{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 1688468, "flush_count": 2216, "flush_interval_seconds": 30.0, "flush_state": {"count": 2216, "last_at": "2026-10-30T00:00:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T00:00:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2215}, "started": true, "suppressed_count": 1268507, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1268507}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2216, "written_record_count": 2216}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 8160.668, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3513292185600, "copied_frame_count": 1270722, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3513292185600, "frame_buffer_copies": 1270722, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1137, "count": 512, "max_ms": 0.4226, "p50_ms": 0.0966, "p95_ms": 0.2245, "p99_ms": 0.3072}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3848, "count": 512, "max_ms": 5.2507, "p50_ms": 1.3018, "p95_ms": 2.2736, "p99_ms": 2.7568, "results": {"failed": 0, "not_applicable": 0, "success": 1270722, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 213, "h264_decode_error_count": 483, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T00:00:13+09:00", "last_error_summary": "[h264 @ 0x579d617e6d00] cabac decode of qscale diff failed at 152 83 [h264 @ 0x579d617e6d00] error while decoding MB 152 83, bytestream 16011 [h264 @ 0x579d617e6d00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x579d617e6d00] error while decoding MB 0 67, bytestream 9447 [h264 @ 0x579d6259a9c0] error while decoding MB 18 67, bytestream -5 [h264 @ 0x579d62190140] cabac decode of qscale diff failed at 119 46 [h264 @ 0x579d62190140] error while decoding MB 119 46, bytestream 15723", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 871.354, "last_started_at": "2026-10-29T23:45:41+09:00", "pid": 91898, "process": {"exists": false, "pid": 91898}, "restart_count": 240, "restart_count_per_hour": 1, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 241}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.36, "sample_count": 2843, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1270722, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T00:00:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 0.038, "last_frame_pushed_at": "2026-10-30T00:00:13+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-10-30T00:00:13+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 22, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 145.491, "last_sample_duration_ms": 977.814, "last_trigger": "periodic", "next_snapshot_in_sec": 454.509, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 222, "storage_bytes": 2117783}, "mjpeg": {"age_sec": 0.026, "exists": true, "mtime": "2026-10-30T00:00:13.202951+09:00", "mtime_epoch": 1793286013.2029514, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 109597}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T00:00:13+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1379.957, "name": "celery", "pid": 176, "rss_mb": 1356.707, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1270722, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.775, "pushed": 6.775, "read": 6.742}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 202, "client_acquire_ms": {"avg_ms": 0.007, "count": 202, "max_ms": 0.033, "p95_ms": 0.013, "reason": null, "sample_age_ms": 109.758, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.596, "count": 202, "max_ms": 3.424, "p95_ms": 1.767, "reason": null, "sample_age_ms": 136.921, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.236, "count": 202, "max_ms": 2.043, "p95_ms": 1.301, "reason": null, "sample_age_ms": 137.278, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.086, "count": 202, "max_ms": 0.211, "p95_ms": 0.169, "reason": null, "sample_age_ms": 109.762, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.585, "count": 202, "max_ms": 4.693, "p95_ms": 2.677, "reason": null, "sample_age_ms": 136.045, "source": "client_direct"}, "request_count": 202, "request_tensor_bytes": {"avg": 2211848.0, "count": 202, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 136.027, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 202, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 109.825, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.519, "count": 202, "max_ms": 62.64, "p95_ms": 51.223, "reason": null, "sample_age_ms": 109.755, "source": "client_direct"}, "sample_age_ms": 109.752, "source": "client_direct", "task_total_ms": {"avg_ms": 39.361, "count": 202, "max_ms": 64.941, "p95_ms": 53.386, "reason": null, "sample_age_ms": 109.752, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 12.698, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.667, "count": 203, "max_ms": 1.848, "p95_ms": 1.314}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.215, "count": 203, "max_ms": 0.594, "p95_ms": 0.456}, "detection_prepare_ms": {"avg_ms": 0.094, "count": 203, "max_ms": 0.313, "p95_ms": 0.177}, "event_filter_ms": {"avg_ms": 0.004, "count": 203, "max_ms": 0.025, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.072, "count": 203, "max_ms": 0.196, "p95_ms": 0.144}, "mcmt_ms": {"avg_ms": 0.003, "count": 203, "max_ms": 0.016, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.168, "count": 203, "max_ms": 0.55, "p95_ms": 0.341}, "setup_ms": {"avg_ms": 0.038, "count": 203, "max_ms": 0.113, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 0.626, "count": 203, "max_ms": 1.72, "p95_ms": 1.256}, "track_match_ms": {"avg_ms": 0.004, "count": 203, "max_ms": 0.097, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.028, "count": 203, "max_ms": 0.1, "p95_ms": 0.058}}, "gstreamer_push": {"avg_ms": 3.037, "count": 203, "max_ms": 7.735, "p95_ms": 4.996}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 203, "max_ms": 0.41, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.254, "count": 203, "max_ms": 68.345, "p95_ms": 54.518}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.037, "count": 203, "max_ms": 0.151, "p95_ms": 0.081}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.577, "count": 203, "max_ms": 122.791, "p95_ms": 101.474}, "inference_input_copy_ms": {"avg_ms": 1.566, "count": 203, "max_ms": 3.742, "p95_ms": 2.506}, "processing_residual_ms": {"avg_ms": 0.146, "count": 203, "max_ms": 0.4, "p95_ms": 0.275}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 87.326, "count": 203, "max_ms": 124.352, "p95_ms": 103.38}, "read_interval": {"avg_ms": 148.129, "count": 202, "max_ms": 3371.67, "p95_ms": 141.255}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 203, "max_ms": 0.083, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.114, "count": 203, "max_ms": 0.389, "p95_ms": 0.245}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 203, "max_ms": 0.038, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.1, "count": 203, "max_ms": 0.355, "p95_ms": 0.217}, "worker_merge_ms": {"avg_ms": 0.005, "count": 203, "max_ms": 0.027, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 40.267, "count": 203, "max_ms": 68.356, "p95_ms": 54.526}, "visualize": {"avg_ms": 43.805, "count": 203, "max_ms": 67.559, "p95_ms": 55.509}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.035, "count": 203, "max_ms": 66.46, "p95_ms": 54.55}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.634, "count": 203, "max_ms": 67.276, "p95_ms": 55.342}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.546, "count": 203, "max_ms": 67.122, "p95_ms": 55.195}, "visualizer_prepare_ms": {"avg_ms": 0.052, "count": 203, "max_ms": 0.203, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 203}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1356.551, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.224, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.326, "sample_count": 2948, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1270485, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-29T23:59:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 87178, "write_bytes_delta": 87178, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1312.0, "cpu_core_ratio": 1.408822, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 91898, "reason": null, "system_cpu_core_ratio": 0.061839, "system_cpu_s_delta": 1.240000000000002, "user_cpu_core_ratio": 1.346983, "user_cpu_s_delta": 27.00999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.794426, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 266213.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.217931, "system_cpu_s_delta": 4.369999999998981, "user_cpu_core_ratio": 0.576495, "user_cpu_s_delta": 11.559999999997672}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.265, "count": 290, "max_ms": 11.397, "p95_ms": 5.756, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 290}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 290}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.554, "count": 30, "max": 52.195, "p95": 46.482, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.953, "count": 30, "max": 39.288, "p95": 32.445, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1214.933, "count": 30, "max": 1481.0, "p95": 1476.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 89.4, "count": 30, "max": 1350.0, "p95": 539.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.062, "p95": 0.059, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.162, "count": 30, "max": 1.378, "p95": 1.352, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.113, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 83251.533, "count": 30, "max": 89128.0, "p95": 87206.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 80536.867, "count": 30, "max": 89128.0, "p95": 87206.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 191942.7, "count": 30, "max": 299089.0, "p95": 294422.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.185, "count": 30, "max": 0.226, "p95": 0.225, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.588, "count": 30, "max": 0.652, "p95": 0.637, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8976, "sampled_at": "2026-10-29T23:59:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-29T23:59:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 1688468, "flush_count": 2216, "flush_interval_seconds": 30.0, "flush_state": {"count": 2216, "last_at": "2026-10-30T00:00:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T00:00:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2215}, "started": true, "suppressed_count": 1268507, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1268507}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2216, "written_record_count": 2216}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 8160.918, "limit_mb": null}, "detail": {"h264_decode_error_count": 7, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x579d617e6d00] cabac decode of qscale diff failed at 152 83 [h264 @ 0x579d617e6d00] error while decoding MB 152 83, bytestream 16011 [h264 @ 0x579d617e6d00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x579d617e6d00] error while decoding MB 0 67, bytestream 9447 [h264 @ 0x579d6259a9c0] error while decoding MB 18 67, bytestream -5 [h264 @ 0x579d62190140] cabac decode of qscale diff failed at 119 46 [h264 @ 0x579d62190140] error while decoding MB 119 46, bytestream 15723", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3513292185600, "copied_frame_count": 1270722, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3513292185600, "frame_buffer_copies": 1270722, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1137, "count": 512, "max_ms": 0.4226, "p50_ms": 0.0966, "p95_ms": 0.2245, "p99_ms": 0.3072}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3848, "count": 512, "max_ms": 5.2507, "p50_ms": 1.3018, "p95_ms": 2.2736, "p99_ms": 2.7568, "results": {"failed": 0, "not_applicable": 0, "success": 1270722, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 213, "h264_decode_error_count": 483, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T00:00:13+09:00", "last_error_summary": "[h264 @ 0x579d617e6d00] cabac decode of qscale diff failed at 152 83 [h264 @ 0x579d617e6d00] error while decoding MB 152 83, bytestream 16011 [h264 @ 0x579d617e6d00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x579d617e6d00] error while decoding MB 0 67, bytestream 9447 [h264 @ 0x579d6259a9c0] error while decoding MB 18 67, bytestream -5 [h264 @ 0x579d62190140] cabac decode of qscale diff failed at 119 46 [h264 @ 0x579d62190140] error while decoding MB 119 46, bytestream 15723", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 871.355, "last_started_at": "2026-10-29T23:45:41+09:00", "pid": 91898, "process": {"exists": false, "pid": 91898}, "restart_count": 240, "restart_count_per_hour": 1, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 241}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.36, "sample_count": 2843, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1270722, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T00:00:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 0.039, "last_frame_pushed_at": "2026-10-30T00:00:13+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-10-30T00:00:13+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 22, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 145.498, "last_sample_duration_ms": 977.814, "last_trigger": "periodic", "next_snapshot_in_sec": 454.502, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 222, "storage_bytes": 2117783}, "mjpeg": {"age_sec": 0.027, "exists": true, "mtime": "2026-10-30T00:00:13.202951+09:00", "mtime_epoch": 1793286013.2029514, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 109597}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T00:00:13+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1379.957, "name": "celery", "pid": 176, "rss_mb": 1356.707, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1270722, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.776, "pushed": 6.776, "read": 6.743}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 202, "client_acquire_ms": {"avg_ms": 0.007, "count": 202, "max_ms": 0.033, "p95_ms": 0.013, "reason": null, "sample_age_ms": 104.959, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.596, "count": 202, "max_ms": 3.424, "p95_ms": 1.767, "reason": null, "sample_age_ms": 132.122, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.236, "count": 202, "max_ms": 2.043, "p95_ms": 1.301, "reason": null, "sample_age_ms": 132.479, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.086, "count": 202, "max_ms": 0.211, "p95_ms": 0.169, "reason": null, "sample_age_ms": 104.964, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.585, "count": 202, "max_ms": 4.693, "p95_ms": 2.677, "reason": null, "sample_age_ms": 131.246, "source": "client_direct"}, "request_count": 202, "request_tensor_bytes": {"avg": 2211848.0, "count": 202, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 131.228, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 202, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 105.027, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.519, "count": 202, "max_ms": 62.64, "p95_ms": 51.223, "reason": null, "sample_age_ms": 104.956, "source": "client_direct"}, "sample_age_ms": 104.953, "source": "client_direct", "task_total_ms": {"avg_ms": 39.361, "count": 202, "max_ms": 64.941, "p95_ms": 53.386, "reason": null, "sample_age_ms": 104.953, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 9.665, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.667, "count": 203, "max_ms": 1.848, "p95_ms": 1.314}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.215, "count": 203, "max_ms": 0.594, "p95_ms": 0.456}, "detection_prepare_ms": {"avg_ms": 0.094, "count": 203, "max_ms": 0.313, "p95_ms": 0.177}, "event_filter_ms": {"avg_ms": 0.004, "count": 203, "max_ms": 0.025, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.072, "count": 203, "max_ms": 0.196, "p95_ms": 0.144}, "mcmt_ms": {"avg_ms": 0.003, "count": 203, "max_ms": 0.016, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.168, "count": 203, "max_ms": 0.55, "p95_ms": 0.341}, "setup_ms": {"avg_ms": 0.038, "count": 203, "max_ms": 0.113, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 0.626, "count": 203, "max_ms": 1.72, "p95_ms": 1.256}, "track_match_ms": {"avg_ms": 0.004, "count": 203, "max_ms": 0.097, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.028, "count": 203, "max_ms": 0.1, "p95_ms": 0.058}}, "gstreamer_push": {"avg_ms": 3.037, "count": 203, "max_ms": 7.735, "p95_ms": 4.996}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 203, "max_ms": 0.41, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.254, "count": 203, "max_ms": 68.345, "p95_ms": 54.518}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.037, "count": 203, "max_ms": 0.151, "p95_ms": 0.081}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.577, "count": 203, "max_ms": 122.791, "p95_ms": 101.474}, "inference_input_copy_ms": {"avg_ms": 1.566, "count": 203, "max_ms": 3.742, "p95_ms": 2.506}, "processing_residual_ms": {"avg_ms": 0.146, "count": 203, "max_ms": 0.4, "p95_ms": 0.275}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 87.326, "count": 203, "max_ms": 124.352, "p95_ms": 103.38}, "read_interval": {"avg_ms": 148.129, "count": 202, "max_ms": 3371.67, "p95_ms": 141.255}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 203, "max_ms": 0.083, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.114, "count": 203, "max_ms": 0.389, "p95_ms": 0.245}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 203, "max_ms": 0.038, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.1, "count": 203, "max_ms": 0.355, "p95_ms": 0.217}, "worker_merge_ms": {"avg_ms": 0.005, "count": 203, "max_ms": 0.027, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 40.267, "count": 203, "max_ms": 68.356, "p95_ms": 54.526}, "visualize": {"avg_ms": 43.805, "count": 203, "max_ms": 67.559, "p95_ms": 55.509}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.035, "count": 203, "max_ms": 66.46, "p95_ms": 54.55}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.634, "count": 203, "max_ms": 67.276, "p95_ms": 55.342}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.546, "count": 203, "max_ms": 67.122, "p95_ms": 55.195}, "visualizer_prepare_ms": {"avg_ms": 0.052, "count": 203, "max_ms": 0.203, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 203}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1356.551, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.224, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.326, "sample_count": 2948, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1270485, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-29T23:59:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 87178, "write_bytes_delta": 87178, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1312.0, "cpu_core_ratio": 1.408822, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 91898, "reason": null, "system_cpu_core_ratio": 0.061839, "system_cpu_s_delta": 1.240000000000002, "user_cpu_core_ratio": 1.346983, "user_cpu_s_delta": 27.00999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.794426, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 266213.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.217931, "system_cpu_s_delta": 4.369999999998981, "user_cpu_core_ratio": 0.576495, "user_cpu_s_delta": 11.559999999997672}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.265, "count": 290, "max_ms": 11.397, "p95_ms": 5.756, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 290}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 290}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.554, "count": 30, "max": 52.195, "p95": 46.482, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.953, "count": 30, "max": 39.288, "p95": 32.445, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1214.933, "count": 30, "max": 1481.0, "p95": 1476.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 89.4, "count": 30, "max": 1350.0, "p95": 539.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.062, "p95": 0.059, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.162, "count": 30, "max": 1.378, "p95": 1.352, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.113, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 83251.533, "count": 30, "max": 89128.0, "p95": 87206.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 80536.867, "count": 30, "max": 89128.0, "p95": 87206.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 191942.7, "count": 30, "max": 299089.0, "p95": 294422.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.185, "count": 30, "max": 0.226, "p95": 0.225, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.588, "count": 30, "max": 0.652, "p95": 0.637, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8976, "sampled_at": "2026-10-29T23:59:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-29T23:59:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 1688468, "flush_count": 2216, "flush_interval_seconds": 30.0, "flush_state": {"count": 2216, "last_at": "2026-10-30T00:00:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T00:00:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2215}, "started": true, "suppressed_count": 1268507, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1268507}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2216, "written_record_count": 2216}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 8160.965, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3513292185600, "copied_frame_count": 1270722, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3513292185600, "frame_buffer_copies": 1270722, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1137, "count": 512, "max_ms": 0.4226, "p50_ms": 0.0966, "p95_ms": 0.2245, "p99_ms": 0.3072}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3848, "count": 512, "max_ms": 5.2507, "p50_ms": 1.3018, "p95_ms": 2.2736, "p99_ms": 2.7568, "results": {"failed": 0, "not_applicable": 0, "success": 1270722, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 213, "h264_decode_error_count": 483, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T00:00:13+09:00", "last_error_summary": "[h264 @ 0x579d617e6d00] cabac decode of qscale diff failed at 152 83 [h264 @ 0x579d617e6d00] error while decoding MB 152 83, bytestream 16011 [h264 @ 0x579d617e6d00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x579d617e6d00] error while decoding MB 0 67, bytestream 9447 [h264 @ 0x579d6259a9c0] error while decoding MB 18 67, bytestream -5 [h264 @ 0x579d62190140] cabac decode of qscale diff failed at 119 46 [h264 @ 0x579d62190140] error while decoding MB 119 46, bytestream 15723", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 871.417, "last_started_at": "2026-10-29T23:45:41+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 240, "restart_count_per_hour": 1, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 241}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.36, "sample_count": 2842, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1270722, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T00:00:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 0.101, "last_frame_pushed_at": "2026-10-30T00:00:13+09:00", "last_frame_read_age_sec": 0.182, "last_frame_read_at": "2026-10-30T00:00:13+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 22, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 145.52, "last_sample_duration_ms": 977.814, "last_trigger": "periodic", "next_snapshot_in_sec": 454.48, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 222, "storage_bytes": 2117783}, "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-10-30T00:00:13.202951+09:00", "mtime_epoch": 1793286013.2029514, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 109597}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T00:00:13+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1379.957, "name": "celery", "pid": 176, "rss_mb": 1356.707, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1270722, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 202}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.749, "pushed": 6.749, "read": 6.716}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 201, "client_acquire_ms": {"avg_ms": 0.007, "count": 202, "max_ms": 0.033, "p95_ms": 0.013, "reason": null, "sample_age_ms": 157.01, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.598, "count": 201, "max_ms": 3.424, "p95_ms": 1.77, "reason": null, "sample_age_ms": 184.173, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.237, "count": 201, "max_ms": 2.043, "p95_ms": 1.302, "reason": null, "sample_age_ms": 184.53, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.086, "count": 202, "max_ms": 0.211, "p95_ms": 0.169, "reason": null, "sample_age_ms": 157.015, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.585, "count": 201, "max_ms": 4.693, "p95_ms": 2.679, "reason": null, "sample_age_ms": 183.297, "source": "client_direct"}, "request_count": 201, "request_tensor_bytes": {"avg": 2211848.0, "count": 201, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 183.279, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 202, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 157.078, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.519, "count": 202, "max_ms": 62.64, "p95_ms": 51.223, "reason": null, "sample_age_ms": 157.007, "source": "client_direct"}, "sample_age_ms": 157.004, "source": "client_direct", "task_total_ms": {"avg_ms": 39.361, "count": 202, "max_ms": 64.941, "p95_ms": 53.386, "reason": null, "sample_age_ms": 157.004, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.037, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.668, "count": 202, "max_ms": 1.848, "p95_ms": 1.314}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.216, "count": 202, "max_ms": 0.594, "p95_ms": 0.456}, "detection_prepare_ms": {"avg_ms": 0.094, "count": 202, "max_ms": 0.313, "p95_ms": 0.177}, "event_filter_ms": {"avg_ms": 0.004, "count": 202, "max_ms": 0.025, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.072, "count": 202, "max_ms": 0.196, "p95_ms": 0.144}, "mcmt_ms": {"avg_ms": 0.003, "count": 202, "max_ms": 0.016, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.168, "count": 202, "max_ms": 0.55, "p95_ms": 0.341}, "setup_ms": {"avg_ms": 0.038, "count": 202, "max_ms": 0.113, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 0.627, "count": 202, "max_ms": 1.72, "p95_ms": 1.256}, "track_match_ms": {"avg_ms": 0.004, "count": 202, "max_ms": 0.097, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.028, "count": 202, "max_ms": 0.1, "p95_ms": 0.058}}, "gstreamer_push": {"avg_ms": 3.038, "count": 202, "max_ms": 7.735, "p95_ms": 4.996}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 202, "max_ms": 0.41, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.251, "count": 202, "max_ms": 68.345, "p95_ms": 54.518}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.037, "count": 202, "max_ms": 0.151, "p95_ms": 0.081}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.596, "count": 202, "max_ms": 122.791, "p95_ms": 101.474}, "inference_input_copy_ms": {"avg_ms": 1.56, "count": 202, "max_ms": 3.742, "p95_ms": 2.487}, "processing_residual_ms": {"avg_ms": 0.145, "count": 202, "max_ms": 0.4, "p95_ms": 0.275}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 87.338, "count": 202, "max_ms": 124.352, "p95_ms": 103.38}, "read_interval": {"avg_ms": 148.401, "count": 201, "max_ms": 3371.67, "p95_ms": 141.255}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 202, "max_ms": 0.083, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.115, "count": 202, "max_ms": 0.389, "p95_ms": 0.245}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 202, "max_ms": 0.038, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.1, "count": 202, "max_ms": 0.355, "p95_ms": 0.217}, "worker_merge_ms": {"avg_ms": 0.005, "count": 202, "max_ms": 0.027, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 40.264, "count": 202, "max_ms": 68.356, "p95_ms": 54.526}, "visualize": {"avg_ms": 43.827, "count": 202, "max_ms": 67.559, "p95_ms": 55.509}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.057, "count": 202, "max_ms": 66.46, "p95_ms": 54.55}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.655, "count": 202, "max_ms": 67.276, "p95_ms": 55.342}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.567, "count": 202, "max_ms": 67.122, "p95_ms": 55.195}, "visualizer_prepare_ms": {"avg_ms": 0.052, "count": 202, "max_ms": 0.203, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 202}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1356.551, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.224, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.326, "sample_count": 2948, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1270485, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-29T23:59:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 87178, "write_bytes_delta": 87178, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1312.0, "cpu_core_ratio": 1.408822, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 91898, "reason": null, "system_cpu_core_ratio": 0.061839, "system_cpu_s_delta": 1.240000000000002, "user_cpu_core_ratio": 1.346983, "user_cpu_s_delta": 27.00999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.794426, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 266213.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.217931, "system_cpu_s_delta": 4.369999999998981, "user_cpu_core_ratio": 0.576495, "user_cpu_s_delta": 11.559999999997672}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.265, "count": 290, "max_ms": 11.397, "p95_ms": 5.756, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 290}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 290}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.554, "count": 30, "max": 52.195, "p95": 46.482, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.953, "count": 30, "max": 39.288, "p95": 32.445, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1214.933, "count": 30, "max": 1481.0, "p95": 1476.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 89.4, "count": 30, "max": 1350.0, "p95": 539.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.062, "p95": 0.059, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.162, "count": 30, "max": 1.378, "p95": 1.352, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.113, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 83251.533, "count": 30, "max": 89128.0, "p95": 87206.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 80536.867, "count": 30, "max": 89128.0, "p95": 87206.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 191942.7, "count": 30, "max": 299089.0, "p95": 294422.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.185, "count": 30, "max": 0.226, "p95": 0.225, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.588, "count": 30, "max": 0.652, "p95": 0.637, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8976, "sampled_at": "2026-10-29T23:59:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-29T23:59:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 1688468, "flush_count": 2216, "flush_interval_seconds": 30.0, "flush_state": {"count": 2216, "last_at": "2026-10-30T00:00:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T00:00:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2215}, "started": true, "suppressed_count": 1268507, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1268507}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2216, "written_record_count": 2216}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 8200.0, "limit_mb": null}, "detail": {"pid": 92246, "restart_count": 241, "start_count": 242}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3513292185600, "copied_frame_count": 1270722, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3513292185600, "frame_buffer_copies": 1270722, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1137, "count": 512, "max_ms": 0.4226, "p50_ms": 0.0966, "p95_ms": 0.2245, "p99_ms": 0.3072}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3848, "count": 512, "max_ms": 5.2507, "p50_ms": 1.3018, "p95_ms": 2.2736, "p99_ms": 2.7568, "results": {"failed": 0, "not_applicable": 0, "success": 1270722, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 213, "h264_decode_error_count": 483, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T00:00:13+09:00", "last_error_summary": "[h264 @ 0x579d617e6d00] cabac decode of qscale diff failed at 152 83 [h264 @ 0x579d617e6d00] error while decoding MB 152 83, bytestream 16011 [h264 @ 0x579d617e6d00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x579d617e6d00] error while decoding MB 0 67, bytestream 9447 [h264 @ 0x579d6259a9c0] error while decoding MB 18 67, bytestream -5 [h264 @ 0x579d62190140] cabac decode of qscale diff failed at 119 46 [h264 @ 0x579d62190140] error while decoding MB 119 46, bytestream 15723", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T00:00:15+09:00", "pid": 92246, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.66, "name": "ffmpeg", "pid": 92246, "rss_mb": 74.66, "state": "R (running)", "threads": 1}, "restart_count": 241, "restart_count_per_hour": 2, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 242}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.326, "sample_count": 2801, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1270722, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T00:00:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 4.317, "last_frame_pushed_at": "2026-10-30T00:00:13+09:00", "last_frame_read_age_sec": 4.398, "last_frame_read_at": "2026-10-30T00:00:13+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 22, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 149.74, "last_sample_duration_ms": 977.814, "last_trigger": "periodic", "next_snapshot_in_sec": 450.26, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 222, "storage_bytes": 2117783}, "mjpeg": {"age_sec": 4.305, "exists": true, "mtime": "2026-10-30T00:00:13.202951+09:00", "mtime_epoch": 1793286013.2029514, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 109597}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T00:00:17+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1379.957, "name": "celery", "pid": 176, "rss_mb": 1356.707, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1270722, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 163}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 163, "pushed_frames": 163, "read_frames": 162, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.443, "pushed": 5.443, "read": 5.41}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 162, "client_acquire_ms": {"avg_ms": 0.007, "count": 163, "max_ms": 0.033, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4377.966, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.585, "count": 162, "max_ms": 3.424, "p95_ms": 1.767, "reason": null, "sample_age_ms": 4405.13, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.231, "count": 162, "max_ms": 2.043, "p95_ms": 1.269, "reason": null, "sample_age_ms": 4405.486, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.083, "count": 163, "max_ms": 0.211, "p95_ms": 0.158, "reason": null, "sample_age_ms": 4377.971, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.552, "count": 162, "max_ms": 4.36, "p95_ms": 2.643, "reason": null, "sample_age_ms": 4404.253, "source": "client_direct"}, "request_count": 162, "request_tensor_bytes": {"avg": 2211848.0, "count": 162, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4404.235, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 163, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4378.034, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.773, "count": 163, "max_ms": 55.024, "p95_ms": 47.902, "reason": null, "sample_age_ms": 4377.964, "source": "client_direct"}, "sample_age_ms": 4377.961, "source": "client_direct", "task_total_ms": {"avg_ms": 38.595, "count": 163, "max_ms": 57.383, "p95_ms": 49.893, "reason": null, "sample_age_ms": 4377.961, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.686, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.641, "count": 163, "max_ms": 1.848, "p95_ms": 1.245}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.207, "count": 163, "max_ms": 0.594, "p95_ms": 0.421}, "detection_prepare_ms": {"avg_ms": 0.091, "count": 163, "max_ms": 0.313, "p95_ms": 0.162}, "event_filter_ms": {"avg_ms": 0.004, "count": 163, "max_ms": 0.025, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.07, "count": 163, "max_ms": 0.179, "p95_ms": 0.131}, "mcmt_ms": {"avg_ms": 0.002, "count": 163, "max_ms": 0.01, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.16, "count": 163, "max_ms": 0.505, "p95_ms": 0.299}, "setup_ms": {"avg_ms": 0.037, "count": 163, "max_ms": 0.094, "p95_ms": 0.071}, "total_inside_ms": {"avg_ms": 0.602, "count": 163, "max_ms": 1.72, "p95_ms": 1.187}, "track_match_ms": {"avg_ms": 0.004, "count": 163, "max_ms": 0.097, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.026, "count": 163, "max_ms": 0.091, "p95_ms": 0.057}}, "gstreamer_push": {"avg_ms": 3.08, "count": 163, "max_ms": 7.735, "p95_ms": 4.895}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 163, "max_ms": 0.41, "p95_ms": 0.09}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.469, "count": 163, "max_ms": 60.702, "p95_ms": 50.542}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.038, "count": 163, "max_ms": 0.151, "p95_ms": 0.082}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.106, "count": 163, "max_ms": 112.019, "p95_ms": 100.84}, "inference_input_copy_ms": {"avg_ms": 1.567, "count": 163, "max_ms": 3.742, "p95_ms": 2.487}, "processing_residual_ms": {"avg_ms": 0.151, "count": 163, "max_ms": 0.4, "p95_ms": 0.278}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.863, "count": 163, "max_ms": 114.536, "p95_ms": 102.997}, "read_interval": {"avg_ms": 158.297, "count": 162, "max_ms": 3371.67, "p95_ms": 136.566}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 163, "max_ms": 0.083, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.108, "count": 163, "max_ms": 0.385, "p95_ms": 0.208}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 163, "max_ms": 0.037, "p95_ms": 0.015}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.094, "count": 163, "max_ms": 0.35, "p95_ms": 0.182}, "worker_merge_ms": {"avg_ms": 0.005, "count": 163, "max_ms": 0.025, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 39.481, "count": 163, "max_ms": 60.709, "p95_ms": 50.563}, "visualize": {"avg_ms": 44.143, "count": 163, "max_ms": 67.559, "p95_ms": 55.669}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.381, "count": 163, "max_ms": 66.46, "p95_ms": 54.55}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.975, "count": 163, "max_ms": 67.276, "p95_ms": 55.342}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.888, "count": 163, "max_ms": 67.122, "p95_ms": 55.195}, "visualizer_prepare_ms": {"avg_ms": 0.05, "count": 163, "max_ms": 0.203, "p95_ms": 0.098}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 163}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1356.551, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.224, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.326, "sample_count": 2948, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1270485, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-29T23:59:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 87178, "write_bytes_delta": 87178, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1312.0, "cpu_core_ratio": 1.408822, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 91898, "reason": null, "system_cpu_core_ratio": 0.061839, "system_cpu_s_delta": 1.240000000000002, "user_cpu_core_ratio": 1.346983, "user_cpu_s_delta": 27.00999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.794426, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 266213.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.217931, "system_cpu_s_delta": 4.369999999998981, "user_cpu_core_ratio": 0.576495, "user_cpu_s_delta": 11.559999999997672}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.265, "count": 290, "max_ms": 11.397, "p95_ms": 5.756, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 290}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 290}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.554, "count": 30, "max": 52.195, "p95": 46.482, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.953, "count": 30, "max": 39.288, "p95": 32.445, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1214.933, "count": 30, "max": 1481.0, "p95": 1476.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 89.4, "count": 30, "max": 1350.0, "p95": 539.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.062, "p95": 0.059, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.162, "count": 30, "max": 1.378, "p95": 1.352, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.113, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 83251.533, "count": 30, "max": 89128.0, "p95": 87206.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 80536.867, "count": 30, "max": 89128.0, "p95": 87206.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 191942.7, "count": 30, "max": 299089.0, "p95": 294422.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.185, "count": 30, "max": 0.226, "p95": 0.225, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.588, "count": 30, "max": 0.652, "p95": 0.637, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8976, "sampled_at": "2026-10-29T23:59:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-29T23:59:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 1692683, "flush_count": 2221, "flush_interval_seconds": 30.0, "flush_state": {"count": 2221, "last_at": "2026-10-30T00:05:11", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T00:05:11", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2220}, "started": true, "suppressed_count": 1271251, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1271251}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2221, "written_record_count": 2221}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 8174.551, "limit_mb": null}, "detail": {"h264_decode_error_count": 8, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5cbf8f0eb180] error while decoding MB 80 55, bytestream -50 [h264 @ 0x5cbf8e38cec0] cabac decode of qscale diff failed at 188 57 [h264 @ 0x5cbf8e38cec0] error while decoding MB 188 57, bytestream 10611 [h264 @ 0x5cbf8edaf780] left block unavailable for requested intra mode [h264 @ 0x5cbf8edaf780] error while decoding MB 0 42, bytestream 2375 [h264 @ 0x5cbf8e586d80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5cbf8e586d80] error while decoding MB 0 33, bytestream 423", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3520892620800, "copied_frame_count": 1273471, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3520892620800, "frame_buffer_copies": 1273471, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.103, "count": 512, "max_ms": 0.3174, "p50_ms": 0.0939, "p95_ms": 0.1909, "p99_ms": 0.2191}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3093, "count": 512, "max_ms": 3.4908, "p50_ms": 1.2421, "p95_ms": 2.0381, "p99_ms": 2.5458, "results": {"failed": 0, "not_applicable": 0, "success": 1273471, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 214, "h264_decode_error_count": 491, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T00:05:38+09:00", "last_error_summary": "[h264 @ 0x5cbf8f0eb180] error while decoding MB 80 55, bytestream -50 [h264 @ 0x5cbf8e38cec0] cabac decode of qscale diff failed at 188 57 [h264 @ 0x5cbf8e38cec0] error while decoding MB 188 57, bytestream 10611 [h264 @ 0x5cbf8edaf780] left block unavailable for requested intra mode [h264 @ 0x5cbf8edaf780] error while decoding MB 0 42, bytestream 2375 [h264 @ 0x5cbf8e586d80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5cbf8e586d80] error while decoding MB 0 33, bytestream 423", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 322.799, "last_started_at": "2026-10-30T00:00:15+09:00", "pid": 92246, "process": {"exists": false, "pid": 92246}, "restart_count": 241, "restart_count_per_hour": 2, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 242}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.377, "sample_count": 2558, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1273471, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T00:05:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 0.024, "last_frame_pushed_at": "2026-10-30T00:05:38+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-10-30T00:05:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 22, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 470.538, "last_sample_duration_ms": 977.814, "last_trigger": "periodic", "next_snapshot_in_sec": 129.462, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 222, "storage_bytes": 2117783}, "mjpeg": {"age_sec": 0.021, "exists": true, "mtime": "2026-10-30T00:05:38.290214+09:00", "mtime_epoch": 1793286338.2902143, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 89948}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T00:05:38+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1379.957, "name": "celery", "pid": 176, "rss_mb": 1358.02, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1273471, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 1}, "total": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 83}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 83}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 83}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 83, "pushed_frames": 83, "read_frames": 82, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.77, "pushed": 2.77, "read": 2.737}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 82, "client_acquire_ms": {"avg_ms": 0.006, "count": 82, "max_ms": 0.013, "p95_ms": 0.01, "reason": null, "sample_age_ms": 92.007, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.571, "count": 82, "max_ms": 3.236, "p95_ms": 1.461, "reason": null, "sample_age_ms": 130.45, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.218, "count": 82, "max_ms": 1.281, "p95_ms": 1.173, "reason": null, "sample_age_ms": 130.692, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.088, "count": 82, "max_ms": 0.247, "p95_ms": 0.174, "reason": null, "sample_age_ms": 92.018, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.507, "count": 82, "max_ms": 2.929, "p95_ms": 2.239, "reason": null, "sample_age_ms": 128.214, "source": "client_direct"}, "request_count": 82, "request_tensor_bytes": {"avg": 2211848.0, "count": 82, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 128.183, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 82, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 92.136, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.447, "count": 82, "max_ms": 54.275, "p95_ms": 47.061, "reason": null, "sample_age_ms": 92.001, "source": "client_direct"}, "sample_age_ms": 91.995, "source": "client_direct", "task_total_ms": {"avg_ms": 37.201, "count": 82, "max_ms": 56.297, "p95_ms": 48.654, "reason": null, "sample_age_ms": 91.995, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.695, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.781, "count": 83, "max_ms": 6.304, "p95_ms": 1.604}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.257, "count": 83, "max_ms": 1.108, "p95_ms": 0.592}, "detection_prepare_ms": {"avg_ms": 0.111, "count": 83, "max_ms": 1.424, "p95_ms": 0.217}, "event_filter_ms": {"avg_ms": 0.004, "count": 83, "max_ms": 0.01, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 83, "max_ms": 0.208, "p95_ms": 0.153}, "mcmt_ms": {"avg_ms": 0.003, "count": 83, "max_ms": 0.017, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.196, "count": 83, "max_ms": 2.388, "p95_ms": 0.381}, "setup_ms": {"avg_ms": 0.04, "count": 83, "max_ms": 0.103, "p95_ms": 0.082}, "total_inside_ms": {"avg_ms": 0.74, "count": 83, "max_ms": 6.227, "p95_ms": 1.499}, "track_match_ms": {"avg_ms": 0.006, "count": 83, "max_ms": 0.194, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.047, "count": 83, "max_ms": 1.583, "p95_ms": 0.075}}, "gstreamer_push": {"avg_ms": 3.616, "count": 83, "max_ms": 8.165, "p95_ms": 6.52}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 83, "max_ms": 0.453, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.966, "count": 83, "max_ms": 58.177, "p95_ms": 50.525}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.041, "count": 83, "max_ms": 0.186, "p95_ms": 0.104}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.449, "count": 83, "max_ms": 134.781, "p95_ms": 101.817}, "inference_input_copy_ms": {"avg_ms": 1.804, "count": 83, "max_ms": 5.376, "p95_ms": 2.989}, "processing_residual_ms": {"avg_ms": 0.136, "count": 83, "max_ms": 0.427, "p95_ms": 0.245}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.429, "count": 83, "max_ms": 137.284, "p95_ms": 103.211}, "read_interval": {"avg_ms": 364.733, "count": 82, "max_ms": 18904.142, "p95_ms": 186.696}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 83, "max_ms": 0.052, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.148, "count": 83, "max_ms": 2.29, "p95_ms": 0.276}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 83, "max_ms": 0.05, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.134, "count": 83, "max_ms": 2.263, "p95_ms": 0.246}, "worker_merge_ms": {"avg_ms": 0.005, "count": 83, "max_ms": 0.02, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 37.978, "count": 83, "max_ms": 58.19, "p95_ms": 50.541}, "visualize": {"avg_ms": 44.853, "count": 83, "max_ms": 87.218, "p95_ms": 60.764}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.039, "count": 83, "max_ms": 86.399, "p95_ms": 60.01}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.674, "count": 83, "max_ms": 87.052, "p95_ms": 60.555}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.582, "count": 83, "max_ms": 86.967, "p95_ms": 60.46}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 83, "max_ms": 0.165, "p95_ms": 0.104}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 83}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1358.016, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.419, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.377, "sample_count": 2558, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1273465, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T00:05:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 103933, "write_bytes_delta": 103933, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 527.0, "cpu_core_ratio": 0.608205, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8387.0, "pid": 92246, "reason": null, "system_cpu_core_ratio": 0.17131, "system_cpu_s_delta": 6.359999999999999, "user_cpu_core_ratio": 0.436895, "user_cpu_s_delta": 16.220000000000027}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.323227, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 227475.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.09185, "system_cpu_s_delta": 3.4099999999998545, "user_cpu_core_ratio": 0.231376, "user_cpu_s_delta": 8.589999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.511, "count": 84, "max_ms": 8.165, "p95_ms": 6.52, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 84}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 1}, "total": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 84}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.435, "count": 30, "max": 50.43, "p95": 46.249, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.684, "count": 30, "max": 39.288, "p95": 29.102, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1227.6, "count": 30, "max": 1499.0, "p95": 1460.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3476.0, "count": 30, "max": 32397.0, "p95": 20471.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.096, "count": 30, "max": 0.405, "p95": 0.361, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.163, "count": 30, "max": 1.402, "p95": 1.391, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.113, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 86021.233, "count": 30, "max": 103933.0, "p95": 97391.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 86021.233, "count": 30, "max": 103933.0, "p95": 97391.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 241560.367, "count": 30, "max": 299089.0, "p95": 294422.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.198, "count": 30, "max": 0.233, "p95": 0.228, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.539, "count": 30, "max": 0.649, "p95": 0.615, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8993, "sampled_at": "2026-10-30T00:05:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T00:05:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 1692683, "flush_count": 2221, "flush_interval_seconds": 30.0, "flush_state": {"count": 2221, "last_at": "2026-10-30T00:05:11", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T00:05:11", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2220}, "started": true, "suppressed_count": 1271251, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1271251}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2221, "written_record_count": 2221}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 8174.457, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3520892620800, "copied_frame_count": 1273471, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3520892620800, "frame_buffer_copies": 1273471, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.103, "count": 512, "max_ms": 0.3174, "p50_ms": 0.0939, "p95_ms": 0.1909, "p99_ms": 0.2191}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3093, "count": 512, "max_ms": 3.4908, "p50_ms": 1.2421, "p95_ms": 2.0381, "p99_ms": 2.5458, "results": {"failed": 0, "not_applicable": 0, "success": 1273471, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 214, "h264_decode_error_count": 491, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T00:05:38+09:00", "last_error_summary": "[h264 @ 0x5cbf8f0eb180] error while decoding MB 80 55, bytestream -50 [h264 @ 0x5cbf8e38cec0] cabac decode of qscale diff failed at 188 57 [h264 @ 0x5cbf8e38cec0] error while decoding MB 188 57, bytestream 10611 [h264 @ 0x5cbf8edaf780] left block unavailable for requested intra mode [h264 @ 0x5cbf8edaf780] error while decoding MB 0 42, bytestream 2375 [h264 @ 0x5cbf8e586d80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5cbf8e586d80] error while decoding MB 0 33, bytestream 423", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 322.84, "last_started_at": "2026-10-30T00:00:15+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 241, "restart_count_per_hour": 2, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 242}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.377, "sample_count": 2557, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1273471, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T00:05:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 0.065, "last_frame_pushed_at": "2026-10-30T00:05:38+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-10-30T00:05:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 22, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 470.577, "last_sample_duration_ms": 977.814, "last_trigger": "periodic", "next_snapshot_in_sec": 129.423, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 222, "storage_bytes": 2117783}, "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-10-30T00:05:38.290214+09:00", "mtime_epoch": 1793286338.2902143, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 89948}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T00:05:38+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1379.957, "name": "celery", "pid": 176, "rss_mb": 1358.031, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1273471, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 82}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 1}, "total": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 82}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 82}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 82}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 82, "pushed_frames": 83, "read_frames": 82, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.734, "pushed": 2.767, "read": 2.734}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 82, "client_acquire_ms": {"avg_ms": 0.006, "count": 82, "max_ms": 0.013, "p95_ms": 0.01, "reason": null, "sample_age_ms": 127.007, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.571, "count": 82, "max_ms": 3.236, "p95_ms": 1.461, "reason": null, "sample_age_ms": 165.45, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.218, "count": 82, "max_ms": 1.281, "p95_ms": 1.173, "reason": null, "sample_age_ms": 165.692, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.088, "count": 82, "max_ms": 0.247, "p95_ms": 0.174, "reason": null, "sample_age_ms": 127.017, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.507, "count": 82, "max_ms": 2.929, "p95_ms": 2.239, "reason": null, "sample_age_ms": 163.214, "source": "client_direct"}, "request_count": 82, "request_tensor_bytes": {"avg": 2211848.0, "count": 82, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 163.183, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 82, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 127.135, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.447, "count": 82, "max_ms": 54.275, "p95_ms": 47.061, "reason": null, "sample_age_ms": 127.001, "source": "client_direct"}, "sample_age_ms": 126.995, "source": "client_direct", "task_total_ms": {"avg_ms": 37.201, "count": 82, "max_ms": 56.297, "p95_ms": 48.654, "reason": null, "sample_age_ms": 126.995, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.741, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.785, "count": 82, "max_ms": 6.304, "p95_ms": 1.604}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.259, "count": 82, "max_ms": 1.108, "p95_ms": 0.592}, "detection_prepare_ms": {"avg_ms": 0.112, "count": 82, "max_ms": 1.424, "p95_ms": 0.217}, "event_filter_ms": {"avg_ms": 0.004, "count": 82, "max_ms": 0.01, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.076, "count": 82, "max_ms": 0.208, "p95_ms": 0.153}, "mcmt_ms": {"avg_ms": 0.003, "count": 82, "max_ms": 0.017, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.197, "count": 82, "max_ms": 2.388, "p95_ms": 0.381}, "setup_ms": {"avg_ms": 0.041, "count": 82, "max_ms": 0.103, "p95_ms": 0.082}, "total_inside_ms": {"avg_ms": 0.744, "count": 82, "max_ms": 6.227, "p95_ms": 1.499}, "track_match_ms": {"avg_ms": 0.006, "count": 82, "max_ms": 0.194, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.048, "count": 82, "max_ms": 1.583, "p95_ms": 0.075}}, "gstreamer_push": {"avg_ms": 3.616, "count": 83, "max_ms": 8.165, "p95_ms": 6.52}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 82, "max_ms": 0.453, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.119, "count": 82, "max_ms": 58.177, "p95_ms": 50.525}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.04, "count": 82, "max_ms": 0.186, "p95_ms": 0.104}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.603, "count": 82, "max_ms": 134.781, "p95_ms": 101.817}, "inference_input_copy_ms": {"avg_ms": 1.817, "count": 82, "max_ms": 5.376, "p95_ms": 2.989}, "processing_residual_ms": {"avg_ms": 0.137, "count": 82, "max_ms": 0.427, "p95_ms": 0.245}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.598, "count": 82, "max_ms": 137.284, "p95_ms": 103.211}, "read_interval": {"avg_ms": 364.733, "count": 82, "max_ms": 18904.142, "p95_ms": 186.696}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 82, "max_ms": 0.052, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.149, "count": 82, "max_ms": 2.29, "p95_ms": 0.276}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 82, "max_ms": 0.05, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.135, "count": 82, "max_ms": 2.263, "p95_ms": 0.246}, "worker_merge_ms": {"avg_ms": 0.005, "count": 82, "max_ms": 0.02, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 38.131, "count": 82, "max_ms": 58.19, "p95_ms": 50.541}, "visualize": {"avg_ms": 44.847, "count": 82, "max_ms": 87.218, "p95_ms": 60.764}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.03, "count": 82, "max_ms": 86.399, "p95_ms": 60.01}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.667, "count": 82, "max_ms": 87.052, "p95_ms": 60.555}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.575, "count": 82, "max_ms": 86.967, "p95_ms": 60.46}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 82, "max_ms": 0.165, "p95_ms": 0.104}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 82}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1358.016, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.419, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.377, "sample_count": 2558, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1273465, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T00:05:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 103933, "write_bytes_delta": 103933, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 527.0, "cpu_core_ratio": 0.608205, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8387.0, "pid": 92246, "reason": null, "system_cpu_core_ratio": 0.17131, "system_cpu_s_delta": 6.359999999999999, "user_cpu_core_ratio": 0.436895, "user_cpu_s_delta": 16.220000000000027}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.323227, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 227475.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.09185, "system_cpu_s_delta": 3.4099999999998545, "user_cpu_core_ratio": 0.231376, "user_cpu_s_delta": 8.589999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.511, "count": 84, "max_ms": 8.165, "p95_ms": 6.52, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 84}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 1}, "total": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 84}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.435, "count": 30, "max": 50.43, "p95": 46.249, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.684, "count": 30, "max": 39.288, "p95": 29.102, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1227.6, "count": 30, "max": 1499.0, "p95": 1460.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3476.0, "count": 30, "max": 32397.0, "p95": 20471.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.096, "count": 30, "max": 0.405, "p95": 0.361, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.163, "count": 30, "max": 1.402, "p95": 1.391, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.113, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 86021.233, "count": 30, "max": 103933.0, "p95": 97391.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 86021.233, "count": 30, "max": 103933.0, "p95": 97391.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 241560.367, "count": 30, "max": 299089.0, "p95": 294422.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.198, "count": 30, "max": 0.233, "p95": 0.228, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.539, "count": 30, "max": 0.649, "p95": 0.615, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8993, "sampled_at": "2026-10-30T00:05:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T00:05:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 1692683, "flush_count": 2221, "flush_interval_seconds": 30.0, "flush_state": {"count": 2221, "last_at": "2026-10-30T00:05:11", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T00:05:11", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2220}, "started": true, "suppressed_count": 1271251, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1271251}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2221, "written_record_count": 2221}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 8219.059, "limit_mb": null}, "detail": {"pid": 92362, "restart_count": 242, "start_count": 243}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3520892620800, "copied_frame_count": 1273471, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3520892620800, "frame_buffer_copies": 1273471, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.103, "count": 512, "max_ms": 0.3174, "p50_ms": 0.0939, "p95_ms": 0.1909, "p99_ms": 0.2191}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3093, "count": 512, "max_ms": 3.4908, "p50_ms": 1.2421, "p95_ms": 2.0381, "p99_ms": 2.5458, "results": {"failed": 0, "not_applicable": 0, "success": 1273471, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 214, "h264_decode_error_count": 491, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T00:05:38+09:00", "last_error_summary": "[h264 @ 0x5cbf8f0eb180] error while decoding MB 80 55, bytestream -50 [h264 @ 0x5cbf8e38cec0] cabac decode of qscale diff failed at 188 57 [h264 @ 0x5cbf8e38cec0] error while decoding MB 188 57, bytestream 10611 [h264 @ 0x5cbf8edaf780] left block unavailable for requested intra mode [h264 @ 0x5cbf8edaf780] error while decoding MB 0 42, bytestream 2375 [h264 @ 0x5cbf8e586d80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5cbf8e586d80] error while decoding MB 0 33, bytestream 423", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T00:05:41+09:00", "pid": 92362, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.344, "name": "ffmpeg", "pid": 92362, "rss_mb": 75.344, "state": "S (sleeping)", "threads": 1}, "restart_count": 242, "restart_count_per_hour": 3, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 243}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.377, "sample_count": 2510, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1273471, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T00:05:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 4.866, "last_frame_pushed_at": "2026-10-30T00:05:38+09:00", "last_frame_read_age_sec": 4.966, "last_frame_read_at": "2026-10-30T00:05:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 22, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 475.376, "last_sample_duration_ms": 977.814, "last_trigger": "periodic", "next_snapshot_in_sec": 124.624, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 222, "storage_bytes": 2117783}, "mjpeg": {"age_sec": 4.857, "exists": true, "mtime": "2026-10-30T00:05:38.290214+09:00", "mtime_epoch": 1793286338.2902143, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 89948}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T00:05:43+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1379.957, "name": "celery", "pid": 176, "rss_mb": 1358.031, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1273471, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 61}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 61}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 61}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 61, "pushed_frames": 61, "read_frames": 60, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.034, "pushed": 2.034, "read": 2.001}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 60, "client_acquire_ms": {"avg_ms": 0.006, "count": 60, "max_ms": 0.013, "p95_ms": 0.011, "reason": null, "sample_age_ms": 4929.06, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.583, "count": 60, "max_ms": 3.236, "p95_ms": 1.467, "reason": null, "sample_age_ms": 4967.503, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.206, "count": 60, "max_ms": 1.243, "p95_ms": 1.147, "reason": null, "sample_age_ms": 4967.745, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.086, "count": 60, "max_ms": 0.247, "p95_ms": 0.165, "reason": null, "sample_age_ms": 4929.071, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.494, "count": 60, "max_ms": 2.929, "p95_ms": 2.256, "reason": null, "sample_age_ms": 4965.267, "source": "client_direct"}, "request_count": 60, "request_tensor_bytes": {"avg": 2211848.0, "count": 60, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4965.236, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 60, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4929.188, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.814, "count": 60, "max_ms": 49.697, "p95_ms": 44.412, "reason": null, "sample_age_ms": 4929.054, "source": "client_direct"}, "sample_age_ms": 4929.048, "source": "client_direct", "task_total_ms": {"avg_ms": 36.551, "count": 60, "max_ms": 51.449, "p95_ms": 46.74, "reason": null, "sample_age_ms": 4929.048, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.605, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.729, "count": 61, "max_ms": 2.547, "p95_ms": 1.604}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.261, "count": 61, "max_ms": 1.108, "p95_ms": 0.631}, "detection_prepare_ms": {"avg_ms": 0.096, "count": 61, "max_ms": 0.328, "p95_ms": 0.217}, "event_filter_ms": {"avg_ms": 0.004, "count": 61, "max_ms": 0.01, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.076, "count": 61, "max_ms": 0.208, "p95_ms": 0.153}, "mcmt_ms": {"avg_ms": 0.003, "count": 61, "max_ms": 0.017, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.175, "count": 61, "max_ms": 0.795, "p95_ms": 0.381}, "setup_ms": {"avg_ms": 0.041, "count": 61, "max_ms": 0.103, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 0.688, "count": 61, "max_ms": 2.457, "p95_ms": 1.499}, "track_match_ms": {"avg_ms": 0.004, "count": 61, "max_ms": 0.009, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.029, "count": 61, "max_ms": 0.083, "p95_ms": 0.075}}, "gstreamer_push": {"avg_ms": 3.617, "count": 61, "max_ms": 8.165, "p95_ms": 6.52}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 61, "max_ms": 0.158, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.499, "count": 61, "max_ms": 52.261, "p95_ms": 47.679}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.042, "count": 61, "max_ms": 0.186, "p95_ms": 0.104}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.52, "count": 61, "max_ms": 134.781, "p95_ms": 102.032}, "inference_input_copy_ms": {"avg_ms": 1.713, "count": 61, "max_ms": 5.259, "p95_ms": 2.84}, "processing_residual_ms": {"avg_ms": 0.131, "count": 61, "max_ms": 0.427, "p95_ms": 0.225}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.406, "count": 61, "max_ms": 137.284, "p95_ms": 105.072}, "read_interval": {"avg_ms": 418.406, "count": 60, "max_ms": 18904.142, "p95_ms": 156.892}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 61, "max_ms": 0.052, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.126, "count": 61, "max_ms": 0.637, "p95_ms": 0.276}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 61, "max_ms": 0.05, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.112, "count": 61, "max_ms": 0.585, "p95_ms": 0.246}, "worker_merge_ms": {"avg_ms": 0.005, "count": 61, "max_ms": 0.02, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 37.512, "count": 61, "max_ms": 52.286, "p95_ms": 47.694}, "visualize": {"avg_ms": 45.432, "count": 61, "max_ms": 87.218, "p95_ms": 60.764}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.607, "count": 61, "max_ms": 86.399, "p95_ms": 60.01}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.244, "count": 61, "max_ms": 87.052, "p95_ms": 60.555}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.149, "count": 61, "max_ms": 86.967, "p95_ms": 60.46}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 61, "max_ms": 0.165, "p95_ms": 0.105}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 61}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1358.016, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.419, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.377, "sample_count": 2558, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1273465, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T00:05:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 103933, "write_bytes_delta": 103933, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 527.0, "cpu_core_ratio": 0.608205, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8387.0, "pid": 92246, "reason": null, "system_cpu_core_ratio": 0.17131, "system_cpu_s_delta": 6.359999999999999, "user_cpu_core_ratio": 0.436895, "user_cpu_s_delta": 16.220000000000027}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.323227, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 227475.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.09185, "system_cpu_s_delta": 3.4099999999998545, "user_cpu_core_ratio": 0.231376, "user_cpu_s_delta": 8.589999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.511, "count": 84, "max_ms": 8.165, "p95_ms": 6.52, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 84}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 1}, "total": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 84}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.435, "count": 30, "max": 50.43, "p95": 46.249, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.684, "count": 30, "max": 39.288, "p95": 29.102, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1227.6, "count": 30, "max": 1499.0, "p95": 1460.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3476.0, "count": 30, "max": 32397.0, "p95": 20471.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.096, "count": 30, "max": 0.405, "p95": 0.361, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.163, "count": 30, "max": 1.402, "p95": 1.391, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.113, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 86021.233, "count": 30, "max": 103933.0, "p95": 97391.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 86021.233, "count": 30, "max": 103933.0, "p95": 97391.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 241560.367, "count": 30, "max": 299089.0, "p95": 294422.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.198, "count": 30, "max": 0.233, "p95": 0.228, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.539, "count": 30, "max": 0.649, "p95": 0.615, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8993, "sampled_at": "2026-10-30T00:05:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T00:05:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2162788, "flush_count": 2260, "flush_interval_seconds": 30.0, "flush_state": {"count": 2260, "last_at": "2026-10-30T00:44:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T00:44:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2259}, "started": true, "suppressed_count": 1108667, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1108536}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2260, "written_record_count": 2260}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8405.25, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x57f22deca440] error while decoding MB 78 29, bytestream -21 [h264 @ 0x57f22d23be40] left block unavailable for requested intra mode [h264 @ 0x57f22d23be40] error while decoding MB 0 35, bytestream 1574 [h264 @ 0x57f22d2f8a40] error while decoding MB 9 24, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3071126016000, "copied_frame_count": 1110795, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3071126016000, "frame_buffer_copies": 1110795, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1032, "count": 512, "max_ms": 1.8211, "p50_ms": 0.0854, "p95_ms": 0.1874, "p99_ms": 0.2637}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3163, "count": 512, "max_ms": 4.3154, "p50_ms": 1.2018, "p95_ms": 2.1812, "p99_ms": 2.8203, "results": {"failed": 0, "not_applicable": 0, "success": 1110795, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 432, "h264_decode_error_count": 947, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T00:44:36+09:00", "last_error_summary": "[h264 @ 0x57f22deca440] error while decoding MB 78 29, bytestream -21 [h264 @ 0x57f22d23be40] left block unavailable for requested intra mode [h264 @ 0x57f22d23be40] error while decoding MB 0 35, bytestream 1574 [h264 @ 0x57f22d2f8a40] error while decoding MB 9 24, bytestream -6", "last_exit_at": "2026-10-30T00:44:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 3146.716, "last_started_at": "2026-10-29T23:52:09+09:00", "pid": 92130, "process": {"exists": false, "pid": 92130}, "restart_count": 467, "restart_count_per_hour": 2, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 468}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.295, "sample_count": 2744, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1110795, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T00:44:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.098, "last_frame_pushed_at": "2026-10-30T00:44:36+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-10-30T00:44:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 26, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 399.907, "last_sample_duration_ms": 1010.472, "last_trigger": "periodic", "next_snapshot_in_sec": 200.093, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 226, "storage_bytes": 2156112}, "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-10-30T00:44:36.197749+09:00", "mtime_epoch": 1793288676.1977487, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 86452}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T00:44:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1316.406, "name": "celery", "pid": 206, "rss_mb": 1284.09, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1110795, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.131, "max": 5.0, "p95": 3.0, "sample_count": 275}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 2}, "total": {"avg": 0.007, "max": 1.0, "p95": 0.0, "sample_count": 275}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 275}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 275}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 274, "pushed_frames": 274, "read_frames": 274, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.134, "pushed": 9.134, "read": 9.134}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 273, "client_acquire_ms": {"avg_ms": 0.008, "count": 273, "max_ms": 0.044, "p95_ms": 0.016, "reason": null, "sample_age_ms": 129.502, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.791, "count": 273, "max_ms": 6.595, "p95_ms": 2.57, "reason": null, "sample_age_ms": 158.473, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.308, "count": 273, "max_ms": 3.631, "p95_ms": 1.941, "reason": null, "sample_age_ms": 158.726, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.183, "count": 273, "max_ms": 0.643, "p95_ms": 0.373, "reason": null, "sample_age_ms": 129.507, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.101, "count": 273, "max_ms": 7.125, "p95_ms": 3.327, "reason": null, "sample_age_ms": 157.411, "source": "client_direct"}, "request_count": 273, "request_tensor_bytes": {"avg": 2764808.0, "count": 273, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 157.389, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 273, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 129.569, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.583, "count": 273, "max_ms": 59.215, "p95_ms": 50.368, "reason": null, "sample_age_ms": 129.499, "source": "client_direct"}, "sample_age_ms": 129.496, "source": "client_direct", "task_total_ms": {"avg_ms": 40.039, "count": 273, "max_ms": 62.959, "p95_ms": 53.778, "reason": null, "sample_age_ms": 129.496, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 53.689, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.65, "count": 275, "max_ms": 3.642, "p95_ms": 1.159}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.2, "count": 275, "max_ms": 0.593, "p95_ms": 0.373}, "detection_prepare_ms": {"avg_ms": 0.104, "count": 275, "max_ms": 1.141, "p95_ms": 0.178}, "event_filter_ms": {"avg_ms": 0.004, "count": 275, "max_ms": 0.04, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.068, "count": 275, "max_ms": 0.262, "p95_ms": 0.131}, "mcmt_ms": {"avg_ms": 0.002, "count": 275, "max_ms": 0.027, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.158, "count": 275, "max_ms": 0.593, "p95_ms": 0.312}, "setup_ms": {"avg_ms": 0.036, "count": 275, "max_ms": 0.107, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 0.612, "count": 275, "max_ms": 3.583, "p95_ms": 1.087}, "track_match_ms": {"avg_ms": 0.004, "count": 275, "max_ms": 0.057, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.035, "count": 275, "max_ms": 1.257, "p95_ms": 0.055}}, "gstreamer_push": {"avg_ms": 3.229, "count": 274, "max_ms": 8.728, "p95_ms": 5.832}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 275, "max_ms": 0.943, "p95_ms": 0.08}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.237, "count": 275, "max_ms": 65.507, "p95_ms": 54.82}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.431, "count": 274, "max_ms": 13.855, "p95_ms": 7.484}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 274, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 274, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.68, "count": 274, "max_ms": 127.72, "p95_ms": 112.105}, "inference_input_copy_ms": {"avg_ms": 1.779, "count": 274, "max_ms": 4.571, "p95_ms": 2.909}, "processing_residual_ms": {"avg_ms": 0.126, "count": 274, "max_ms": 0.402, "p95_ms": 0.225}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 274, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 274, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.015, "count": 274, "max_ms": 133.608, "p95_ms": 117.019}, "read_interval": {"avg_ms": 109.487, "count": 274, "max_ms": 179.349, "p95_ms": 139.734}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 275, "max_ms": 0.048, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.111, "count": 275, "max_ms": 0.441, "p95_ms": 0.218}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 275, "max_ms": 0.048, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.098, "count": 275, "max_ms": 0.415, "p95_ms": 0.188}, "worker_merge_ms": {"avg_ms": 0.005, "count": 275, "max_ms": 0.041, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 41.25, "count": 275, "max_ms": 65.521, "p95_ms": 54.829}, "visualize": {"avg_ms": 48.857, "count": 275, "max_ms": 72.323, "p95_ms": 61.535}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.571, "count": 275, "max_ms": 70.546, "p95_ms": 59.046}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.24, "count": 275, "max_ms": 71.152, "p95_ms": 59.612}, "visualize_input_copy_ms": {"avg_ms": 1.441, "count": 275, "max_ms": 4.68, "p95_ms": 2.412}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.134, "count": 275, "max_ms": 71.052, "p95_ms": 59.513}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 275, "max_ms": 0.163, "p95_ms": 0.115}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 275}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1278.863, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.51, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.252, "sample_count": 2745, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1110692, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T00:44:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84602, "write_bytes_delta": 84602, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1026.0, "cpu_core_ratio": 0.407379, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 92130, "reason": null, "system_cpu_core_ratio": 0.035945, "system_cpu_s_delta": 0.7199999999999989, "user_cpu_core_ratio": 0.371434, "user_cpu_s_delta": 7.440000000000055}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.591074, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 251705.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.57712, "system_cpu_s_delta": 11.559999999997672, "user_cpu_core_ratio": 1.013954, "user_cpu_s_delta": 20.30999999999767}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.053, "count": 275, "max_ms": 8.728, "p95_ms": 5.591, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.178, "max": 5.0, "p95": 4.0, "sample_count": 275}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 1}, "total": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 275}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.848, "count": 30, "max": 63.418, "p95": 48.3, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.646, "count": 30, "max": 27.241, "p95": 21.316, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 988.5, "count": 30, "max": 1075.0, "p95": 1064.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5.6, "count": 30, "max": 84.0, "p95": 42.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.374, "count": 30, "max": 0.39, "p95": 0.385, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.098, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 74164.967, "count": 30, "max": 84602.0, "p95": 81355.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 71697.033, "count": 30, "max": 84602.0, "p95": 81355.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 234874.933, "count": 30, "max": 268350.0, "p95": 260939.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.583, "count": 30, "max": 0.605, "p95": 0.605, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.003, "count": 30, "max": 1.023, "p95": 1.021, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8471, "sampled_at": "2026-10-30T00:44:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T00:44:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2162788, "flush_count": 2260, "flush_interval_seconds": 30.0, "flush_state": {"count": 2260, "last_at": "2026-10-30T00:44:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T00:44:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2259}, "started": true, "suppressed_count": 1108667, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1108536}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2260, "written_record_count": 2260}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8413.629, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T00:44:36+09:00", "last_error_summary": "[h264 @ 0x57f22deca440] error while decoding MB 78 29, bytestream -21 [h264 @ 0x57f22d23be40] left block unavailable for requested intra mode [h264 @ 0x57f22d23be40] error while decoding MB 0 35, bytestream 1574 [h264 @ 0x57f22d2f8a40] error while decoding MB 9 24, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3071126016000, "copied_frame_count": 1110795, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3071126016000, "frame_buffer_copies": 1110795, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1032, "count": 512, "max_ms": 1.8211, "p50_ms": 0.0854, "p95_ms": 0.1874, "p99_ms": 0.2637}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3163, "count": 512, "max_ms": 4.3154, "p50_ms": 1.2018, "p95_ms": 2.1812, "p99_ms": 2.8203, "results": {"failed": 0, "not_applicable": 0, "success": 1110795, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 432, "h264_decode_error_count": 947, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T00:44:36+09:00", "last_error_summary": "[h264 @ 0x57f22deca440] error while decoding MB 78 29, bytestream -21 [h264 @ 0x57f22d23be40] left block unavailable for requested intra mode [h264 @ 0x57f22d23be40] error while decoding MB 0 35, bytestream 1574 [h264 @ 0x57f22d2f8a40] error while decoding MB 9 24, bytestream -6", "last_exit_at": "2026-10-30T00:44:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 3146.829, "last_started_at": "2026-10-29T23:52:09+09:00", "pid": 92130, "process": {"exists": false, "pid": 92130}, "restart_count": 467, "restart_count_per_hour": 2, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 468}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.295, "sample_count": 2743, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1110795, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T00:44:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.091, "last_frame_pushed_at": "2026-10-30T00:44:36+09:00", "last_frame_read_age_sec": 0.206, "last_frame_read_at": "2026-10-30T00:44:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 26, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 399.96, "last_sample_duration_ms": 1010.472, "last_trigger": "periodic", "next_snapshot_in_sec": 200.04, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 226, "storage_bytes": 2156112}, "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-10-30T00:44:36.317750+09:00", "mtime_epoch": 1793288676.3177495, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 86817}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T00:44:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1316.406, "name": "celery", "pid": 206, "rss_mb": 1284.086, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1110795, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.132, "max": 5.0, "p95": 3.0, "sample_count": 273}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 2}, "total": {"avg": 0.007, "max": 1.0, "p95": 0.0, "sample_count": 273}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 273}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 273}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 273}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 273}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 273}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 273, "pushed_frames": 274, "read_frames": 273, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.101, "pushed": 9.134, "read": 9.101}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 273, "client_acquire_ms": {"avg_ms": 0.008, "count": 273, "max_ms": 0.044, "p95_ms": 0.016, "reason": null, "sample_age_ms": 186.146, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.791, "count": 273, "max_ms": 6.595, "p95_ms": 2.57, "reason": null, "sample_age_ms": 215.117, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.309, "count": 272, "max_ms": 3.631, "p95_ms": 1.944, "reason": null, "sample_age_ms": 215.37, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.183, "count": 273, "max_ms": 0.643, "p95_ms": 0.373, "reason": null, "sample_age_ms": 186.151, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.101, "count": 273, "max_ms": 7.125, "p95_ms": 3.327, "reason": null, "sample_age_ms": 214.056, "source": "client_direct"}, "request_count": 272, "request_tensor_bytes": {"avg": 2764808.0, "count": 273, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 214.033, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 273, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 186.213, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.583, "count": 273, "max_ms": 59.215, "p95_ms": 50.368, "reason": null, "sample_age_ms": 186.143, "source": "client_direct"}, "sample_age_ms": 186.14, "source": "client_direct", "task_total_ms": {"avg_ms": 40.039, "count": 273, "max_ms": 62.959, "p95_ms": 53.778, "reason": null, "sample_age_ms": 186.14, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.515, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.651, "count": 273, "max_ms": 3.642, "p95_ms": 1.159}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.2, "count": 273, "max_ms": 0.593, "p95_ms": 0.373}, "detection_prepare_ms": {"avg_ms": 0.105, "count": 273, "max_ms": 1.141, "p95_ms": 0.178}, "event_filter_ms": {"avg_ms": 0.004, "count": 273, "max_ms": 0.04, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.068, "count": 273, "max_ms": 0.262, "p95_ms": 0.131}, "mcmt_ms": {"avg_ms": 0.002, "count": 273, "max_ms": 0.027, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.159, "count": 273, "max_ms": 0.593, "p95_ms": 0.312}, "setup_ms": {"avg_ms": 0.036, "count": 273, "max_ms": 0.107, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 0.614, "count": 273, "max_ms": 3.583, "p95_ms": 1.087}, "track_match_ms": {"avg_ms": 0.004, "count": 273, "max_ms": 0.057, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.035, "count": 273, "max_ms": 1.257, "p95_ms": 0.055}}, "gstreamer_push": {"avg_ms": 3.24, "count": 274, "max_ms": 8.728, "p95_ms": 5.832}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 273, "max_ms": 0.943, "p95_ms": 0.08}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.175, "count": 273, "max_ms": 65.507, "p95_ms": 54.82}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.47, "count": 273, "max_ms": 18.127, "p95_ms": 7.631}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 273, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 273, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.663, "count": 273, "max_ms": 127.72, "p95_ms": 112.105}, "inference_input_copy_ms": {"avg_ms": 1.782, "count": 273, "max_ms": 4.571, "p95_ms": 2.909}, "processing_residual_ms": {"avg_ms": 0.126, "count": 273, "max_ms": 0.402, "p95_ms": 0.225}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 273, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 273, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.042, "count": 273, "max_ms": 133.608, "p95_ms": 117.019}, "read_interval": {"avg_ms": 109.506, "count": 273, "max_ms": 179.349, "p95_ms": 139.734}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 273, "max_ms": 0.048, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.111, "count": 273, "max_ms": 0.441, "p95_ms": 0.218}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 273, "max_ms": 0.048, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.098, "count": 273, "max_ms": 0.415, "p95_ms": 0.188}, "worker_merge_ms": {"avg_ms": 0.005, "count": 273, "max_ms": 0.041, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 41.188, "count": 273, "max_ms": 65.521, "p95_ms": 54.829}, "visualize": {"avg_ms": 48.91, "count": 273, "max_ms": 72.323, "p95_ms": 61.535}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.622, "count": 273, "max_ms": 70.546, "p95_ms": 59.046}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 273, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.292, "count": 273, "max_ms": 71.152, "p95_ms": 59.612}, "visualize_input_copy_ms": {"avg_ms": 1.443, "count": 273, "max_ms": 4.68, "p95_ms": 2.412}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 273, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.186, "count": 273, "max_ms": 71.052, "p95_ms": 59.513}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 273, "max_ms": 0.163, "p95_ms": 0.115}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 273}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 273}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 273}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1278.863, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.51, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.252, "sample_count": 2745, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1110692, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T00:44:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84602, "write_bytes_delta": 84602, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1026.0, "cpu_core_ratio": 0.407379, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 92130, "reason": null, "system_cpu_core_ratio": 0.035945, "system_cpu_s_delta": 0.7199999999999989, "user_cpu_core_ratio": 0.371434, "user_cpu_s_delta": 7.440000000000055}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.591074, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 251705.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.57712, "system_cpu_s_delta": 11.559999999997672, "user_cpu_core_ratio": 1.013954, "user_cpu_s_delta": 20.30999999999767}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.053, "count": 275, "max_ms": 8.728, "p95_ms": 5.591, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.178, "max": 5.0, "p95": 4.0, "sample_count": 275}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 1}, "total": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 275}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.848, "count": 30, "max": 63.418, "p95": 48.3, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.646, "count": 30, "max": 27.241, "p95": 21.316, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 988.5, "count": 30, "max": 1075.0, "p95": 1064.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5.6, "count": 30, "max": 84.0, "p95": 42.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.374, "count": 30, "max": 0.39, "p95": 0.385, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.098, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 74164.967, "count": 30, "max": 84602.0, "p95": 81355.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 71697.033, "count": 30, "max": 84602.0, "p95": 81355.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 234874.933, "count": 30, "max": 268350.0, "p95": 260939.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.583, "count": 30, "max": 0.605, "p95": 0.605, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.003, "count": 30, "max": 1.023, "p95": 1.021, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8471, "sampled_at": "2026-10-30T00:44:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T00:44:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2162788, "flush_count": 2260, "flush_interval_seconds": 30.0, "flush_state": {"count": 2260, "last_at": "2026-10-30T00:44:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T00:44:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2259}, "started": true, "suppressed_count": 1108667, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1108536}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2260, "written_record_count": 2260}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8406.367, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3071126016000, "copied_frame_count": 1110795, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3071126016000, "frame_buffer_copies": 1110795, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1032, "count": 512, "max_ms": 1.8211, "p50_ms": 0.0854, "p95_ms": 0.1874, "p99_ms": 0.2637}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3163, "count": 512, "max_ms": 4.3154, "p50_ms": 1.2018, "p95_ms": 2.1812, "p99_ms": 2.8203, "results": {"failed": 0, "not_applicable": 0, "success": 1110795, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 432, "h264_decode_error_count": 947, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T00:44:36+09:00", "last_error_summary": "[h264 @ 0x57f22deca440] error while decoding MB 78 29, bytestream -21 [h264 @ 0x57f22d23be40] left block unavailable for requested intra mode [h264 @ 0x57f22d23be40] error while decoding MB 0 35, bytestream 1574 [h264 @ 0x57f22d2f8a40] error while decoding MB 9 24, bytestream -6", "last_exit_at": "2026-10-30T00:44:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 3146.867, "last_started_at": "2026-10-29T23:52:09+09:00", "pid": 92130, "process": {"exists": false, "pid": 92130}, "restart_count": 467, "restart_count_per_hour": 2, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 468}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.295, "sample_count": 2743, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1110795, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T00:44:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.129, "last_frame_pushed_at": "2026-10-30T00:44:36+09:00", "last_frame_read_age_sec": 0.245, "last_frame_read_at": "2026-10-30T00:44:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 26, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 400.004, "last_sample_duration_ms": 1010.472, "last_trigger": "periodic", "next_snapshot_in_sec": 199.996, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 226, "storage_bytes": 2156112}, "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-10-30T00:44:36.317750+09:00", "mtime_epoch": 1793288676.3177495, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 86817}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T00:44:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1316.406, "name": "celery", "pid": 206, "rss_mb": 1284.086, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1110795, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.132, "max": 5.0, "p95": 3.0, "sample_count": 273}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 2}, "total": {"avg": 0.007, "max": 1.0, "p95": 0.0, "sample_count": 273}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 273}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 273}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 273}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 273}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 273}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 273, "pushed_frames": 273, "read_frames": 272, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.124, "pushed": 9.124, "read": 9.09}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 272, "client_acquire_ms": {"avg_ms": 0.008, "count": 273, "max_ms": 0.044, "p95_ms": 0.016, "reason": null, "sample_age_ms": 227.8, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.792, "count": 272, "max_ms": 6.595, "p95_ms": 2.573, "reason": null, "sample_age_ms": 256.77, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.309, "count": 272, "max_ms": 3.631, "p95_ms": 1.944, "reason": null, "sample_age_ms": 257.024, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.183, "count": 273, "max_ms": 0.643, "p95_ms": 0.373, "reason": null, "sample_age_ms": 227.805, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.094, "count": 272, "max_ms": 7.125, "p95_ms": 3.307, "reason": null, "sample_age_ms": 255.709, "source": "client_direct"}, "request_count": 272, "request_tensor_bytes": {"avg": 2764808.0, "count": 272, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 255.687, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 273, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 227.867, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.583, "count": 273, "max_ms": 59.215, "p95_ms": 50.368, "reason": null, "sample_age_ms": 227.797, "source": "client_direct"}, "sample_age_ms": 227.794, "source": "client_direct", "task_total_ms": {"avg_ms": 40.039, "count": 273, "max_ms": 62.959, "p95_ms": 53.778, "reason": null, "sample_age_ms": 227.794, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.229, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.651, "count": 273, "max_ms": 3.642, "p95_ms": 1.159}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.2, "count": 273, "max_ms": 0.593, "p95_ms": 0.373}, "detection_prepare_ms": {"avg_ms": 0.105, "count": 273, "max_ms": 1.141, "p95_ms": 0.178}, "event_filter_ms": {"avg_ms": 0.004, "count": 273, "max_ms": 0.04, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.068, "count": 273, "max_ms": 0.262, "p95_ms": 0.131}, "mcmt_ms": {"avg_ms": 0.002, "count": 273, "max_ms": 0.027, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.159, "count": 273, "max_ms": 0.593, "p95_ms": 0.312}, "setup_ms": {"avg_ms": 0.036, "count": 273, "max_ms": 0.107, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 0.614, "count": 273, "max_ms": 3.583, "p95_ms": 1.087}, "track_match_ms": {"avg_ms": 0.004, "count": 273, "max_ms": 0.057, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.035, "count": 273, "max_ms": 1.257, "p95_ms": 0.055}}, "gstreamer_push": {"avg_ms": 3.24, "count": 273, "max_ms": 8.728, "p95_ms": 5.832}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 273, "max_ms": 0.943, "p95_ms": 0.08}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.175, "count": 273, "max_ms": 65.507, "p95_ms": 54.82}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.47, "count": 273, "max_ms": 18.127, "p95_ms": 7.631}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 273, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 273, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.663, "count": 273, "max_ms": 127.72, "p95_ms": 112.105}, "inference_input_copy_ms": {"avg_ms": 1.782, "count": 273, "max_ms": 4.571, "p95_ms": 2.909}, "processing_residual_ms": {"avg_ms": 0.126, "count": 273, "max_ms": 0.402, "p95_ms": 0.225}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 273, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 273, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.042, "count": 273, "max_ms": 133.608, "p95_ms": 117.019}, "read_interval": {"avg_ms": 109.504, "count": 272, "max_ms": 179.349, "p95_ms": 139.734}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 273, "max_ms": 0.048, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.111, "count": 273, "max_ms": 0.441, "p95_ms": 0.218}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 273, "max_ms": 0.048, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.098, "count": 273, "max_ms": 0.415, "p95_ms": 0.188}, "worker_merge_ms": {"avg_ms": 0.005, "count": 273, "max_ms": 0.041, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 41.188, "count": 273, "max_ms": 65.521, "p95_ms": 54.829}, "visualize": {"avg_ms": 48.91, "count": 273, "max_ms": 72.323, "p95_ms": 61.535}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.622, "count": 273, "max_ms": 70.546, "p95_ms": 59.046}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 273, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.292, "count": 273, "max_ms": 71.152, "p95_ms": 59.612}, "visualize_input_copy_ms": {"avg_ms": 1.443, "count": 273, "max_ms": 4.68, "p95_ms": 2.412}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 273, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.186, "count": 273, "max_ms": 71.052, "p95_ms": 59.513}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 273, "max_ms": 0.163, "p95_ms": 0.115}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 273}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 273}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 273}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1278.863, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.51, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.252, "sample_count": 2745, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1110692, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T00:44:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84602, "write_bytes_delta": 84602, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1026.0, "cpu_core_ratio": 0.407379, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 92130, "reason": null, "system_cpu_core_ratio": 0.035945, "system_cpu_s_delta": 0.7199999999999989, "user_cpu_core_ratio": 0.371434, "user_cpu_s_delta": 7.440000000000055}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.591074, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 251705.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.57712, "system_cpu_s_delta": 11.559999999997672, "user_cpu_core_ratio": 1.013954, "user_cpu_s_delta": 20.30999999999767}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.053, "count": 275, "max_ms": 8.728, "p95_ms": 5.591, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.178, "max": 5.0, "p95": 4.0, "sample_count": 275}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 1}, "total": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 275}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.848, "count": 30, "max": 63.418, "p95": 48.3, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.646, "count": 30, "max": 27.241, "p95": 21.316, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 988.5, "count": 30, "max": 1075.0, "p95": 1064.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5.6, "count": 30, "max": 84.0, "p95": 42.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.374, "count": 30, "max": 0.39, "p95": 0.385, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.098, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 74164.967, "count": 30, "max": 84602.0, "p95": 81355.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 71697.033, "count": 30, "max": 84602.0, "p95": 81355.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 234874.933, "count": 30, "max": 268350.0, "p95": 260939.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.583, "count": 30, "max": 0.605, "p95": 0.605, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.003, "count": 30, "max": 1.023, "p95": 1.021, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8471, "sampled_at": "2026-10-30T00:44:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T00:44:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2162788, "flush_count": 2260, "flush_interval_seconds": 30.0, "flush_state": {"count": 2260, "last_at": "2026-10-30T00:44:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T00:44:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2259}, "started": true, "suppressed_count": 1108667, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1108536}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2260, "written_record_count": 2260}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8581.367, "limit_mb": null}, "detail": {"pid": 92478, "restart_count": 468, "start_count": 469}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3071126016000, "copied_frame_count": 1110795, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3071126016000, "frame_buffer_copies": 1110795, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1032, "count": 512, "max_ms": 1.8211, "p50_ms": 0.0854, "p95_ms": 0.1874, "p99_ms": 0.2637}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3163, "count": 512, "max_ms": 4.3154, "p50_ms": 1.2018, "p95_ms": 2.1812, "p99_ms": 2.8203, "results": {"failed": 0, "not_applicable": 0, "success": 1110795, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 432, "h264_decode_error_count": 947, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T00:44:36+09:00", "last_error_summary": "[h264 @ 0x57f22deca440] error while decoding MB 78 29, bytestream -21 [h264 @ 0x57f22d23be40] left block unavailable for requested intra mode [h264 @ 0x57f22d23be40] error while decoding MB 0 35, bytestream 1574 [h264 @ 0x57f22d2f8a40] error while decoding MB 9 24, bytestream -6", "last_exit_at": "2026-10-30T00:44:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T00:44:39+09:00", "pid": 92478, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.965, "name": "ffmpeg", "pid": 92478, "rss_mb": 208.965, "state": "S (sleeping)", "threads": 70}, "restart_count": 468, "restart_count_per_hour": 3, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 469}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.28, "sample_count": 2699, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1110795, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T00:44:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.745, "last_frame_pushed_at": "2026-10-30T00:44:36+09:00", "last_frame_read_age_sec": 4.86, "last_frame_read_at": "2026-10-30T00:44:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 26, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 404.618, "last_sample_duration_ms": 1010.472, "last_trigger": "periodic", "next_snapshot_in_sec": 195.382, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 226, "storage_bytes": 2156112}, "mjpeg": {"age_sec": 4.737, "exists": true, "mtime": "2026-10-30T00:44:36.317750+09:00", "mtime_epoch": 1793288676.3177495, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 86817}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T00:44:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1316.406, "name": "celery", "pid": 206, "rss_mb": 1284.09, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1110795, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.134, "max": 5.0, "p95": 3.0, "sample_count": 231}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 2}, "total": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 231}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 231}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 231}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 231}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 231}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 231}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.715, "pushed": 7.715, "read": 7.682}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 230, "client_acquire_ms": {"avg_ms": 0.008, "count": 230, "max_ms": 0.044, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4848.057, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.782, "count": 230, "max_ms": 4.225, "p95_ms": 2.578, "reason": null, "sample_age_ms": 4877.028, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.309, "count": 230, "max_ms": 3.631, "p95_ms": 1.952, "reason": null, "sample_age_ms": 4877.281, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.181, "count": 230, "max_ms": 0.577, "p95_ms": 0.352, "reason": null, "sample_age_ms": 4848.062, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.122, "count": 230, "max_ms": 7.125, "p95_ms": 3.378, "reason": null, "sample_age_ms": 4875.966, "source": "client_direct"}, "request_count": 230, "request_tensor_bytes": {"avg": 2764808.0, "count": 230, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4875.944, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 230, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4848.124, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.401, "count": 230, "max_ms": 59.215, "p95_ms": 50.268, "reason": null, "sample_age_ms": 4848.054, "source": "client_direct"}, "sample_age_ms": 4848.051, "source": "client_direct", "task_total_ms": {"avg_ms": 39.876, "count": 230, "max_ms": 62.959, "p95_ms": 53.728, "reason": null, "sample_age_ms": 4848.051, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.673, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.647, "count": 231, "max_ms": 3.642, "p95_ms": 1.13}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.199, "count": 231, "max_ms": 0.451, "p95_ms": 0.365}, "detection_prepare_ms": {"avg_ms": 0.105, "count": 231, "max_ms": 1.141, "p95_ms": 0.178}, "event_filter_ms": {"avg_ms": 0.004, "count": 231, "max_ms": 0.04, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.067, "count": 231, "max_ms": 0.262, "p95_ms": 0.126}, "mcmt_ms": {"avg_ms": 0.002, "count": 231, "max_ms": 0.013, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.156, "count": 231, "max_ms": 0.483, "p95_ms": 0.303}, "setup_ms": {"avg_ms": 0.036, "count": 231, "max_ms": 0.107, "p95_ms": 0.078}, "total_inside_ms": {"avg_ms": 0.61, "count": 231, "max_ms": 3.583, "p95_ms": 1.073}, "track_match_ms": {"avg_ms": 0.004, "count": 231, "max_ms": 0.057, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.036, "count": 231, "max_ms": 1.257, "p95_ms": 0.055}}, "gstreamer_push": {"avg_ms": 3.279, "count": 231, "max_ms": 7.653, "p95_ms": 5.887}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 231, "max_ms": 0.131, "p95_ms": 0.077}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.988, "count": 231, "max_ms": 65.507, "p95_ms": 54.713}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.481, "count": 231, "max_ms": 18.127, "p95_ms": 7.799}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 231, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 231, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.545, "count": 231, "max_ms": 127.72, "p95_ms": 112.01}, "inference_input_copy_ms": {"avg_ms": 1.799, "count": 231, "max_ms": 4.571, "p95_ms": 2.959}, "processing_residual_ms": {"avg_ms": 0.126, "count": 231, "max_ms": 0.287, "p95_ms": 0.222}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 231, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 231, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.95, "count": 231, "max_ms": 133.608, "p95_ms": 117.019}, "read_interval": {"avg_ms": 109.436, "count": 230, "max_ms": 179.349, "p95_ms": 140.417}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 231, "max_ms": 0.048, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 0.109, "count": 231, "max_ms": 0.431, "p95_ms": 0.21}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 231, "max_ms": 0.048, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.096, "count": 231, "max_ms": 0.415, "p95_ms": 0.184}, "worker_merge_ms": {"avg_ms": 0.005, "count": 231, "max_ms": 0.041, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 41.001, "count": 231, "max_ms": 65.521, "p95_ms": 54.724}, "visualize": {"avg_ms": 48.992, "count": 231, "max_ms": 72.323, "p95_ms": 61.535}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.72, "count": 231, "max_ms": 70.546, "p95_ms": 59.046}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 231, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.394, "count": 231, "max_ms": 71.152, "p95_ms": 59.612}, "visualize_input_copy_ms": {"avg_ms": 1.422, "count": 231, "max_ms": 3.498, "p95_ms": 2.357}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 231, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.289, "count": 231, "max_ms": 71.052, "p95_ms": 59.513}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 231, "max_ms": 0.163, "p95_ms": 0.115}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 231}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 231}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 231}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1278.863, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.51, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.252, "sample_count": 2745, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1110692, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T00:44:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84602, "write_bytes_delta": 84602, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1026.0, "cpu_core_ratio": 0.407379, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 92130, "reason": null, "system_cpu_core_ratio": 0.035945, "system_cpu_s_delta": 0.7199999999999989, "user_cpu_core_ratio": 0.371434, "user_cpu_s_delta": 7.440000000000055}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.591074, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 251705.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.57712, "system_cpu_s_delta": 11.559999999997672, "user_cpu_core_ratio": 1.013954, "user_cpu_s_delta": 20.30999999999767}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.053, "count": 275, "max_ms": 8.728, "p95_ms": 5.591, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.178, "max": 5.0, "p95": 4.0, "sample_count": 275}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 1}, "total": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 275}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.848, "count": 30, "max": 63.418, "p95": 48.3, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.646, "count": 30, "max": 27.241, "p95": 21.316, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 988.5, "count": 30, "max": 1075.0, "p95": 1064.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5.6, "count": 30, "max": 84.0, "p95": 42.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.374, "count": 30, "max": 0.39, "p95": 0.385, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.098, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 74164.967, "count": 30, "max": 84602.0, "p95": 81355.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 71697.033, "count": 30, "max": 84602.0, "p95": 81355.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 234874.933, "count": 30, "max": 268350.0, "p95": 260939.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.583, "count": 30, "max": 0.605, "p95": 0.605, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.003, "count": 30, "max": 1.023, "p95": 1.021, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8471, "sampled_at": "2026-10-30T00:44:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T00:44:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2177652, "flush_count": 2276, "flush_interval_seconds": 30.0, "flush_state": {"count": 2276, "last_at": "2026-10-30T01:00:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T01:00:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2275}, "started": true, "suppressed_count": 1117292, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1117161}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2276, "written_record_count": 2276}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8446.312, "limit_mb": null}, "detail": {"h264_decode_error_count": 5, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x635dc32de140] cabac decode of qscale diff failed at 67 57 [h264 @ 0x635dc32de140] error while decoding MB 67 57, bytestream 55737 [h264 @ 0x635dc3d8a480] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x635dc3d8a480] error while decoding MB 0 33, bytestream 2421 [h264 @ 0x635dc32c9f80] left block unavailable for requested intra mode [h264 @ 0x635dc32c9f80] error while decoding MB 0 52, bytestream 3624 [h264 @ 0x635dc328da40] left block unavailable for requested intra4x4 ", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3095013888000, "copied_frame_count": 1119435, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3095013888000, "frame_buffer_copies": 1119435, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1243, "count": 512, "max_ms": 0.4208, "p50_ms": 0.1098, "p95_ms": 0.2283, "p99_ms": 0.2957}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4803, "count": 512, "max_ms": 4.4873, "p50_ms": 1.4078, "p95_ms": 2.3407, "p99_ms": 2.9771, "results": {"failed": 0, "not_applicable": 0, "success": 1119435, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 433, "h264_decode_error_count": 952, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T01:00:16+09:00", "last_error_summary": "[h264 @ 0x635dc32de140] cabac decode of qscale diff failed at 67 57 [h264 @ 0x635dc32de140] error while decoding MB 67 57, bytestream 55737 [h264 @ 0x635dc3d8a480] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x635dc3d8a480] error while decoding MB 0 33, bytestream 2421 [h264 @ 0x635dc32c9f80] left block unavailable for requested intra mode [h264 @ 0x635dc32c9f80] error while decoding MB 0 52, bytestream 3624 [h264 @ 0x635dc328da40] left block unavailable for requested intra4x4 ", "last_exit_at": "2026-10-30T00:44:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 937.433, "last_started_at": "2026-10-30T00:44:39+09:00", "pid": 92478, "process": {"exists": false, "pid": 92478}, "restart_count": 468, "restart_count_per_hour": 1, "rtsp_timeout_count": 128, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 469}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.971, "sample_count": 2795, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1119435, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T01:00:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.091, "last_frame_pushed_at": "2026-10-30T01:00:16+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-10-30T01:00:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 28, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 136.509, "last_sample_duration_ms": 1124.391, "last_trigger": "periodic", "next_snapshot_in_sec": 463.491, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 228, "storage_bytes": 2175276}, "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-10-30T01:00:16.405331+09:00", "mtime_epoch": 1793289616.405331, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101539}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T01:00:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1316.406, "name": "celery", "pid": 206, "rss_mb": 1283.125, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1119436, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.279, "max": 5.0, "p95": 4.0, "sample_count": 104}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 1}, "total": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 104}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 104}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 104}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 105, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.467, "pushed": 3.467, "read": 3.5}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 104, "client_acquire_ms": {"avg_ms": 0.008, "count": 105, "max_ms": 0.036, "p95_ms": 0.018, "reason": null, "sample_age_ms": 51.486, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.614, "count": 104, "max_ms": 2.607, "p95_ms": 1.539, "reason": null, "sample_age_ms": 93.775, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.246, "count": 104, "max_ms": 2.164, "p95_ms": 1.29, "reason": null, "sample_age_ms": 93.936, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.208, "count": 105, "max_ms": 0.759, "p95_ms": 0.416, "reason": null, "sample_age_ms": 51.494, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.147, "count": 104, "max_ms": 3.938, "p95_ms": 3.393, "reason": null, "sample_age_ms": 92.545, "source": "client_direct"}, "request_count": 104, "request_tensor_bytes": {"avg": 2764808.0, "count": 104, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 92.527, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 105, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 51.686, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.724, "count": 105, "max_ms": 80.663, "p95_ms": 55.688, "reason": null, "sample_age_ms": 51.48, "source": "client_direct"}, "sample_age_ms": 51.474, "source": "client_direct", "task_total_ms": {"avg_ms": 43.259, "count": 105, "max_ms": 83.824, "p95_ms": 58.678, "reason": null, "sample_age_ms": 51.474, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.962, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.677, "count": 104, "max_ms": 3.135, "p95_ms": 1.042}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.224, "count": 104, "max_ms": 0.511, "p95_ms": 0.407}, "detection_prepare_ms": {"avg_ms": 0.112, "count": 104, "max_ms": 1.27, "p95_ms": 0.188}, "event_filter_ms": {"avg_ms": 0.003, "count": 104, "max_ms": 0.014, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.071, "count": 104, "max_ms": 0.203, "p95_ms": 0.135}, "mcmt_ms": {"avg_ms": 0.002, "count": 104, "max_ms": 0.011, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.151, "count": 104, "max_ms": 0.432, "p95_ms": 0.272}, "setup_ms": {"avg_ms": 0.035, "count": 104, "max_ms": 0.087, "p95_ms": 0.066}, "total_inside_ms": {"avg_ms": 0.641, "count": 104, "max_ms": 3.081, "p95_ms": 0.993}, "track_match_ms": {"avg_ms": 0.005, "count": 104, "max_ms": 0.076, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.036, "count": 104, "max_ms": 0.854, "p95_ms": 0.06}}, "gstreamer_push": {"avg_ms": 2.937, "count": 104, "max_ms": 5.61, "p95_ms": 4.459}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 104, "max_ms": 0.353, "p95_ms": 0.095}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.193, "count": 104, "max_ms": 84.52, "p95_ms": 60.544}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.134, "count": 104, "max_ms": 9.891, "p95_ms": 0.086}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.21, "count": 104, "max_ms": 130.181, "p95_ms": 112.043}, "inference_input_copy_ms": {"avg_ms": 1.576, "count": 104, "max_ms": 3.978, "p95_ms": 2.625}, "processing_residual_ms": {"avg_ms": 0.13, "count": 104, "max_ms": 0.308, "p95_ms": 0.215}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.051, "count": 104, "max_ms": 132.694, "p95_ms": 114.063}, "read_interval": {"avg_ms": 285.819, "count": 105, "max_ms": 19280.745, "p95_ms": 141.636}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 104, "max_ms": 0.038, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.108, "count": 104, "max_ms": 0.392, "p95_ms": 0.183}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 104, "max_ms": 0.043, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.095, "count": 104, "max_ms": 0.381, "p95_ms": 0.162}, "worker_merge_ms": {"avg_ms": 0.004, "count": 104, "max_ms": 0.014, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 44.205, "count": 104, "max_ms": 84.527, "p95_ms": 60.576}, "visualize": {"avg_ms": 42.349, "count": 104, "max_ms": 58.882, "p95_ms": 54.194}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 41.539, "count": 104, "max_ms": 57.923, "p95_ms": 53.318}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 42.168, "count": 104, "max_ms": 58.698, "p95_ms": 54.084}, "visualize_input_copy_ms": {"avg_ms": 0.01, "count": 104, "max_ms": 0.96, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 42.078, "count": 104, "max_ms": 58.58, "p95_ms": 53.986}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 104, "max_ms": 0.128, "p95_ms": 0.097}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 104}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1283.121, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 46.365, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.971, "sample_count": 2795, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1119429, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T01:00:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 96860, "write_bytes_delta": 96860, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 414.0, "cpu_core_ratio": 0.131276, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2207.0, "pid": 92478, "reason": null, "system_cpu_core_ratio": 0.011869, "system_cpu_s_delta": 0.3300000000000054, "user_cpu_core_ratio": 0.119408, "user_cpu_s_delta": 3.32000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.291685, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 90836.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.081643, "system_cpu_s_delta": 2.2699999999895226, "user_cpu_core_ratio": 0.210042, "user_cpu_s_delta": 5.8399999999965075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.987, "count": 106, "max_ms": 5.61, "p95_ms": 4.507, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.274, "max": 5.0, "p95": 4.0, "sample_count": 106}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 1}, "total": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 106}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.564, "count": 30, "max": 59.151, "p95": 49.9, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.992, "count": 30, "max": 29.946, "p95": 27.497, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1031.233, "count": 30, "max": 1149.0, "p95": 1146.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 677.4, "count": 30, "max": 8040.0, "p95": 4959.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.15, "p95": 0.087, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.424, "count": 30, "max": 0.486, "p95": 0.482, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98538.267, "count": 30, "max": 105031.0, "p95": 104062.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98538.267, "count": 30, "max": 105031.0, "p95": 104062.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 175639.067, "count": 30, "max": 258116.0, "p95": 247864.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.322, "count": 30, "max": 0.589, "p95": 0.586, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.783, "count": 30, "max": 1.01, "p95": 1.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8526, "sampled_at": "2026-10-30T01:00:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T01:00:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2177652, "flush_count": 2276, "flush_interval_seconds": 30.0, "flush_state": {"count": 2276, "last_at": "2026-10-30T01:00:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T01:00:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2275}, "started": true, "suppressed_count": 1117292, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1117161}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2276, "written_record_count": 2276}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8446.191, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T01:00:16+09:00", "last_error_summary": "[h264 @ 0x635dc32de140] cabac decode of qscale diff failed at 67 57 [h264 @ 0x635dc32de140] error while decoding MB 67 57, bytestream 55737 [h264 @ 0x635dc3d8a480] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x635dc3d8a480] error while decoding MB 0 33, bytestream 2421 [h264 @ 0x635dc32c9f80] left block unavailable for requested intra mode [h264 @ 0x635dc32c9f80] error while decoding MB 0 52, bytestream 3624 [h264 @ 0x635dc328da40] left block unavailable for requested intra4x4 ", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3095016652800, "copied_frame_count": 1119436, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3095016652800, "frame_buffer_copies": 1119436, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1243, "count": 512, "max_ms": 0.4208, "p50_ms": 0.1098, "p95_ms": 0.2283, "p99_ms": 0.2957}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4802, "count": 512, "max_ms": 4.4873, "p50_ms": 1.4078, "p95_ms": 2.3407, "p99_ms": 2.9771, "results": {"failed": 0, "not_applicable": 0, "success": 1119436, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 433, "h264_decode_error_count": 952, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T01:00:16+09:00", "last_error_summary": "[h264 @ 0x635dc32de140] cabac decode of qscale diff failed at 67 57 [h264 @ 0x635dc32de140] error while decoding MB 67 57, bytestream 55737 [h264 @ 0x635dc3d8a480] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x635dc3d8a480] error while decoding MB 0 33, bytestream 2421 [h264 @ 0x635dc32c9f80] left block unavailable for requested intra mode [h264 @ 0x635dc32c9f80] error while decoding MB 0 52, bytestream 3624 [h264 @ 0x635dc328da40] left block unavailable for requested intra4x4 ", "last_exit_at": "2026-10-30T01:00:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 937.471, "last_started_at": "2026-10-30T00:44:39+09:00", "pid": 92478, "process": {"exists": false, "pid": 92478}, "restart_count": 468, "restart_count_per_hour": 1, "rtsp_timeout_count": 128, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 469}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.971, "sample_count": 2795, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1119436, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T01:00:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.016, "last_frame_pushed_at": "2026-10-30T01:00:16+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-10-30T01:00:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 28, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 136.539, "last_sample_duration_ms": 1124.391, "last_trigger": "periodic", "next_snapshot_in_sec": 463.461, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 228, "storage_bytes": 2175276}, "mjpeg": {"age_sec": 0.007, "exists": true, "mtime": "2026-10-30T01:00:16.517332+09:00", "mtime_epoch": 1793289616.5173316, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101862}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T01:00:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1316.406, "name": "celery", "pid": 206, "rss_mb": 1283.121, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1119436, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.276, "max": 5.0, "p95": 4.0, "sample_count": 105}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 1}, "total": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 105}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 105}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 105}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.507, "pushed": 3.507, "read": 3.474}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 104, "client_acquire_ms": {"avg_ms": 0.008, "count": 105, "max_ms": 0.036, "p95_ms": 0.018, "reason": null, "sample_age_ms": 84.82, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.614, "count": 104, "max_ms": 2.607, "p95_ms": 1.539, "reason": null, "sample_age_ms": 127.11, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.246, "count": 104, "max_ms": 2.164, "p95_ms": 1.29, "reason": null, "sample_age_ms": 127.27, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.208, "count": 105, "max_ms": 0.759, "p95_ms": 0.416, "reason": null, "sample_age_ms": 84.829, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.147, "count": 104, "max_ms": 3.938, "p95_ms": 3.393, "reason": null, "sample_age_ms": 125.879, "source": "client_direct"}, "request_count": 104, "request_tensor_bytes": {"avg": 2764808.0, "count": 104, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 125.861, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 105, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 85.02, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.724, "count": 105, "max_ms": 80.663, "p95_ms": 55.688, "reason": null, "sample_age_ms": 84.815, "source": "client_direct"}, "sample_age_ms": 84.809, "source": "client_direct", "task_total_ms": {"avg_ms": 43.259, "count": 105, "max_ms": 83.824, "p95_ms": 58.678, "reason": null, "sample_age_ms": 84.809, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.659, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.677, "count": 105, "max_ms": 3.135, "p95_ms": 1.042}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.225, "count": 105, "max_ms": 0.511, "p95_ms": 0.407}, "detection_prepare_ms": {"avg_ms": 0.111, "count": 105, "max_ms": 1.27, "p95_ms": 0.188}, "event_filter_ms": {"avg_ms": 0.003, "count": 105, "max_ms": 0.014, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.071, "count": 105, "max_ms": 0.203, "p95_ms": 0.135}, "mcmt_ms": {"avg_ms": 0.002, "count": 105, "max_ms": 0.011, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.152, "count": 105, "max_ms": 0.432, "p95_ms": 0.272}, "setup_ms": {"avg_ms": 0.035, "count": 105, "max_ms": 0.087, "p95_ms": 0.066}, "total_inside_ms": {"avg_ms": 0.641, "count": 105, "max_ms": 3.081, "p95_ms": 0.993}, "track_match_ms": {"avg_ms": 0.005, "count": 105, "max_ms": 0.076, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.036, "count": 105, "max_ms": 0.854, "p95_ms": 0.06}}, "gstreamer_push": {"avg_ms": 2.929, "count": 105, "max_ms": 5.61, "p95_ms": 4.459}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 105, "max_ms": 0.353, "p95_ms": 0.095}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.179, "count": 105, "max_ms": 84.52, "p95_ms": 60.544}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.133, "count": 105, "max_ms": 9.891, "p95_ms": 0.086}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.363, "count": 105, "max_ms": 130.181, "p95_ms": 112.043}, "inference_input_copy_ms": {"avg_ms": 1.574, "count": 105, "max_ms": 3.978, "p95_ms": 2.625}, "processing_residual_ms": {"avg_ms": 0.13, "count": 105, "max_ms": 0.308, "p95_ms": 0.215}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.2, "count": 105, "max_ms": 132.694, "p95_ms": 114.063}, "read_interval": {"avg_ms": 287.624, "count": 104, "max_ms": 19280.745, "p95_ms": 141.636}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 105, "max_ms": 0.038, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.108, "count": 105, "max_ms": 0.392, "p95_ms": 0.183}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 105, "max_ms": 0.043, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.095, "count": 105, "max_ms": 0.381, "p95_ms": 0.162}, "worker_merge_ms": {"avg_ms": 0.004, "count": 105, "max_ms": 0.014, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 44.191, "count": 105, "max_ms": 84.527, "p95_ms": 60.576}, "visualize": {"avg_ms": 42.52, "count": 105, "max_ms": 60.239, "p95_ms": 54.562}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 41.711, "count": 105, "max_ms": 59.584, "p95_ms": 53.851}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 42.338, "count": 105, "max_ms": 60.05, "p95_ms": 54.373}, "visualize_input_copy_ms": {"avg_ms": 0.009, "count": 105, "max_ms": 0.96, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 42.249, "count": 105, "max_ms": 59.99, "p95_ms": 54.292}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 105, "max_ms": 0.128, "p95_ms": 0.097}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 105}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1283.121, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 46.365, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.971, "sample_count": 2795, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1119429, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T01:00:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 96860, "write_bytes_delta": 96860, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 414.0, "cpu_core_ratio": 0.131276, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2207.0, "pid": 92478, "reason": null, "system_cpu_core_ratio": 0.011869, "system_cpu_s_delta": 0.3300000000000054, "user_cpu_core_ratio": 0.119408, "user_cpu_s_delta": 3.32000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.291685, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 90836.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.081643, "system_cpu_s_delta": 2.2699999999895226, "user_cpu_core_ratio": 0.210042, "user_cpu_s_delta": 5.8399999999965075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.987, "count": 106, "max_ms": 5.61, "p95_ms": 4.507, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.274, "max": 5.0, "p95": 4.0, "sample_count": 106}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 1}, "total": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 106}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.564, "count": 30, "max": 59.151, "p95": 49.9, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.992, "count": 30, "max": 29.946, "p95": 27.497, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1031.233, "count": 30, "max": 1149.0, "p95": 1146.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 677.4, "count": 30, "max": 8040.0, "p95": 4959.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.15, "p95": 0.087, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.424, "count": 30, "max": 0.486, "p95": 0.482, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98538.267, "count": 30, "max": 105031.0, "p95": 104062.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98538.267, "count": 30, "max": 105031.0, "p95": 104062.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 175639.067, "count": 30, "max": 258116.0, "p95": 247864.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.322, "count": 30, "max": 0.589, "p95": 0.586, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.783, "count": 30, "max": 1.01, "p95": 1.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8526, "sampled_at": "2026-10-30T01:00:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T01:00:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2177652, "flush_count": 2276, "flush_interval_seconds": 30.0, "flush_state": {"count": 2276, "last_at": "2026-10-30T01:00:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T01:00:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2275}, "started": true, "suppressed_count": 1117292, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1117161}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2276, "written_record_count": 2276}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8447.051, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3095016652800, "copied_frame_count": 1119436, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3095016652800, "frame_buffer_copies": 1119436, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1243, "count": 512, "max_ms": 0.4208, "p50_ms": 0.1098, "p95_ms": 0.2283, "p99_ms": 0.2957}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4802, "count": 512, "max_ms": 4.4873, "p50_ms": 1.4078, "p95_ms": 2.3407, "p99_ms": 2.9771, "results": {"failed": 0, "not_applicable": 0, "success": 1119436, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 433, "h264_decode_error_count": 952, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T01:00:16+09:00", "last_error_summary": "[h264 @ 0x635dc32de140] cabac decode of qscale diff failed at 67 57 [h264 @ 0x635dc32de140] error while decoding MB 67 57, bytestream 55737 [h264 @ 0x635dc3d8a480] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x635dc3d8a480] error while decoding MB 0 33, bytestream 2421 [h264 @ 0x635dc32c9f80] left block unavailable for requested intra mode [h264 @ 0x635dc32c9f80] error while decoding MB 0 52, bytestream 3624 [h264 @ 0x635dc328da40] left block unavailable for requested intra4x4 ", "last_exit_at": "2026-10-30T01:00:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 937.497, "last_started_at": "2026-10-30T00:44:39+09:00", "pid": 92478, "process": {"exists": false, "pid": 92478}, "restart_count": 468, "restart_count_per_hour": 1, "rtsp_timeout_count": 128, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 469}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.971, "sample_count": 2795, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1119436, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T01:00:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.042, "last_frame_pushed_at": "2026-10-30T01:00:16+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-10-30T01:00:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 28, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 136.565, "last_sample_duration_ms": 1124.391, "last_trigger": "periodic", "next_snapshot_in_sec": 463.435, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 228, "storage_bytes": 2175276}, "mjpeg": {"age_sec": 0.033, "exists": true, "mtime": "2026-10-30T01:00:16.517332+09:00", "mtime_epoch": 1793289616.5173316, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101862}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T01:00:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1316.406, "name": "celery", "pid": 206, "rss_mb": 1283.121, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1119436, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.276, "max": 5.0, "p95": 4.0, "sample_count": 105}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 1}, "total": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 105}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 105}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 105}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 104, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.504, "pushed": 3.504, "read": 3.47}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 104, "client_acquire_ms": {"avg_ms": 0.008, "count": 104, "max_ms": 0.036, "p95_ms": 0.018, "reason": null, "sample_age_ms": 109.166, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.614, "count": 104, "max_ms": 2.607, "p95_ms": 1.539, "reason": null, "sample_age_ms": 151.455, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.246, "count": 104, "max_ms": 2.164, "p95_ms": 1.29, "reason": null, "sample_age_ms": 151.616, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.208, "count": 104, "max_ms": 0.759, "p95_ms": 0.416, "reason": null, "sample_age_ms": 109.174, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.147, "count": 104, "max_ms": 3.938, "p95_ms": 3.393, "reason": null, "sample_age_ms": 150.225, "source": "client_direct"}, "request_count": 104, "request_tensor_bytes": {"avg": 2764808.0, "count": 104, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 150.207, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 104, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 109.366, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.648, "count": 104, "max_ms": 80.663, "p95_ms": 55.719, "reason": null, "sample_age_ms": 109.16, "source": "client_direct"}, "sample_age_ms": 109.154, "source": "client_direct", "task_total_ms": {"avg_ms": 43.181, "count": 104, "max_ms": 83.824, "p95_ms": 58.7, "reason": null, "sample_age_ms": 109.154, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.561, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.677, "count": 105, "max_ms": 3.135, "p95_ms": 1.042}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.225, "count": 105, "max_ms": 0.511, "p95_ms": 0.407}, "detection_prepare_ms": {"avg_ms": 0.111, "count": 105, "max_ms": 1.27, "p95_ms": 0.188}, "event_filter_ms": {"avg_ms": 0.003, "count": 105, "max_ms": 0.014, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.071, "count": 105, "max_ms": 0.203, "p95_ms": 0.135}, "mcmt_ms": {"avg_ms": 0.002, "count": 105, "max_ms": 0.011, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.152, "count": 105, "max_ms": 0.432, "p95_ms": 0.272}, "setup_ms": {"avg_ms": 0.035, "count": 105, "max_ms": 0.087, "p95_ms": 0.066}, "total_inside_ms": {"avg_ms": 0.641, "count": 105, "max_ms": 3.081, "p95_ms": 0.993}, "track_match_ms": {"avg_ms": 0.005, "count": 105, "max_ms": 0.076, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.036, "count": 105, "max_ms": 0.854, "p95_ms": 0.06}}, "gstreamer_push": {"avg_ms": 2.929, "count": 105, "max_ms": 5.61, "p95_ms": 4.459}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 105, "max_ms": 0.353, "p95_ms": 0.095}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.179, "count": 105, "max_ms": 84.52, "p95_ms": 60.544}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.133, "count": 105, "max_ms": 9.891, "p95_ms": 0.086}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.363, "count": 105, "max_ms": 130.181, "p95_ms": 112.043}, "inference_input_copy_ms": {"avg_ms": 1.574, "count": 105, "max_ms": 3.978, "p95_ms": 2.625}, "processing_residual_ms": {"avg_ms": 0.13, "count": 105, "max_ms": 0.308, "p95_ms": 0.215}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.2, "count": 105, "max_ms": 132.694, "p95_ms": 114.063}, "read_interval": {"avg_ms": 287.624, "count": 104, "max_ms": 19280.745, "p95_ms": 141.636}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 105, "max_ms": 0.038, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.108, "count": 105, "max_ms": 0.392, "p95_ms": 0.183}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 105, "max_ms": 0.043, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.095, "count": 105, "max_ms": 0.381, "p95_ms": 0.162}, "worker_merge_ms": {"avg_ms": 0.004, "count": 105, "max_ms": 0.014, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 44.191, "count": 105, "max_ms": 84.527, "p95_ms": 60.576}, "visualize": {"avg_ms": 42.52, "count": 105, "max_ms": 60.239, "p95_ms": 54.562}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 41.711, "count": 105, "max_ms": 59.584, "p95_ms": 53.851}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 42.338, "count": 105, "max_ms": 60.05, "p95_ms": 54.373}, "visualize_input_copy_ms": {"avg_ms": 0.009, "count": 105, "max_ms": 0.96, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 42.249, "count": 105, "max_ms": 59.99, "p95_ms": 54.292}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 105, "max_ms": 0.128, "p95_ms": 0.097}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 105}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1283.121, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 46.365, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.971, "sample_count": 2795, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1119429, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T01:00:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 96860, "write_bytes_delta": 96860, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 414.0, "cpu_core_ratio": 0.131276, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2207.0, "pid": 92478, "reason": null, "system_cpu_core_ratio": 0.011869, "system_cpu_s_delta": 0.3300000000000054, "user_cpu_core_ratio": 0.119408, "user_cpu_s_delta": 3.32000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.291685, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 90836.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.081643, "system_cpu_s_delta": 2.2699999999895226, "user_cpu_core_ratio": 0.210042, "user_cpu_s_delta": 5.8399999999965075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.987, "count": 106, "max_ms": 5.61, "p95_ms": 4.507, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.274, "max": 5.0, "p95": 4.0, "sample_count": 106}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 1}, "total": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 106}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.564, "count": 30, "max": 59.151, "p95": 49.9, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.992, "count": 30, "max": 29.946, "p95": 27.497, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1031.233, "count": 30, "max": 1149.0, "p95": 1146.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 677.4, "count": 30, "max": 8040.0, "p95": 4959.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.15, "p95": 0.087, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.424, "count": 30, "max": 0.486, "p95": 0.482, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98538.267, "count": 30, "max": 105031.0, "p95": 104062.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98538.267, "count": 30, "max": 105031.0, "p95": 104062.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 175639.067, "count": 30, "max": 258116.0, "p95": 247864.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.322, "count": 30, "max": 0.589, "p95": 0.586, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.783, "count": 30, "max": 1.01, "p95": 1.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8526, "sampled_at": "2026-10-30T01:00:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T01:00:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2177652, "flush_count": 2276, "flush_interval_seconds": 30.0, "flush_state": {"count": 2276, "last_at": "2026-10-30T01:00:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T01:00:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2275}, "started": true, "suppressed_count": 1117292, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1117161}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2276, "written_record_count": 2276}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8617.961, "limit_mb": null}, "detail": {"pid": 92594, "restart_count": 469, "start_count": 470}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3095016652800, "copied_frame_count": 1119436, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3095016652800, "frame_buffer_copies": 1119436, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1243, "count": 512, "max_ms": 0.4208, "p50_ms": 0.1098, "p95_ms": 0.2283, "p99_ms": 0.2957}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4802, "count": 512, "max_ms": 4.4873, "p50_ms": 1.4078, "p95_ms": 2.3407, "p99_ms": 2.9771, "results": {"failed": 0, "not_applicable": 0, "success": 1119436, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 433, "h264_decode_error_count": 952, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T01:00:16+09:00", "last_error_summary": "[h264 @ 0x635dc32de140] cabac decode of qscale diff failed at 67 57 [h264 @ 0x635dc32de140] error while decoding MB 67 57, bytestream 55737 [h264 @ 0x635dc3d8a480] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x635dc3d8a480] error while decoding MB 0 33, bytestream 2421 [h264 @ 0x635dc32c9f80] left block unavailable for requested intra mode [h264 @ 0x635dc32c9f80] error while decoding MB 0 52, bytestream 3624 [h264 @ 0x635dc328da40] left block unavailable for requested intra4x4 ", "last_exit_at": "2026-10-30T01:00:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T01:00:19+09:00", "pid": 92594, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.121, "name": "ffmpeg", "pid": 92594, "rss_mb": 206.121, "state": "S (sleeping)", "threads": 70}, "restart_count": 469, "restart_count_per_hour": 2, "rtsp_timeout_count": 128, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 470}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.971, "sample_count": 2745, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1119436, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T01:00:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.939, "last_frame_pushed_at": "2026-10-30T01:00:16+09:00", "last_frame_read_age_sec": 5.048, "last_frame_read_at": "2026-10-30T01:00:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 28, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 141.47, "last_sample_duration_ms": 1124.391, "last_trigger": "periodic", "next_snapshot_in_sec": 458.53, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 228, "storage_bytes": 2175276}, "mjpeg": {"age_sec": 4.93, "exists": true, "mtime": "2026-10-30T01:00:16.517332+09:00", "mtime_epoch": 1793289616.5173316, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101862}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T01:00:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1316.406, "name": "celery", "pid": 206, "rss_mb": 1283.125, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1119436, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.241, "max": 4.0, "p95": 4.0, "sample_count": 58}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 58}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 58}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 58, "pushed_frames": 58, "read_frames": 57, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.937, "pushed": 1.937, "read": 1.904}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 57, "client_acquire_ms": {"avg_ms": 0.007, "count": 58, "max_ms": 0.036, "p95_ms": 0.018, "reason": null, "sample_age_ms": 5008.954, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.605, "count": 57, "max_ms": 2.348, "p95_ms": 1.591, "reason": null, "sample_age_ms": 5051.244, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.241, "count": 57, "max_ms": 1.642, "p95_ms": 1.299, "reason": null, "sample_age_ms": 5051.404, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.208, "count": 58, "max_ms": 0.759, "p95_ms": 0.461, "reason": null, "sample_age_ms": 5008.963, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.031, "count": 57, "max_ms": 3.938, "p95_ms": 3.379, "reason": null, "sample_age_ms": 5050.013, "source": "client_direct"}, "request_count": 57, "request_tensor_bytes": {"avg": 2764808.0, "count": 57, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5049.995, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 58, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5009.154, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.467, "count": 58, "max_ms": 60.952, "p95_ms": 54.313, "reason": null, "sample_age_ms": 5008.949, "source": "client_direct"}, "sample_age_ms": 5008.943, "source": "client_direct", "task_total_ms": {"avg_ms": 40.866, "count": 58, "max_ms": 63.041, "p95_ms": 57.656, "reason": null, "sample_age_ms": 5008.943, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.302, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.668, "count": 58, "max_ms": 1.386, "p95_ms": 1.13}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.24, "count": 58, "max_ms": 0.511, "p95_ms": 0.418}, "detection_prepare_ms": {"avg_ms": 0.095, "count": 58, "max_ms": 0.212, "p95_ms": 0.175}, "event_filter_ms": {"avg_ms": 0.003, "count": 58, "max_ms": 0.014, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.07, "count": 58, "max_ms": 0.192, "p95_ms": 0.135}, "mcmt_ms": {"avg_ms": 0.003, "count": 58, "max_ms": 0.011, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.154, "count": 58, "max_ms": 0.353, "p95_ms": 0.274}, "setup_ms": {"avg_ms": 0.035, "count": 58, "max_ms": 0.087, "p95_ms": 0.068}, "total_inside_ms": {"avg_ms": 0.631, "count": 58, "max_ms": 1.313, "p95_ms": 1.083}, "track_match_ms": {"avg_ms": 0.004, "count": 58, "max_ms": 0.009, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.028, "count": 58, "max_ms": 0.078, "p95_ms": 0.063}}, "gstreamer_push": {"avg_ms": 2.804, "count": 58, "max_ms": 5.61, "p95_ms": 4.111}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 58, "max_ms": 0.353, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.775, "count": 58, "max_ms": 64.157, "p95_ms": 60.544}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.04, "count": 58, "max_ms": 0.11, "p95_ms": 0.086}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.478, "count": 58, "max_ms": 113.634, "p95_ms": 108.532}, "inference_input_copy_ms": {"avg_ms": 1.564, "count": 58, "max_ms": 3.978, "p95_ms": 3.342}, "processing_residual_ms": {"avg_ms": 0.126, "count": 58, "max_ms": 0.305, "p95_ms": 0.224}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.209, "count": 58, "max_ms": 115.167, "p95_ms": 110.572}, "read_interval": {"avg_ms": 438.372, "count": 57, "max_ms": 19280.745, "p95_ms": 160.035}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 58, "max_ms": 0.038, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.11, "count": 58, "max_ms": 0.271, "p95_ms": 0.199}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 58, "max_ms": 0.024, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.097, "count": 58, "max_ms": 0.247, "p95_ms": 0.182}, "worker_merge_ms": {"avg_ms": 0.004, "count": 58, "max_ms": 0.014, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 41.787, "count": 58, "max_ms": 64.168, "p95_ms": 60.576}, "visualize": {"avg_ms": 45.048, "count": 58, "max_ms": 60.239, "p95_ms": 57.422}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.279, "count": 58, "max_ms": 59.584, "p95_ms": 56.957}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.872, "count": 58, "max_ms": 60.05, "p95_ms": 57.327}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.782, "count": 58, "max_ms": 59.99, "p95_ms": 57.282}, "visualizer_prepare_ms": {"avg_ms": 0.05, "count": 58, "max_ms": 0.128, "p95_ms": 0.1}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 58}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1283.121, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 46.365, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.971, "sample_count": 2795, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1119429, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T01:00:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 96860, "write_bytes_delta": 96860, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 414.0, "cpu_core_ratio": 0.131276, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2207.0, "pid": 92478, "reason": null, "system_cpu_core_ratio": 0.011869, "system_cpu_s_delta": 0.3300000000000054, "user_cpu_core_ratio": 0.119408, "user_cpu_s_delta": 3.32000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.291685, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 90836.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.081643, "system_cpu_s_delta": 2.2699999999895226, "user_cpu_core_ratio": 0.210042, "user_cpu_s_delta": 5.8399999999965075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.987, "count": 106, "max_ms": 5.61, "p95_ms": 4.507, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.274, "max": 5.0, "p95": 4.0, "sample_count": 106}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 1}, "total": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 106}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.564, "count": 30, "max": 59.151, "p95": 49.9, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.992, "count": 30, "max": 29.946, "p95": 27.497, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1031.233, "count": 30, "max": 1149.0, "p95": 1146.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 677.4, "count": 30, "max": 8040.0, "p95": 4959.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.15, "p95": 0.087, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.424, "count": 30, "max": 0.486, "p95": 0.482, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98538.267, "count": 30, "max": 105031.0, "p95": 104062.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98538.267, "count": 30, "max": 105031.0, "p95": 104062.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 175639.067, "count": 30, "max": 258116.0, "p95": 247864.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.322, "count": 30, "max": 0.589, "p95": 0.586, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.783, "count": 30, "max": 1.01, "p95": 1.001, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8526, "sampled_at": "2026-10-30T01:00:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T01:00:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2199019, "flush_count": 2299, "flush_interval_seconds": 30.0, "flush_state": {"count": 2299, "last_at": "2026-10-30T01:23:19", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T01:23:19", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2298}, "started": true, "suppressed_count": 1130031, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1129900}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2299, "written_record_count": 2299}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8500.766, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5555d9010580] left block unavailable for requested intra mode [h264 @ 0x5555d9010580] error while decoding MB 0 39, bytestream 2843 [h264 @ 0x5555d9c69f40] cabac decode of qscale diff failed at 30 27 [h264 @ 0x5555d9c69f40] error while decoding MB 30 27, bytestream 474 [in#0/rtsp @ 0x5555d8eb7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5555d8eb7e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3130298265600, "copied_frame_count": 1132197, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3130298265600, "frame_buffer_copies": 1132197, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1165, "count": 512, "max_ms": 2.5071, "p50_ms": 0.0899, "p95_ms": 0.2291, "p99_ms": 0.3317}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3916, "count": 512, "max_ms": 3.8484, "p50_ms": 1.3198, "p95_ms": 2.2246, "p99_ms": 2.8896, "results": {"failed": 0, "not_applicable": 0, "success": 1132197, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 434, "h264_decode_error_count": 955, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T01:23:19+09:00", "last_error_summary": "[h264 @ 0x5555d9010580] left block unavailable for requested intra mode [h264 @ 0x5555d9010580] error while decoding MB 0 39, bytestream 2843 [h264 @ 0x5555d9c69f40] cabac decode of qscale diff failed at 30 27 [h264 @ 0x5555d9c69f40] error while decoding MB 30 27, bytestream 474 [in#0/rtsp @ 0x5555d8eb7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5555d8eb7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T01:00:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 1380.267, "last_started_at": "2026-10-30T01:00:19+09:00", "pid": 92594, "process": {"exists": false, "pid": 92594}, "restart_count": 469, "restart_count_per_hour": 2, "rtsp_timeout_count": 130, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 470}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.361, "sample_count": 2616, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1132197, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T01:23:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.047, "last_frame_pushed_at": "2026-10-30T01:23:19+09:00", "last_frame_read_age_sec": 0.043, "last_frame_read_at": "2026-10-30T01:23:19+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 30, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 316.214, "last_sample_duration_ms": 1001.372, "last_trigger": "periodic", "next_snapshot_in_sec": 283.786, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 230, "storage_bytes": 2194431}, "mjpeg": {"age_sec": 0.038, "exists": true, "mtime": "2026-10-30T01:23:19.675414+09:00", "mtime_epoch": 1793290999.6754136, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 90437}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T01:23:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1316.598, "name": "celery", "pid": 206, "rss_mb": 1304.352, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1132198, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.02, "max": 4.0, "p95": 2.0, "sample_count": 100}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 100}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 100}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 100, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.339, "pushed": 3.339, "read": 3.339}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 100, "client_acquire_ms": {"avg_ms": 0.007, "count": 100, "max_ms": 0.047, "p95_ms": 0.016, "reason": null, "sample_age_ms": 19.409, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.711, "count": 100, "max_ms": 4.022, "p95_ms": 2.795, "reason": null, "sample_age_ms": 46.596, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.289, "count": 100, "max_ms": 3.65, "p95_ms": 1.948, "reason": null, "sample_age_ms": 46.926, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.155, "count": 100, "max_ms": 0.83, "p95_ms": 0.361, "reason": null, "sample_age_ms": 19.413, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.974, "count": 100, "max_ms": 7.848, "p95_ms": 3.542, "reason": null, "sample_age_ms": 44.631, "source": "client_direct"}, "request_count": 100, "request_tensor_bytes": {"avg": 2764808.0, "count": 100, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 44.611, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 100, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 19.476, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.98, "count": 100, "max_ms": 60.697, "p95_ms": 55.891, "reason": null, "sample_age_ms": 19.406, "source": "client_direct"}, "sample_age_ms": 19.403, "source": "client_direct", "task_total_ms": {"avg_ms": 38.275, "count": 100, "max_ms": 62.985, "p95_ms": 58.741, "reason": null, "sample_age_ms": 19.403, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.203, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.644, "count": 100, "max_ms": 2.106, "p95_ms": 1.189}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.205, "count": 100, "max_ms": 0.701, "p95_ms": 0.391}, "detection_prepare_ms": {"avg_ms": 0.097, "count": 100, "max_ms": 0.265, "p95_ms": 0.205}, "event_filter_ms": {"avg_ms": 0.003, "count": 100, "max_ms": 0.016, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.07, "count": 100, "max_ms": 0.189, "p95_ms": 0.142}, "mcmt_ms": {"avg_ms": 0.002, "count": 100, "max_ms": 0.031, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.155, "count": 100, "max_ms": 0.753, "p95_ms": 0.266}, "setup_ms": {"avg_ms": 0.039, "count": 100, "max_ms": 0.097, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 0.605, "count": 100, "max_ms": 2.0, "p95_ms": 1.12}, "track_match_ms": {"avg_ms": 0.003, "count": 100, "max_ms": 0.009, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.029, "count": 100, "max_ms": 0.108, "p95_ms": 0.059}}, "gstreamer_push": {"avg_ms": 3.038, "count": 100, "max_ms": 5.187, "p95_ms": 4.339}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 100, "max_ms": 0.415, "p95_ms": 0.083}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.304, "count": 100, "max_ms": 63.488, "p95_ms": 59.442}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.374, "count": 100, "max_ms": 10.53, "p95_ms": 6.724}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.122, "count": 100, "max_ms": 114.403, "p95_ms": 106.178}, "inference_input_copy_ms": {"avg_ms": 1.642, "count": 100, "max_ms": 3.314, "p95_ms": 2.651}, "processing_residual_ms": {"avg_ms": 0.122, "count": 100, "max_ms": 0.319, "p95_ms": 0.227}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.261, "count": 100, "max_ms": 118.188, "p95_ms": 111.677}, "read_interval": {"avg_ms": 299.975, "count": 100, "max_ms": 19287.652, "p95_ms": 135.508}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 100, "max_ms": 0.056, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.108, "count": 100, "max_ms": 0.569, "p95_ms": 0.195}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 100, "max_ms": 0.042, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.095, "count": 100, "max_ms": 0.514, "p95_ms": 0.174}, "worker_merge_ms": {"avg_ms": 0.004, "count": 100, "max_ms": 0.017, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 39.317, "count": 100, "max_ms": 63.498, "p95_ms": 59.455}, "visualize": {"avg_ms": 49.243, "count": 100, "max_ms": 64.54, "p95_ms": 59.857}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.926, "count": 100, "max_ms": 61.908, "p95_ms": 58.034}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.646, "count": 100, "max_ms": 62.801, "p95_ms": 58.627}, "visualize_input_copy_ms": {"avg_ms": 1.414, "count": 100, "max_ms": 2.904, "p95_ms": 2.418}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.531, "count": 100, "max_ms": 62.653, "p95_ms": 58.55}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 100, "max_ms": 0.238, "p95_ms": 0.167}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 100}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1289.199, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.98, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.25, "sample_count": 2799, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1132106, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T01:22:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 92837, "write_bytes_delta": 92837, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 508.0, "cpu_core_ratio": 0.405511, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 85.0, "pid": 92594, "reason": null, "system_cpu_core_ratio": 0.035957, "system_cpu_s_delta": 0.35999999999999943, "user_cpu_core_ratio": 0.369554, "user_cpu_s_delta": 3.7000000000000455}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.581092, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 108590.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.573308, "system_cpu_s_delta": 5.739999999990687, "user_cpu_core_ratio": 1.007784, "user_cpu_s_delta": 10.09000000001106}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.022, "count": 279, "max_ms": 6.517, "p95_ms": 5.026, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.032, "max": 4.0, "p95": 2.0, "sample_count": 279}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 279}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.446, "count": 30, "max": 58.888, "p95": 38.676, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.852, "count": 30, "max": 26.464, "p95": 25.371, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 562.567, "count": 30, "max": 1041.0, "p95": 1009.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 98.9, "count": 30, "max": 1900.0, "p95": 363.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.123, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.38, "count": 30, "max": 0.398, "p95": 0.394, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91798.367, "count": 30, "max": 94571.0, "p95": 94347.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91798.367, "count": 30, "max": 94571.0, "p95": 94347.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 141536.1, "count": 30, "max": 270025.0, "p95": 246854.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.577, "count": 30, "max": 0.599, "p95": 0.592, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.999, "count": 30, "max": 1.026, "p95": 1.019, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8618, "sampled_at": "2026-10-30T01:22:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T01:22:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2199019, "flush_count": 2299, "flush_interval_seconds": 30.0, "flush_state": {"count": 2299, "last_at": "2026-10-30T01:23:19", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T01:23:19", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2298}, "started": true, "suppressed_count": 1130031, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1129900}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2299, "written_record_count": 2299}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8481.312, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T01:23:19+09:00", "last_error_summary": "[h264 @ 0x5555d9010580] left block unavailable for requested intra mode [h264 @ 0x5555d9010580] error while decoding MB 0 39, bytestream 2843 [h264 @ 0x5555d9c69f40] cabac decode of qscale diff failed at 30 27 [h264 @ 0x5555d9c69f40] error while decoding MB 30 27, bytestream 474 [in#0/rtsp @ 0x5555d8eb7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5555d8eb7e00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3130301030400, "copied_frame_count": 1132198, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3130301030400, "frame_buffer_copies": 1132198, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1165, "count": 512, "max_ms": 2.5071, "p50_ms": 0.0897, "p95_ms": 0.2291, "p99_ms": 0.3317}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3913, "count": 512, "max_ms": 3.8484, "p50_ms": 1.3184, "p95_ms": 2.2246, "p99_ms": 2.8896, "results": {"failed": 0, "not_applicable": 0, "success": 1132198, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 434, "h264_decode_error_count": 955, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T01:23:19+09:00", "last_error_summary": "[h264 @ 0x5555d9010580] left block unavailable for requested intra mode [h264 @ 0x5555d9010580] error while decoding MB 0 39, bytestream 2843 [h264 @ 0x5555d9c69f40] cabac decode of qscale diff failed at 30 27 [h264 @ 0x5555d9c69f40] error while decoding MB 30 27, bytestream 474 [in#0/rtsp @ 0x5555d8eb7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5555d8eb7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T01:23:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 1380.328, "last_started_at": "2026-10-30T01:00:19+09:00", "pid": 92594, "process": {"exists": false, "pid": 92594}, "restart_count": 469, "restart_count_per_hour": 2, "rtsp_timeout_count": 130, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 470}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.361, "sample_count": 2616, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1132198, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T01:23:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T01:23:19+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-10-30T01:23:19+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 30, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 316.268, "last_sample_duration_ms": 1001.372, "last_trigger": "periodic", "next_snapshot_in_sec": 283.732, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 230, "storage_bytes": 2194431}, "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-10-30T01:23:19.675414+09:00", "mtime_epoch": 1793290999.6754136, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 90437}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T01:23:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1316.598, "name": "celery", "pid": 206, "rss_mb": 1289.242, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1132198, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.02, "max": 4.0, "p95": 2.0, "sample_count": 100}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 100}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 100}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.344, "pushed": 3.344, "read": 3.311}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 99, "client_acquire_ms": {"avg_ms": 0.007, "count": 100, "max_ms": 0.047, "p95_ms": 0.016, "reason": null, "sample_age_ms": 82.132, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.713, "count": 99, "max_ms": 4.022, "p95_ms": 2.802, "reason": null, "sample_age_ms": 109.319, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.29, "count": 99, "max_ms": 3.65, "p95_ms": 1.952, "reason": null, "sample_age_ms": 109.65, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.155, "count": 100, "max_ms": 0.83, "p95_ms": 0.361, "reason": null, "sample_age_ms": 82.137, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.963, "count": 99, "max_ms": 7.848, "p95_ms": 3.542, "reason": null, "sample_age_ms": 107.354, "source": "client_direct"}, "request_count": 99, "request_tensor_bytes": {"avg": 2764808.0, "count": 99, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 107.335, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 100, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 82.2, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.98, "count": 100, "max_ms": 60.697, "p95_ms": 55.891, "reason": null, "sample_age_ms": 82.129, "source": "client_direct"}, "sample_age_ms": 82.127, "source": "client_direct", "task_total_ms": {"avg_ms": 38.275, "count": 100, "max_ms": 62.985, "p95_ms": 58.741, "reason": null, "sample_age_ms": 82.127, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.93, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.643, "count": 100, "max_ms": 2.106, "p95_ms": 1.189}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.205, "count": 100, "max_ms": 0.701, "p95_ms": 0.391}, "detection_prepare_ms": {"avg_ms": 0.097, "count": 100, "max_ms": 0.265, "p95_ms": 0.205}, "event_filter_ms": {"avg_ms": 0.003, "count": 100, "max_ms": 0.016, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.07, "count": 100, "max_ms": 0.189, "p95_ms": 0.142}, "mcmt_ms": {"avg_ms": 0.002, "count": 100, "max_ms": 0.031, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.155, "count": 100, "max_ms": 0.753, "p95_ms": 0.266}, "setup_ms": {"avg_ms": 0.039, "count": 100, "max_ms": 0.097, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 0.604, "count": 100, "max_ms": 2.0, "p95_ms": 1.12}, "track_match_ms": {"avg_ms": 0.003, "count": 100, "max_ms": 0.009, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.029, "count": 100, "max_ms": 0.108, "p95_ms": 0.059}}, "gstreamer_push": {"avg_ms": 3.041, "count": 100, "max_ms": 5.187, "p95_ms": 4.339}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 100, "max_ms": 0.415, "p95_ms": 0.083}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.31, "count": 100, "max_ms": 63.488, "p95_ms": 59.442}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.374, "count": 100, "max_ms": 10.53, "p95_ms": 6.724}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.206, "count": 100, "max_ms": 114.403, "p95_ms": 106.178}, "inference_input_copy_ms": {"avg_ms": 1.637, "count": 100, "max_ms": 3.314, "p95_ms": 2.651}, "processing_residual_ms": {"avg_ms": 0.122, "count": 100, "max_ms": 0.319, "p95_ms": 0.227}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.339, "count": 100, "max_ms": 118.188, "p95_ms": 111.677}, "read_interval": {"avg_ms": 301.987, "count": 99, "max_ms": 19287.652, "p95_ms": 135.842}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 100, "max_ms": 0.056, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.108, "count": 100, "max_ms": 0.569, "p95_ms": 0.195}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 100, "max_ms": 0.042, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.095, "count": 100, "max_ms": 0.514, "p95_ms": 0.174}, "worker_merge_ms": {"avg_ms": 0.004, "count": 100, "max_ms": 0.017, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 39.323, "count": 100, "max_ms": 63.498, "p95_ms": 59.455}, "visualize": {"avg_ms": 49.323, "count": 100, "max_ms": 66.496, "p95_ms": 60.138}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 47.017, "count": 100, "max_ms": 65.076, "p95_ms": 58.106}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.737, "count": 100, "max_ms": 65.529, "p95_ms": 58.726}, "visualize_input_copy_ms": {"avg_ms": 1.404, "count": 100, "max_ms": 2.904, "p95_ms": 2.418}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.622, "count": 100, "max_ms": 65.473, "p95_ms": 58.64}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 100, "max_ms": 0.238, "p95_ms": 0.167}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 100}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1289.199, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.98, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.25, "sample_count": 2799, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1132106, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T01:22:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 92837, "write_bytes_delta": 92837, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 508.0, "cpu_core_ratio": 0.405511, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 85.0, "pid": 92594, "reason": null, "system_cpu_core_ratio": 0.035957, "system_cpu_s_delta": 0.35999999999999943, "user_cpu_core_ratio": 0.369554, "user_cpu_s_delta": 3.7000000000000455}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.581092, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 108590.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.573308, "system_cpu_s_delta": 5.739999999990687, "user_cpu_core_ratio": 1.007784, "user_cpu_s_delta": 10.09000000001106}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.022, "count": 279, "max_ms": 6.517, "p95_ms": 5.026, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.032, "max": 4.0, "p95": 2.0, "sample_count": 279}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 279}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.446, "count": 30, "max": 58.888, "p95": 38.676, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.852, "count": 30, "max": 26.464, "p95": 25.371, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 562.567, "count": 30, "max": 1041.0, "p95": 1009.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 98.9, "count": 30, "max": 1900.0, "p95": 363.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.123, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.38, "count": 30, "max": 0.398, "p95": 0.394, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91798.367, "count": 30, "max": 94571.0, "p95": 94347.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91798.367, "count": 30, "max": 94571.0, "p95": 94347.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 141536.1, "count": 30, "max": 270025.0, "p95": 246854.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.577, "count": 30, "max": 0.599, "p95": 0.592, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.999, "count": 30, "max": 1.026, "p95": 1.019, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8618, "sampled_at": "2026-10-30T01:22:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T01:22:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2199019, "flush_count": 2299, "flush_interval_seconds": 30.0, "flush_state": {"count": 2299, "last_at": "2026-10-30T01:23:19", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T01:23:19", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2298}, "started": true, "suppressed_count": 1130031, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1129900}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2299, "written_record_count": 2299}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8480.926, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3130301030400, "copied_frame_count": 1132198, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3130301030400, "frame_buffer_copies": 1132198, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1165, "count": 512, "max_ms": 2.5071, "p50_ms": 0.0897, "p95_ms": 0.2291, "p99_ms": 0.3317}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3913, "count": 512, "max_ms": 3.8484, "p50_ms": 1.3184, "p95_ms": 2.2246, "p99_ms": 2.8896, "results": {"failed": 0, "not_applicable": 0, "success": 1132198, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 434, "h264_decode_error_count": 955, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T01:23:19+09:00", "last_error_summary": "[h264 @ 0x5555d9010580] left block unavailable for requested intra mode [h264 @ 0x5555d9010580] error while decoding MB 0 39, bytestream 2843 [h264 @ 0x5555d9c69f40] cabac decode of qscale diff failed at 30 27 [h264 @ 0x5555d9c69f40] error while decoding MB 30 27, bytestream 474 [in#0/rtsp @ 0x5555d8eb7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5555d8eb7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T01:23:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 1380.358, "last_started_at": "2026-10-30T01:00:19+09:00", "pid": 92594, "process": {"exists": false, "pid": 92594}, "restart_count": 469, "restart_count_per_hour": 2, "rtsp_timeout_count": 130, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 470}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.361, "sample_count": 2616, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1132198, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T01:23:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.031, "last_frame_pushed_at": "2026-10-30T01:23:19+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-10-30T01:23:19+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 30, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 316.307, "last_sample_duration_ms": 1001.372, "last_trigger": "periodic", "next_snapshot_in_sec": 283.693, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 230, "storage_bytes": 2194431}, "mjpeg": {"age_sec": 0.02, "exists": true, "mtime": "2026-10-30T01:23:19.783414+09:00", "mtime_epoch": 1793290999.783414, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 91093}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T01:23:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1316.598, "name": "celery", "pid": 206, "rss_mb": 1289.242, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1132198, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.02, "max": 4.0, "p95": 2.0, "sample_count": 100}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 100}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 100}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.341, "pushed": 3.341, "read": 3.307}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 99, "client_acquire_ms": {"avg_ms": 0.007, "count": 100, "max_ms": 0.047, "p95_ms": 0.016, "reason": null, "sample_age_ms": 111.891, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.713, "count": 99, "max_ms": 4.022, "p95_ms": 2.802, "reason": null, "sample_age_ms": 139.078, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.29, "count": 99, "max_ms": 3.65, "p95_ms": 1.952, "reason": null, "sample_age_ms": 139.409, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.155, "count": 100, "max_ms": 0.83, "p95_ms": 0.361, "reason": null, "sample_age_ms": 111.896, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.963, "count": 99, "max_ms": 7.848, "p95_ms": 3.542, "reason": null, "sample_age_ms": 137.113, "source": "client_direct"}, "request_count": 99, "request_tensor_bytes": {"avg": 2764808.0, "count": 99, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 137.094, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 100, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 111.959, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.98, "count": 100, "max_ms": 60.697, "p95_ms": 55.891, "reason": null, "sample_age_ms": 111.888, "source": "client_direct"}, "sample_age_ms": 111.886, "source": "client_direct", "task_total_ms": {"avg_ms": 38.275, "count": 100, "max_ms": 62.985, "p95_ms": 58.741, "reason": null, "sample_age_ms": 111.886, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.26, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.643, "count": 100, "max_ms": 2.106, "p95_ms": 1.189}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.205, "count": 100, "max_ms": 0.701, "p95_ms": 0.391}, "detection_prepare_ms": {"avg_ms": 0.097, "count": 100, "max_ms": 0.265, "p95_ms": 0.205}, "event_filter_ms": {"avg_ms": 0.003, "count": 100, "max_ms": 0.016, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.07, "count": 100, "max_ms": 0.189, "p95_ms": 0.142}, "mcmt_ms": {"avg_ms": 0.002, "count": 100, "max_ms": 0.031, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.155, "count": 100, "max_ms": 0.753, "p95_ms": 0.266}, "setup_ms": {"avg_ms": 0.039, "count": 100, "max_ms": 0.097, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 0.604, "count": 100, "max_ms": 2.0, "p95_ms": 1.12}, "track_match_ms": {"avg_ms": 0.003, "count": 100, "max_ms": 0.009, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.029, "count": 100, "max_ms": 0.108, "p95_ms": 0.059}}, "gstreamer_push": {"avg_ms": 3.041, "count": 100, "max_ms": 5.187, "p95_ms": 4.339}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 100, "max_ms": 0.415, "p95_ms": 0.083}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.31, "count": 100, "max_ms": 63.488, "p95_ms": 59.442}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.374, "count": 100, "max_ms": 10.53, "p95_ms": 6.724}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.206, "count": 100, "max_ms": 114.403, "p95_ms": 106.178}, "inference_input_copy_ms": {"avg_ms": 1.637, "count": 100, "max_ms": 3.314, "p95_ms": 2.651}, "processing_residual_ms": {"avg_ms": 0.122, "count": 100, "max_ms": 0.319, "p95_ms": 0.227}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.339, "count": 100, "max_ms": 118.188, "p95_ms": 111.677}, "read_interval": {"avg_ms": 301.987, "count": 99, "max_ms": 19287.652, "p95_ms": 135.842}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 100, "max_ms": 0.056, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.108, "count": 100, "max_ms": 0.569, "p95_ms": 0.195}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 100, "max_ms": 0.042, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.095, "count": 100, "max_ms": 0.514, "p95_ms": 0.174}, "worker_merge_ms": {"avg_ms": 0.004, "count": 100, "max_ms": 0.017, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 39.323, "count": 100, "max_ms": 63.498, "p95_ms": 59.455}, "visualize": {"avg_ms": 49.323, "count": 100, "max_ms": 66.496, "p95_ms": 60.138}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 47.017, "count": 100, "max_ms": 65.076, "p95_ms": 58.106}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.737, "count": 100, "max_ms": 65.529, "p95_ms": 58.726}, "visualize_input_copy_ms": {"avg_ms": 1.404, "count": 100, "max_ms": 2.904, "p95_ms": 2.418}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.622, "count": 100, "max_ms": 65.473, "p95_ms": 58.64}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 100, "max_ms": 0.238, "p95_ms": 0.167}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 100}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1289.199, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.98, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.25, "sample_count": 2799, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1132106, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T01:22:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 92837, "write_bytes_delta": 92837, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 508.0, "cpu_core_ratio": 0.405511, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 85.0, "pid": 92594, "reason": null, "system_cpu_core_ratio": 0.035957, "system_cpu_s_delta": 0.35999999999999943, "user_cpu_core_ratio": 0.369554, "user_cpu_s_delta": 3.7000000000000455}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.581092, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 108590.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.573308, "system_cpu_s_delta": 5.739999999990687, "user_cpu_core_ratio": 1.007784, "user_cpu_s_delta": 10.09000000001106}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.022, "count": 279, "max_ms": 6.517, "p95_ms": 5.026, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.032, "max": 4.0, "p95": 2.0, "sample_count": 279}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 279}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.446, "count": 30, "max": 58.888, "p95": 38.676, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.852, "count": 30, "max": 26.464, "p95": 25.371, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 562.567, "count": 30, "max": 1041.0, "p95": 1009.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 98.9, "count": 30, "max": 1900.0, "p95": 363.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.123, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.38, "count": 30, "max": 0.398, "p95": 0.394, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91798.367, "count": 30, "max": 94571.0, "p95": 94347.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91798.367, "count": 30, "max": 94571.0, "p95": 94347.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 141536.1, "count": 30, "max": 270025.0, "p95": 246854.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.577, "count": 30, "max": 0.599, "p95": 0.592, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.999, "count": 30, "max": 1.026, "p95": 1.019, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8618, "sampled_at": "2026-10-30T01:22:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T01:22:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2199019, "flush_count": 2299, "flush_interval_seconds": 30.0, "flush_state": {"count": 2299, "last_at": "2026-10-30T01:23:19", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T01:23:19", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2298}, "started": true, "suppressed_count": 1130031, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1129900}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2299, "written_record_count": 2299}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8654.234, "limit_mb": null}, "detail": {"pid": 92710, "restart_count": 470, "start_count": 471}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3130301030400, "copied_frame_count": 1132198, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3130301030400, "frame_buffer_copies": 1132198, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1165, "count": 512, "max_ms": 2.5071, "p50_ms": 0.0897, "p95_ms": 0.2291, "p99_ms": 0.3317}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3913, "count": 512, "max_ms": 3.8484, "p50_ms": 1.3184, "p95_ms": 2.2246, "p99_ms": 2.8896, "results": {"failed": 0, "not_applicable": 0, "success": 1132198, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 434, "h264_decode_error_count": 955, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T01:23:19+09:00", "last_error_summary": "[h264 @ 0x5555d9010580] left block unavailable for requested intra mode [h264 @ 0x5555d9010580] error while decoding MB 0 39, bytestream 2843 [h264 @ 0x5555d9c69f40] cabac decode of qscale diff failed at 30 27 [h264 @ 0x5555d9c69f40] error while decoding MB 30 27, bytestream 474 [in#0/rtsp @ 0x5555d8eb7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5555d8eb7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T01:23:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T01:23:22+09:00", "pid": 92710, "process": {"exists": true, "fd_count": 5, "hwm_mb": 207.969, "name": "ffmpeg", "pid": 92710, "rss_mb": 207.969, "state": "S (sleeping)", "threads": 70}, "restart_count": 470, "restart_count_per_hour": 3, "rtsp_timeout_count": 130, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 471}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.365, "sample_count": 2575, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1132198, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T01:23:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.347, "last_frame_pushed_at": "2026-10-30T01:23:19+09:00", "last_frame_read_age_sec": 4.45, "last_frame_read_at": "2026-10-30T01:23:19+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 30, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 320.617, "last_sample_duration_ms": 1001.372, "last_trigger": "periodic", "next_snapshot_in_sec": 279.383, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 230, "storage_bytes": 2194431}, "mjpeg": {"age_sec": 4.337, "exists": true, "mtime": "2026-10-30T01:23:19.783414+09:00", "mtime_epoch": 1793290999.783414, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 91093}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T01:23:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1316.598, "name": "celery", "pid": 206, "rss_mb": 1289.246, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1132198, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.033, "max": 4.0, "p95": 2.0, "sample_count": 61}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 61}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 61}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 61, "pushed_frames": 61, "read_frames": 60, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.036, "pushed": 2.036, "read": 2.002}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 60, "client_acquire_ms": {"avg_ms": 0.006, "count": 60, "max_ms": 0.019, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4425.566, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.628, "count": 60, "max_ms": 2.92, "p95_ms": 2.666, "reason": null, "sample_age_ms": 4452.753, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.244, "count": 60, "max_ms": 2.398, "p95_ms": 1.354, "reason": null, "sample_age_ms": 4453.084, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.14, "count": 60, "max_ms": 0.83, "p95_ms": 0.361, "reason": null, "sample_age_ms": 4425.571, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.802, "count": 60, "max_ms": 7.848, "p95_ms": 3.023, "reason": null, "sample_age_ms": 4450.788, "source": "client_direct"}, "request_count": 60, "request_tensor_bytes": {"avg": 2764808.0, "count": 60, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4450.769, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 60, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4425.634, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.566, "count": 60, "max_ms": 60.697, "p95_ms": 55.963, "reason": null, "sample_age_ms": 4425.564, "source": "client_direct"}, "sample_age_ms": 4425.561, "source": "client_direct", "task_total_ms": {"avg_ms": 36.662, "count": 60, "max_ms": 62.985, "p95_ms": 58.519, "reason": null, "sample_age_ms": 4425.561, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.671, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.612, "count": 61, "max_ms": 1.335, "p95_ms": 1.136}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.194, "count": 61, "max_ms": 0.408, "p95_ms": 0.348}, "detection_prepare_ms": {"avg_ms": 0.091, "count": 61, "max_ms": 0.245, "p95_ms": 0.205}, "event_filter_ms": {"avg_ms": 0.003, "count": 61, "max_ms": 0.01, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.068, "count": 61, "max_ms": 0.188, "p95_ms": 0.12}, "mcmt_ms": {"avg_ms": 0.003, "count": 61, "max_ms": 0.031, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.146, "count": 61, "max_ms": 0.319, "p95_ms": 0.244}, "setup_ms": {"avg_ms": 0.037, "count": 61, "max_ms": 0.097, "p95_ms": 0.078}, "total_inside_ms": {"avg_ms": 0.574, "count": 61, "max_ms": 1.239, "p95_ms": 1.068}, "track_match_ms": {"avg_ms": 0.003, "count": 61, "max_ms": 0.009, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.028, "count": 61, "max_ms": 0.108, "p95_ms": 0.058}}, "gstreamer_push": {"avg_ms": 2.975, "count": 61, "max_ms": 5.187, "p95_ms": 4.339}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 61, "max_ms": 0.415, "p95_ms": 0.083}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.429, "count": 61, "max_ms": 63.488, "p95_ms": 59.146}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.402, "count": 61, "max_ms": 10.53, "p95_ms": 6.611}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.708, "count": 61, "max_ms": 114.403, "p95_ms": 105.225}, "inference_input_copy_ms": {"avg_ms": 1.499, "count": 61, "max_ms": 2.769, "p95_ms": 2.557}, "processing_residual_ms": {"avg_ms": 0.115, "count": 61, "max_ms": 0.319, "p95_ms": 0.27}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.725, "count": 61, "max_ms": 118.188, "p95_ms": 109.428}, "read_interval": {"avg_ms": 426.698, "count": 60, "max_ms": 19287.652, "p95_ms": 138.235}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 61, "max_ms": 0.046, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.1, "count": 61, "max_ms": 0.231, "p95_ms": 0.168}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 61, "max_ms": 0.031, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.087, "count": 61, "max_ms": 0.205, "p95_ms": 0.145}, "worker_merge_ms": {"avg_ms": 0.004, "count": 61, "max_ms": 0.01, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 37.441, "count": 61, "max_ms": 63.498, "p95_ms": 59.153}, "visualize": {"avg_ms": 49.757, "count": 61, "max_ms": 66.496, "p95_ms": 60.985}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 47.455, "count": 61, "max_ms": 65.076, "p95_ms": 58.76}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.173, "count": 61, "max_ms": 65.529, "p95_ms": 59.444}, "visualize_input_copy_ms": {"avg_ms": 1.403, "count": 61, "max_ms": 2.721, "p95_ms": 2.376}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.061, "count": 61, "max_ms": 65.473, "p95_ms": 59.336}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 61, "max_ms": 0.238, "p95_ms": 0.15}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 61}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1289.199, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.98, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.25, "sample_count": 2799, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1132106, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T01:22:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 92837, "write_bytes_delta": 92837, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 508.0, "cpu_core_ratio": 0.405511, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 85.0, "pid": 92594, "reason": null, "system_cpu_core_ratio": 0.035957, "system_cpu_s_delta": 0.35999999999999943, "user_cpu_core_ratio": 0.369554, "user_cpu_s_delta": 3.7000000000000455}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.581092, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 108590.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.573308, "system_cpu_s_delta": 5.739999999990687, "user_cpu_core_ratio": 1.007784, "user_cpu_s_delta": 10.09000000001106}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.022, "count": 279, "max_ms": 6.517, "p95_ms": 5.026, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.032, "max": 4.0, "p95": 2.0, "sample_count": 279}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 279}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.446, "count": 30, "max": 58.888, "p95": 38.676, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.852, "count": 30, "max": 26.464, "p95": 25.371, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 562.567, "count": 30, "max": 1041.0, "p95": 1009.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 98.9, "count": 30, "max": 1900.0, "p95": 363.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.123, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.38, "count": 30, "max": 0.398, "p95": 0.394, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91798.367, "count": 30, "max": 94571.0, "p95": 94347.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91798.367, "count": 30, "max": 94571.0, "p95": 94347.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 141536.1, "count": 30, "max": 270025.0, "p95": 246854.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.577, "count": 30, "max": 0.599, "p95": 0.592, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.999, "count": 30, "max": 1.026, "p95": 1.019, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8618, "sampled_at": "2026-10-30T01:22:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T01:22:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2210167, "flush_count": 2311, "flush_interval_seconds": 30.0, "flush_state": {"count": 2311, "last_at": "2026-10-30T01:35:19", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T01:35:19", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2310}, "started": true, "suppressed_count": 1137193, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1137062}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2311, "written_record_count": 2311}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8494.562, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x58c226ac9000] error while decoding MB 24 58, bytestream -9", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3150132940800, "copied_frame_count": 1139371, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3150132940800, "frame_buffer_copies": 1139371, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1015, "count": 512, "max_ms": 2.7943, "p50_ms": 0.0818, "p95_ms": 0.1944, "p99_ms": 0.241}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3681, "count": 512, "max_ms": 3.5818, "p50_ms": 1.2833, "p95_ms": 2.2107, "p99_ms": 3.0573, "results": {"failed": 0, "not_applicable": 0, "success": 1139371, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 435, "h264_decode_error_count": 956, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T01:36:18+09:00", "last_error_summary": "[h264 @ 0x58c226ac9000] error while decoding MB 24 58, bytestream -9", "last_exit_at": "2026-10-30T01:23:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 776.81, "last_started_at": "2026-10-30T01:23:22+09:00", "pid": 92710, "process": {"exists": false, "pid": 92710}, "restart_count": 470, "restart_count_per_hour": 3, "rtsp_timeout_count": 130, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 471}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.222, "sample_count": 2767, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1139371, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T01:36:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.057, "last_frame_pushed_at": "2026-10-30T01:36:18+09:00", "last_frame_read_age_sec": 0.054, "last_frame_read_at": "2026-10-30T01:36:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 31, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 493.548, "last_sample_duration_ms": 1007.671, "last_trigger": "periodic", "next_snapshot_in_sec": 106.452, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 231, "storage_bytes": 2204013}, "mjpeg": {"age_sec": 0.048, "exists": true, "mtime": "2026-10-30T01:36:18.880583+09:00", "mtime_epoch": 1793291778.880583, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 108701}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T01:36:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1318.344, "name": "celery", "pid": 206, "rss_mb": 1313.68, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1139372, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.036, "max": 4.0, "p95": 2.0, "sample_count": 276}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 276}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 276}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 276, "pushed_frames": 276, "read_frames": 276, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.212, "pushed": 9.212, "read": 9.212}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 276, "client_acquire_ms": {"avg_ms": 0.007, "count": 276, "max_ms": 0.045, "p95_ms": 0.016, "reason": null, "sample_age_ms": 40.344, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.678, "count": 276, "max_ms": 6.016, "p95_ms": 2.38, "reason": null, "sample_age_ms": 68.866, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.332, "count": 276, "max_ms": 5.561, "p95_ms": 2.089, "reason": null, "sample_age_ms": 69.037, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.188, "count": 276, "max_ms": 0.756, "p95_ms": 0.429, "reason": null, "sample_age_ms": 40.352, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.866, "count": 276, "max_ms": 6.619, "p95_ms": 3.089, "reason": null, "sample_age_ms": 67.878, "source": "client_direct"}, "request_count": 276, "request_tensor_bytes": {"avg": 2764808.0, "count": 276, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 67.859, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 276, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 40.569, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.146, "count": 276, "max_ms": 59.9, "p95_ms": 49.151, "reason": null, "sample_age_ms": 40.34, "source": "client_direct"}, "sample_age_ms": 40.336, "source": "client_direct", "task_total_ms": {"avg_ms": 38.363, "count": 276, "max_ms": 62.829, "p95_ms": 51.864, "reason": null, "sample_age_ms": 40.336, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.703, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.676, "count": 276, "max_ms": 1.88, "p95_ms": 1.303}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.213, "count": 276, "max_ms": 0.895, "p95_ms": 0.435}, "detection_prepare_ms": {"avg_ms": 0.102, "count": 276, "max_ms": 0.297, "p95_ms": 0.203}, "event_filter_ms": {"avg_ms": 0.004, "count": 276, "max_ms": 0.029, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.074, "count": 276, "max_ms": 0.232, "p95_ms": 0.138}, "mcmt_ms": {"avg_ms": 0.002, "count": 276, "max_ms": 0.014, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.165, "count": 276, "max_ms": 0.589, "p95_ms": 0.373}, "setup_ms": {"avg_ms": 0.04, "count": 276, "max_ms": 0.117, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 0.635, "count": 276, "max_ms": 1.793, "p95_ms": 1.235}, "track_match_ms": {"avg_ms": 0.004, "count": 276, "max_ms": 0.034, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.031, "count": 276, "max_ms": 0.111, "p95_ms": 0.067}}, "gstreamer_push": {"avg_ms": 3.07, "count": 276, "max_ms": 8.219, "p95_ms": 5.146}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 276, "max_ms": 0.2, "p95_ms": 0.091}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.416, "count": 276, "max_ms": 63.99, "p95_ms": 56.406}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.251, "count": 276, "max_ms": 11.055, "p95_ms": 6.447}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.478, "count": 276, "max_ms": 132.179, "p95_ms": 111.449}, "inference_input_copy_ms": {"avg_ms": 1.603, "count": 276, "max_ms": 5.598, "p95_ms": 2.655}, "processing_residual_ms": {"avg_ms": 0.122, "count": 276, "max_ms": 0.337, "p95_ms": 0.226}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.453, "count": 276, "max_ms": 137.516, "p95_ms": 115.501}, "read_interval": {"avg_ms": 108.704, "count": 276, "max_ms": 164.488, "p95_ms": 136.564}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 276, "max_ms": 0.057, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.113, "count": 276, "max_ms": 0.425, "p95_ms": 0.249}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 276, "max_ms": 0.048, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.099, "count": 276, "max_ms": 0.384, "p95_ms": 0.217}, "worker_merge_ms": {"avg_ms": 0.005, "count": 276, "max_ms": 0.043, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 39.429, "count": 276, "max_ms": 64.002, "p95_ms": 56.412}, "visualize": {"avg_ms": 50.511, "count": 276, "max_ms": 69.507, "p95_ms": 63.462}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 48.117, "count": 276, "max_ms": 67.457, "p95_ms": 61.287}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.805, "count": 276, "max_ms": 68.162, "p95_ms": 61.855}, "visualize_input_copy_ms": {"avg_ms": 1.515, "count": 276, "max_ms": 3.7, "p95_ms": 2.47}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.693, "count": 276, "max_ms": 68.077, "p95_ms": 61.779}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 276, "max_ms": 0.211, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 276}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1295.078, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 34.622, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.274, "sample_count": 2777, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1139028, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T01:35:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102004, "write_bytes_delta": 102004, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1029.0, "cpu_core_ratio": 0.448863, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 92710, "reason": null, "system_cpu_core_ratio": 0.039488, "system_cpu_s_delta": 0.7899999999999991, "user_cpu_core_ratio": 0.409375, "user_cpu_s_delta": 8.189999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.575517, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 247754.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.583821, "system_cpu_s_delta": 11.680000000007567, "user_cpu_core_ratio": 0.991696, "user_cpu_s_delta": 19.84000000001106}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.049, "count": 279, "max_ms": 9.933, "p95_ms": 5.319, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.082, "max": 5.0, "p95": 3.0, "sample_count": 279}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 279}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.462, "count": 30, "max": 66.849, "p95": 53.397, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.996, "count": 30, "max": 24.355, "p95": 23.746, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 957.633, "count": 30, "max": 1086.0, "p95": 1065.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 143.6, "count": 30, "max": 1712.0, "p95": 1165.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.061, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.391, "count": 30, "max": 0.418, "p95": 0.414, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.078, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98837.6, "count": 30, "max": 110787.0, "p95": 110024.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98837.6, "count": 30, "max": 110787.0, "p95": 110024.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 235775.2, "count": 30, "max": 277847.0, "p95": 272205.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.587, "count": 30, "max": 0.619, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.003, "count": 30, "max": 1.044, "p95": 1.032, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8667, "sampled_at": "2026-10-30T01:35:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T01:35:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2210167, "flush_count": 2311, "flush_interval_seconds": 30.0, "flush_state": {"count": 2311, "last_at": "2026-10-30T01:35:19", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T01:35:19", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2310}, "started": true, "suppressed_count": 1137193, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1137062}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2311, "written_record_count": 2311}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8484.379, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T01:36:18+09:00", "last_error_summary": "[h264 @ 0x58c226ac9000] error while decoding MB 24 58, bytestream -9", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3150135705600, "copied_frame_count": 1139372, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3150135705600, "frame_buffer_copies": 1139372, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1015, "count": 512, "max_ms": 2.7943, "p50_ms": 0.0818, "p95_ms": 0.1944, "p99_ms": 0.241}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3722, "count": 512, "max_ms": 3.5818, "p50_ms": 1.2833, "p95_ms": 2.226, "p99_ms": 3.2643, "results": {"failed": 0, "not_applicable": 0, "success": 1139372, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 435, "h264_decode_error_count": 956, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T01:36:18+09:00", "last_error_summary": "[h264 @ 0x58c226ac9000] error while decoding MB 24 58, bytestream -9", "last_exit_at": "2026-10-30T01:36:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 776.868, "last_started_at": "2026-10-30T01:23:22+09:00", "pid": 92710, "process": {"exists": false, "pid": 92710}, "restart_count": 470, "restart_count_per_hour": 3, "rtsp_timeout_count": 130, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 471}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.222, "sample_count": 2768, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1139372, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T01:36:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T01:36:18+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-10-30T01:36:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 31, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 493.583, "last_sample_duration_ms": 1007.671, "last_trigger": "periodic", "next_snapshot_in_sec": 106.417, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 231, "storage_bytes": 2204013}, "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-10-30T01:36:18.880583+09:00", "mtime_epoch": 1793291778.880583, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 108701}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T01:36:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1318.344, "name": "celery", "pid": 206, "rss_mb": 1292.707, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1139372, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.036, "max": 4.0, "p95": 2.0, "sample_count": 276}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 276}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 276}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 276, "pushed_frames": 276, "read_frames": 275, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.231, "pushed": 9.231, "read": 9.197}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 275, "client_acquire_ms": {"avg_ms": 0.007, "count": 276, "max_ms": 0.045, "p95_ms": 0.016, "reason": null, "sample_age_ms": 88.067, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.679, "count": 275, "max_ms": 6.016, "p95_ms": 2.381, "reason": null, "sample_age_ms": 116.59, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.333, "count": 275, "max_ms": 5.561, "p95_ms": 2.097, "reason": null, "sample_age_ms": 116.761, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.188, "count": 276, "max_ms": 0.756, "p95_ms": 0.429, "reason": null, "sample_age_ms": 88.076, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.865, "count": 275, "max_ms": 6.619, "p95_ms": 3.092, "reason": null, "sample_age_ms": 115.602, "source": "client_direct"}, "request_count": 275, "request_tensor_bytes": {"avg": 2764808.0, "count": 275, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 115.583, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 276, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 88.293, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.146, "count": 276, "max_ms": 59.9, "p95_ms": 49.151, "reason": null, "sample_age_ms": 88.063, "source": "client_direct"}, "sample_age_ms": 88.059, "source": "client_direct", "task_total_ms": {"avg_ms": 38.363, "count": 276, "max_ms": 62.829, "p95_ms": 51.864, "reason": null, "sample_age_ms": 88.059, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.967, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.676, "count": 276, "max_ms": 1.88, "p95_ms": 1.303}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.213, "count": 276, "max_ms": 0.895, "p95_ms": 0.435}, "detection_prepare_ms": {"avg_ms": 0.102, "count": 276, "max_ms": 0.297, "p95_ms": 0.203}, "event_filter_ms": {"avg_ms": 0.004, "count": 276, "max_ms": 0.029, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.074, "count": 276, "max_ms": 0.232, "p95_ms": 0.138}, "mcmt_ms": {"avg_ms": 0.002, "count": 276, "max_ms": 0.014, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.164, "count": 276, "max_ms": 0.589, "p95_ms": 0.373}, "setup_ms": {"avg_ms": 0.04, "count": 276, "max_ms": 0.117, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 0.635, "count": 276, "max_ms": 1.793, "p95_ms": 1.235}, "track_match_ms": {"avg_ms": 0.004, "count": 276, "max_ms": 0.034, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.031, "count": 276, "max_ms": 0.111, "p95_ms": 0.067}}, "gstreamer_push": {"avg_ms": 3.071, "count": 276, "max_ms": 8.219, "p95_ms": 5.146}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 276, "max_ms": 0.2, "p95_ms": 0.089}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.377, "count": 276, "max_ms": 63.99, "p95_ms": 56.406}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.251, "count": 276, "max_ms": 11.055, "p95_ms": 6.447}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.511, "count": 276, "max_ms": 132.179, "p95_ms": 111.449}, "inference_input_copy_ms": {"avg_ms": 1.6, "count": 276, "max_ms": 5.598, "p95_ms": 2.655}, "processing_residual_ms": {"avg_ms": 0.121, "count": 276, "max_ms": 0.337, "p95_ms": 0.226}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.483, "count": 276, "max_ms": 137.516, "p95_ms": 115.501}, "read_interval": {"avg_ms": 108.721, "count": 275, "max_ms": 164.488, "p95_ms": 136.564}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 276, "max_ms": 0.057, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.113, "count": 276, "max_ms": 0.425, "p95_ms": 0.249}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 276, "max_ms": 0.048, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.099, "count": 276, "max_ms": 0.384, "p95_ms": 0.217}, "worker_merge_ms": {"avg_ms": 0.005, "count": 276, "max_ms": 0.043, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 39.39, "count": 276, "max_ms": 64.002, "p95_ms": 56.412}, "visualize": {"avg_ms": 50.583, "count": 276, "max_ms": 70.913, "p95_ms": 63.996}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 48.188, "count": 276, "max_ms": 68.043, "p95_ms": 61.612}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.876, "count": 276, "max_ms": 69.006, "p95_ms": 62.176}, "visualize_input_copy_ms": {"avg_ms": 1.517, "count": 276, "max_ms": 3.7, "p95_ms": 2.47}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.765, "count": 276, "max_ms": 68.891, "p95_ms": 62.082}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 276, "max_ms": 0.211, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 276}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1295.078, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 34.622, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.274, "sample_count": 2777, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1139028, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T01:35:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102004, "write_bytes_delta": 102004, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1029.0, "cpu_core_ratio": 0.448863, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 92710, "reason": null, "system_cpu_core_ratio": 0.039488, "system_cpu_s_delta": 0.7899999999999991, "user_cpu_core_ratio": 0.409375, "user_cpu_s_delta": 8.189999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.575517, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 247754.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.583821, "system_cpu_s_delta": 11.680000000007567, "user_cpu_core_ratio": 0.991696, "user_cpu_s_delta": 19.84000000001106}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.049, "count": 279, "max_ms": 9.933, "p95_ms": 5.319, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.082, "max": 5.0, "p95": 3.0, "sample_count": 279}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 279}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.462, "count": 30, "max": 66.849, "p95": 53.397, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.996, "count": 30, "max": 24.355, "p95": 23.746, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 957.633, "count": 30, "max": 1086.0, "p95": 1065.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 143.6, "count": 30, "max": 1712.0, "p95": 1165.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.061, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.391, "count": 30, "max": 0.418, "p95": 0.414, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.078, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98837.6, "count": 30, "max": 110787.0, "p95": 110024.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98837.6, "count": 30, "max": 110787.0, "p95": 110024.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 235775.2, "count": 30, "max": 277847.0, "p95": 272205.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.587, "count": 30, "max": 0.619, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.003, "count": 30, "max": 1.044, "p95": 1.032, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8667, "sampled_at": "2026-10-30T01:35:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T01:35:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2210167, "flush_count": 2311, "flush_interval_seconds": 30.0, "flush_state": {"count": 2311, "last_at": "2026-10-30T01:35:19", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T01:35:19", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2310}, "started": true, "suppressed_count": 1137193, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1137062}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2311, "written_record_count": 2311}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8473.324, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3150135705600, "copied_frame_count": 1139372, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3150135705600, "frame_buffer_copies": 1139372, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1015, "count": 512, "max_ms": 2.7943, "p50_ms": 0.0818, "p95_ms": 0.1944, "p99_ms": 0.241}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3722, "count": 512, "max_ms": 3.5818, "p50_ms": 1.2833, "p95_ms": 2.226, "p99_ms": 3.2643, "results": {"failed": 0, "not_applicable": 0, "success": 1139372, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 435, "h264_decode_error_count": 956, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T01:36:18+09:00", "last_error_summary": "[h264 @ 0x58c226ac9000] error while decoding MB 24 58, bytestream -9", "last_exit_at": "2026-10-30T01:36:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 776.896, "last_started_at": "2026-10-30T01:23:22+09:00", "pid": 92710, "process": {"exists": false, "pid": 92710}, "restart_count": 470, "restart_count_per_hour": 3, "rtsp_timeout_count": 130, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 471}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.222, "sample_count": 2767, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1139372, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T01:36:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.03, "last_frame_pushed_at": "2026-10-30T01:36:18+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-10-30T01:36:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 31, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 493.622, "last_sample_duration_ms": 1007.671, "last_trigger": "periodic", "next_snapshot_in_sec": 106.378, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 231, "storage_bytes": 2204013}, "mjpeg": {"age_sec": 0.023, "exists": true, "mtime": "2026-10-30T01:36:18.991584+09:00", "mtime_epoch": 1793291778.9915836, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 109392}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T01:36:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1318.344, "name": "celery", "pid": 206, "rss_mb": 1292.707, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1139372, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.036, "max": 4.0, "p95": 2.0, "sample_count": 276}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 276}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 276}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 276, "pushed_frames": 276, "read_frames": 275, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.222, "pushed": 9.222, "read": 9.188}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 275, "client_acquire_ms": {"avg_ms": 0.007, "count": 275, "max_ms": 0.045, "p95_ms": 0.016, "reason": null, "sample_age_ms": 121.809, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.679, "count": 275, "max_ms": 6.016, "p95_ms": 2.381, "reason": null, "sample_age_ms": 150.331, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.333, "count": 275, "max_ms": 5.561, "p95_ms": 2.097, "reason": null, "sample_age_ms": 150.503, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.188, "count": 275, "max_ms": 0.756, "p95_ms": 0.429, "reason": null, "sample_age_ms": 121.817, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.865, "count": 275, "max_ms": 6.619, "p95_ms": 3.092, "reason": null, "sample_age_ms": 149.344, "source": "client_direct"}, "request_count": 275, "request_tensor_bytes": {"avg": 2764808.0, "count": 275, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 149.325, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 275, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 122.034, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.139, "count": 275, "max_ms": 59.9, "p95_ms": 49.159, "reason": null, "sample_age_ms": 121.805, "source": "client_direct"}, "sample_age_ms": 121.801, "source": "client_direct", "task_total_ms": {"avg_ms": 38.355, "count": 275, "max_ms": 62.829, "p95_ms": 51.944, "reason": null, "sample_age_ms": 121.801, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.601, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.676, "count": 276, "max_ms": 1.88, "p95_ms": 1.303}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.213, "count": 276, "max_ms": 0.895, "p95_ms": 0.435}, "detection_prepare_ms": {"avg_ms": 0.102, "count": 276, "max_ms": 0.297, "p95_ms": 0.203}, "event_filter_ms": {"avg_ms": 0.004, "count": 276, "max_ms": 0.029, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.074, "count": 276, "max_ms": 0.232, "p95_ms": 0.138}, "mcmt_ms": {"avg_ms": 0.002, "count": 276, "max_ms": 0.014, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.164, "count": 276, "max_ms": 0.589, "p95_ms": 0.373}, "setup_ms": {"avg_ms": 0.04, "count": 276, "max_ms": 0.117, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 0.635, "count": 276, "max_ms": 1.793, "p95_ms": 1.235}, "track_match_ms": {"avg_ms": 0.004, "count": 276, "max_ms": 0.034, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.031, "count": 276, "max_ms": 0.111, "p95_ms": 0.067}}, "gstreamer_push": {"avg_ms": 3.071, "count": 276, "max_ms": 8.219, "p95_ms": 5.146}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 276, "max_ms": 0.2, "p95_ms": 0.089}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.377, "count": 276, "max_ms": 63.99, "p95_ms": 56.406}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.251, "count": 276, "max_ms": 11.055, "p95_ms": 6.447}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.511, "count": 276, "max_ms": 132.179, "p95_ms": 111.449}, "inference_input_copy_ms": {"avg_ms": 1.6, "count": 276, "max_ms": 5.598, "p95_ms": 2.655}, "processing_residual_ms": {"avg_ms": 0.121, "count": 276, "max_ms": 0.337, "p95_ms": 0.226}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.483, "count": 276, "max_ms": 137.516, "p95_ms": 115.501}, "read_interval": {"avg_ms": 108.721, "count": 275, "max_ms": 164.488, "p95_ms": 136.564}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 276, "max_ms": 0.057, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.113, "count": 276, "max_ms": 0.425, "p95_ms": 0.249}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 276, "max_ms": 0.048, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.099, "count": 276, "max_ms": 0.384, "p95_ms": 0.217}, "worker_merge_ms": {"avg_ms": 0.005, "count": 276, "max_ms": 0.043, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 39.39, "count": 276, "max_ms": 64.002, "p95_ms": 56.412}, "visualize": {"avg_ms": 50.583, "count": 276, "max_ms": 70.913, "p95_ms": 63.996}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 48.188, "count": 276, "max_ms": 68.043, "p95_ms": 61.612}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.876, "count": 276, "max_ms": 69.006, "p95_ms": 62.176}, "visualize_input_copy_ms": {"avg_ms": 1.517, "count": 276, "max_ms": 3.7, "p95_ms": 2.47}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.765, "count": 276, "max_ms": 68.891, "p95_ms": 62.082}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 276, "max_ms": 0.211, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 276}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1295.078, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 34.622, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.274, "sample_count": 2777, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1139028, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T01:35:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102004, "write_bytes_delta": 102004, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1029.0, "cpu_core_ratio": 0.448863, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 92710, "reason": null, "system_cpu_core_ratio": 0.039488, "system_cpu_s_delta": 0.7899999999999991, "user_cpu_core_ratio": 0.409375, "user_cpu_s_delta": 8.189999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.575517, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 247754.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.583821, "system_cpu_s_delta": 11.680000000007567, "user_cpu_core_ratio": 0.991696, "user_cpu_s_delta": 19.84000000001106}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.049, "count": 279, "max_ms": 9.933, "p95_ms": 5.319, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.082, "max": 5.0, "p95": 3.0, "sample_count": 279}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 279}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.462, "count": 30, "max": 66.849, "p95": 53.397, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.996, "count": 30, "max": 24.355, "p95": 23.746, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 957.633, "count": 30, "max": 1086.0, "p95": 1065.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 143.6, "count": 30, "max": 1712.0, "p95": 1165.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.061, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.391, "count": 30, "max": 0.418, "p95": 0.414, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.078, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98837.6, "count": 30, "max": 110787.0, "p95": 110024.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98837.6, "count": 30, "max": 110787.0, "p95": 110024.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 235775.2, "count": 30, "max": 277847.0, "p95": 272205.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.587, "count": 30, "max": 0.619, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.003, "count": 30, "max": 1.044, "p95": 1.032, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8667, "sampled_at": "2026-10-30T01:35:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T01:35:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2210167, "flush_count": 2311, "flush_interval_seconds": 30.0, "flush_state": {"count": 2311, "last_at": "2026-10-30T01:35:19", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T01:35:19", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2310}, "started": true, "suppressed_count": 1137193, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1137062}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2311, "written_record_count": 2311}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8646.355, "limit_mb": null}, "detail": {"pid": 92826, "restart_count": 471, "start_count": 472}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3150135705600, "copied_frame_count": 1139372, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3150135705600, "frame_buffer_copies": 1139372, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1015, "count": 512, "max_ms": 2.7943, "p50_ms": 0.0818, "p95_ms": 0.1944, "p99_ms": 0.241}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3722, "count": 512, "max_ms": 3.5818, "p50_ms": 1.2833, "p95_ms": 2.226, "p99_ms": 3.2643, "results": {"failed": 0, "not_applicable": 0, "success": 1139372, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 435, "h264_decode_error_count": 956, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T01:36:18+09:00", "last_error_summary": "[h264 @ 0x58c226ac9000] error while decoding MB 24 58, bytestream -9", "last_exit_at": "2026-10-30T01:36:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T01:36:21+09:00", "pid": 92826, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.883, "name": "ffmpeg", "pid": 92826, "rss_mb": 208.883, "state": "S (sleeping)", "threads": 70}, "restart_count": 471, "restart_count_per_hour": 4, "rtsp_timeout_count": 130, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 472}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.353, "sample_count": 2727, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1139372, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T01:36:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.313, "last_frame_pushed_at": "2026-10-30T01:36:18+09:00", "last_frame_read_age_sec": 4.423, "last_frame_read_at": "2026-10-30T01:36:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 31, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 497.919, "last_sample_duration_ms": 1007.671, "last_trigger": "periodic", "next_snapshot_in_sec": 102.081, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 231, "storage_bytes": 2204013}, "mjpeg": {"age_sec": 4.306, "exists": true, "mtime": "2026-10-30T01:36:18.991584+09:00", "mtime_epoch": 1793291778.9915836, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 109392}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T01:36:23+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 1318.344, "name": "celery", "pid": 206, "rss_mb": 1292.711, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1139372, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.042, "max": 4.0, "p95": 2.0, "sample_count": 237}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 237}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 237}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 237, "pushed_frames": 237, "read_frames": 236, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.914, "pushed": 7.914, "read": 7.88}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 236, "client_acquire_ms": {"avg_ms": 0.007, "count": 236, "max_ms": 0.045, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4402.012, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.649, "count": 236, "max_ms": 4.151, "p95_ms": 2.332, "reason": null, "sample_age_ms": 4430.534, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.307, "count": 236, "max_ms": 3.62, "p95_ms": 1.953, "reason": null, "sample_age_ms": 4430.706, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.189, "count": 236, "max_ms": 0.756, "p95_ms": 0.429, "reason": null, "sample_age_ms": 4402.02, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.857, "count": 236, "max_ms": 6.619, "p95_ms": 3.153, "reason": null, "sample_age_ms": 4429.547, "source": "client_direct"}, "request_count": 236, "request_tensor_bytes": {"avg": 2764808.0, "count": 236, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4429.528, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 236, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4402.237, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.066, "count": 236, "max_ms": 59.9, "p95_ms": 49.55, "reason": null, "sample_age_ms": 4402.008, "source": "client_direct"}, "sample_age_ms": 4402.004, "source": "client_direct", "task_total_ms": {"avg_ms": 38.275, "count": 236, "max_ms": 62.829, "p95_ms": 55.972, "reason": null, "sample_age_ms": 4402.004, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.887, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.668, "count": 237, "max_ms": 1.88, "p95_ms": 1.3}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.212, "count": 237, "max_ms": 0.895, "p95_ms": 0.435}, "detection_prepare_ms": {"avg_ms": 0.1, "count": 237, "max_ms": 0.289, "p95_ms": 0.192}, "event_filter_ms": {"avg_ms": 0.004, "count": 237, "max_ms": 0.029, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.072, "count": 237, "max_ms": 0.232, "p95_ms": 0.136}, "mcmt_ms": {"avg_ms": 0.002, "count": 237, "max_ms": 0.014, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.163, "count": 237, "max_ms": 0.589, "p95_ms": 0.38}, "setup_ms": {"avg_ms": 0.039, "count": 237, "max_ms": 0.117, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 0.628, "count": 237, "max_ms": 1.793, "p95_ms": 1.241}, "track_match_ms": {"avg_ms": 0.004, "count": 237, "max_ms": 0.034, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.03, "count": 237, "max_ms": 0.099, "p95_ms": 0.067}}, "gstreamer_push": {"avg_ms": 3.082, "count": 237, "max_ms": 8.219, "p95_ms": 5.146}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 237, "max_ms": 0.2, "p95_ms": 0.087}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.227, "count": 237, "max_ms": 63.99, "p95_ms": 57.183}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.232, "count": 237, "max_ms": 11.055, "p95_ms": 6.283}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.293, "count": 237, "max_ms": 132.179, "p95_ms": 111.449}, "inference_input_copy_ms": {"avg_ms": 1.591, "count": 237, "max_ms": 5.598, "p95_ms": 2.655}, "processing_residual_ms": {"avg_ms": 0.121, "count": 237, "max_ms": 0.337, "p95_ms": 0.217}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.237, "count": 237, "max_ms": 137.516, "p95_ms": 115.643}, "read_interval": {"avg_ms": 108.515, "count": 236, "max_ms": 164.488, "p95_ms": 136.564}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 237, "max_ms": 0.057, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.113, "count": 237, "max_ms": 0.425, "p95_ms": 0.262}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 237, "max_ms": 0.039, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.099, "count": 237, "max_ms": 0.384, "p95_ms": 0.217}, "worker_merge_ms": {"avg_ms": 0.004, "count": 237, "max_ms": 0.043, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 39.239, "count": 237, "max_ms": 64.002, "p95_ms": 57.194}, "visualize": {"avg_ms": 50.52, "count": 237, "max_ms": 70.913, "p95_ms": 63.996}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 48.134, "count": 237, "max_ms": 68.043, "p95_ms": 61.612}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.821, "count": 237, "max_ms": 69.006, "p95_ms": 62.176}, "visualize_input_copy_ms": {"avg_ms": 1.511, "count": 237, "max_ms": 3.7, "p95_ms": 2.483}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.711, "count": 237, "max_ms": 68.891, "p95_ms": 62.082}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 237, "max_ms": 0.211, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 237}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1295.078, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 34.622, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.274, "sample_count": 2777, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1139028, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T01:35:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102004, "write_bytes_delta": 102004, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1029.0, "cpu_core_ratio": 0.448863, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 92710, "reason": null, "system_cpu_core_ratio": 0.039488, "system_cpu_s_delta": 0.7899999999999991, "user_cpu_core_ratio": 0.409375, "user_cpu_s_delta": 8.189999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.575517, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 247754.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.583821, "system_cpu_s_delta": 11.680000000007567, "user_cpu_core_ratio": 0.991696, "user_cpu_s_delta": 19.84000000001106}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.049, "count": 279, "max_ms": 9.933, "p95_ms": 5.319, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.082, "max": 5.0, "p95": 3.0, "sample_count": 279}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 279}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.462, "count": 30, "max": 66.849, "p95": 53.397, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.996, "count": 30, "max": 24.355, "p95": 23.746, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 957.633, "count": 30, "max": 1086.0, "p95": 1065.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 143.6, "count": 30, "max": 1712.0, "p95": 1165.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.061, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.391, "count": 30, "max": 0.418, "p95": 0.414, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.078, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98837.6, "count": 30, "max": 110787.0, "p95": 110024.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98837.6, "count": 30, "max": 110787.0, "p95": 110024.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 235775.2, "count": 30, "max": 277847.0, "p95": 272205.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.587, "count": 30, "max": 0.619, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.003, "count": 30, "max": 1.044, "p95": 1.032, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8667, "sampled_at": "2026-10-30T01:35:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T01:35:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2217599, "flush_count": 2319, "flush_interval_seconds": 30.0, "flush_state": {"count": 2319, "last_at": "2026-10-30T01:43:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T01:43:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2318}, "started": true, "suppressed_count": 1140971, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1140840}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2319, "written_record_count": 2319}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8497.582, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x652935045500] error while decoding MB 92 52, bytestream -14 [in#0/rtsp @ 0x6529345d7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x6529345d7e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3160603238400, "copied_frame_count": 1143158, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3160603238400, "frame_buffer_copies": 1143158, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0948, "count": 512, "max_ms": 1.5665, "p50_ms": 0.079, "p95_ms": 0.1693, "p99_ms": 0.2929}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2935, "count": 512, "max_ms": 5.0875, "p50_ms": 1.153, "p95_ms": 2.2133, "p99_ms": 2.6942, "results": {"failed": 0, "not_applicable": 0, "success": 1143158, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 436, "h264_decode_error_count": 957, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T01:43:34+09:00", "last_error_summary": "[h264 @ 0x652935045500] error while decoding MB 92 52, bytestream -14 [in#0/rtsp @ 0x6529345d7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x6529345d7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T01:36:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 433.388, "last_started_at": "2026-10-30T01:36:21+09:00", "pid": 92826, "process": {"exists": false, "pid": 92826}, "restart_count": 471, "restart_count_per_hour": 4, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 472}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.988, "sample_count": 2583, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1143158, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T01:43:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-10-30T01:43:34+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-10-30T01:43:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 32, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 327.29, "last_sample_duration_ms": 990.863, "last_trigger": "periodic", "next_snapshot_in_sec": 272.71, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 232, "storage_bytes": 2213587}, "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-10-30T01:43:34.592108+09:00", "mtime_epoch": 1793292214.5921085, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 97951}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T01:43:34+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1318.973, "name": "celery", "pid": 206, "rss_mb": 1294.516, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1143158, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.059, "max": 3.0, "p95": 3.0, "sample_count": 101}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 1}, "total": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 101}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 101}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 101}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 101, "pushed_frames": 101, "read_frames": 101, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.367, "pushed": 3.367, "read": 3.367}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 101, "client_acquire_ms": {"avg_ms": 0.006, "count": 101, "max_ms": 0.024, "p95_ms": 0.013, "reason": null, "sample_age_ms": 62.292, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.575, "count": 101, "max_ms": 2.816, "p95_ms": 2.159, "reason": null, "sample_age_ms": 107.112, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.266, "count": 101, "max_ms": 2.609, "p95_ms": 1.914, "reason": null, "sample_age_ms": 107.292, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.224, "count": 101, "max_ms": 1.058, "p95_ms": 0.433, "reason": null, "sample_age_ms": 62.325, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.634, "count": 101, "max_ms": 3.524, "p95_ms": 2.598, "reason": null, "sample_age_ms": 105.244, "source": "client_direct"}, "request_count": 101, "request_tensor_bytes": {"avg": 2764808.0, "count": 101, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 105.224, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 101, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 62.931, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.585, "count": 101, "max_ms": 71.093, "p95_ms": 48.013, "reason": null, "sample_age_ms": 62.28, "source": "client_direct"}, "sample_age_ms": 62.262, "source": "client_direct", "task_total_ms": {"avg_ms": 37.591, "count": 101, "max_ms": 74.021, "p95_ms": 50.079, "reason": null, "sample_age_ms": 62.262, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.571, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.693, "count": 101, "max_ms": 2.865, "p95_ms": 1.14}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.224, "count": 101, "max_ms": 0.508, "p95_ms": 0.385}, "detection_prepare_ms": {"avg_ms": 0.115, "count": 101, "max_ms": 1.139, "p95_ms": 0.199}, "event_filter_ms": {"avg_ms": 0.003, "count": 101, "max_ms": 0.019, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.07, "count": 101, "max_ms": 0.18, "p95_ms": 0.122}, "mcmt_ms": {"avg_ms": 0.002, "count": 101, "max_ms": 0.007, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.159, "count": 101, "max_ms": 0.466, "p95_ms": 0.298}, "setup_ms": {"avg_ms": 0.037, "count": 101, "max_ms": 0.095, "p95_ms": 0.07}, "total_inside_ms": {"avg_ms": 0.655, "count": 101, "max_ms": 2.797, "p95_ms": 1.089}, "track_match_ms": {"avg_ms": 0.004, "count": 101, "max_ms": 0.08, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.039, "count": 101, "max_ms": 0.784, "p95_ms": 0.059}}, "gstreamer_push": {"avg_ms": 2.787, "count": 101, "max_ms": 6.439, "p95_ms": 4.801}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 101, "max_ms": 0.304, "p95_ms": 0.091}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.52, "count": 101, "max_ms": 74.902, "p95_ms": 51.018}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.183, "count": 101, "max_ms": 9.501, "p95_ms": 6.451}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.285, "count": 101, "max_ms": 114.713, "p95_ms": 105.414}, "inference_input_copy_ms": {"avg_ms": 1.483, "count": 101, "max_ms": 4.708, "p95_ms": 2.745}, "processing_residual_ms": {"avg_ms": 0.123, "count": 101, "max_ms": 0.403, "p95_ms": 0.232}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.073, "count": 101, "max_ms": 126.481, "p95_ms": 108.838}, "read_interval": {"avg_ms": 296.973, "count": 101, "max_ms": 19292.818, "p95_ms": 132.849}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 101, "max_ms": 0.035, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 0.112, "count": 101, "max_ms": 0.375, "p95_ms": 0.204}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 101, "max_ms": 0.023, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.099, "count": 101, "max_ms": 0.344, "p95_ms": 0.18}, "worker_merge_ms": {"avg_ms": 0.005, "count": 101, "max_ms": 0.045, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 38.533, "count": 101, "max_ms": 74.908, "p95_ms": 51.024}, "visualize": {"avg_ms": 49.185, "count": 101, "max_ms": 71.69, "p95_ms": 62.348}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.736, "count": 101, "max_ms": 69.895, "p95_ms": 60.047}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.44, "count": 101, "max_ms": 70.528, "p95_ms": 60.825}, "visualize_input_copy_ms": {"avg_ms": 1.56, "count": 101, "max_ms": 3.451, "p95_ms": 2.711}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.326, "count": 101, "max_ms": 70.417, "p95_ms": 60.738}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 101, "max_ms": 0.248, "p95_ms": 0.122}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 101}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1297.098, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.634, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.314, "sample_count": 2752, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1143056, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T01:43:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94248, "write_bytes_delta": 94248, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 963.0, "cpu_core_ratio": 0.430859, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 490.0, "pid": 92826, "reason": null, "system_cpu_core_ratio": 0.057481, "system_cpu_s_delta": 1.1499999999999986, "user_cpu_core_ratio": 0.373378, "user_cpu_s_delta": 7.470000000000027}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.582481, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 267616.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.582809, "system_cpu_s_delta": 11.660000000003492, "user_cpu_core_ratio": 0.999672, "user_cpu_s_delta": 20.0}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.132, "count": 276, "max_ms": 7.992, "p95_ms": 6.352, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.272, "max": 8.0, "p95": 4.0, "sample_count": 276}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 6}, "total": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 276}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.506, "count": 30, "max": 55.392, "p95": 35.577, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.279, "count": 30, "max": 23.894, "p95": 22.955, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1008.633, "count": 30, "max": 1086.0, "p95": 1065.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 978.433, "count": 30, "max": 14427.0, "p95": 4421.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.102, "p95": 0.08, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.384, "count": 30, "max": 0.418, "p95": 0.412, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.147, "count": 30, "max": 4.321, "p95": 0.049, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 102029.3, "count": 30, "max": 110787.0, "p95": 110024.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98336.4, "count": 30, "max": 110076.0, "p95": 109705.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 251350.467, "count": 30, "max": 272933.0, "p95": 271825.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.582, "count": 30, "max": 0.607, "p95": 0.6, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.992, "count": 30, "max": 1.018, "p95": 1.015, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8689, "sampled_at": "2026-10-30T01:43:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T01:43:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2217599, "flush_count": 2319, "flush_interval_seconds": 30.0, "flush_state": {"count": 2319, "last_at": "2026-10-30T01:43:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T01:43:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2318}, "started": true, "suppressed_count": 1140971, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1140840}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2319, "written_record_count": 2319}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8500.164, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3160603238400, "copied_frame_count": 1143158, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3160603238400, "frame_buffer_copies": 1143158, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0948, "count": 512, "max_ms": 1.5665, "p50_ms": 0.079, "p95_ms": 0.1693, "p99_ms": 0.2929}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2935, "count": 512, "max_ms": 5.0875, "p50_ms": 1.153, "p95_ms": 2.2133, "p99_ms": 2.6942, "results": {"failed": 0, "not_applicable": 0, "success": 1143158, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 436, "h264_decode_error_count": 957, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T01:43:34+09:00", "last_error_summary": "[h264 @ 0x652935045500] error while decoding MB 92 52, bytestream -14 [in#0/rtsp @ 0x6529345d7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x6529345d7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T01:36:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 433.388, "last_started_at": "2026-10-30T01:36:21+09:00", "pid": 92826, "process": {"exists": false, "pid": 92826}, "restart_count": 471, "restart_count_per_hour": 4, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 472}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.988, "sample_count": 2583, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1143158, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T01:43:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-10-30T01:43:34+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-10-30T01:43:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 32, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 327.301, "last_sample_duration_ms": 990.863, "last_trigger": "periodic", "next_snapshot_in_sec": 272.699, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 232, "storage_bytes": 2213587}, "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-10-30T01:43:34.592108+09:00", "mtime_epoch": 1793292214.5921085, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 97951}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T01:43:34+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 1318.973, "name": "celery", "pid": 206, "rss_mb": 1294.516, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1143158, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.059, "max": 3.0, "p95": 3.0, "sample_count": 101}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 1}, "total": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 101}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 101}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 101}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 101, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.367, "pushed": 3.4, "read": 3.367}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 101, "client_acquire_ms": {"avg_ms": 0.006, "count": 101, "max_ms": 0.024, "p95_ms": 0.013, "reason": null, "sample_age_ms": 56.584, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.575, "count": 101, "max_ms": 2.816, "p95_ms": 2.159, "reason": null, "sample_age_ms": 101.404, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.266, "count": 101, "max_ms": 2.609, "p95_ms": 1.914, "reason": null, "sample_age_ms": 101.583, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.224, "count": 101, "max_ms": 1.058, "p95_ms": 0.433, "reason": null, "sample_age_ms": 56.617, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.634, "count": 101, "max_ms": 3.524, "p95_ms": 2.598, "reason": null, "sample_age_ms": 99.536, "source": "client_direct"}, "request_count": 101, "request_tensor_bytes": {"avg": 2764808.0, "count": 101, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 99.516, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 101, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 57.222, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.585, "count": 101, "max_ms": 71.093, "p95_ms": 48.013, "reason": null, "sample_age_ms": 56.572, "source": "client_direct"}, "sample_age_ms": 56.554, "source": "client_direct", "task_total_ms": {"avg_ms": 37.591, "count": 101, "max_ms": 74.021, "p95_ms": 50.079, "reason": null, "sample_age_ms": 56.554, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.635, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.693, "count": 101, "max_ms": 2.865, "p95_ms": 1.14}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.224, "count": 101, "max_ms": 0.508, "p95_ms": 0.385}, "detection_prepare_ms": {"avg_ms": 0.115, "count": 101, "max_ms": 1.139, "p95_ms": 0.199}, "event_filter_ms": {"avg_ms": 0.003, "count": 101, "max_ms": 0.019, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.07, "count": 101, "max_ms": 0.18, "p95_ms": 0.122}, "mcmt_ms": {"avg_ms": 0.002, "count": 101, "max_ms": 0.007, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.159, "count": 101, "max_ms": 0.466, "p95_ms": 0.298}, "setup_ms": {"avg_ms": 0.037, "count": 101, "max_ms": 0.095, "p95_ms": 0.07}, "total_inside_ms": {"avg_ms": 0.655, "count": 101, "max_ms": 2.797, "p95_ms": 1.089}, "track_match_ms": {"avg_ms": 0.004, "count": 101, "max_ms": 0.08, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.039, "count": 101, "max_ms": 0.784, "p95_ms": 0.059}}, "gstreamer_push": {"avg_ms": 2.79, "count": 102, "max_ms": 6.439, "p95_ms": 4.801}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 101, "max_ms": 0.304, "p95_ms": 0.091}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.52, "count": 101, "max_ms": 74.902, "p95_ms": 51.018}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.183, "count": 101, "max_ms": 9.501, "p95_ms": 6.451}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.285, "count": 101, "max_ms": 114.713, "p95_ms": 105.414}, "inference_input_copy_ms": {"avg_ms": 1.483, "count": 101, "max_ms": 4.708, "p95_ms": 2.745}, "processing_residual_ms": {"avg_ms": 0.123, "count": 101, "max_ms": 0.403, "p95_ms": 0.232}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.073, "count": 101, "max_ms": 126.481, "p95_ms": 108.838}, "read_interval": {"avg_ms": 296.973, "count": 101, "max_ms": 19292.818, "p95_ms": 132.849}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 101, "max_ms": 0.035, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 0.112, "count": 101, "max_ms": 0.375, "p95_ms": 0.204}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 101, "max_ms": 0.023, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.099, "count": 101, "max_ms": 0.344, "p95_ms": 0.18}, "worker_merge_ms": {"avg_ms": 0.005, "count": 101, "max_ms": 0.045, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 38.533, "count": 101, "max_ms": 74.908, "p95_ms": 51.024}, "visualize": {"avg_ms": 49.185, "count": 101, "max_ms": 71.69, "p95_ms": 62.348}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.736, "count": 101, "max_ms": 69.895, "p95_ms": 60.047}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.44, "count": 101, "max_ms": 70.528, "p95_ms": 60.825}, "visualize_input_copy_ms": {"avg_ms": 1.56, "count": 101, "max_ms": 3.451, "p95_ms": 2.711}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.326, "count": 101, "max_ms": 70.417, "p95_ms": 60.738}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 101, "max_ms": 0.248, "p95_ms": 0.122}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 101}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1297.098, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.634, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.314, "sample_count": 2752, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1143056, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T01:43:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94248, "write_bytes_delta": 94248, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 963.0, "cpu_core_ratio": 0.430859, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 490.0, "pid": 92826, "reason": null, "system_cpu_core_ratio": 0.057481, "system_cpu_s_delta": 1.1499999999999986, "user_cpu_core_ratio": 0.373378, "user_cpu_s_delta": 7.470000000000027}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.582481, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 267616.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.582809, "system_cpu_s_delta": 11.660000000003492, "user_cpu_core_ratio": 0.999672, "user_cpu_s_delta": 20.0}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.132, "count": 276, "max_ms": 7.992, "p95_ms": 6.352, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.272, "max": 8.0, "p95": 4.0, "sample_count": 276}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 6}, "total": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 276}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.506, "count": 30, "max": 55.392, "p95": 35.577, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.279, "count": 30, "max": 23.894, "p95": 22.955, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1008.633, "count": 30, "max": 1086.0, "p95": 1065.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 978.433, "count": 30, "max": 14427.0, "p95": 4421.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.102, "p95": 0.08, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.384, "count": 30, "max": 0.418, "p95": 0.412, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.147, "count": 30, "max": 4.321, "p95": 0.049, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 102029.3, "count": 30, "max": 110787.0, "p95": 110024.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98336.4, "count": 30, "max": 110076.0, "p95": 109705.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 251350.467, "count": 30, "max": 272933.0, "p95": 271825.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.582, "count": 30, "max": 0.607, "p95": 0.6, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.992, "count": 30, "max": 1.018, "p95": 1.015, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8689, "sampled_at": "2026-10-30T01:43:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T01:43:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2217599, "flush_count": 2319, "flush_interval_seconds": 30.0, "flush_state": {"count": 2319, "last_at": "2026-10-30T01:43:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T01:43:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2318}, "started": true, "suppressed_count": 1140971, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1140840}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2319, "written_record_count": 2319}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8482.48, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3160603238400, "copied_frame_count": 1143158, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3160603238400, "frame_buffer_copies": 1143158, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0948, "count": 512, "max_ms": 1.5665, "p50_ms": 0.079, "p95_ms": 0.1693, "p99_ms": 0.2929}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2935, "count": 512, "max_ms": 5.0875, "p50_ms": 1.153, "p95_ms": 2.2133, "p99_ms": 2.6942, "results": {"failed": 0, "not_applicable": 0, "success": 1143158, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 436, "h264_decode_error_count": 957, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T01:43:34+09:00", "last_error_summary": "[h264 @ 0x652935045500] error while decoding MB 92 52, bytestream -14 [in#0/rtsp @ 0x6529345d7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x6529345d7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T01:36:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 433.452, "last_started_at": "2026-10-30T01:36:21+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 471, "restart_count_per_hour": 4, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 472}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.988, "sample_count": 2582, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1143158, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T01:43:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.067, "last_frame_pushed_at": "2026-10-30T01:43:34+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-10-30T01:43:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 32, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 327.348, "last_sample_duration_ms": 990.863, "last_trigger": "periodic", "next_snapshot_in_sec": 272.652, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 232, "storage_bytes": 2213587}, "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-10-30T01:43:34.693109+09:00", "mtime_epoch": 1793292214.6931086, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 93639}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T01:43:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1318.973, "name": "celery", "pid": 206, "rss_mb": 1294.512, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1143158, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.059, "max": 3.0, "p95": 3.0, "sample_count": 101}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 1}, "total": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 101}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 101}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 101}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.371, "pushed": 3.371, "read": 3.338}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 100, "client_acquire_ms": {"avg_ms": 0.006, "count": 100, "max_ms": 0.024, "p95_ms": 0.013, "reason": null, "sample_age_ms": 128.281, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.57, "count": 100, "max_ms": 2.816, "p95_ms": 2.168, "reason": null, "sample_age_ms": 173.101, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.267, "count": 100, "max_ms": 2.609, "p95_ms": 1.915, "reason": null, "sample_age_ms": 173.281, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.223, "count": 100, "max_ms": 1.058, "p95_ms": 0.434, "reason": null, "sample_age_ms": 128.314, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.632, "count": 100, "max_ms": 3.524, "p95_ms": 2.599, "reason": null, "sample_age_ms": 171.233, "source": "client_direct"}, "request_count": 100, "request_tensor_bytes": {"avg": 2764808.0, "count": 100, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 171.213, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 100, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 128.92, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.619, "count": 100, "max_ms": 71.093, "p95_ms": 48.07, "reason": null, "sample_age_ms": 128.269, "source": "client_direct"}, "sample_age_ms": 128.251, "source": "client_direct", "task_total_ms": {"avg_ms": 37.622, "count": 100, "max_ms": 74.021, "p95_ms": 50.163, "reason": null, "sample_age_ms": 128.251, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.743, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.693, "count": 101, "max_ms": 2.865, "p95_ms": 1.14}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.224, "count": 101, "max_ms": 0.508, "p95_ms": 0.385}, "detection_prepare_ms": {"avg_ms": 0.115, "count": 101, "max_ms": 1.139, "p95_ms": 0.199}, "event_filter_ms": {"avg_ms": 0.003, "count": 101, "max_ms": 0.019, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.07, "count": 101, "max_ms": 0.18, "p95_ms": 0.122}, "mcmt_ms": {"avg_ms": 0.002, "count": 101, "max_ms": 0.007, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.159, "count": 101, "max_ms": 0.466, "p95_ms": 0.298}, "setup_ms": {"avg_ms": 0.037, "count": 101, "max_ms": 0.095, "p95_ms": 0.07}, "total_inside_ms": {"avg_ms": 0.655, "count": 101, "max_ms": 2.797, "p95_ms": 1.089}, "track_match_ms": {"avg_ms": 0.004, "count": 101, "max_ms": 0.08, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.039, "count": 101, "max_ms": 0.784, "p95_ms": 0.059}}, "gstreamer_push": {"avg_ms": 2.787, "count": 101, "max_ms": 6.439, "p95_ms": 4.801}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 101, "max_ms": 0.304, "p95_ms": 0.091}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.52, "count": 101, "max_ms": 74.902, "p95_ms": 51.018}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.183, "count": 101, "max_ms": 9.501, "p95_ms": 6.451}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.285, "count": 101, "max_ms": 114.713, "p95_ms": 105.414}, "inference_input_copy_ms": {"avg_ms": 1.483, "count": 101, "max_ms": 4.708, "p95_ms": 2.745}, "processing_residual_ms": {"avg_ms": 0.123, "count": 101, "max_ms": 0.403, "p95_ms": 0.232}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.073, "count": 101, "max_ms": 126.481, "p95_ms": 108.838}, "read_interval": {"avg_ms": 298.905, "count": 100, "max_ms": 19292.818, "p95_ms": 132.849}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 101, "max_ms": 0.035, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 0.112, "count": 101, "max_ms": 0.375, "p95_ms": 0.204}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 101, "max_ms": 0.023, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.099, "count": 101, "max_ms": 0.344, "p95_ms": 0.18}, "worker_merge_ms": {"avg_ms": 0.005, "count": 101, "max_ms": 0.045, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 38.533, "count": 101, "max_ms": 74.908, "p95_ms": 51.024}, "visualize": {"avg_ms": 49.185, "count": 101, "max_ms": 71.69, "p95_ms": 62.348}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.736, "count": 101, "max_ms": 69.895, "p95_ms": 60.047}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.44, "count": 101, "max_ms": 70.528, "p95_ms": 60.825}, "visualize_input_copy_ms": {"avg_ms": 1.56, "count": 101, "max_ms": 3.451, "p95_ms": 2.711}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.326, "count": 101, "max_ms": 70.417, "p95_ms": 60.738}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 101, "max_ms": 0.248, "p95_ms": 0.122}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 101}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1297.098, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.634, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.314, "sample_count": 2752, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1143056, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T01:43:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94248, "write_bytes_delta": 94248, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 963.0, "cpu_core_ratio": 0.430859, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 490.0, "pid": 92826, "reason": null, "system_cpu_core_ratio": 0.057481, "system_cpu_s_delta": 1.1499999999999986, "user_cpu_core_ratio": 0.373378, "user_cpu_s_delta": 7.470000000000027}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.582481, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 267616.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.582809, "system_cpu_s_delta": 11.660000000003492, "user_cpu_core_ratio": 0.999672, "user_cpu_s_delta": 20.0}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.132, "count": 276, "max_ms": 7.992, "p95_ms": 6.352, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.272, "max": 8.0, "p95": 4.0, "sample_count": 276}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 6}, "total": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 276}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.506, "count": 30, "max": 55.392, "p95": 35.577, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.279, "count": 30, "max": 23.894, "p95": 22.955, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1008.633, "count": 30, "max": 1086.0, "p95": 1065.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 978.433, "count": 30, "max": 14427.0, "p95": 4421.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.102, "p95": 0.08, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.384, "count": 30, "max": 0.418, "p95": 0.412, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.147, "count": 30, "max": 4.321, "p95": 0.049, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 102029.3, "count": 30, "max": 110787.0, "p95": 110024.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98336.4, "count": 30, "max": 110076.0, "p95": 109705.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 251350.467, "count": 30, "max": 272933.0, "p95": 271825.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.582, "count": 30, "max": 0.607, "p95": 0.6, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.992, "count": 30, "max": 1.018, "p95": 1.015, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8689, "sampled_at": "2026-10-30T01:43:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T01:43:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2217599, "flush_count": 2319, "flush_interval_seconds": 30.0, "flush_state": {"count": 2319, "last_at": "2026-10-30T01:43:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T01:43:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2318}, "started": true, "suppressed_count": 1140971, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1140840}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2319, "written_record_count": 2319}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8652.578, "limit_mb": null}, "detail": {"pid": 92942, "restart_count": 472, "start_count": 473}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3160603238400, "copied_frame_count": 1143158, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3160603238400, "frame_buffer_copies": 1143158, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0948, "count": 512, "max_ms": 1.5665, "p50_ms": 0.079, "p95_ms": 0.1693, "p99_ms": 0.2929}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2935, "count": 512, "max_ms": 5.0875, "p50_ms": 1.153, "p95_ms": 2.2133, "p99_ms": 2.6942, "results": {"failed": 0, "not_applicable": 0, "success": 1143158, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 436, "h264_decode_error_count": 957, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T01:43:34+09:00", "last_error_summary": "[h264 @ 0x652935045500] error while decoding MB 92 52, bytestream -14 [in#0/rtsp @ 0x6529345d7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x6529345d7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T01:36:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T01:43:36+09:00", "pid": 92942, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.762, "name": "ffmpeg", "pid": 92942, "rss_mb": 208.762, "state": "S (sleeping)", "threads": 70}, "restart_count": 472, "restart_count_per_hour": 5, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 473}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.923, "sample_count": 2544, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1143158, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T01:43:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.231, "last_frame_pushed_at": "2026-10-30T01:43:34+09:00", "last_frame_read_age_sec": 4.328, "last_frame_read_at": "2026-10-30T01:43:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 32, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 331.507, "last_sample_duration_ms": 990.863, "last_trigger": "periodic", "next_snapshot_in_sec": 268.493, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 232, "storage_bytes": 2213587}, "mjpeg": {"age_sec": 4.221, "exists": true, "mtime": "2026-10-30T01:43:34.693109+09:00", "mtime_epoch": 1793292214.6931086, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 93639}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T01:43:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1318.973, "name": "celery", "pid": 206, "rss_mb": 1294.516, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1143158, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.031, "max": 3.0, "p95": 2.0, "sample_count": 64}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 64}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 64}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 64, "pushed_frames": 64, "read_frames": 63, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.137, "pushed": 2.137, "read": 2.104}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 63, "client_acquire_ms": {"avg_ms": 0.006, "count": 63, "max_ms": 0.024, "p95_ms": 0.011, "reason": null, "sample_age_ms": 4286.434, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.562, "count": 63, "max_ms": 2.816, "p95_ms": 1.958, "reason": null, "sample_age_ms": 4331.254, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.254, "count": 63, "max_ms": 2.609, "p95_ms": 1.672, "reason": null, "sample_age_ms": 4331.433, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.213, "count": 63, "max_ms": 0.667, "p95_ms": 0.44, "reason": null, "sample_age_ms": 4286.466, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.633, "count": 63, "max_ms": 3.524, "p95_ms": 2.612, "reason": null, "sample_age_ms": 4329.386, "source": "client_direct"}, "request_count": 63, "request_tensor_bytes": {"avg": 2764808.0, "count": 63, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4329.366, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 63, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4287.072, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.063, "count": 63, "max_ms": 51.998, "p95_ms": 46.795, "reason": null, "sample_age_ms": 4286.422, "source": "client_direct"}, "sample_age_ms": 4286.404, "source": "client_direct", "task_total_ms": {"avg_ms": 37.056, "count": 63, "max_ms": 55.959, "p95_ms": 49.912, "reason": null, "sample_age_ms": 4286.404, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.421, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.662, "count": 64, "max_ms": 1.353, "p95_ms": 1.116}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.231, "count": 64, "max_ms": 0.508, "p95_ms": 0.396}, "detection_prepare_ms": {"avg_ms": 0.097, "count": 64, "max_ms": 0.212, "p95_ms": 0.177}, "event_filter_ms": {"avg_ms": 0.004, "count": 64, "max_ms": 0.019, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.069, "count": 64, "max_ms": 0.173, "p95_ms": 0.117}, "mcmt_ms": {"avg_ms": 0.002, "count": 64, "max_ms": 0.007, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.154, "count": 64, "max_ms": 0.318, "p95_ms": 0.296}, "setup_ms": {"avg_ms": 0.036, "count": 64, "max_ms": 0.095, "p95_ms": 0.072}, "total_inside_ms": {"avg_ms": 0.626, "count": 64, "max_ms": 1.272, "p95_ms": 1.045}, "track_match_ms": {"avg_ms": 0.004, "count": 64, "max_ms": 0.01, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.029, "count": 64, "max_ms": 0.066, "p95_ms": 0.059}}, "gstreamer_push": {"avg_ms": 2.611, "count": 64, "max_ms": 5.001, "p95_ms": 4.021}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 64, "max_ms": 0.304, "p95_ms": 0.087}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.837, "count": 64, "max_ms": 56.969, "p95_ms": 50.581}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.207, "count": 64, "max_ms": 8.672, "p95_ms": 6.79}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 64, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 64, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.234, "count": 64, "max_ms": 114.198, "p95_ms": 104.021}, "inference_input_copy_ms": {"avg_ms": 1.478, "count": 64, "max_ms": 4.708, "p95_ms": 2.747}, "processing_residual_ms": {"avg_ms": 0.117, "count": 64, "max_ms": 0.403, "p95_ms": 0.217}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 64, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 64, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.035, "count": 64, "max_ms": 117.243, "p95_ms": 108.254}, "read_interval": {"avg_ms": 408.114, "count": 63, "max_ms": 19292.818, "p95_ms": 131.714}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 64, "max_ms": 0.034, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.109, "count": 64, "max_ms": 0.229, "p95_ms": 0.192}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 64, "max_ms": 0.02, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.096, "count": 64, "max_ms": 0.204, "p95_ms": 0.174}, "worker_merge_ms": {"avg_ms": 0.005, "count": 64, "max_ms": 0.045, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 37.849, "count": 64, "max_ms": 56.978, "p95_ms": 50.588}, "visualize": {"avg_ms": 48.877, "count": 64, "max_ms": 63.134, "p95_ms": 61.58}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.48, "count": 64, "max_ms": 60.678, "p95_ms": 59.354}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 64, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.163, "count": 64, "max_ms": 61.405, "p95_ms": 60.443}, "visualize_input_copy_ms": {"avg_ms": 1.53, "count": 64, "max_ms": 3.451, "p95_ms": 2.881}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 64, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.053, "count": 64, "max_ms": 61.306, "p95_ms": 60.292}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 64, "max_ms": 0.21, "p95_ms": 0.119}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 64}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1297.098, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.634, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.314, "sample_count": 2752, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1143056, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T01:43:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94248, "write_bytes_delta": 94248, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 963.0, "cpu_core_ratio": 0.430859, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 490.0, "pid": 92826, "reason": null, "system_cpu_core_ratio": 0.057481, "system_cpu_s_delta": 1.1499999999999986, "user_cpu_core_ratio": 0.373378, "user_cpu_s_delta": 7.470000000000027}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.582481, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 267616.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.582809, "system_cpu_s_delta": 11.660000000003492, "user_cpu_core_ratio": 0.999672, "user_cpu_s_delta": 20.0}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.132, "count": 276, "max_ms": 7.992, "p95_ms": 6.352, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.272, "max": 8.0, "p95": 4.0, "sample_count": 276}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 6}, "total": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 276}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.506, "count": 30, "max": 55.392, "p95": 35.577, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.279, "count": 30, "max": 23.894, "p95": 22.955, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1008.633, "count": 30, "max": 1086.0, "p95": 1065.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 978.433, "count": 30, "max": 14427.0, "p95": 4421.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.102, "p95": 0.08, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.384, "count": 30, "max": 0.418, "p95": 0.412, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.147, "count": 30, "max": 4.321, "p95": 0.049, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 102029.3, "count": 30, "max": 110787.0, "p95": 110024.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98336.4, "count": 30, "max": 110076.0, "p95": 109705.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 251350.467, "count": 30, "max": 272933.0, "p95": 271825.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.582, "count": 30, "max": 0.607, "p95": 0.6, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.992, "count": 30, "max": 1.018, "p95": 1.015, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8689, "sampled_at": "2026-10-30T01:43:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T01:43:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2226889, "flush_count": 2329, "flush_interval_seconds": 30.0, "flush_state": {"count": 2329, "last_at": "2026-10-30T01:53:34", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T01:53:34", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2328}, "started": true, "suppressed_count": 1146425, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1146294}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2329, "written_record_count": 2329}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8523.211, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5d0ed7210b40] error while decoding MB 32 58, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3175707340800, "copied_frame_count": 1148621, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3175707340800, "frame_buffer_copies": 1148621, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1011, "count": 512, "max_ms": 1.7354, "p50_ms": 0.0846, "p95_ms": 0.1806, "p99_ms": 0.2599}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3618, "count": 512, "max_ms": 3.8167, "p50_ms": 1.292, "p95_ms": 2.1693, "p99_ms": 2.8464, "results": {"failed": 0, "not_applicable": 0, "success": 1148621, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 437, "h264_decode_error_count": 958, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T01:53:38+09:00", "last_error_summary": "[h264 @ 0x5d0ed7210b40] error while decoding MB 32 58, bytestream -6", "last_exit_at": "2026-10-30T01:36:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 601.161, "last_started_at": "2026-10-30T01:43:36+09:00", "pid": 92942, "process": {"exists": false, "pid": 92942}, "restart_count": 472, "restart_count_per_hour": 4, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 473}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.38, "sample_count": 2747, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1148621, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T01:53:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.084, "last_frame_pushed_at": "2026-10-30T01:53:37+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-10-30T01:53:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 328.703, "last_sample_duration_ms": 1074.794, "last_trigger": "periodic", "next_snapshot_in_sec": 271.297, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 233, "storage_bytes": 2223167}, "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-10-30T01:53:37.998531+09:00", "mtime_epoch": 1793292817.9985309, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 104084}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T01:53:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1321.574, "name": "celery", "pid": 206, "rss_mb": 1297.129, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1148622, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.2, "max": 9.0, "p95": 4.0, "sample_count": 275}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 275}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 275}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 275, "pushed_frames": 275, "read_frames": 276, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.176, "pushed": 9.176, "read": 9.209}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 276, "client_acquire_ms": {"avg_ms": 0.007, "count": 276, "max_ms": 0.029, "p95_ms": 0.013, "reason": null, "sample_age_ms": 40.896, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.644, "count": 276, "max_ms": 4.103, "p95_ms": 2.507, "reason": null, "sample_age_ms": 94.081, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.293, "count": 276, "max_ms": 3.549, "p95_ms": 1.861, "reason": null, "sample_age_ms": 94.313, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.244, "count": 276, "max_ms": 1.424, "p95_ms": 0.544, "reason": null, "sample_age_ms": 40.913, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.814, "count": 276, "max_ms": 4.878, "p95_ms": 2.922, "reason": null, "sample_age_ms": 92.365, "source": "client_direct"}, "request_count": 276, "request_tensor_bytes": {"avg": 2764808.0, "count": 276, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 92.338, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 276, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 41.511, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.198, "count": 276, "max_ms": 64.467, "p95_ms": 52.634, "reason": null, "sample_age_ms": 40.888, "source": "client_direct"}, "sample_age_ms": 40.88, "source": "client_direct", "task_total_ms": {"avg_ms": 41.414, "count": 276, "max_ms": 67.128, "p95_ms": 55.08, "reason": null, "sample_age_ms": 40.88, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.35, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.71, "count": 275, "max_ms": 2.077, "p95_ms": 1.394}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.222, "count": 275, "max_ms": 0.662, "p95_ms": 0.508}, "detection_prepare_ms": {"avg_ms": 0.115, "count": 275, "max_ms": 0.433, "p95_ms": 0.242}, "event_filter_ms": {"avg_ms": 0.004, "count": 275, "max_ms": 0.031, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.076, "count": 275, "max_ms": 0.259, "p95_ms": 0.162}, "mcmt_ms": {"avg_ms": 0.003, "count": 275, "max_ms": 0.04, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.17, "count": 275, "max_ms": 0.581, "p95_ms": 0.374}, "setup_ms": {"avg_ms": 0.041, "count": 275, "max_ms": 0.118, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 0.668, "count": 275, "max_ms": 1.986, "p95_ms": 1.329}, "track_match_ms": {"avg_ms": 0.004, "count": 275, "max_ms": 0.016, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.032, "count": 275, "max_ms": 0.147, "p95_ms": 0.068}}, "gstreamer_push": {"avg_ms": 3.019, "count": 275, "max_ms": 8.882, "p95_ms": 5.242}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 275, "max_ms": 0.272, "p95_ms": 0.09}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.385, "count": 275, "max_ms": 68.193, "p95_ms": 57.087}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.293, "count": 275, "max_ms": 12.36, "p95_ms": 6.059}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.677, "count": 275, "max_ms": 130.482, "p95_ms": 110.008}, "inference_input_copy_ms": {"avg_ms": 1.573, "count": 275, "max_ms": 4.523, "p95_ms": 2.695}, "processing_residual_ms": {"avg_ms": 0.124, "count": 275, "max_ms": 0.327, "p95_ms": 0.231}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.666, "count": 275, "max_ms": 134.469, "p95_ms": 116.202}, "read_interval": {"avg_ms": 108.811, "count": 276, "max_ms": 164.172, "p95_ms": 138.187}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 275, "max_ms": 0.061, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.118, "count": 275, "max_ms": 0.377, "p95_ms": 0.26}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 275, "max_ms": 0.058, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.103, "count": 275, "max_ms": 0.353, "p95_ms": 0.231}, "worker_merge_ms": {"avg_ms": 0.005, "count": 275, "max_ms": 0.019, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 42.397, "count": 275, "max_ms": 68.204, "p95_ms": 57.106}, "visualize": {"avg_ms": 47.674, "count": 275, "max_ms": 70.241, "p95_ms": 57.91}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.307, "count": 275, "max_ms": 67.543, "p95_ms": 55.507}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.017, "count": 275, "max_ms": 68.275, "p95_ms": 56.254}, "visualize_input_copy_ms": {"avg_ms": 1.464, "count": 275, "max_ms": 3.318, "p95_ms": 2.545}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.901, "count": 275, "max_ms": 68.154, "p95_ms": 56.031}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 275, "max_ms": 0.21, "p95_ms": 0.143}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 275}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1297.039, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.04, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.443, "sample_count": 2748, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1148412, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T01:53:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104164, "write_bytes_delta": 104164, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1060.0, "cpu_core_ratio": 0.44533, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 92942, "reason": null, "system_cpu_core_ratio": 0.040893, "system_cpu_s_delta": 0.8200000000000003, "user_cpu_core_ratio": 0.404437, "user_cpu_s_delta": 8.110000000000014}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.564389, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 243015.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.581472, "system_cpu_s_delta": 11.660000000003492, "user_cpu_core_ratio": 0.982917, "user_cpu_s_delta": 19.710000000020955}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.038, "count": 278, "max_ms": 10.489, "p95_ms": 5.219, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.224, "max": 6.0, "p95": 3.0, "sample_count": 277}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 277}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.48, "count": 30, "max": 44.874, "p95": 40.364, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.614, "count": 30, "max": 26.345, "p95": 21.157, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1007.467, "count": 30, "max": 1084.0, "p95": 1071.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 192.433, "count": 30, "max": 3784.0, "p95": 591.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.057, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.382, "count": 30, "max": 0.406, "p95": 0.404, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 102222.867, "count": 30, "max": 108109.0, "p95": 107059.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 102222.867, "count": 30, "max": 108109.0, "p95": 107059.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 226407.9, "count": 30, "max": 260514.0, "p95": 258076.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.564, "count": 30, "max": 0.59, "p95": 0.586, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.956, "count": 30, "max": 0.996, "p95": 0.993, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8719, "sampled_at": "2026-10-30T01:53:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T01:53:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2226889, "flush_count": 2329, "flush_interval_seconds": 30.0, "flush_state": {"count": 2329, "last_at": "2026-10-30T01:53:34", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T01:53:34", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2328}, "started": true, "suppressed_count": 1146425, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1146294}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2329, "written_record_count": 2329}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8523.238, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T01:53:38+09:00", "last_error_summary": "[h264 @ 0x5d0ed7210b40] error while decoding MB 32 58, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3175710105600, "copied_frame_count": 1148622, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3175710105600, "frame_buffer_copies": 1148622, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1011, "count": 512, "max_ms": 1.7354, "p50_ms": 0.0843, "p95_ms": 0.1806, "p99_ms": 0.2599}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3612, "count": 512, "max_ms": 3.8167, "p50_ms": 1.292, "p95_ms": 2.1693, "p99_ms": 2.8464, "results": {"failed": 0, "not_applicable": 0, "success": 1148622, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 437, "h264_decode_error_count": 958, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T01:53:38+09:00", "last_error_summary": "[h264 @ 0x5d0ed7210b40] error while decoding MB 32 58, bytestream -6", "last_exit_at": "2026-10-30T01:53:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 601.203, "last_started_at": "2026-10-30T01:43:36+09:00", "pid": 92942, "process": {"exists": false, "pid": 92942}, "restart_count": 472, "restart_count_per_hour": 4, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 473}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.38, "sample_count": 2748, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1148622, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T01:53:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.013, "last_frame_pushed_at": "2026-10-30T01:53:38+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-10-30T01:53:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 328.74, "last_sample_duration_ms": 1074.794, "last_trigger": "periodic", "next_snapshot_in_sec": 271.26, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 233, "storage_bytes": 2223167}, "mjpeg": {"age_sec": 0.005, "exists": true, "mtime": "2026-10-30T01:53:38.110531+09:00", "mtime_epoch": 1793292818.110531, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 104443}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T01:53:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1321.574, "name": "celery", "pid": 206, "rss_mb": 1297.125, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1148622, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.199, "max": 9.0, "p95": 4.0, "sample_count": 276}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 276}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 276}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 276, "pushed_frames": 276, "read_frames": 275, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.228, "pushed": 9.228, "read": 9.195}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 275, "client_acquire_ms": {"avg_ms": 0.007, "count": 276, "max_ms": 0.029, "p95_ms": 0.013, "reason": null, "sample_age_ms": 77.768, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.644, "count": 275, "max_ms": 4.103, "p95_ms": 2.508, "reason": null, "sample_age_ms": 130.952, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.293, "count": 275, "max_ms": 3.549, "p95_ms": 1.865, "reason": null, "sample_age_ms": 131.185, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.244, "count": 276, "max_ms": 1.424, "p95_ms": 0.544, "reason": null, "sample_age_ms": 77.785, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.811, "count": 275, "max_ms": 4.878, "p95_ms": 2.923, "reason": null, "sample_age_ms": 129.236, "source": "client_direct"}, "request_count": 275, "request_tensor_bytes": {"avg": 2764808.0, "count": 275, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 129.21, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 276, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 78.382, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.198, "count": 276, "max_ms": 64.467, "p95_ms": 52.634, "reason": null, "sample_age_ms": 77.76, "source": "client_direct"}, "sample_age_ms": 77.751, "source": "client_direct", "task_total_ms": {"avg_ms": 41.414, "count": 276, "max_ms": 67.128, "p95_ms": 55.08, "reason": null, "sample_age_ms": 77.751, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.957, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.71, "count": 276, "max_ms": 2.077, "p95_ms": 1.394}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.222, "count": 276, "max_ms": 0.662, "p95_ms": 0.508}, "detection_prepare_ms": {"avg_ms": 0.115, "count": 276, "max_ms": 0.433, "p95_ms": 0.242}, "event_filter_ms": {"avg_ms": 0.004, "count": 276, "max_ms": 0.031, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.076, "count": 276, "max_ms": 0.259, "p95_ms": 0.162}, "mcmt_ms": {"avg_ms": 0.003, "count": 276, "max_ms": 0.04, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.17, "count": 276, "max_ms": 0.581, "p95_ms": 0.374}, "setup_ms": {"avg_ms": 0.041, "count": 276, "max_ms": 0.118, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 0.669, "count": 276, "max_ms": 1.986, "p95_ms": 1.329}, "track_match_ms": {"avg_ms": 0.004, "count": 276, "max_ms": 0.016, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.032, "count": 276, "max_ms": 0.147, "p95_ms": 0.068}}, "gstreamer_push": {"avg_ms": 3.017, "count": 276, "max_ms": 8.882, "p95_ms": 5.242}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 276, "max_ms": 0.272, "p95_ms": 0.09}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.427, "count": 276, "max_ms": 68.193, "p95_ms": 57.087}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.289, "count": 276, "max_ms": 12.36, "p95_ms": 6.059}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.721, "count": 276, "max_ms": 130.482, "p95_ms": 110.008}, "inference_input_copy_ms": {"avg_ms": 1.571, "count": 276, "max_ms": 4.523, "p95_ms": 2.695}, "processing_residual_ms": {"avg_ms": 0.124, "count": 276, "max_ms": 0.327, "p95_ms": 0.231}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.704, "count": 276, "max_ms": 134.469, "p95_ms": 116.202}, "read_interval": {"avg_ms": 108.691, "count": 275, "max_ms": 164.172, "p95_ms": 136.273}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 276, "max_ms": 0.061, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.118, "count": 276, "max_ms": 0.377, "p95_ms": 0.26}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 276, "max_ms": 0.058, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.104, "count": 276, "max_ms": 0.353, "p95_ms": 0.231}, "worker_merge_ms": {"avg_ms": 0.005, "count": 276, "max_ms": 0.019, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 42.44, "count": 276, "max_ms": 68.204, "p95_ms": 57.106}, "visualize": {"avg_ms": 47.665, "count": 276, "max_ms": 70.241, "p95_ms": 57.91}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.299, "count": 276, "max_ms": 67.543, "p95_ms": 55.507}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.008, "count": 276, "max_ms": 68.275, "p95_ms": 56.254}, "visualize_input_copy_ms": {"avg_ms": 1.463, "count": 276, "max_ms": 3.318, "p95_ms": 2.545}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.893, "count": 276, "max_ms": 68.154, "p95_ms": 56.031}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 276, "max_ms": 0.21, "p95_ms": 0.143}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 276}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1297.039, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.04, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.443, "sample_count": 2748, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1148412, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T01:53:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104164, "write_bytes_delta": 104164, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1060.0, "cpu_core_ratio": 0.44533, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 92942, "reason": null, "system_cpu_core_ratio": 0.040893, "system_cpu_s_delta": 0.8200000000000003, "user_cpu_core_ratio": 0.404437, "user_cpu_s_delta": 8.110000000000014}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.564389, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 243015.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.581472, "system_cpu_s_delta": 11.660000000003492, "user_cpu_core_ratio": 0.982917, "user_cpu_s_delta": 19.710000000020955}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.038, "count": 278, "max_ms": 10.489, "p95_ms": 5.219, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.224, "max": 6.0, "p95": 3.0, "sample_count": 277}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 277}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.48, "count": 30, "max": 44.874, "p95": 40.364, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.614, "count": 30, "max": 26.345, "p95": 21.157, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1007.467, "count": 30, "max": 1084.0, "p95": 1071.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 192.433, "count": 30, "max": 3784.0, "p95": 591.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.057, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.382, "count": 30, "max": 0.406, "p95": 0.404, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 102222.867, "count": 30, "max": 108109.0, "p95": 107059.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 102222.867, "count": 30, "max": 108109.0, "p95": 107059.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 226407.9, "count": 30, "max": 260514.0, "p95": 258076.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.564, "count": 30, "max": 0.59, "p95": 0.586, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.956, "count": 30, "max": 0.996, "p95": 0.993, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8719, "sampled_at": "2026-10-30T01:53:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T01:53:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2226889, "flush_count": 2329, "flush_interval_seconds": 30.0, "flush_state": {"count": 2329, "last_at": "2026-10-30T01:53:34", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T01:53:34", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2328}, "started": true, "suppressed_count": 1146425, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1146294}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2329, "written_record_count": 2329}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8523.648, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3175710105600, "copied_frame_count": 1148622, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3175710105600, "frame_buffer_copies": 1148622, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1011, "count": 512, "max_ms": 1.7354, "p50_ms": 0.0843, "p95_ms": 0.1806, "p99_ms": 0.2599}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3612, "count": 512, "max_ms": 3.8167, "p50_ms": 1.292, "p95_ms": 2.1693, "p99_ms": 2.8464, "results": {"failed": 0, "not_applicable": 0, "success": 1148622, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 437, "h264_decode_error_count": 958, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T01:53:38+09:00", "last_error_summary": "[h264 @ 0x5d0ed7210b40] error while decoding MB 32 58, bytestream -6", "last_exit_at": "2026-10-30T01:53:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 601.24, "last_started_at": "2026-10-30T01:43:36+09:00", "pid": 92942, "process": {"exists": false, "pid": 92942}, "restart_count": 472, "restart_count_per_hour": 4, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 473}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.38, "sample_count": 2747, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1148622, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T01:53:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.05, "last_frame_pushed_at": "2026-10-30T01:53:38+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-10-30T01:53:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 328.784, "last_sample_duration_ms": 1074.794, "last_trigger": "periodic", "next_snapshot_in_sec": 271.216, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 233, "storage_bytes": 2223167}, "mjpeg": {"age_sec": 0.042, "exists": true, "mtime": "2026-10-30T01:53:38.110531+09:00", "mtime_epoch": 1793292818.110531, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 104443}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T01:53:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1321.574, "name": "celery", "pid": 206, "rss_mb": 1297.125, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1148622, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.199, "max": 9.0, "p95": 4.0, "sample_count": 276}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 276}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 276}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 276, "pushed_frames": 276, "read_frames": 275, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.217, "pushed": 9.217, "read": 9.184}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 275, "client_acquire_ms": {"avg_ms": 0.007, "count": 275, "max_ms": 0.029, "p95_ms": 0.013, "reason": null, "sample_age_ms": 113.968, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.644, "count": 275, "max_ms": 4.103, "p95_ms": 2.508, "reason": null, "sample_age_ms": 167.153, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.293, "count": 275, "max_ms": 3.549, "p95_ms": 1.865, "reason": null, "sample_age_ms": 167.385, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.244, "count": 275, "max_ms": 1.424, "p95_ms": 0.544, "reason": null, "sample_age_ms": 113.985, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.811, "count": 275, "max_ms": 4.878, "p95_ms": 2.923, "reason": null, "sample_age_ms": 165.437, "source": "client_direct"}, "request_count": 275, "request_tensor_bytes": {"avg": 2764808.0, "count": 275, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 165.41, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 275, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 114.583, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.192, "count": 275, "max_ms": 64.467, "p95_ms": 52.64, "reason": null, "sample_age_ms": 113.96, "source": "client_direct"}, "sample_age_ms": 113.952, "source": "client_direct", "task_total_ms": {"avg_ms": 41.405, "count": 275, "max_ms": 67.128, "p95_ms": 55.111, "reason": null, "sample_age_ms": 113.952, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.807, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.71, "count": 276, "max_ms": 2.077, "p95_ms": 1.394}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.222, "count": 276, "max_ms": 0.662, "p95_ms": 0.508}, "detection_prepare_ms": {"avg_ms": 0.115, "count": 276, "max_ms": 0.433, "p95_ms": 0.242}, "event_filter_ms": {"avg_ms": 0.004, "count": 276, "max_ms": 0.031, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.076, "count": 276, "max_ms": 0.259, "p95_ms": 0.162}, "mcmt_ms": {"avg_ms": 0.003, "count": 276, "max_ms": 0.04, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.17, "count": 276, "max_ms": 0.581, "p95_ms": 0.374}, "setup_ms": {"avg_ms": 0.041, "count": 276, "max_ms": 0.118, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 0.669, "count": 276, "max_ms": 1.986, "p95_ms": 1.329}, "track_match_ms": {"avg_ms": 0.004, "count": 276, "max_ms": 0.016, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.032, "count": 276, "max_ms": 0.147, "p95_ms": 0.068}}, "gstreamer_push": {"avg_ms": 3.017, "count": 276, "max_ms": 8.882, "p95_ms": 5.242}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 276, "max_ms": 0.272, "p95_ms": 0.09}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.427, "count": 276, "max_ms": 68.193, "p95_ms": 57.087}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.289, "count": 276, "max_ms": 12.36, "p95_ms": 6.059}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.721, "count": 276, "max_ms": 130.482, "p95_ms": 110.008}, "inference_input_copy_ms": {"avg_ms": 1.571, "count": 276, "max_ms": 4.523, "p95_ms": 2.695}, "processing_residual_ms": {"avg_ms": 0.124, "count": 276, "max_ms": 0.327, "p95_ms": 0.231}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.704, "count": 276, "max_ms": 134.469, "p95_ms": 116.202}, "read_interval": {"avg_ms": 108.691, "count": 275, "max_ms": 164.172, "p95_ms": 136.273}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 276, "max_ms": 0.061, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.118, "count": 276, "max_ms": 0.377, "p95_ms": 0.26}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 276, "max_ms": 0.058, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.104, "count": 276, "max_ms": 0.353, "p95_ms": 0.231}, "worker_merge_ms": {"avg_ms": 0.005, "count": 276, "max_ms": 0.019, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 42.44, "count": 276, "max_ms": 68.204, "p95_ms": 57.106}, "visualize": {"avg_ms": 47.665, "count": 276, "max_ms": 70.241, "p95_ms": 57.91}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.299, "count": 276, "max_ms": 67.543, "p95_ms": 55.507}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.008, "count": 276, "max_ms": 68.275, "p95_ms": 56.254}, "visualize_input_copy_ms": {"avg_ms": 1.463, "count": 276, "max_ms": 3.318, "p95_ms": 2.545}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.893, "count": 276, "max_ms": 68.154, "p95_ms": 56.031}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 276, "max_ms": 0.21, "p95_ms": 0.143}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 276}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1297.039, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.04, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.443, "sample_count": 2748, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1148412, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T01:53:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104164, "write_bytes_delta": 104164, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1060.0, "cpu_core_ratio": 0.44533, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 92942, "reason": null, "system_cpu_core_ratio": 0.040893, "system_cpu_s_delta": 0.8200000000000003, "user_cpu_core_ratio": 0.404437, "user_cpu_s_delta": 8.110000000000014}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.564389, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 243015.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.581472, "system_cpu_s_delta": 11.660000000003492, "user_cpu_core_ratio": 0.982917, "user_cpu_s_delta": 19.710000000020955}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.038, "count": 278, "max_ms": 10.489, "p95_ms": 5.219, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.224, "max": 6.0, "p95": 3.0, "sample_count": 277}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 277}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.48, "count": 30, "max": 44.874, "p95": 40.364, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.614, "count": 30, "max": 26.345, "p95": 21.157, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1007.467, "count": 30, "max": 1084.0, "p95": 1071.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 192.433, "count": 30, "max": 3784.0, "p95": 591.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.057, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.382, "count": 30, "max": 0.406, "p95": 0.404, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 102222.867, "count": 30, "max": 108109.0, "p95": 107059.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 102222.867, "count": 30, "max": 108109.0, "p95": 107059.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 226407.9, "count": 30, "max": 260514.0, "p95": 258076.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.564, "count": 30, "max": 0.59, "p95": 0.586, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.956, "count": 30, "max": 0.996, "p95": 0.993, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8719, "sampled_at": "2026-10-30T01:53:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T01:53:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2226889, "flush_count": 2329, "flush_interval_seconds": 30.0, "flush_state": {"count": 2329, "last_at": "2026-10-30T01:53:34", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T01:53:34", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2328}, "started": true, "suppressed_count": 1146425, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1146294}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2329, "written_record_count": 2329}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8695.227, "limit_mb": null}, "detail": {"pid": 93058, "restart_count": 473, "start_count": 474}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3175710105600, "copied_frame_count": 1148622, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3175710105600, "frame_buffer_copies": 1148622, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1011, "count": 512, "max_ms": 1.7354, "p50_ms": 0.0843, "p95_ms": 0.1806, "p99_ms": 0.2599}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3612, "count": 512, "max_ms": 3.8167, "p50_ms": 1.292, "p95_ms": 2.1693, "p99_ms": 2.8464, "results": {"failed": 0, "not_applicable": 0, "success": 1148622, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 437, "h264_decode_error_count": 958, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T01:53:38+09:00", "last_error_summary": "[h264 @ 0x5d0ed7210b40] error while decoding MB 32 58, bytestream -6", "last_exit_at": "2026-10-30T01:53:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T01:53:40+09:00", "pid": 93058, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.375, "name": "ffmpeg", "pid": 93058, "rss_mb": 206.375, "state": "S (sleeping)", "threads": 70}, "restart_count": 473, "restart_count_per_hour": 5, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 474}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.411, "sample_count": 2706, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1148622, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T01:53:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.382, "last_frame_pushed_at": "2026-10-30T01:53:38+09:00", "last_frame_read_age_sec": 4.492, "last_frame_read_at": "2026-10-30T01:53:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 333.109, "last_sample_duration_ms": 1074.794, "last_trigger": "periodic", "next_snapshot_in_sec": 266.891, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 233, "storage_bytes": 2223167}, "mjpeg": {"age_sec": 4.375, "exists": true, "mtime": "2026-10-30T01:53:38.110531+09:00", "mtime_epoch": 1793292818.110531, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 104443}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T01:53:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1321.574, "name": "celery", "pid": 206, "rss_mb": 1297.129, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1148622, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.22, "max": 9.0, "p95": 4.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 236}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 236}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.89, "pushed": 7.89, "read": 7.857}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 235, "client_acquire_ms": {"avg_ms": 0.007, "count": 236, "max_ms": 0.029, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4446.249, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.649, "count": 235, "max_ms": 4.103, "p95_ms": 2.537, "reason": null, "sample_age_ms": 4499.434, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.293, "count": 235, "max_ms": 3.549, "p95_ms": 1.865, "reason": null, "sample_age_ms": 4499.666, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.243, "count": 236, "max_ms": 1.424, "p95_ms": 0.544, "reason": null, "sample_age_ms": 4446.266, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.809, "count": 235, "max_ms": 4.878, "p95_ms": 2.923, "reason": null, "sample_age_ms": 4497.718, "source": "client_direct"}, "request_count": 235, "request_tensor_bytes": {"avg": 2764808.0, "count": 235, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4497.691, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 236, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4446.864, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.003, "count": 236, "max_ms": 64.467, "p95_ms": 51.704, "reason": null, "sample_age_ms": 4446.241, "source": "client_direct"}, "sample_age_ms": 4446.233, "source": "client_direct", "task_total_ms": {"avg_ms": 41.215, "count": 236, "max_ms": 67.128, "p95_ms": 54.549, "reason": null, "sample_age_ms": 4446.233, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.163, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.718, "count": 236, "max_ms": 2.077, "p95_ms": 1.436}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.226, "count": 236, "max_ms": 0.662, "p95_ms": 0.512}, "detection_prepare_ms": {"avg_ms": 0.116, "count": 236, "max_ms": 0.433, "p95_ms": 0.244}, "event_filter_ms": {"avg_ms": 0.004, "count": 236, "max_ms": 0.031, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.077, "count": 236, "max_ms": 0.259, "p95_ms": 0.162}, "mcmt_ms": {"avg_ms": 0.003, "count": 236, "max_ms": 0.04, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.172, "count": 236, "max_ms": 0.581, "p95_ms": 0.377}, "setup_ms": {"avg_ms": 0.042, "count": 236, "max_ms": 0.118, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 0.676, "count": 236, "max_ms": 1.986, "p95_ms": 1.353}, "track_match_ms": {"avg_ms": 0.004, "count": 236, "max_ms": 0.016, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.033, "count": 236, "max_ms": 0.147, "p95_ms": 0.071}}, "gstreamer_push": {"avg_ms": 3.002, "count": 236, "max_ms": 8.882, "p95_ms": 4.911}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 236, "max_ms": 0.272, "p95_ms": 0.091}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.238, "count": 236, "max_ms": 68.193, "p95_ms": 56.016}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.299, "count": 236, "max_ms": 12.36, "p95_ms": 6.06}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.615, "count": 236, "max_ms": 130.482, "p95_ms": 110.008}, "inference_input_copy_ms": {"avg_ms": 1.586, "count": 236, "max_ms": 4.523, "p95_ms": 2.766}, "processing_residual_ms": {"avg_ms": 0.123, "count": 236, "max_ms": 0.327, "p95_ms": 0.239}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.624, "count": 236, "max_ms": 134.469, "p95_ms": 116.323}, "read_interval": {"avg_ms": 108.587, "count": 235, "max_ms": 164.172, "p95_ms": 136.273}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 236, "max_ms": 0.061, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.119, "count": 236, "max_ms": 0.377, "p95_ms": 0.265}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 236, "max_ms": 0.058, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.104, "count": 236, "max_ms": 0.353, "p95_ms": 0.24}, "worker_merge_ms": {"avg_ms": 0.005, "count": 236, "max_ms": 0.019, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 42.251, "count": 236, "max_ms": 68.204, "p95_ms": 56.031}, "visualize": {"avg_ms": 47.734, "count": 236, "max_ms": 70.241, "p95_ms": 58.143}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.368, "count": 236, "max_ms": 67.543, "p95_ms": 56.244}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.076, "count": 236, "max_ms": 68.275, "p95_ms": 56.637}, "visualize_input_copy_ms": {"avg_ms": 1.461, "count": 236, "max_ms": 2.989, "p95_ms": 2.574}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.961, "count": 236, "max_ms": 68.154, "p95_ms": 56.579}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 236, "max_ms": 0.21, "p95_ms": 0.149}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 236}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1297.039, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.04, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.443, "sample_count": 2748, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1148412, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T01:53:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104164, "write_bytes_delta": 104164, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1060.0, "cpu_core_ratio": 0.44533, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 92942, "reason": null, "system_cpu_core_ratio": 0.040893, "system_cpu_s_delta": 0.8200000000000003, "user_cpu_core_ratio": 0.404437, "user_cpu_s_delta": 8.110000000000014}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.564389, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 243015.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.581472, "system_cpu_s_delta": 11.660000000003492, "user_cpu_core_ratio": 0.982917, "user_cpu_s_delta": 19.710000000020955}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.038, "count": 278, "max_ms": 10.489, "p95_ms": 5.219, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.224, "max": 6.0, "p95": 3.0, "sample_count": 277}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 277}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.48, "count": 30, "max": 44.874, "p95": 40.364, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.614, "count": 30, "max": 26.345, "p95": 21.157, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1007.467, "count": 30, "max": 1084.0, "p95": 1071.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 192.433, "count": 30, "max": 3784.0, "p95": 591.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.057, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.382, "count": 30, "max": 0.406, "p95": 0.404, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 102222.867, "count": 30, "max": 108109.0, "p95": 107059.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 102222.867, "count": 30, "max": 108109.0, "p95": 107059.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 226407.9, "count": 30, "max": 260514.0, "p95": 258076.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.564, "count": 30, "max": 0.59, "p95": 0.586, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.956, "count": 30, "max": 0.996, "p95": 0.993, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8719, "sampled_at": "2026-10-30T01:53:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T01:53:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2234321, "flush_count": 2337, "flush_interval_seconds": 30.0, "flush_state": {"count": 2337, "last_at": "2026-10-30T02:01:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T02:01:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2336}, "started": true, "suppressed_count": 1150669, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1150538}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2337, "written_record_count": 2337}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8542.973, "limit_mb": null}, "detail": {"h264_decode_error_count": 6, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x60ff1a3e8040] cabac decode of qscale diff failed at 90 56 [h264 @ 0x60ff1a3e8040] error while decoding MB 90 56, bytestream 377 [h264 @ 0x60ff19658dc0] error while decoding MB 24 6, bytestream -6 [h264 @ 0x60ff1972cfc0] cabac decode of qscale diff failed at 73 55 [h264 @ 0x60ff1972cfc0] error while decoding MB 73 55, bytestream 4065 [h264 @ 0x60ff197f3140] error while decoding MB 90 56, bytestream -7 [in#0/rtsp @ 0x60ff1963be00] Error during demuxing: Connection timed out [in#0/rtsp @ ", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3187463270400, "copied_frame_count": 1152873, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3187463270400, "frame_buffer_copies": 1152873, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1041, "count": 512, "max_ms": 1.1233, "p50_ms": 0.089, "p95_ms": 0.2001, "p99_ms": 0.2619}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3635, "count": 512, "max_ms": 4.169, "p50_ms": 1.2617, "p95_ms": 2.2655, "p99_ms": 2.9998, "results": {"failed": 0, "not_applicable": 0, "success": 1152873, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 438, "h264_decode_error_count": 964, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T02:01:50+09:00", "last_error_summary": "[h264 @ 0x60ff1a3e8040] cabac decode of qscale diff failed at 90 56 [h264 @ 0x60ff1a3e8040] error while decoding MB 90 56, bytestream 377 [h264 @ 0x60ff19658dc0] error while decoding MB 24 6, bytestream -6 [h264 @ 0x60ff1972cfc0] cabac decode of qscale diff failed at 73 55 [h264 @ 0x60ff1972cfc0] error while decoding MB 73 55, bytestream 4065 [h264 @ 0x60ff197f3140] error while decoding MB 90 56, bytestream -7 [in#0/rtsp @ 0x60ff1963be00] Error during demuxing: Connection timed out [in#0/rtsp @ ", "last_exit_at": "2026-10-30T01:53:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 490.027, "last_started_at": "2026-10-30T01:53:40+09:00", "pid": 93058, "process": {"exists": false, "pid": 93058}, "restart_count": 473, "restart_count_per_hour": 4, "rtsp_timeout_count": 134, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 474}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.847, "sample_count": 2550, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1152873, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:01:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.074, "last_frame_pushed_at": "2026-10-30T02:01:50+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-10-30T02:01:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 34, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 219.201, "last_sample_duration_ms": 1231.235, "last_trigger": "periodic", "next_snapshot_in_sec": 380.799, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 234, "storage_bytes": 2232739}, "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-10-30T02:01:50.446105+09:00", "mtime_epoch": 1793293310.4461045, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 106736}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T02:01:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1323.488, "name": "celery", "pid": 206, "rss_mb": 1309.613, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1152874, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.225, "max": 5.0, "p95": 4.0, "sample_count": 102}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 102}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 102}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 102, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.402, "pushed": 3.402, "read": 3.402}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 102, "client_acquire_ms": {"avg_ms": 0.007, "count": 102, "max_ms": 0.028, "p95_ms": 0.012, "reason": null, "sample_age_ms": 29.972, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.56, "count": 102, "max_ms": 2.534, "p95_ms": 1.811, "reason": null, "sample_age_ms": 69.805, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.221, "count": 102, "max_ms": 1.872, "p95_ms": 1.151, "reason": null, "sample_age_ms": 70.02, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.205, "count": 102, "max_ms": 0.739, "p95_ms": 0.44, "reason": null, "sample_age_ms": 29.979, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.894, "count": 102, "max_ms": 4.23, "p95_ms": 3.126, "reason": null, "sample_age_ms": 68.352, "source": "client_direct"}, "request_count": 102, "request_tensor_bytes": {"avg": 2764808.0, "count": 102, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 68.328, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 102, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 30.231, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.446, "count": 102, "max_ms": 59.508, "p95_ms": 50.457, "reason": null, "sample_age_ms": 29.969, "source": "client_direct"}, "sample_age_ms": 29.964, "source": "client_direct", "task_total_ms": {"avg_ms": 39.704, "count": 102, "max_ms": 62.554, "p95_ms": 53.236, "reason": null, "sample_age_ms": 29.964, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.656, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.618, "count": 102, "max_ms": 2.247, "p95_ms": 1.24}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.19, "count": 102, "max_ms": 0.732, "p95_ms": 0.432}, "detection_prepare_ms": {"avg_ms": 0.102, "count": 102, "max_ms": 0.294, "p95_ms": 0.207}, "event_filter_ms": {"avg_ms": 0.003, "count": 102, "max_ms": 0.013, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.062, "count": 102, "max_ms": 0.186, "p95_ms": 0.118}, "mcmt_ms": {"avg_ms": 0.002, "count": 102, "max_ms": 0.024, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.152, "count": 102, "max_ms": 0.729, "p95_ms": 0.312}, "setup_ms": {"avg_ms": 0.041, "count": 102, "max_ms": 0.779, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 0.582, "count": 102, "max_ms": 2.153, "p95_ms": 1.172}, "track_match_ms": {"avg_ms": 0.003, "count": 102, "max_ms": 0.008, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.026, "count": 102, "max_ms": 0.075, "p95_ms": 0.057}}, "gstreamer_push": {"avg_ms": 2.71, "count": 102, "max_ms": 5.712, "p95_ms": 4.641}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 102, "max_ms": 0.299, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.353, "count": 102, "max_ms": 65.562, "p95_ms": 54.281}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.036, "count": 102, "max_ms": 0.115, "p95_ms": 0.078}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.119, "count": 102, "max_ms": 121.181, "p95_ms": 99.365}, "inference_input_copy_ms": {"avg_ms": 1.573, "count": 102, "max_ms": 3.637, "p95_ms": 2.355}, "processing_residual_ms": {"avg_ms": 0.123, "count": 102, "max_ms": 0.413, "p95_ms": 0.229}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 83.851, "count": 102, "max_ms": 123.274, "p95_ms": 100.762}, "read_interval": {"avg_ms": 294.094, "count": 102, "max_ms": 20377.258, "p95_ms": 127.403}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 102, "max_ms": 0.069, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.105, "count": 102, "max_ms": 0.508, "p95_ms": 0.237}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 102, "max_ms": 0.039, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.092, "count": 102, "max_ms": 0.463, "p95_ms": 0.213}, "worker_merge_ms": {"avg_ms": 0.004, "count": 102, "max_ms": 0.015, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 40.365, "count": 102, "max_ms": 65.575, "p95_ms": 54.301}, "visualize": {"avg_ms": 40.282, "count": 102, "max_ms": 57.541, "p95_ms": 54.869}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 39.573, "count": 102, "max_ms": 56.783, "p95_ms": 54.182}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.127, "count": 102, "max_ms": 57.314, "p95_ms": 54.765}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.049, "count": 102, "max_ms": 57.147, "p95_ms": 54.686}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 102, "max_ms": 0.17, "p95_ms": 0.075}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 102}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1312.246, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 32.495, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.847, "sample_count": 2549, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1152868, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:01:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101907, "write_bytes_delta": 101907, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 503.0, "cpu_core_ratio": 0.217579, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2259.0, "pid": 93058, "reason": null, "system_cpu_core_ratio": 0.064306, "system_cpu_s_delta": 2.0599999999999987, "user_cpu_core_ratio": 0.153273, "user_cpu_s_delta": 4.910000000000025}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.280636, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 106704.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.061809, "system_cpu_s_delta": 1.9799999999959255, "user_cpu_core_ratio": 0.218828, "user_cpu_s_delta": 7.009999999980209}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.706, "count": 103, "max_ms": 5.712, "p95_ms": 4.641, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.214, "max": 5.0, "p95": 4.0, "sample_count": 103}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.098, "count": 30, "max": 66.555, "p95": 55.924, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.694, "count": 30, "max": 26.121, "p95": 23.919, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1002.333, "count": 30, "max": 1131.0, "p95": 1088.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 432.367, "count": 30, "max": 6968.0, "p95": 1647.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.181, "p95": 0.148, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.393, "count": 30, "max": 0.486, "p95": 0.418, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108863.8, "count": 30, "max": 113903.0, "p95": 113149.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108863.8, "count": 30, "max": 113903.0, "p95": 113149.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 224271.7, "count": 30, "max": 257111.0, "p95": 255975.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.502, "count": 30, "max": 0.595, "p95": 0.59, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.893, "count": 30, "max": 0.99, "p95": 0.989, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8744, "sampled_at": "2026-10-30T02:01:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T02:01:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2234321, "flush_count": 2337, "flush_interval_seconds": 30.0, "flush_state": {"count": 2337, "last_at": "2026-10-30T02:01:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T02:01:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2336}, "started": true, "suppressed_count": 1150669, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1150538}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2337, "written_record_count": 2337}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8546.965, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T02:01:50+09:00", "last_error_summary": "[h264 @ 0x60ff1a3e8040] cabac decode of qscale diff failed at 90 56 [h264 @ 0x60ff1a3e8040] error while decoding MB 90 56, bytestream 377 [h264 @ 0x60ff19658dc0] error while decoding MB 24 6, bytestream -6 [h264 @ 0x60ff1972cfc0] cabac decode of qscale diff failed at 73 55 [h264 @ 0x60ff1972cfc0] error while decoding MB 73 55, bytestream 4065 [h264 @ 0x60ff197f3140] error while decoding MB 90 56, bytestream -7 [in#0/rtsp @ 0x60ff1963be00] Error during demuxing: Connection timed out [in#0/rtsp @ ", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3187466035200, "copied_frame_count": 1152874, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3187466035200, "frame_buffer_copies": 1152874, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.104, "count": 512, "max_ms": 1.1233, "p50_ms": 0.089, "p95_ms": 0.2001, "p99_ms": 0.2619}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3638, "count": 512, "max_ms": 4.169, "p50_ms": 1.2617, "p95_ms": 2.2655, "p99_ms": 2.9998, "results": {"failed": 0, "not_applicable": 0, "success": 1152874, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 438, "h264_decode_error_count": 964, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T02:01:50+09:00", "last_error_summary": "[h264 @ 0x60ff1a3e8040] cabac decode of qscale diff failed at 90 56 [h264 @ 0x60ff1a3e8040] error while decoding MB 90 56, bytestream 377 [h264 @ 0x60ff19658dc0] error while decoding MB 24 6, bytestream -6 [h264 @ 0x60ff1972cfc0] cabac decode of qscale diff failed at 73 55 [h264 @ 0x60ff1972cfc0] error while decoding MB 73 55, bytestream 4065 [h264 @ 0x60ff197f3140] error while decoding MB 90 56, bytestream -7 [in#0/rtsp @ 0x60ff1963be00] Error during demuxing: Connection timed out [in#0/rtsp @ ", "last_exit_at": "2026-10-30T02:01:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 490.056, "last_started_at": "2026-10-30T01:53:40+09:00", "pid": 93058, "process": {"exists": false, "pid": 93058}, "restart_count": 473, "restart_count_per_hour": 4, "rtsp_timeout_count": 134, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 474}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.847, "sample_count": 2550, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1152874, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:01:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T02:01:50+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-10-30T02:01:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 34, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 219.232, "last_sample_duration_ms": 1231.235, "last_trigger": "periodic", "next_snapshot_in_sec": 380.768, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 234, "storage_bytes": 2232739}, "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-10-30T02:01:50.446105+09:00", "mtime_epoch": 1793293310.4461045, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 106736}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T02:01:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1323.488, "name": "celery", "pid": 206, "rss_mb": 1312.246, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1152874, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.225, "max": 5.0, "p95": 4.0, "sample_count": 102}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 102}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 102}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.409, "pushed": 3.409, "read": 3.376}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 101, "client_acquire_ms": {"avg_ms": 0.007, "count": 102, "max_ms": 0.028, "p95_ms": 0.012, "reason": null, "sample_age_ms": 60.137, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.562, "count": 101, "max_ms": 2.534, "p95_ms": 1.816, "reason": null, "sample_age_ms": 99.971, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.223, "count": 101, "max_ms": 1.872, "p95_ms": 1.151, "reason": null, "sample_age_ms": 100.185, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.205, "count": 102, "max_ms": 0.739, "p95_ms": 0.44, "reason": null, "sample_age_ms": 60.145, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.896, "count": 101, "max_ms": 4.23, "p95_ms": 3.128, "reason": null, "sample_age_ms": 98.517, "source": "client_direct"}, "request_count": 101, "request_tensor_bytes": {"avg": 2764808.0, "count": 101, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 98.493, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 102, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 60.397, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.446, "count": 102, "max_ms": 59.508, "p95_ms": 50.457, "reason": null, "sample_age_ms": 60.134, "source": "client_direct"}, "sample_age_ms": 60.13, "source": "client_direct", "task_total_ms": {"avg_ms": 39.704, "count": 102, "max_ms": 62.554, "p95_ms": 53.236, "reason": null, "sample_age_ms": 60.13, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.621, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.621, "count": 102, "max_ms": 2.247, "p95_ms": 1.24}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.191, "count": 102, "max_ms": 0.732, "p95_ms": 0.432}, "detection_prepare_ms": {"avg_ms": 0.102, "count": 102, "max_ms": 0.294, "p95_ms": 0.207}, "event_filter_ms": {"avg_ms": 0.003, "count": 102, "max_ms": 0.013, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.062, "count": 102, "max_ms": 0.186, "p95_ms": 0.118}, "mcmt_ms": {"avg_ms": 0.002, "count": 102, "max_ms": 0.024, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.154, "count": 102, "max_ms": 0.729, "p95_ms": 0.312}, "setup_ms": {"avg_ms": 0.041, "count": 102, "max_ms": 0.779, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 0.585, "count": 102, "max_ms": 2.153, "p95_ms": 1.172}, "track_match_ms": {"avg_ms": 0.003, "count": 102, "max_ms": 0.008, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.027, "count": 102, "max_ms": 0.075, "p95_ms": 0.057}}, "gstreamer_push": {"avg_ms": 2.707, "count": 102, "max_ms": 5.712, "p95_ms": 4.641}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 102, "max_ms": 0.299, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.542, "count": 102, "max_ms": 65.562, "p95_ms": 54.281}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.036, "count": 102, "max_ms": 0.115, "p95_ms": 0.079}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.23, "count": 102, "max_ms": 121.181, "p95_ms": 99.365}, "inference_input_copy_ms": {"avg_ms": 1.572, "count": 102, "max_ms": 3.637, "p95_ms": 2.355}, "processing_residual_ms": {"avg_ms": 0.124, "count": 102, "max_ms": 0.413, "p95_ms": 0.229}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 83.963, "count": 102, "max_ms": 123.274, "p95_ms": 100.762}, "read_interval": {"avg_ms": 296.118, "count": 101, "max_ms": 20377.258, "p95_ms": 127.403}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 102, "max_ms": 0.069, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.106, "count": 102, "max_ms": 0.508, "p95_ms": 0.237}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 102, "max_ms": 0.039, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.093, "count": 102, "max_ms": 0.463, "p95_ms": 0.213}, "worker_merge_ms": {"avg_ms": 0.004, "count": 102, "max_ms": 0.015, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 40.553, "count": 102, "max_ms": 65.575, "p95_ms": 54.301}, "visualize": {"avg_ms": 40.197, "count": 102, "max_ms": 57.354, "p95_ms": 54.274}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 39.486, "count": 102, "max_ms": 56.783, "p95_ms": 53.684}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.042, "count": 102, "max_ms": 57.193, "p95_ms": 54.159}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.002, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.965, "count": 102, "max_ms": 57.108, "p95_ms": 54.093}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 102, "max_ms": 0.17, "p95_ms": 0.072}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 102}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1312.246, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 32.495, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.847, "sample_count": 2549, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1152868, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:01:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101907, "write_bytes_delta": 101907, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 503.0, "cpu_core_ratio": 0.217579, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2259.0, "pid": 93058, "reason": null, "system_cpu_core_ratio": 0.064306, "system_cpu_s_delta": 2.0599999999999987, "user_cpu_core_ratio": 0.153273, "user_cpu_s_delta": 4.910000000000025}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.280636, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 106704.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.061809, "system_cpu_s_delta": 1.9799999999959255, "user_cpu_core_ratio": 0.218828, "user_cpu_s_delta": 7.009999999980209}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.706, "count": 103, "max_ms": 5.712, "p95_ms": 4.641, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.214, "max": 5.0, "p95": 4.0, "sample_count": 103}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.098, "count": 30, "max": 66.555, "p95": 55.924, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.694, "count": 30, "max": 26.121, "p95": 23.919, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1002.333, "count": 30, "max": 1131.0, "p95": 1088.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 432.367, "count": 30, "max": 6968.0, "p95": 1647.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.181, "p95": 0.148, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.393, "count": 30, "max": 0.486, "p95": 0.418, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108863.8, "count": 30, "max": 113903.0, "p95": 113149.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108863.8, "count": 30, "max": 113903.0, "p95": 113149.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 224271.7, "count": 30, "max": 257111.0, "p95": 255975.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.502, "count": 30, "max": 0.595, "p95": 0.59, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.893, "count": 30, "max": 0.99, "p95": 0.989, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8744, "sampled_at": "2026-10-30T02:01:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T02:01:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2234321, "flush_count": 2337, "flush_interval_seconds": 30.0, "flush_state": {"count": 2337, "last_at": "2026-10-30T02:01:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T02:01:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2336}, "started": true, "suppressed_count": 1150669, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1150538}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2337, "written_record_count": 2337}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8545.785, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3187466035200, "copied_frame_count": 1152874, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3187466035200, "frame_buffer_copies": 1152874, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.104, "count": 512, "max_ms": 1.1233, "p50_ms": 0.089, "p95_ms": 0.2001, "p99_ms": 0.2619}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3638, "count": 512, "max_ms": 4.169, "p50_ms": 1.2617, "p95_ms": 2.2655, "p99_ms": 2.9998, "results": {"failed": 0, "not_applicable": 0, "success": 1152874, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 438, "h264_decode_error_count": 964, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T02:01:50+09:00", "last_error_summary": "[h264 @ 0x60ff1a3e8040] cabac decode of qscale diff failed at 90 56 [h264 @ 0x60ff1a3e8040] error while decoding MB 90 56, bytestream 377 [h264 @ 0x60ff19658dc0] error while decoding MB 24 6, bytestream -6 [h264 @ 0x60ff1972cfc0] cabac decode of qscale diff failed at 73 55 [h264 @ 0x60ff1972cfc0] error while decoding MB 73 55, bytestream 4065 [h264 @ 0x60ff197f3140] error while decoding MB 90 56, bytestream -7 [in#0/rtsp @ 0x60ff1963be00] Error during demuxing: Connection timed out [in#0/rtsp @ ", "last_exit_at": "2026-10-30T02:01:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 490.08, "last_started_at": "2026-10-30T01:53:40+09:00", "pid": 93058, "process": {"exists": false, "pid": 93058}, "restart_count": 473, "restart_count_per_hour": 4, "rtsp_timeout_count": 134, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 474}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.847, "sample_count": 2550, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1152874, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:01:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.026, "last_frame_pushed_at": "2026-10-30T02:01:50+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-10-30T02:01:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 34, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 219.253, "last_sample_duration_ms": 1231.235, "last_trigger": "periodic", "next_snapshot_in_sec": 380.747, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 234, "storage_bytes": 2232739}, "mjpeg": {"age_sec": 0.018, "exists": true, "mtime": "2026-10-30T02:01:50.546105+09:00", "mtime_epoch": 1793293310.546105, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 107461}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T02:01:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1323.488, "name": "celery", "pid": 206, "rss_mb": 1312.246, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1152874, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.225, "max": 5.0, "p95": 4.0, "sample_count": 102}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 102}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 102}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.407, "pushed": 3.407, "read": 3.373}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 101, "client_acquire_ms": {"avg_ms": 0.007, "count": 102, "max_ms": 0.028, "p95_ms": 0.012, "reason": null, "sample_age_ms": 82.595, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.562, "count": 101, "max_ms": 2.534, "p95_ms": 1.816, "reason": null, "sample_age_ms": 122.429, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.223, "count": 101, "max_ms": 1.872, "p95_ms": 1.151, "reason": null, "sample_age_ms": 122.643, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.205, "count": 102, "max_ms": 0.739, "p95_ms": 0.44, "reason": null, "sample_age_ms": 82.603, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.896, "count": 101, "max_ms": 4.23, "p95_ms": 3.128, "reason": null, "sample_age_ms": 120.975, "source": "client_direct"}, "request_count": 101, "request_tensor_bytes": {"avg": 2764808.0, "count": 101, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 120.951, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 102, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 82.855, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.446, "count": 102, "max_ms": 59.508, "p95_ms": 50.457, "reason": null, "sample_age_ms": 82.592, "source": "client_direct"}, "sample_age_ms": 82.588, "source": "client_direct", "task_total_ms": {"avg_ms": 39.704, "count": 102, "max_ms": 62.554, "p95_ms": 53.236, "reason": null, "sample_age_ms": 82.588, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.601, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.621, "count": 102, "max_ms": 2.247, "p95_ms": 1.24}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.191, "count": 102, "max_ms": 0.732, "p95_ms": 0.432}, "detection_prepare_ms": {"avg_ms": 0.102, "count": 102, "max_ms": 0.294, "p95_ms": 0.207}, "event_filter_ms": {"avg_ms": 0.003, "count": 102, "max_ms": 0.013, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.062, "count": 102, "max_ms": 0.186, "p95_ms": 0.118}, "mcmt_ms": {"avg_ms": 0.002, "count": 102, "max_ms": 0.024, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.154, "count": 102, "max_ms": 0.729, "p95_ms": 0.312}, "setup_ms": {"avg_ms": 0.041, "count": 102, "max_ms": 0.779, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 0.585, "count": 102, "max_ms": 2.153, "p95_ms": 1.172}, "track_match_ms": {"avg_ms": 0.003, "count": 102, "max_ms": 0.008, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.027, "count": 102, "max_ms": 0.075, "p95_ms": 0.057}}, "gstreamer_push": {"avg_ms": 2.707, "count": 102, "max_ms": 5.712, "p95_ms": 4.641}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 102, "max_ms": 0.299, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.542, "count": 102, "max_ms": 65.562, "p95_ms": 54.281}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.036, "count": 102, "max_ms": 0.115, "p95_ms": 0.079}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.23, "count": 102, "max_ms": 121.181, "p95_ms": 99.365}, "inference_input_copy_ms": {"avg_ms": 1.572, "count": 102, "max_ms": 3.637, "p95_ms": 2.355}, "processing_residual_ms": {"avg_ms": 0.124, "count": 102, "max_ms": 0.413, "p95_ms": 0.229}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 83.963, "count": 102, "max_ms": 123.274, "p95_ms": 100.762}, "read_interval": {"avg_ms": 296.118, "count": 101, "max_ms": 20377.258, "p95_ms": 127.403}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 102, "max_ms": 0.069, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.106, "count": 102, "max_ms": 0.508, "p95_ms": 0.237}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 102, "max_ms": 0.039, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.093, "count": 102, "max_ms": 0.463, "p95_ms": 0.213}, "worker_merge_ms": {"avg_ms": 0.004, "count": 102, "max_ms": 0.015, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 40.553, "count": 102, "max_ms": 65.575, "p95_ms": 54.301}, "visualize": {"avg_ms": 40.197, "count": 102, "max_ms": 57.354, "p95_ms": 54.274}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 39.486, "count": 102, "max_ms": 56.783, "p95_ms": 53.684}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.042, "count": 102, "max_ms": 57.193, "p95_ms": 54.159}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.002, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.965, "count": 102, "max_ms": 57.108, "p95_ms": 54.093}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 102, "max_ms": 0.17, "p95_ms": 0.072}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 102}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1312.246, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 32.495, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.847, "sample_count": 2549, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1152868, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:01:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101907, "write_bytes_delta": 101907, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 503.0, "cpu_core_ratio": 0.217579, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2259.0, "pid": 93058, "reason": null, "system_cpu_core_ratio": 0.064306, "system_cpu_s_delta": 2.0599999999999987, "user_cpu_core_ratio": 0.153273, "user_cpu_s_delta": 4.910000000000025}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.280636, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 106704.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.061809, "system_cpu_s_delta": 1.9799999999959255, "user_cpu_core_ratio": 0.218828, "user_cpu_s_delta": 7.009999999980209}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.706, "count": 103, "max_ms": 5.712, "p95_ms": 4.641, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.214, "max": 5.0, "p95": 4.0, "sample_count": 103}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.098, "count": 30, "max": 66.555, "p95": 55.924, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.694, "count": 30, "max": 26.121, "p95": 23.919, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1002.333, "count": 30, "max": 1131.0, "p95": 1088.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 432.367, "count": 30, "max": 6968.0, "p95": 1647.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.181, "p95": 0.148, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.393, "count": 30, "max": 0.486, "p95": 0.418, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108863.8, "count": 30, "max": 113903.0, "p95": 113149.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108863.8, "count": 30, "max": 113903.0, "p95": 113149.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 224271.7, "count": 30, "max": 257111.0, "p95": 255975.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.502, "count": 30, "max": 0.595, "p95": 0.59, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.893, "count": 30, "max": 0.99, "p95": 0.989, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8744, "sampled_at": "2026-10-30T02:01:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T02:01:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2234321, "flush_count": 2337, "flush_interval_seconds": 30.0, "flush_state": {"count": 2337, "last_at": "2026-10-30T02:01:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T02:01:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2336}, "started": true, "suppressed_count": 1150669, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1150538}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2337, "written_record_count": 2337}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8720.441, "limit_mb": null}, "detail": {"pid": 93174, "restart_count": 474, "start_count": 475}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3187466035200, "copied_frame_count": 1152874, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3187466035200, "frame_buffer_copies": 1152874, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.104, "count": 512, "max_ms": 1.1233, "p50_ms": 0.089, "p95_ms": 0.2001, "p99_ms": 0.2619}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3638, "count": 512, "max_ms": 4.169, "p50_ms": 1.2617, "p95_ms": 2.2655, "p99_ms": 2.9998, "results": {"failed": 0, "not_applicable": 0, "success": 1152874, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 438, "h264_decode_error_count": 964, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T02:01:50+09:00", "last_error_summary": "[h264 @ 0x60ff1a3e8040] cabac decode of qscale diff failed at 90 56 [h264 @ 0x60ff1a3e8040] error while decoding MB 90 56, bytestream 377 [h264 @ 0x60ff19658dc0] error while decoding MB 24 6, bytestream -6 [h264 @ 0x60ff1972cfc0] cabac decode of qscale diff failed at 73 55 [h264 @ 0x60ff1972cfc0] error while decoding MB 73 55, bytestream 4065 [h264 @ 0x60ff197f3140] error while decoding MB 90 56, bytestream -7 [in#0/rtsp @ 0x60ff1963be00] Error during demuxing: Connection timed out [in#0/rtsp @ ", "last_exit_at": "2026-10-30T02:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T02:01:53+09:00", "pid": 93174, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.461, "name": "ffmpeg", "pid": 93174, "rss_mb": 208.461, "state": "S (sleeping)", "threads": 70}, "restart_count": 474, "restart_count_per_hour": 5, "rtsp_timeout_count": 134, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 475}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.879, "sample_count": 2504, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1152874, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:01:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.914, "last_frame_pushed_at": "2026-10-30T02:01:50+09:00", "last_frame_read_age_sec": 5.011, "last_frame_read_at": "2026-10-30T02:01:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 34, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 224.142, "last_sample_duration_ms": 1231.235, "last_trigger": "periodic", "next_snapshot_in_sec": 375.858, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 234, "storage_bytes": 2232739}, "mjpeg": {"age_sec": 4.907, "exists": true, "mtime": "2026-10-30T02:01:50.546105+09:00", "mtime_epoch": 1793293310.546105, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 107461}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T02:01:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1323.488, "name": "celery", "pid": 206, "rss_mb": 1312.25, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1152874, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.212, "max": 4.0, "p95": 4.0, "sample_count": 52}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 52}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 52}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 52, "pushed_frames": 52, "read_frames": 51, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.738, "pushed": 1.738, "read": 1.705}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 52, "client_acquire_ms": {"avg_ms": 0.006, "count": 52, "max_ms": 0.028, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4972.088, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.531, "count": 51, "max_ms": 2.064, "p95_ms": 1.573, "reason": null, "sample_age_ms": 5011.922, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.212, "count": 51, "max_ms": 1.773, "p95_ms": 1.083, "reason": null, "sample_age_ms": 5012.136, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.206, "count": 52, "max_ms": 0.626, "p95_ms": 0.427, "reason": null, "sample_age_ms": 4972.095, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.864, "count": 52, "max_ms": 3.506, "p95_ms": 3.103, "reason": null, "sample_age_ms": 5010.468, "source": "client_direct"}, "request_count": 51, "request_tensor_bytes": {"avg": 2764808.0, "count": 52, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5010.444, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 52, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4972.348, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.774, "count": 52, "max_ms": 51.295, "p95_ms": 49.451, "reason": null, "sample_age_ms": 4972.085, "source": "client_direct"}, "sample_age_ms": 4972.081, "source": "client_direct", "task_total_ms": {"avg_ms": 40.001, "count": 52, "max_ms": 53.58, "p95_ms": 52.591, "reason": null, "sample_age_ms": 4972.081, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.181, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.631, "count": 52, "max_ms": 2.247, "p95_ms": 1.226}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.188, "count": 52, "max_ms": 0.732, "p95_ms": 0.432}, "detection_prepare_ms": {"avg_ms": 0.105, "count": 52, "max_ms": 0.294, "p95_ms": 0.233}, "event_filter_ms": {"avg_ms": 0.003, "count": 52, "max_ms": 0.013, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.062, "count": 52, "max_ms": 0.186, "p95_ms": 0.111}, "mcmt_ms": {"avg_ms": 0.003, "count": 52, "max_ms": 0.024, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 0.167, "count": 52, "max_ms": 0.729, "p95_ms": 0.473}, "setup_ms": {"avg_ms": 0.035, "count": 52, "max_ms": 0.134, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 0.595, "count": 52, "max_ms": 2.153, "p95_ms": 1.172}, "track_match_ms": {"avg_ms": 0.003, "count": 52, "max_ms": 0.008, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.027, "count": 52, "max_ms": 0.075, "p95_ms": 0.062}}, "gstreamer_push": {"avg_ms": 2.759, "count": 52, "max_ms": 5.712, "p95_ms": 4.723}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 52, "max_ms": 0.299, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.808, "count": 52, "max_ms": 54.291, "p95_ms": 54.218}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.037, "count": 52, "max_ms": 0.103, "p95_ms": 0.079}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 78.926, "count": 52, "max_ms": 107.807, "p95_ms": 96.974}, "inference_input_copy_ms": {"avg_ms": 1.507, "count": 52, "max_ms": 2.524, "p95_ms": 2.355}, "processing_residual_ms": {"avg_ms": 0.118, "count": 52, "max_ms": 0.413, "p95_ms": 0.225}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 80.588, "count": 52, "max_ms": 109.768, "p95_ms": 99.378}, "read_interval": {"avg_ms": 490.024, "count": 51, "max_ms": 20377.258, "p95_ms": 130.25}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 52, "max_ms": 0.069, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 0.116, "count": 52, "max_ms": 0.508, "p95_ms": 0.342}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 52, "max_ms": 0.039, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.102, "count": 52, "max_ms": 0.463, "p95_ms": 0.29}, "worker_merge_ms": {"avg_ms": 0.004, "count": 52, "max_ms": 0.015, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 40.82, "count": 52, "max_ms": 54.302, "p95_ms": 54.246}, "visualize": {"avg_ms": 36.629, "count": 52, "max_ms": 54.869, "p95_ms": 52.153}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 35.929, "count": 52, "max_ms": 54.182, "p95_ms": 51.477}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.476, "count": 52, "max_ms": 54.765, "p95_ms": 51.987}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.002, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.401, "count": 52, "max_ms": 54.686, "p95_ms": 51.919}, "visualizer_prepare_ms": {"avg_ms": 0.04, "count": 52, "max_ms": 0.17, "p95_ms": 0.086}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 52}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1312.246, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 32.495, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.847, "sample_count": 2549, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1152868, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:01:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101907, "write_bytes_delta": 101907, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 503.0, "cpu_core_ratio": 0.217579, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2259.0, "pid": 93058, "reason": null, "system_cpu_core_ratio": 0.064306, "system_cpu_s_delta": 2.0599999999999987, "user_cpu_core_ratio": 0.153273, "user_cpu_s_delta": 4.910000000000025}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.280636, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 106704.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.061809, "system_cpu_s_delta": 1.9799999999959255, "user_cpu_core_ratio": 0.218828, "user_cpu_s_delta": 7.009999999980209}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.706, "count": 103, "max_ms": 5.712, "p95_ms": 4.641, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.214, "max": 5.0, "p95": 4.0, "sample_count": 103}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.098, "count": 30, "max": 66.555, "p95": 55.924, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.694, "count": 30, "max": 26.121, "p95": 23.919, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1002.333, "count": 30, "max": 1131.0, "p95": 1088.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 432.367, "count": 30, "max": 6968.0, "p95": 1647.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.181, "p95": 0.148, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.393, "count": 30, "max": 0.486, "p95": 0.418, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108863.8, "count": 30, "max": 113903.0, "p95": 113149.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108863.8, "count": 30, "max": 113903.0, "p95": 113149.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 224271.7, "count": 30, "max": 257111.0, "p95": 255975.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.502, "count": 30, "max": 0.595, "p95": 0.59, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.893, "count": 30, "max": 0.99, "p95": 0.989, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8744, "sampled_at": "2026-10-30T02:01:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T02:01:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2244540, "flush_count": 2348, "flush_interval_seconds": 30.0, "flush_state": {"count": 2348, "last_at": "2026-10-30T02:12:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T02:12:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2347}, "started": true, "suppressed_count": 1156950, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1156819}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2348, "written_record_count": 2348}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8552.285, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x59f675980240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x59f675980240] error while decoding MB 0 23, bytestream 2671 [in#0/rtsp @ 0x59f6757c9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x59f6757c9e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3204859392000, "copied_frame_count": 1159165, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3204859392000, "frame_buffer_copies": 1159165, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1029, "count": 512, "max_ms": 0.3931, "p50_ms": 0.0914, "p95_ms": 0.1934, "p99_ms": 0.2516}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4149, "count": 512, "max_ms": 3.3013, "p50_ms": 1.3413, "p95_ms": 2.3234, "p99_ms": 2.889, "results": {"failed": 0, "not_applicable": 0, "success": 1159165, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 439, "h264_decode_error_count": 965, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T02:13:14+09:00", "last_error_summary": "[h264 @ 0x59f675980240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x59f675980240] error while decoding MB 0 23, bytestream 2671 [in#0/rtsp @ 0x59f6757c9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x59f6757c9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T02:01:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 680.686, "last_started_at": "2026-10-30T02:01:53+09:00", "pid": 93174, "process": {"exists": false, "pid": 93174}, "restart_count": 474, "restart_count_per_hour": 5, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 475}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.446, "sample_count": 2535, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1159165, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:13:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.066, "last_frame_pushed_at": "2026-10-30T02:13:14+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-10-30T02:13:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 35, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 301.064, "last_sample_duration_ms": 853.937, "last_trigger": "periodic", "next_snapshot_in_sec": 298.936, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 235, "storage_bytes": 2242298}, "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-10-30T02:13:14.079539+09:00", "mtime_epoch": 1793293994.0795393, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 109263}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T02:13:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1333.793, "name": "celery", "pid": 206, "rss_mb": 1302.336, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1159166, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.186, "max": 4.0, "p95": 3.0, "sample_count": 102}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 102}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 102}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 102, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.403, "pushed": 3.403, "read": 3.403}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 102, "client_acquire_ms": {"avg_ms": 0.006, "count": 102, "max_ms": 0.026, "p95_ms": 0.015, "reason": null, "sample_age_ms": 34.912, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.646, "count": 102, "max_ms": 4.152, "p95_ms": 2.152, "reason": null, "sample_age_ms": 66.029, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.263, "count": 102, "max_ms": 3.892, "p95_ms": 1.623, "reason": null, "sample_age_ms": 66.287, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.202, "count": 102, "max_ms": 0.538, "p95_ms": 0.348, "reason": null, "sample_age_ms": 34.922, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.802, "count": 102, "max_ms": 3.641, "p95_ms": 3.043, "reason": null, "sample_age_ms": 65.072, "source": "client_direct"}, "request_count": 102, "request_tensor_bytes": {"avg": 2764808.0, "count": 102, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 65.059, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 102, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 35.159, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.963, "count": 102, "max_ms": 55.352, "p95_ms": 49.095, "reason": null, "sample_age_ms": 34.909, "source": "client_direct"}, "sample_age_ms": 34.906, "source": "client_direct", "task_total_ms": {"avg_ms": 40.118, "count": 102, "max_ms": 57.81, "p95_ms": 52.169, "reason": null, "sample_age_ms": 34.906, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.141, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.659, "count": 102, "max_ms": 1.223, "p95_ms": 1.115}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.206, "count": 102, "max_ms": 0.441, "p95_ms": 0.368}, "detection_prepare_ms": {"avg_ms": 0.106, "count": 102, "max_ms": 0.276, "p95_ms": 0.185}, "event_filter_ms": {"avg_ms": 0.003, "count": 102, "max_ms": 0.008, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.071, "count": 102, "max_ms": 0.184, "p95_ms": 0.118}, "mcmt_ms": {"avg_ms": 0.002, "count": 102, "max_ms": 0.008, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.159, "count": 102, "max_ms": 0.429, "p95_ms": 0.273}, "setup_ms": {"avg_ms": 0.038, "count": 102, "max_ms": 0.091, "p95_ms": 0.073}, "total_inside_ms": {"avg_ms": 0.62, "count": 102, "max_ms": 1.165, "p95_ms": 1.053}, "track_match_ms": {"avg_ms": 0.004, "count": 102, "max_ms": 0.027, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.03, "count": 102, "max_ms": 0.101, "p95_ms": 0.062}}, "gstreamer_push": {"avg_ms": 3.122, "count": 102, "max_ms": 7.582, "p95_ms": 5.603}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 102, "max_ms": 0.436, "p95_ms": 0.078}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.211, "count": 102, "max_ms": 59.923, "p95_ms": 53.096}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.361, "count": 102, "max_ms": 9.707, "p95_ms": 7.009}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.246, "count": 102, "max_ms": 129.562, "p95_ms": 105.437}, "inference_input_copy_ms": {"avg_ms": 1.594, "count": 102, "max_ms": 3.295, "p95_ms": 2.456}, "processing_residual_ms": {"avg_ms": 0.139, "count": 102, "max_ms": 0.348, "p95_ms": 0.268}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.341, "count": 102, "max_ms": 141.696, "p95_ms": 109.684}, "read_interval": {"avg_ms": 294.209, "count": 102, "max_ms": 19273.12, "p95_ms": 146.764}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 102, "max_ms": 0.037, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.11, "count": 102, "max_ms": 0.286, "p95_ms": 0.188}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 102, "max_ms": 0.052, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.096, "count": 102, "max_ms": 0.258, "p95_ms": 0.168}, "worker_merge_ms": {"avg_ms": 0.005, "count": 102, "max_ms": 0.039, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 41.223, "count": 102, "max_ms": 59.936, "p95_ms": 53.112}, "visualize": {"avg_ms": 45.506, "count": 102, "max_ms": 68.139, "p95_ms": 56.426}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.343, "count": 102, "max_ms": 65.812, "p95_ms": 54.306}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.001, "count": 102, "max_ms": 66.36, "p95_ms": 54.72}, "visualize_input_copy_ms": {"avg_ms": 1.333, "count": 102, "max_ms": 3.083, "p95_ms": 2.16}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.894, "count": 102, "max_ms": 66.267, "p95_ms": 54.658}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 102, "max_ms": 0.197, "p95_ms": 0.135}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 102}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1302.336, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 42.738, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.446, "sample_count": 2535, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1159159, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:13:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 103368, "write_bytes_delta": 103368, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 84.0, "cpu_core_ratio": 0.030795, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2217.0, "pid": 93174, "reason": null, "system_cpu_core_ratio": 0.004199, "system_cpu_s_delta": 0.0899999999999963, "user_cpu_core_ratio": 0.026596, "user_cpu_s_delta": 0.5699999999999932}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.169372, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 27318.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.062523, "system_cpu_s_delta": 1.3399999999965075, "user_cpu_core_ratio": 0.106849, "user_cpu_s_delta": 2.290000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.161, "count": 102, "max_ms": 7.582, "p95_ms": 5.636, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.186, "max": 4.0, "p95": 3.0, "sample_count": 102}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.485, "count": 30, "max": 48.024, "p95": 46.708, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.094, "count": 30, "max": 27.813, "p95": 23.279, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 872.733, "count": 30, "max": 1447.0, "p95": 1406.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 559.0, "count": 30, "max": 7960.0, "p95": 2077.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.262, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.397, "count": 30, "max": 0.478, "p95": 0.46, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112417.767, "count": 30, "max": 125830.0, "p95": 120039.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112417.767, "count": 30, "max": 125830.0, "p95": 120039.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 175975.267, "count": 30, "max": 257089.0, "p95": 250194.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.45, "count": 30, "max": 0.595, "p95": 0.588, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.849, "count": 30, "max": 1.004, "p95": 1.0, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8783, "sampled_at": "2026-10-30T02:13:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T02:13:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2244540, "flush_count": 2348, "flush_interval_seconds": 30.0, "flush_state": {"count": 2348, "last_at": "2026-10-30T02:12:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T02:12:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2347}, "started": true, "suppressed_count": 1156950, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1156819}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2348, "written_record_count": 2348}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8553.91, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T02:13:14+09:00", "last_error_summary": "[h264 @ 0x59f675980240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x59f675980240] error while decoding MB 0 23, bytestream 2671 [in#0/rtsp @ 0x59f6757c9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x59f6757c9e00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3204862156800, "copied_frame_count": 1159166, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3204862156800, "frame_buffer_copies": 1159166, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1029, "count": 512, "max_ms": 0.3931, "p50_ms": 0.0912, "p95_ms": 0.1934, "p99_ms": 0.2516}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4173, "count": 512, "max_ms": 3.3013, "p50_ms": 1.3413, "p95_ms": 2.3519, "p99_ms": 2.92, "results": {"failed": 0, "not_applicable": 0, "success": 1159166, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 439, "h264_decode_error_count": 965, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T02:13:14+09:00", "last_error_summary": "[h264 @ 0x59f675980240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x59f675980240] error while decoding MB 0 23, bytestream 2671 [in#0/rtsp @ 0x59f6757c9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x59f6757c9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T02:13:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 680.726, "last_started_at": "2026-10-30T02:01:53+09:00", "pid": 93174, "process": {"exists": false, "pid": 93174}, "restart_count": 474, "restart_count_per_hour": 5, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 475}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.446, "sample_count": 2535, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1159166, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:13:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.014, "last_frame_pushed_at": "2026-10-30T02:13:14+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-10-30T02:13:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 35, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 301.1, "last_sample_duration_ms": 853.937, "last_trigger": "periodic", "next_snapshot_in_sec": 298.9, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 235, "storage_bytes": 2242298}, "mjpeg": {"age_sec": 0.006, "exists": true, "mtime": "2026-10-30T02:13:14.172541+09:00", "mtime_epoch": 1793293994.1725407, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 110046}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T02:13:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1333.793, "name": "celery", "pid": 206, "rss_mb": 1302.332, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1159166, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.186, "max": 4.0, "p95": 3.0, "sample_count": 102}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 102}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 102}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.409, "pushed": 3.409, "read": 3.375}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 101, "client_acquire_ms": {"avg_ms": 0.006, "count": 102, "max_ms": 0.026, "p95_ms": 0.015, "reason": null, "sample_age_ms": 78.192, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.649, "count": 101, "max_ms": 4.152, "p95_ms": 2.168, "reason": null, "sample_age_ms": 109.309, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.265, "count": 101, "max_ms": 3.892, "p95_ms": 1.634, "reason": null, "sample_age_ms": 109.568, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.202, "count": 102, "max_ms": 0.538, "p95_ms": 0.348, "reason": null, "sample_age_ms": 78.202, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.805, "count": 101, "max_ms": 3.641, "p95_ms": 3.046, "reason": null, "sample_age_ms": 108.353, "source": "client_direct"}, "request_count": 101, "request_tensor_bytes": {"avg": 2764808.0, "count": 101, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 108.34, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 102, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 78.44, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.963, "count": 102, "max_ms": 55.352, "p95_ms": 49.095, "reason": null, "sample_age_ms": 78.189, "source": "client_direct"}, "sample_age_ms": 78.187, "source": "client_direct", "task_total_ms": {"avg_ms": 40.118, "count": 102, "max_ms": 57.81, "p95_ms": 52.169, "reason": null, "sample_age_ms": 78.187, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.628, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.659, "count": 102, "max_ms": 1.223, "p95_ms": 1.115}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.206, "count": 102, "max_ms": 0.441, "p95_ms": 0.368}, "detection_prepare_ms": {"avg_ms": 0.106, "count": 102, "max_ms": 0.276, "p95_ms": 0.185}, "event_filter_ms": {"avg_ms": 0.003, "count": 102, "max_ms": 0.008, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.071, "count": 102, "max_ms": 0.184, "p95_ms": 0.118}, "mcmt_ms": {"avg_ms": 0.002, "count": 102, "max_ms": 0.008, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.159, "count": 102, "max_ms": 0.429, "p95_ms": 0.273}, "setup_ms": {"avg_ms": 0.038, "count": 102, "max_ms": 0.091, "p95_ms": 0.073}, "total_inside_ms": {"avg_ms": 0.62, "count": 102, "max_ms": 1.165, "p95_ms": 1.053}, "track_match_ms": {"avg_ms": 0.004, "count": 102, "max_ms": 0.027, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.03, "count": 102, "max_ms": 0.101, "p95_ms": 0.062}}, "gstreamer_push": {"avg_ms": 3.123, "count": 102, "max_ms": 7.582, "p95_ms": 5.603}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 102, "max_ms": 0.436, "p95_ms": 0.078}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.076, "count": 102, "max_ms": 59.923, "p95_ms": 53.096}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.365, "count": 102, "max_ms": 9.707, "p95_ms": 7.009}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.099, "count": 102, "max_ms": 129.562, "p95_ms": 105.437}, "inference_input_copy_ms": {"avg_ms": 1.589, "count": 102, "max_ms": 3.295, "p95_ms": 2.456}, "processing_residual_ms": {"avg_ms": 0.137, "count": 102, "max_ms": 0.348, "p95_ms": 0.26}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.191, "count": 102, "max_ms": 141.696, "p95_ms": 109.684}, "read_interval": {"avg_ms": 296.069, "count": 101, "max_ms": 19273.12, "p95_ms": 146.764}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 102, "max_ms": 0.037, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.11, "count": 102, "max_ms": 0.286, "p95_ms": 0.188}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 102, "max_ms": 0.052, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.097, "count": 102, "max_ms": 0.258, "p95_ms": 0.168}, "worker_merge_ms": {"avg_ms": 0.005, "count": 102, "max_ms": 0.039, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 41.088, "count": 102, "max_ms": 59.936, "p95_ms": 53.112}, "visualize": {"avg_ms": 45.497, "count": 102, "max_ms": 68.139, "p95_ms": 56.426}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.344, "count": 102, "max_ms": 65.812, "p95_ms": 54.306}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.002, "count": 102, "max_ms": 66.36, "p95_ms": 54.72}, "visualize_input_copy_ms": {"avg_ms": 1.322, "count": 102, "max_ms": 3.083, "p95_ms": 2.068}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.896, "count": 102, "max_ms": 66.267, "p95_ms": 54.658}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 102, "max_ms": 0.197, "p95_ms": 0.135}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 102}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1302.336, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 42.738, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.446, "sample_count": 2535, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1159159, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:13:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 103368, "write_bytes_delta": 103368, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 84.0, "cpu_core_ratio": 0.030795, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2217.0, "pid": 93174, "reason": null, "system_cpu_core_ratio": 0.004199, "system_cpu_s_delta": 0.0899999999999963, "user_cpu_core_ratio": 0.026596, "user_cpu_s_delta": 0.5699999999999932}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.169372, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 27318.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.062523, "system_cpu_s_delta": 1.3399999999965075, "user_cpu_core_ratio": 0.106849, "user_cpu_s_delta": 2.290000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.161, "count": 102, "max_ms": 7.582, "p95_ms": 5.636, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.186, "max": 4.0, "p95": 3.0, "sample_count": 102}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.485, "count": 30, "max": 48.024, "p95": 46.708, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.094, "count": 30, "max": 27.813, "p95": 23.279, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 872.733, "count": 30, "max": 1447.0, "p95": 1406.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 559.0, "count": 30, "max": 7960.0, "p95": 2077.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.262, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.397, "count": 30, "max": 0.478, "p95": 0.46, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112417.767, "count": 30, "max": 125830.0, "p95": 120039.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112417.767, "count": 30, "max": 125830.0, "p95": 120039.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 175975.267, "count": 30, "max": 257089.0, "p95": 250194.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.45, "count": 30, "max": 0.595, "p95": 0.588, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.849, "count": 30, "max": 1.004, "p95": 1.0, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8783, "sampled_at": "2026-10-30T02:13:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T02:13:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2244540, "flush_count": 2348, "flush_interval_seconds": 30.0, "flush_state": {"count": 2348, "last_at": "2026-10-30T02:12:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T02:12:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2347}, "started": true, "suppressed_count": 1156950, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1156819}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2348, "written_record_count": 2348}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8553.035, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3204862156800, "copied_frame_count": 1159166, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3204862156800, "frame_buffer_copies": 1159166, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1029, "count": 512, "max_ms": 0.3931, "p50_ms": 0.0912, "p95_ms": 0.1934, "p99_ms": 0.2516}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4173, "count": 512, "max_ms": 3.3013, "p50_ms": 1.3413, "p95_ms": 2.3519, "p99_ms": 2.92, "results": {"failed": 0, "not_applicable": 0, "success": 1159166, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 439, "h264_decode_error_count": 965, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T02:13:14+09:00", "last_error_summary": "[h264 @ 0x59f675980240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x59f675980240] error while decoding MB 0 23, bytestream 2671 [in#0/rtsp @ 0x59f6757c9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x59f6757c9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T02:13:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 680.762, "last_started_at": "2026-10-30T02:01:53+09:00", "pid": 93174, "process": {"exists": false, "pid": 93174}, "restart_count": 474, "restart_count_per_hour": 5, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 475}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.446, "sample_count": 2535, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1159166, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:13:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.051, "last_frame_pushed_at": "2026-10-30T02:13:14+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-10-30T02:13:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 35, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 301.138, "last_sample_duration_ms": 853.937, "last_trigger": "periodic", "next_snapshot_in_sec": 298.862, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 235, "storage_bytes": 2242298}, "mjpeg": {"age_sec": 0.042, "exists": true, "mtime": "2026-10-30T02:13:14.172541+09:00", "mtime_epoch": 1793293994.1725407, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 110046}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T02:13:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1333.793, "name": "celery", "pid": 206, "rss_mb": 1302.332, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1159166, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.186, "max": 4.0, "p95": 3.0, "sample_count": 102}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 102}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 102}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.405, "pushed": 3.405, "read": 3.371}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 101, "client_acquire_ms": {"avg_ms": 0.006, "count": 101, "max_ms": 0.026, "p95_ms": 0.015, "reason": null, "sample_age_ms": 114.277, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.649, "count": 101, "max_ms": 4.152, "p95_ms": 2.168, "reason": null, "sample_age_ms": 145.394, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.265, "count": 101, "max_ms": 3.892, "p95_ms": 1.634, "reason": null, "sample_age_ms": 145.653, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.202, "count": 101, "max_ms": 0.538, "p95_ms": 0.348, "reason": null, "sample_age_ms": 114.287, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.805, "count": 101, "max_ms": 3.641, "p95_ms": 3.046, "reason": null, "sample_age_ms": 144.438, "source": "client_direct"}, "request_count": 101, "request_tensor_bytes": {"avg": 2764808.0, "count": 101, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 144.425, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 101, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 114.525, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.044, "count": 101, "max_ms": 55.352, "p95_ms": 49.1, "reason": null, "sample_age_ms": 114.274, "source": "client_direct"}, "sample_age_ms": 114.271, "source": "client_direct", "task_total_ms": {"avg_ms": 40.202, "count": 101, "max_ms": 57.81, "p95_ms": 52.189, "reason": null, "sample_age_ms": 114.271, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.853, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.659, "count": 102, "max_ms": 1.223, "p95_ms": 1.115}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.206, "count": 102, "max_ms": 0.441, "p95_ms": 0.368}, "detection_prepare_ms": {"avg_ms": 0.106, "count": 102, "max_ms": 0.276, "p95_ms": 0.185}, "event_filter_ms": {"avg_ms": 0.003, "count": 102, "max_ms": 0.008, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.071, "count": 102, "max_ms": 0.184, "p95_ms": 0.118}, "mcmt_ms": {"avg_ms": 0.002, "count": 102, "max_ms": 0.008, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.159, "count": 102, "max_ms": 0.429, "p95_ms": 0.273}, "setup_ms": {"avg_ms": 0.038, "count": 102, "max_ms": 0.091, "p95_ms": 0.073}, "total_inside_ms": {"avg_ms": 0.62, "count": 102, "max_ms": 1.165, "p95_ms": 1.053}, "track_match_ms": {"avg_ms": 0.004, "count": 102, "max_ms": 0.027, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.03, "count": 102, "max_ms": 0.101, "p95_ms": 0.062}}, "gstreamer_push": {"avg_ms": 3.123, "count": 102, "max_ms": 7.582, "p95_ms": 5.603}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 102, "max_ms": 0.436, "p95_ms": 0.078}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.076, "count": 102, "max_ms": 59.923, "p95_ms": 53.096}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.365, "count": 102, "max_ms": 9.707, "p95_ms": 7.009}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.099, "count": 102, "max_ms": 129.562, "p95_ms": 105.437}, "inference_input_copy_ms": {"avg_ms": 1.589, "count": 102, "max_ms": 3.295, "p95_ms": 2.456}, "processing_residual_ms": {"avg_ms": 0.137, "count": 102, "max_ms": 0.348, "p95_ms": 0.26}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.191, "count": 102, "max_ms": 141.696, "p95_ms": 109.684}, "read_interval": {"avg_ms": 296.069, "count": 101, "max_ms": 19273.12, "p95_ms": 146.764}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 102, "max_ms": 0.037, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.11, "count": 102, "max_ms": 0.286, "p95_ms": 0.188}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 102, "max_ms": 0.052, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.097, "count": 102, "max_ms": 0.258, "p95_ms": 0.168}, "worker_merge_ms": {"avg_ms": 0.005, "count": 102, "max_ms": 0.039, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 41.088, "count": 102, "max_ms": 59.936, "p95_ms": 53.112}, "visualize": {"avg_ms": 45.497, "count": 102, "max_ms": 68.139, "p95_ms": 56.426}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.344, "count": 102, "max_ms": 65.812, "p95_ms": 54.306}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.002, "count": 102, "max_ms": 66.36, "p95_ms": 54.72}, "visualize_input_copy_ms": {"avg_ms": 1.322, "count": 102, "max_ms": 3.083, "p95_ms": 2.068}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.896, "count": 102, "max_ms": 66.267, "p95_ms": 54.658}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 102, "max_ms": 0.197, "p95_ms": 0.135}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 102}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1302.336, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 42.738, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.446, "sample_count": 2535, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1159159, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:13:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 103368, "write_bytes_delta": 103368, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 84.0, "cpu_core_ratio": 0.030795, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2217.0, "pid": 93174, "reason": null, "system_cpu_core_ratio": 0.004199, "system_cpu_s_delta": 0.0899999999999963, "user_cpu_core_ratio": 0.026596, "user_cpu_s_delta": 0.5699999999999932}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.169372, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 27318.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.062523, "system_cpu_s_delta": 1.3399999999965075, "user_cpu_core_ratio": 0.106849, "user_cpu_s_delta": 2.290000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.161, "count": 102, "max_ms": 7.582, "p95_ms": 5.636, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.186, "max": 4.0, "p95": 3.0, "sample_count": 102}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.485, "count": 30, "max": 48.024, "p95": 46.708, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.094, "count": 30, "max": 27.813, "p95": 23.279, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 872.733, "count": 30, "max": 1447.0, "p95": 1406.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 559.0, "count": 30, "max": 7960.0, "p95": 2077.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.262, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.397, "count": 30, "max": 0.478, "p95": 0.46, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112417.767, "count": 30, "max": 125830.0, "p95": 120039.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112417.767, "count": 30, "max": 125830.0, "p95": 120039.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 175975.267, "count": 30, "max": 257089.0, "p95": 250194.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.45, "count": 30, "max": 0.595, "p95": 0.588, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.849, "count": 30, "max": 1.004, "p95": 1.0, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8783, "sampled_at": "2026-10-30T02:13:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T02:13:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2244540, "flush_count": 2348, "flush_interval_seconds": 30.0, "flush_state": {"count": 2348, "last_at": "2026-10-30T02:12:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T02:12:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2347}, "started": true, "suppressed_count": 1156950, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1156819}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2348, "written_record_count": 2348}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8722.926, "limit_mb": null}, "detail": {"pid": 93290, "restart_count": 475, "start_count": 476}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3204862156800, "copied_frame_count": 1159166, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3204862156800, "frame_buffer_copies": 1159166, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1029, "count": 512, "max_ms": 0.3931, "p50_ms": 0.0912, "p95_ms": 0.1934, "p99_ms": 0.2516}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4173, "count": 512, "max_ms": 3.3013, "p50_ms": 1.3413, "p95_ms": 2.3519, "p99_ms": 2.92, "results": {"failed": 0, "not_applicable": 0, "success": 1159166, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 439, "h264_decode_error_count": 965, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T02:13:14+09:00", "last_error_summary": "[h264 @ 0x59f675980240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x59f675980240] error while decoding MB 0 23, bytestream 2671 [in#0/rtsp @ 0x59f6757c9e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x59f6757c9e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T02:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T02:13:17+09:00", "pid": 93290, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.578, "name": "ffmpeg", "pid": 93290, "rss_mb": 206.578, "state": "S (sleeping)", "threads": 70}, "restart_count": 475, "restart_count_per_hour": 6, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 476}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.485, "sample_count": 2491, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1159166, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:13:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.883, "last_frame_pushed_at": "2026-10-30T02:13:14+09:00", "last_frame_read_age_sec": 4.972, "last_frame_read_at": "2026-10-30T02:13:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 35, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 305.969, "last_sample_duration_ms": 853.937, "last_trigger": "periodic", "next_snapshot_in_sec": 294.031, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 235, "storage_bytes": 2242298}, "mjpeg": {"age_sec": 4.874, "exists": true, "mtime": "2026-10-30T02:13:14.172541+09:00", "mtime_epoch": 1793293994.1725407, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 110046}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T02:13:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1333.793, "name": "celery", "pid": 206, "rss_mb": 1302.336, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1159166, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.218, "max": 3.0, "p95": 3.0, "sample_count": 55}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 55}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 55}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 55, "pushed_frames": 56, "read_frames": 55, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.834, "pushed": 1.867, "read": 1.834}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 55, "client_acquire_ms": {"avg_ms": 0.006, "count": 55, "max_ms": 0.021, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4945.396, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.674, "count": 55, "max_ms": 4.152, "p95_ms": 2.181, "reason": null, "sample_age_ms": 4976.513, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.268, "count": 55, "max_ms": 3.892, "p95_ms": 1.343, "reason": null, "sample_age_ms": 4976.772, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.206, "count": 55, "max_ms": 0.432, "p95_ms": 0.358, "reason": null, "sample_age_ms": 4945.406, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.771, "count": 55, "max_ms": 3.239, "p95_ms": 2.919, "reason": null, "sample_age_ms": 4975.557, "source": "client_direct"}, "request_count": 55, "request_tensor_bytes": {"avg": 2764808.0, "count": 55, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4975.544, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 55, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4945.644, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.014, "count": 55, "max_ms": 55.352, "p95_ms": 51.336, "reason": null, "sample_age_ms": 4945.393, "source": "client_direct"}, "sample_age_ms": 4945.39, "source": "client_direct", "task_total_ms": {"avg_ms": 40.141, "count": 55, "max_ms": 57.81, "p95_ms": 53.956, "reason": null, "sample_age_ms": 4945.39, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.699, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.678, "count": 55, "max_ms": 1.167, "p95_ms": 1.118}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.213, "count": 55, "max_ms": 0.441, "p95_ms": 0.392}, "detection_prepare_ms": {"avg_ms": 0.106, "count": 55, "max_ms": 0.227, "p95_ms": 0.198}, "event_filter_ms": {"avg_ms": 0.003, "count": 55, "max_ms": 0.007, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.071, "count": 55, "max_ms": 0.131, "p95_ms": 0.119}, "mcmt_ms": {"avg_ms": 0.002, "count": 55, "max_ms": 0.008, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.165, "count": 55, "max_ms": 0.429, "p95_ms": 0.281}, "setup_ms": {"avg_ms": 0.039, "count": 55, "max_ms": 0.091, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 0.638, "count": 55, "max_ms": 1.114, "p95_ms": 1.058}, "track_match_ms": {"avg_ms": 0.004, "count": 55, "max_ms": 0.027, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.032, "count": 55, "max_ms": 0.101, "p95_ms": 0.065}}, "gstreamer_push": {"avg_ms": 3.313, "count": 56, "max_ms": 7.582, "p95_ms": 6.047}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 55, "max_ms": 0.436, "p95_ms": 0.08}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.13, "count": 55, "max_ms": 59.923, "p95_ms": 55.121}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.429, "count": 55, "max_ms": 9.707, "p95_ms": 8.395}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.588, "count": 55, "max_ms": 129.562, "p95_ms": 106.715}, "inference_input_copy_ms": {"avg_ms": 1.572, "count": 55, "max_ms": 3.295, "p95_ms": 2.371}, "processing_residual_ms": {"avg_ms": 0.126, "count": 55, "max_ms": 0.348, "p95_ms": 0.216}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.716, "count": 55, "max_ms": 141.696, "p95_ms": 109.911}, "read_interval": {"avg_ms": 456.807, "count": 55, "max_ms": 19273.12, "p95_ms": 157.859}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 55, "max_ms": 0.037, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.114, "count": 55, "max_ms": 0.286, "p95_ms": 0.202}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 55, "max_ms": 0.052, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.1, "count": 55, "max_ms": 0.258, "p95_ms": 0.178}, "worker_merge_ms": {"avg_ms": 0.005, "count": 55, "max_ms": 0.039, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 41.142, "count": 55, "max_ms": 59.936, "p95_ms": 55.128}, "visualize": {"avg_ms": 45.894, "count": 55, "max_ms": 68.139, "p95_ms": 56.494}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.74, "count": 55, "max_ms": 65.812, "p95_ms": 54.341}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.387, "count": 55, "max_ms": 66.36, "p95_ms": 55.093}, "visualize_input_copy_ms": {"avg_ms": 1.335, "count": 55, "max_ms": 3.083, "p95_ms": 2.068}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.284, "count": 55, "max_ms": 66.267, "p95_ms": 54.952}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 55, "max_ms": 0.154, "p95_ms": 0.135}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 55}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1302.336, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 42.738, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.446, "sample_count": 2535, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1159159, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:13:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 103368, "write_bytes_delta": 103368, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 84.0, "cpu_core_ratio": 0.030795, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2217.0, "pid": 93174, "reason": null, "system_cpu_core_ratio": 0.004199, "system_cpu_s_delta": 0.0899999999999963, "user_cpu_core_ratio": 0.026596, "user_cpu_s_delta": 0.5699999999999932}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.169372, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 27318.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.062523, "system_cpu_s_delta": 1.3399999999965075, "user_cpu_core_ratio": 0.106849, "user_cpu_s_delta": 2.290000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.161, "count": 102, "max_ms": 7.582, "p95_ms": 5.636, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.186, "max": 4.0, "p95": 3.0, "sample_count": 102}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.485, "count": 30, "max": 48.024, "p95": 46.708, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.094, "count": 30, "max": 27.813, "p95": 23.279, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 872.733, "count": 30, "max": 1447.0, "p95": 1406.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 559.0, "count": 30, "max": 7960.0, "p95": 2077.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.262, "p95": 0.203, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.397, "count": 30, "max": 0.478, "p95": 0.46, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112417.767, "count": 30, "max": 125830.0, "p95": 120039.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112417.767, "count": 30, "max": 125830.0, "p95": 120039.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 175975.267, "count": 30, "max": 257089.0, "p95": 250194.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.45, "count": 30, "max": 0.595, "p95": 0.588, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.849, "count": 30, "max": 1.004, "p95": 1.0, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8783, "sampled_at": "2026-10-30T02:13:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T02:13:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2251043, "flush_count": 2355, "flush_interval_seconds": 30.0, "flush_state": {"count": 2355, "last_at": "2026-10-30T02:19:51", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T02:19:51", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2354}, "started": true, "suppressed_count": 1161023, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1160892}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2355, "written_record_count": 2355}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8585.148, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5da4ea3e9f80] error while decoding MB 76 57, bytestream -15", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3216139776000, "copied_frame_count": 1163245, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3216139776000, "frame_buffer_copies": 1163245, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1158, "count": 512, "max_ms": 1.6209, "p50_ms": 0.0978, "p95_ms": 0.2173, "p99_ms": 0.2925}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5135, "count": 512, "max_ms": 5.1644, "p50_ms": 1.4126, "p95_ms": 2.5477, "p99_ms": 2.9539, "results": {"failed": 0, "not_applicable": 0, "success": 1163245, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 440, "h264_decode_error_count": 966, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T02:20:49+09:00", "last_error_summary": "[h264 @ 0x5da4ea3e9f80] error while decoding MB 76 57, bytestream -15", "last_exit_at": "2026-10-30T02:13:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 452.396, "last_started_at": "2026-10-30T02:13:17+09:00", "pid": 93290, "process": {"exists": false, "pid": 93290}, "restart_count": 475, "restart_count_per_hour": 6, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 476}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.85, "sample_count": 2712, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1163245, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:20:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.071, "last_frame_pushed_at": "2026-10-30T02:20:49+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-10-30T02:20:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 36, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 154.55, "last_sample_duration_ms": 1103.015, "last_trigger": "periodic", "next_snapshot_in_sec": 445.45, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 236, "storage_bytes": 2251885}, "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-10-30T02:20:49.380774+09:00", "mtime_epoch": 1793294449.3807735, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 107263}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T02:20:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1333.793, "name": "celery", "pid": 206, "rss_mb": 1323.199, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1163246, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.338, "max": 6.0, "p95": 4.0, "sample_count": 266}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 266}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 266}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 266}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 266}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 266}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 266}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.869, "pushed": 8.869, "read": 8.869}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 266, "client_acquire_ms": {"avg_ms": 0.007, "count": 266, "max_ms": 0.053, "p95_ms": 0.015, "reason": null, "sample_age_ms": 29.282, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.708, "count": 266, "max_ms": 5.76, "p95_ms": 2.359, "reason": null, "sample_age_ms": 79.513, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.322, "count": 266, "max_ms": 5.307, "p95_ms": 1.918, "reason": null, "sample_age_ms": 79.836, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.201, "count": 266, "max_ms": 1.164, "p95_ms": 0.437, "reason": null, "sample_age_ms": 29.288, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.049, "count": 266, "max_ms": 6.407, "p95_ms": 3.49, "reason": null, "sample_age_ms": 77.845, "source": "client_direct"}, "request_count": 266, "request_tensor_bytes": {"avg": 2764808.0, "count": 266, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 77.83, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 266, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 29.352, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.4, "count": 266, "max_ms": 60.148, "p95_ms": 55.156, "reason": null, "sample_age_ms": 29.279, "source": "client_direct"}, "sample_age_ms": 29.275, "source": "client_direct", "task_total_ms": {"avg_ms": 42.821, "count": 266, "max_ms": 62.89, "p95_ms": 57.879, "reason": null, "sample_age_ms": 29.275, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.859, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.699, "count": 266, "max_ms": 1.701, "p95_ms": 1.32}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.223, "count": 266, "max_ms": 0.601, "p95_ms": 0.467}, "detection_prepare_ms": {"avg_ms": 0.106, "count": 266, "max_ms": 0.331, "p95_ms": 0.217}, "event_filter_ms": {"avg_ms": 0.004, "count": 266, "max_ms": 0.034, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.074, "count": 266, "max_ms": 0.218, "p95_ms": 0.152}, "mcmt_ms": {"avg_ms": 0.003, "count": 266, "max_ms": 0.017, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.174, "count": 266, "max_ms": 0.563, "p95_ms": 0.349}, "setup_ms": {"avg_ms": 0.04, "count": 266, "max_ms": 0.131, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 0.659, "count": 266, "max_ms": 1.579, "p95_ms": 1.246}, "track_match_ms": {"avg_ms": 0.004, "count": 266, "max_ms": 0.021, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.031, "count": 266, "max_ms": 0.106, "p95_ms": 0.066}}, "gstreamer_push": {"avg_ms": 3.224, "count": 266, "max_ms": 7.126, "p95_ms": 5.137}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 266, "max_ms": 0.167, "p95_ms": 0.107}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.871, "count": 266, "max_ms": 63.694, "p95_ms": 59.181}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.468, "count": 266, "max_ms": 11.814, "p95_ms": 7.719}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.278, "count": 266, "max_ms": 135.035, "p95_ms": 116.725}, "inference_input_copy_ms": {"avg_ms": 1.674, "count": 266, "max_ms": 3.781, "p95_ms": 2.784}, "processing_residual_ms": {"avg_ms": 0.142, "count": 266, "max_ms": 0.516, "p95_ms": 0.264}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.563, "count": 266, "max_ms": 139.904, "p95_ms": 121.606}, "read_interval": {"avg_ms": 112.878, "count": 266, "max_ms": 173.83, "p95_ms": 148.034}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 266, "max_ms": 0.085, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.121, "count": 266, "max_ms": 0.394, "p95_ms": 0.252}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 266, "max_ms": 0.038, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.106, "count": 266, "max_ms": 0.34, "p95_ms": 0.224}, "worker_merge_ms": {"avg_ms": 0.005, "count": 266, "max_ms": 0.023, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 43.884, "count": 266, "max_ms": 63.701, "p95_ms": 59.193}, "visualize": {"avg_ms": 48.745, "count": 266, "max_ms": 78.428, "p95_ms": 64.245}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.416, "count": 266, "max_ms": 75.867, "p95_ms": 61.186}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.111, "count": 266, "max_ms": 76.745, "p95_ms": 61.971}, "visualize_input_copy_ms": {"avg_ms": 1.439, "count": 266, "max_ms": 4.474, "p95_ms": 2.469}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.997, "count": 266, "max_ms": 76.614, "p95_ms": 61.825}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 266, "max_ms": 0.237, "p95_ms": 0.14}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 266}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 266}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 266}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1303.961, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.804, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.22, "sample_count": 2699, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1163035, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:20:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115690, "write_bytes_delta": 115690, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1125.0, "cpu_core_ratio": 0.455693, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 93290, "reason": null, "system_cpu_core_ratio": 0.043826, "system_cpu_s_delta": 0.879999999999999, "user_cpu_core_ratio": 0.411867, "user_cpu_s_delta": 8.269999999999982}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.548361, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 230477.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.571235, "system_cpu_s_delta": 11.470000000001164, "user_cpu_core_ratio": 0.977126, "user_cpu_s_delta": 19.620000000024447}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.344, "count": 264, "max_ms": 9.559, "p95_ms": 5.804, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.258, "max": 8.0, "p95": 4.0, "sample_count": 264}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 264}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.996, "count": 30, "max": 53.82, "p95": 30.167, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.339, "count": 30, "max": 28.101, "p95": 26.131, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 691.733, "count": 30, "max": 1153.0, "p95": 1138.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 128.967, "count": 30, "max": 1217.0, "p95": 906.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.243, "p95": 0.046, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.406, "count": 30, "max": 0.439, "p95": 0.432, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 111906.2, "count": 30, "max": 121208.0, "p95": 118711.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 111906.2, "count": 30, "max": 121208.0, "p95": 118711.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 159172.7, "count": 30, "max": 257092.0, "p95": 252273.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.579, "count": 30, "max": 0.606, "p95": 0.597, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.982, "count": 30, "max": 1.012, "p95": 1.011, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8817, "sampled_at": "2026-10-30T02:20:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T02:20:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2251043, "flush_count": 2355, "flush_interval_seconds": 30.0, "flush_state": {"count": 2355, "last_at": "2026-10-30T02:19:51", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T02:19:51", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2354}, "started": true, "suppressed_count": 1161023, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1160892}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2355, "written_record_count": 2355}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8563.98, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T02:20:49+09:00", "last_error_summary": "[h264 @ 0x5da4ea3e9f80] error while decoding MB 76 57, bytestream -15", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3216142540800, "copied_frame_count": 1163246, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3216142540800, "frame_buffer_copies": 1163246, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1158, "count": 512, "max_ms": 1.6209, "p50_ms": 0.098, "p95_ms": 0.2173, "p99_ms": 0.2925}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5154, "count": 512, "max_ms": 5.1644, "p50_ms": 1.4134, "p95_ms": 2.5477, "p99_ms": 2.9539, "results": {"failed": 0, "not_applicable": 0, "success": 1163246, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 440, "h264_decode_error_count": 966, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T02:20:49+09:00", "last_error_summary": "[h264 @ 0x5da4ea3e9f80] error while decoding MB 76 57, bytestream -15", "last_exit_at": "2026-10-30T02:20:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 452.499, "last_started_at": "2026-10-30T02:13:17+09:00", "pid": 93290, "process": {"exists": false, "pid": 93290}, "restart_count": 475, "restart_count_per_hour": 6, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 476}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.851, "sample_count": 2712, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1163246, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:20:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.033, "last_frame_pushed_at": "2026-10-30T02:20:49+09:00", "last_frame_read_age_sec": 0.17, "last_frame_read_at": "2026-10-30T02:20:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 36, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 154.629, "last_sample_duration_ms": 1103.015, "last_trigger": "periodic", "next_snapshot_in_sec": 445.371, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 236, "storage_bytes": 2251885}, "mjpeg": {"age_sec": 0.025, "exists": true, "mtime": "2026-10-30T02:20:49.519775+09:00", "mtime_epoch": 1793294449.5197747, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 108861}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T02:20:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1333.793, "name": "celery", "pid": 206, "rss_mb": 1304.168, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1163246, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.335, "max": 6.0, "p95": 4.0, "sample_count": 266}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 266}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 266}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 266}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 266}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 266}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 266}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 265, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.871, "pushed": 8.871, "read": 8.837}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 265, "client_acquire_ms": {"avg_ms": 0.007, "count": 265, "max_ms": 0.053, "p95_ms": 0.015, "reason": null, "sample_age_ms": 123.576, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.704, "count": 265, "max_ms": 5.76, "p95_ms": 2.366, "reason": null, "sample_age_ms": 173.806, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.323, "count": 265, "max_ms": 5.307, "p95_ms": 1.919, "reason": null, "sample_age_ms": 174.129, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.202, "count": 265, "max_ms": 1.164, "p95_ms": 0.437, "reason": null, "sample_age_ms": 123.581, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.033, "count": 265, "max_ms": 5.615, "p95_ms": 3.477, "reason": null, "sample_age_ms": 172.138, "source": "client_direct"}, "request_count": 265, "request_tensor_bytes": {"avg": 2764808.0, "count": 265, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 172.123, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 265, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 123.646, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.376, "count": 265, "max_ms": 60.148, "p95_ms": 55.159, "reason": null, "sample_age_ms": 123.572, "source": "client_direct"}, "sample_age_ms": 123.568, "source": "client_direct", "task_total_ms": {"avg_ms": 42.78, "count": 265, "max_ms": 62.89, "p95_ms": 57.909, "reason": null, "sample_age_ms": 123.568, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.94, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.699, "count": 266, "max_ms": 1.701, "p95_ms": 1.32}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.223, "count": 266, "max_ms": 0.601, "p95_ms": 0.467}, "detection_prepare_ms": {"avg_ms": 0.106, "count": 266, "max_ms": 0.331, "p95_ms": 0.217}, "event_filter_ms": {"avg_ms": 0.004, "count": 266, "max_ms": 0.034, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.074, "count": 266, "max_ms": 0.218, "p95_ms": 0.152}, "mcmt_ms": {"avg_ms": 0.003, "count": 266, "max_ms": 0.017, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.174, "count": 266, "max_ms": 0.563, "p95_ms": 0.349}, "setup_ms": {"avg_ms": 0.04, "count": 266, "max_ms": 0.131, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 0.659, "count": 266, "max_ms": 1.579, "p95_ms": 1.246}, "track_match_ms": {"avg_ms": 0.004, "count": 266, "max_ms": 0.021, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.031, "count": 266, "max_ms": 0.106, "p95_ms": 0.066}}, "gstreamer_push": {"avg_ms": 3.226, "count": 266, "max_ms": 7.126, "p95_ms": 5.137}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 266, "max_ms": 0.167, "p95_ms": 0.107}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.88, "count": 266, "max_ms": 63.694, "p95_ms": 59.181}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.471, "count": 266, "max_ms": 11.814, "p95_ms": 7.719}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.393, "count": 266, "max_ms": 135.035, "p95_ms": 117.11}, "inference_input_copy_ms": {"avg_ms": 1.674, "count": 266, "max_ms": 3.781, "p95_ms": 2.784}, "processing_residual_ms": {"avg_ms": 0.143, "count": 266, "max_ms": 0.516, "p95_ms": 0.264}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.681, "count": 266, "max_ms": 139.904, "p95_ms": 121.787}, "read_interval": {"avg_ms": 112.885, "count": 265, "max_ms": 173.83, "p95_ms": 148.034}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 266, "max_ms": 0.085, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.121, "count": 266, "max_ms": 0.394, "p95_ms": 0.252}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 266, "max_ms": 0.038, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.106, "count": 266, "max_ms": 0.34, "p95_ms": 0.224}, "worker_merge_ms": {"avg_ms": 0.005, "count": 266, "max_ms": 0.023, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 43.892, "count": 266, "max_ms": 63.701, "p95_ms": 59.193}, "visualize": {"avg_ms": 48.851, "count": 266, "max_ms": 78.428, "p95_ms": 64.275}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.523, "count": 266, "max_ms": 75.867, "p95_ms": 61.862}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.219, "count": 266, "max_ms": 76.745, "p95_ms": 62.373}, "visualize_input_copy_ms": {"avg_ms": 1.438, "count": 266, "max_ms": 4.474, "p95_ms": 2.469}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.105, "count": 266, "max_ms": 76.614, "p95_ms": 62.306}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 266, "max_ms": 0.237, "p95_ms": 0.14}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 266}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 266}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 266}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1303.961, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.804, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.22, "sample_count": 2699, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1163035, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:20:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115690, "write_bytes_delta": 115690, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1125.0, "cpu_core_ratio": 0.455693, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 93290, "reason": null, "system_cpu_core_ratio": 0.043826, "system_cpu_s_delta": 0.879999999999999, "user_cpu_core_ratio": 0.411867, "user_cpu_s_delta": 8.269999999999982}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.548361, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 230477.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.571235, "system_cpu_s_delta": 11.470000000001164, "user_cpu_core_ratio": 0.977126, "user_cpu_s_delta": 19.620000000024447}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.344, "count": 264, "max_ms": 9.559, "p95_ms": 5.804, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.258, "max": 8.0, "p95": 4.0, "sample_count": 264}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 264}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.996, "count": 30, "max": 53.82, "p95": 30.167, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.339, "count": 30, "max": 28.101, "p95": 26.131, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 691.733, "count": 30, "max": 1153.0, "p95": 1138.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 128.967, "count": 30, "max": 1217.0, "p95": 906.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.243, "p95": 0.046, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.406, "count": 30, "max": 0.439, "p95": 0.432, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 111906.2, "count": 30, "max": 121208.0, "p95": 118711.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 111906.2, "count": 30, "max": 121208.0, "p95": 118711.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 159172.7, "count": 30, "max": 257092.0, "p95": 252273.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.579, "count": 30, "max": 0.606, "p95": 0.597, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.982, "count": 30, "max": 1.012, "p95": 1.011, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8817, "sampled_at": "2026-10-30T02:20:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T02:20:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2251043, "flush_count": 2355, "flush_interval_seconds": 30.0, "flush_state": {"count": 2355, "last_at": "2026-10-30T02:19:51", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T02:19:51", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2354}, "started": true, "suppressed_count": 1161023, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1160892}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2355, "written_record_count": 2355}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8564.301, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3216142540800, "copied_frame_count": 1163246, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3216142540800, "frame_buffer_copies": 1163246, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1158, "count": 512, "max_ms": 1.6209, "p50_ms": 0.098, "p95_ms": 0.2173, "p99_ms": 0.2925}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5154, "count": 512, "max_ms": 5.1644, "p50_ms": 1.4134, "p95_ms": 2.5477, "p99_ms": 2.9539, "results": {"failed": 0, "not_applicable": 0, "success": 1163246, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 440, "h264_decode_error_count": 966, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T02:20:49+09:00", "last_error_summary": "[h264 @ 0x5da4ea3e9f80] error while decoding MB 76 57, bytestream -15", "last_exit_at": "2026-10-30T02:20:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 452.526, "last_started_at": "2026-10-30T02:13:17+09:00", "pid": 93290, "process": {"exists": false, "pid": 93290}, "restart_count": 475, "restart_count_per_hour": 6, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 476}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.851, "sample_count": 2711, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1163246, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:20:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.06, "last_frame_pushed_at": "2026-10-30T02:20:49+09:00", "last_frame_read_age_sec": 0.197, "last_frame_read_at": "2026-10-30T02:20:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 36, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 154.681, "last_sample_duration_ms": 1103.015, "last_trigger": "periodic", "next_snapshot_in_sec": 445.319, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 236, "storage_bytes": 2251885}, "mjpeg": {"age_sec": 0.052, "exists": true, "mtime": "2026-10-30T02:20:49.519775+09:00", "mtime_epoch": 1793294449.5197747, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 108861}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T02:20:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1333.793, "name": "celery", "pid": 206, "rss_mb": 1304.168, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1163246, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.336, "max": 6.0, "p95": 4.0, "sample_count": 265}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 265}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 265}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 265}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 265}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 265}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 265}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 265, "pushed_frames": 265, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.859, "pushed": 8.859, "read": 8.826}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 264, "client_acquire_ms": {"avg_ms": 0.007, "count": 265, "max_ms": 0.053, "p95_ms": 0.015, "reason": null, "sample_age_ms": 160.433, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.705, "count": 264, "max_ms": 5.76, "p95_ms": 2.372, "reason": null, "sample_age_ms": 210.663, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.324, "count": 264, "max_ms": 5.307, "p95_ms": 1.92, "reason": null, "sample_age_ms": 210.986, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.202, "count": 265, "max_ms": 1.164, "p95_ms": 0.437, "reason": null, "sample_age_ms": 160.438, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.033, "count": 264, "max_ms": 5.615, "p95_ms": 3.48, "reason": null, "sample_age_ms": 208.995, "source": "client_direct"}, "request_count": 264, "request_tensor_bytes": {"avg": 2764808.0, "count": 264, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 208.98, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 265, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 160.503, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.376, "count": 265, "max_ms": 60.148, "p95_ms": 55.159, "reason": null, "sample_age_ms": 160.429, "source": "client_direct"}, "sample_age_ms": 160.425, "source": "client_direct", "task_total_ms": {"avg_ms": 42.78, "count": 265, "max_ms": 62.89, "p95_ms": 57.909, "reason": null, "sample_age_ms": 160.425, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.221, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.699, "count": 265, "max_ms": 1.701, "p95_ms": 1.32}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.223, "count": 265, "max_ms": 0.601, "p95_ms": 0.467}, "detection_prepare_ms": {"avg_ms": 0.106, "count": 265, "max_ms": 0.331, "p95_ms": 0.217}, "event_filter_ms": {"avg_ms": 0.004, "count": 265, "max_ms": 0.034, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.074, "count": 265, "max_ms": 0.218, "p95_ms": 0.152}, "mcmt_ms": {"avg_ms": 0.003, "count": 265, "max_ms": 0.017, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.174, "count": 265, "max_ms": 0.563, "p95_ms": 0.349}, "setup_ms": {"avg_ms": 0.04, "count": 265, "max_ms": 0.131, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 0.659, "count": 265, "max_ms": 1.579, "p95_ms": 1.246}, "track_match_ms": {"avg_ms": 0.004, "count": 265, "max_ms": 0.021, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.031, "count": 265, "max_ms": 0.106, "p95_ms": 0.066}}, "gstreamer_push": {"avg_ms": 3.228, "count": 265, "max_ms": 7.126, "p95_ms": 5.137}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 265, "max_ms": 0.167, "p95_ms": 0.107}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.836, "count": 265, "max_ms": 63.694, "p95_ms": 59.181}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.475, "count": 265, "max_ms": 11.814, "p95_ms": 7.719}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 265, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 265, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.399, "count": 265, "max_ms": 135.035, "p95_ms": 117.11}, "inference_input_copy_ms": {"avg_ms": 1.671, "count": 265, "max_ms": 3.781, "p95_ms": 2.784}, "processing_residual_ms": {"avg_ms": 0.142, "count": 265, "max_ms": 0.516, "p95_ms": 0.264}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 265, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 265, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.687, "count": 265, "max_ms": 139.904, "p95_ms": 121.787}, "read_interval": {"avg_ms": 112.908, "count": 264, "max_ms": 173.83, "p95_ms": 148.034}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 265, "max_ms": 0.085, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.121, "count": 265, "max_ms": 0.394, "p95_ms": 0.252}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 265, "max_ms": 0.038, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.106, "count": 265, "max_ms": 0.34, "p95_ms": 0.224}, "worker_merge_ms": {"avg_ms": 0.005, "count": 265, "max_ms": 0.023, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 43.848, "count": 265, "max_ms": 63.701, "p95_ms": 59.193}, "visualize": {"avg_ms": 48.899, "count": 265, "max_ms": 78.428, "p95_ms": 64.275}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.568, "count": 265, "max_ms": 75.867, "p95_ms": 61.862}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 265, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.265, "count": 265, "max_ms": 76.745, "p95_ms": 62.373}, "visualize_input_copy_ms": {"avg_ms": 1.439, "count": 265, "max_ms": 4.474, "p95_ms": 2.469}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 265, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.15, "count": 265, "max_ms": 76.614, "p95_ms": 62.306}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 265, "max_ms": 0.237, "p95_ms": 0.14}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 265}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 265}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 265}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1303.961, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.804, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.22, "sample_count": 2699, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1163035, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:20:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115690, "write_bytes_delta": 115690, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1125.0, "cpu_core_ratio": 0.455693, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 93290, "reason": null, "system_cpu_core_ratio": 0.043826, "system_cpu_s_delta": 0.879999999999999, "user_cpu_core_ratio": 0.411867, "user_cpu_s_delta": 8.269999999999982}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.548361, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 230477.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.571235, "system_cpu_s_delta": 11.470000000001164, "user_cpu_core_ratio": 0.977126, "user_cpu_s_delta": 19.620000000024447}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.344, "count": 264, "max_ms": 9.559, "p95_ms": 5.804, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.258, "max": 8.0, "p95": 4.0, "sample_count": 264}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 264}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.996, "count": 30, "max": 53.82, "p95": 30.167, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.339, "count": 30, "max": 28.101, "p95": 26.131, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 691.733, "count": 30, "max": 1153.0, "p95": 1138.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 128.967, "count": 30, "max": 1217.0, "p95": 906.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.243, "p95": 0.046, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.406, "count": 30, "max": 0.439, "p95": 0.432, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 111906.2, "count": 30, "max": 121208.0, "p95": 118711.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 111906.2, "count": 30, "max": 121208.0, "p95": 118711.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 159172.7, "count": 30, "max": 257092.0, "p95": 252273.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.579, "count": 30, "max": 0.606, "p95": 0.597, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.982, "count": 30, "max": 1.012, "p95": 1.011, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8817, "sampled_at": "2026-10-30T02:20:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T02:20:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2251043, "flush_count": 2355, "flush_interval_seconds": 30.0, "flush_state": {"count": 2355, "last_at": "2026-10-30T02:19:51", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T02:19:51", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2354}, "started": true, "suppressed_count": 1161023, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1160892}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2355, "written_record_count": 2355}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8735.145, "limit_mb": null}, "detail": {"pid": 93406, "restart_count": 476, "start_count": 477}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3216142540800, "copied_frame_count": 1163246, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3216142540800, "frame_buffer_copies": 1163246, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1158, "count": 512, "max_ms": 1.6209, "p50_ms": 0.098, "p95_ms": 0.2173, "p99_ms": 0.2925}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5154, "count": 512, "max_ms": 5.1644, "p50_ms": 1.4134, "p95_ms": 2.5477, "p99_ms": 2.9539, "results": {"failed": 0, "not_applicable": 0, "success": 1163246, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 440, "h264_decode_error_count": 966, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T02:20:49+09:00", "last_error_summary": "[h264 @ 0x5da4ea3e9f80] error while decoding MB 76 57, bytestream -15", "last_exit_at": "2026-10-30T02:20:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T02:20:52+09:00", "pid": 93406, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.992, "name": "ffmpeg", "pid": 93406, "rss_mb": 208.992, "state": "S (sleeping)", "threads": 70}, "restart_count": 476, "restart_count_per_hour": 7, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 477}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.947, "sample_count": 2668, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1163246, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:20:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.842, "last_frame_pushed_at": "2026-10-30T02:20:49+09:00", "last_frame_read_age_sec": 4.979, "last_frame_read_at": "2026-10-30T02:20:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 36, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 159.445, "last_sample_duration_ms": 1103.015, "last_trigger": "periodic", "next_snapshot_in_sec": 440.555, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 236, "storage_bytes": 2251885}, "mjpeg": {"age_sec": 4.833, "exists": true, "mtime": "2026-10-30T02:20:49.519775+09:00", "mtime_epoch": 1793294449.5197747, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 108861}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T02:20:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1333.793, "name": "celery", "pid": 206, "rss_mb": 1304.172, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1163246, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.399, "max": 6.0, "p95": 4.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 223}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 223}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.445, "pushed": 7.445, "read": 7.412}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 222, "client_acquire_ms": {"avg_ms": 0.007, "count": 222, "max_ms": 0.053, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4934.319, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.703, "count": 222, "max_ms": 5.76, "p95_ms": 2.385, "reason": null, "sample_age_ms": 4984.55, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.317, "count": 222, "max_ms": 4.03, "p95_ms": 1.92, "reason": null, "sample_age_ms": 4984.873, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.203, "count": 222, "max_ms": 0.745, "p95_ms": 0.439, "reason": null, "sample_age_ms": 4934.325, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.044, "count": 222, "max_ms": 5.615, "p95_ms": 3.49, "reason": null, "sample_age_ms": 4982.882, "source": "client_direct"}, "request_count": 222, "request_tensor_bytes": {"avg": 2764808.0, "count": 222, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4982.867, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 222, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4934.39, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.302, "count": 222, "max_ms": 59.222, "p95_ms": 55.067, "reason": null, "sample_age_ms": 4934.316, "source": "client_direct"}, "sample_age_ms": 4934.312, "source": "client_direct", "task_total_ms": {"avg_ms": 42.721, "count": 222, "max_ms": 61.604, "p95_ms": 57.289, "reason": null, "sample_age_ms": 4934.312, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.969, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.698, "count": 223, "max_ms": 1.701, "p95_ms": 1.281}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.222, "count": 223, "max_ms": 0.601, "p95_ms": 0.436}, "detection_prepare_ms": {"avg_ms": 0.107, "count": 223, "max_ms": 0.331, "p95_ms": 0.217}, "event_filter_ms": {"avg_ms": 0.004, "count": 223, "max_ms": 0.034, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.074, "count": 223, "max_ms": 0.218, "p95_ms": 0.147}, "mcmt_ms": {"avg_ms": 0.003, "count": 223, "max_ms": 0.017, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.173, "count": 223, "max_ms": 0.563, "p95_ms": 0.337}, "setup_ms": {"avg_ms": 0.04, "count": 223, "max_ms": 0.131, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 0.658, "count": 223, "max_ms": 1.579, "p95_ms": 1.216}, "track_match_ms": {"avg_ms": 0.004, "count": 223, "max_ms": 0.021, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.032, "count": 223, "max_ms": 0.103, "p95_ms": 0.066}}, "gstreamer_push": {"avg_ms": 3.228, "count": 223, "max_ms": 7.126, "p95_ms": 5.334}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 223, "max_ms": 0.167, "p95_ms": 0.107}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.714, "count": 223, "max_ms": 62.27, "p95_ms": 58.697}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.451, "count": 223, "max_ms": 11.814, "p95_ms": 7.36}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.53, "count": 223, "max_ms": 135.035, "p95_ms": 114.669}, "inference_input_copy_ms": {"avg_ms": 1.643, "count": 223, "max_ms": 3.781, "p95_ms": 2.735}, "processing_residual_ms": {"avg_ms": 0.142, "count": 223, "max_ms": 0.516, "p95_ms": 0.261}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.765, "count": 223, "max_ms": 139.904, "p95_ms": 120.556}, "read_interval": {"avg_ms": 112.831, "count": 222, "max_ms": 173.83, "p95_ms": 147.261}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 223, "max_ms": 0.056, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.119, "count": 223, "max_ms": 0.383, "p95_ms": 0.243}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 223, "max_ms": 0.038, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.105, "count": 223, "max_ms": 0.34, "p95_ms": 0.203}, "worker_merge_ms": {"avg_ms": 0.005, "count": 223, "max_ms": 0.023, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 43.726, "count": 223, "max_ms": 62.281, "p95_ms": 58.712}, "visualize": {"avg_ms": 49.169, "count": 223, "max_ms": 78.428, "p95_ms": 64.663}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.828, "count": 223, "max_ms": 75.867, "p95_ms": 62.121}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.528, "count": 223, "max_ms": 76.745, "p95_ms": 62.517}, "visualize_input_copy_ms": {"avg_ms": 1.446, "count": 223, "max_ms": 4.474, "p95_ms": 2.469}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.412, "count": 223, "max_ms": 76.614, "p95_ms": 62.456}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 223, "max_ms": 0.237, "p95_ms": 0.14}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 223}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1303.961, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.804, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.22, "sample_count": 2699, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1163035, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:20:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115690, "write_bytes_delta": 115690, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1125.0, "cpu_core_ratio": 0.455693, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 93290, "reason": null, "system_cpu_core_ratio": 0.043826, "system_cpu_s_delta": 0.879999999999999, "user_cpu_core_ratio": 0.411867, "user_cpu_s_delta": 8.269999999999982}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.548361, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 230477.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.571235, "system_cpu_s_delta": 11.470000000001164, "user_cpu_core_ratio": 0.977126, "user_cpu_s_delta": 19.620000000024447}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.344, "count": 264, "max_ms": 9.559, "p95_ms": 5.804, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.258, "max": 8.0, "p95": 4.0, "sample_count": 264}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 264}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.996, "count": 30, "max": 53.82, "p95": 30.167, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.339, "count": 30, "max": 28.101, "p95": 26.131, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 691.733, "count": 30, "max": 1153.0, "p95": 1138.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 128.967, "count": 30, "max": 1217.0, "p95": 906.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.243, "p95": 0.046, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.406, "count": 30, "max": 0.439, "p95": 0.432, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 111906.2, "count": 30, "max": 121208.0, "p95": 118711.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 111906.2, "count": 30, "max": 121208.0, "p95": 118711.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 159172.7, "count": 30, "max": 257092.0, "p95": 252273.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.579, "count": 30, "max": 0.606, "p95": 0.597, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.982, "count": 30, "max": 1.012, "p95": 1.011, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8817, "sampled_at": "2026-10-30T02:20:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T02:20:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2260521, "flush_count": 2365, "flush_interval_seconds": 30.0, "flush_state": {"count": 2365, "last_at": "2026-10-30T02:29:55", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T02:29:55", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2364}, "started": true, "suppressed_count": 1166213, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1166082}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2365, "written_record_count": 2365}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8593.395, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5d3863814e40] error while decoding MB 6 61, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3230516736000, "copied_frame_count": 1168445, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3230516736000, "frame_buffer_copies": 1168445, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1158, "count": 512, "max_ms": 0.4587, "p50_ms": 0.0994, "p95_ms": 0.2248, "p99_ms": 0.3022}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5095, "count": 512, "max_ms": 3.4849, "p50_ms": 1.4384, "p95_ms": 2.4056, "p99_ms": 2.9265, "results": {"failed": 0, "not_applicable": 0, "success": 1168445, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 441, "h264_decode_error_count": 967, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T02:30:34+09:00", "last_error_summary": "[h264 @ 0x5d3863814e40] error while decoding MB 6 61, bytestream -7", "last_exit_at": "2026-10-30T02:20:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 582.14, "last_started_at": "2026-10-30T02:20:52+09:00", "pid": 93406, "process": {"exists": false, "pid": 93406}, "restart_count": 476, "restart_count_per_hour": 6, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 477}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.233, "sample_count": 2653, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1168445, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:30:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.101, "last_frame_pushed_at": "2026-10-30T02:30:34+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-10-30T02:30:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 37, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 137.768, "last_sample_duration_ms": 885.499, "last_trigger": "periodic", "next_snapshot_in_sec": 462.232, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 237, "storage_bytes": 2261466}, "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-10-30T02:30:34.401124+09:00", "mtime_epoch": 1793295034.4011245, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102625}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T02:30:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1333.793, "name": "celery", "pid": 206, "rss_mb": 1327.629, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1168446, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.509, "max": 8.0, "p95": 5.0, "sample_count": 269}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 1}, "total": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 269}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 269}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 269}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 269}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 269}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 269}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.979, "pushed": 8.979, "read": 8.979}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 269, "client_acquire_ms": {"avg_ms": 0.008, "count": 269, "max_ms": 0.036, "p95_ms": 0.017, "reason": null, "sample_age_ms": 28.68, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.724, "count": 269, "max_ms": 3.996, "p95_ms": 2.46, "reason": null, "sample_age_ms": 71.514, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.331, "count": 269, "max_ms": 3.489, "p95_ms": 2.137, "reason": null, "sample_age_ms": 71.647, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.223, "count": 269, "max_ms": 1.071, "p95_ms": 0.495, "reason": null, "sample_age_ms": 28.688, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.091, "count": 269, "max_ms": 4.51, "p95_ms": 3.481, "reason": null, "sample_age_ms": 70.508, "source": "client_direct"}, "request_count": 269, "request_tensor_bytes": {"avg": 2764808.0, "count": 269, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 70.495, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 269, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 28.914, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.432, "count": 269, "max_ms": 68.754, "p95_ms": 55.692, "reason": null, "sample_age_ms": 28.677, "source": "client_direct"}, "sample_age_ms": 28.674, "source": "client_direct", "task_total_ms": {"avg_ms": 41.921, "count": 269, "max_ms": 71.224, "p95_ms": 58.796, "reason": null, "sample_age_ms": 28.674, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.602, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.691, "count": 269, "max_ms": 2.825, "p95_ms": 1.33}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.226, "count": 269, "max_ms": 0.736, "p95_ms": 0.439}, "detection_prepare_ms": {"avg_ms": 0.11, "count": 269, "max_ms": 1.015, "p95_ms": 0.216}, "event_filter_ms": {"avg_ms": 0.003, "count": 269, "max_ms": 0.013, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.073, "count": 269, "max_ms": 0.232, "p95_ms": 0.144}, "mcmt_ms": {"avg_ms": 0.003, "count": 269, "max_ms": 0.028, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.161, "count": 269, "max_ms": 0.564, "p95_ms": 0.321}, "setup_ms": {"avg_ms": 0.038, "count": 269, "max_ms": 0.155, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 0.652, "count": 269, "max_ms": 2.792, "p95_ms": 1.249}, "track_match_ms": {"avg_ms": 0.004, "count": 269, "max_ms": 0.044, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.034, "count": 269, "max_ms": 1.137, "p95_ms": 0.07}}, "gstreamer_push": {"avg_ms": 3.264, "count": 269, "max_ms": 7.773, "p95_ms": 5.165}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 269, "max_ms": 0.168, "p95_ms": 0.086}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.029, "count": 269, "max_ms": 72.195, "p95_ms": 60.798}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.641, "count": 269, "max_ms": 12.416, "p95_ms": 8.592}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 269, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 269, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.672, "count": 269, "max_ms": 129.061, "p95_ms": 110.708}, "inference_input_copy_ms": {"avg_ms": 1.853, "count": 269, "max_ms": 4.075, "p95_ms": 2.924}, "processing_residual_ms": {"avg_ms": 0.145, "count": 269, "max_ms": 0.674, "p95_ms": 0.274}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 269, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 269, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.311, "count": 269, "max_ms": 132.342, "p95_ms": 116.24}, "read_interval": {"avg_ms": 111.519, "count": 269, "max_ms": 154.291, "p95_ms": 140.307}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 269, "max_ms": 0.046, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.114, "count": 269, "max_ms": 0.429, "p95_ms": 0.242}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 269, "max_ms": 0.038, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.1, "count": 269, "max_ms": 0.395, "p95_ms": 0.217}, "worker_merge_ms": {"avg_ms": 0.005, "count": 269, "max_ms": 0.021, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 43.042, "count": 269, "max_ms": 72.202, "p95_ms": 60.808}, "visualize": {"avg_ms": 47.983, "count": 269, "max_ms": 67.121, "p95_ms": 60.635}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.774, "count": 269, "max_ms": 65.147, "p95_ms": 57.757}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 269, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.464, "count": 269, "max_ms": 65.989, "p95_ms": 58.539}, "visualize_input_copy_ms": {"avg_ms": 1.342, "count": 269, "max_ms": 3.339, "p95_ms": 2.132}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 269, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.353, "count": 269, "max_ms": 65.887, "p95_ms": 58.412}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 269, "max_ms": 0.178, "p95_ms": 0.138}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 269}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 269}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 269}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1306.461, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.472, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.607, "sample_count": 2657, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1168120, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:29:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 92494, "write_bytes_delta": 92494, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 955.0, "cpu_core_ratio": 0.410188, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 93406, "reason": null, "system_cpu_core_ratio": 0.036882, "system_cpu_s_delta": 0.7399999999999984, "user_cpu_core_ratio": 0.373306, "user_cpu_s_delta": 7.490000000000009}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.542068, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 219153.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.570675, "system_cpu_s_delta": 11.44999999999709, "user_cpu_core_ratio": 0.971393, "user_cpu_s_delta": 19.49000000001979}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.323, "count": 253, "max_ms": 7.737, "p95_ms": 5.321, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.273, "max": 7.0, "p95": 4.0, "sample_count": 253}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 253}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.261, "count": 30, "max": 50.807, "p95": 31.254, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.847, "count": 30, "max": 28.92, "p95": 27.309, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 681.2, "count": 30, "max": 1056.0, "p95": 1030.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2.8, "count": 30, "max": 42.0, "p95": 23.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.352, "count": 30, "max": 0.382, "p95": 0.373, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 75473.8, "count": 30, "max": 92780.0, "p95": 92403.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 75473.8, "count": 30, "max": 92780.0, "p95": 92403.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 172972.833, "count": 30, "max": 270661.0, "p95": 268160.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.592, "count": 30, "max": 0.624, "p95": 0.62, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.012, "count": 30, "max": 1.057, "p95": 1.053, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8856, "sampled_at": "2026-10-30T02:29:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T02:29:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2260521, "flush_count": 2365, "flush_interval_seconds": 30.0, "flush_state": {"count": 2365, "last_at": "2026-10-30T02:29:55", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T02:29:55", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2364}, "started": true, "suppressed_count": 1166213, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1166082}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2365, "written_record_count": 2365}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8575.27, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T02:30:34+09:00", "last_error_summary": "[h264 @ 0x5d3863814e40] error while decoding MB 6 61, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3230519500800, "copied_frame_count": 1168446, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3230519500800, "frame_buffer_copies": 1168446, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1157, "count": 512, "max_ms": 0.4587, "p50_ms": 0.0994, "p95_ms": 0.2248, "p99_ms": 0.3022}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.509, "count": 512, "max_ms": 3.4849, "p50_ms": 1.4384, "p95_ms": 2.4056, "p99_ms": 2.9265, "results": {"failed": 0, "not_applicable": 0, "success": 1168446, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 441, "h264_decode_error_count": 967, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T02:30:34+09:00", "last_error_summary": "[h264 @ 0x5d3863814e40] error while decoding MB 6 61, bytestream -7", "last_exit_at": "2026-10-30T02:30:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 582.186, "last_started_at": "2026-10-30T02:20:52+09:00", "pid": 93406, "process": {"exists": false, "pid": 93406}, "restart_count": 476, "restart_count_per_hour": 6, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 477}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.233, "sample_count": 2654, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1168446, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:30:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T02:30:34+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-10-30T02:30:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 37, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 137.8, "last_sample_duration_ms": 885.499, "last_trigger": "periodic", "next_snapshot_in_sec": 462.2, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 237, "storage_bytes": 2261466}, "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-10-30T02:30:34.401124+09:00", "mtime_epoch": 1793295034.4011245, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102625}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T02:30:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1333.793, "name": "celery", "pid": 206, "rss_mb": 1306.652, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1168446, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.509, "max": 8.0, "p95": 5.0, "sample_count": 269}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 1}, "total": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 269}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 269}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 269}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 269}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 269}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 269}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.967, "pushed": 8.967, "read": 8.967}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 268, "client_acquire_ms": {"avg_ms": 0.008, "count": 269, "max_ms": 0.036, "p95_ms": 0.017, "reason": null, "sample_age_ms": 68.392, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.726, "count": 268, "max_ms": 3.996, "p95_ms": 2.461, "reason": null, "sample_age_ms": 111.226, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.332, "count": 268, "max_ms": 3.489, "p95_ms": 2.146, "reason": null, "sample_age_ms": 111.36, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.223, "count": 269, "max_ms": 1.071, "p95_ms": 0.495, "reason": null, "sample_age_ms": 68.4, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.093, "count": 268, "max_ms": 4.51, "p95_ms": 3.486, "reason": null, "sample_age_ms": 110.22, "source": "client_direct"}, "request_count": 268, "request_tensor_bytes": {"avg": 2764808.0, "count": 268, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 110.207, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 269, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 68.626, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.432, "count": 269, "max_ms": 68.754, "p95_ms": 55.692, "reason": null, "sample_age_ms": 68.39, "source": "client_direct"}, "sample_age_ms": 68.387, "source": "client_direct", "task_total_ms": {"avg_ms": 41.921, "count": 269, "max_ms": 71.224, "p95_ms": 58.796, "reason": null, "sample_age_ms": 68.387, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.569, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.691, "count": 269, "max_ms": 2.825, "p95_ms": 1.33}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.227, "count": 269, "max_ms": 0.736, "p95_ms": 0.439}, "detection_prepare_ms": {"avg_ms": 0.11, "count": 269, "max_ms": 1.015, "p95_ms": 0.216}, "event_filter_ms": {"avg_ms": 0.003, "count": 269, "max_ms": 0.013, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.073, "count": 269, "max_ms": 0.232, "p95_ms": 0.144}, "mcmt_ms": {"avg_ms": 0.003, "count": 269, "max_ms": 0.028, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.161, "count": 269, "max_ms": 0.564, "p95_ms": 0.321}, "setup_ms": {"avg_ms": 0.038, "count": 269, "max_ms": 0.155, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 0.653, "count": 269, "max_ms": 2.792, "p95_ms": 1.249}, "track_match_ms": {"avg_ms": 0.004, "count": 269, "max_ms": 0.044, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.034, "count": 269, "max_ms": 1.137, "p95_ms": 0.07}}, "gstreamer_push": {"avg_ms": 3.272, "count": 269, "max_ms": 7.773, "p95_ms": 5.165}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 269, "max_ms": 0.168, "p95_ms": 0.086}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.995, "count": 269, "max_ms": 72.195, "p95_ms": 60.798}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.642, "count": 269, "max_ms": 12.416, "p95_ms": 8.592}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 269, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 269, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.677, "count": 269, "max_ms": 129.061, "p95_ms": 110.708}, "inference_input_copy_ms": {"avg_ms": 1.85, "count": 269, "max_ms": 4.075, "p95_ms": 2.924}, "processing_residual_ms": {"avg_ms": 0.144, "count": 269, "max_ms": 0.674, "p95_ms": 0.274}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 269, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 269, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.313, "count": 269, "max_ms": 132.342, "p95_ms": 116.24}, "read_interval": {"avg_ms": 111.519, "count": 269, "max_ms": 154.291, "p95_ms": 140.307}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 269, "max_ms": 0.046, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.114, "count": 269, "max_ms": 0.429, "p95_ms": 0.242}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 269, "max_ms": 0.038, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.1, "count": 269, "max_ms": 0.395, "p95_ms": 0.217}, "worker_merge_ms": {"avg_ms": 0.005, "count": 269, "max_ms": 0.021, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 43.008, "count": 269, "max_ms": 72.202, "p95_ms": 60.808}, "visualize": {"avg_ms": 48.022, "count": 269, "max_ms": 67.121, "p95_ms": 60.635}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.815, "count": 269, "max_ms": 65.147, "p95_ms": 57.757}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 269, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.505, "count": 269, "max_ms": 65.989, "p95_ms": 58.539}, "visualize_input_copy_ms": {"avg_ms": 1.341, "count": 269, "max_ms": 3.339, "p95_ms": 2.132}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 269, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.393, "count": 269, "max_ms": 65.887, "p95_ms": 58.412}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 269, "max_ms": 0.178, "p95_ms": 0.138}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 269}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 269}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 269}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1306.461, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.472, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.607, "sample_count": 2657, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1168120, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:29:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 92494, "write_bytes_delta": 92494, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 955.0, "cpu_core_ratio": 0.410188, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 93406, "reason": null, "system_cpu_core_ratio": 0.036882, "system_cpu_s_delta": 0.7399999999999984, "user_cpu_core_ratio": 0.373306, "user_cpu_s_delta": 7.490000000000009}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.542068, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 219153.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.570675, "system_cpu_s_delta": 11.44999999999709, "user_cpu_core_ratio": 0.971393, "user_cpu_s_delta": 19.49000000001979}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.323, "count": 253, "max_ms": 7.737, "p95_ms": 5.321, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.273, "max": 7.0, "p95": 4.0, "sample_count": 253}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 253}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.261, "count": 30, "max": 50.807, "p95": 31.254, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.847, "count": 30, "max": 28.92, "p95": 27.309, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 681.2, "count": 30, "max": 1056.0, "p95": 1030.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2.8, "count": 30, "max": 42.0, "p95": 23.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.352, "count": 30, "max": 0.382, "p95": 0.373, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 75473.8, "count": 30, "max": 92780.0, "p95": 92403.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 75473.8, "count": 30, "max": 92780.0, "p95": 92403.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 172972.833, "count": 30, "max": 270661.0, "p95": 268160.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.592, "count": 30, "max": 0.624, "p95": 0.62, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.012, "count": 30, "max": 1.057, "p95": 1.053, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8856, "sampled_at": "2026-10-30T02:29:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T02:29:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2260521, "flush_count": 2365, "flush_interval_seconds": 30.0, "flush_state": {"count": 2365, "last_at": "2026-10-30T02:29:55", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T02:29:55", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2364}, "started": true, "suppressed_count": 1166213, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1166082}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2365, "written_record_count": 2365}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8574.457, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3230519500800, "copied_frame_count": 1168446, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3230519500800, "frame_buffer_copies": 1168446, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1157, "count": 512, "max_ms": 0.4587, "p50_ms": 0.0994, "p95_ms": 0.2248, "p99_ms": 0.3022}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.509, "count": 512, "max_ms": 3.4849, "p50_ms": 1.4384, "p95_ms": 2.4056, "p99_ms": 2.9265, "results": {"failed": 0, "not_applicable": 0, "success": 1168446, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 441, "h264_decode_error_count": 967, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T02:30:34+09:00", "last_error_summary": "[h264 @ 0x5d3863814e40] error while decoding MB 6 61, bytestream -7", "last_exit_at": "2026-10-30T02:30:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 582.212, "last_started_at": "2026-10-30T02:20:52+09:00", "pid": 93406, "process": {"exists": false, "pid": 93406}, "restart_count": 476, "restart_count_per_hour": 6, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 477}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.233, "sample_count": 2653, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1168446, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:30:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.027, "last_frame_pushed_at": "2026-10-30T02:30:34+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-10-30T02:30:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 37, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 137.84, "last_sample_duration_ms": 885.499, "last_trigger": "periodic", "next_snapshot_in_sec": 462.16, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 237, "storage_bytes": 2261466}, "mjpeg": {"age_sec": 0.022, "exists": true, "mtime": "2026-10-30T02:30:34.542125+09:00", "mtime_epoch": 1793295034.5421255, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 103215}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T02:30:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1333.793, "name": "celery", "pid": 206, "rss_mb": 1306.652, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1168446, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.509, "max": 8.0, "p95": 5.0, "sample_count": 269}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 1}, "total": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 269}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 269}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 269}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 269}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 269}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 269}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.994, "pushed": 8.994, "read": 8.96}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 268, "client_acquire_ms": {"avg_ms": 0.008, "count": 269, "max_ms": 0.036, "p95_ms": 0.017, "reason": null, "sample_age_ms": 101.23, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.726, "count": 268, "max_ms": 3.996, "p95_ms": 2.461, "reason": null, "sample_age_ms": 144.064, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.332, "count": 268, "max_ms": 3.489, "p95_ms": 2.146, "reason": null, "sample_age_ms": 144.197, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.223, "count": 269, "max_ms": 1.071, "p95_ms": 0.495, "reason": null, "sample_age_ms": 101.238, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.093, "count": 268, "max_ms": 4.51, "p95_ms": 3.486, "reason": null, "sample_age_ms": 143.058, "source": "client_direct"}, "request_count": 268, "request_tensor_bytes": {"avg": 2764808.0, "count": 268, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 143.044, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 269, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 101.464, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.432, "count": 269, "max_ms": 68.754, "p95_ms": 55.692, "reason": null, "sample_age_ms": 101.227, "source": "client_direct"}, "sample_age_ms": 101.224, "source": "client_direct", "task_total_ms": {"avg_ms": 41.921, "count": 269, "max_ms": 71.224, "p95_ms": 58.796, "reason": null, "sample_age_ms": 101.224, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.482, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.691, "count": 269, "max_ms": 2.825, "p95_ms": 1.33}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.227, "count": 269, "max_ms": 0.736, "p95_ms": 0.439}, "detection_prepare_ms": {"avg_ms": 0.11, "count": 269, "max_ms": 1.015, "p95_ms": 0.216}, "event_filter_ms": {"avg_ms": 0.003, "count": 269, "max_ms": 0.013, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.073, "count": 269, "max_ms": 0.232, "p95_ms": 0.144}, "mcmt_ms": {"avg_ms": 0.003, "count": 269, "max_ms": 0.028, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.161, "count": 269, "max_ms": 0.564, "p95_ms": 0.321}, "setup_ms": {"avg_ms": 0.038, "count": 269, "max_ms": 0.155, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 0.653, "count": 269, "max_ms": 2.792, "p95_ms": 1.249}, "track_match_ms": {"avg_ms": 0.004, "count": 269, "max_ms": 0.044, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.034, "count": 269, "max_ms": 1.137, "p95_ms": 0.07}}, "gstreamer_push": {"avg_ms": 3.272, "count": 269, "max_ms": 7.773, "p95_ms": 5.165}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 269, "max_ms": 0.168, "p95_ms": 0.086}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.995, "count": 269, "max_ms": 72.195, "p95_ms": 60.798}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.642, "count": 269, "max_ms": 12.416, "p95_ms": 8.592}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 269, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 269, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.677, "count": 269, "max_ms": 129.061, "p95_ms": 110.708}, "inference_input_copy_ms": {"avg_ms": 1.85, "count": 269, "max_ms": 4.075, "p95_ms": 2.924}, "processing_residual_ms": {"avg_ms": 0.144, "count": 269, "max_ms": 0.674, "p95_ms": 0.274}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 269, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 269, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.313, "count": 269, "max_ms": 132.342, "p95_ms": 116.24}, "read_interval": {"avg_ms": 111.534, "count": 268, "max_ms": 154.291, "p95_ms": 140.307}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 269, "max_ms": 0.046, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.114, "count": 269, "max_ms": 0.429, "p95_ms": 0.242}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 269, "max_ms": 0.038, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.1, "count": 269, "max_ms": 0.395, "p95_ms": 0.217}, "worker_merge_ms": {"avg_ms": 0.005, "count": 269, "max_ms": 0.021, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 43.008, "count": 269, "max_ms": 72.202, "p95_ms": 60.808}, "visualize": {"avg_ms": 48.022, "count": 269, "max_ms": 67.121, "p95_ms": 60.635}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.815, "count": 269, "max_ms": 65.147, "p95_ms": 57.757}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 269, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.505, "count": 269, "max_ms": 65.989, "p95_ms": 58.539}, "visualize_input_copy_ms": {"avg_ms": 1.341, "count": 269, "max_ms": 3.339, "p95_ms": 2.132}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 269, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.393, "count": 269, "max_ms": 65.887, "p95_ms": 58.412}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 269, "max_ms": 0.178, "p95_ms": 0.138}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 269}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 269}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 269}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1306.461, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.472, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.607, "sample_count": 2657, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1168120, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:29:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 92494, "write_bytes_delta": 92494, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 955.0, "cpu_core_ratio": 0.410188, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 93406, "reason": null, "system_cpu_core_ratio": 0.036882, "system_cpu_s_delta": 0.7399999999999984, "user_cpu_core_ratio": 0.373306, "user_cpu_s_delta": 7.490000000000009}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.542068, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 219153.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.570675, "system_cpu_s_delta": 11.44999999999709, "user_cpu_core_ratio": 0.971393, "user_cpu_s_delta": 19.49000000001979}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.323, "count": 253, "max_ms": 7.737, "p95_ms": 5.321, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.273, "max": 7.0, "p95": 4.0, "sample_count": 253}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 253}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.261, "count": 30, "max": 50.807, "p95": 31.254, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.847, "count": 30, "max": 28.92, "p95": 27.309, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 681.2, "count": 30, "max": 1056.0, "p95": 1030.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2.8, "count": 30, "max": 42.0, "p95": 23.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.352, "count": 30, "max": 0.382, "p95": 0.373, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 75473.8, "count": 30, "max": 92780.0, "p95": 92403.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 75473.8, "count": 30, "max": 92780.0, "p95": 92403.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 172972.833, "count": 30, "max": 270661.0, "p95": 268160.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.592, "count": 30, "max": 0.624, "p95": 0.62, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.012, "count": 30, "max": 1.057, "p95": 1.053, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8856, "sampled_at": "2026-10-30T02:29:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T02:29:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2260521, "flush_count": 2365, "flush_interval_seconds": 30.0, "flush_state": {"count": 2365, "last_at": "2026-10-30T02:29:55", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T02:29:55", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2364}, "started": true, "suppressed_count": 1166213, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1166082}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2365, "written_record_count": 2365}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8746.281, "limit_mb": null}, "detail": {"pid": 93522, "restart_count": 477, "start_count": 478}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3230519500800, "copied_frame_count": 1168446, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3230519500800, "frame_buffer_copies": 1168446, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1157, "count": 512, "max_ms": 0.4587, "p50_ms": 0.0994, "p95_ms": 0.2248, "p99_ms": 0.3022}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.509, "count": 512, "max_ms": 3.4849, "p50_ms": 1.4384, "p95_ms": 2.4056, "p99_ms": 2.9265, "results": {"failed": 0, "not_applicable": 0, "success": 1168446, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 441, "h264_decode_error_count": 967, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T02:30:34+09:00", "last_error_summary": "[h264 @ 0x5d3863814e40] error while decoding MB 6 61, bytestream -7", "last_exit_at": "2026-10-30T02:30:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T02:30:37+09:00", "pid": 93522, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.102, "name": "ffmpeg", "pid": 93522, "rss_mb": 209.102, "state": "S (sleeping)", "threads": 70}, "restart_count": 477, "restart_count_per_hour": 7, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 478}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.01, "sample_count": 2614, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1168446, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:30:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.696, "last_frame_pushed_at": "2026-10-30T02:30:34+09:00", "last_frame_read_age_sec": 4.803, "last_frame_read_at": "2026-10-30T02:30:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 37, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 142.53, "last_sample_duration_ms": 885.499, "last_trigger": "periodic", "next_snapshot_in_sec": 457.47, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 237, "storage_bytes": 2261466}, "mjpeg": {"age_sec": 4.692, "exists": true, "mtime": "2026-10-30T02:30:34.542125+09:00", "mtime_epoch": 1793295034.5421255, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 103215}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T02:30:39+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 1333.793, "name": "celery", "pid": 206, "rss_mb": 1306.656, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1168446, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.539, "max": 8.0, "p95": 5.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 1}, "total": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 230}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.681, "pushed": 7.681, "read": 7.648}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 229, "client_acquire_ms": {"avg_ms": 0.008, "count": 229, "max_ms": 0.036, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4768.14, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.72, "count": 229, "max_ms": 3.996, "p95_ms": 2.382, "reason": null, "sample_age_ms": 4810.974, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.33, "count": 229, "max_ms": 3.489, "p95_ms": 2.013, "reason": null, "sample_age_ms": 4811.107, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.222, "count": 229, "max_ms": 1.071, "p95_ms": 0.493, "reason": null, "sample_age_ms": 4768.147, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.046, "count": 229, "max_ms": 4.434, "p95_ms": 3.356, "reason": null, "sample_age_ms": 4809.968, "source": "client_direct"}, "request_count": 229, "request_tensor_bytes": {"avg": 2764808.0, "count": 229, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4809.954, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 229, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4768.374, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.955, "count": 229, "max_ms": 68.754, "p95_ms": 54.807, "reason": null, "sample_age_ms": 4768.137, "source": "client_direct"}, "sample_age_ms": 4768.134, "source": "client_direct", "task_total_ms": {"avg_ms": 41.395, "count": 229, "max_ms": 71.224, "p95_ms": 57.425, "reason": null, "sample_age_ms": 4768.134, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.977, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.683, "count": 230, "max_ms": 2.825, "p95_ms": 1.329}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.225, "count": 230, "max_ms": 0.696, "p95_ms": 0.439}, "detection_prepare_ms": {"avg_ms": 0.107, "count": 230, "max_ms": 1.015, "p95_ms": 0.216}, "event_filter_ms": {"avg_ms": 0.003, "count": 230, "max_ms": 0.013, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.071, "count": 230, "max_ms": 0.232, "p95_ms": 0.14}, "mcmt_ms": {"avg_ms": 0.003, "count": 230, "max_ms": 0.023, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.162, "count": 230, "max_ms": 0.564, "p95_ms": 0.332}, "setup_ms": {"avg_ms": 0.036, "count": 230, "max_ms": 0.136, "p95_ms": 0.07}, "total_inside_ms": {"avg_ms": 0.645, "count": 230, "max_ms": 2.792, "p95_ms": 1.246}, "track_match_ms": {"avg_ms": 0.004, "count": 230, "max_ms": 0.044, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.034, "count": 230, "max_ms": 1.137, "p95_ms": 0.07}}, "gstreamer_push": {"avg_ms": 3.258, "count": 230, "max_ms": 7.773, "p95_ms": 5.346}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 230, "max_ms": 0.168, "p95_ms": 0.086}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.492, "count": 230, "max_ms": 72.195, "p95_ms": 58.762}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.586, "count": 230, "max_ms": 12.416, "p95_ms": 8.586}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.573, "count": 230, "max_ms": 129.061, "p95_ms": 110.176}, "inference_input_copy_ms": {"avg_ms": 1.84, "count": 230, "max_ms": 4.075, "p95_ms": 2.924}, "processing_residual_ms": {"avg_ms": 0.139, "count": 230, "max_ms": 0.474, "p95_ms": 0.268}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.138, "count": 230, "max_ms": 132.342, "p95_ms": 114.38}, "read_interval": {"avg_ms": 110.251, "count": 229, "max_ms": 154.291, "p95_ms": 138.768}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 230, "max_ms": 0.046, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.115, "count": 230, "max_ms": 0.429, "p95_ms": 0.244}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 230, "max_ms": 0.038, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.102, "count": 230, "max_ms": 0.395, "p95_ms": 0.219}, "worker_merge_ms": {"avg_ms": 0.005, "count": 230, "max_ms": 0.021, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 42.505, "count": 230, "max_ms": 72.202, "p95_ms": 58.772}, "visualize": {"avg_ms": 47.451, "count": 230, "max_ms": 67.121, "p95_ms": 60.249}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.267, "count": 230, "max_ms": 65.147, "p95_ms": 57.69}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.949, "count": 230, "max_ms": 65.989, "p95_ms": 58.505}, "visualize_input_copy_ms": {"avg_ms": 1.328, "count": 230, "max_ms": 2.734, "p95_ms": 2.08}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.839, "count": 230, "max_ms": 65.887, "p95_ms": 58.392}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 230, "max_ms": 0.178, "p95_ms": 0.138}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 230}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1306.461, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.472, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.607, "sample_count": 2657, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1168120, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:29:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 92494, "write_bytes_delta": 92494, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 955.0, "cpu_core_ratio": 0.410188, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 93406, "reason": null, "system_cpu_core_ratio": 0.036882, "system_cpu_s_delta": 0.7399999999999984, "user_cpu_core_ratio": 0.373306, "user_cpu_s_delta": 7.490000000000009}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.542068, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 219153.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.570675, "system_cpu_s_delta": 11.44999999999709, "user_cpu_core_ratio": 0.971393, "user_cpu_s_delta": 19.49000000001979}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.323, "count": 253, "max_ms": 7.737, "p95_ms": 5.321, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.273, "max": 7.0, "p95": 4.0, "sample_count": 253}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 253}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.261, "count": 30, "max": 50.807, "p95": 31.254, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.847, "count": 30, "max": 28.92, "p95": 27.309, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 681.2, "count": 30, "max": 1056.0, "p95": 1030.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2.8, "count": 30, "max": 42.0, "p95": 23.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.352, "count": 30, "max": 0.382, "p95": 0.373, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 75473.8, "count": 30, "max": 92780.0, "p95": 92403.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 75473.8, "count": 30, "max": 92780.0, "p95": 92403.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 172972.833, "count": 30, "max": 270661.0, "p95": 268160.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.592, "count": 30, "max": 0.624, "p95": 0.62, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.012, "count": 30, "max": 1.057, "p95": 1.053, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8856, "sampled_at": "2026-10-30T02:29:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T02:29:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2266095, "flush_count": 2371, "flush_interval_seconds": 30.0, "flush_state": {"count": 2371, "last_at": "2026-10-30T02:35:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T02:35:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2370}, "started": true, "suppressed_count": 1169248, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1169117}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2371, "written_record_count": 2371}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8584.805, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x638e94d1ba40] error while decoding MB 52 53, bytestream -5 [in#0/rtsp @ 0x638e94447e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x638e94447e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3238924492800, "copied_frame_count": 1171486, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3238924492800, "frame_buffer_copies": 1171486, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.117, "count": 512, "max_ms": 2.0331, "p50_ms": 0.0978, "p95_ms": 0.2174, "p99_ms": 0.2799}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5197, "count": 512, "max_ms": 4.165, "p50_ms": 1.4424, "p95_ms": 2.48, "p99_ms": 3.0195, "results": {"failed": 0, "not_applicable": 0, "success": 1171486, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 442, "h264_decode_error_count": 968, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T02:36:48+09:00", "last_error_summary": "[h264 @ 0x638e94d1ba40] error while decoding MB 52 53, bytestream -5 [in#0/rtsp @ 0x638e94447e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x638e94447e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T02:30:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 371.17, "last_started_at": "2026-10-30T02:30:37+09:00", "pid": 93522, "process": {"exists": false, "pid": 93522}, "restart_count": 477, "restart_count_per_hour": 6, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 478}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.264, "sample_count": 2401, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1171486, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:36:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.08, "last_frame_pushed_at": "2026-10-30T02:36:48+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-10-30T02:36:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 37, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 511.684, "last_sample_duration_ms": 885.499, "last_trigger": "periodic", "next_snapshot_in_sec": 88.316, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 237, "storage_bytes": 2261466}, "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-10-30T02:36:48.332354+09:00", "mtime_epoch": 1793295408.3323538, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 108655}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T02:36:48+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1333.793, "name": "celery", "pid": 206, "rss_mb": 1308.141, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1171487, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.286, "max": 11.0, "p95": 7.0, "sample_count": 98}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 1}, "total": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 98}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 99, "read_frames": 99, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.267, "pushed": 3.3, "read": 3.3}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 99, "client_acquire_ms": {"avg_ms": 0.006, "count": 99, "max_ms": 0.021, "p95_ms": 0.016, "reason": null, "sample_age_ms": 47.298, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.754, "count": 99, "max_ms": 4.613, "p95_ms": 2.413, "reason": null, "sample_age_ms": 81.095, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.291, "count": 99, "max_ms": 3.607, "p95_ms": 1.675, "reason": null, "sample_age_ms": 81.304, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.213, "count": 99, "max_ms": 0.636, "p95_ms": 0.437, "reason": null, "sample_age_ms": 47.304, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.848, "count": 99, "max_ms": 4.388, "p95_ms": 3.035, "reason": null, "sample_age_ms": 79.513, "source": "client_direct"}, "request_count": 99, "request_tensor_bytes": {"avg": 2764808.0, "count": 99, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 79.487, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 99, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 47.496, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.606, "count": 99, "max_ms": 59.48, "p95_ms": 52.733, "reason": null, "sample_age_ms": 47.295, "source": "client_direct"}, "sample_age_ms": 47.292, "source": "client_direct", "task_total_ms": {"avg_ms": 39.825, "count": 99, "max_ms": 61.539, "p95_ms": 55.532, "reason": null, "sample_age_ms": 47.292, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.704, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.661, "count": 98, "max_ms": 2.088, "p95_ms": 1.514}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.211, "count": 98, "max_ms": 0.572, "p95_ms": 0.444}, "detection_prepare_ms": {"avg_ms": 0.108, "count": 98, "max_ms": 0.79, "p95_ms": 0.22}, "event_filter_ms": {"avg_ms": 0.003, "count": 98, "max_ms": 0.04, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.07, "count": 98, "max_ms": 0.604, "p95_ms": 0.129}, "mcmt_ms": {"avg_ms": 0.003, "count": 98, "max_ms": 0.024, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.155, "count": 98, "max_ms": 0.568, "p95_ms": 0.34}, "setup_ms": {"avg_ms": 0.036, "count": 98, "max_ms": 0.108, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 0.624, "count": 98, "max_ms": 2.062, "p95_ms": 1.428}, "track_match_ms": {"avg_ms": 0.004, "count": 98, "max_ms": 0.031, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.034, "count": 98, "max_ms": 0.648, "p95_ms": 0.068}}, "gstreamer_push": {"avg_ms": 3.529, "count": 99, "max_ms": 8.181, "p95_ms": 5.903}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 98, "max_ms": 0.107, "p95_ms": 0.082}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.989, "count": 98, "max_ms": 64.016, "p95_ms": 58.991}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.86, "count": 98, "max_ms": 10.715, "p95_ms": 9.262}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.994, "count": 98, "max_ms": 120.001, "p95_ms": 113.679}, "inference_input_copy_ms": {"avg_ms": 1.651, "count": 98, "max_ms": 3.225, "p95_ms": 2.397}, "processing_residual_ms": {"avg_ms": 0.149, "count": 98, "max_ms": 0.343, "p95_ms": 0.275}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.654, "count": 98, "max_ms": 126.644, "p95_ms": 119.284}, "read_interval": {"avg_ms": 303.076, "count": 99, "max_ms": 19198.427, "p95_ms": 140.094}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 98, "max_ms": 0.041, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.109, "count": 98, "max_ms": 0.411, "p95_ms": 0.264}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 98, "max_ms": 0.096, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.096, "count": 98, "max_ms": 0.372, "p95_ms": 0.256}, "worker_merge_ms": {"avg_ms": 0.004, "count": 98, "max_ms": 0.021, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 41.002, "count": 98, "max_ms": 64.029, "p95_ms": 59.001}, "visualize": {"avg_ms": 48.337, "count": 98, "max_ms": 67.575, "p95_ms": 59.406}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.167, "count": 98, "max_ms": 65.917, "p95_ms": 56.778}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.87, "count": 98, "max_ms": 66.453, "p95_ms": 57.761}, "visualize_input_copy_ms": {"avg_ms": 1.304, "count": 98, "max_ms": 2.787, "p95_ms": 2.401}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.763, "count": 98, "max_ms": 66.385, "p95_ms": 57.591}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 98, "max_ms": 0.173, "p95_ms": 0.124}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 98}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1308.137, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 51.493, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.264, "sample_count": 2403, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1171480, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:36:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100459, "write_bytes_delta": 100459, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 342.0, "cpu_core_ratio": 0.13256, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3169.0, "pid": 93522, "reason": null, "system_cpu_core_ratio": 0.027098, "system_cpu_s_delta": 0.7399999999999984, "user_cpu_core_ratio": 0.105462, "user_cpu_s_delta": 2.8799999999999955}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.493256, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 97603.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.183827, "system_cpu_s_delta": 5.0200000000040745, "user_cpu_core_ratio": 0.309429, "user_cpu_s_delta": 8.449999999982538}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.531, "count": 100, "max_ms": 8.181, "p95_ms": 5.588, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.21, "max": 11.0, "p95": 6.0, "sample_count": 100}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 1}, "total": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 100}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.593, "count": 30, "max": 51.493, "p95": 45.889, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.367, "count": 30, "max": 29.098, "p95": 27.779, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 799.5, "count": 30, "max": 1095.0, "p95": 1082.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1208.567, "count": 30, "max": 14228.0, "p95": 7632.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.345, "p95": 0.179, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.358, "count": 30, "max": 0.414, "p95": 0.412, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.16, "count": 30, "max": 4.713, "p95": 0.056, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98082.2, "count": 30, "max": 114043.0, "p95": 110241.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98082.2, "count": 30, "max": 114043.0, "p95": 110241.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 203242.633, "count": 30, "max": 270661.0, "p95": 253614.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.546, "count": 30, "max": 0.596, "p95": 0.592, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.937, "count": 30, "max": 1.03, "p95": 1.013, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8876, "sampled_at": "2026-10-30T02:36:47+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T02:36:47+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2266095, "flush_count": 2371, "flush_interval_seconds": 30.0, "flush_state": {"count": 2371, "last_at": "2026-10-30T02:35:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T02:35:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2370}, "started": true, "suppressed_count": 1169248, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1169117}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2371, "written_record_count": 2371}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8585.223, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T02:36:48+09:00", "last_error_summary": "[h264 @ 0x638e94d1ba40] error while decoding MB 52 53, bytestream -5 [in#0/rtsp @ 0x638e94447e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x638e94447e00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3238927257600, "copied_frame_count": 1171487, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3238927257600, "frame_buffer_copies": 1171487, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.117, "count": 512, "max_ms": 2.0331, "p50_ms": 0.0979, "p95_ms": 0.2174, "p99_ms": 0.2799}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5215, "count": 512, "max_ms": 4.165, "p50_ms": 1.4447, "p95_ms": 2.48, "p99_ms": 3.0195, "results": {"failed": 0, "not_applicable": 0, "success": 1171487, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 442, "h264_decode_error_count": 968, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T02:36:48+09:00", "last_error_summary": "[h264 @ 0x638e94d1ba40] error while decoding MB 52 53, bytestream -5 [in#0/rtsp @ 0x638e94447e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x638e94447e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T02:36:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 371.221, "last_started_at": "2026-10-30T02:30:37+09:00", "pid": 93522, "process": {"exists": false, "pid": 93522}, "restart_count": 477, "restart_count_per_hour": 6, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 478}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.264, "sample_count": 2401, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1171487, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:36:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.018, "last_frame_pushed_at": "2026-10-30T02:36:48+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-10-30T02:36:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 37, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 511.713, "last_sample_duration_ms": 885.499, "last_trigger": "periodic", "next_snapshot_in_sec": 88.287, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 237, "storage_bytes": 2261466}, "mjpeg": {"age_sec": 0.01, "exists": true, "mtime": "2026-10-30T02:36:48.443354+09:00", "mtime_epoch": 1793295408.4433544, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 106358}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T02:36:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1333.793, "name": "celery", "pid": 206, "rss_mb": 1308.137, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1171487, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.273, "max": 11.0, "p95": 7.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 1}, "total": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 99}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.31, "pushed": 3.31, "read": 3.276}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 98, "client_acquire_ms": {"avg_ms": 0.006, "count": 99, "max_ms": 0.021, "p95_ms": 0.016, "reason": null, "sample_age_ms": 92.844, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.759, "count": 98, "max_ms": 4.613, "p95_ms": 2.42, "reason": null, "sample_age_ms": 126.641, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.293, "count": 98, "max_ms": 3.607, "p95_ms": 1.676, "reason": null, "sample_age_ms": 126.849, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.213, "count": 99, "max_ms": 0.636, "p95_ms": 0.437, "reason": null, "sample_age_ms": 92.849, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.851, "count": 98, "max_ms": 4.388, "p95_ms": 3.047, "reason": null, "sample_age_ms": 125.058, "source": "client_direct"}, "request_count": 98, "request_tensor_bytes": {"avg": 2764808.0, "count": 98, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 125.033, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 99, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 93.042, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.606, "count": 99, "max_ms": 59.48, "p95_ms": 52.733, "reason": null, "sample_age_ms": 92.841, "source": "client_direct"}, "sample_age_ms": 92.838, "source": "client_direct", "task_total_ms": {"avg_ms": 39.825, "count": 99, "max_ms": 61.539, "p95_ms": 55.532, "reason": null, "sample_age_ms": 92.838, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.962, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.666, "count": 99, "max_ms": 2.088, "p95_ms": 1.514}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.212, "count": 99, "max_ms": 0.572, "p95_ms": 0.444}, "detection_prepare_ms": {"avg_ms": 0.109, "count": 99, "max_ms": 0.79, "p95_ms": 0.22}, "event_filter_ms": {"avg_ms": 0.003, "count": 99, "max_ms": 0.04, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.071, "count": 99, "max_ms": 0.604, "p95_ms": 0.13}, "mcmt_ms": {"avg_ms": 0.003, "count": 99, "max_ms": 0.024, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.156, "count": 99, "max_ms": 0.568, "p95_ms": 0.34}, "setup_ms": {"avg_ms": 0.036, "count": 99, "max_ms": 0.108, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 0.628, "count": 99, "max_ms": 2.062, "p95_ms": 1.428}, "track_match_ms": {"avg_ms": 0.004, "count": 99, "max_ms": 0.031, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.034, "count": 99, "max_ms": 0.648, "p95_ms": 0.068}}, "gstreamer_push": {"avg_ms": 3.563, "count": 99, "max_ms": 8.181, "p95_ms": 5.903}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 99, "max_ms": 0.107, "p95_ms": 0.085}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.923, "count": 99, "max_ms": 64.016, "p95_ms": 58.991}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.846, "count": 99, "max_ms": 10.715, "p95_ms": 9.262}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.058, "count": 99, "max_ms": 120.001, "p95_ms": 113.679}, "inference_input_copy_ms": {"avg_ms": 1.646, "count": 99, "max_ms": 3.225, "p95_ms": 2.397}, "processing_residual_ms": {"avg_ms": 0.149, "count": 99, "max_ms": 0.343, "p95_ms": 0.275}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.699, "count": 99, "max_ms": 126.644, "p95_ms": 119.284}, "read_interval": {"avg_ms": 305.019, "count": 98, "max_ms": 19198.427, "p95_ms": 140.094}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 99, "max_ms": 0.041, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.109, "count": 99, "max_ms": 0.411, "p95_ms": 0.264}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 99, "max_ms": 0.096, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.097, "count": 99, "max_ms": 0.372, "p95_ms": 0.256}, "worker_merge_ms": {"avg_ms": 0.004, "count": 99, "max_ms": 0.021, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 40.935, "count": 99, "max_ms": 64.029, "p95_ms": 59.001}, "visualize": {"avg_ms": 48.464, "count": 99, "max_ms": 67.575, "p95_ms": 60.914}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.289, "count": 99, "max_ms": 65.917, "p95_ms": 58.224}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.994, "count": 99, "max_ms": 66.453, "p95_ms": 59.061}, "visualize_input_copy_ms": {"avg_ms": 1.306, "count": 99, "max_ms": 2.787, "p95_ms": 2.401}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.886, "count": 99, "max_ms": 66.385, "p95_ms": 58.928}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 99, "max_ms": 0.173, "p95_ms": 0.124}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 99}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1308.137, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 51.493, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.264, "sample_count": 2403, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1171480, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:36:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100459, "write_bytes_delta": 100459, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 342.0, "cpu_core_ratio": 0.13256, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3169.0, "pid": 93522, "reason": null, "system_cpu_core_ratio": 0.027098, "system_cpu_s_delta": 0.7399999999999984, "user_cpu_core_ratio": 0.105462, "user_cpu_s_delta": 2.8799999999999955}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.493256, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 97603.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.183827, "system_cpu_s_delta": 5.0200000000040745, "user_cpu_core_ratio": 0.309429, "user_cpu_s_delta": 8.449999999982538}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.531, "count": 100, "max_ms": 8.181, "p95_ms": 5.588, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.21, "max": 11.0, "p95": 6.0, "sample_count": 100}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 1}, "total": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 100}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.593, "count": 30, "max": 51.493, "p95": 45.889, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.367, "count": 30, "max": 29.098, "p95": 27.779, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 799.5, "count": 30, "max": 1095.0, "p95": 1082.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1208.567, "count": 30, "max": 14228.0, "p95": 7632.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.345, "p95": 0.179, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.358, "count": 30, "max": 0.414, "p95": 0.412, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.16, "count": 30, "max": 4.713, "p95": 0.056, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98082.2, "count": 30, "max": 114043.0, "p95": 110241.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98082.2, "count": 30, "max": 114043.0, "p95": 110241.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 203242.633, "count": 30, "max": 270661.0, "p95": 253614.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.546, "count": 30, "max": 0.596, "p95": 0.592, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.937, "count": 30, "max": 1.03, "p95": 1.013, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8876, "sampled_at": "2026-10-30T02:36:47+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T02:36:47+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2266095, "flush_count": 2371, "flush_interval_seconds": 30.0, "flush_state": {"count": 2371, "last_at": "2026-10-30T02:35:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T02:35:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2370}, "started": true, "suppressed_count": 1169248, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1169117}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2371, "written_record_count": 2371}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8584.734, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3238927257600, "copied_frame_count": 1171487, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3238927257600, "frame_buffer_copies": 1171487, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.117, "count": 512, "max_ms": 2.0331, "p50_ms": 0.0979, "p95_ms": 0.2174, "p99_ms": 0.2799}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5215, "count": 512, "max_ms": 4.165, "p50_ms": 1.4447, "p95_ms": 2.48, "p99_ms": 3.0195, "results": {"failed": 0, "not_applicable": 0, "success": 1171487, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 442, "h264_decode_error_count": 968, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T02:36:48+09:00", "last_error_summary": "[h264 @ 0x638e94d1ba40] error while decoding MB 52 53, bytestream -5 [in#0/rtsp @ 0x638e94447e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x638e94447e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T02:36:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 371.245, "last_started_at": "2026-10-30T02:30:37+09:00", "pid": 93522, "process": {"exists": false, "pid": 93522}, "restart_count": 477, "restart_count_per_hour": 6, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 478}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.264, "sample_count": 2401, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1171487, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:36:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.042, "last_frame_pushed_at": "2026-10-30T02:36:48+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-10-30T02:36:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 37, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 511.743, "last_sample_duration_ms": 885.499, "last_trigger": "periodic", "next_snapshot_in_sec": 88.257, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 237, "storage_bytes": 2261466}, "mjpeg": {"age_sec": 0.034, "exists": true, "mtime": "2026-10-30T02:36:48.443354+09:00", "mtime_epoch": 1793295408.4433544, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 106358}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T02:36:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1333.793, "name": "celery", "pid": 206, "rss_mb": 1308.137, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1171487, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.273, "max": 11.0, "p95": 7.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 1}, "total": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 99}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.307, "pushed": 3.307, "read": 3.274}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 98, "client_acquire_ms": {"avg_ms": 0.006, "count": 98, "max_ms": 0.021, "p95_ms": 0.016, "reason": null, "sample_age_ms": 117.785, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.759, "count": 98, "max_ms": 4.613, "p95_ms": 2.42, "reason": null, "sample_age_ms": 151.582, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.293, "count": 98, "max_ms": 3.607, "p95_ms": 1.676, "reason": null, "sample_age_ms": 151.791, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.214, "count": 98, "max_ms": 0.636, "p95_ms": 0.441, "reason": null, "sample_age_ms": 117.791, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.851, "count": 98, "max_ms": 4.388, "p95_ms": 3.047, "reason": null, "sample_age_ms": 150.0, "source": "client_direct"}, "request_count": 98, "request_tensor_bytes": {"avg": 2764808.0, "count": 98, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 149.974, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 98, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 117.983, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.601, "count": 98, "max_ms": 59.48, "p95_ms": 52.875, "reason": null, "sample_age_ms": 117.782, "source": "client_direct"}, "sample_age_ms": 117.779, "source": "client_direct", "task_total_ms": {"avg_ms": 39.823, "count": 98, "max_ms": 61.539, "p95_ms": 55.697, "reason": null, "sample_age_ms": 117.779, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.711, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.666, "count": 99, "max_ms": 2.088, "p95_ms": 1.514}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.212, "count": 99, "max_ms": 0.572, "p95_ms": 0.444}, "detection_prepare_ms": {"avg_ms": 0.109, "count": 99, "max_ms": 0.79, "p95_ms": 0.22}, "event_filter_ms": {"avg_ms": 0.003, "count": 99, "max_ms": 0.04, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.071, "count": 99, "max_ms": 0.604, "p95_ms": 0.13}, "mcmt_ms": {"avg_ms": 0.003, "count": 99, "max_ms": 0.024, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.156, "count": 99, "max_ms": 0.568, "p95_ms": 0.34}, "setup_ms": {"avg_ms": 0.036, "count": 99, "max_ms": 0.108, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 0.628, "count": 99, "max_ms": 2.062, "p95_ms": 1.428}, "track_match_ms": {"avg_ms": 0.004, "count": 99, "max_ms": 0.031, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.034, "count": 99, "max_ms": 0.648, "p95_ms": 0.068}}, "gstreamer_push": {"avg_ms": 3.563, "count": 99, "max_ms": 8.181, "p95_ms": 5.903}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 99, "max_ms": 0.107, "p95_ms": 0.085}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.923, "count": 99, "max_ms": 64.016, "p95_ms": 58.991}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.846, "count": 99, "max_ms": 10.715, "p95_ms": 9.262}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.058, "count": 99, "max_ms": 120.001, "p95_ms": 113.679}, "inference_input_copy_ms": {"avg_ms": 1.646, "count": 99, "max_ms": 3.225, "p95_ms": 2.397}, "processing_residual_ms": {"avg_ms": 0.149, "count": 99, "max_ms": 0.343, "p95_ms": 0.275}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.699, "count": 99, "max_ms": 126.644, "p95_ms": 119.284}, "read_interval": {"avg_ms": 305.019, "count": 98, "max_ms": 19198.427, "p95_ms": 140.094}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 99, "max_ms": 0.041, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.109, "count": 99, "max_ms": 0.411, "p95_ms": 0.264}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 99, "max_ms": 0.096, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.097, "count": 99, "max_ms": 0.372, "p95_ms": 0.256}, "worker_merge_ms": {"avg_ms": 0.004, "count": 99, "max_ms": 0.021, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 40.935, "count": 99, "max_ms": 64.029, "p95_ms": 59.001}, "visualize": {"avg_ms": 48.464, "count": 99, "max_ms": 67.575, "p95_ms": 60.914}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.289, "count": 99, "max_ms": 65.917, "p95_ms": 58.224}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.994, "count": 99, "max_ms": 66.453, "p95_ms": 59.061}, "visualize_input_copy_ms": {"avg_ms": 1.306, "count": 99, "max_ms": 2.787, "p95_ms": 2.401}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.886, "count": 99, "max_ms": 66.385, "p95_ms": 58.928}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 99, "max_ms": 0.173, "p95_ms": 0.124}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 99}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1308.137, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 51.493, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.264, "sample_count": 2403, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1171480, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:36:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100459, "write_bytes_delta": 100459, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 342.0, "cpu_core_ratio": 0.13256, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3169.0, "pid": 93522, "reason": null, "system_cpu_core_ratio": 0.027098, "system_cpu_s_delta": 0.7399999999999984, "user_cpu_core_ratio": 0.105462, "user_cpu_s_delta": 2.8799999999999955}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.493256, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 97603.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.183827, "system_cpu_s_delta": 5.0200000000040745, "user_cpu_core_ratio": 0.309429, "user_cpu_s_delta": 8.449999999982538}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.531, "count": 100, "max_ms": 8.181, "p95_ms": 5.588, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.21, "max": 11.0, "p95": 6.0, "sample_count": 100}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 1}, "total": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 100}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.593, "count": 30, "max": 51.493, "p95": 45.889, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.367, "count": 30, "max": 29.098, "p95": 27.779, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 799.5, "count": 30, "max": 1095.0, "p95": 1082.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1208.567, "count": 30, "max": 14228.0, "p95": 7632.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.345, "p95": 0.179, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.358, "count": 30, "max": 0.414, "p95": 0.412, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.16, "count": 30, "max": 4.713, "p95": 0.056, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98082.2, "count": 30, "max": 114043.0, "p95": 110241.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98082.2, "count": 30, "max": 114043.0, "p95": 110241.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 203242.633, "count": 30, "max": 270661.0, "p95": 253614.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.546, "count": 30, "max": 0.596, "p95": 0.592, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.937, "count": 30, "max": 1.03, "p95": 1.013, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8876, "sampled_at": "2026-10-30T02:36:47+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T02:36:47+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2266095, "flush_count": 2371, "flush_interval_seconds": 30.0, "flush_state": {"count": 2371, "last_at": "2026-10-30T02:35:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T02:35:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2370}, "started": true, "suppressed_count": 1169248, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1169117}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2371, "written_record_count": 2371}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8761.66, "limit_mb": null}, "detail": {"pid": 93638, "restart_count": 478, "start_count": 479}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3238927257600, "copied_frame_count": 1171487, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3238927257600, "frame_buffer_copies": 1171487, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.117, "count": 512, "max_ms": 2.0331, "p50_ms": 0.0979, "p95_ms": 0.2174, "p99_ms": 0.2799}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5215, "count": 512, "max_ms": 4.165, "p50_ms": 1.4447, "p95_ms": 2.48, "p99_ms": 3.0195, "results": {"failed": 0, "not_applicable": 0, "success": 1171487, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 442, "h264_decode_error_count": 968, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T02:36:48+09:00", "last_error_summary": "[h264 @ 0x638e94d1ba40] error while decoding MB 52 53, bytestream -5 [in#0/rtsp @ 0x638e94447e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x638e94447e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T02:36:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T02:36:51+09:00", "pid": 93638, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.777, "name": "ffmpeg", "pid": 93638, "rss_mb": 208.777, "state": "S (sleeping)", "threads": 70}, "restart_count": 478, "restart_count_per_hour": 7, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 479}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.344, "sample_count": 2356, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1171487, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:36:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 5.039, "last_frame_pushed_at": "2026-10-30T02:36:48+09:00", "last_frame_read_age_sec": 5.147, "last_frame_read_at": "2026-10-30T02:36:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 37, "debug_expires_at": null, "deduplicated_count": 43, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 516.739, "last_sample_duration_ms": 885.499, "last_trigger": "periodic", "next_snapshot_in_sec": 83.261, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 237, "storage_bytes": 2261466}, "mjpeg": {"age_sec": 5.031, "exists": true, "mtime": "2026-10-30T02:36:48.443354+09:00", "mtime_epoch": 1793295408.4433544, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 106358}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T02:36:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1333.793, "name": "celery", "pid": 206, "rss_mb": 1308.141, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1171487, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.321, "max": 11.0, "p95": 8.0, "sample_count": 53}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 54, "pushed_frames": 54, "read_frames": 53, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.8, "pushed": 1.8, "read": 1.767}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 53, "client_acquire_ms": {"avg_ms": 0.006, "count": 53, "max_ms": 0.021, "p95_ms": 0.016, "reason": null, "sample_age_ms": 5115.895, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.697, "count": 53, "max_ms": 4.613, "p95_ms": 1.996, "reason": null, "sample_age_ms": 5149.693, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.268, "count": 53, "max_ms": 3.607, "p95_ms": 1.54, "reason": null, "sample_age_ms": 5149.901, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.24, "count": 53, "max_ms": 0.636, "p95_ms": 0.555, "reason": null, "sample_age_ms": 5115.901, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.714, "count": 53, "max_ms": 3.256, "p95_ms": 2.865, "reason": null, "sample_age_ms": 5148.11, "source": "client_direct"}, "request_count": 53, "request_tensor_bytes": {"avg": 2764808.0, "count": 53, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5148.084, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 53, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5116.093, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.345, "count": 53, "max_ms": 58.703, "p95_ms": 50.28, "reason": null, "sample_age_ms": 5115.892, "source": "client_direct"}, "sample_age_ms": 5115.89, "source": "client_direct", "task_total_ms": {"avg_ms": 39.46, "count": 53, "max_ms": 61.071, "p95_ms": 52.482, "reason": null, "sample_age_ms": 5115.89, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.498, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.689, "count": 53, "max_ms": 1.692, "p95_ms": 1.597}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.214, "count": 53, "max_ms": 0.572, "p95_ms": 0.451}, "detection_prepare_ms": {"avg_ms": 0.107, "count": 53, "max_ms": 0.287, "p95_ms": 0.22}, "event_filter_ms": {"avg_ms": 0.003, "count": 53, "max_ms": 0.01, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.077, "count": 53, "max_ms": 0.604, "p95_ms": 0.146}, "mcmt_ms": {"avg_ms": 0.003, "count": 53, "max_ms": 0.011, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.173, "count": 53, "max_ms": 0.568, "p95_ms": 0.503}, "setup_ms": {"avg_ms": 0.038, "count": 53, "max_ms": 0.108, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 0.648, "count": 53, "max_ms": 1.612, "p95_ms": 1.516}, "track_match_ms": {"avg_ms": 0.004, "count": 53, "max_ms": 0.011, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.029, "count": 53, "max_ms": 0.108, "p95_ms": 0.062}}, "gstreamer_push": {"avg_ms": 3.395, "count": 54, "max_ms": 7.297, "p95_ms": 5.61}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 53, "max_ms": 0.107, "p95_ms": 0.087}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.508, "count": 53, "max_ms": 61.867, "p95_ms": 54.011}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.797, "count": 54, "max_ms": 10.715, "p95_ms": 9.312}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.891, "count": 54, "max_ms": 115.327, "p95_ms": 110.274}, "inference_input_copy_ms": {"avg_ms": 1.587, "count": 54, "max_ms": 3.225, "p95_ms": 2.397}, "processing_residual_ms": {"avg_ms": 0.152, "count": 54, "max_ms": 0.343, "p95_ms": 0.296}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.428, "count": 54, "max_ms": 125.44, "p95_ms": 113.774}, "read_interval": {"avg_ms": 470.886, "count": 53, "max_ms": 19198.427, "p95_ms": 153.302}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 53, "max_ms": 0.041, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.12, "count": 53, "max_ms": 0.411, "p95_ms": 0.367}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 53, "max_ms": 0.038, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.107, "count": 53, "max_ms": 0.372, "p95_ms": 0.334}, "worker_merge_ms": {"avg_ms": 0.004, "count": 53, "max_ms": 0.021, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 40.521, "count": 53, "max_ms": 61.882, "p95_ms": 54.021}, "visualize": {"avg_ms": 48.446, "count": 53, "max_ms": 67.575, "p95_ms": 58.851}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.31, "count": 53, "max_ms": 65.917, "p95_ms": 56.778}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.003, "count": 53, "max_ms": 66.453, "p95_ms": 57.327}, "visualize_input_copy_ms": {"avg_ms": 1.266, "count": 53, "max_ms": 2.787, "p95_ms": 2.458}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.89, "count": 53, "max_ms": 66.385, "p95_ms": 57.254}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 53, "max_ms": 0.173, "p95_ms": 0.144}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 53}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1308.137, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 51.493, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.264, "sample_count": 2403, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1171480, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:36:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100459, "write_bytes_delta": 100459, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 342.0, "cpu_core_ratio": 0.13256, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3169.0, "pid": 93522, "reason": null, "system_cpu_core_ratio": 0.027098, "system_cpu_s_delta": 0.7399999999999984, "user_cpu_core_ratio": 0.105462, "user_cpu_s_delta": 2.8799999999999955}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.493256, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 97603.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.183827, "system_cpu_s_delta": 5.0200000000040745, "user_cpu_core_ratio": 0.309429, "user_cpu_s_delta": 8.449999999982538}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.531, "count": 100, "max_ms": 8.181, "p95_ms": 5.588, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.21, "max": 11.0, "p95": 6.0, "sample_count": 100}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 1}, "total": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 100}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.593, "count": 30, "max": 51.493, "p95": 45.889, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.367, "count": 30, "max": 29.098, "p95": 27.779, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 799.5, "count": 30, "max": 1095.0, "p95": 1082.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1208.567, "count": 30, "max": 14228.0, "p95": 7632.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.345, "p95": 0.179, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.358, "count": 30, "max": 0.414, "p95": 0.412, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.16, "count": 30, "max": 4.713, "p95": 0.056, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98082.2, "count": 30, "max": 114043.0, "p95": 110241.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98082.2, "count": 30, "max": 114043.0, "p95": 110241.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 203242.633, "count": 30, "max": 270661.0, "p95": 253614.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.546, "count": 30, "max": 0.596, "p95": 0.592, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.937, "count": 30, "max": 1.03, "p95": 1.013, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8876, "sampled_at": "2026-10-30T02:36:47+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T02:36:47+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2274456, "flush_count": 2380, "flush_interval_seconds": 30.0, "flush_state": {"count": 2380, "last_at": "2026-10-30T02:44:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T02:44:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2379}, "started": true, "suppressed_count": 1173781, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1173650}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2380, "written_record_count": 2380}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8603.848, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5e62c6c86780] left block unavailable for requested intra mode [h264 @ 0x5e62c6c86780] error while decoding MB 0 58, bytestream 2927 [in#0/rtsp @ 0x5e62c6b33e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5e62c6b33e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3251482214400, "copied_frame_count": 1176028, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3251482214400, "frame_buffer_copies": 1176028, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1106, "count": 512, "max_ms": 0.3944, "p50_ms": 0.0994, "p95_ms": 0.2019, "p99_ms": 0.265}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3842, "count": 512, "max_ms": 2.7312, "p50_ms": 1.3388, "p95_ms": 2.1789, "p99_ms": 2.6496, "results": {"failed": 0, "not_applicable": 0, "success": 1176028, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 443, "h264_decode_error_count": 969, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T02:45:39+09:00", "last_error_summary": "[h264 @ 0x5e62c6c86780] left block unavailable for requested intra mode [h264 @ 0x5e62c6c86780] error while decoding MB 0 58, bytestream 2927 [in#0/rtsp @ 0x5e62c6b33e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5e62c6b33e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T02:36:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 528.209, "last_started_at": "2026-10-30T02:36:51+09:00", "pid": 93638, "process": {"exists": false, "pid": 93638}, "restart_count": 478, "restart_count_per_hour": 6, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 479}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.839, "sample_count": 2485, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1176028, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:45:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.091, "last_frame_pushed_at": "2026-10-30T02:45:39+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-10-30T02:45:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 38, "debug_expires_at": null, "deduplicated_count": 44, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 441.807, "last_sample_duration_ms": 862.262, "last_trigger": "periodic", "next_snapshot_in_sec": 158.193, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 238, "storage_bytes": 2271033}, "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-10-30T02:45:39.617244+09:00", "mtime_epoch": 1793295939.617244, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 96054}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T02:45:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1333.793, "name": "celery", "pid": 206, "rss_mb": 1331.32, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1176029, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.438, "max": 9.0, "p95": 7.0, "sample_count": 105}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 105, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.507, "pushed": 3.507, "read": 3.507}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 105, "client_acquire_ms": {"avg_ms": 0.007, "count": 106, "max_ms": 0.025, "p95_ms": 0.016, "reason": null, "sample_age_ms": 35.697, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.637, "count": 105, "max_ms": 3.249, "p95_ms": 1.992, "reason": null, "sample_age_ms": 86.391, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.274, "count": 105, "max_ms": 3.021, "p95_ms": 1.793, "reason": null, "sample_age_ms": 86.698, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.104, "count": 106, "max_ms": 0.476, "p95_ms": 0.271, "reason": null, "sample_age_ms": 35.712, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.873, "count": 105, "max_ms": 3.938, "p95_ms": 3.053, "reason": null, "sample_age_ms": 84.853, "source": "client_direct"}, "request_count": 105, "request_tensor_bytes": {"avg": 2764808.0, "count": 105, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 84.836, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 106, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 36.176, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.535, "count": 106, "max_ms": 64.181, "p95_ms": 49.982, "reason": null, "sample_age_ms": 35.691, "source": "client_direct"}, "sample_age_ms": 35.683, "source": "client_direct", "task_total_ms": {"avg_ms": 39.665, "count": 106, "max_ms": 66.666, "p95_ms": 52.644, "reason": null, "sample_age_ms": 35.683, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.235, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.617, "count": 105, "max_ms": 1.794, "p95_ms": 1.081}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.203, "count": 105, "max_ms": 0.595, "p95_ms": 0.383}, "detection_prepare_ms": {"avg_ms": 0.087, "count": 105, "max_ms": 0.263, "p95_ms": 0.187}, "event_filter_ms": {"avg_ms": 0.003, "count": 105, "max_ms": 0.008, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.07, "count": 105, "max_ms": 0.204, "p95_ms": 0.138}, "mcmt_ms": {"avg_ms": 0.002, "count": 105, "max_ms": 0.022, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.147, "count": 105, "max_ms": 0.386, "p95_ms": 0.258}, "setup_ms": {"avg_ms": 0.036, "count": 105, "max_ms": 0.098, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 0.581, "count": 105, "max_ms": 1.691, "p95_ms": 1.021}, "track_match_ms": {"avg_ms": 0.004, "count": 105, "max_ms": 0.038, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.028, "count": 105, "max_ms": 0.121, "p95_ms": 0.059}}, "gstreamer_push": {"avg_ms": 2.876, "count": 105, "max_ms": 5.817, "p95_ms": 4.721}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 105, "max_ms": 0.111, "p95_ms": 0.073}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.513, "count": 105, "max_ms": 67.508, "p95_ms": 53.809}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.164, "count": 105, "max_ms": 7.769, "p95_ms": 6.067}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.425, "count": 105, "max_ms": 111.193, "p95_ms": 102.571}, "inference_input_copy_ms": {"avg_ms": 1.606, "count": 105, "max_ms": 2.742, "p95_ms": 2.374}, "processing_residual_ms": {"avg_ms": 0.184, "count": 105, "max_ms": 0.404, "p95_ms": 0.334}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.379, "count": 105, "max_ms": 114.078, "p95_ms": 106.556}, "read_interval": {"avg_ms": 285.057, "count": 105, "max_ms": 19240.195, "p95_ms": 138.228}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 105, "max_ms": 0.036, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.102, "count": 105, "max_ms": 0.279, "p95_ms": 0.177}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 105, "max_ms": 0.034, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.089, "count": 105, "max_ms": 0.255, "p95_ms": 0.159}, "worker_merge_ms": {"avg_ms": 0.004, "count": 105, "max_ms": 0.011, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 40.524, "count": 105, "max_ms": 67.522, "p95_ms": 53.829}, "visualize": {"avg_ms": 42.475, "count": 105, "max_ms": 56.104, "p95_ms": 52.724}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 40.279, "count": 105, "max_ms": 54.077, "p95_ms": 50.302}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.929, "count": 105, "max_ms": 54.7, "p95_ms": 51.166}, "visualize_input_copy_ms": {"avg_ms": 1.374, "count": 105, "max_ms": 2.825, "p95_ms": 2.086}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.827, "count": 105, "max_ms": 54.62, "p95_ms": 51.048}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 105, "max_ms": 0.142, "p95_ms": 0.111}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 105}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1310.352, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 38.286, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.839, "sample_count": 2486, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1176023, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:45:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 92165, "write_bytes_delta": 92165, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 250.0, "cpu_core_ratio": 0.070733, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2469.0, "pid": 93638, "reason": null, "system_cpu_core_ratio": 0.010105, "system_cpu_s_delta": 0.28000000000000114, "user_cpu_core_ratio": 0.060628, "user_cpu_s_delta": 1.6800000000000068}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.503791, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 107775.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.186576, "system_cpu_s_delta": 5.169999999998254, "user_cpu_core_ratio": 0.317215, "user_cpu_s_delta": 8.790000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.846, "count": 107, "max_ms": 5.55, "p95_ms": 4.205, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.262, "max": 8.0, "p95": 2.0, "sample_count": 107}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 107}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.63, "count": 30, "max": 65.199, "p95": 59.668, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.398, "count": 30, "max": 32.252, "p95": 30.558, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 592.733, "count": 30, "max": 1081.0, "p95": 1067.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 430.9, "count": 30, "max": 3755.0, "p95": 2949.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.17, "p95": 0.149, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.376, "count": 30, "max": 0.433, "p95": 0.411, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.129, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103093.367, "count": 30, "max": 110028.0, "p95": 108999.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103093.367, "count": 30, "max": 110028.0, "p95": 108999.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 141842.9, "count": 30, "max": 238661.0, "p95": 238419.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.551, "count": 30, "max": 0.583, "p95": 0.581, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.946, "count": 30, "max": 0.992, "p95": 0.992, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8918, "sampled_at": "2026-10-30T02:45:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T02:45:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2274456, "flush_count": 2380, "flush_interval_seconds": 30.0, "flush_state": {"count": 2380, "last_at": "2026-10-30T02:44:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T02:44:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2379}, "started": true, "suppressed_count": 1173781, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1173650}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2380, "written_record_count": 2380}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8603.691, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T02:45:39+09:00", "last_error_summary": "[h264 @ 0x5e62c6c86780] left block unavailable for requested intra mode [h264 @ 0x5e62c6c86780] error while decoding MB 0 58, bytestream 2927 [in#0/rtsp @ 0x5e62c6b33e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5e62c6b33e00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3251484979200, "copied_frame_count": 1176029, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3251484979200, "frame_buffer_copies": 1176029, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1104, "count": 512, "max_ms": 0.3944, "p50_ms": 0.0993, "p95_ms": 0.2019, "p99_ms": 0.265}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3833, "count": 512, "max_ms": 2.7312, "p50_ms": 1.3385, "p95_ms": 2.1789, "p99_ms": 2.6496, "results": {"failed": 0, "not_applicable": 0, "success": 1176029, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 443, "h264_decode_error_count": 969, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T02:45:39+09:00", "last_error_summary": "[h264 @ 0x5e62c6c86780] left block unavailable for requested intra mode [h264 @ 0x5e62c6c86780] error while decoding MB 0 58, bytestream 2927 [in#0/rtsp @ 0x5e62c6b33e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5e62c6b33e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T02:45:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 528.253, "last_started_at": "2026-10-30T02:36:51+09:00", "pid": 93638, "process": {"exists": false, "pid": 93638}, "restart_count": 478, "restart_count_per_hour": 6, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 479}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.839, "sample_count": 2486, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1176029, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:45:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.016, "last_frame_pushed_at": "2026-10-30T02:45:39+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-10-30T02:45:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 38, "debug_expires_at": null, "deduplicated_count": 44, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 441.84, "last_sample_duration_ms": 862.262, "last_trigger": "periodic", "next_snapshot_in_sec": 158.16, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 238, "storage_bytes": 2271033}, "mjpeg": {"age_sec": 0.007, "exists": true, "mtime": "2026-10-30T02:45:39.719244+09:00", "mtime_epoch": 1793295939.7192445, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 96694}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T02:45:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1333.793, "name": "celery", "pid": 206, "rss_mb": 1310.348, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1176029, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.453, "max": 9.0, "p95": 7.0, "sample_count": 106}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.535, "pushed": 3.535, "read": 3.502}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 105, "client_acquire_ms": {"avg_ms": 0.007, "count": 105, "max_ms": 0.025, "p95_ms": 0.016, "reason": null, "sample_age_ms": 77.681, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.637, "count": 105, "max_ms": 3.249, "p95_ms": 1.992, "reason": null, "sample_age_ms": 128.375, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.274, "count": 105, "max_ms": 3.021, "p95_ms": 1.793, "reason": null, "sample_age_ms": 128.682, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.105, "count": 105, "max_ms": 0.476, "p95_ms": 0.271, "reason": null, "sample_age_ms": 77.696, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.873, "count": 105, "max_ms": 3.938, "p95_ms": 3.053, "reason": null, "sample_age_ms": 126.837, "source": "client_direct"}, "request_count": 105, "request_tensor_bytes": {"avg": 2764808.0, "count": 105, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 126.82, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 105, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 78.159, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.723, "count": 105, "max_ms": 64.181, "p95_ms": 49.998, "reason": null, "sample_age_ms": 77.675, "source": "client_direct"}, "sample_age_ms": 77.666, "source": "client_direct", "task_total_ms": {"avg_ms": 39.86, "count": 105, "max_ms": 66.666, "p95_ms": 52.671, "reason": null, "sample_age_ms": 77.666, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.518, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.615, "count": 106, "max_ms": 1.794, "p95_ms": 1.081}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.203, "count": 106, "max_ms": 0.595, "p95_ms": 0.383}, "detection_prepare_ms": {"avg_ms": 0.087, "count": 106, "max_ms": 0.263, "p95_ms": 0.187}, "event_filter_ms": {"avg_ms": 0.003, "count": 106, "max_ms": 0.008, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.069, "count": 106, "max_ms": 0.204, "p95_ms": 0.138}, "mcmt_ms": {"avg_ms": 0.002, "count": 106, "max_ms": 0.022, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.146, "count": 106, "max_ms": 0.386, "p95_ms": 0.258}, "setup_ms": {"avg_ms": 0.036, "count": 106, "max_ms": 0.098, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 0.579, "count": 106, "max_ms": 1.691, "p95_ms": 1.021}, "track_match_ms": {"avg_ms": 0.004, "count": 106, "max_ms": 0.038, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.028, "count": 106, "max_ms": 0.121, "p95_ms": 0.059}}, "gstreamer_push": {"avg_ms": 2.882, "count": 106, "max_ms": 5.817, "p95_ms": 4.721}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 106, "max_ms": 0.111, "p95_ms": 0.073}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.616, "count": 106, "max_ms": 67.508, "p95_ms": 53.809}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.159, "count": 106, "max_ms": 7.769, "p95_ms": 6.067}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.611, "count": 106, "max_ms": 111.193, "p95_ms": 104.138}, "inference_input_copy_ms": {"avg_ms": 1.604, "count": 106, "max_ms": 2.742, "p95_ms": 2.374}, "processing_residual_ms": {"avg_ms": 0.184, "count": 106, "max_ms": 0.404, "p95_ms": 0.334}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.558, "count": 106, "max_ms": 114.078, "p95_ms": 107.348}, "read_interval": {"avg_ms": 285.057, "count": 105, "max_ms": 19240.195, "p95_ms": 138.228}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 106, "max_ms": 0.036, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.101, "count": 106, "max_ms": 0.279, "p95_ms": 0.177}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 106, "max_ms": 0.034, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.089, "count": 106, "max_ms": 0.255, "p95_ms": 0.159}, "worker_merge_ms": {"avg_ms": 0.004, "count": 106, "max_ms": 0.011, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 40.627, "count": 106, "max_ms": 67.522, "p95_ms": 53.829}, "visualize": {"avg_ms": 42.561, "count": 106, "max_ms": 56.104, "p95_ms": 52.724}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 40.367, "count": 106, "max_ms": 54.077, "p95_ms": 50.302}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.017, "count": 106, "max_ms": 54.7, "p95_ms": 51.166}, "visualize_input_copy_ms": {"avg_ms": 1.373, "count": 106, "max_ms": 2.825, "p95_ms": 2.086}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.915, "count": 106, "max_ms": 54.62, "p95_ms": 51.048}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 106, "max_ms": 0.142, "p95_ms": 0.111}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 106}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1310.352, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 38.286, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.839, "sample_count": 2486, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1176023, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:45:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 92165, "write_bytes_delta": 92165, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 250.0, "cpu_core_ratio": 0.070733, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2469.0, "pid": 93638, "reason": null, "system_cpu_core_ratio": 0.010105, "system_cpu_s_delta": 0.28000000000000114, "user_cpu_core_ratio": 0.060628, "user_cpu_s_delta": 1.6800000000000068}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.503791, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 107775.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.186576, "system_cpu_s_delta": 5.169999999998254, "user_cpu_core_ratio": 0.317215, "user_cpu_s_delta": 8.790000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.846, "count": 107, "max_ms": 5.55, "p95_ms": 4.205, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.262, "max": 8.0, "p95": 2.0, "sample_count": 107}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 107}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.63, "count": 30, "max": 65.199, "p95": 59.668, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.398, "count": 30, "max": 32.252, "p95": 30.558, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 592.733, "count": 30, "max": 1081.0, "p95": 1067.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 430.9, "count": 30, "max": 3755.0, "p95": 2949.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.17, "p95": 0.149, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.376, "count": 30, "max": 0.433, "p95": 0.411, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.129, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103093.367, "count": 30, "max": 110028.0, "p95": 108999.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103093.367, "count": 30, "max": 110028.0, "p95": 108999.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 141842.9, "count": 30, "max": 238661.0, "p95": 238419.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.551, "count": 30, "max": 0.583, "p95": 0.581, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.946, "count": 30, "max": 0.992, "p95": 0.992, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8918, "sampled_at": "2026-10-30T02:45:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T02:45:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2274456, "flush_count": 2380, "flush_interval_seconds": 30.0, "flush_state": {"count": 2380, "last_at": "2026-10-30T02:44:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T02:44:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2379}, "started": true, "suppressed_count": 1173781, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1173650}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2380, "written_record_count": 2380}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8603.812, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3251484979200, "copied_frame_count": 1176029, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3251484979200, "frame_buffer_copies": 1176029, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1104, "count": 512, "max_ms": 0.3944, "p50_ms": 0.0993, "p95_ms": 0.2019, "p99_ms": 0.265}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3833, "count": 512, "max_ms": 2.7312, "p50_ms": 1.3385, "p95_ms": 2.1789, "p99_ms": 2.6496, "results": {"failed": 0, "not_applicable": 0, "success": 1176029, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 443, "h264_decode_error_count": 969, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T02:45:39+09:00", "last_error_summary": "[h264 @ 0x5e62c6c86780] left block unavailable for requested intra mode [h264 @ 0x5e62c6c86780] error while decoding MB 0 58, bytestream 2927 [in#0/rtsp @ 0x5e62c6b33e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5e62c6b33e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T02:45:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 528.278, "last_started_at": "2026-10-30T02:36:51+09:00", "pid": 93638, "process": {"exists": false, "pid": 93638}, "restart_count": 478, "restart_count_per_hour": 6, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 479}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.839, "sample_count": 2486, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1176029, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:45:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.041, "last_frame_pushed_at": "2026-10-30T02:45:39+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-10-30T02:45:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 38, "debug_expires_at": null, "deduplicated_count": 44, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 441.865, "last_sample_duration_ms": 862.262, "last_trigger": "periodic", "next_snapshot_in_sec": 158.135, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 238, "storage_bytes": 2271033}, "mjpeg": {"age_sec": 0.032, "exists": true, "mtime": "2026-10-30T02:45:39.719244+09:00", "mtime_epoch": 1793295939.7192445, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 96694}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T02:45:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1333.793, "name": "celery", "pid": 206, "rss_mb": 1310.348, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1176029, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.457, "max": 9.0, "p95": 7.0, "sample_count": 105}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 105, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.5, "pushed": 3.5, "read": 3.5}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 105, "client_acquire_ms": {"avg_ms": 0.007, "count": 105, "max_ms": 0.025, "p95_ms": 0.016, "reason": null, "sample_age_ms": 102.495, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.637, "count": 105, "max_ms": 3.249, "p95_ms": 1.992, "reason": null, "sample_age_ms": 153.189, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.274, "count": 105, "max_ms": 3.021, "p95_ms": 1.793, "reason": null, "sample_age_ms": 153.497, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.105, "count": 105, "max_ms": 0.476, "p95_ms": 0.271, "reason": null, "sample_age_ms": 102.51, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.873, "count": 105, "max_ms": 3.938, "p95_ms": 3.053, "reason": null, "sample_age_ms": 151.651, "source": "client_direct"}, "request_count": 105, "request_tensor_bytes": {"avg": 2764808.0, "count": 105, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 151.635, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 105, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 102.974, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.723, "count": 105, "max_ms": 64.181, "p95_ms": 49.998, "reason": null, "sample_age_ms": 102.489, "source": "client_direct"}, "sample_age_ms": 102.481, "source": "client_direct", "task_total_ms": {"avg_ms": 39.86, "count": 105, "max_ms": 66.666, "p95_ms": 52.671, "reason": null, "sample_age_ms": 102.481, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.491, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.614, "count": 105, "max_ms": 1.794, "p95_ms": 1.081}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.203, "count": 105, "max_ms": 0.595, "p95_ms": 0.383}, "detection_prepare_ms": {"avg_ms": 0.087, "count": 105, "max_ms": 0.263, "p95_ms": 0.187}, "event_filter_ms": {"avg_ms": 0.003, "count": 105, "max_ms": 0.008, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.069, "count": 105, "max_ms": 0.204, "p95_ms": 0.138}, "mcmt_ms": {"avg_ms": 0.002, "count": 105, "max_ms": 0.022, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.146, "count": 105, "max_ms": 0.386, "p95_ms": 0.258}, "setup_ms": {"avg_ms": 0.036, "count": 105, "max_ms": 0.098, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 0.578, "count": 105, "max_ms": 1.691, "p95_ms": 1.021}, "track_match_ms": {"avg_ms": 0.004, "count": 105, "max_ms": 0.038, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.028, "count": 105, "max_ms": 0.121, "p95_ms": 0.059}}, "gstreamer_push": {"avg_ms": 2.882, "count": 105, "max_ms": 5.817, "p95_ms": 4.721}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 105, "max_ms": 0.111, "p95_ms": 0.073}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.814, "count": 105, "max_ms": 67.508, "p95_ms": 53.809}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.168, "count": 105, "max_ms": 7.769, "p95_ms": 6.067}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.715, "count": 105, "max_ms": 111.193, "p95_ms": 104.138}, "inference_input_copy_ms": {"avg_ms": 1.607, "count": 105, "max_ms": 2.742, "p95_ms": 2.374}, "processing_residual_ms": {"avg_ms": 0.183, "count": 105, "max_ms": 0.404, "p95_ms": 0.334}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.673, "count": 105, "max_ms": 114.078, "p95_ms": 107.348}, "read_interval": {"avg_ms": 285.057, "count": 105, "max_ms": 19240.195, "p95_ms": 138.228}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 105, "max_ms": 0.036, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.101, "count": 105, "max_ms": 0.279, "p95_ms": 0.177}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 105, "max_ms": 0.034, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.089, "count": 105, "max_ms": 0.255, "p95_ms": 0.159}, "worker_merge_ms": {"avg_ms": 0.004, "count": 105, "max_ms": 0.011, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 40.826, "count": 105, "max_ms": 67.522, "p95_ms": 53.829}, "visualize": {"avg_ms": 42.464, "count": 105, "max_ms": 56.104, "p95_ms": 51.903}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 40.272, "count": 105, "max_ms": 54.077, "p95_ms": 50.297}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.92, "count": 105, "max_ms": 54.7, "p95_ms": 50.8}, "visualize_input_copy_ms": {"avg_ms": 1.374, "count": 105, "max_ms": 2.825, "p95_ms": 2.086}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.819, "count": 105, "max_ms": 54.62, "p95_ms": 50.715}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 105, "max_ms": 0.142, "p95_ms": 0.111}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 105}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1310.352, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 38.286, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.839, "sample_count": 2486, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1176023, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:45:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 92165, "write_bytes_delta": 92165, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 250.0, "cpu_core_ratio": 0.070733, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2469.0, "pid": 93638, "reason": null, "system_cpu_core_ratio": 0.010105, "system_cpu_s_delta": 0.28000000000000114, "user_cpu_core_ratio": 0.060628, "user_cpu_s_delta": 1.6800000000000068}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.503791, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 107775.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.186576, "system_cpu_s_delta": 5.169999999998254, "user_cpu_core_ratio": 0.317215, "user_cpu_s_delta": 8.790000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.846, "count": 107, "max_ms": 5.55, "p95_ms": 4.205, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.262, "max": 8.0, "p95": 2.0, "sample_count": 107}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 107}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.63, "count": 30, "max": 65.199, "p95": 59.668, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.398, "count": 30, "max": 32.252, "p95": 30.558, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 592.733, "count": 30, "max": 1081.0, "p95": 1067.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 430.9, "count": 30, "max": 3755.0, "p95": 2949.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.17, "p95": 0.149, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.376, "count": 30, "max": 0.433, "p95": 0.411, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.129, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103093.367, "count": 30, "max": 110028.0, "p95": 108999.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103093.367, "count": 30, "max": 110028.0, "p95": 108999.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 141842.9, "count": 30, "max": 238661.0, "p95": 238419.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.551, "count": 30, "max": 0.583, "p95": 0.581, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.946, "count": 30, "max": 0.992, "p95": 0.992, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8918, "sampled_at": "2026-10-30T02:45:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T02:45:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2274456, "flush_count": 2380, "flush_interval_seconds": 30.0, "flush_state": {"count": 2380, "last_at": "2026-10-30T02:44:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T02:44:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2379}, "started": true, "suppressed_count": 1173781, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1173650}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2380, "written_record_count": 2380}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8778.707, "limit_mb": null}, "detail": {"pid": 93754, "restart_count": 479, "start_count": 480}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3251484979200, "copied_frame_count": 1176029, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3251484979200, "frame_buffer_copies": 1176029, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1104, "count": 512, "max_ms": 0.3944, "p50_ms": 0.0993, "p95_ms": 0.2019, "p99_ms": 0.265}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3833, "count": 512, "max_ms": 2.7312, "p50_ms": 1.3385, "p95_ms": 2.1789, "p99_ms": 2.6496, "results": {"failed": 0, "not_applicable": 0, "success": 1176029, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 443, "h264_decode_error_count": 969, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T02:45:39+09:00", "last_error_summary": "[h264 @ 0x5e62c6c86780] left block unavailable for requested intra mode [h264 @ 0x5e62c6c86780] error while decoding MB 0 58, bytestream 2927 [in#0/rtsp @ 0x5e62c6b33e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5e62c6b33e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T02:45:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T02:45:42+09:00", "pid": 93754, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.59, "name": "ffmpeg", "pid": 93754, "rss_mb": 208.59, "state": "S (sleeping)", "threads": 70}, "restart_count": 479, "restart_count_per_hour": 7, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 480}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.857, "sample_count": 2441, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1176029, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:45:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.963, "last_frame_pushed_at": "2026-10-30T02:45:39+09:00", "last_frame_read_age_sec": 5.074, "last_frame_read_at": "2026-10-30T02:45:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 38, "debug_expires_at": null, "deduplicated_count": 44, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 446.785, "last_sample_duration_ms": 862.262, "last_trigger": "periodic", "next_snapshot_in_sec": 153.215, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 238, "storage_bytes": 2271033}, "mjpeg": {"age_sec": 4.954, "exists": true, "mtime": "2026-10-30T02:45:39.719244+09:00", "mtime_epoch": 1793295939.7192445, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 96694}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T02:45:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1333.793, "name": "celery", "pid": 206, "rss_mb": 1310.352, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1176029, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.828, "max": 9.0, "p95": 8.0, "sample_count": 58}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 58, "pushed_frames": 58, "read_frames": 57, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.934, "pushed": 1.934, "read": 1.9}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 57, "client_acquire_ms": {"avg_ms": 0.007, "count": 57, "max_ms": 0.025, "p95_ms": 0.019, "reason": null, "sample_age_ms": 5025.926, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.611, "count": 57, "max_ms": 2.366, "p95_ms": 1.907, "reason": null, "sample_age_ms": 5076.62, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.25, "count": 57, "max_ms": 2.134, "p95_ms": 1.399, "reason": null, "sample_age_ms": 5076.927, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.124, "count": 57, "max_ms": 0.476, "p95_ms": 0.376, "reason": null, "sample_age_ms": 5025.941, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.79, "count": 57, "max_ms": 3.398, "p95_ms": 2.925, "reason": null, "sample_age_ms": 5075.082, "source": "client_direct"}, "request_count": 57, "request_tensor_bytes": {"avg": 2764808.0, "count": 57, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5075.065, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 57, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5026.404, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.814, "count": 57, "max_ms": 55.941, "p95_ms": 49.856, "reason": null, "sample_age_ms": 5025.92, "source": "client_direct"}, "sample_age_ms": 5025.911, "source": "client_direct", "task_total_ms": {"avg_ms": 39.878, "count": 57, "max_ms": 57.569, "p95_ms": 52.786, "reason": null, "sample_age_ms": 5025.911, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.471, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.583, "count": 58, "max_ms": 1.593, "p95_ms": 1.018}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.19, "count": 58, "max_ms": 0.505, "p95_ms": 0.383}, "detection_prepare_ms": {"avg_ms": 0.085, "count": 58, "max_ms": 0.247, "p95_ms": 0.187}, "event_filter_ms": {"avg_ms": 0.003, "count": 58, "max_ms": 0.008, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.067, "count": 58, "max_ms": 0.195, "p95_ms": 0.12}, "mcmt_ms": {"avg_ms": 0.002, "count": 58, "max_ms": 0.008, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.138, "count": 58, "max_ms": 0.382, "p95_ms": 0.234}, "setup_ms": {"avg_ms": 0.034, "count": 58, "max_ms": 0.082, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 0.549, "count": 58, "max_ms": 1.512, "p95_ms": 0.955}, "track_match_ms": {"avg_ms": 0.004, "count": 58, "max_ms": 0.038, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.026, "count": 58, "max_ms": 0.076, "p95_ms": 0.057}}, "gstreamer_push": {"avg_ms": 2.906, "count": 58, "max_ms": 5.817, "p95_ms": 5.277}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 58, "max_ms": 0.075, "p95_ms": 0.059}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.81, "count": 58, "max_ms": 58.208, "p95_ms": 53.828}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.192, "count": 58, "max_ms": 7.374, "p95_ms": 6.238}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.84, "count": 58, "max_ms": 111.193, "p95_ms": 106.514}, "inference_input_copy_ms": {"avg_ms": 1.497, "count": 58, "max_ms": 2.555, "p95_ms": 2.374}, "processing_residual_ms": {"avg_ms": 0.15, "count": 58, "max_ms": 0.334, "p95_ms": 0.288}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.679, "count": 58, "max_ms": 114.078, "p95_ms": 110.126}, "read_interval": {"avg_ms": 438.685, "count": 57, "max_ms": 19240.195, "p95_ms": 146.776}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 58, "max_ms": 0.033, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.095, "count": 58, "max_ms": 0.243, "p95_ms": 0.159}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 58, "max_ms": 0.03, "p95_ms": 0.016}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.083, "count": 58, "max_ms": 0.21, "p95_ms": 0.142}, "worker_merge_ms": {"avg_ms": 0.004, "count": 58, "max_ms": 0.009, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 40.821, "count": 58, "max_ms": 58.217, "p95_ms": 53.85}, "visualize": {"avg_ms": 42.587, "count": 58, "max_ms": 56.104, "p95_ms": 51.903}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 40.408, "count": 58, "max_ms": 54.077, "p95_ms": 50.297}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.036, "count": 58, "max_ms": 54.7, "p95_ms": 50.8}, "visualize_input_copy_ms": {"avg_ms": 1.39, "count": 58, "max_ms": 2.825, "p95_ms": 2.604}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.937, "count": 58, "max_ms": 54.62, "p95_ms": 50.715}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 58, "max_ms": 0.142, "p95_ms": 0.111}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 58}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1310.352, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 38.286, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.839, "sample_count": 2486, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1176023, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:45:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 92165, "write_bytes_delta": 92165, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 250.0, "cpu_core_ratio": 0.070733, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2469.0, "pid": 93638, "reason": null, "system_cpu_core_ratio": 0.010105, "system_cpu_s_delta": 0.28000000000000114, "user_cpu_core_ratio": 0.060628, "user_cpu_s_delta": 1.6800000000000068}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.503791, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 107775.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.186576, "system_cpu_s_delta": 5.169999999998254, "user_cpu_core_ratio": 0.317215, "user_cpu_s_delta": 8.790000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.846, "count": 107, "max_ms": 5.55, "p95_ms": 4.205, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.262, "max": 8.0, "p95": 2.0, "sample_count": 107}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 107}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.63, "count": 30, "max": 65.199, "p95": 59.668, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.398, "count": 30, "max": 32.252, "p95": 30.558, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 592.733, "count": 30, "max": 1081.0, "p95": 1067.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 430.9, "count": 30, "max": 3755.0, "p95": 2949.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.17, "p95": 0.149, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.376, "count": 30, "max": 0.433, "p95": 0.411, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.129, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103093.367, "count": 30, "max": 110028.0, "p95": 108999.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103093.367, "count": 30, "max": 110028.0, "p95": 108999.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 141842.9, "count": 30, "max": 238661.0, "p95": 238419.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.551, "count": 30, "max": 0.583, "p95": 0.581, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.946, "count": 30, "max": 0.992, "p95": 0.992, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8918, "sampled_at": "2026-10-30T02:45:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T02:45:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2287524, "flush_count": 2394, "flush_interval_seconds": 30.0, "flush_state": {"count": 2394, "last_at": "2026-10-30T02:58:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T02:58:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2393}, "started": true, "suppressed_count": 1181221, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1181090}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2394, "written_record_count": 2394}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8638.59, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x652b55340080] error while decoding MB 59 61, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3272091033600, "copied_frame_count": 1183482, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3272091033600, "frame_buffer_copies": 1183482, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1044, "count": 512, "max_ms": 0.3136, "p50_ms": 0.0945, "p95_ms": 0.1936, "p99_ms": 0.2396}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3999, "count": 512, "max_ms": 3.9491, "p50_ms": 1.3202, "p95_ms": 2.1702, "p99_ms": 2.8729, "results": {"failed": 0, "not_applicable": 0, "success": 1183482, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 444, "h264_decode_error_count": 970, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T02:59:18+09:00", "last_error_summary": "[h264 @ 0x652b55340080] error while decoding MB 59 61, bytestream -6", "last_exit_at": "2026-10-30T02:45:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 815.959, "last_started_at": "2026-10-30T02:45:42+09:00", "pid": 93754, "process": {"exists": false, "pid": 93754}, "restart_count": 479, "restart_count_per_hour": 6, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 480}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.136, "sample_count": 2759, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1183482, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:59:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.058, "last_frame_pushed_at": "2026-10-30T02:59:18+09:00", "last_frame_read_age_sec": 0.049, "last_frame_read_at": "2026-10-30T02:59:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 40, "debug_expires_at": null, "deduplicated_count": 44, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 57.305, "last_sample_duration_ms": 1017.402, "last_trigger": "periodic", "next_snapshot_in_sec": 542.695, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 240, "storage_bytes": 2290198}, "mjpeg": {"age_sec": 0.048, "exists": true, "mtime": "2026-10-30T02:59:18.582716+09:00", "mtime_epoch": 1793296758.5827155, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 99243}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T02:59:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1336.219, "name": "celery", "pid": 206, "rss_mb": 1324.297, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1183483, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.709, "max": 10.0, "p95": 6.0, "sample_count": 282}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 1}, "by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 3}, "total": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 282}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 282}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 282}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 282}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 282}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 282}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 282, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.411, "pushed": 9.411, "read": 9.411}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 282, "client_acquire_ms": {"avg_ms": 0.006, "count": 282, "max_ms": 0.055, "p95_ms": 0.013, "reason": null, "sample_age_ms": 14.898, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.686, "count": 282, "max_ms": 4.111, "p95_ms": 2.34, "reason": null, "sample_age_ms": 54.743, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.297, "count": 282, "max_ms": 3.751, "p95_ms": 1.874, "reason": null, "sample_age_ms": 56.005, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.22, "count": 282, "max_ms": 0.749, "p95_ms": 0.432, "reason": null, "sample_age_ms": 14.909, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.819, "count": 282, "max_ms": 4.42, "p95_ms": 2.736, "reason": null, "sample_age_ms": 53.125, "source": "client_direct"}, "request_count": 282, "request_tensor_bytes": {"avg": 2764808.0, "count": 282, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 53.098, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 282, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 15.179, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.117, "count": 282, "max_ms": 63.087, "p95_ms": 51.167, "reason": null, "sample_age_ms": 14.894, "source": "client_direct"}, "sample_age_ms": 14.89, "source": "client_direct", "task_total_ms": {"avg_ms": 40.303, "count": 282, "max_ms": 64.524, "p95_ms": 53.417, "reason": null, "sample_age_ms": 14.89, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.613, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.671, "count": 282, "max_ms": 4.305, "p95_ms": 1.267}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.207, "count": 282, "max_ms": 0.698, "p95_ms": 0.401}, "detection_prepare_ms": {"avg_ms": 0.118, "count": 282, "max_ms": 1.449, "p95_ms": 0.23}, "event_filter_ms": {"avg_ms": 0.003, "count": 282, "max_ms": 0.013, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.068, "count": 282, "max_ms": 0.201, "p95_ms": 0.129}, "mcmt_ms": {"avg_ms": 0.002, "count": 282, "max_ms": 0.011, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.153, "count": 282, "max_ms": 0.667, "p95_ms": 0.303}, "setup_ms": {"avg_ms": 0.036, "count": 282, "max_ms": 0.142, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 0.634, "count": 282, "max_ms": 4.248, "p95_ms": 1.185}, "track_match_ms": {"avg_ms": 0.004, "count": 282, "max_ms": 0.055, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.043, "count": 282, "max_ms": 1.6, "p95_ms": 0.063}}, "gstreamer_push": {"avg_ms": 3.324, "count": 282, "max_ms": 7.636, "p95_ms": 5.555}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 282, "max_ms": 0.582, "p95_ms": 0.083}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.269, "count": 282, "max_ms": 65.007, "p95_ms": 54.734}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.378, "count": 282, "max_ms": 9.496, "p95_ms": 6.69}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.181, "count": 282, "max_ms": 123.011, "p95_ms": 107.182}, "inference_input_copy_ms": {"avg_ms": 1.839, "count": 282, "max_ms": 5.164, "p95_ms": 3.025}, "processing_residual_ms": {"avg_ms": 0.128, "count": 282, "max_ms": 0.316, "p95_ms": 0.229}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.526, "count": 282, "max_ms": 127.397, "p95_ms": 111.984}, "read_interval": {"avg_ms": 106.334, "count": 282, "max_ms": 179.346, "p95_ms": 135.28}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 282, "max_ms": 0.055, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.107, "count": 282, "max_ms": 0.603, "p95_ms": 0.216}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 282, "max_ms": 0.063, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.095, "count": 282, "max_ms": 0.578, "p95_ms": 0.2}, "worker_merge_ms": {"avg_ms": 0.004, "count": 282, "max_ms": 0.024, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 41.281, "count": 282, "max_ms": 65.014, "p95_ms": 54.747}, "visualize": {"avg_ms": 45.333, "count": 282, "max_ms": 73.482, "p95_ms": 57.177}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.161, "count": 282, "max_ms": 71.746, "p95_ms": 54.78}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.841, "count": 282, "max_ms": 72.357, "p95_ms": 55.487}, "visualize_input_copy_ms": {"avg_ms": 1.32, "count": 282, "max_ms": 4.319, "p95_ms": 2.118}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.737, "count": 282, "max_ms": 72.28, "p95_ms": 55.369}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 282, "max_ms": 0.187, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 282}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 282}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 282}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1313.812, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.765, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.25, "sample_count": 2755, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1183350, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:59:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 90482, "write_bytes_delta": 90482, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1034.0, "cpu_core_ratio": 0.435476, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 93754, "reason": null, "system_cpu_core_ratio": 0.039861, "system_cpu_s_delta": 0.7999999999999972, "user_cpu_core_ratio": 0.395616, "user_cpu_s_delta": 7.939999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.594421, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 259643.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.585451, "system_cpu_s_delta": 11.75, "user_cpu_core_ratio": 1.008969, "user_cpu_s_delta": 20.25}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.287, "count": 282, "max_ms": 7.636, "p95_ms": 5.555, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.819, "max": 8.0, "p95": 6.0, "sample_count": 282}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 4}, "total": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 282}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.789, "count": 30, "max": 40.076, "p95": 38.029, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.247, "count": 30, "max": 26.601, "p95": 24.338, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1038.1, "count": 30, "max": 1084.0, "p95": 1075.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 28.533, "count": 30, "max": 675.0, "p95": 43.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.042, "p95": 0.042, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.396, "count": 30, "max": 0.419, "p95": 0.413, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98756.833, "count": 30, "max": 105169.0, "p95": 103738.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98756.833, "count": 30, "max": 105169.0, "p95": 103738.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 247487.833, "count": 30, "max": 266922.0, "p95": 261317.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.58, "count": 30, "max": 0.626, "p95": 0.598, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.985, "count": 30, "max": 1.009, "p95": 1.0, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8958, "sampled_at": "2026-10-30T02:59:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T02:59:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2287524, "flush_count": 2394, "flush_interval_seconds": 30.0, "flush_state": {"count": 2394, "last_at": "2026-10-30T02:58:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T02:58:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2393}, "started": true, "suppressed_count": 1181221, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1181090}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2394, "written_record_count": 2394}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8627.32, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T02:59:18+09:00", "last_error_summary": "[h264 @ 0x652b55340080] error while decoding MB 59 61, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3272093798400, "copied_frame_count": 1183483, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3272093798400, "frame_buffer_copies": 1183483, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1044, "count": 512, "max_ms": 0.3136, "p50_ms": 0.0945, "p95_ms": 0.1936, "p99_ms": 0.2396}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3983, "count": 512, "max_ms": 3.9491, "p50_ms": 1.3196, "p95_ms": 2.1702, "p99_ms": 2.8729, "results": {"failed": 0, "not_applicable": 0, "success": 1183483, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 444, "h264_decode_error_count": 970, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T02:59:18+09:00", "last_error_summary": "[h264 @ 0x652b55340080] error while decoding MB 59 61, bytestream -6", "last_exit_at": "2026-10-30T02:59:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 816.012, "last_started_at": "2026-10-30T02:45:42+09:00", "pid": 93754, "process": {"exists": false, "pid": 93754}, "restart_count": 479, "restart_count_per_hour": 6, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 480}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.136, "sample_count": 2760, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1183483, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:59:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T02:59:18+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-10-30T02:59:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 40, "debug_expires_at": null, "deduplicated_count": 44, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 57.358, "last_sample_duration_ms": 1017.402, "last_trigger": "periodic", "next_snapshot_in_sec": 542.642, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 240, "storage_bytes": 2290198}, "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-10-30T02:59:18.582716+09:00", "mtime_epoch": 1793296758.5827155, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 99243}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T02:59:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1336.219, "name": "celery", "pid": 206, "rss_mb": 1316.387, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1183483, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.709, "max": 10.0, "p95": 6.0, "sample_count": 282}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 1}, "by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 3}, "total": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 282}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 282}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 282}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 282}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 282}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 282}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.426, "pushed": 9.426, "read": 9.393}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 281, "client_acquire_ms": {"avg_ms": 0.006, "count": 282, "max_ms": 0.055, "p95_ms": 0.013, "reason": null, "sample_age_ms": 66.493, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.687, "count": 281, "max_ms": 4.111, "p95_ms": 2.346, "reason": null, "sample_age_ms": 106.338, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.297, "count": 281, "max_ms": 3.751, "p95_ms": 1.877, "reason": null, "sample_age_ms": 107.6, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.22, "count": 282, "max_ms": 0.749, "p95_ms": 0.432, "reason": null, "sample_age_ms": 66.504, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.82, "count": 281, "max_ms": 4.42, "p95_ms": 2.736, "reason": null, "sample_age_ms": 104.72, "source": "client_direct"}, "request_count": 281, "request_tensor_bytes": {"avg": 2764808.0, "count": 281, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 104.693, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 282, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 66.774, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.117, "count": 282, "max_ms": 63.087, "p95_ms": 51.167, "reason": null, "sample_age_ms": 66.489, "source": "client_direct"}, "sample_age_ms": 66.485, "source": "client_direct", "task_total_ms": {"avg_ms": 40.303, "count": 282, "max_ms": 64.524, "p95_ms": 53.417, "reason": null, "sample_age_ms": 66.485, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.394, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.671, "count": 282, "max_ms": 4.305, "p95_ms": 1.267}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.207, "count": 282, "max_ms": 0.698, "p95_ms": 0.401}, "detection_prepare_ms": {"avg_ms": 0.118, "count": 282, "max_ms": 1.449, "p95_ms": 0.23}, "event_filter_ms": {"avg_ms": 0.003, "count": 282, "max_ms": 0.013, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.068, "count": 282, "max_ms": 0.201, "p95_ms": 0.129}, "mcmt_ms": {"avg_ms": 0.002, "count": 282, "max_ms": 0.011, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.153, "count": 282, "max_ms": 0.667, "p95_ms": 0.303}, "setup_ms": {"avg_ms": 0.036, "count": 282, "max_ms": 0.142, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 0.634, "count": 282, "max_ms": 4.248, "p95_ms": 1.185}, "track_match_ms": {"avg_ms": 0.004, "count": 282, "max_ms": 0.055, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.043, "count": 282, "max_ms": 1.6, "p95_ms": 0.063}}, "gstreamer_push": {"avg_ms": 3.333, "count": 282, "max_ms": 7.636, "p95_ms": 5.555}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 282, "max_ms": 0.582, "p95_ms": 0.083}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.302, "count": 282, "max_ms": 65.007, "p95_ms": 54.734}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.38, "count": 282, "max_ms": 9.496, "p95_ms": 6.69}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.264, "count": 282, "max_ms": 123.011, "p95_ms": 107.182}, "inference_input_copy_ms": {"avg_ms": 1.841, "count": 282, "max_ms": 5.164, "p95_ms": 3.025}, "processing_residual_ms": {"avg_ms": 0.128, "count": 282, "max_ms": 0.316, "p95_ms": 0.229}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.613, "count": 282, "max_ms": 127.397, "p95_ms": 111.984}, "read_interval": {"avg_ms": 106.432, "count": 281, "max_ms": 179.346, "p95_ms": 135.28}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 282, "max_ms": 0.055, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.107, "count": 282, "max_ms": 0.603, "p95_ms": 0.216}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 282, "max_ms": 0.063, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.095, "count": 282, "max_ms": 0.578, "p95_ms": 0.2}, "worker_merge_ms": {"avg_ms": 0.004, "count": 282, "max_ms": 0.024, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 41.314, "count": 282, "max_ms": 65.014, "p95_ms": 54.747}, "visualize": {"avg_ms": 45.384, "count": 282, "max_ms": 73.482, "p95_ms": 57.177}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.21, "count": 282, "max_ms": 71.746, "p95_ms": 54.78}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.891, "count": 282, "max_ms": 72.357, "p95_ms": 55.487}, "visualize_input_copy_ms": {"avg_ms": 1.32, "count": 282, "max_ms": 4.319, "p95_ms": 2.118}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.787, "count": 282, "max_ms": 72.28, "p95_ms": 55.369}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 282, "max_ms": 0.187, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 282}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 282}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 282}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1313.812, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.765, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.25, "sample_count": 2755, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1183350, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:59:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 90482, "write_bytes_delta": 90482, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1034.0, "cpu_core_ratio": 0.435476, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 93754, "reason": null, "system_cpu_core_ratio": 0.039861, "system_cpu_s_delta": 0.7999999999999972, "user_cpu_core_ratio": 0.395616, "user_cpu_s_delta": 7.939999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.594421, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 259643.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.585451, "system_cpu_s_delta": 11.75, "user_cpu_core_ratio": 1.008969, "user_cpu_s_delta": 20.25}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.287, "count": 282, "max_ms": 7.636, "p95_ms": 5.555, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.819, "max": 8.0, "p95": 6.0, "sample_count": 282}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 4}, "total": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 282}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.789, "count": 30, "max": 40.076, "p95": 38.029, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.247, "count": 30, "max": 26.601, "p95": 24.338, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1038.1, "count": 30, "max": 1084.0, "p95": 1075.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 28.533, "count": 30, "max": 675.0, "p95": 43.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.042, "p95": 0.042, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.396, "count": 30, "max": 0.419, "p95": 0.413, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98756.833, "count": 30, "max": 105169.0, "p95": 103738.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98756.833, "count": 30, "max": 105169.0, "p95": 103738.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 247487.833, "count": 30, "max": 266922.0, "p95": 261317.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.58, "count": 30, "max": 0.626, "p95": 0.598, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.985, "count": 30, "max": 1.009, "p95": 1.0, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8958, "sampled_at": "2026-10-30T02:59:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T02:59:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2287524, "flush_count": 2394, "flush_interval_seconds": 30.0, "flush_state": {"count": 2394, "last_at": "2026-10-30T02:58:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T02:58:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2393}, "started": true, "suppressed_count": 1181221, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1181090}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2394, "written_record_count": 2394}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8627.723, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3272093798400, "copied_frame_count": 1183483, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3272093798400, "frame_buffer_copies": 1183483, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1044, "count": 512, "max_ms": 0.3136, "p50_ms": 0.0945, "p95_ms": 0.1936, "p99_ms": 0.2396}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3983, "count": 512, "max_ms": 3.9491, "p50_ms": 1.3196, "p95_ms": 2.1702, "p99_ms": 2.8729, "results": {"failed": 0, "not_applicable": 0, "success": 1183483, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 444, "h264_decode_error_count": 970, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T02:59:18+09:00", "last_error_summary": "[h264 @ 0x652b55340080] error while decoding MB 59 61, bytestream -6", "last_exit_at": "2026-10-30T02:59:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 816.049, "last_started_at": "2026-10-30T02:45:42+09:00", "pid": 93754, "process": {"exists": false, "pid": 93754}, "restart_count": 479, "restart_count_per_hour": 6, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 480}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.136, "sample_count": 2760, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1183483, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:59:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.038, "last_frame_pushed_at": "2026-10-30T02:59:18+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-10-30T02:59:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 40, "debug_expires_at": null, "deduplicated_count": 44, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 57.398, "last_sample_duration_ms": 1017.402, "last_trigger": "periodic", "next_snapshot_in_sec": 542.602, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 240, "storage_bytes": 2290198}, "mjpeg": {"age_sec": 0.028, "exists": true, "mtime": "2026-10-30T02:59:18.693716+09:00", "mtime_epoch": 1793296758.693716, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 99788}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T02:59:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1336.219, "name": "celery", "pid": 206, "rss_mb": 1316.387, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1183483, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.709, "max": 10.0, "p95": 6.0, "sample_count": 282}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 1}, "by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 3}, "total": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 282}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 282}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 282}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 282}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 282}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 282}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.414, "pushed": 9.414, "read": 9.381}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 281, "client_acquire_ms": {"avg_ms": 0.006, "count": 281, "max_ms": 0.055, "p95_ms": 0.013, "reason": null, "sample_age_ms": 109.192, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.687, "count": 281, "max_ms": 4.111, "p95_ms": 2.346, "reason": null, "sample_age_ms": 149.036, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.297, "count": 281, "max_ms": 3.751, "p95_ms": 1.877, "reason": null, "sample_age_ms": 150.299, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.219, "count": 281, "max_ms": 0.749, "p95_ms": 0.428, "reason": null, "sample_age_ms": 109.203, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.82, "count": 281, "max_ms": 4.42, "p95_ms": 2.736, "reason": null, "sample_age_ms": 147.419, "source": "client_direct"}, "request_count": 281, "request_tensor_bytes": {"avg": 2764808.0, "count": 281, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 147.392, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 281, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 109.473, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.119, "count": 281, "max_ms": 63.087, "p95_ms": 51.184, "reason": null, "sample_age_ms": 109.188, "source": "client_direct"}, "sample_age_ms": 109.184, "source": "client_direct", "task_total_ms": {"avg_ms": 40.306, "count": 281, "max_ms": 64.524, "p95_ms": 53.423, "reason": null, "sample_age_ms": 109.184, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.36, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.671, "count": 282, "max_ms": 4.305, "p95_ms": 1.267}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.207, "count": 282, "max_ms": 0.698, "p95_ms": 0.401}, "detection_prepare_ms": {"avg_ms": 0.118, "count": 282, "max_ms": 1.449, "p95_ms": 0.23}, "event_filter_ms": {"avg_ms": 0.003, "count": 282, "max_ms": 0.013, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.068, "count": 282, "max_ms": 0.201, "p95_ms": 0.129}, "mcmt_ms": {"avg_ms": 0.002, "count": 282, "max_ms": 0.011, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.153, "count": 282, "max_ms": 0.667, "p95_ms": 0.303}, "setup_ms": {"avg_ms": 0.036, "count": 282, "max_ms": 0.142, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 0.634, "count": 282, "max_ms": 4.248, "p95_ms": 1.185}, "track_match_ms": {"avg_ms": 0.004, "count": 282, "max_ms": 0.055, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.043, "count": 282, "max_ms": 1.6, "p95_ms": 0.063}}, "gstreamer_push": {"avg_ms": 3.333, "count": 282, "max_ms": 7.636, "p95_ms": 5.555}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 282, "max_ms": 0.582, "p95_ms": 0.083}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.302, "count": 282, "max_ms": 65.007, "p95_ms": 54.734}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.38, "count": 282, "max_ms": 9.496, "p95_ms": 6.69}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.264, "count": 282, "max_ms": 123.011, "p95_ms": 107.182}, "inference_input_copy_ms": {"avg_ms": 1.841, "count": 282, "max_ms": 5.164, "p95_ms": 3.025}, "processing_residual_ms": {"avg_ms": 0.128, "count": 282, "max_ms": 0.316, "p95_ms": 0.229}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.613, "count": 282, "max_ms": 127.397, "p95_ms": 111.984}, "read_interval": {"avg_ms": 106.432, "count": 281, "max_ms": 179.346, "p95_ms": 135.28}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 282, "max_ms": 0.055, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.107, "count": 282, "max_ms": 0.603, "p95_ms": 0.216}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 282, "max_ms": 0.063, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.095, "count": 282, "max_ms": 0.578, "p95_ms": 0.2}, "worker_merge_ms": {"avg_ms": 0.004, "count": 282, "max_ms": 0.024, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 41.314, "count": 282, "max_ms": 65.014, "p95_ms": 54.747}, "visualize": {"avg_ms": 45.384, "count": 282, "max_ms": 73.482, "p95_ms": 57.177}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.21, "count": 282, "max_ms": 71.746, "p95_ms": 54.78}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.891, "count": 282, "max_ms": 72.357, "p95_ms": 55.487}, "visualize_input_copy_ms": {"avg_ms": 1.32, "count": 282, "max_ms": 4.319, "p95_ms": 2.118}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.787, "count": 282, "max_ms": 72.28, "p95_ms": 55.369}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 282, "max_ms": 0.187, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 282}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 282}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 282}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1313.812, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.765, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.25, "sample_count": 2755, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1183350, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:59:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 90482, "write_bytes_delta": 90482, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1034.0, "cpu_core_ratio": 0.435476, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 93754, "reason": null, "system_cpu_core_ratio": 0.039861, "system_cpu_s_delta": 0.7999999999999972, "user_cpu_core_ratio": 0.395616, "user_cpu_s_delta": 7.939999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.594421, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 259643.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.585451, "system_cpu_s_delta": 11.75, "user_cpu_core_ratio": 1.008969, "user_cpu_s_delta": 20.25}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.287, "count": 282, "max_ms": 7.636, "p95_ms": 5.555, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.819, "max": 8.0, "p95": 6.0, "sample_count": 282}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 4}, "total": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 282}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.789, "count": 30, "max": 40.076, "p95": 38.029, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.247, "count": 30, "max": 26.601, "p95": 24.338, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1038.1, "count": 30, "max": 1084.0, "p95": 1075.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 28.533, "count": 30, "max": 675.0, "p95": 43.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.042, "p95": 0.042, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.396, "count": 30, "max": 0.419, "p95": 0.413, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98756.833, "count": 30, "max": 105169.0, "p95": 103738.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98756.833, "count": 30, "max": 105169.0, "p95": 103738.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 247487.833, "count": 30, "max": 266922.0, "p95": 261317.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.58, "count": 30, "max": 0.626, "p95": 0.598, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.985, "count": 30, "max": 1.009, "p95": 1.0, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8958, "sampled_at": "2026-10-30T02:59:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T02:59:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2287524, "flush_count": 2394, "flush_interval_seconds": 30.0, "flush_state": {"count": 2394, "last_at": "2026-10-30T02:58:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T02:58:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2393}, "started": true, "suppressed_count": 1181221, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 131, "tracking_summary": 1181090}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2394, "written_record_count": 2394}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8798.355, "limit_mb": null}, "detail": {"pid": 93870, "restart_count": 480, "start_count": 481}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3272093798400, "copied_frame_count": 1183483, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T17:53:22+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1539026, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T17:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.006}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 131, "events_emitted": 129, "events_failed": 0, "events_observed": 131, "events_suppressed": 2, "frame_buffer_copied_bytes": 3272093798400, "frame_buffer_copies": 1183483, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6450, "recorder_active_input_bytes": 17832960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 129, "recorder_clips_failed": 0, "recorder_clips_started": 129, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 129, "worker_jobs_accepted": 129, "worker_jobs_completed": 129, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1044, "count": 512, "max_ms": 0.3136, "p50_ms": 0.0945, "p95_ms": 0.1936, "p99_ms": 0.2396}, "stages": {"db_insert": {"avg_ms": 20.2453, "count": 129, "max_ms": 58.1833, "p50_ms": 19.4112, "p95_ms": 35.2463, "p99_ms": 41.0079, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9319, "count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4116, "count": 131, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1402.2464, "p99_ms": 2039.6973, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3983, "count": 512, "max_ms": 3.9491, "p50_ms": 1.3196, "p95_ms": 2.1702, "p99_ms": 2.8729, "results": {"failed": 0, "not_applicable": 0, "success": 1183483, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 572.9479, "count": 131, "max_ms": 718.3148, "p50_ms": 589.8625, "p95_ms": 681.2299, "p99_ms": 712.5335, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4966, "count": 129, "max_ms": 74.3496, "p50_ms": 23.3924, "p95_ms": 54.5023, "p99_ms": 72.2354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3167, "count": 512, "max_ms": 15.1144, "p50_ms": 5.0806, "p95_ms": 7.8709, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7078, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5133, "p95_ms": 3.3256, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6450, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.4719, "count": 129, "max_ms": 713.3308, "p50_ms": 584.764, "p95_ms": 674.3988, "p99_ms": 707.7691, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.2888, "count": 129, "max_ms": 590.2759, "p50_ms": 480.8418, "p95_ms": 556.8134, "p99_ms": 587.2879, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7485, "count": 129, "max_ms": 138.414, "p50_ms": 96.9623, "p95_ms": 120.1659, "p99_ms": 133.7095, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9973, "count": 129, "max_ms": 10.6524, "p50_ms": 1.6239, "p95_ms": 4.0147, "p99_ms": 7.7071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5561, "count": 129, "max_ms": 81.87, "p50_ms": 45.8402, "p95_ms": 69.4164, "p99_ms": 77.957, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7722, "count": 129, "max_ms": 12.4539, "p50_ms": 1.0098, "p95_ms": 5.511, "p99_ms": 10.7991, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.992, "count": 131, "max_ms": 8.6079, "p50_ms": 0.787, "p95_ms": 1.8233, "p99_ms": 4.7354, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0124, "count": 129, "max_ms": 9.1922, "p50_ms": 0.8551, "p95_ms": 1.9199, "p99_ms": 3.3143, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1639, "count": 129, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 679.0769, "p99_ms": 1410.4545, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 131, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5898, "count": 129, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 10.2113, "p99_ms": 13.6071, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0617, "count": 129, "max_ms": 70.8318, "p50_ms": 22.2575, "p95_ms": 57.1734, "p99_ms": 67.0737, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.102, "count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7379, "count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 545.6723, "count": 129, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 768.1942, "p99_ms": 1468.7595, "results": {"failed": 0, "not_applicable": 0, "success": 129, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 129, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 129, "max_ms": 0.7116, "p50_ms": 0.0787, "p95_ms": 0.1772, "p99_ms": 0.6519}, "wait_ms": {"count": 129, "max_ms": 165.5371, "p50_ms": 2.2762, "p95_ms": 4.73, "p99_ms": 7.6669}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 129, "artifact_failed": 0, "artifact_requested": 129, "artifact_success": 129, "completed": 129, "completed_failed": 0, "completed_success": 129, "cooldown_promoted": 129, "database_requested": 129, "db_insert_success": 129, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15523, "relay_business_failed": 0, "relay_business_success": 129, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 129, "relay_transport_failed": 0, "relay_transport_success": 129, "reservation_requested": 129}, "snapshot": {"copied_bytes": 356659200, "copied_count": 129, "copy": {"count": 129, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.281, "p99_ms": 4.2836}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 444, "h264_decode_error_count": 970, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T02:59:18+09:00", "last_error_summary": "[h264 @ 0x652b55340080] error while decoding MB 59 61, bytestream -6", "last_exit_at": "2026-10-30T02:59:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T02:59:21+09:00", "pid": 93870, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.898, "name": "ffmpeg", "pid": 93870, "rss_mb": 208.898, "state": "S (sleeping)", "threads": 70}, "restart_count": 480, "restart_count_per_hour": 7, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 481}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.164, "sample_count": 2718, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1183483, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:59:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.492, "last_frame_pushed_at": "2026-10-30T02:59:18+09:00", "last_frame_read_age_sec": 4.593, "last_frame_read_at": "2026-10-30T02:59:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 40, "debug_expires_at": null, "deduplicated_count": 44, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 61.855, "last_sample_duration_ms": 1017.402, "last_trigger": "periodic", "next_snapshot_in_sec": 538.145, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 240, "storage_bytes": 2290198}, "mjpeg": {"age_sec": 4.481, "exists": true, "mtime": "2026-10-30T02:59:18.693716+09:00", "mtime_epoch": 1793296758.693716, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 99788}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T02:59:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1336.219, "name": "celery", "pid": 206, "rss_mb": 1316.391, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 113, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1183483, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.825, "max": 10.0, "p95": 6.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 1}, "by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 3}, "total": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 240}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.003, "pushed": 8.003, "read": 7.97}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 239, "client_acquire_ms": {"avg_ms": 0.006, "count": 239, "max_ms": 0.055, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4558.772, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.689, "count": 239, "max_ms": 4.111, "p95_ms": 2.425, "reason": null, "sample_age_ms": 4598.617, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.304, "count": 239, "max_ms": 3.751, "p95_ms": 1.929, "reason": null, "sample_age_ms": 4599.88, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.221, "count": 239, "max_ms": 0.749, "p95_ms": 0.433, "reason": null, "sample_age_ms": 4558.783, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.827, "count": 239, "max_ms": 4.42, "p95_ms": 2.742, "reason": null, "sample_age_ms": 4597.0, "source": "client_direct"}, "request_count": 239, "request_tensor_bytes": {"avg": 2764808.0, "count": 239, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4596.973, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 239, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4559.053, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.208, "count": 239, "max_ms": 63.087, "p95_ms": 51.338, "reason": null, "sample_age_ms": 4558.769, "source": "client_direct"}, "sample_age_ms": 4558.765, "source": "client_direct", "task_total_ms": {"avg_ms": 40.404, "count": 239, "max_ms": 64.524, "p95_ms": 53.888, "reason": null, "sample_age_ms": 4558.765, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.938, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.679, "count": 240, "max_ms": 4.305, "p95_ms": 1.267}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.209, "count": 240, "max_ms": 0.698, "p95_ms": 0.409}, "detection_prepare_ms": {"avg_ms": 0.121, "count": 240, "max_ms": 1.449, "p95_ms": 0.23}, "event_filter_ms": {"avg_ms": 0.003, "count": 240, "max_ms": 0.013, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.069, "count": 240, "max_ms": 0.201, "p95_ms": 0.13}, "mcmt_ms": {"avg_ms": 0.002, "count": 240, "max_ms": 0.011, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.153, "count": 240, "max_ms": 0.667, "p95_ms": 0.307}, "setup_ms": {"avg_ms": 0.036, "count": 240, "max_ms": 0.105, "p95_ms": 0.07}, "total_inside_ms": {"avg_ms": 0.643, "count": 240, "max_ms": 4.248, "p95_ms": 1.185}, "track_match_ms": {"avg_ms": 0.004, "count": 240, "max_ms": 0.055, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.046, "count": 240, "max_ms": 1.6, "p95_ms": 0.063}}, "gstreamer_push": {"avg_ms": 3.36, "count": 240, "max_ms": 7.636, "p95_ms": 5.643}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 240, "max_ms": 0.582, "p95_ms": 0.077}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.381, "count": 240, "max_ms": 65.007, "p95_ms": 55.295}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.378, "count": 240, "max_ms": 9.496, "p95_ms": 6.483}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.643, "count": 240, "max_ms": 123.011, "p95_ms": 107.531}, "inference_input_copy_ms": {"avg_ms": 1.836, "count": 240, "max_ms": 4.055, "p95_ms": 3.025}, "processing_residual_ms": {"avg_ms": 0.126, "count": 240, "max_ms": 0.316, "p95_ms": 0.221}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.983, "count": 240, "max_ms": 127.397, "p95_ms": 111.984}, "read_interval": {"avg_ms": 106.635, "count": 239, "max_ms": 177.716, "p95_ms": 135.28}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 240, "max_ms": 0.055, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.108, "count": 240, "max_ms": 0.603, "p95_ms": 0.229}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 240, "max_ms": 0.063, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.095, "count": 240, "max_ms": 0.578, "p95_ms": 0.201}, "worker_merge_ms": {"avg_ms": 0.004, "count": 240, "max_ms": 0.024, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 41.393, "count": 240, "max_ms": 65.014, "p95_ms": 55.304}, "visualize": {"avg_ms": 45.682, "count": 240, "max_ms": 73.482, "p95_ms": 57.188}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.509, "count": 240, "max_ms": 71.746, "p95_ms": 55.313}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.194, "count": 240, "max_ms": 72.357, "p95_ms": 55.79}, "visualize_input_copy_ms": {"avg_ms": 1.319, "count": 240, "max_ms": 4.319, "p95_ms": 2.118}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.089, "count": 240, "max_ms": 72.28, "p95_ms": 55.711}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 240, "max_ms": 0.187, "p95_ms": 0.112}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1313.812, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.765, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.25, "sample_count": 2755, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1183350, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T02:59:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 90482, "write_bytes_delta": 90482, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1034.0, "cpu_core_ratio": 0.435476, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 93754, "reason": null, "system_cpu_core_ratio": 0.039861, "system_cpu_s_delta": 0.7999999999999972, "user_cpu_core_ratio": 0.395616, "user_cpu_s_delta": 7.939999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.594421, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 259643.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.585451, "system_cpu_s_delta": 11.75, "user_cpu_core_ratio": 1.008969, "user_cpu_s_delta": 20.25}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.287, "count": 282, "max_ms": 7.636, "p95_ms": 5.555, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.819, "max": 8.0, "p95": 6.0, "sample_count": 282}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 4}, "total": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 282}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.789, "count": 30, "max": 40.076, "p95": 38.029, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.247, "count": 30, "max": 26.601, "p95": 24.338, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1038.1, "count": 30, "max": 1084.0, "p95": 1075.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 28.533, "count": 30, "max": 675.0, "p95": 43.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.042, "p95": 0.042, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.396, "count": 30, "max": 0.419, "p95": 0.413, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98756.833, "count": 30, "max": 105169.0, "p95": 103738.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98756.833, "count": 30, "max": 105169.0, "p95": 103738.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 247487.833, "count": 30, "max": 266922.0, "p95": 261317.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.58, "count": 30, "max": 0.626, "p95": 0.598, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.985, "count": 30, "max": 1.009, "p95": 1.0, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8958, "sampled_at": "2026-10-30T02:59:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T02:59:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2297743, "flush_count": 2405, "flush_interval_seconds": 30.0, "flush_state": {"count": 2405, "last_at": "2026-10-30T03:09:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T03:09:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2404}, "started": true, "suppressed_count": 1186953, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 132, "tracking_summary": 1186821}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2405, "written_record_count": 2405}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8642.184, "limit_mb": null}, "detail": {"h264_decode_error_count": 5, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5e5a1d71f940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5e5a1d71f940] error while decoding MB 0 30, bytestream 1792 [h264 @ 0x5e5a1d652200] cabac decode of qscale diff failed at 47 60 [h264 @ 0x5e5a1d652200] error while decoding MB 47 60, bytestream 3404 [h264 @ 0x5e5a1e2b5680] cabac decode of qscale diff failed at 29 13 [h264 @ 0x5e5a1e2b5680] error while decoding MB 29 13, bytestream 2663 [in#0/rtsp @ 0x5e5a1d5e6e00] Error during demuxing: Connection timed out [", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3287966515200, "copied_frame_count": 1189224, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T03:01:25+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2264900, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T03:01:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.688}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 132, "events_emitted": 130, "events_failed": 0, "events_observed": 132, "events_suppressed": 2, "frame_buffer_copied_bytes": 3287966515200, "frame_buffer_copies": 1189224, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1035, "count": 512, "max_ms": 0.4381, "p50_ms": 0.0912, "p95_ms": 0.198, "p99_ms": 0.2979}, "stages": {"db_insert": {"avg_ms": 20.2502, "count": 130, "max_ms": 58.1833, "p50_ms": 19.5147, "p95_ms": 35.2335, "p99_ms": 40.9986, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9311, "count": 130, "max_ms": 4.6042, "p50_ms": 1.7718, "p95_ms": 3.2756, "p99_ms": 4.2812, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1115.0494, "count": 132, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1400.2808, "p99_ms": 2037.7705, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2994, "count": 512, "max_ms": 4.0177, "p50_ms": 1.2407, "p95_ms": 2.1311, "p99_ms": 2.8149, "results": {"failed": 0, "not_applicable": 0, "success": 1189224, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 573.3419, "count": 132, "max_ms": 718.3148, "p50_ms": 590.0472, "p95_ms": 681.1553, "p99_ms": 712.3919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6131, "count": 130, "max_ms": 74.3496, "p50_ms": 23.5625, "p95_ms": 54.4859, "p99_ms": 72.1863, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3381, "count": 512, "max_ms": 15.1144, "p50_ms": 5.1257, "p95_ms": 7.9503, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7309, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5166, "p95_ms": 3.3982, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.8, "count": 130, "max_ms": 713.3308, "p50_ms": 585.3068, "p95_ms": 674.3764, "p99_ms": 707.5816, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.6182, "count": 130, "max_ms": 590.2759, "p50_ms": 481.7542, "p95_ms": 556.7226, "p99_ms": 587.2349, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7644, "count": 130, "max_ms": 138.414, "p50_ms": 97.2767, "p95_ms": 120.0698, "p99_ms": 133.613, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9903, "count": 130, "max_ms": 10.6524, "p50_ms": 1.6224, "p95_ms": 3.9989, "p99_ms": 7.7038, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5567, "count": 130, "max_ms": 81.87, "p50_ms": 45.7813, "p95_ms": 69.3651, "p99_ms": 77.9539, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9884, "count": 132, "max_ms": 8.6079, "p50_ms": 0.7795, "p95_ms": 1.821, "p99_ms": 4.7203, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7675, "count": 130, "max_ms": 12.4539, "p50_ms": 1.0102, "p95_ms": 5.4961, "p99_ms": 10.7847, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7675, "count": 130, "max_ms": 12.4539, "p50_ms": 1.0102, "p95_ms": 5.4961, "p99_ms": 10.7847, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9884, "count": 132, "max_ms": 8.6079, "p50_ms": 0.7795, "p95_ms": 1.821, "p99_ms": 4.7203, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0131, "count": 130, "max_ms": 9.1922, "p50_ms": 0.8561, "p95_ms": 1.9176, "p99_ms": 3.3111, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.4279, "count": 130, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 676.8888, "p99_ms": 1407.8805, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5809, "count": 130, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 10.1661, "p99_ms": 13.6033, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9125, "count": 130, "max_ms": 70.8318, "p50_ms": 21.8334, "p95_ms": 57.1277, "p99_ms": 67.0384, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1019, "count": 130, "max_ms": 0.7116, "p50_ms": 0.0799, "p95_ms": 0.1771, "p99_ms": 0.6498, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7262, "count": 130, "max_ms": 165.5371, "p50_ms": 2.2754, "p95_ms": 4.722, "p99_ms": 7.6419, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 546.8919, "count": 130, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 764.3365, "p99_ms": 1466.6589, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 0.7116, "p50_ms": 0.0799, "p95_ms": 0.1771, "p99_ms": 0.6498}, "wait_ms": {"count": 130, "max_ms": 165.5371, "p50_ms": 2.2754, "p95_ms": 4.722, "p99_ms": 7.6419}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15524, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.6042, "p50_ms": 1.7718, "p95_ms": 3.2756, "p99_ms": 4.2812}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 445, "h264_decode_error_count": 975, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T03:10:10+09:00", "last_error_summary": "[h264 @ 0x5e5a1d71f940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5e5a1d71f940] error while decoding MB 0 30, bytestream 1792 [h264 @ 0x5e5a1d652200] cabac decode of qscale diff failed at 47 60 [h264 @ 0x5e5a1d652200] error while decoding MB 47 60, bytestream 3404 [h264 @ 0x5e5a1e2b5680] cabac decode of qscale diff failed at 29 13 [h264 @ 0x5e5a1e2b5680] error while decoding MB 29 13, bytestream 2663 [in#0/rtsp @ 0x5e5a1d5e6e00] Error during demuxing: Connection timed out [", "last_exit_at": "2026-10-30T02:59:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 648.851, "last_started_at": "2026-10-30T02:59:21+09:00", "pid": 93870, "process": {"exists": false, "pid": 93870}, "restart_count": 480, "restart_count_per_hour": 6, "rtsp_timeout_count": 142, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 481}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.324, "sample_count": 2570, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1189224, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T03:10:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.071, "last_frame_pushed_at": "2026-10-30T03:10:09+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-10-30T03:10:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 41, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 105.38, "last_sample_duration_ms": 966.047, "last_trigger": "periodic", "next_snapshot_in_sec": 494.62, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 241, "storage_bytes": 2299772}, "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-10-30T03:10:09.963127+09:00", "mtime_epoch": 1793297409.963127, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 95611}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T03:10:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1465.297, "name": "celery", "pid": 206, "rss_mb": 1336.332, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 114, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1189225, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.938, "max": 7.0, "p95": 5.0, "sample_count": 80}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 5}, "total": {"avg": 0.062, "max": 1.0, "p95": 1.0, "sample_count": 80}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 80}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 80}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 80, "pushed_frames": 80, "read_frames": 80, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.67, "pushed": 2.67, "read": 2.67}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 80, "client_acquire_ms": {"avg_ms": 0.006, "count": 80, "max_ms": 0.016, "p95_ms": 0.012, "reason": null, "sample_age_ms": 27.113, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.709, "count": 80, "max_ms": 5.768, "p95_ms": 2.175, "reason": null, "sample_age_ms": 69.487, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.271, "count": 80, "max_ms": 2.97, "p95_ms": 1.436, "reason": null, "sample_age_ms": 69.971, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.255, "count": 80, "max_ms": 0.824, "p95_ms": 0.511, "reason": null, "sample_age_ms": 27.123, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.742, "count": 80, "max_ms": 3.481, "p95_ms": 2.819, "reason": null, "sample_age_ms": 67.221, "source": "client_direct"}, "request_count": 80, "request_tensor_bytes": {"avg": 2764808.0, "count": 80, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 67.163, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 80, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 27.438, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.774, "count": 80, "max_ms": 58.288, "p95_ms": 51.791, "reason": null, "sample_age_ms": 27.108, "source": "client_direct"}, "sample_age_ms": 27.102, "source": "client_direct", "task_total_ms": {"avg_ms": 39.934, "count": 80, "max_ms": 61.299, "p95_ms": 54.79, "reason": null, "sample_age_ms": 27.102, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.211, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.857, "count": 80, "max_ms": 4.301, "p95_ms": 2.407}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.257, "count": 80, "max_ms": 0.988, "p95_ms": 0.535}, "detection_prepare_ms": {"avg_ms": 0.172, "count": 80, "max_ms": 1.438, "p95_ms": 0.577}, "event_filter_ms": {"avg_ms": 0.003, "count": 80, "max_ms": 0.011, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.083, "count": 80, "max_ms": 0.318, "p95_ms": 0.18}, "mcmt_ms": {"avg_ms": 0.003, "count": 80, "max_ms": 0.034, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.177, "count": 80, "max_ms": 0.911, "p95_ms": 0.416}, "setup_ms": {"avg_ms": 0.039, "count": 80, "max_ms": 0.118, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 0.819, "count": 80, "max_ms": 4.218, "p95_ms": 2.313}, "track_match_ms": {"avg_ms": 0.007, "count": 80, "max_ms": 0.059, "p95_ms": 0.03}, "tracker_update_ms": {"avg_ms": 0.077, "count": 80, "max_ms": 0.922, "p95_ms": 0.631}}, "gstreamer_push": {"avg_ms": 2.839, "count": 80, "max_ms": 4.884, "p95_ms": 4.205}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 80, "max_ms": 0.668, "p95_ms": 0.095}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.119, "count": 80, "max_ms": 62.054, "p95_ms": 56.643}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.326, "count": 80, "max_ms": 7.591, "p95_ms": 2.336}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.946, "count": 80, "max_ms": 114.639, "p95_ms": 103.941}, "inference_input_copy_ms": {"avg_ms": 1.645, "count": 80, "max_ms": 3.245, "p95_ms": 3.074}, "processing_residual_ms": {"avg_ms": 0.129, "count": 80, "max_ms": 0.332, "p95_ms": 0.236}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 87.046, "count": 80, "max_ms": 116.345, "p95_ms": 105.568}, "read_interval": {"avg_ms": 374.846, "count": 80, "max_ms": 12137.409, "p95_ms": 129.333}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 80, "max_ms": 0.033, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.135, "count": 80, "max_ms": 0.841, "p95_ms": 0.357}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 80, "max_ms": 0.035, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.123, "count": 80, "max_ms": 0.822, "p95_ms": 0.328}, "worker_merge_ms": {"avg_ms": 0.004, "count": 80, "max_ms": 0.014, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 41.131, "count": 80, "max_ms": 62.064, "p95_ms": 56.656}, "visualize": {"avg_ms": 42.017, "count": 80, "max_ms": 56.479, "p95_ms": 54.12}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 41.055, "count": 80, "max_ms": 55.62, "p95_ms": 52.836}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.786, "count": 80, "max_ms": 56.303, "p95_ms": 53.769}, "visualize_input_copy_ms": {"avg_ms": 0.065, "count": 80, "max_ms": 1.326, "p95_ms": 0.781}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.7, "count": 80, "max_ms": 56.218, "p95_ms": 53.659}, "visualizer_prepare_ms": {"avg_ms": 0.047, "count": 80, "max_ms": 0.18, "p95_ms": 0.098}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 80}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1316.672, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.603, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.382, "sample_count": 2769, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1189212, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T03:09:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98632, "write_bytes_delta": 98632, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 697.0, "cpu_core_ratio": 0.514259, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 725.0, "pid": 93870, "reason": null, "system_cpu_core_ratio": 0.164125, "system_cpu_s_delta": 3.299999999999997, "user_cpu_core_ratio": 0.350134, "user_cpu_s_delta": 7.039999999999992}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.846489, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 133627.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.202421, "system_cpu_s_delta": 4.070000000006985, "user_cpu_core_ratio": 0.644068, "user_cpu_s_delta": 12.949999999982538}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.804, "count": 283, "max_ms": 5.818, "p95_ms": 4.445, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.597, "max": 9.0, "p95": 5.0, "sample_count": 283}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 5}, "total": {"avg": 0.018, "max": 1.0, "p95": 0.0, "sample_count": 283}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.664, "count": 30, "max": 59.686, "p95": 50.839, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.456, "count": 30, "max": 30.593, "p95": 24.685, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 992.5, "count": 30, "max": 1129.0, "p95": 1074.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 530.033, "count": 30, "max": 9430.0, "p95": 1456.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.261, "p95": 0.187, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.387, "count": 30, "max": 0.459, "p95": 0.412, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.117, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97348.033, "count": 30, "max": 103598.0, "p95": 101796.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97348.033, "count": 30, "max": 103598.0, "p95": 101796.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 224102.267, "count": 30, "max": 278790.0, "p95": 261524.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.5, "count": 30, "max": 0.593, "p95": 0.59, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.921, "count": 30, "max": 1.05, "p95": 1.005, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8990, "sampled_at": "2026-10-30T03:09:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T03:09:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2297743, "flush_count": 2405, "flush_interval_seconds": 30.0, "flush_state": {"count": 2405, "last_at": "2026-10-30T03:09:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T03:09:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2404}, "started": true, "suppressed_count": 1186953, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 132, "tracking_summary": 1186821}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2405, "written_record_count": 2405}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8621.906, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T03:10:10+09:00", "last_error_summary": "[h264 @ 0x5e5a1d71f940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5e5a1d71f940] error while decoding MB 0 30, bytestream 1792 [h264 @ 0x5e5a1d652200] cabac decode of qscale diff failed at 47 60 [h264 @ 0x5e5a1d652200] error while decoding MB 47 60, bytestream 3404 [h264 @ 0x5e5a1e2b5680] cabac decode of qscale diff failed at 29 13 [h264 @ 0x5e5a1e2b5680] error while decoding MB 29 13, bytestream 2663 [in#0/rtsp @ 0x5e5a1d5e6e00] Error during demuxing: Connection timed out [", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3287969280000, "copied_frame_count": 1189225, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T03:01:25+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2264900, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T03:01:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.688}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 132, "events_emitted": 130, "events_failed": 0, "events_observed": 132, "events_suppressed": 2, "frame_buffer_copied_bytes": 3287969280000, "frame_buffer_copies": 1189225, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1035, "count": 512, "max_ms": 0.4381, "p50_ms": 0.0912, "p95_ms": 0.198, "p99_ms": 0.2979}, "stages": {"db_insert": {"avg_ms": 20.2502, "count": 130, "max_ms": 58.1833, "p50_ms": 19.5147, "p95_ms": 35.2335, "p99_ms": 40.9986, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9311, "count": 130, "max_ms": 4.6042, "p50_ms": 1.7718, "p95_ms": 3.2756, "p99_ms": 4.2812, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1115.0494, "count": 132, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1400.2808, "p99_ms": 2037.7705, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2993, "count": 512, "max_ms": 4.0177, "p50_ms": 1.2407, "p95_ms": 2.1311, "p99_ms": 2.8149, "results": {"failed": 0, "not_applicable": 0, "success": 1189225, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 573.3419, "count": 132, "max_ms": 718.3148, "p50_ms": 590.0472, "p95_ms": 681.1553, "p99_ms": 712.3919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6131, "count": 130, "max_ms": 74.3496, "p50_ms": 23.5625, "p95_ms": 54.4859, "p99_ms": 72.1863, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3381, "count": 512, "max_ms": 15.1144, "p50_ms": 5.1257, "p95_ms": 7.9503, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7309, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5166, "p95_ms": 3.3982, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.8, "count": 130, "max_ms": 713.3308, "p50_ms": 585.3068, "p95_ms": 674.3764, "p99_ms": 707.5816, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.6182, "count": 130, "max_ms": 590.2759, "p50_ms": 481.7542, "p95_ms": 556.7226, "p99_ms": 587.2349, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7644, "count": 130, "max_ms": 138.414, "p50_ms": 97.2767, "p95_ms": 120.0698, "p99_ms": 133.613, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9903, "count": 130, "max_ms": 10.6524, "p50_ms": 1.6224, "p95_ms": 3.9989, "p99_ms": 7.7038, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5567, "count": 130, "max_ms": 81.87, "p50_ms": 45.7813, "p95_ms": 69.3651, "p99_ms": 77.9539, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9884, "count": 132, "max_ms": 8.6079, "p50_ms": 0.7795, "p95_ms": 1.821, "p99_ms": 4.7203, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7675, "count": 130, "max_ms": 12.4539, "p50_ms": 1.0102, "p95_ms": 5.4961, "p99_ms": 10.7847, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7675, "count": 130, "max_ms": 12.4539, "p50_ms": 1.0102, "p95_ms": 5.4961, "p99_ms": 10.7847, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9884, "count": 132, "max_ms": 8.6079, "p50_ms": 0.7795, "p95_ms": 1.821, "p99_ms": 4.7203, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0131, "count": 130, "max_ms": 9.1922, "p50_ms": 0.8561, "p95_ms": 1.9176, "p99_ms": 3.3111, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.4279, "count": 130, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 676.8888, "p99_ms": 1407.8805, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5809, "count": 130, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 10.1661, "p99_ms": 13.6033, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9125, "count": 130, "max_ms": 70.8318, "p50_ms": 21.8334, "p95_ms": 57.1277, "p99_ms": 67.0384, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1019, "count": 130, "max_ms": 0.7116, "p50_ms": 0.0799, "p95_ms": 0.1771, "p99_ms": 0.6498, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7262, "count": 130, "max_ms": 165.5371, "p50_ms": 2.2754, "p95_ms": 4.722, "p99_ms": 7.6419, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 546.8919, "count": 130, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 764.3365, "p99_ms": 1466.6589, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 0.7116, "p50_ms": 0.0799, "p95_ms": 0.1771, "p99_ms": 0.6498}, "wait_ms": {"count": 130, "max_ms": 165.5371, "p50_ms": 2.2754, "p95_ms": 4.722, "p99_ms": 7.6419}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15524, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.6042, "p50_ms": 1.7718, "p95_ms": 3.2756, "p99_ms": 4.2812}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 445, "h264_decode_error_count": 975, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T03:10:10+09:00", "last_error_summary": "[h264 @ 0x5e5a1d71f940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5e5a1d71f940] error while decoding MB 0 30, bytestream 1792 [h264 @ 0x5e5a1d652200] cabac decode of qscale diff failed at 47 60 [h264 @ 0x5e5a1d652200] error while decoding MB 47 60, bytestream 3404 [h264 @ 0x5e5a1e2b5680] cabac decode of qscale diff failed at 29 13 [h264 @ 0x5e5a1e2b5680] error while decoding MB 29 13, bytestream 2663 [in#0/rtsp @ 0x5e5a1d5e6e00] Error during demuxing: Connection timed out [", "last_exit_at": "2026-10-30T03:10:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 648.891, "last_started_at": "2026-10-30T02:59:21+09:00", "pid": 93870, "process": {"exists": false, "pid": 93870}, "restart_count": 480, "restart_count_per_hour": 6, "rtsp_timeout_count": 142, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 481}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.324, "sample_count": 2571, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1189225, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T03:10:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T03:10:10+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-10-30T03:10:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 41, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 105.414, "last_sample_duration_ms": 966.047, "last_trigger": "periodic", "next_snapshot_in_sec": 494.586, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 241, "storage_bytes": 2299772}, "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-10-30T03:10:09.963127+09:00", "mtime_epoch": 1793297409.963127, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 95611}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T03:10:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1465.297, "name": "celery", "pid": 206, "rss_mb": 1316.664, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 114, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1189225, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.926, "max": 7.0, "p95": 5.0, "sample_count": 81}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 5}, "total": {"avg": 0.062, "max": 1.0, "p95": 1.0, "sample_count": 81}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 81}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 81}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 81}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 81}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 81}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 81, "pushed_frames": 81, "read_frames": 80, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.7, "pushed": 2.7, "read": 2.667}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 80, "client_acquire_ms": {"avg_ms": 0.006, "count": 80, "max_ms": 0.016, "p95_ms": 0.012, "reason": null, "sample_age_ms": 64.847, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.709, "count": 80, "max_ms": 5.768, "p95_ms": 2.175, "reason": null, "sample_age_ms": 107.22, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.271, "count": 80, "max_ms": 2.97, "p95_ms": 1.436, "reason": null, "sample_age_ms": 107.705, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.255, "count": 80, "max_ms": 0.824, "p95_ms": 0.511, "reason": null, "sample_age_ms": 64.857, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.742, "count": 80, "max_ms": 3.481, "p95_ms": 2.819, "reason": null, "sample_age_ms": 104.954, "source": "client_direct"}, "request_count": 80, "request_tensor_bytes": {"avg": 2764808.0, "count": 80, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 104.896, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 80, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 65.172, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.774, "count": 80, "max_ms": 58.288, "p95_ms": 51.791, "reason": null, "sample_age_ms": 64.842, "source": "client_direct"}, "sample_age_ms": 64.836, "source": "client_direct", "task_total_ms": {"avg_ms": 39.934, "count": 80, "max_ms": 61.299, "p95_ms": 54.79, "reason": null, "sample_age_ms": 64.836, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.982, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.856, "count": 81, "max_ms": 4.301, "p95_ms": 2.407}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.257, "count": 81, "max_ms": 0.988, "p95_ms": 0.535}, "detection_prepare_ms": {"avg_ms": 0.172, "count": 81, "max_ms": 1.438, "p95_ms": 0.577}, "event_filter_ms": {"avg_ms": 0.003, "count": 81, "max_ms": 0.011, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.083, "count": 81, "max_ms": 0.318, "p95_ms": 0.18}, "mcmt_ms": {"avg_ms": 0.003, "count": 81, "max_ms": 0.034, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.176, "count": 81, "max_ms": 0.911, "p95_ms": 0.416}, "setup_ms": {"avg_ms": 0.039, "count": 81, "max_ms": 0.118, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 0.818, "count": 81, "max_ms": 4.218, "p95_ms": 2.313}, "track_match_ms": {"avg_ms": 0.007, "count": 81, "max_ms": 0.059, "p95_ms": 0.03}, "tracker_update_ms": {"avg_ms": 0.077, "count": 81, "max_ms": 0.922, "p95_ms": 0.631}}, "gstreamer_push": {"avg_ms": 2.838, "count": 81, "max_ms": 4.884, "p95_ms": 4.205}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 81, "max_ms": 0.668, "p95_ms": 0.095}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.147, "count": 81, "max_ms": 62.054, "p95_ms": 56.643}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.322, "count": 81, "max_ms": 7.591, "p95_ms": 2.336}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.129, "count": 81, "max_ms": 114.639, "p95_ms": 103.941}, "inference_input_copy_ms": {"avg_ms": 1.632, "count": 81, "max_ms": 3.245, "p95_ms": 3.074}, "processing_residual_ms": {"avg_ms": 0.129, "count": 81, "max_ms": 0.332, "p95_ms": 0.236}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 87.212, "count": 81, "max_ms": 116.345, "p95_ms": 105.568}, "read_interval": {"avg_ms": 374.846, "count": 80, "max_ms": 12137.409, "p95_ms": 129.333}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 81, "max_ms": 0.033, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.135, "count": 81, "max_ms": 0.841, "p95_ms": 0.357}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 81, "max_ms": 0.035, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.122, "count": 81, "max_ms": 0.822, "p95_ms": 0.328}, "worker_merge_ms": {"avg_ms": 0.004, "count": 81, "max_ms": 0.014, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 41.159, "count": 81, "max_ms": 62.064, "p95_ms": 56.656}, "visualize": {"avg_ms": 42.174, "count": 81, "max_ms": 56.479, "p95_ms": 54.19}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 41.215, "count": 81, "max_ms": 55.62, "p95_ms": 53.09}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.943, "count": 81, "max_ms": 56.303, "p95_ms": 53.978}, "visualize_input_copy_ms": {"avg_ms": 0.064, "count": 81, "max_ms": 1.326, "p95_ms": 0.781}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 81, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.857, "count": 81, "max_ms": 56.218, "p95_ms": 53.899}, "visualizer_prepare_ms": {"avg_ms": 0.047, "count": 81, "max_ms": 0.18, "p95_ms": 0.098}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 81}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 81}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 81}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1316.672, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.603, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.382, "sample_count": 2769, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1189212, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T03:09:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98632, "write_bytes_delta": 98632, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 697.0, "cpu_core_ratio": 0.514259, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 725.0, "pid": 93870, "reason": null, "system_cpu_core_ratio": 0.164125, "system_cpu_s_delta": 3.299999999999997, "user_cpu_core_ratio": 0.350134, "user_cpu_s_delta": 7.039999999999992}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.846489, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 133627.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.202421, "system_cpu_s_delta": 4.070000000006985, "user_cpu_core_ratio": 0.644068, "user_cpu_s_delta": 12.949999999982538}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.804, "count": 283, "max_ms": 5.818, "p95_ms": 4.445, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.597, "max": 9.0, "p95": 5.0, "sample_count": 283}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 5}, "total": {"avg": 0.018, "max": 1.0, "p95": 0.0, "sample_count": 283}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.664, "count": 30, "max": 59.686, "p95": 50.839, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.456, "count": 30, "max": 30.593, "p95": 24.685, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 992.5, "count": 30, "max": 1129.0, "p95": 1074.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 530.033, "count": 30, "max": 9430.0, "p95": 1456.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.261, "p95": 0.187, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.387, "count": 30, "max": 0.459, "p95": 0.412, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.117, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97348.033, "count": 30, "max": 103598.0, "p95": 101796.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97348.033, "count": 30, "max": 103598.0, "p95": 101796.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 224102.267, "count": 30, "max": 278790.0, "p95": 261524.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.5, "count": 30, "max": 0.593, "p95": 0.59, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.921, "count": 30, "max": 1.05, "p95": 1.005, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8990, "sampled_at": "2026-10-30T03:09:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T03:09:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2297743, "flush_count": 2405, "flush_interval_seconds": 30.0, "flush_state": {"count": 2405, "last_at": "2026-10-30T03:09:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T03:09:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2404}, "started": true, "suppressed_count": 1186953, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 132, "tracking_summary": 1186821}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2405, "written_record_count": 2405}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8609.367, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3287969280000, "copied_frame_count": 1189225, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T03:01:25+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2264900, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T03:01:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.688}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 132, "events_emitted": 130, "events_failed": 0, "events_observed": 132, "events_suppressed": 2, "frame_buffer_copied_bytes": 3287969280000, "frame_buffer_copies": 1189225, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1035, "count": 512, "max_ms": 0.4381, "p50_ms": 0.0912, "p95_ms": 0.198, "p99_ms": 0.2979}, "stages": {"db_insert": {"avg_ms": 20.2502, "count": 130, "max_ms": 58.1833, "p50_ms": 19.5147, "p95_ms": 35.2335, "p99_ms": 40.9986, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9311, "count": 130, "max_ms": 4.6042, "p50_ms": 1.7718, "p95_ms": 3.2756, "p99_ms": 4.2812, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1115.0494, "count": 132, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1400.2808, "p99_ms": 2037.7705, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2993, "count": 512, "max_ms": 4.0177, "p50_ms": 1.2407, "p95_ms": 2.1311, "p99_ms": 2.8149, "results": {"failed": 0, "not_applicable": 0, "success": 1189225, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 573.3419, "count": 132, "max_ms": 718.3148, "p50_ms": 590.0472, "p95_ms": 681.1553, "p99_ms": 712.3919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6131, "count": 130, "max_ms": 74.3496, "p50_ms": 23.5625, "p95_ms": 54.4859, "p99_ms": 72.1863, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3381, "count": 512, "max_ms": 15.1144, "p50_ms": 5.1257, "p95_ms": 7.9503, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7309, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5166, "p95_ms": 3.3982, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.8, "count": 130, "max_ms": 713.3308, "p50_ms": 585.3068, "p95_ms": 674.3764, "p99_ms": 707.5816, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.6182, "count": 130, "max_ms": 590.2759, "p50_ms": 481.7542, "p95_ms": 556.7226, "p99_ms": 587.2349, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7644, "count": 130, "max_ms": 138.414, "p50_ms": 97.2767, "p95_ms": 120.0698, "p99_ms": 133.613, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9903, "count": 130, "max_ms": 10.6524, "p50_ms": 1.6224, "p95_ms": 3.9989, "p99_ms": 7.7038, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5567, "count": 130, "max_ms": 81.87, "p50_ms": 45.7813, "p95_ms": 69.3651, "p99_ms": 77.9539, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9884, "count": 132, "max_ms": 8.6079, "p50_ms": 0.7795, "p95_ms": 1.821, "p99_ms": 4.7203, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7675, "count": 130, "max_ms": 12.4539, "p50_ms": 1.0102, "p95_ms": 5.4961, "p99_ms": 10.7847, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7675, "count": 130, "max_ms": 12.4539, "p50_ms": 1.0102, "p95_ms": 5.4961, "p99_ms": 10.7847, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9884, "count": 132, "max_ms": 8.6079, "p50_ms": 0.7795, "p95_ms": 1.821, "p99_ms": 4.7203, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0131, "count": 130, "max_ms": 9.1922, "p50_ms": 0.8561, "p95_ms": 1.9176, "p99_ms": 3.3111, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.4279, "count": 130, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 676.8888, "p99_ms": 1407.8805, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5809, "count": 130, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 10.1661, "p99_ms": 13.6033, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9125, "count": 130, "max_ms": 70.8318, "p50_ms": 21.8334, "p95_ms": 57.1277, "p99_ms": 67.0384, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1019, "count": 130, "max_ms": 0.7116, "p50_ms": 0.0799, "p95_ms": 0.1771, "p99_ms": 0.6498, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7262, "count": 130, "max_ms": 165.5371, "p50_ms": 2.2754, "p95_ms": 4.722, "p99_ms": 7.6419, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 546.8919, "count": 130, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 764.3365, "p99_ms": 1466.6589, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 0.7116, "p50_ms": 0.0799, "p95_ms": 0.1771, "p99_ms": 0.6498}, "wait_ms": {"count": 130, "max_ms": 165.5371, "p50_ms": 2.2754, "p95_ms": 4.722, "p99_ms": 7.6419}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15524, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.6042, "p50_ms": 1.7718, "p95_ms": 3.2756, "p99_ms": 4.2812}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 445, "h264_decode_error_count": 975, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T03:10:10+09:00", "last_error_summary": "[h264 @ 0x5e5a1d71f940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5e5a1d71f940] error while decoding MB 0 30, bytestream 1792 [h264 @ 0x5e5a1d652200] cabac decode of qscale diff failed at 47 60 [h264 @ 0x5e5a1d652200] error while decoding MB 47 60, bytestream 3404 [h264 @ 0x5e5a1e2b5680] cabac decode of qscale diff failed at 29 13 [h264 @ 0x5e5a1e2b5680] error while decoding MB 29 13, bytestream 2663 [in#0/rtsp @ 0x5e5a1d5e6e00] Error during demuxing: Connection timed out [", "last_exit_at": "2026-10-30T03:10:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 648.913, "last_started_at": "2026-10-30T02:59:21+09:00", "pid": 93870, "process": {"exists": false, "pid": 93870}, "restart_count": 480, "restart_count_per_hour": 6, "rtsp_timeout_count": 142, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 481}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.324, "sample_count": 2570, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1189225, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T03:10:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.023, "last_frame_pushed_at": "2026-10-30T03:10:10+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-10-30T03:10:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 41, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 105.44, "last_sample_duration_ms": 966.047, "last_trigger": "periodic", "next_snapshot_in_sec": 494.56, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 241, "storage_bytes": 2299772}, "mjpeg": {"age_sec": 0.015, "exists": true, "mtime": "2026-10-30T03:10:10.071128+09:00", "mtime_epoch": 1793297410.0711277, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 96391}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T03:10:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1465.297, "name": "celery", "pid": 206, "rss_mb": 1316.664, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 114, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1189225, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.875, "max": 6.0, "p95": 5.0, "sample_count": 80}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 5}, "total": {"avg": 0.062, "max": 1.0, "p95": 1.0, "sample_count": 80}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 80}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 80}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 80, "pushed_frames": 80, "read_frames": 79, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.674, "pushed": 2.674, "read": 2.641}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 79, "client_acquire_ms": {"avg_ms": 0.006, "count": 80, "max_ms": 0.016, "p95_ms": 0.012, "reason": null, "sample_age_ms": 87.39, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.714, "count": 79, "max_ms": 5.768, "p95_ms": 2.178, "reason": null, "sample_age_ms": 129.764, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.274, "count": 79, "max_ms": 2.97, "p95_ms": 1.438, "reason": null, "sample_age_ms": 130.248, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.255, "count": 80, "max_ms": 0.824, "p95_ms": 0.511, "reason": null, "sample_age_ms": 87.4, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.742, "count": 79, "max_ms": 3.481, "p95_ms": 2.819, "reason": null, "sample_age_ms": 127.498, "source": "client_direct"}, "request_count": 79, "request_tensor_bytes": {"avg": 2764808.0, "count": 79, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 127.44, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 80, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 87.715, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.774, "count": 80, "max_ms": 58.288, "p95_ms": 51.791, "reason": null, "sample_age_ms": 87.385, "source": "client_direct"}, "sample_age_ms": 87.379, "source": "client_direct", "task_total_ms": {"avg_ms": 39.934, "count": 80, "max_ms": 61.299, "p95_ms": 54.79, "reason": null, "sample_age_ms": 87.379, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.13, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.861, "count": 80, "max_ms": 4.301, "p95_ms": 2.407}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.258, "count": 80, "max_ms": 0.988, "p95_ms": 0.535}, "detection_prepare_ms": {"avg_ms": 0.173, "count": 80, "max_ms": 1.438, "p95_ms": 0.577}, "event_filter_ms": {"avg_ms": 0.003, "count": 80, "max_ms": 0.011, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.084, "count": 80, "max_ms": 0.318, "p95_ms": 0.18}, "mcmt_ms": {"avg_ms": 0.003, "count": 80, "max_ms": 0.034, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.177, "count": 80, "max_ms": 0.911, "p95_ms": 0.416}, "setup_ms": {"avg_ms": 0.039, "count": 80, "max_ms": 0.118, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 0.822, "count": 80, "max_ms": 4.218, "p95_ms": 2.313}, "track_match_ms": {"avg_ms": 0.007, "count": 80, "max_ms": 0.059, "p95_ms": 0.03}, "tracker_update_ms": {"avg_ms": 0.078, "count": 80, "max_ms": 0.922, "p95_ms": 0.631}}, "gstreamer_push": {"avg_ms": 2.831, "count": 80, "max_ms": 4.884, "p95_ms": 4.205}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 80, "max_ms": 0.668, "p95_ms": 0.095}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.983, "count": 80, "max_ms": 62.054, "p95_ms": 56.643}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.326, "count": 80, "max_ms": 7.591, "p95_ms": 2.336}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.007, "count": 80, "max_ms": 114.639, "p95_ms": 103.941}, "inference_input_copy_ms": {"avg_ms": 1.633, "count": 80, "max_ms": 3.245, "p95_ms": 3.074}, "processing_residual_ms": {"avg_ms": 0.128, "count": 80, "max_ms": 0.332, "p95_ms": 0.236}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 87.093, "count": 80, "max_ms": 116.345, "p95_ms": 105.568}, "read_interval": {"avg_ms": 378.239, "count": 79, "max_ms": 12137.409, "p95_ms": 137.266}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 80, "max_ms": 0.033, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.135, "count": 80, "max_ms": 0.841, "p95_ms": 0.357}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 80, "max_ms": 0.035, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.123, "count": 80, "max_ms": 0.822, "p95_ms": 0.328}, "worker_merge_ms": {"avg_ms": 0.004, "count": 80, "max_ms": 0.014, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 40.995, "count": 80, "max_ms": 62.064, "p95_ms": 56.656}, "visualize": {"avg_ms": 42.205, "count": 80, "max_ms": 56.479, "p95_ms": 54.19}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 41.241, "count": 80, "max_ms": 55.62, "p95_ms": 53.09}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.974, "count": 80, "max_ms": 56.303, "p95_ms": 53.978}, "visualize_input_copy_ms": {"avg_ms": 0.065, "count": 80, "max_ms": 1.326, "p95_ms": 0.781}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.887, "count": 80, "max_ms": 56.218, "p95_ms": 53.899}, "visualizer_prepare_ms": {"avg_ms": 0.047, "count": 80, "max_ms": 0.18, "p95_ms": 0.098}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 80}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1316.672, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.603, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.382, "sample_count": 2769, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1189212, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T03:09:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98632, "write_bytes_delta": 98632, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 697.0, "cpu_core_ratio": 0.514259, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 725.0, "pid": 93870, "reason": null, "system_cpu_core_ratio": 0.164125, "system_cpu_s_delta": 3.299999999999997, "user_cpu_core_ratio": 0.350134, "user_cpu_s_delta": 7.039999999999992}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.846489, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 133627.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.202421, "system_cpu_s_delta": 4.070000000006985, "user_cpu_core_ratio": 0.644068, "user_cpu_s_delta": 12.949999999982538}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.804, "count": 283, "max_ms": 5.818, "p95_ms": 4.445, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.597, "max": 9.0, "p95": 5.0, "sample_count": 283}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 5}, "total": {"avg": 0.018, "max": 1.0, "p95": 0.0, "sample_count": 283}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.664, "count": 30, "max": 59.686, "p95": 50.839, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.456, "count": 30, "max": 30.593, "p95": 24.685, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 992.5, "count": 30, "max": 1129.0, "p95": 1074.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 530.033, "count": 30, "max": 9430.0, "p95": 1456.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.261, "p95": 0.187, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.387, "count": 30, "max": 0.459, "p95": 0.412, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.117, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97348.033, "count": 30, "max": 103598.0, "p95": 101796.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97348.033, "count": 30, "max": 103598.0, "p95": 101796.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 224102.267, "count": 30, "max": 278790.0, "p95": 261524.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.5, "count": 30, "max": 0.593, "p95": 0.59, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.921, "count": 30, "max": 1.05, "p95": 1.005, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8990, "sampled_at": "2026-10-30T03:09:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T03:09:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2297743, "flush_count": 2405, "flush_interval_seconds": 30.0, "flush_state": {"count": 2405, "last_at": "2026-10-30T03:09:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T03:09:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2404}, "started": true, "suppressed_count": 1186953, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 132, "tracking_summary": 1186821}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2405, "written_record_count": 2405}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8782.164, "limit_mb": null}, "detail": {"pid": 94048, "restart_count": 481, "start_count": 482}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3287969280000, "copied_frame_count": 1189225, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T03:01:25+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2264900, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T03:01:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.688}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 132, "events_emitted": 130, "events_failed": 0, "events_observed": 132, "events_suppressed": 2, "frame_buffer_copied_bytes": 3287969280000, "frame_buffer_copies": 1189225, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1035, "count": 512, "max_ms": 0.4381, "p50_ms": 0.0912, "p95_ms": 0.198, "p99_ms": 0.2979}, "stages": {"db_insert": {"avg_ms": 20.2502, "count": 130, "max_ms": 58.1833, "p50_ms": 19.5147, "p95_ms": 35.2335, "p99_ms": 40.9986, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9311, "count": 130, "max_ms": 4.6042, "p50_ms": 1.7718, "p95_ms": 3.2756, "p99_ms": 4.2812, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1115.0494, "count": 132, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1400.2808, "p99_ms": 2037.7705, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2993, "count": 512, "max_ms": 4.0177, "p50_ms": 1.2407, "p95_ms": 2.1311, "p99_ms": 2.8149, "results": {"failed": 0, "not_applicable": 0, "success": 1189225, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 573.3419, "count": 132, "max_ms": 718.3148, "p50_ms": 590.0472, "p95_ms": 681.1553, "p99_ms": 712.3919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6131, "count": 130, "max_ms": 74.3496, "p50_ms": 23.5625, "p95_ms": 54.4859, "p99_ms": 72.1863, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3381, "count": 512, "max_ms": 15.1144, "p50_ms": 5.1257, "p95_ms": 7.9503, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7309, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5166, "p95_ms": 3.3982, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.8, "count": 130, "max_ms": 713.3308, "p50_ms": 585.3068, "p95_ms": 674.3764, "p99_ms": 707.5816, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.6182, "count": 130, "max_ms": 590.2759, "p50_ms": 481.7542, "p95_ms": 556.7226, "p99_ms": 587.2349, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7644, "count": 130, "max_ms": 138.414, "p50_ms": 97.2767, "p95_ms": 120.0698, "p99_ms": 133.613, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9903, "count": 130, "max_ms": 10.6524, "p50_ms": 1.6224, "p95_ms": 3.9989, "p99_ms": 7.7038, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5567, "count": 130, "max_ms": 81.87, "p50_ms": 45.7813, "p95_ms": 69.3651, "p99_ms": 77.9539, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9884, "count": 132, "max_ms": 8.6079, "p50_ms": 0.7795, "p95_ms": 1.821, "p99_ms": 4.7203, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7675, "count": 130, "max_ms": 12.4539, "p50_ms": 1.0102, "p95_ms": 5.4961, "p99_ms": 10.7847, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7675, "count": 130, "max_ms": 12.4539, "p50_ms": 1.0102, "p95_ms": 5.4961, "p99_ms": 10.7847, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9884, "count": 132, "max_ms": 8.6079, "p50_ms": 0.7795, "p95_ms": 1.821, "p99_ms": 4.7203, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0131, "count": 130, "max_ms": 9.1922, "p50_ms": 0.8561, "p95_ms": 1.9176, "p99_ms": 3.3111, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.4279, "count": 130, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 676.8888, "p99_ms": 1407.8805, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5809, "count": 130, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 10.1661, "p99_ms": 13.6033, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9125, "count": 130, "max_ms": 70.8318, "p50_ms": 21.8334, "p95_ms": 57.1277, "p99_ms": 67.0384, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1019, "count": 130, "max_ms": 0.7116, "p50_ms": 0.0799, "p95_ms": 0.1771, "p99_ms": 0.6498, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7262, "count": 130, "max_ms": 165.5371, "p50_ms": 2.2754, "p95_ms": 4.722, "p99_ms": 7.6419, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 546.8919, "count": 130, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 764.3365, "p99_ms": 1466.6589, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 0.7116, "p50_ms": 0.0799, "p95_ms": 0.1771, "p99_ms": 0.6498}, "wait_ms": {"count": 130, "max_ms": 165.5371, "p50_ms": 2.2754, "p95_ms": 4.722, "p99_ms": 7.6419}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15524, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.6042, "p50_ms": 1.7718, "p95_ms": 3.2756, "p99_ms": 4.2812}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 445, "h264_decode_error_count": 975, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T03:10:10+09:00", "last_error_summary": "[h264 @ 0x5e5a1d71f940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5e5a1d71f940] error while decoding MB 0 30, bytestream 1792 [h264 @ 0x5e5a1d652200] cabac decode of qscale diff failed at 47 60 [h264 @ 0x5e5a1d652200] error while decoding MB 47 60, bytestream 3404 [h264 @ 0x5e5a1e2b5680] cabac decode of qscale diff failed at 29 13 [h264 @ 0x5e5a1e2b5680] error while decoding MB 29 13, bytestream 2663 [in#0/rtsp @ 0x5e5a1d5e6e00] Error during demuxing: Connection timed out [", "last_exit_at": "2026-10-30T03:10:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T03:10:12+09:00", "pid": 94048, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.949, "name": "ffmpeg", "pid": 94048, "rss_mb": 208.949, "state": "S (sleeping)", "threads": 70}, "restart_count": 481, "restart_count_per_hour": 7, "rtsp_timeout_count": 142, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 482}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.322, "sample_count": 2532, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1189225, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T03:10:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.193, "last_frame_pushed_at": "2026-10-30T03:10:10+09:00", "last_frame_read_age_sec": 4.298, "last_frame_read_at": "2026-10-30T03:10:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 41, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 109.617, "last_sample_duration_ms": 966.047, "last_trigger": "periodic", "next_snapshot_in_sec": 490.383, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 241, "storage_bytes": 2299772}, "mjpeg": {"age_sec": 4.185, "exists": true, "mtime": "2026-10-30T03:10:10.071128+09:00", "mtime_epoch": 1793297410.0711277, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 96391}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T03:10:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1465.297, "name": "celery", "pid": 206, "rss_mb": 1316.668, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 114, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1189225, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.205, "max": 5.0, "p95": 4.0, "sample_count": 39}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 4}, "total": {"avg": 0.103, "max": 1.0, "p95": 1.0, "sample_count": 39}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 39}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 39}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 39}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 39}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 39}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 39, "pushed_frames": 39, "read_frames": 38, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.301, "pushed": 1.301, "read": 1.268}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 38, "client_acquire_ms": {"avg_ms": 0.006, "count": 38, "max_ms": 0.016, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4258.703, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.647, "count": 38, "max_ms": 3.602, "p95_ms": 1.851, "reason": null, "sample_age_ms": 4301.076, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.319, "count": 38, "max_ms": 2.97, "p95_ms": 1.501, "reason": null, "sample_age_ms": 4301.561, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.24, "count": 38, "max_ms": 0.511, "p95_ms": 0.44, "reason": null, "sample_age_ms": 4258.713, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.739, "count": 38, "max_ms": 3.481, "p95_ms": 3.213, "reason": null, "sample_age_ms": 4298.81, "source": "client_direct"}, "request_count": 38, "request_tensor_bytes": {"avg": 2764808.0, "count": 38, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4298.752, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 38, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4259.028, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.874, "count": 38, "max_ms": 56.026, "p95_ms": 47.26, "reason": null, "sample_age_ms": 4258.697, "source": "client_direct"}, "sample_age_ms": 4258.692, "source": "client_direct", "task_total_ms": {"avg_ms": 39.012, "count": 38, "max_ms": 58.784, "p95_ms": 50.886, "reason": null, "sample_age_ms": 4258.692, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.222, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.98, "count": 39, "max_ms": 4.301, "p95_ms": 2.879}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.275, "count": 39, "max_ms": 0.988, "p95_ms": 0.596}, "detection_prepare_ms": {"avg_ms": 0.2, "count": 39, "max_ms": 1.438, "p95_ms": 1.117}, "event_filter_ms": {"avg_ms": 0.003, "count": 39, "max_ms": 0.011, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.092, "count": 39, "max_ms": 0.318, "p95_ms": 0.267}, "mcmt_ms": {"avg_ms": 0.003, "count": 39, "max_ms": 0.034, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.212, "count": 39, "max_ms": 0.911, "p95_ms": 0.698}, "setup_ms": {"avg_ms": 0.035, "count": 39, "max_ms": 0.082, "p95_ms": 0.063}, "total_inside_ms": {"avg_ms": 0.941, "count": 39, "max_ms": 4.218, "p95_ms": 2.843}, "track_match_ms": {"avg_ms": 0.009, "count": 39, "max_ms": 0.059, "p95_ms": 0.054}, "tracker_update_ms": {"avg_ms": 0.11, "count": 39, "max_ms": 0.922, "p95_ms": 0.764}}, "gstreamer_push": {"avg_ms": 3.047, "count": 39, "max_ms": 4.884, "p95_ms": 4.623}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 39, "max_ms": 0.668, "p95_ms": 0.139}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.453, "count": 39, "max_ms": 59.589, "p95_ms": 57.178}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.44, "count": 39, "max_ms": 7.591, "p95_ms": 3.351}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 39, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 39, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.507, "count": 39, "max_ms": 107.86, "p95_ms": 103.941}, "inference_input_copy_ms": {"avg_ms": 1.714, "count": 39, "max_ms": 3.245, "p95_ms": 3.098}, "processing_residual_ms": {"avg_ms": 0.125, "count": 39, "max_ms": 0.245, "p95_ms": 0.241}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 39, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 39, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 84.786, "count": 39, "max_ms": 110.911, "p95_ms": 105.568}, "read_interval": {"avg_ms": 678.431, "count": 38, "max_ms": 12137.409, "p95_ms": 10131.695}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 39, "max_ms": 0.033, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.165, "count": 39, "max_ms": 0.841, "p95_ms": 0.634}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 39, "max_ms": 0.035, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.152, "count": 39, "max_ms": 0.822, "p95_ms": 0.614}, "worker_merge_ms": {"avg_ms": 0.005, "count": 39, "max_ms": 0.014, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 40.467, "count": 39, "max_ms": 59.601, "p95_ms": 57.185}, "visualize": {"avg_ms": 40.084, "count": 39, "max_ms": 54.666, "p95_ms": 54.507}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 38.96, "count": 39, "max_ms": 54.03, "p95_ms": 53.376}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 39, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.805, "count": 39, "max_ms": 54.534, "p95_ms": 54.167}, "visualize_input_copy_ms": {"avg_ms": 0.109, "count": 39, "max_ms": 1.326, "p95_ms": 1.3}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 39, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.715, "count": 39, "max_ms": 54.464, "p95_ms": 54.023}, "visualizer_prepare_ms": {"avg_ms": 0.047, "count": 39, "max_ms": 0.123, "p95_ms": 0.107}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 39}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 39}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 39}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1316.672, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.603, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.382, "sample_count": 2769, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1189212, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T03:09:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98632, "write_bytes_delta": 98632, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 697.0, "cpu_core_ratio": 0.514259, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 725.0, "pid": 93870, "reason": null, "system_cpu_core_ratio": 0.164125, "system_cpu_s_delta": 3.299999999999997, "user_cpu_core_ratio": 0.350134, "user_cpu_s_delta": 7.039999999999992}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.846489, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 133627.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.202421, "system_cpu_s_delta": 4.070000000006985, "user_cpu_core_ratio": 0.644068, "user_cpu_s_delta": 12.949999999982538}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.804, "count": 283, "max_ms": 5.818, "p95_ms": 4.445, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.597, "max": 9.0, "p95": 5.0, "sample_count": 283}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 5}, "total": {"avg": 0.018, "max": 1.0, "p95": 0.0, "sample_count": 283}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.664, "count": 30, "max": 59.686, "p95": 50.839, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.456, "count": 30, "max": 30.593, "p95": 24.685, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 992.5, "count": 30, "max": 1129.0, "p95": 1074.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 530.033, "count": 30, "max": 9430.0, "p95": 1456.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.261, "p95": 0.187, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.387, "count": 30, "max": 0.459, "p95": 0.412, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.117, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97348.033, "count": 30, "max": 103598.0, "p95": 101796.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97348.033, "count": 30, "max": 103598.0, "p95": 101796.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 224102.267, "count": 30, "max": 278790.0, "p95": 261524.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.5, "count": 30, "max": 0.593, "p95": 0.59, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.921, "count": 30, "max": 1.05, "p95": 1.005, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8990, "sampled_at": "2026-10-30T03:09:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T03:09:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2336761, "flush_count": 2447, "flush_interval_seconds": 30.0, "flush_state": {"count": 2447, "last_at": "2026-10-30T03:52:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T03:52:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2446}, "started": true, "suppressed_count": 1211299, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 132, "tracking_summary": 1211167}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2447, "written_record_count": 2447}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8712.082, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5df05f14dfc0] error while decoding MB 94 37, bytestream -10 [h264 @ 0x5df05ed43740] left block unavailable for requested intra mode [h264 @ 0x5df05ed43740] error while decoding MB 0 31, bytestream 2731 [in#0/rtsp @ 0x5df05e7b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5df05e7b7e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3355394457600, "copied_frame_count": 1213612, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T03:01:25+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2264900, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T03:01:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.688}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 132, "events_emitted": 130, "events_failed": 0, "events_observed": 132, "events_suppressed": 2, "frame_buffer_copied_bytes": 3355394457600, "frame_buffer_copies": 1213612, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1053, "count": 512, "max_ms": 1.8313, "p50_ms": 0.0867, "p95_ms": 0.1894, "p99_ms": 0.3009}, "stages": {"db_insert": {"avg_ms": 20.2502, "count": 130, "max_ms": 58.1833, "p50_ms": 19.5147, "p95_ms": 35.2335, "p99_ms": 40.9986, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9311, "count": 130, "max_ms": 4.6042, "p50_ms": 1.7718, "p95_ms": 3.2756, "p99_ms": 4.2812, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1115.0494, "count": 132, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1400.2808, "p99_ms": 2037.7705, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3002, "count": 512, "max_ms": 3.2919, "p50_ms": 1.2278, "p95_ms": 2.195, "p99_ms": 2.803, "results": {"failed": 0, "not_applicable": 0, "success": 1213612, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 573.3419, "count": 132, "max_ms": 718.3148, "p50_ms": 590.0472, "p95_ms": 681.1553, "p99_ms": 712.3919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6131, "count": 130, "max_ms": 74.3496, "p50_ms": 23.5625, "p95_ms": 54.4859, "p99_ms": 72.1863, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3381, "count": 512, "max_ms": 15.1144, "p50_ms": 5.1257, "p95_ms": 7.9503, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7309, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5166, "p95_ms": 3.3982, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.8, "count": 130, "max_ms": 713.3308, "p50_ms": 585.3068, "p95_ms": 674.3764, "p99_ms": 707.5816, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.6182, "count": 130, "max_ms": 590.2759, "p50_ms": 481.7542, "p95_ms": 556.7226, "p99_ms": 587.2349, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7644, "count": 130, "max_ms": 138.414, "p50_ms": 97.2767, "p95_ms": 120.0698, "p99_ms": 133.613, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9903, "count": 130, "max_ms": 10.6524, "p50_ms": 1.6224, "p95_ms": 3.9989, "p99_ms": 7.7038, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5567, "count": 130, "max_ms": 81.87, "p50_ms": 45.7813, "p95_ms": 69.3651, "p99_ms": 77.9539, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9884, "count": 132, "max_ms": 8.6079, "p50_ms": 0.7795, "p95_ms": 1.821, "p99_ms": 4.7203, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7675, "count": 130, "max_ms": 12.4539, "p50_ms": 1.0102, "p95_ms": 5.4961, "p99_ms": 10.7847, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7675, "count": 130, "max_ms": 12.4539, "p50_ms": 1.0102, "p95_ms": 5.4961, "p99_ms": 10.7847, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9884, "count": 132, "max_ms": 8.6079, "p50_ms": 0.7795, "p95_ms": 1.821, "p99_ms": 4.7203, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0131, "count": 130, "max_ms": 9.1922, "p50_ms": 0.8561, "p95_ms": 1.9176, "p99_ms": 3.3111, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.4279, "count": 130, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 676.8888, "p99_ms": 1407.8805, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5809, "count": 130, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 10.1661, "p99_ms": 13.6033, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9125, "count": 130, "max_ms": 70.8318, "p50_ms": 21.8334, "p95_ms": 57.1277, "p99_ms": 67.0384, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1019, "count": 130, "max_ms": 0.7116, "p50_ms": 0.0799, "p95_ms": 0.1771, "p99_ms": 0.6498, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7262, "count": 130, "max_ms": 165.5371, "p50_ms": 2.2754, "p95_ms": 4.722, "p99_ms": 7.6419, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 546.8919, "count": 130, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 764.3365, "p99_ms": 1466.6589, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 0.7116, "p50_ms": 0.0799, "p95_ms": 0.1771, "p99_ms": 0.6498}, "wait_ms": {"count": 130, "max_ms": 165.5371, "p50_ms": 2.2754, "p95_ms": 4.722, "p99_ms": 7.6419}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15524, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.6042, "p50_ms": 1.7718, "p95_ms": 3.2756, "p99_ms": 4.2812}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 446, "h264_decode_error_count": 977, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T03:52:20+09:00", "last_error_summary": "[h264 @ 0x5df05f14dfc0] error while decoding MB 94 37, bytestream -10 [h264 @ 0x5df05ed43740] left block unavailable for requested intra mode [h264 @ 0x5df05ed43740] error while decoding MB 0 31, bytestream 2731 [in#0/rtsp @ 0x5df05e7b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5df05e7b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T03:10:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2527.888, "last_started_at": "2026-10-30T03:10:12+09:00", "pid": 94048, "process": {"exists": false, "pid": 94048}, "restart_count": 481, "restart_count_per_hour": 2, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 482}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.5, "sample_count": 2505, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1213612, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T03:52:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.091, "last_frame_pushed_at": "2026-10-30T03:52:20+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-10-30T03:52:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 45, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 228.174, "last_sample_duration_ms": 996.941, "last_trigger": "periodic", "next_snapshot_in_sec": 371.826, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 245, "storage_bytes": 2338102}, "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-10-30T03:52:20.062719+09:00", "mtime_epoch": 1793299940.0627186, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 96836}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T03:52:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1465.297, "name": "celery", "pid": 206, "rss_mb": 1348.293, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 114, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1213613, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.337, "max": 8.0, "p95": 7.0, "sample_count": 89}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 1}, "total": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 89}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 89, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.968, "pushed": 2.968, "read": 2.968}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 89, "client_acquire_ms": {"avg_ms": 0.006, "count": 89, "max_ms": 0.02, "p95_ms": 0.011, "reason": null, "sample_age_ms": 37.986, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.698, "count": 89, "max_ms": 4.977, "p95_ms": 2.669, "reason": null, "sample_age_ms": 88.479, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.373, "count": 89, "max_ms": 4.571, "p95_ms": 2.412, "reason": null, "sample_age_ms": 88.783, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.286, "count": 89, "max_ms": 2.029, "p95_ms": 0.572, "reason": null, "sample_age_ms": 37.998, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.774, "count": 89, "max_ms": 3.403, "p95_ms": 2.896, "reason": null, "sample_age_ms": 86.805, "source": "client_direct"}, "request_count": 89, "request_tensor_bytes": {"avg": 2764808.0, "count": 89, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 86.784, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 89, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 38.231, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.52, "count": 89, "max_ms": 55.58, "p95_ms": 49.923, "reason": null, "sample_age_ms": 37.98, "source": "client_direct"}, "sample_age_ms": 37.975, "source": "client_direct", "task_total_ms": {"avg_ms": 40.729, "count": 89, "max_ms": 57.803, "p95_ms": 52.736, "reason": null, "sample_age_ms": 37.975, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.058, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.709, "count": 89, "max_ms": 4.939, "p95_ms": 1.25}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.209, "count": 89, "max_ms": 1.167, "p95_ms": 0.414}, "detection_prepare_ms": {"avg_ms": 0.14, "count": 89, "max_ms": 2.149, "p95_ms": 0.218}, "event_filter_ms": {"avg_ms": 0.004, "count": 89, "max_ms": 0.016, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.072, "count": 89, "max_ms": 0.331, "p95_ms": 0.136}, "mcmt_ms": {"avg_ms": 0.002, "count": 89, "max_ms": 0.011, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.16, "count": 89, "max_ms": 0.673, "p95_ms": 0.377}, "setup_ms": {"avg_ms": 0.037, "count": 89, "max_ms": 0.149, "p95_ms": 0.077}, "total_inside_ms": {"avg_ms": 0.671, "count": 89, "max_ms": 4.889, "p95_ms": 1.188}, "track_match_ms": {"avg_ms": 0.005, "count": 89, "max_ms": 0.134, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.041, "count": 89, "max_ms": 1.191, "p95_ms": 0.059}}, "gstreamer_push": {"avg_ms": 3.123, "count": 89, "max_ms": 8.609, "p95_ms": 6.404}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 89, "max_ms": 0.308, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.732, "count": 89, "max_ms": 58.377, "p95_ms": 54.21}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.446, "count": 89, "max_ms": 12.72, "p95_ms": 7.887}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.864, "count": 89, "max_ms": 108.866, "p95_ms": 104.36}, "inference_input_copy_ms": {"avg_ms": 1.552, "count": 89, "max_ms": 2.896, "p95_ms": 2.424}, "processing_residual_ms": {"avg_ms": 0.166, "count": 89, "max_ms": 0.437, "p95_ms": 0.286}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.028, "count": 89, "max_ms": 114.675, "p95_ms": 109.555}, "read_interval": {"avg_ms": 337.174, "count": 89, "max_ms": 10132.447, "p95_ms": 151.908}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 89, "max_ms": 0.046, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.114, "count": 89, "max_ms": 0.609, "p95_ms": 0.295}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 89, "max_ms": 0.033, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.102, "count": 89, "max_ms": 0.594, "p95_ms": 0.266}, "worker_merge_ms": {"avg_ms": 0.004, "count": 89, "max_ms": 0.014, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 41.743, "count": 89, "max_ms": 58.387, "p95_ms": 54.23}, "visualize": {"avg_ms": 44.456, "count": 89, "max_ms": 61.405, "p95_ms": 59.474}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.205, "count": 89, "max_ms": 59.249, "p95_ms": 57.343}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 42.881, "count": 89, "max_ms": 59.914, "p95_ms": 58.018}, "visualize_input_copy_ms": {"avg_ms": 1.391, "count": 89, "max_ms": 2.663, "p95_ms": 2.518}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 42.778, "count": 89, "max_ms": 59.82, "p95_ms": 57.902}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 89, "max_ms": 0.143, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 89}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1328.332, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.827, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.59, "sample_count": 2686, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1213497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T03:51:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 96235, "write_bytes_delta": 96235, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 891.0, "cpu_core_ratio": 0.456749, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 832.0, "pid": 94048, "reason": null, "system_cpu_core_ratio": 0.093143, "system_cpu_s_delta": 1.8700000000000045, "user_cpu_core_ratio": 0.363606, "user_cpu_s_delta": 7.300000000000068}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.57048, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 245323.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.570812, "system_cpu_s_delta": 11.460000000006403, "user_cpu_core_ratio": 0.999668, "user_cpu_s_delta": 20.06999999997788}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.89, "count": 268, "max_ms": 7.855, "p95_ms": 5.049, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.392, "max": 8.0, "p95": 5.0, "sample_count": 268}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 268}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.868, "count": 30, "max": 62.148, "p95": 45.26, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.675, "count": 30, "max": 29.582, "p95": 24.691, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 976.133, "count": 30, "max": 1049.0, "p95": 1041.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 286.5, "count": 30, "max": 4093.0, "p95": 1859.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.268, "p95": 0.1, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.378, "count": 30, "max": 0.403, "p95": 0.396, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.096, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97337.1, "count": 30, "max": 101559.0, "p95": 100891.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97337.1, "count": 30, "max": 101559.0, "p95": 100891.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 236289.967, "count": 30, "max": 251608.0, "p95": 248671.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.575, "count": 30, "max": 0.598, "p95": 0.592, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.987, "count": 30, "max": 1.013, "p95": 1.006, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9134, "sampled_at": "2026-10-30T03:51:47+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T03:51:47+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2336761, "flush_count": 2447, "flush_interval_seconds": 30.0, "flush_state": {"count": 2447, "last_at": "2026-10-30T03:52:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T03:52:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2446}, "started": true, "suppressed_count": 1211299, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 132, "tracking_summary": 1211167}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2447, "written_record_count": 2447}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8691.668, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T03:52:20+09:00", "last_error_summary": "[h264 @ 0x5df05f14dfc0] error while decoding MB 94 37, bytestream -10 [h264 @ 0x5df05ed43740] left block unavailable for requested intra mode [h264 @ 0x5df05ed43740] error while decoding MB 0 31, bytestream 2731 [in#0/rtsp @ 0x5df05e7b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5df05e7b7e00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3355397222400, "copied_frame_count": 1213613, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T03:01:25+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2264900, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T03:01:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.688}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 132, "events_emitted": 130, "events_failed": 0, "events_observed": 132, "events_suppressed": 2, "frame_buffer_copied_bytes": 3355397222400, "frame_buffer_copies": 1213613, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1054, "count": 512, "max_ms": 1.8313, "p50_ms": 0.0868, "p95_ms": 0.1894, "p99_ms": 0.3009}, "stages": {"db_insert": {"avg_ms": 20.2502, "count": 130, "max_ms": 58.1833, "p50_ms": 19.5147, "p95_ms": 35.2335, "p99_ms": 40.9986, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9311, "count": 130, "max_ms": 4.6042, "p50_ms": 1.7718, "p95_ms": 3.2756, "p99_ms": 4.2812, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1115.0494, "count": 132, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1400.2808, "p99_ms": 2037.7705, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.301, "count": 512, "max_ms": 3.2919, "p50_ms": 1.2278, "p95_ms": 2.195, "p99_ms": 2.803, "results": {"failed": 0, "not_applicable": 0, "success": 1213613, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 573.3419, "count": 132, "max_ms": 718.3148, "p50_ms": 590.0472, "p95_ms": 681.1553, "p99_ms": 712.3919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6131, "count": 130, "max_ms": 74.3496, "p50_ms": 23.5625, "p95_ms": 54.4859, "p99_ms": 72.1863, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3381, "count": 512, "max_ms": 15.1144, "p50_ms": 5.1257, "p95_ms": 7.9503, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7309, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5166, "p95_ms": 3.3982, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.8, "count": 130, "max_ms": 713.3308, "p50_ms": 585.3068, "p95_ms": 674.3764, "p99_ms": 707.5816, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.6182, "count": 130, "max_ms": 590.2759, "p50_ms": 481.7542, "p95_ms": 556.7226, "p99_ms": 587.2349, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7644, "count": 130, "max_ms": 138.414, "p50_ms": 97.2767, "p95_ms": 120.0698, "p99_ms": 133.613, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9903, "count": 130, "max_ms": 10.6524, "p50_ms": 1.6224, "p95_ms": 3.9989, "p99_ms": 7.7038, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5567, "count": 130, "max_ms": 81.87, "p50_ms": 45.7813, "p95_ms": 69.3651, "p99_ms": 77.9539, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9884, "count": 132, "max_ms": 8.6079, "p50_ms": 0.7795, "p95_ms": 1.821, "p99_ms": 4.7203, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7675, "count": 130, "max_ms": 12.4539, "p50_ms": 1.0102, "p95_ms": 5.4961, "p99_ms": 10.7847, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7675, "count": 130, "max_ms": 12.4539, "p50_ms": 1.0102, "p95_ms": 5.4961, "p99_ms": 10.7847, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9884, "count": 132, "max_ms": 8.6079, "p50_ms": 0.7795, "p95_ms": 1.821, "p99_ms": 4.7203, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0131, "count": 130, "max_ms": 9.1922, "p50_ms": 0.8561, "p95_ms": 1.9176, "p99_ms": 3.3111, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.4279, "count": 130, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 676.8888, "p99_ms": 1407.8805, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5809, "count": 130, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 10.1661, "p99_ms": 13.6033, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9125, "count": 130, "max_ms": 70.8318, "p50_ms": 21.8334, "p95_ms": 57.1277, "p99_ms": 67.0384, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1019, "count": 130, "max_ms": 0.7116, "p50_ms": 0.0799, "p95_ms": 0.1771, "p99_ms": 0.6498, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7262, "count": 130, "max_ms": 165.5371, "p50_ms": 2.2754, "p95_ms": 4.722, "p99_ms": 7.6419, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 546.8919, "count": 130, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 764.3365, "p99_ms": 1466.6589, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 0.7116, "p50_ms": 0.0799, "p95_ms": 0.1771, "p99_ms": 0.6498}, "wait_ms": {"count": 130, "max_ms": 165.5371, "p50_ms": 2.2754, "p95_ms": 4.722, "p99_ms": 7.6419}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15524, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.6042, "p50_ms": 1.7718, "p95_ms": 3.2756, "p99_ms": 4.2812}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 446, "h264_decode_error_count": 977, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T03:52:20+09:00", "last_error_summary": "[h264 @ 0x5df05f14dfc0] error while decoding MB 94 37, bytestream -10 [h264 @ 0x5df05ed43740] left block unavailable for requested intra mode [h264 @ 0x5df05ed43740] error while decoding MB 0 31, bytestream 2731 [in#0/rtsp @ 0x5df05e7b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5df05e7b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T03:52:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2527.934, "last_started_at": "2026-10-30T03:10:12+09:00", "pid": 94048, "process": {"exists": false, "pid": 94048}, "restart_count": 481, "restart_count_per_hour": 2, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 482}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.506, "sample_count": 2506, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1213613, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T03:52:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T03:52:20+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-10-30T03:52:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 45, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 228.214, "last_sample_duration_ms": 996.941, "last_trigger": "periodic", "next_snapshot_in_sec": 371.786, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 245, "storage_bytes": 2338102}, "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-10-30T03:52:20.062719+09:00", "mtime_epoch": 1793299940.0627186, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 96836}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T03:52:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1465.297, "name": "celery", "pid": 206, "rss_mb": 1328.371, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 114, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1213613, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.337, "max": 8.0, "p95": 7.0, "sample_count": 89}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 1}, "total": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 89}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 88, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.972, "pushed": 2.972, "read": 2.939}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 88, "client_acquire_ms": {"avg_ms": 0.006, "count": 89, "max_ms": 0.02, "p95_ms": 0.011, "reason": null, "sample_age_ms": 81.276, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.688, "count": 88, "max_ms": 4.977, "p95_ms": 2.703, "reason": null, "sample_age_ms": 131.77, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.363, "count": 88, "max_ms": 4.571, "p95_ms": 2.45, "reason": null, "sample_age_ms": 132.074, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.286, "count": 89, "max_ms": 2.029, "p95_ms": 0.572, "reason": null, "sample_age_ms": 81.289, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.784, "count": 88, "max_ms": 3.403, "p95_ms": 2.901, "reason": null, "sample_age_ms": 130.096, "source": "client_direct"}, "request_count": 88, "request_tensor_bytes": {"avg": 2764808.0, "count": 88, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 130.074, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 89, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 81.522, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.52, "count": 89, "max_ms": 55.58, "p95_ms": 49.923, "reason": null, "sample_age_ms": 81.271, "source": "client_direct"}, "sample_age_ms": 81.265, "source": "client_direct", "task_total_ms": {"avg_ms": 40.729, "count": 89, "max_ms": 57.803, "p95_ms": 52.736, "reason": null, "sample_age_ms": 81.265, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.867, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.709, "count": 89, "max_ms": 4.939, "p95_ms": 1.25}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.21, "count": 89, "max_ms": 1.167, "p95_ms": 0.414}, "detection_prepare_ms": {"avg_ms": 0.14, "count": 89, "max_ms": 2.149, "p95_ms": 0.218}, "event_filter_ms": {"avg_ms": 0.004, "count": 89, "max_ms": 0.016, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.072, "count": 89, "max_ms": 0.331, "p95_ms": 0.136}, "mcmt_ms": {"avg_ms": 0.002, "count": 89, "max_ms": 0.011, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.16, "count": 89, "max_ms": 0.673, "p95_ms": 0.377}, "setup_ms": {"avg_ms": 0.037, "count": 89, "max_ms": 0.149, "p95_ms": 0.077}, "total_inside_ms": {"avg_ms": 0.671, "count": 89, "max_ms": 4.889, "p95_ms": 1.188}, "track_match_ms": {"avg_ms": 0.005, "count": 89, "max_ms": 0.134, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.041, "count": 89, "max_ms": 1.191, "p95_ms": 0.059}}, "gstreamer_push": {"avg_ms": 3.132, "count": 89, "max_ms": 8.609, "p95_ms": 6.404}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 89, "max_ms": 0.308, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.745, "count": 89, "max_ms": 58.377, "p95_ms": 54.21}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.481, "count": 89, "max_ms": 12.72, "p95_ms": 7.887}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.013, "count": 89, "max_ms": 117.518, "p95_ms": 104.386}, "inference_input_copy_ms": {"avg_ms": 1.556, "count": 89, "max_ms": 2.896, "p95_ms": 2.424}, "processing_residual_ms": {"avg_ms": 0.167, "count": 89, "max_ms": 0.437, "p95_ms": 0.286}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.217, "count": 89, "max_ms": 123.468, "p95_ms": 109.978}, "read_interval": {"avg_ms": 339.696, "count": 88, "max_ms": 10132.447, "p95_ms": 151.908}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 89, "max_ms": 0.046, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.114, "count": 89, "max_ms": 0.609, "p95_ms": 0.295}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 89, "max_ms": 0.033, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.102, "count": 89, "max_ms": 0.594, "p95_ms": 0.266}, "worker_merge_ms": {"avg_ms": 0.004, "count": 89, "max_ms": 0.014, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 41.757, "count": 89, "max_ms": 58.387, "p95_ms": 54.23}, "visualize": {"avg_ms": 44.587, "count": 89, "max_ms": 64.633, "p95_ms": 60.377}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.33, "count": 89, "max_ms": 61.858, "p95_ms": 57.755}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.008, "count": 89, "max_ms": 62.567, "p95_ms": 58.76}, "visualize_input_copy_ms": {"avg_ms": 1.395, "count": 89, "max_ms": 2.663, "p95_ms": 2.518}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 42.905, "count": 89, "max_ms": 62.457, "p95_ms": 58.618}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 89, "max_ms": 0.143, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 89}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1328.332, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.827, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.59, "sample_count": 2686, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1213497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T03:51:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 96235, "write_bytes_delta": 96235, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 891.0, "cpu_core_ratio": 0.456749, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 832.0, "pid": 94048, "reason": null, "system_cpu_core_ratio": 0.093143, "system_cpu_s_delta": 1.8700000000000045, "user_cpu_core_ratio": 0.363606, "user_cpu_s_delta": 7.300000000000068}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.57048, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 245323.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.570812, "system_cpu_s_delta": 11.460000000006403, "user_cpu_core_ratio": 0.999668, "user_cpu_s_delta": 20.06999999997788}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.89, "count": 268, "max_ms": 7.855, "p95_ms": 5.049, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.392, "max": 8.0, "p95": 5.0, "sample_count": 268}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 268}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.868, "count": 30, "max": 62.148, "p95": 45.26, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.675, "count": 30, "max": 29.582, "p95": 24.691, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 976.133, "count": 30, "max": 1049.0, "p95": 1041.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 286.5, "count": 30, "max": 4093.0, "p95": 1859.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.268, "p95": 0.1, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.378, "count": 30, "max": 0.403, "p95": 0.396, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.096, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97337.1, "count": 30, "max": 101559.0, "p95": 100891.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97337.1, "count": 30, "max": 101559.0, "p95": 100891.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 236289.967, "count": 30, "max": 251608.0, "p95": 248671.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.575, "count": 30, "max": 0.598, "p95": 0.592, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.987, "count": 30, "max": 1.013, "p95": 1.006, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9134, "sampled_at": "2026-10-30T03:51:47+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T03:51:47+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2336761, "flush_count": 2447, "flush_interval_seconds": 30.0, "flush_state": {"count": 2447, "last_at": "2026-10-30T03:52:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T03:52:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2446}, "started": true, "suppressed_count": 1211299, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 132, "tracking_summary": 1211167}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2447, "written_record_count": 2447}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8683.879, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3355397222400, "copied_frame_count": 1213613, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T03:01:25+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2264900, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T03:01:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.688}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 132, "events_emitted": 130, "events_failed": 0, "events_observed": 132, "events_suppressed": 2, "frame_buffer_copied_bytes": 3355397222400, "frame_buffer_copies": 1213613, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1054, "count": 512, "max_ms": 1.8313, "p50_ms": 0.0868, "p95_ms": 0.1894, "p99_ms": 0.3009}, "stages": {"db_insert": {"avg_ms": 20.2502, "count": 130, "max_ms": 58.1833, "p50_ms": 19.5147, "p95_ms": 35.2335, "p99_ms": 40.9986, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9311, "count": 130, "max_ms": 4.6042, "p50_ms": 1.7718, "p95_ms": 3.2756, "p99_ms": 4.2812, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1115.0494, "count": 132, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1400.2808, "p99_ms": 2037.7705, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.301, "count": 512, "max_ms": 3.2919, "p50_ms": 1.2278, "p95_ms": 2.195, "p99_ms": 2.803, "results": {"failed": 0, "not_applicable": 0, "success": 1213613, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 573.3419, "count": 132, "max_ms": 718.3148, "p50_ms": 590.0472, "p95_ms": 681.1553, "p99_ms": 712.3919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6131, "count": 130, "max_ms": 74.3496, "p50_ms": 23.5625, "p95_ms": 54.4859, "p99_ms": 72.1863, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3381, "count": 512, "max_ms": 15.1144, "p50_ms": 5.1257, "p95_ms": 7.9503, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7309, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5166, "p95_ms": 3.3982, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.8, "count": 130, "max_ms": 713.3308, "p50_ms": 585.3068, "p95_ms": 674.3764, "p99_ms": 707.5816, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.6182, "count": 130, "max_ms": 590.2759, "p50_ms": 481.7542, "p95_ms": 556.7226, "p99_ms": 587.2349, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7644, "count": 130, "max_ms": 138.414, "p50_ms": 97.2767, "p95_ms": 120.0698, "p99_ms": 133.613, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9903, "count": 130, "max_ms": 10.6524, "p50_ms": 1.6224, "p95_ms": 3.9989, "p99_ms": 7.7038, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5567, "count": 130, "max_ms": 81.87, "p50_ms": 45.7813, "p95_ms": 69.3651, "p99_ms": 77.9539, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9884, "count": 132, "max_ms": 8.6079, "p50_ms": 0.7795, "p95_ms": 1.821, "p99_ms": 4.7203, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7675, "count": 130, "max_ms": 12.4539, "p50_ms": 1.0102, "p95_ms": 5.4961, "p99_ms": 10.7847, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7675, "count": 130, "max_ms": 12.4539, "p50_ms": 1.0102, "p95_ms": 5.4961, "p99_ms": 10.7847, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9884, "count": 132, "max_ms": 8.6079, "p50_ms": 0.7795, "p95_ms": 1.821, "p99_ms": 4.7203, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0131, "count": 130, "max_ms": 9.1922, "p50_ms": 0.8561, "p95_ms": 1.9176, "p99_ms": 3.3111, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.4279, "count": 130, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 676.8888, "p99_ms": 1407.8805, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5809, "count": 130, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 10.1661, "p99_ms": 13.6033, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9125, "count": 130, "max_ms": 70.8318, "p50_ms": 21.8334, "p95_ms": 57.1277, "p99_ms": 67.0384, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1019, "count": 130, "max_ms": 0.7116, "p50_ms": 0.0799, "p95_ms": 0.1771, "p99_ms": 0.6498, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7262, "count": 130, "max_ms": 165.5371, "p50_ms": 2.2754, "p95_ms": 4.722, "p99_ms": 7.6419, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 546.8919, "count": 130, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 764.3365, "p99_ms": 1466.6589, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 0.7116, "p50_ms": 0.0799, "p95_ms": 0.1771, "p99_ms": 0.6498}, "wait_ms": {"count": 130, "max_ms": 165.5371, "p50_ms": 2.2754, "p95_ms": 4.722, "p99_ms": 7.6419}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15524, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.6042, "p50_ms": 1.7718, "p95_ms": 3.2756, "p99_ms": 4.2812}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 446, "h264_decode_error_count": 977, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T03:52:20+09:00", "last_error_summary": "[h264 @ 0x5df05f14dfc0] error while decoding MB 94 37, bytestream -10 [h264 @ 0x5df05ed43740] left block unavailable for requested intra mode [h264 @ 0x5df05ed43740] error while decoding MB 0 31, bytestream 2731 [in#0/rtsp @ 0x5df05e7b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5df05e7b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T03:52:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2527.965, "last_started_at": "2026-10-30T03:10:12+09:00", "pid": 94048, "process": {"exists": false, "pid": 94048}, "restart_count": 481, "restart_count_per_hour": 2, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 482}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.506, "sample_count": 2506, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1213613, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T03:52:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.033, "last_frame_pushed_at": "2026-10-30T03:52:20+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-10-30T03:52:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 45, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 228.251, "last_sample_duration_ms": 996.941, "last_trigger": "periodic", "next_snapshot_in_sec": 371.749, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 245, "storage_bytes": 2338102}, "mjpeg": {"age_sec": 0.022, "exists": true, "mtime": "2026-10-30T03:52:20.197719+09:00", "mtime_epoch": 1793299940.1977193, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 97890}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T03:52:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1465.297, "name": "celery", "pid": 206, "rss_mb": 1328.371, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 114, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1213613, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.337, "max": 8.0, "p95": 7.0, "sample_count": 89}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 1}, "total": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 89}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 88, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.969, "pushed": 2.969, "read": 2.936}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 88, "client_acquire_ms": {"avg_ms": 0.006, "count": 88, "max_ms": 0.02, "p95_ms": 0.011, "reason": null, "sample_age_ms": 113.467, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.688, "count": 88, "max_ms": 4.977, "p95_ms": 2.703, "reason": null, "sample_age_ms": 163.96, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.363, "count": 88, "max_ms": 4.571, "p95_ms": 2.45, "reason": null, "sample_age_ms": 164.264, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.285, "count": 88, "max_ms": 2.029, "p95_ms": 0.575, "reason": null, "sample_age_ms": 113.479, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.784, "count": 88, "max_ms": 3.403, "p95_ms": 2.901, "reason": null, "sample_age_ms": 162.286, "source": "client_direct"}, "request_count": 88, "request_tensor_bytes": {"avg": 2764808.0, "count": 88, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 162.265, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 88, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 113.712, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.571, "count": 88, "max_ms": 55.58, "p95_ms": 49.928, "reason": null, "sample_age_ms": 113.461, "source": "client_direct"}, "sample_age_ms": 113.456, "source": "client_direct", "task_total_ms": {"avg_ms": 40.79, "count": 88, "max_ms": 57.803, "p95_ms": 52.745, "reason": null, "sample_age_ms": 113.456, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.849, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.709, "count": 89, "max_ms": 4.939, "p95_ms": 1.25}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.21, "count": 89, "max_ms": 1.167, "p95_ms": 0.414}, "detection_prepare_ms": {"avg_ms": 0.14, "count": 89, "max_ms": 2.149, "p95_ms": 0.218}, "event_filter_ms": {"avg_ms": 0.004, "count": 89, "max_ms": 0.016, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.072, "count": 89, "max_ms": 0.331, "p95_ms": 0.136}, "mcmt_ms": {"avg_ms": 0.002, "count": 89, "max_ms": 0.011, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.16, "count": 89, "max_ms": 0.673, "p95_ms": 0.377}, "setup_ms": {"avg_ms": 0.037, "count": 89, "max_ms": 0.149, "p95_ms": 0.077}, "total_inside_ms": {"avg_ms": 0.671, "count": 89, "max_ms": 4.889, "p95_ms": 1.188}, "track_match_ms": {"avg_ms": 0.005, "count": 89, "max_ms": 0.134, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.041, "count": 89, "max_ms": 1.191, "p95_ms": 0.059}}, "gstreamer_push": {"avg_ms": 3.132, "count": 89, "max_ms": 8.609, "p95_ms": 6.404}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 89, "max_ms": 0.308, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.745, "count": 89, "max_ms": 58.377, "p95_ms": 54.21}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.481, "count": 89, "max_ms": 12.72, "p95_ms": 7.887}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.013, "count": 89, "max_ms": 117.518, "p95_ms": 104.386}, "inference_input_copy_ms": {"avg_ms": 1.556, "count": 89, "max_ms": 2.896, "p95_ms": 2.424}, "processing_residual_ms": {"avg_ms": 0.167, "count": 89, "max_ms": 0.437, "p95_ms": 0.286}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.217, "count": 89, "max_ms": 123.468, "p95_ms": 109.978}, "read_interval": {"avg_ms": 339.696, "count": 88, "max_ms": 10132.447, "p95_ms": 151.908}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 89, "max_ms": 0.046, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.114, "count": 89, "max_ms": 0.609, "p95_ms": 0.295}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 89, "max_ms": 0.033, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.102, "count": 89, "max_ms": 0.594, "p95_ms": 0.266}, "worker_merge_ms": {"avg_ms": 0.004, "count": 89, "max_ms": 0.014, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 41.757, "count": 89, "max_ms": 58.387, "p95_ms": 54.23}, "visualize": {"avg_ms": 44.587, "count": 89, "max_ms": 64.633, "p95_ms": 60.377}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.33, "count": 89, "max_ms": 61.858, "p95_ms": 57.755}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.008, "count": 89, "max_ms": 62.567, "p95_ms": 58.76}, "visualize_input_copy_ms": {"avg_ms": 1.395, "count": 89, "max_ms": 2.663, "p95_ms": 2.518}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 42.905, "count": 89, "max_ms": 62.457, "p95_ms": 58.618}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 89, "max_ms": 0.143, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 89}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1328.332, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.827, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.59, "sample_count": 2686, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1213497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T03:51:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 96235, "write_bytes_delta": 96235, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 891.0, "cpu_core_ratio": 0.456749, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 832.0, "pid": 94048, "reason": null, "system_cpu_core_ratio": 0.093143, "system_cpu_s_delta": 1.8700000000000045, "user_cpu_core_ratio": 0.363606, "user_cpu_s_delta": 7.300000000000068}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.57048, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 245323.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.570812, "system_cpu_s_delta": 11.460000000006403, "user_cpu_core_ratio": 0.999668, "user_cpu_s_delta": 20.06999999997788}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.89, "count": 268, "max_ms": 7.855, "p95_ms": 5.049, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.392, "max": 8.0, "p95": 5.0, "sample_count": 268}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 268}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.868, "count": 30, "max": 62.148, "p95": 45.26, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.675, "count": 30, "max": 29.582, "p95": 24.691, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 976.133, "count": 30, "max": 1049.0, "p95": 1041.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 286.5, "count": 30, "max": 4093.0, "p95": 1859.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.268, "p95": 0.1, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.378, "count": 30, "max": 0.403, "p95": 0.396, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.096, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97337.1, "count": 30, "max": 101559.0, "p95": 100891.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97337.1, "count": 30, "max": 101559.0, "p95": 100891.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 236289.967, "count": 30, "max": 251608.0, "p95": 248671.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.575, "count": 30, "max": 0.598, "p95": 0.592, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.987, "count": 30, "max": 1.013, "p95": 1.006, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9134, "sampled_at": "2026-10-30T03:51:47+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T03:51:47+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2336761, "flush_count": 2447, "flush_interval_seconds": 30.0, "flush_state": {"count": 2447, "last_at": "2026-10-30T03:52:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T03:52:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2446}, "started": true, "suppressed_count": 1211299, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 132, "tracking_summary": 1211167}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2447, "written_record_count": 2447}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8865.102, "limit_mb": null}, "detail": {"pid": 94164, "restart_count": 482, "start_count": 483}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3355397222400, "copied_frame_count": 1213613, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T03:01:25+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2264900, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T03:01:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.688}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 132, "events_emitted": 130, "events_failed": 0, "events_observed": 132, "events_suppressed": 2, "frame_buffer_copied_bytes": 3355397222400, "frame_buffer_copies": 1213613, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1054, "count": 512, "max_ms": 1.8313, "p50_ms": 0.0868, "p95_ms": 0.1894, "p99_ms": 0.3009}, "stages": {"db_insert": {"avg_ms": 20.2502, "count": 130, "max_ms": 58.1833, "p50_ms": 19.5147, "p95_ms": 35.2335, "p99_ms": 40.9986, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9311, "count": 130, "max_ms": 4.6042, "p50_ms": 1.7718, "p95_ms": 3.2756, "p99_ms": 4.2812, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1115.0494, "count": 132, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1400.2808, "p99_ms": 2037.7705, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.301, "count": 512, "max_ms": 3.2919, "p50_ms": 1.2278, "p95_ms": 2.195, "p99_ms": 2.803, "results": {"failed": 0, "not_applicable": 0, "success": 1213613, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 573.3419, "count": 132, "max_ms": 718.3148, "p50_ms": 590.0472, "p95_ms": 681.1553, "p99_ms": 712.3919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6131, "count": 130, "max_ms": 74.3496, "p50_ms": 23.5625, "p95_ms": 54.4859, "p99_ms": 72.1863, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3381, "count": 512, "max_ms": 15.1144, "p50_ms": 5.1257, "p95_ms": 7.9503, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7309, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5166, "p95_ms": 3.3982, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.8, "count": 130, "max_ms": 713.3308, "p50_ms": 585.3068, "p95_ms": 674.3764, "p99_ms": 707.5816, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.6182, "count": 130, "max_ms": 590.2759, "p50_ms": 481.7542, "p95_ms": 556.7226, "p99_ms": 587.2349, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7644, "count": 130, "max_ms": 138.414, "p50_ms": 97.2767, "p95_ms": 120.0698, "p99_ms": 133.613, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9903, "count": 130, "max_ms": 10.6524, "p50_ms": 1.6224, "p95_ms": 3.9989, "p99_ms": 7.7038, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5567, "count": 130, "max_ms": 81.87, "p50_ms": 45.7813, "p95_ms": 69.3651, "p99_ms": 77.9539, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9884, "count": 132, "max_ms": 8.6079, "p50_ms": 0.7795, "p95_ms": 1.821, "p99_ms": 4.7203, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7675, "count": 130, "max_ms": 12.4539, "p50_ms": 1.0102, "p95_ms": 5.4961, "p99_ms": 10.7847, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7675, "count": 130, "max_ms": 12.4539, "p50_ms": 1.0102, "p95_ms": 5.4961, "p99_ms": 10.7847, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9884, "count": 132, "max_ms": 8.6079, "p50_ms": 0.7795, "p95_ms": 1.821, "p99_ms": 4.7203, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0131, "count": 130, "max_ms": 9.1922, "p50_ms": 0.8561, "p95_ms": 1.9176, "p99_ms": 3.3111, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.4279, "count": 130, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 676.8888, "p99_ms": 1407.8805, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5809, "count": 130, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 10.1661, "p99_ms": 13.6033, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9125, "count": 130, "max_ms": 70.8318, "p50_ms": 21.8334, "p95_ms": 57.1277, "p99_ms": 67.0384, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1019, "count": 130, "max_ms": 0.7116, "p50_ms": 0.0799, "p95_ms": 0.1771, "p99_ms": 0.6498, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7262, "count": 130, "max_ms": 165.5371, "p50_ms": 2.2754, "p95_ms": 4.722, "p99_ms": 7.6419, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 546.8919, "count": 130, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 764.3365, "p99_ms": 1466.6589, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 0.7116, "p50_ms": 0.0799, "p95_ms": 0.1771, "p99_ms": 0.6498}, "wait_ms": {"count": 130, "max_ms": 165.5371, "p50_ms": 2.2754, "p95_ms": 4.722, "p99_ms": 7.6419}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15524, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.6042, "p50_ms": 1.7718, "p95_ms": 3.2756, "p99_ms": 4.2812}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 446, "h264_decode_error_count": 977, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T03:52:20+09:00", "last_error_summary": "[h264 @ 0x5df05f14dfc0] error while decoding MB 94 37, bytestream -10 [h264 @ 0x5df05ed43740] left block unavailable for requested intra mode [h264 @ 0x5df05ed43740] error while decoding MB 0 31, bytestream 2731 [in#0/rtsp @ 0x5df05e7b7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5df05e7b7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T03:52:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T03:52:22+09:00", "pid": 94164, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.828, "name": "ffmpeg", "pid": 94164, "rss_mb": 208.828, "state": "S (sleeping)", "threads": 70}, "restart_count": 482, "restart_count_per_hour": 3, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 483}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.5, "sample_count": 2466, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1213613, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T03:52:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.48, "last_frame_pushed_at": "2026-10-30T03:52:20+09:00", "last_frame_read_age_sec": 4.609, "last_frame_read_at": "2026-10-30T03:52:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 45, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 232.699, "last_sample_duration_ms": 996.941, "last_trigger": "periodic", "next_snapshot_in_sec": 367.301, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 245, "storage_bytes": 2338102}, "mjpeg": {"age_sec": 4.469, "exists": true, "mtime": "2026-10-30T03:52:20.197719+09:00", "mtime_epoch": 1793299940.1977193, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 97890}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T03:52:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1465.297, "name": "celery", "pid": 206, "rss_mb": 1328.375, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 114, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1213613, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.787, "max": 8.0, "p95": 7.0, "sample_count": 61}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 1}, "total": {"avg": 0.016, "max": 1.0, "p95": 0.0, "sample_count": 61}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 61, "pushed_frames": 61, "read_frames": 60, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.038, "pushed": 2.038, "read": 2.005}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 60, "client_acquire_ms": {"avg_ms": 0.007, "count": 61, "max_ms": 0.016, "p95_ms": 0.011, "reason": null, "sample_age_ms": 4560.667, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.779, "count": 60, "max_ms": 4.977, "p95_ms": 2.996, "reason": null, "sample_age_ms": 4611.16, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.428, "count": 60, "max_ms": 4.571, "p95_ms": 2.752, "reason": null, "sample_age_ms": 4611.464, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.292, "count": 61, "max_ms": 2.029, "p95_ms": 0.59, "reason": null, "sample_age_ms": 4560.679, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.876, "count": 60, "max_ms": 3.403, "p95_ms": 2.957, "reason": null, "sample_age_ms": 4609.486, "source": "client_direct"}, "request_count": 60, "request_tensor_bytes": {"avg": 2764808.0, "count": 60, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4609.465, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 61, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4560.912, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.692, "count": 61, "max_ms": 55.58, "p95_ms": 49.63, "reason": null, "sample_age_ms": 4560.661, "source": "client_direct"}, "sample_age_ms": 4560.656, "source": "client_direct", "task_total_ms": {"avg_ms": 41.0, "count": 61, "max_ms": 57.803, "p95_ms": 52.629, "reason": null, "sample_age_ms": 4560.656, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.884, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.732, "count": 61, "max_ms": 4.939, "p95_ms": 1.259}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.218, "count": 61, "max_ms": 1.167, "p95_ms": 0.414}, "detection_prepare_ms": {"avg_ms": 0.153, "count": 61, "max_ms": 2.149, "p95_ms": 0.22}, "event_filter_ms": {"avg_ms": 0.003, "count": 61, "max_ms": 0.016, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.073, "count": 61, "max_ms": 0.331, "p95_ms": 0.119}, "mcmt_ms": {"avg_ms": 0.003, "count": 61, "max_ms": 0.011, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.16, "count": 61, "max_ms": 0.673, "p95_ms": 0.377}, "setup_ms": {"avg_ms": 0.035, "count": 61, "max_ms": 0.149, "p95_ms": 0.06}, "total_inside_ms": {"avg_ms": 0.697, "count": 61, "max_ms": 4.889, "p95_ms": 1.203}, "track_match_ms": {"avg_ms": 0.006, "count": 61, "max_ms": 0.134, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.046, "count": 61, "max_ms": 1.191, "p95_ms": 0.059}}, "gstreamer_push": {"avg_ms": 3.287, "count": 61, "max_ms": 8.609, "p95_ms": 6.693}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 61, "max_ms": 0.308, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.071, "count": 61, "max_ms": 58.377, "p95_ms": 53.393}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.512, "count": 61, "max_ms": 10.377, "p95_ms": 6.613}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.662, "count": 61, "max_ms": 117.518, "p95_ms": 104.386}, "inference_input_copy_ms": {"avg_ms": 1.631, "count": 61, "max_ms": 2.896, "p95_ms": 2.636}, "processing_residual_ms": {"avg_ms": 0.168, "count": 61, "max_ms": 0.345, "p95_ms": 0.286}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.973, "count": 61, "max_ms": 123.468, "p95_ms": 109.555}, "read_interval": {"avg_ms": 423.507, "count": 60, "max_ms": 10132.447, "p95_ms": 151.908}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 61, "max_ms": 0.046, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 0.115, "count": 61, "max_ms": 0.609, "p95_ms": 0.295}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 61, "max_ms": 0.033, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.103, "count": 61, "max_ms": 0.594, "p95_ms": 0.268}, "worker_merge_ms": {"avg_ms": 0.004, "count": 61, "max_ms": 0.014, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 42.082, "count": 61, "max_ms": 58.387, "p95_ms": 53.406}, "visualize": {"avg_ms": 44.848, "count": 61, "max_ms": 64.633, "p95_ms": 60.409}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.61, "count": 61, "max_ms": 61.858, "p95_ms": 58.032}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.288, "count": 61, "max_ms": 62.567, "p95_ms": 59.15}, "visualize_input_copy_ms": {"avg_ms": 1.385, "count": 61, "max_ms": 2.585, "p95_ms": 2.518}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.188, "count": 61, "max_ms": 62.457, "p95_ms": 58.985}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 61, "max_ms": 0.136, "p95_ms": 0.121}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 61}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1328.332, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.827, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.59, "sample_count": 2686, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1213497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T03:51:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 96235, "write_bytes_delta": 96235, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 891.0, "cpu_core_ratio": 0.456749, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 832.0, "pid": 94048, "reason": null, "system_cpu_core_ratio": 0.093143, "system_cpu_s_delta": 1.8700000000000045, "user_cpu_core_ratio": 0.363606, "user_cpu_s_delta": 7.300000000000068}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.57048, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 245323.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.570812, "system_cpu_s_delta": 11.460000000006403, "user_cpu_core_ratio": 0.999668, "user_cpu_s_delta": 20.06999999997788}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.89, "count": 268, "max_ms": 7.855, "p95_ms": 5.049, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.392, "max": 8.0, "p95": 5.0, "sample_count": 268}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 268}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.868, "count": 30, "max": 62.148, "p95": 45.26, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.675, "count": 30, "max": 29.582, "p95": 24.691, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 976.133, "count": 30, "max": 1049.0, "p95": 1041.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 286.5, "count": 30, "max": 4093.0, "p95": 1859.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.268, "p95": 0.1, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.378, "count": 30, "max": 0.403, "p95": 0.396, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.096, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97337.1, "count": 30, "max": 101559.0, "p95": 100891.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97337.1, "count": 30, "max": 101559.0, "p95": 100891.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 236289.967, "count": 30, "max": 251608.0, "p95": 248671.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.575, "count": 30, "max": 0.598, "p95": 0.592, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.987, "count": 30, "max": 1.013, "p95": 1.006, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9134, "sampled_at": "2026-10-30T03:51:47+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T03:51:47+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2345122, "flush_count": 2456, "flush_interval_seconds": 30.0, "flush_state": {"count": 2456, "last_at": "2026-10-30T04:01:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T04:01:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2455}, "started": true, "suppressed_count": 1216058, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 132, "tracking_summary": 1215926}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2456, "written_record_count": 2456}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8726.348, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5817ba22b600] error while decoding MB 23 56, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3368577024000, "copied_frame_count": 1218380, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T03:01:25+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2264900, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T03:01:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.688}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 132, "events_emitted": 130, "events_failed": 0, "events_observed": 132, "events_suppressed": 2, "frame_buffer_copied_bytes": 3368577024000, "frame_buffer_copies": 1218380, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1187, "count": 512, "max_ms": 2.1479, "p50_ms": 0.1025, "p95_ms": 0.2208, "p99_ms": 0.2786}, "stages": {"db_insert": {"avg_ms": 20.2502, "count": 130, "max_ms": 58.1833, "p50_ms": 19.5147, "p95_ms": 35.2335, "p99_ms": 40.9986, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9311, "count": 130, "max_ms": 4.6042, "p50_ms": 1.7718, "p95_ms": 3.2756, "p99_ms": 4.2812, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1115.0494, "count": 132, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1400.2808, "p99_ms": 2037.7705, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4571, "count": 512, "max_ms": 3.6786, "p50_ms": 1.3623, "p95_ms": 2.4279, "p99_ms": 3.0019, "results": {"failed": 0, "not_applicable": 0, "success": 1218380, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 573.3419, "count": 132, "max_ms": 718.3148, "p50_ms": 590.0472, "p95_ms": 681.1553, "p99_ms": 712.3919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6131, "count": 130, "max_ms": 74.3496, "p50_ms": 23.5625, "p95_ms": 54.4859, "p99_ms": 72.1863, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3381, "count": 512, "max_ms": 15.1144, "p50_ms": 5.1257, "p95_ms": 7.9503, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7309, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5166, "p95_ms": 3.3982, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.8, "count": 130, "max_ms": 713.3308, "p50_ms": 585.3068, "p95_ms": 674.3764, "p99_ms": 707.5816, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.6182, "count": 130, "max_ms": 590.2759, "p50_ms": 481.7542, "p95_ms": 556.7226, "p99_ms": 587.2349, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7644, "count": 130, "max_ms": 138.414, "p50_ms": 97.2767, "p95_ms": 120.0698, "p99_ms": 133.613, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9903, "count": 130, "max_ms": 10.6524, "p50_ms": 1.6224, "p95_ms": 3.9989, "p99_ms": 7.7038, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5567, "count": 130, "max_ms": 81.87, "p50_ms": 45.7813, "p95_ms": 69.3651, "p99_ms": 77.9539, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9884, "count": 132, "max_ms": 8.6079, "p50_ms": 0.7795, "p95_ms": 1.821, "p99_ms": 4.7203, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7675, "count": 130, "max_ms": 12.4539, "p50_ms": 1.0102, "p95_ms": 5.4961, "p99_ms": 10.7847, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7675, "count": 130, "max_ms": 12.4539, "p50_ms": 1.0102, "p95_ms": 5.4961, "p99_ms": 10.7847, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9884, "count": 132, "max_ms": 8.6079, "p50_ms": 0.7795, "p95_ms": 1.821, "p99_ms": 4.7203, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0131, "count": 130, "max_ms": 9.1922, "p50_ms": 0.8561, "p95_ms": 1.9176, "p99_ms": 3.3111, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.4279, "count": 130, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 676.8888, "p99_ms": 1407.8805, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5809, "count": 130, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 10.1661, "p99_ms": 13.6033, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9125, "count": 130, "max_ms": 70.8318, "p50_ms": 21.8334, "p95_ms": 57.1277, "p99_ms": 67.0384, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1019, "count": 130, "max_ms": 0.7116, "p50_ms": 0.0799, "p95_ms": 0.1771, "p99_ms": 0.6498, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7262, "count": 130, "max_ms": 165.5371, "p50_ms": 2.2754, "p95_ms": 4.722, "p99_ms": 7.6419, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 546.8919, "count": 130, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 764.3365, "p99_ms": 1466.6589, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 0.7116, "p50_ms": 0.0799, "p95_ms": 0.1771, "p99_ms": 0.6498}, "wait_ms": {"count": 130, "max_ms": 165.5371, "p50_ms": 2.2754, "p95_ms": 4.722, "p99_ms": 7.6419}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15524, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.6042, "p50_ms": 1.7718, "p95_ms": 3.2756, "p99_ms": 4.2812}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 447, "h264_decode_error_count": 978, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T04:01:18+09:00", "last_error_summary": "[h264 @ 0x5817ba22b600] error while decoding MB 23 56, bytestream -5", "last_exit_at": "2026-10-30T03:52:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 535.719, "last_started_at": "2026-10-30T03:52:22+09:00", "pid": 94164, "process": {"exists": false, "pid": 94164}, "restart_count": 482, "restart_count_per_hour": 2, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 483}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.177, "sample_count": 2655, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1218380, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:01:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.059, "last_frame_pushed_at": "2026-10-30T04:01:18+09:00", "last_frame_read_age_sec": 0.057, "last_frame_read_at": "2026-10-30T04:01:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 164.632, "last_sample_duration_ms": 1329.425, "last_trigger": "periodic", "next_snapshot_in_sec": 435.368, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 246, "storage_bytes": 2347685}, "mjpeg": {"age_sec": 0.05, "exists": true, "mtime": "2026-10-30T04:01:18.335140+09:00", "mtime_epoch": 1793300478.3351398, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 100802}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T04:01:18+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1465.297, "name": "celery", "pid": 206, "rss_mb": 1352.426, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 114, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1218381, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.105, "max": 11.0, "p95": 8.0, "sample_count": 275}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 15}, "total": {"avg": 0.055, "max": 1.0, "p95": 1.0, "sample_count": 275}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 275, "pushed_frames": 275, "read_frames": 276, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.168, "pushed": 9.168, "read": 9.201}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 275, "client_acquire_ms": {"avg_ms": 0.007, "count": 276, "max_ms": 0.025, "p95_ms": 0.014, "reason": null, "sample_age_ms": 30.665, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.775, "count": 275, "max_ms": 6.077, "p95_ms": 2.927, "reason": null, "sample_age_ms": 71.41, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.326, "count": 275, "max_ms": 5.031, "p95_ms": 2.073, "reason": null, "sample_age_ms": 71.682, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.239, "count": 276, "max_ms": 1.551, "p95_ms": 0.461, "reason": null, "sample_age_ms": 30.676, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.888, "count": 275, "max_ms": 9.736, "p95_ms": 2.998, "reason": null, "sample_age_ms": 70.085, "source": "client_direct"}, "request_count": 275, "request_tensor_bytes": {"avg": 2764808.0, "count": 275, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 70.067, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 276, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 31.024, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.276, "count": 276, "max_ms": 78.973, "p95_ms": 53.829, "reason": null, "sample_age_ms": 30.66, "source": "client_direct"}, "sample_age_ms": 30.655, "source": "client_direct", "task_total_ms": {"avg_ms": 41.556, "count": 276, "max_ms": 81.398, "p95_ms": 56.414, "reason": null, "sample_age_ms": 30.655, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.087, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.842, "count": 275, "max_ms": 5.912, "p95_ms": 2.486}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.244, "count": 275, "max_ms": 0.807, "p95_ms": 0.497}, "detection_prepare_ms": {"avg_ms": 0.167, "count": 275, "max_ms": 1.994, "p95_ms": 0.674}, "event_filter_ms": {"avg_ms": 0.003, "count": 275, "max_ms": 0.011, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.078, "count": 275, "max_ms": 0.293, "p95_ms": 0.171}, "mcmt_ms": {"avg_ms": 0.002, "count": 275, "max_ms": 0.013, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.172, "count": 275, "max_ms": 0.957, "p95_ms": 0.418}, "setup_ms": {"avg_ms": 0.037, "count": 275, "max_ms": 0.146, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 0.804, "count": 275, "max_ms": 5.828, "p95_ms": 2.456}, "track_match_ms": {"avg_ms": 0.006, "count": 275, "max_ms": 0.082, "p95_ms": 0.033}, "tracker_update_ms": {"avg_ms": 0.094, "count": 275, "max_ms": 1.853, "p95_ms": 0.848}}, "gstreamer_push": {"avg_ms": 3.551, "count": 275, "max_ms": 9.59, "p95_ms": 6.533}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 275, "max_ms": 0.494, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.676, "count": 275, "max_ms": 82.343, "p95_ms": 57.525}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.59, "count": 275, "max_ms": 13.152, "p95_ms": 7.444}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.958, "count": 275, "max_ms": 128.482, "p95_ms": 107.231}, "inference_input_copy_ms": {"avg_ms": 1.804, "count": 275, "max_ms": 4.406, "p95_ms": 2.929}, "processing_residual_ms": {"avg_ms": 0.148, "count": 275, "max_ms": 0.539, "p95_ms": 0.284}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.5, "count": 275, "max_ms": 134.106, "p95_ms": 113.445}, "read_interval": {"avg_ms": 108.784, "count": 276, "max_ms": 168.233, "p95_ms": 142.169}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 275, "max_ms": 0.08, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.129, "count": 275, "max_ms": 0.869, "p95_ms": 0.327}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 275, "max_ms": 0.044, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.116, "count": 275, "max_ms": 0.847, "p95_ms": 0.295}, "worker_merge_ms": {"avg_ms": 0.004, "count": 275, "max_ms": 0.036, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 42.69, "count": 275, "max_ms": 82.365, "p95_ms": 57.538}, "visualize": {"avg_ms": 45.362, "count": 275, "max_ms": 65.566, "p95_ms": 59.344}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.032, "count": 275, "max_ms": 62.479, "p95_ms": 56.439}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.882, "count": 275, "max_ms": 63.565, "p95_ms": 57.604}, "visualize_input_copy_ms": {"avg_ms": 1.293, "count": 275, "max_ms": 5.635, "p95_ms": 2.094}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.769, "count": 275, "max_ms": 63.366, "p95_ms": 57.433}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 275, "max_ms": 0.289, "p95_ms": 0.122}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 275}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1330.613, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.286, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.221, "sample_count": 2657, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1218311, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:01:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102931, "write_bytes_delta": 102931, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1036.0, "cpu_core_ratio": 0.436266, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 675.0, "pid": 94164, "reason": null, "system_cpu_core_ratio": 0.036938, "system_cpu_s_delta": 0.7399999999999984, "user_cpu_core_ratio": 0.399328, "user_cpu_s_delta": 8.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.583337, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 266603.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.584517, "system_cpu_s_delta": 11.710000000006403, "user_cpu_core_ratio": 0.99882, "user_cpu_s_delta": 20.010000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.52, "count": 277, "max_ms": 12.051, "p95_ms": 6.535, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.892, "max": 10.0, "p95": 6.0, "sample_count": 277}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 12}, "total": {"avg": 0.043, "max": 1.0, "p95": 0.0, "sample_count": 277}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.342, "count": 30, "max": 53.004, "p95": 48.794, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.83, "count": 30, "max": 29.59, "p95": 23.672, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 948.833, "count": 30, "max": 1054.0, "p95": 1042.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 411.9, "count": 30, "max": 2666.0, "p95": 1070.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.268, "p95": 0.101, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.375, "count": 30, "max": 0.412, "p95": 0.407, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.079, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97693.433, "count": 30, "max": 109690.0, "p95": 102519.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97693.433, "count": 30, "max": 109690.0, "p95": 102519.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 240120.3, "count": 30, "max": 292242.0, "p95": 279552.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.56, "count": 30, "max": 0.602, "p95": 0.6, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.954, "count": 30, "max": 1.017, "p95": 1.015, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9162, "sampled_at": "2026-10-30T04:01:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T04:01:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2345122, "flush_count": 2456, "flush_interval_seconds": 30.0, "flush_state": {"count": 2456, "last_at": "2026-10-30T04:01:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T04:01:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2455}, "started": true, "suppressed_count": 1216058, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 132, "tracking_summary": 1215926}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2456, "written_record_count": 2456}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8706.758, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T04:01:18+09:00", "last_error_summary": "[h264 @ 0x5817ba22b600] error while decoding MB 23 56, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3368579788800, "copied_frame_count": 1218381, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T03:01:25+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2264900, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T03:01:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.688}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 132, "events_emitted": 130, "events_failed": 0, "events_observed": 132, "events_suppressed": 2, "frame_buffer_copied_bytes": 3368579788800, "frame_buffer_copies": 1218381, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1184, "count": 512, "max_ms": 2.1479, "p50_ms": 0.1022, "p95_ms": 0.2208, "p99_ms": 0.2786}, "stages": {"db_insert": {"avg_ms": 20.2502, "count": 130, "max_ms": 58.1833, "p50_ms": 19.5147, "p95_ms": 35.2335, "p99_ms": 40.9986, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9311, "count": 130, "max_ms": 4.6042, "p50_ms": 1.7718, "p95_ms": 3.2756, "p99_ms": 4.2812, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1115.0494, "count": 132, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1400.2808, "p99_ms": 2037.7705, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4541, "count": 512, "max_ms": 3.6786, "p50_ms": 1.3599, "p95_ms": 2.4279, "p99_ms": 3.0019, "results": {"failed": 0, "not_applicable": 0, "success": 1218381, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 573.3419, "count": 132, "max_ms": 718.3148, "p50_ms": 590.0472, "p95_ms": 681.1553, "p99_ms": 712.3919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6131, "count": 130, "max_ms": 74.3496, "p50_ms": 23.5625, "p95_ms": 54.4859, "p99_ms": 72.1863, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3381, "count": 512, "max_ms": 15.1144, "p50_ms": 5.1257, "p95_ms": 7.9503, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7309, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5166, "p95_ms": 3.3982, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.8, "count": 130, "max_ms": 713.3308, "p50_ms": 585.3068, "p95_ms": 674.3764, "p99_ms": 707.5816, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.6182, "count": 130, "max_ms": 590.2759, "p50_ms": 481.7542, "p95_ms": 556.7226, "p99_ms": 587.2349, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7644, "count": 130, "max_ms": 138.414, "p50_ms": 97.2767, "p95_ms": 120.0698, "p99_ms": 133.613, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9903, "count": 130, "max_ms": 10.6524, "p50_ms": 1.6224, "p95_ms": 3.9989, "p99_ms": 7.7038, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5567, "count": 130, "max_ms": 81.87, "p50_ms": 45.7813, "p95_ms": 69.3651, "p99_ms": 77.9539, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9884, "count": 132, "max_ms": 8.6079, "p50_ms": 0.7795, "p95_ms": 1.821, "p99_ms": 4.7203, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7675, "count": 130, "max_ms": 12.4539, "p50_ms": 1.0102, "p95_ms": 5.4961, "p99_ms": 10.7847, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7675, "count": 130, "max_ms": 12.4539, "p50_ms": 1.0102, "p95_ms": 5.4961, "p99_ms": 10.7847, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9884, "count": 132, "max_ms": 8.6079, "p50_ms": 0.7795, "p95_ms": 1.821, "p99_ms": 4.7203, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0131, "count": 130, "max_ms": 9.1922, "p50_ms": 0.8561, "p95_ms": 1.9176, "p99_ms": 3.3111, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.4279, "count": 130, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 676.8888, "p99_ms": 1407.8805, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5809, "count": 130, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 10.1661, "p99_ms": 13.6033, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9125, "count": 130, "max_ms": 70.8318, "p50_ms": 21.8334, "p95_ms": 57.1277, "p99_ms": 67.0384, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1019, "count": 130, "max_ms": 0.7116, "p50_ms": 0.0799, "p95_ms": 0.1771, "p99_ms": 0.6498, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7262, "count": 130, "max_ms": 165.5371, "p50_ms": 2.2754, "p95_ms": 4.722, "p99_ms": 7.6419, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 546.8919, "count": 130, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 764.3365, "p99_ms": 1466.6589, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 0.7116, "p50_ms": 0.0799, "p95_ms": 0.1771, "p99_ms": 0.6498}, "wait_ms": {"count": 130, "max_ms": 165.5371, "p50_ms": 2.2754, "p95_ms": 4.722, "p99_ms": 7.6419}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15524, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.6042, "p50_ms": 1.7718, "p95_ms": 3.2756, "p99_ms": 4.2812}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 447, "h264_decode_error_count": 978, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T04:01:18+09:00", "last_error_summary": "[h264 @ 0x5817ba22b600] error while decoding MB 23 56, bytestream -5", "last_exit_at": "2026-10-30T04:01:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 535.773, "last_started_at": "2026-10-30T03:52:22+09:00", "pid": 94164, "process": {"exists": false, "pid": 94164}, "restart_count": 482, "restart_count_per_hour": 2, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 483}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.177, "sample_count": 2655, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1218381, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:01:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T04:01:18+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-10-30T04:01:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 164.678, "last_sample_duration_ms": 1329.425, "last_trigger": "periodic", "next_snapshot_in_sec": 435.322, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 246, "storage_bytes": 2347685}, "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-10-30T04:01:18.335140+09:00", "mtime_epoch": 1793300478.3351398, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 100802}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T04:01:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1465.297, "name": "celery", "pid": 206, "rss_mb": 1333.285, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 114, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1218381, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.12, "max": 11.0, "p95": 8.0, "sample_count": 276}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 15}, "total": {"avg": 0.054, "max": 1.0, "p95": 1.0, "sample_count": 276}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 276, "pushed_frames": 276, "read_frames": 275, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.208, "pushed": 9.208, "read": 9.175}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 275, "client_acquire_ms": {"avg_ms": 0.007, "count": 275, "max_ms": 0.025, "p95_ms": 0.014, "reason": null, "sample_age_ms": 78.056, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.775, "count": 275, "max_ms": 6.077, "p95_ms": 2.927, "reason": null, "sample_age_ms": 118.801, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.326, "count": 275, "max_ms": 5.031, "p95_ms": 2.073, "reason": null, "sample_age_ms": 119.073, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.24, "count": 275, "max_ms": 1.551, "p95_ms": 0.461, "reason": null, "sample_age_ms": 78.066, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.888, "count": 275, "max_ms": 9.736, "p95_ms": 2.998, "reason": null, "sample_age_ms": 117.476, "source": "client_direct"}, "request_count": 275, "request_tensor_bytes": {"avg": 2764808.0, "count": 275, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 117.458, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 275, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 78.414, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.293, "count": 275, "max_ms": 78.973, "p95_ms": 53.846, "reason": null, "sample_age_ms": 78.05, "source": "client_direct"}, "sample_age_ms": 78.046, "source": "client_direct", "task_total_ms": {"avg_ms": 41.575, "count": 275, "max_ms": 81.398, "p95_ms": 56.433, "reason": null, "sample_age_ms": 78.046, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.849, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.842, "count": 276, "max_ms": 5.912, "p95_ms": 2.486}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.244, "count": 276, "max_ms": 0.807, "p95_ms": 0.497}, "detection_prepare_ms": {"avg_ms": 0.167, "count": 276, "max_ms": 1.994, "p95_ms": 0.674}, "event_filter_ms": {"avg_ms": 0.003, "count": 276, "max_ms": 0.011, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.078, "count": 276, "max_ms": 0.293, "p95_ms": 0.171}, "mcmt_ms": {"avg_ms": 0.002, "count": 276, "max_ms": 0.013, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.172, "count": 276, "max_ms": 0.957, "p95_ms": 0.418}, "setup_ms": {"avg_ms": 0.037, "count": 276, "max_ms": 0.146, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 0.803, "count": 276, "max_ms": 5.828, "p95_ms": 2.456}, "track_match_ms": {"avg_ms": 0.006, "count": 276, "max_ms": 0.082, "p95_ms": 0.033}, "tracker_update_ms": {"avg_ms": 0.094, "count": 276, "max_ms": 1.853, "p95_ms": 0.848}}, "gstreamer_push": {"avg_ms": 3.546, "count": 276, "max_ms": 9.59, "p95_ms": 6.533}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 276, "max_ms": 0.494, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.671, "count": 276, "max_ms": 82.343, "p95_ms": 57.525}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.589, "count": 276, "max_ms": 13.152, "p95_ms": 7.444}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.005, "count": 276, "max_ms": 128.482, "p95_ms": 107.231}, "inference_input_copy_ms": {"avg_ms": 1.801, "count": 276, "max_ms": 4.406, "p95_ms": 2.929}, "processing_residual_ms": {"avg_ms": 0.148, "count": 276, "max_ms": 0.539, "p95_ms": 0.284}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.543, "count": 276, "max_ms": 134.106, "p95_ms": 113.445}, "read_interval": {"avg_ms": 108.865, "count": 275, "max_ms": 168.233, "p95_ms": 142.169}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 276, "max_ms": 0.08, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.129, "count": 276, "max_ms": 0.869, "p95_ms": 0.327}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 276, "max_ms": 0.044, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.115, "count": 276, "max_ms": 0.847, "p95_ms": 0.295}, "worker_merge_ms": {"avg_ms": 0.004, "count": 276, "max_ms": 0.036, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 42.686, "count": 276, "max_ms": 82.365, "p95_ms": 57.538}, "visualize": {"avg_ms": 45.415, "count": 276, "max_ms": 65.566, "p95_ms": 59.59}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.085, "count": 276, "max_ms": 62.479, "p95_ms": 56.769}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.935, "count": 276, "max_ms": 63.565, "p95_ms": 57.737}, "visualize_input_copy_ms": {"avg_ms": 1.293, "count": 276, "max_ms": 5.635, "p95_ms": 2.094}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 276, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.821, "count": 276, "max_ms": 63.366, "p95_ms": 57.607}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 276, "max_ms": 0.289, "p95_ms": 0.122}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 276}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1330.613, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.286, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.221, "sample_count": 2657, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1218311, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:01:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102931, "write_bytes_delta": 102931, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1036.0, "cpu_core_ratio": 0.436266, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 675.0, "pid": 94164, "reason": null, "system_cpu_core_ratio": 0.036938, "system_cpu_s_delta": 0.7399999999999984, "user_cpu_core_ratio": 0.399328, "user_cpu_s_delta": 8.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.583337, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 266603.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.584517, "system_cpu_s_delta": 11.710000000006403, "user_cpu_core_ratio": 0.99882, "user_cpu_s_delta": 20.010000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.52, "count": 277, "max_ms": 12.051, "p95_ms": 6.535, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.892, "max": 10.0, "p95": 6.0, "sample_count": 277}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 12}, "total": {"avg": 0.043, "max": 1.0, "p95": 0.0, "sample_count": 277}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.342, "count": 30, "max": 53.004, "p95": 48.794, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.83, "count": 30, "max": 29.59, "p95": 23.672, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 948.833, "count": 30, "max": 1054.0, "p95": 1042.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 411.9, "count": 30, "max": 2666.0, "p95": 1070.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.268, "p95": 0.101, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.375, "count": 30, "max": 0.412, "p95": 0.407, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.079, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97693.433, "count": 30, "max": 109690.0, "p95": 102519.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97693.433, "count": 30, "max": 109690.0, "p95": 102519.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 240120.3, "count": 30, "max": 292242.0, "p95": 279552.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.56, "count": 30, "max": 0.602, "p95": 0.6, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.954, "count": 30, "max": 1.017, "p95": 1.015, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9162, "sampled_at": "2026-10-30T04:01:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T04:01:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2345122, "flush_count": 2456, "flush_interval_seconds": 30.0, "flush_state": {"count": 2456, "last_at": "2026-10-30T04:01:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T04:01:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2455}, "started": true, "suppressed_count": 1216058, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 132, "tracking_summary": 1215926}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2456, "written_record_count": 2456}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8706.66, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3368579788800, "copied_frame_count": 1218381, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T03:01:25+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2264900, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T03:01:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.688}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 132, "events_emitted": 130, "events_failed": 0, "events_observed": 132, "events_suppressed": 2, "frame_buffer_copied_bytes": 3368579788800, "frame_buffer_copies": 1218381, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1184, "count": 512, "max_ms": 2.1479, "p50_ms": 0.1022, "p95_ms": 0.2208, "p99_ms": 0.2786}, "stages": {"db_insert": {"avg_ms": 20.2502, "count": 130, "max_ms": 58.1833, "p50_ms": 19.5147, "p95_ms": 35.2335, "p99_ms": 40.9986, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9311, "count": 130, "max_ms": 4.6042, "p50_ms": 1.7718, "p95_ms": 3.2756, "p99_ms": 4.2812, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1115.0494, "count": 132, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1400.2808, "p99_ms": 2037.7705, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4541, "count": 512, "max_ms": 3.6786, "p50_ms": 1.3599, "p95_ms": 2.4279, "p99_ms": 3.0019, "results": {"failed": 0, "not_applicable": 0, "success": 1218381, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 573.3419, "count": 132, "max_ms": 718.3148, "p50_ms": 590.0472, "p95_ms": 681.1553, "p99_ms": 712.3919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6131, "count": 130, "max_ms": 74.3496, "p50_ms": 23.5625, "p95_ms": 54.4859, "p99_ms": 72.1863, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3381, "count": 512, "max_ms": 15.1144, "p50_ms": 5.1257, "p95_ms": 7.9503, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7309, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5166, "p95_ms": 3.3982, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.8, "count": 130, "max_ms": 713.3308, "p50_ms": 585.3068, "p95_ms": 674.3764, "p99_ms": 707.5816, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.6182, "count": 130, "max_ms": 590.2759, "p50_ms": 481.7542, "p95_ms": 556.7226, "p99_ms": 587.2349, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7644, "count": 130, "max_ms": 138.414, "p50_ms": 97.2767, "p95_ms": 120.0698, "p99_ms": 133.613, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9903, "count": 130, "max_ms": 10.6524, "p50_ms": 1.6224, "p95_ms": 3.9989, "p99_ms": 7.7038, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5567, "count": 130, "max_ms": 81.87, "p50_ms": 45.7813, "p95_ms": 69.3651, "p99_ms": 77.9539, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9884, "count": 132, "max_ms": 8.6079, "p50_ms": 0.7795, "p95_ms": 1.821, "p99_ms": 4.7203, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7675, "count": 130, "max_ms": 12.4539, "p50_ms": 1.0102, "p95_ms": 5.4961, "p99_ms": 10.7847, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7675, "count": 130, "max_ms": 12.4539, "p50_ms": 1.0102, "p95_ms": 5.4961, "p99_ms": 10.7847, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9884, "count": 132, "max_ms": 8.6079, "p50_ms": 0.7795, "p95_ms": 1.821, "p99_ms": 4.7203, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0131, "count": 130, "max_ms": 9.1922, "p50_ms": 0.8561, "p95_ms": 1.9176, "p99_ms": 3.3111, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.4279, "count": 130, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 676.8888, "p99_ms": 1407.8805, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5809, "count": 130, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 10.1661, "p99_ms": 13.6033, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9125, "count": 130, "max_ms": 70.8318, "p50_ms": 21.8334, "p95_ms": 57.1277, "p99_ms": 67.0384, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1019, "count": 130, "max_ms": 0.7116, "p50_ms": 0.0799, "p95_ms": 0.1771, "p99_ms": 0.6498, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7262, "count": 130, "max_ms": 165.5371, "p50_ms": 2.2754, "p95_ms": 4.722, "p99_ms": 7.6419, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 546.8919, "count": 130, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 764.3365, "p99_ms": 1466.6589, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 0.7116, "p50_ms": 0.0799, "p95_ms": 0.1771, "p99_ms": 0.6498}, "wait_ms": {"count": 130, "max_ms": 165.5371, "p50_ms": 2.2754, "p95_ms": 4.722, "p99_ms": 7.6419}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15524, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.6042, "p50_ms": 1.7718, "p95_ms": 3.2756, "p99_ms": 4.2812}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 447, "h264_decode_error_count": 978, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T04:01:18+09:00", "last_error_summary": "[h264 @ 0x5817ba22b600] error while decoding MB 23 56, bytestream -5", "last_exit_at": "2026-10-30T04:01:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 535.814, "last_started_at": "2026-10-30T03:52:22+09:00", "pid": 94164, "process": {"exists": false, "pid": 94164}, "restart_count": 482, "restart_count_per_hour": 2, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 483}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.177, "sample_count": 2655, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1218381, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:01:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.043, "last_frame_pushed_at": "2026-10-30T04:01:18+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-10-30T04:01:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 164.724, "last_sample_duration_ms": 1329.425, "last_trigger": "periodic", "next_snapshot_in_sec": 435.276, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 246, "storage_bytes": 2347685}, "mjpeg": {"age_sec": 0.036, "exists": true, "mtime": "2026-10-30T04:01:18.444140+09:00", "mtime_epoch": 1793300478.4441402, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 100836}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T04:01:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1465.297, "name": "celery", "pid": 206, "rss_mb": 1333.285, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 114, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1218381, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.124, "max": 11.0, "p95": 8.0, "sample_count": 275}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 15}, "total": {"avg": 0.055, "max": 1.0, "p95": 1.0, "sample_count": 275}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 275, "pushed_frames": 275, "read_frames": 274, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.196, "pushed": 9.196, "read": 9.162}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 274, "client_acquire_ms": {"avg_ms": 0.007, "count": 275, "max_ms": 0.025, "p95_ms": 0.014, "reason": null, "sample_age_ms": 127.695, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.776, "count": 274, "max_ms": 6.077, "p95_ms": 2.928, "reason": null, "sample_age_ms": 168.44, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.327, "count": 274, "max_ms": 5.031, "p95_ms": 2.075, "reason": null, "sample_age_ms": 168.711, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.24, "count": 275, "max_ms": 1.551, "p95_ms": 0.461, "reason": null, "sample_age_ms": 127.705, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.887, "count": 274, "max_ms": 9.736, "p95_ms": 2.999, "reason": null, "sample_age_ms": 167.115, "source": "client_direct"}, "request_count": 274, "request_tensor_bytes": {"avg": 2764808.0, "count": 274, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 167.096, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 275, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 128.053, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.293, "count": 275, "max_ms": 78.973, "p95_ms": 53.846, "reason": null, "sample_age_ms": 127.689, "source": "client_direct"}, "sample_age_ms": 127.685, "source": "client_direct", "task_total_ms": {"avg_ms": 41.575, "count": 275, "max_ms": 81.398, "p95_ms": 56.433, "reason": null, "sample_age_ms": 127.685, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.967, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.843, "count": 275, "max_ms": 5.912, "p95_ms": 2.486}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.244, "count": 275, "max_ms": 0.807, "p95_ms": 0.497}, "detection_prepare_ms": {"avg_ms": 0.167, "count": 275, "max_ms": 1.994, "p95_ms": 0.674}, "event_filter_ms": {"avg_ms": 0.003, "count": 275, "max_ms": 0.011, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.078, "count": 275, "max_ms": 0.293, "p95_ms": 0.171}, "mcmt_ms": {"avg_ms": 0.002, "count": 275, "max_ms": 0.013, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.172, "count": 275, "max_ms": 0.957, "p95_ms": 0.418}, "setup_ms": {"avg_ms": 0.037, "count": 275, "max_ms": 0.146, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 0.805, "count": 275, "max_ms": 5.828, "p95_ms": 2.456}, "track_match_ms": {"avg_ms": 0.006, "count": 275, "max_ms": 0.082, "p95_ms": 0.033}, "tracker_update_ms": {"avg_ms": 0.094, "count": 275, "max_ms": 1.853, "p95_ms": 0.848}}, "gstreamer_push": {"avg_ms": 3.544, "count": 275, "max_ms": 9.59, "p95_ms": 6.533}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 275, "max_ms": 0.494, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.692, "count": 275, "max_ms": 82.343, "p95_ms": 57.525}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.593, "count": 275, "max_ms": 13.152, "p95_ms": 7.444}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.072, "count": 275, "max_ms": 128.482, "p95_ms": 107.231}, "inference_input_copy_ms": {"avg_ms": 1.802, "count": 275, "max_ms": 4.406, "p95_ms": 2.929}, "processing_residual_ms": {"avg_ms": 0.148, "count": 275, "max_ms": 0.539, "p95_ms": 0.284}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.614, "count": 275, "max_ms": 134.106, "p95_ms": 113.445}, "read_interval": {"avg_ms": 108.946, "count": 274, "max_ms": 168.233, "p95_ms": 142.169}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 275, "max_ms": 0.08, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.129, "count": 275, "max_ms": 0.869, "p95_ms": 0.327}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 275, "max_ms": 0.044, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.116, "count": 275, "max_ms": 0.847, "p95_ms": 0.295}, "worker_merge_ms": {"avg_ms": 0.004, "count": 275, "max_ms": 0.036, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 42.707, "count": 275, "max_ms": 82.365, "p95_ms": 57.538}, "visualize": {"avg_ms": 45.459, "count": 275, "max_ms": 65.566, "p95_ms": 59.59}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.126, "count": 275, "max_ms": 62.479, "p95_ms": 56.769}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.977, "count": 275, "max_ms": 63.565, "p95_ms": 57.737}, "visualize_input_copy_ms": {"avg_ms": 1.295, "count": 275, "max_ms": 5.635, "p95_ms": 2.094}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 275, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.863, "count": 275, "max_ms": 63.366, "p95_ms": 57.607}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 275, "max_ms": 0.289, "p95_ms": 0.122}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 275}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 275}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1330.613, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.286, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.221, "sample_count": 2657, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1218311, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:01:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102931, "write_bytes_delta": 102931, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1036.0, "cpu_core_ratio": 0.436266, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 675.0, "pid": 94164, "reason": null, "system_cpu_core_ratio": 0.036938, "system_cpu_s_delta": 0.7399999999999984, "user_cpu_core_ratio": 0.399328, "user_cpu_s_delta": 8.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.583337, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 266603.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.584517, "system_cpu_s_delta": 11.710000000006403, "user_cpu_core_ratio": 0.99882, "user_cpu_s_delta": 20.010000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.52, "count": 277, "max_ms": 12.051, "p95_ms": 6.535, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.892, "max": 10.0, "p95": 6.0, "sample_count": 277}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 12}, "total": {"avg": 0.043, "max": 1.0, "p95": 0.0, "sample_count": 277}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.342, "count": 30, "max": 53.004, "p95": 48.794, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.83, "count": 30, "max": 29.59, "p95": 23.672, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 948.833, "count": 30, "max": 1054.0, "p95": 1042.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 411.9, "count": 30, "max": 2666.0, "p95": 1070.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.268, "p95": 0.101, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.375, "count": 30, "max": 0.412, "p95": 0.407, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.079, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97693.433, "count": 30, "max": 109690.0, "p95": 102519.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97693.433, "count": 30, "max": 109690.0, "p95": 102519.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 240120.3, "count": 30, "max": 292242.0, "p95": 279552.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.56, "count": 30, "max": 0.602, "p95": 0.6, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.954, "count": 30, "max": 1.017, "p95": 1.015, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9162, "sampled_at": "2026-10-30T04:01:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T04:01:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2345122, "flush_count": 2456, "flush_interval_seconds": 30.0, "flush_state": {"count": 2456, "last_at": "2026-10-30T04:01:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T04:01:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2455}, "started": true, "suppressed_count": 1216058, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 132, "tracking_summary": 1215926}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2456, "written_record_count": 2456}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8880.996, "limit_mb": null}, "detail": {"pid": 94280, "restart_count": 483, "start_count": 484}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3368579788800, "copied_frame_count": 1218381, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T03:01:25+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2264900, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T03:01:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.688}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 132, "events_emitted": 130, "events_failed": 0, "events_observed": 132, "events_suppressed": 2, "frame_buffer_copied_bytes": 3368579788800, "frame_buffer_copies": 1218381, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1184, "count": 512, "max_ms": 2.1479, "p50_ms": 0.1022, "p95_ms": 0.2208, "p99_ms": 0.2786}, "stages": {"db_insert": {"avg_ms": 20.2502, "count": 130, "max_ms": 58.1833, "p50_ms": 19.5147, "p95_ms": 35.2335, "p99_ms": 40.9986, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9311, "count": 130, "max_ms": 4.6042, "p50_ms": 1.7718, "p95_ms": 3.2756, "p99_ms": 4.2812, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1115.0494, "count": 132, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1400.2808, "p99_ms": 2037.7705, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4541, "count": 512, "max_ms": 3.6786, "p50_ms": 1.3599, "p95_ms": 2.4279, "p99_ms": 3.0019, "results": {"failed": 0, "not_applicable": 0, "success": 1218381, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 573.3419, "count": 132, "max_ms": 718.3148, "p50_ms": 590.0472, "p95_ms": 681.1553, "p99_ms": 712.3919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6131, "count": 130, "max_ms": 74.3496, "p50_ms": 23.5625, "p95_ms": 54.4859, "p99_ms": 72.1863, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3381, "count": 512, "max_ms": 15.1144, "p50_ms": 5.1257, "p95_ms": 7.9503, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7309, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5166, "p95_ms": 3.3982, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.8, "count": 130, "max_ms": 713.3308, "p50_ms": 585.3068, "p95_ms": 674.3764, "p99_ms": 707.5816, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.6182, "count": 130, "max_ms": 590.2759, "p50_ms": 481.7542, "p95_ms": 556.7226, "p99_ms": 587.2349, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7644, "count": 130, "max_ms": 138.414, "p50_ms": 97.2767, "p95_ms": 120.0698, "p99_ms": 133.613, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9903, "count": 130, "max_ms": 10.6524, "p50_ms": 1.6224, "p95_ms": 3.9989, "p99_ms": 7.7038, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5567, "count": 130, "max_ms": 81.87, "p50_ms": 45.7813, "p95_ms": 69.3651, "p99_ms": 77.9539, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9884, "count": 132, "max_ms": 8.6079, "p50_ms": 0.7795, "p95_ms": 1.821, "p99_ms": 4.7203, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7675, "count": 130, "max_ms": 12.4539, "p50_ms": 1.0102, "p95_ms": 5.4961, "p99_ms": 10.7847, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7675, "count": 130, "max_ms": 12.4539, "p50_ms": 1.0102, "p95_ms": 5.4961, "p99_ms": 10.7847, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9884, "count": 132, "max_ms": 8.6079, "p50_ms": 0.7795, "p95_ms": 1.821, "p99_ms": 4.7203, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0131, "count": 130, "max_ms": 9.1922, "p50_ms": 0.8561, "p95_ms": 1.9176, "p99_ms": 3.3111, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.4279, "count": 130, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 676.8888, "p99_ms": 1407.8805, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5809, "count": 130, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 10.1661, "p99_ms": 13.6033, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9125, "count": 130, "max_ms": 70.8318, "p50_ms": 21.8334, "p95_ms": 57.1277, "p99_ms": 67.0384, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1019, "count": 130, "max_ms": 0.7116, "p50_ms": 0.0799, "p95_ms": 0.1771, "p99_ms": 0.6498, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7262, "count": 130, "max_ms": 165.5371, "p50_ms": 2.2754, "p95_ms": 4.722, "p99_ms": 7.6419, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 546.8919, "count": 130, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 764.3365, "p99_ms": 1466.6589, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 0.7116, "p50_ms": 0.0799, "p95_ms": 0.1771, "p99_ms": 0.6498}, "wait_ms": {"count": 130, "max_ms": 165.5371, "p50_ms": 2.2754, "p95_ms": 4.722, "p99_ms": 7.6419}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15524, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.6042, "p50_ms": 1.7718, "p95_ms": 3.2756, "p99_ms": 4.2812}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 447, "h264_decode_error_count": 978, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T04:01:18+09:00", "last_error_summary": "[h264 @ 0x5817ba22b600] error while decoding MB 23 56, bytestream -5", "last_exit_at": "2026-10-30T04:01:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-30T04:01:21+09:00", "pid": 94280, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.625, "name": "ffmpeg", "pid": 94280, "rss_mb": 208.625, "state": "S (sleeping)", "threads": 70}, "restart_count": 483, "restart_count_per_hour": 3, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 484}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.292, "sample_count": 2612, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1218381, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:01:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.628, "last_frame_pushed_at": "2026-10-30T04:01:18+09:00", "last_frame_read_age_sec": 4.737, "last_frame_read_at": "2026-10-30T04:01:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 169.319, "last_sample_duration_ms": 1329.425, "last_trigger": "periodic", "next_snapshot_in_sec": 430.681, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 246, "storage_bytes": 2347685}, "mjpeg": {"age_sec": 4.621, "exists": true, "mtime": "2026-10-30T04:01:18.444140+09:00", "mtime_epoch": 1793300478.4441402, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 100836}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T04:01:23+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1465.297, "name": "celery", "pid": 206, "rss_mb": 1333.289, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 114, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1218381, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.124, "max": 11.0, "p95": 8.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 15}, "total": {"avg": 0.064, "max": 1.0, "p95": 1.0, "sample_count": 234}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.814, "pushed": 7.814, "read": 7.781}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 233, "client_acquire_ms": {"avg_ms": 0.006, "count": 233, "max_ms": 0.025, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4714.385, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.793, "count": 233, "max_ms": 6.077, "p95_ms": 3.068, "reason": null, "sample_age_ms": 4755.129, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.333, "count": 233, "max_ms": 5.031, "p95_ms": 2.1, "reason": null, "sample_age_ms": 4755.401, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.236, "count": 233, "max_ms": 0.848, "p95_ms": 0.462, "reason": null, "sample_age_ms": 4714.395, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.854, "count": 233, "max_ms": 9.736, "p95_ms": 2.886, "reason": null, "sample_age_ms": 4753.804, "source": "client_direct"}, "request_count": 233, "request_tensor_bytes": {"avg": 2764808.0, "count": 233, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4753.786, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 233, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4714.743, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.402, "count": 233, "max_ms": 78.973, "p95_ms": 53.172, "reason": null, "sample_age_ms": 4714.379, "source": "client_direct"}, "sample_age_ms": 4714.375, "source": "client_direct", "task_total_ms": {"avg_ms": 40.645, "count": 233, "max_ms": 81.398, "p95_ms": 55.465, "reason": null, "sample_age_ms": 4714.375, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.904, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.872, "count": 234, "max_ms": 5.912, "p95_ms": 2.573}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.25, "count": 234, "max_ms": 0.807, "p95_ms": 0.505}, "detection_prepare_ms": {"avg_ms": 0.179, "count": 234, "max_ms": 1.994, "p95_ms": 0.798}, "event_filter_ms": {"avg_ms": 0.003, "count": 234, "max_ms": 0.011, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.08, "count": 234, "max_ms": 0.293, "p95_ms": 0.179}, "mcmt_ms": {"avg_ms": 0.002, "count": 234, "max_ms": 0.013, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.176, "count": 234, "max_ms": 0.957, "p95_ms": 0.438}, "setup_ms": {"avg_ms": 0.037, "count": 234, "max_ms": 0.146, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 0.833, "count": 234, "max_ms": 5.828, "p95_ms": 2.539}, "track_match_ms": {"avg_ms": 0.007, "count": 234, "max_ms": 0.082, "p95_ms": 0.036}, "tracker_update_ms": {"avg_ms": 0.099, "count": 234, "max_ms": 1.853, "p95_ms": 0.895}}, "gstreamer_push": {"avg_ms": 3.609, "count": 234, "max_ms": 9.59, "p95_ms": 6.595}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 234, "max_ms": 0.494, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.785, "count": 234, "max_ms": 82.343, "p95_ms": 56.746}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.644, "count": 234, "max_ms": 13.152, "p95_ms": 7.603}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.701, "count": 234, "max_ms": 128.482, "p95_ms": 107.231}, "inference_input_copy_ms": {"avg_ms": 1.79, "count": 234, "max_ms": 4.406, "p95_ms": 2.929}, "processing_residual_ms": {"avg_ms": 0.145, "count": 234, "max_ms": 0.539, "p95_ms": 0.27}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.28, "count": 234, "max_ms": 134.106, "p95_ms": 113.487}, "read_interval": {"avg_ms": 108.59, "count": 233, "max_ms": 168.233, "p95_ms": 142.169}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 234, "max_ms": 0.08, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.133, "count": 234, "max_ms": 0.869, "p95_ms": 0.375}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 234, "max_ms": 0.044, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.119, "count": 234, "max_ms": 0.847, "p95_ms": 0.336}, "worker_merge_ms": {"avg_ms": 0.004, "count": 234, "max_ms": 0.014, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 41.8, "count": 234, "max_ms": 82.365, "p95_ms": 56.765}, "visualize": {"avg_ms": 45.973, "count": 234, "max_ms": 65.163, "p95_ms": 59.817}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.604, "count": 234, "max_ms": 62.479, "p95_ms": 56.828}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.482, "count": 234, "max_ms": 63.565, "p95_ms": 57.739}, "visualize_input_copy_ms": {"avg_ms": 1.305, "count": 234, "max_ms": 5.635, "p95_ms": 2.094}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.368, "count": 234, "max_ms": 63.366, "p95_ms": 57.635}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 234, "max_ms": 0.289, "p95_ms": 0.119}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 234}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1330.613, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.286, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.221, "sample_count": 2657, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1218311, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:01:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102931, "write_bytes_delta": 102931, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1036.0, "cpu_core_ratio": 0.436266, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 675.0, "pid": 94164, "reason": null, "system_cpu_core_ratio": 0.036938, "system_cpu_s_delta": 0.7399999999999984, "user_cpu_core_ratio": 0.399328, "user_cpu_s_delta": 8.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.583337, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 266603.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.584517, "system_cpu_s_delta": 11.710000000006403, "user_cpu_core_ratio": 0.99882, "user_cpu_s_delta": 20.010000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.52, "count": 277, "max_ms": 12.051, "p95_ms": 6.535, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.892, "max": 10.0, "p95": 6.0, "sample_count": 277}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 12}, "total": {"avg": 0.043, "max": 1.0, "p95": 0.0, "sample_count": 277}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.342, "count": 30, "max": 53.004, "p95": 48.794, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.83, "count": 30, "max": 29.59, "p95": 23.672, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 948.833, "count": 30, "max": 1054.0, "p95": 1042.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 411.9, "count": 30, "max": 2666.0, "p95": 1070.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.268, "p95": 0.101, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.375, "count": 30, "max": 0.412, "p95": 0.407, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.079, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97693.433, "count": 30, "max": 109690.0, "p95": 102519.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97693.433, "count": 30, "max": 109690.0, "p95": 102519.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 240120.3, "count": 30, "max": 292242.0, "p95": 279552.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.56, "count": 30, "max": 0.602, "p95": 0.6, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.954, "count": 30, "max": 1.017, "p95": 1.015, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9162, "sampled_at": "2026-10-30T04:01:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T04:01:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2352616, "flush_count": 2464, "flush_interval_seconds": 30.0, "flush_state": {"count": 2464, "last_at": "2026-10-30T04:09:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T04:09:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2463}, "started": true, "suppressed_count": 1220348, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 132, "tracking_summary": 1220216}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2464, "written_record_count": 2464}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8715.344, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T04:01:18+09:00", "last_error_summary": "[h264 @ 0x5817ba22b600] error while decoding MB 23 56, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3380462899200, "copied_frame_count": 1222679, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T03:01:25+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2264900, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T03:01:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.688}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 132, "events_emitted": 130, "events_failed": 0, "events_observed": 132, "events_suppressed": 2, "frame_buffer_copied_bytes": 3380462899200, "frame_buffer_copies": 1222679, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1151, "count": 512, "max_ms": 0.3398, "p50_ms": 0.1002, "p95_ms": 0.2204, "p99_ms": 0.2807}, "stages": {"db_insert": {"avg_ms": 20.2502, "count": 130, "max_ms": 58.1833, "p50_ms": 19.5147, "p95_ms": 35.2335, "p99_ms": 40.9986, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9311, "count": 130, "max_ms": 4.6042, "p50_ms": 1.7718, "p95_ms": 3.2756, "p99_ms": 4.2812, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1115.0494, "count": 132, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1400.2808, "p99_ms": 2037.7705, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.46, "count": 512, "max_ms": 3.2253, "p50_ms": 1.4089, "p95_ms": 2.2909, "p99_ms": 2.8182, "results": {"failed": 0, "not_applicable": 0, "success": 1222679, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 573.3419, "count": 132, "max_ms": 718.3148, "p50_ms": 590.0472, "p95_ms": 681.1553, "p99_ms": 712.3919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6131, "count": 130, "max_ms": 74.3496, "p50_ms": 23.5625, "p95_ms": 54.4859, "p99_ms": 72.1863, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3381, "count": 512, "max_ms": 15.1144, "p50_ms": 5.1257, "p95_ms": 7.9503, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7309, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5166, "p95_ms": 3.3982, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.8, "count": 130, "max_ms": 713.3308, "p50_ms": 585.3068, "p95_ms": 674.3764, "p99_ms": 707.5816, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.6182, "count": 130, "max_ms": 590.2759, "p50_ms": 481.7542, "p95_ms": 556.7226, "p99_ms": 587.2349, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7644, "count": 130, "max_ms": 138.414, "p50_ms": 97.2767, "p95_ms": 120.0698, "p99_ms": 133.613, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9903, "count": 130, "max_ms": 10.6524, "p50_ms": 1.6224, "p95_ms": 3.9989, "p99_ms": 7.7038, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5567, "count": 130, "max_ms": 81.87, "p50_ms": 45.7813, "p95_ms": 69.3651, "p99_ms": 77.9539, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9884, "count": 132, "max_ms": 8.6079, "p50_ms": 0.7795, "p95_ms": 1.821, "p99_ms": 4.7203, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7675, "count": 130, "max_ms": 12.4539, "p50_ms": 1.0102, "p95_ms": 5.4961, "p99_ms": 10.7847, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7675, "count": 130, "max_ms": 12.4539, "p50_ms": 1.0102, "p95_ms": 5.4961, "p99_ms": 10.7847, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9884, "count": 132, "max_ms": 8.6079, "p50_ms": 0.7795, "p95_ms": 1.821, "p99_ms": 4.7203, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0131, "count": 130, "max_ms": 9.1922, "p50_ms": 0.8561, "p95_ms": 1.9176, "p99_ms": 3.3111, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.4279, "count": 130, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 676.8888, "p99_ms": 1407.8805, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5809, "count": 130, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 10.1661, "p99_ms": 13.6033, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9125, "count": 130, "max_ms": 70.8318, "p50_ms": 21.8334, "p95_ms": 57.1277, "p99_ms": 67.0384, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1019, "count": 130, "max_ms": 0.7116, "p50_ms": 0.0799, "p95_ms": 0.1771, "p99_ms": 0.6498, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7262, "count": 130, "max_ms": 165.5371, "p50_ms": 2.2754, "p95_ms": 4.722, "p99_ms": 7.6419, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 546.8919, "count": 130, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 764.3365, "p99_ms": 1466.6589, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 0.7116, "p50_ms": 0.0799, "p95_ms": 0.1771, "p99_ms": 0.6498}, "wait_ms": {"count": 130, "max_ms": 165.5371, "p50_ms": 2.2754, "p95_ms": 4.722, "p99_ms": 7.6419}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15524, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.6042, "p50_ms": 1.7718, "p95_ms": 3.2756, "p99_ms": 4.2812}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 447, "h264_decode_error_count": 978, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T04:01:18+09:00", "last_error_summary": "[h264 @ 0x5817ba22b600] error while decoding MB 23 56, bytestream -5", "last_exit_at": "2026-10-30T04:09:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 483.842, "last_started_at": "2026-10-30T04:01:21+09:00", "pid": 94280, "process": {"exists": false, "pid": 94280}, "restart_count": 483, "restart_count_per_hour": 3, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 484}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.16, "sample_count": 2703, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1222679, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:09:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-10-30T04:09:24+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-10-30T04:09:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 47, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 49.176, "last_sample_duration_ms": 957.018, "last_trigger": "periodic", "next_snapshot_in_sec": 550.824, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 247, "storage_bytes": 2357262}, "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-10-30T04:09:24.783347+09:00", "mtime_epoch": 1793300964.783347, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113271}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T04:09:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1465.297, "name": "celery", "pid": 206, "rss_mb": 1332.738, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 114, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1222679, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.996, "max": 11.0, "p95": 7.0, "sample_count": 277}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 277}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 277}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 277}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 277}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 277}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 277}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 277, "pushed_frames": 277, "read_frames": 276, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.253, "pushed": 9.253, "read": 9.219}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 276, "client_acquire_ms": {"avg_ms": 0.007, "count": 276, "max_ms": 0.027, "p95_ms": 0.014, "reason": null, "sample_age_ms": 81.533, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.718, "count": 276, "max_ms": 5.411, "p95_ms": 2.592, "reason": null, "sample_age_ms": 112.004, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.333, "count": 276, "max_ms": 5.017, "p95_ms": 2.072, "reason": null, "sample_age_ms": 112.237, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.246, "count": 276, "max_ms": 0.825, "p95_ms": 0.469, "reason": null, "sample_age_ms": 81.538, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.908, "count": 276, "max_ms": 6.068, "p95_ms": 3.176, "reason": null, "sample_age_ms": 109.864, "source": "client_direct"}, "request_count": 276, "request_tensor_bytes": {"avg": 2764808.0, "count": 276, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 109.842, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 276, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 81.602, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.514, "count": 276, "max_ms": 62.999, "p95_ms": 54.286, "reason": null, "sample_age_ms": 81.531, "source": "client_direct"}, "sample_age_ms": 81.528, "source": "client_direct", "task_total_ms": {"avg_ms": 42.827, "count": 276, "max_ms": 66.189, "p95_ms": 57.322, "reason": null, "sample_age_ms": 81.528, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.986, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.654, "count": 277, "max_ms": 2.543, "p95_ms": 1.211}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.212, "count": 277, "max_ms": 1.54, "p95_ms": 0.41}, "detection_prepare_ms": {"avg_ms": 0.107, "count": 277, "max_ms": 0.323, "p95_ms": 0.199}, "event_filter_ms": {"avg_ms": 0.003, "count": 277, "max_ms": 0.026, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.071, "count": 277, "max_ms": 0.255, "p95_ms": 0.135}, "mcmt_ms": {"avg_ms": 0.002, "count": 277, "max_ms": 0.028, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.152, "count": 277, "max_ms": 0.566, "p95_ms": 0.314}, "setup_ms": {"avg_ms": 0.037, "count": 277, "max_ms": 0.135, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 0.617, "count": 277, "max_ms": 2.476, "p95_ms": 1.139}, "track_match_ms": {"avg_ms": 0.003, "count": 277, "max_ms": 0.015, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.029, "count": 277, "max_ms": 0.093, "p95_ms": 0.066}}, "gstreamer_push": {"avg_ms": 3.109, "count": 277, "max_ms": 7.514, "p95_ms": 4.883}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 277, "max_ms": 0.494, "p95_ms": 0.086}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.886, "count": 277, "max_ms": 66.982, "p95_ms": 59.202}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.384, "count": 277, "max_ms": 11.592, "p95_ms": 6.737}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 277, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 277, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.549, "count": 277, "max_ms": 127.397, "p95_ms": 110.256}, "inference_input_copy_ms": {"avg_ms": 1.7, "count": 277, "max_ms": 4.604, "p95_ms": 2.813}, "processing_residual_ms": {"avg_ms": 0.146, "count": 277, "max_ms": 0.394, "p95_ms": 0.277}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 277, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 277, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.779, "count": 277, "max_ms": 131.487, "p95_ms": 115.526}, "read_interval": {"avg_ms": 108.483, "count": 276, "max_ms": 181.817, "p95_ms": 141.206}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 277, "max_ms": 0.053, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.106, "count": 277, "max_ms": 0.418, "p95_ms": 0.214}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 277, "max_ms": 0.054, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.093, "count": 277, "max_ms": 0.385, "p95_ms": 0.188}, "worker_merge_ms": {"avg_ms": 0.005, "count": 277, "max_ms": 0.031, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 43.899, "count": 277, "max_ms": 67.036, "p95_ms": 59.21}, "visualize": {"avg_ms": 45.049, "count": 277, "max_ms": 64.29, "p95_ms": 58.911}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.868, "count": 277, "max_ms": 61.602, "p95_ms": 55.911}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 277, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.551, "count": 277, "max_ms": 62.557, "p95_ms": 56.587}, "visualize_input_copy_ms": {"avg_ms": 1.321, "count": 277, "max_ms": 3.706, "p95_ms": 2.219}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 277, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.435, "count": 277, "max_ms": 62.397, "p95_ms": 56.478}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 277, "max_ms": 0.318, "p95_ms": 0.145}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 277}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 277}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 277}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1332.68, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 52.33, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.225, "sample_count": 2694, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1222561, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:09:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 107184, "write_bytes_delta": 107184, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1077.0, "cpu_core_ratio": 0.466158, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 94280, "reason": null, "system_cpu_core_ratio": 0.04097, "system_cpu_s_delta": 0.8200000000000003, "user_cpu_core_ratio": 0.425188, "user_cpu_s_delta": 8.509999999999991}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.555857, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 244031.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.569582, "system_cpu_s_delta": 11.39999999999418, "user_cpu_core_ratio": 0.986276, "user_cpu_s_delta": 19.74000000001979}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.374, "count": 278, "max_ms": 9.292, "p95_ms": 5.722, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.295, "max": 9.0, "p95": 7.0, "sample_count": 278}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 2}, "total": {"avg": 0.007, "max": 1.0, "p95": 0.0, "sample_count": 278}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.73, "count": 30, "max": 52.33, "p95": 32.46, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.235, "count": 30, "max": 30.914, "p95": 29.782, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1027.833, "count": 30, "max": 1086.0, "p95": 1076.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 129.4, "count": 30, "max": 1083.0, "p95": 675.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.044, "p95": 0.042, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.394, "count": 30, "max": 0.425, "p95": 0.418, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106678.6, "count": 30, "max": 113600.0, "p95": 112927.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106678.6, "count": 30, "max": 113600.0, "p95": 112927.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 243037.933, "count": 30, "max": 283922.0, "p95": 268939.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.578, "count": 30, "max": 0.602, "p95": 0.6, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.988, "count": 30, "max": 1.018, "p95": 1.014, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9186, "sampled_at": "2026-10-30T04:09:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T04:09:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2352616, "flush_count": 2464, "flush_interval_seconds": 30.0, "flush_state": {"count": 2464, "last_at": "2026-10-30T04:09:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T04:09:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2463}, "started": true, "suppressed_count": 1220348, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 132, "tracking_summary": 1220216}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2464, "written_record_count": 2464}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8715.516, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3380462899200, "copied_frame_count": 1222679, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T03:01:25+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2264900, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T03:01:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.688}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 132, "events_emitted": 130, "events_failed": 0, "events_observed": 132, "events_suppressed": 2, "frame_buffer_copied_bytes": 3380462899200, "frame_buffer_copies": 1222679, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1151, "count": 512, "max_ms": 0.3398, "p50_ms": 0.1002, "p95_ms": 0.2204, "p99_ms": 0.2807}, "stages": {"db_insert": {"avg_ms": 20.2502, "count": 130, "max_ms": 58.1833, "p50_ms": 19.5147, "p95_ms": 35.2335, "p99_ms": 40.9986, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9311, "count": 130, "max_ms": 4.6042, "p50_ms": 1.7718, "p95_ms": 3.2756, "p99_ms": 4.2812, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1115.0494, "count": 132, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1400.2808, "p99_ms": 2037.7705, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.46, "count": 512, "max_ms": 3.2253, "p50_ms": 1.4089, "p95_ms": 2.2909, "p99_ms": 2.8182, "results": {"failed": 0, "not_applicable": 0, "success": 1222679, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 573.3419, "count": 132, "max_ms": 718.3148, "p50_ms": 590.0472, "p95_ms": 681.1553, "p99_ms": 712.3919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6131, "count": 130, "max_ms": 74.3496, "p50_ms": 23.5625, "p95_ms": 54.4859, "p99_ms": 72.1863, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3381, "count": 512, "max_ms": 15.1144, "p50_ms": 5.1257, "p95_ms": 7.9503, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7309, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5166, "p95_ms": 3.3982, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.8, "count": 130, "max_ms": 713.3308, "p50_ms": 585.3068, "p95_ms": 674.3764, "p99_ms": 707.5816, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.6182, "count": 130, "max_ms": 590.2759, "p50_ms": 481.7542, "p95_ms": 556.7226, "p99_ms": 587.2349, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7644, "count": 130, "max_ms": 138.414, "p50_ms": 97.2767, "p95_ms": 120.0698, "p99_ms": 133.613, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9903, "count": 130, "max_ms": 10.6524, "p50_ms": 1.6224, "p95_ms": 3.9989, "p99_ms": 7.7038, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5567, "count": 130, "max_ms": 81.87, "p50_ms": 45.7813, "p95_ms": 69.3651, "p99_ms": 77.9539, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9884, "count": 132, "max_ms": 8.6079, "p50_ms": 0.7795, "p95_ms": 1.821, "p99_ms": 4.7203, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7675, "count": 130, "max_ms": 12.4539, "p50_ms": 1.0102, "p95_ms": 5.4961, "p99_ms": 10.7847, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7675, "count": 130, "max_ms": 12.4539, "p50_ms": 1.0102, "p95_ms": 5.4961, "p99_ms": 10.7847, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9884, "count": 132, "max_ms": 8.6079, "p50_ms": 0.7795, "p95_ms": 1.821, "p99_ms": 4.7203, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0131, "count": 130, "max_ms": 9.1922, "p50_ms": 0.8561, "p95_ms": 1.9176, "p99_ms": 3.3111, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.4279, "count": 130, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 676.8888, "p99_ms": 1407.8805, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5809, "count": 130, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 10.1661, "p99_ms": 13.6033, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9125, "count": 130, "max_ms": 70.8318, "p50_ms": 21.8334, "p95_ms": 57.1277, "p99_ms": 67.0384, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1019, "count": 130, "max_ms": 0.7116, "p50_ms": 0.0799, "p95_ms": 0.1771, "p99_ms": 0.6498, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7262, "count": 130, "max_ms": 165.5371, "p50_ms": 2.2754, "p95_ms": 4.722, "p99_ms": 7.6419, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 546.8919, "count": 130, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 764.3365, "p99_ms": 1466.6589, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 0.7116, "p50_ms": 0.0799, "p95_ms": 0.1771, "p99_ms": 0.6498}, "wait_ms": {"count": 130, "max_ms": 165.5371, "p50_ms": 2.2754, "p95_ms": 4.722, "p99_ms": 7.6419}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15524, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.6042, "p50_ms": 1.7718, "p95_ms": 3.2756, "p99_ms": 4.2812}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 447, "h264_decode_error_count": 978, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T04:01:18+09:00", "last_error_summary": "[h264 @ 0x5817ba22b600] error while decoding MB 23 56, bytestream -5", "last_exit_at": "2026-10-30T04:09:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 483.9, "last_started_at": "2026-10-30T04:01:21+09:00", "pid": 94280, "process": {"exists": false, "pid": 94280}, "restart_count": 483, "restart_count_per_hour": 3, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 484}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.16, "sample_count": 2703, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1222679, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:09:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.062, "last_frame_pushed_at": "2026-10-30T04:09:24+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-10-30T04:09:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 47, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 49.218, "last_sample_duration_ms": 957.018, "last_trigger": "periodic", "next_snapshot_in_sec": 550.782, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 247, "storage_bytes": 2357262}, "mjpeg": {"age_sec": 0.048, "exists": true, "mtime": "2026-10-30T04:09:24.915348+09:00", "mtime_epoch": 1793300964.9153476, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113746}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T04:09:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1465.297, "name": "celery", "pid": 206, "rss_mb": 1332.738, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 114, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1222679, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.996, "max": 11.0, "p95": 7.0, "sample_count": 277}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 277}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 277}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 277}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 277}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 277}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 277}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 277, "pushed_frames": 277, "read_frames": 276, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.235, "pushed": 9.235, "read": 9.201}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 276, "client_acquire_ms": {"avg_ms": 0.007, "count": 276, "max_ms": 0.027, "p95_ms": 0.014, "reason": null, "sample_age_ms": 127.107, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.718, "count": 276, "max_ms": 5.411, "p95_ms": 2.592, "reason": null, "sample_age_ms": 157.578, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.333, "count": 276, "max_ms": 5.017, "p95_ms": 2.072, "reason": null, "sample_age_ms": 157.811, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.246, "count": 276, "max_ms": 0.825, "p95_ms": 0.469, "reason": null, "sample_age_ms": 127.112, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.908, "count": 276, "max_ms": 6.068, "p95_ms": 3.176, "reason": null, "sample_age_ms": 155.437, "source": "client_direct"}, "request_count": 276, "request_tensor_bytes": {"avg": 2764808.0, "count": 276, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 155.415, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 276, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 127.176, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.514, "count": 276, "max_ms": 62.999, "p95_ms": 54.286, "reason": null, "sample_age_ms": 127.104, "source": "client_direct"}, "sample_age_ms": 127.101, "source": "client_direct", "task_total_ms": {"avg_ms": 42.827, "count": 276, "max_ms": 66.189, "p95_ms": 57.322, "reason": null, "sample_age_ms": 127.101, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.319, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.654, "count": 277, "max_ms": 2.543, "p95_ms": 1.211}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.212, "count": 277, "max_ms": 1.54, "p95_ms": 0.41}, "detection_prepare_ms": {"avg_ms": 0.107, "count": 277, "max_ms": 0.323, "p95_ms": 0.199}, "event_filter_ms": {"avg_ms": 0.003, "count": 277, "max_ms": 0.026, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.071, "count": 277, "max_ms": 0.255, "p95_ms": 0.135}, "mcmt_ms": {"avg_ms": 0.002, "count": 277, "max_ms": 0.028, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.152, "count": 277, "max_ms": 0.566, "p95_ms": 0.314}, "setup_ms": {"avg_ms": 0.037, "count": 277, "max_ms": 0.135, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 0.617, "count": 277, "max_ms": 2.476, "p95_ms": 1.139}, "track_match_ms": {"avg_ms": 0.003, "count": 277, "max_ms": 0.015, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.029, "count": 277, "max_ms": 0.093, "p95_ms": 0.066}}, "gstreamer_push": {"avg_ms": 3.109, "count": 277, "max_ms": 7.514, "p95_ms": 4.883}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 277, "max_ms": 0.494, "p95_ms": 0.086}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.886, "count": 277, "max_ms": 66.982, "p95_ms": 59.202}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.384, "count": 277, "max_ms": 11.592, "p95_ms": 6.737}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 277, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 277, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.549, "count": 277, "max_ms": 127.397, "p95_ms": 110.256}, "inference_input_copy_ms": {"avg_ms": 1.7, "count": 277, "max_ms": 4.604, "p95_ms": 2.813}, "processing_residual_ms": {"avg_ms": 0.146, "count": 277, "max_ms": 0.394, "p95_ms": 0.277}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 277, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 277, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.779, "count": 277, "max_ms": 131.487, "p95_ms": 115.526}, "read_interval": {"avg_ms": 108.483, "count": 276, "max_ms": 181.817, "p95_ms": 141.206}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 277, "max_ms": 0.053, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.106, "count": 277, "max_ms": 0.418, "p95_ms": 0.214}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 277, "max_ms": 0.054, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.093, "count": 277, "max_ms": 0.385, "p95_ms": 0.188}, "worker_merge_ms": {"avg_ms": 0.005, "count": 277, "max_ms": 0.031, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 43.899, "count": 277, "max_ms": 67.036, "p95_ms": 59.21}, "visualize": {"avg_ms": 45.049, "count": 277, "max_ms": 64.29, "p95_ms": 58.911}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.868, "count": 277, "max_ms": 61.602, "p95_ms": 55.911}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 277, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.551, "count": 277, "max_ms": 62.557, "p95_ms": 56.587}, "visualize_input_copy_ms": {"avg_ms": 1.321, "count": 277, "max_ms": 3.706, "p95_ms": 2.219}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 277, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.435, "count": 277, "max_ms": 62.397, "p95_ms": 56.478}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 277, "max_ms": 0.318, "p95_ms": 0.145}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 277}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 277}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 277}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1332.68, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 52.33, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.225, "sample_count": 2694, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1222561, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:09:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 107184, "write_bytes_delta": 107184, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1077.0, "cpu_core_ratio": 0.466158, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 94280, "reason": null, "system_cpu_core_ratio": 0.04097, "system_cpu_s_delta": 0.8200000000000003, "user_cpu_core_ratio": 0.425188, "user_cpu_s_delta": 8.509999999999991}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.555857, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 244031.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.569582, "system_cpu_s_delta": 11.39999999999418, "user_cpu_core_ratio": 0.986276, "user_cpu_s_delta": 19.74000000001979}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.374, "count": 278, "max_ms": 9.292, "p95_ms": 5.722, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.295, "max": 9.0, "p95": 7.0, "sample_count": 278}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 2}, "total": {"avg": 0.007, "max": 1.0, "p95": 0.0, "sample_count": 278}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.73, "count": 30, "max": 52.33, "p95": 32.46, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.235, "count": 30, "max": 30.914, "p95": 29.782, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1027.833, "count": 30, "max": 1086.0, "p95": 1076.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 129.4, "count": 30, "max": 1083.0, "p95": 675.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.044, "p95": 0.042, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.394, "count": 30, "max": 0.425, "p95": 0.418, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106678.6, "count": 30, "max": 113600.0, "p95": 112927.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106678.6, "count": 30, "max": 113600.0, "p95": 112927.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 243037.933, "count": 30, "max": 283922.0, "p95": 268939.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.578, "count": 30, "max": 0.602, "p95": 0.6, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.988, "count": 30, "max": 1.018, "p95": 1.014, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9186, "sampled_at": "2026-10-30T04:09:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T04:09:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2352616, "flush_count": 2464, "flush_interval_seconds": 30.0, "flush_state": {"count": 2464, "last_at": "2026-10-30T04:09:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T04:09:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2463}, "started": true, "suppressed_count": 1220348, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 132, "tracking_summary": 1220216}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2464, "written_record_count": 2464}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8888.887, "limit_mb": null}, "detail": {"pid": 94396, "restart_count": 484, "start_count": 485}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3380462899200, "copied_frame_count": 1222679, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T03:01:25+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2264900, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T03:01:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.688}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 132, "events_emitted": 130, "events_failed": 0, "events_observed": 132, "events_suppressed": 2, "frame_buffer_copied_bytes": 3380462899200, "frame_buffer_copies": 1222679, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1151, "count": 512, "max_ms": 0.3398, "p50_ms": 0.1002, "p95_ms": 0.2204, "p99_ms": 0.2807}, "stages": {"db_insert": {"avg_ms": 20.2502, "count": 130, "max_ms": 58.1833, "p50_ms": 19.5147, "p95_ms": 35.2335, "p99_ms": 40.9986, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9311, "count": 130, "max_ms": 4.6042, "p50_ms": 1.7718, "p95_ms": 3.2756, "p99_ms": 4.2812, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1115.0494, "count": 132, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1400.2808, "p99_ms": 2037.7705, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.46, "count": 512, "max_ms": 3.2253, "p50_ms": 1.4089, "p95_ms": 2.2909, "p99_ms": 2.8182, "results": {"failed": 0, "not_applicable": 0, "success": 1222679, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 573.3419, "count": 132, "max_ms": 718.3148, "p50_ms": 590.0472, "p95_ms": 681.1553, "p99_ms": 712.3919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6131, "count": 130, "max_ms": 74.3496, "p50_ms": 23.5625, "p95_ms": 54.4859, "p99_ms": 72.1863, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3381, "count": 512, "max_ms": 15.1144, "p50_ms": 5.1257, "p95_ms": 7.9503, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7309, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5166, "p95_ms": 3.3982, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.8, "count": 130, "max_ms": 713.3308, "p50_ms": 585.3068, "p95_ms": 674.3764, "p99_ms": 707.5816, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.6182, "count": 130, "max_ms": 590.2759, "p50_ms": 481.7542, "p95_ms": 556.7226, "p99_ms": 587.2349, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7644, "count": 130, "max_ms": 138.414, "p50_ms": 97.2767, "p95_ms": 120.0698, "p99_ms": 133.613, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9903, "count": 130, "max_ms": 10.6524, "p50_ms": 1.6224, "p95_ms": 3.9989, "p99_ms": 7.7038, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5567, "count": 130, "max_ms": 81.87, "p50_ms": 45.7813, "p95_ms": 69.3651, "p99_ms": 77.9539, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9884, "count": 132, "max_ms": 8.6079, "p50_ms": 0.7795, "p95_ms": 1.821, "p99_ms": 4.7203, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7675, "count": 130, "max_ms": 12.4539, "p50_ms": 1.0102, "p95_ms": 5.4961, "p99_ms": 10.7847, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7675, "count": 130, "max_ms": 12.4539, "p50_ms": 1.0102, "p95_ms": 5.4961, "p99_ms": 10.7847, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9884, "count": 132, "max_ms": 8.6079, "p50_ms": 0.7795, "p95_ms": 1.821, "p99_ms": 4.7203, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0131, "count": 130, "max_ms": 9.1922, "p50_ms": 0.8561, "p95_ms": 1.9176, "p99_ms": 3.3111, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.4279, "count": 130, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 676.8888, "p99_ms": 1407.8805, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5809, "count": 130, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 10.1661, "p99_ms": 13.6033, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9125, "count": 130, "max_ms": 70.8318, "p50_ms": 21.8334, "p95_ms": 57.1277, "p99_ms": 67.0384, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1019, "count": 130, "max_ms": 0.7116, "p50_ms": 0.0799, "p95_ms": 0.1771, "p99_ms": 0.6498, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7262, "count": 130, "max_ms": 165.5371, "p50_ms": 2.2754, "p95_ms": 4.722, "p99_ms": 7.6419, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 546.8919, "count": 130, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 764.3365, "p99_ms": 1466.6589, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 0.7116, "p50_ms": 0.0799, "p95_ms": 0.1771, "p99_ms": 0.6498}, "wait_ms": {"count": 130, "max_ms": 165.5371, "p50_ms": 2.2754, "p95_ms": 4.722, "p99_ms": 7.6419}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15524, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.6042, "p50_ms": 1.7718, "p95_ms": 3.2756, "p99_ms": 4.2812}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 447, "h264_decode_error_count": 978, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T04:01:18+09:00", "last_error_summary": "[h264 @ 0x5817ba22b600] error while decoding MB 23 56, bytestream -5", "last_exit_at": "2026-10-30T04:09:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T04:09:27+09:00", "pid": 94396, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.895, "name": "ffmpeg", "pid": 94396, "rss_mb": 208.895, "state": "S (sleeping)", "threads": 70}, "restart_count": 484, "restart_count_per_hour": 4, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 485}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.156, "sample_count": 2661, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1222679, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:09:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.773, "last_frame_pushed_at": "2026-10-30T04:09:24+09:00", "last_frame_read_age_sec": 4.863, "last_frame_read_at": "2026-10-30T04:09:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 47, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 53.938, "last_sample_duration_ms": 957.018, "last_trigger": "periodic", "next_snapshot_in_sec": 546.062, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 247, "storage_bytes": 2357262}, "mjpeg": {"age_sec": 4.759, "exists": true, "mtime": "2026-10-30T04:09:24.915348+09:00", "mtime_epoch": 1793300964.9153476, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113746}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T04:09:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1465.297, "name": "celery", "pid": 206, "rss_mb": 1332.742, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 114, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1222679, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.107, "max": 11.0, "p95": 7.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.818, "pushed": 7.818, "read": 7.785}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 233, "client_acquire_ms": {"avg_ms": 0.007, "count": 233, "max_ms": 0.027, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4841.085, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.708, "count": 233, "max_ms": 4.78, "p95_ms": 2.439, "reason": null, "sample_age_ms": 4871.555, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.316, "count": 233, "max_ms": 4.275, "p95_ms": 1.957, "reason": null, "sample_age_ms": 4871.789, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.249, "count": 233, "max_ms": 0.825, "p95_ms": 0.487, "reason": null, "sample_age_ms": 4841.09, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.881, "count": 233, "max_ms": 6.068, "p95_ms": 3.112, "reason": null, "sample_age_ms": 4869.415, "source": "client_direct"}, "request_count": 233, "request_tensor_bytes": {"avg": 2764808.0, "count": 233, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4869.393, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 233, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4841.154, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.308, "count": 233, "max_ms": 62.999, "p95_ms": 54.896, "reason": null, "sample_age_ms": 4841.082, "source": "client_direct"}, "sample_age_ms": 4841.079, "source": "client_direct", "task_total_ms": {"avg_ms": 42.596, "count": 233, "max_ms": 66.189, "p95_ms": 57.491, "reason": null, "sample_age_ms": 4841.079, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.3, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.634, "count": 234, "max_ms": 1.607, "p95_ms": 1.123}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.197, "count": 234, "max_ms": 0.538, "p95_ms": 0.386}, "detection_prepare_ms": {"avg_ms": 0.106, "count": 234, "max_ms": 0.323, "p95_ms": 0.199}, "event_filter_ms": {"avg_ms": 0.003, "count": 234, "max_ms": 0.026, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.069, "count": 234, "max_ms": 0.203, "p95_ms": 0.124}, "mcmt_ms": {"avg_ms": 0.002, "count": 234, "max_ms": 0.028, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.149, "count": 234, "max_ms": 0.398, "p95_ms": 0.29}, "setup_ms": {"avg_ms": 0.036, "count": 234, "max_ms": 0.122, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 0.597, "count": 234, "max_ms": 1.529, "p95_ms": 1.073}, "track_match_ms": {"avg_ms": 0.003, "count": 234, "max_ms": 0.009, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.029, "count": 234, "max_ms": 0.093, "p95_ms": 0.067}}, "gstreamer_push": {"avg_ms": 3.094, "count": 234, "max_ms": 7.514, "p95_ms": 4.955}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 234, "max_ms": 0.494, "p95_ms": 0.085}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.624, "count": 234, "max_ms": 66.982, "p95_ms": 59.202}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.329, "count": 234, "max_ms": 11.592, "p95_ms": 6.462}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.225, "count": 234, "max_ms": 127.397, "p95_ms": 109.571}, "inference_input_copy_ms": {"avg_ms": 1.676, "count": 234, "max_ms": 4.604, "p95_ms": 2.7}, "processing_residual_ms": {"avg_ms": 0.143, "count": 234, "max_ms": 0.394, "p95_ms": 0.272}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.372, "count": 234, "max_ms": 131.487, "p95_ms": 114.598}, "read_interval": {"avg_ms": 108.025, "count": 233, "max_ms": 181.817, "p95_ms": 141.206}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 234, "max_ms": 0.053, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.103, "count": 234, "max_ms": 0.286, "p95_ms": 0.198}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 234, "max_ms": 0.054, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.09, "count": 234, "max_ms": 0.258, "p95_ms": 0.176}, "worker_merge_ms": {"avg_ms": 0.005, "count": 234, "max_ms": 0.031, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 43.637, "count": 234, "max_ms": 67.036, "p95_ms": 59.21}, "visualize": {"avg_ms": 45.015, "count": 234, "max_ms": 64.29, "p95_ms": 59.635}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.858, "count": 234, "max_ms": 61.602, "p95_ms": 57.331}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.536, "count": 234, "max_ms": 62.557, "p95_ms": 58.045}, "visualize_input_copy_ms": {"avg_ms": 1.305, "count": 234, "max_ms": 3.192, "p95_ms": 2.101}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.422, "count": 234, "max_ms": 62.397, "p95_ms": 57.942}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 234, "max_ms": 0.318, "p95_ms": 0.148}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 234}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1332.68, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 52.33, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.225, "sample_count": 2694, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1222561, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:09:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 107184, "write_bytes_delta": 107184, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1077.0, "cpu_core_ratio": 0.466158, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 94280, "reason": null, "system_cpu_core_ratio": 0.04097, "system_cpu_s_delta": 0.8200000000000003, "user_cpu_core_ratio": 0.425188, "user_cpu_s_delta": 8.509999999999991}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.555857, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 244031.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.569582, "system_cpu_s_delta": 11.39999999999418, "user_cpu_core_ratio": 0.986276, "user_cpu_s_delta": 19.74000000001979}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.374, "count": 278, "max_ms": 9.292, "p95_ms": 5.722, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.295, "max": 9.0, "p95": 7.0, "sample_count": 278}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 2}, "total": {"avg": 0.007, "max": 1.0, "p95": 0.0, "sample_count": 278}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.73, "count": 30, "max": 52.33, "p95": 32.46, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.235, "count": 30, "max": 30.914, "p95": 29.782, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1027.833, "count": 30, "max": 1086.0, "p95": 1076.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 129.4, "count": 30, "max": 1083.0, "p95": 675.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.044, "p95": 0.042, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.394, "count": 30, "max": 0.425, "p95": 0.418, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106678.6, "count": 30, "max": 113600.0, "p95": 112927.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106678.6, "count": 30, "max": 113600.0, "p95": 112927.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 243037.933, "count": 30, "max": 283922.0, "p95": 268939.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.578, "count": 30, "max": 0.602, "p95": 0.6, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.988, "count": 30, "max": 1.018, "p95": 1.014, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9186, "sampled_at": "2026-10-30T04:09:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T04:09:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2359217, "flush_count": 2471, "flush_interval_seconds": 30.0, "flush_state": {"count": 2471, "last_at": "2026-10-30T04:16:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T04:16:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2470}, "started": true, "suppressed_count": 1224082, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 132, "tracking_summary": 1223950}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2471, "written_record_count": 2471}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8741.824, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x576e0e2244c0] error while decoding MB 30 3, bytestream -19 [h264 @ 0x576e0e238680] left block unavailable for requested intra mode [h264 @ 0x576e0e238680] error while decoding MB 0 14, bytestream 3578 [in#0/rtsp @ 0x576e0e121e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x576e0e121e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3390803251200, "copied_frame_count": 1226419, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T03:01:25+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2264900, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T03:01:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.688}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 132, "events_emitted": 130, "events_failed": 0, "events_observed": 132, "events_suppressed": 2, "frame_buffer_copied_bytes": 3390803251200, "frame_buffer_copies": 1226419, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1167, "count": 512, "max_ms": 1.267, "p50_ms": 0.0985, "p95_ms": 0.2228, "p99_ms": 0.3564}, "stages": {"db_insert": {"avg_ms": 20.2502, "count": 130, "max_ms": 58.1833, "p50_ms": 19.5147, "p95_ms": 35.2335, "p99_ms": 40.9986, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9311, "count": 130, "max_ms": 4.6042, "p50_ms": 1.7718, "p95_ms": 3.2756, "p99_ms": 4.2812, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1115.0494, "count": 132, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1400.2808, "p99_ms": 2037.7705, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4059, "count": 512, "max_ms": 4.0915, "p50_ms": 1.3127, "p95_ms": 2.3327, "p99_ms": 3.0688, "results": {"failed": 0, "not_applicable": 0, "success": 1226419, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 573.3419, "count": 132, "max_ms": 718.3148, "p50_ms": 590.0472, "p95_ms": 681.1553, "p99_ms": 712.3919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6131, "count": 130, "max_ms": 74.3496, "p50_ms": 23.5625, "p95_ms": 54.4859, "p99_ms": 72.1863, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3381, "count": 512, "max_ms": 15.1144, "p50_ms": 5.1257, "p95_ms": 7.9503, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7309, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5166, "p95_ms": 3.3982, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.8, "count": 130, "max_ms": 713.3308, "p50_ms": 585.3068, "p95_ms": 674.3764, "p99_ms": 707.5816, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.6182, "count": 130, "max_ms": 590.2759, "p50_ms": 481.7542, "p95_ms": 556.7226, "p99_ms": 587.2349, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7644, "count": 130, "max_ms": 138.414, "p50_ms": 97.2767, "p95_ms": 120.0698, "p99_ms": 133.613, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9903, "count": 130, "max_ms": 10.6524, "p50_ms": 1.6224, "p95_ms": 3.9989, "p99_ms": 7.7038, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5567, "count": 130, "max_ms": 81.87, "p50_ms": 45.7813, "p95_ms": 69.3651, "p99_ms": 77.9539, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9884, "count": 132, "max_ms": 8.6079, "p50_ms": 0.7795, "p95_ms": 1.821, "p99_ms": 4.7203, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7675, "count": 130, "max_ms": 12.4539, "p50_ms": 1.0102, "p95_ms": 5.4961, "p99_ms": 10.7847, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7675, "count": 130, "max_ms": 12.4539, "p50_ms": 1.0102, "p95_ms": 5.4961, "p99_ms": 10.7847, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9884, "count": 132, "max_ms": 8.6079, "p50_ms": 0.7795, "p95_ms": 1.821, "p99_ms": 4.7203, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0131, "count": 130, "max_ms": 9.1922, "p50_ms": 0.8561, "p95_ms": 1.9176, "p99_ms": 3.3111, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.4279, "count": 130, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 676.8888, "p99_ms": 1407.8805, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5809, "count": 130, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 10.1661, "p99_ms": 13.6033, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9125, "count": 130, "max_ms": 70.8318, "p50_ms": 21.8334, "p95_ms": 57.1277, "p99_ms": 67.0384, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1019, "count": 130, "max_ms": 0.7116, "p50_ms": 0.0799, "p95_ms": 0.1771, "p99_ms": 0.6498, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7262, "count": 130, "max_ms": 165.5371, "p50_ms": 2.2754, "p95_ms": 4.722, "p99_ms": 7.6419, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 546.8919, "count": 130, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 764.3365, "p99_ms": 1466.6589, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 0.7116, "p50_ms": 0.0799, "p95_ms": 0.1771, "p99_ms": 0.6498}, "wait_ms": {"count": 130, "max_ms": 165.5371, "p50_ms": 2.2754, "p95_ms": 4.722, "p99_ms": 7.6419}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15524, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.6042, "p50_ms": 1.7718, "p95_ms": 3.2756, "p99_ms": 4.2812}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 448, "h264_decode_error_count": 980, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T04:16:33+09:00", "last_error_summary": "[h264 @ 0x576e0e2244c0] error while decoding MB 30 3, bytestream -19 [h264 @ 0x576e0e238680] left block unavailable for requested intra mode [h264 @ 0x576e0e238680] error while decoding MB 0 14, bytestream 3578 [in#0/rtsp @ 0x576e0e121e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x576e0e121e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T04:09:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 425.56, "last_started_at": "2026-10-30T04:09:27+09:00", "pid": 94396, "process": {"exists": false, "pid": 94396}, "restart_count": 484, "restart_count_per_hour": 3, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 485}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.881, "sample_count": 2642, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1226419, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:16:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.051, "last_frame_pushed_at": "2026-10-30T04:16:33+09:00", "last_frame_read_age_sec": 0.048, "last_frame_read_at": "2026-10-30T04:16:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 47, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 477.476, "last_sample_duration_ms": 957.018, "last_trigger": "periodic", "next_snapshot_in_sec": 122.524, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 247, "storage_bytes": 2357262}, "mjpeg": {"age_sec": 0.04, "exists": true, "mtime": "2026-10-30T04:16:33.193297+09:00", "mtime_epoch": 1793301393.1932974, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 104486}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T04:16:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1465.297, "name": "celery", "pid": 206, "rss_mb": 1344.969, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 114, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1226420, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.439, "max": 6.0, "p95": 4.0, "sample_count": 98}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 2}, "total": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 98}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 99, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.336, "pushed": 3.336, "read": 3.37}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 99, "client_acquire_ms": {"avg_ms": 0.007, "count": 99, "max_ms": 0.027, "p95_ms": 0.014, "reason": null, "sample_age_ms": 9.013, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.625, "count": 99, "max_ms": 3.741, "p95_ms": 2.286, "reason": null, "sample_age_ms": 49.016, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.263, "count": 99, "max_ms": 2.909, "p95_ms": 1.326, "reason": null, "sample_age_ms": 49.305, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.251, "count": 99, "max_ms": 0.852, "p95_ms": 0.5, "reason": null, "sample_age_ms": 9.019, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.874, "count": 99, "max_ms": 4.208, "p95_ms": 2.999, "reason": null, "sample_age_ms": 46.88, "source": "client_direct"}, "request_count": 99, "request_tensor_bytes": {"avg": 2764808.0, "count": 99, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 46.857, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 99, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 9.149, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.037, "count": 99, "max_ms": 62.22, "p95_ms": 58.428, "reason": null, "sample_age_ms": 9.011, "source": "client_direct"}, "sample_age_ms": 9.007, "source": "client_direct", "task_total_ms": {"avg_ms": 42.321, "count": 99, "max_ms": 66.931, "p95_ms": 61.227, "reason": null, "sample_age_ms": 9.007, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.679, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.772, "count": 98, "max_ms": 2.521, "p95_ms": 1.583}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.258, "count": 98, "max_ms": 0.797, "p95_ms": 0.549}, "detection_prepare_ms": {"avg_ms": 0.134, "count": 98, "max_ms": 0.807, "p95_ms": 0.298}, "event_filter_ms": {"avg_ms": 0.003, "count": 98, "max_ms": 0.014, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 98, "max_ms": 0.258, "p95_ms": 0.139}, "mcmt_ms": {"avg_ms": 0.003, "count": 98, "max_ms": 0.01, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.164, "count": 98, "max_ms": 0.705, "p95_ms": 0.416}, "setup_ms": {"avg_ms": 0.04, "count": 98, "max_ms": 0.148, "p95_ms": 0.109}, "total_inside_ms": {"avg_ms": 0.73, "count": 98, "max_ms": 2.364, "p95_ms": 1.489}, "track_match_ms": {"avg_ms": 0.004, "count": 98, "max_ms": 0.03, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.048, "count": 98, "max_ms": 0.865, "p95_ms": 0.066}}, "gstreamer_push": {"avg_ms": 3.115, "count": 98, "max_ms": 8.828, "p95_ms": 4.685}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 98, "max_ms": 0.472, "p95_ms": 0.107}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.281, "count": 98, "max_ms": 69.144, "p95_ms": 63.786}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.221, "count": 98, "max_ms": 9.485, "p95_ms": 0.101}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.44, "count": 98, "max_ms": 124.371, "p95_ms": 112.639}, "inference_input_copy_ms": {"avg_ms": 1.759, "count": 98, "max_ms": 3.418, "p95_ms": 3.026}, "processing_residual_ms": {"avg_ms": 0.157, "count": 98, "max_ms": 0.325, "p95_ms": 0.292}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.577, "count": 98, "max_ms": 127.613, "p95_ms": 115.3}, "read_interval": {"avg_ms": 306.368, "count": 99, "max_ms": 19214.634, "p95_ms": 168.288}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 98, "max_ms": 0.058, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.12, "count": 98, "max_ms": 0.564, "p95_ms": 0.328}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 98, "max_ms": 0.029, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.107, "count": 98, "max_ms": 0.516, "p95_ms": 0.294}, "worker_merge_ms": {"avg_ms": 0.005, "count": 98, "max_ms": 0.014, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 43.294, "count": 98, "max_ms": 69.159, "p95_ms": 63.798}, "visualize": {"avg_ms": 41.422, "count": 98, "max_ms": 65.564, "p95_ms": 53.214}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 40.594, "count": 98, "max_ms": 64.989, "p95_ms": 52.45}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.23, "count": 98, "max_ms": 65.432, "p95_ms": 53.034}, "visualize_input_copy_ms": {"avg_ms": 0.016, "count": 98, "max_ms": 0.792, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.139, "count": 98, "max_ms": 65.376, "p95_ms": 52.953}, "visualizer_prepare_ms": {"avg_ms": 0.05, "count": 98, "max_ms": 0.167, "p95_ms": 0.119}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 98}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1334.543, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 28.352, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.025, "sample_count": 2641, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1226411, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:16:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 111501, "write_bytes_delta": 111501, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 305.0, "cpu_core_ratio": 0.149193, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3383.0, "pid": 94396, "reason": null, "system_cpu_core_ratio": 0.040817, "system_cpu_s_delta": 1.1600000000000001, "user_cpu_core_ratio": 0.108376, "user_cpu_s_delta": 3.0800000000000125}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.324425, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 106905.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.098172, "system_cpu_s_delta": 2.789999999993597, "user_cpu_core_ratio": 0.226253, "user_cpu_s_delta": 6.429999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.076, "count": 95, "max_ms": 8.828, "p95_ms": 4.685, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.474, "max": 6.0, "p95": 4.0, "sample_count": 95}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 2}, "total": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 95}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.76, "count": 30, "max": 77.644, "p95": 60.649, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.808, "count": 30, "max": 30.622, "p95": 29.677, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 764.3, "count": 30, "max": 1086.0, "p95": 1068.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 325.367, "count": 30, "max": 3383.0, "p95": 1797.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.16, "p95": 0.121, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.399, "count": 30, "max": 0.494, "p95": 0.454, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 102672.133, "count": 30, "max": 113895.0, "p95": 111442.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99041.333, "count": 30, "max": 113895.0, "p95": 111442.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 171478.367, "count": 30, "max": 302620.0, "p95": 273279.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.386, "count": 30, "max": 0.61, "p95": 0.596, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.79, "count": 30, "max": 1.018, "p95": 1.003, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9214, "sampled_at": "2026-10-30T04:16:32+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T04:16:32+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.376, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2359217, "flush_count": 2471, "flush_interval_seconds": 30.0, "flush_state": {"count": 2471, "last_at": "2026-10-30T04:16:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T04:16:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2470}, "started": true, "suppressed_count": 1224082, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 132, "tracking_summary": 1223950}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2471, "written_record_count": 2471}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8734.215, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T04:16:33+09:00", "last_error_summary": "[h264 @ 0x576e0e2244c0] error while decoding MB 30 3, bytestream -19 [h264 @ 0x576e0e238680] left block unavailable for requested intra mode [h264 @ 0x576e0e238680] error while decoding MB 0 14, bytestream 3578 [in#0/rtsp @ 0x576e0e121e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x576e0e121e00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3390806016000, "copied_frame_count": 1226420, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T03:01:25+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2264900, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T03:01:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.688}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 132, "events_emitted": 130, "events_failed": 0, "events_observed": 132, "events_suppressed": 2, "frame_buffer_copied_bytes": 3390806016000, "frame_buffer_copies": 1226420, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1166, "count": 512, "max_ms": 1.267, "p50_ms": 0.0982, "p95_ms": 0.2228, "p99_ms": 0.3564}, "stages": {"db_insert": {"avg_ms": 20.2502, "count": 130, "max_ms": 58.1833, "p50_ms": 19.5147, "p95_ms": 35.2335, "p99_ms": 40.9986, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9311, "count": 130, "max_ms": 4.6042, "p50_ms": 1.7718, "p95_ms": 3.2756, "p99_ms": 4.2812, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1115.0494, "count": 132, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1400.2808, "p99_ms": 2037.7705, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4054, "count": 512, "max_ms": 4.0915, "p50_ms": 1.3127, "p95_ms": 2.3327, "p99_ms": 3.0688, "results": {"failed": 0, "not_applicable": 0, "success": 1226420, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 573.3419, "count": 132, "max_ms": 718.3148, "p50_ms": 590.0472, "p95_ms": 681.1553, "p99_ms": 712.3919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6131, "count": 130, "max_ms": 74.3496, "p50_ms": 23.5625, "p95_ms": 54.4859, "p99_ms": 72.1863, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3381, "count": 512, "max_ms": 15.1144, "p50_ms": 5.1257, "p95_ms": 7.9503, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7309, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5166, "p95_ms": 3.3982, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.8, "count": 130, "max_ms": 713.3308, "p50_ms": 585.3068, "p95_ms": 674.3764, "p99_ms": 707.5816, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.6182, "count": 130, "max_ms": 590.2759, "p50_ms": 481.7542, "p95_ms": 556.7226, "p99_ms": 587.2349, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7644, "count": 130, "max_ms": 138.414, "p50_ms": 97.2767, "p95_ms": 120.0698, "p99_ms": 133.613, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9903, "count": 130, "max_ms": 10.6524, "p50_ms": 1.6224, "p95_ms": 3.9989, "p99_ms": 7.7038, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5567, "count": 130, "max_ms": 81.87, "p50_ms": 45.7813, "p95_ms": 69.3651, "p99_ms": 77.9539, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9884, "count": 132, "max_ms": 8.6079, "p50_ms": 0.7795, "p95_ms": 1.821, "p99_ms": 4.7203, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7675, "count": 130, "max_ms": 12.4539, "p50_ms": 1.0102, "p95_ms": 5.4961, "p99_ms": 10.7847, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7675, "count": 130, "max_ms": 12.4539, "p50_ms": 1.0102, "p95_ms": 5.4961, "p99_ms": 10.7847, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9884, "count": 132, "max_ms": 8.6079, "p50_ms": 0.7795, "p95_ms": 1.821, "p99_ms": 4.7203, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0131, "count": 130, "max_ms": 9.1922, "p50_ms": 0.8561, "p95_ms": 1.9176, "p99_ms": 3.3111, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.4279, "count": 130, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 676.8888, "p99_ms": 1407.8805, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5809, "count": 130, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 10.1661, "p99_ms": 13.6033, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9125, "count": 130, "max_ms": 70.8318, "p50_ms": 21.8334, "p95_ms": 57.1277, "p99_ms": 67.0384, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1019, "count": 130, "max_ms": 0.7116, "p50_ms": 0.0799, "p95_ms": 0.1771, "p99_ms": 0.6498, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7262, "count": 130, "max_ms": 165.5371, "p50_ms": 2.2754, "p95_ms": 4.722, "p99_ms": 7.6419, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 546.8919, "count": 130, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 764.3365, "p99_ms": 1466.6589, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 0.7116, "p50_ms": 0.0799, "p95_ms": 0.1771, "p99_ms": 0.6498}, "wait_ms": {"count": 130, "max_ms": 165.5371, "p50_ms": 2.2754, "p95_ms": 4.722, "p99_ms": 7.6419}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15524, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.6042, "p50_ms": 1.7718, "p95_ms": 3.2756, "p99_ms": 4.2812}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 448, "h264_decode_error_count": 980, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T04:16:33+09:00", "last_error_summary": "[h264 @ 0x576e0e2244c0] error while decoding MB 30 3, bytestream -19 [h264 @ 0x576e0e238680] left block unavailable for requested intra mode [h264 @ 0x576e0e238680] error while decoding MB 0 14, bytestream 3578 [in#0/rtsp @ 0x576e0e121e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x576e0e121e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T04:16:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 425.602, "last_started_at": "2026-10-30T04:09:27+09:00", "pid": 94396, "process": {"exists": false, "pid": 94396}, "restart_count": 484, "restart_count_per_hour": 3, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 485}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.881, "sample_count": 2642, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1226420, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:16:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T04:16:33+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-10-30T04:16:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 47, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 477.523, "last_sample_duration_ms": 957.018, "last_trigger": "periodic", "next_snapshot_in_sec": 122.477, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 247, "storage_bytes": 2357262}, "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-10-30T04:16:33.193297+09:00", "mtime_epoch": 1793301393.1932974, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 104486}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T04:16:33+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1465.297, "name": "celery", "pid": 206, "rss_mb": 1334.543, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 114, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1226420, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.434, "max": 6.0, "p95": 4.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 2}, "total": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 99}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 99, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.365, "pushed": 3.365, "read": 3.365}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 99, "client_acquire_ms": {"avg_ms": 0.007, "count": 99, "max_ms": 0.027, "p95_ms": 0.014, "reason": null, "sample_age_ms": 53.486, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.625, "count": 99, "max_ms": 3.741, "p95_ms": 2.286, "reason": null, "sample_age_ms": 93.489, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.263, "count": 99, "max_ms": 2.909, "p95_ms": 1.326, "reason": null, "sample_age_ms": 93.778, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.251, "count": 99, "max_ms": 0.852, "p95_ms": 0.5, "reason": null, "sample_age_ms": 53.492, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.874, "count": 99, "max_ms": 4.208, "p95_ms": 2.999, "reason": null, "sample_age_ms": 91.353, "source": "client_direct"}, "request_count": 99, "request_tensor_bytes": {"avg": 2764808.0, "count": 99, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 91.33, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 99, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 53.622, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.037, "count": 99, "max_ms": 62.22, "p95_ms": 58.428, "reason": null, "sample_age_ms": 53.483, "source": "client_direct"}, "sample_age_ms": 53.48, "source": "client_direct", "task_total_ms": {"avg_ms": 42.321, "count": 99, "max_ms": 66.931, "p95_ms": 61.227, "reason": null, "sample_age_ms": 53.48, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.401, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.768, "count": 99, "max_ms": 2.521, "p95_ms": 1.583}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.256, "count": 99, "max_ms": 0.797, "p95_ms": 0.549}, "detection_prepare_ms": {"avg_ms": 0.134, "count": 99, "max_ms": 0.807, "p95_ms": 0.298}, "event_filter_ms": {"avg_ms": 0.003, "count": 99, "max_ms": 0.014, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 99, "max_ms": 0.258, "p95_ms": 0.139}, "mcmt_ms": {"avg_ms": 0.003, "count": 99, "max_ms": 0.01, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.163, "count": 99, "max_ms": 0.705, "p95_ms": 0.416}, "setup_ms": {"avg_ms": 0.04, "count": 99, "max_ms": 0.148, "p95_ms": 0.109}, "total_inside_ms": {"avg_ms": 0.726, "count": 99, "max_ms": 2.364, "p95_ms": 1.489}, "track_match_ms": {"avg_ms": 0.004, "count": 99, "max_ms": 0.03, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.048, "count": 99, "max_ms": 0.865, "p95_ms": 0.066}}, "gstreamer_push": {"avg_ms": 3.105, "count": 99, "max_ms": 8.828, "p95_ms": 4.685}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 99, "max_ms": 0.472, "p95_ms": 0.107}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.254, "count": 99, "max_ms": 69.144, "p95_ms": 63.786}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.22, "count": 99, "max_ms": 9.485, "p95_ms": 0.101}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.418, "count": 99, "max_ms": 124.371, "p95_ms": 112.639}, "inference_input_copy_ms": {"avg_ms": 1.751, "count": 99, "max_ms": 3.418, "p95_ms": 3.026}, "processing_residual_ms": {"avg_ms": 0.156, "count": 99, "max_ms": 0.325, "p95_ms": 0.292}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.545, "count": 99, "max_ms": 127.613, "p95_ms": 115.3}, "read_interval": {"avg_ms": 306.368, "count": 99, "max_ms": 19214.634, "p95_ms": 168.288}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 99, "max_ms": 0.058, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.12, "count": 99, "max_ms": 0.564, "p95_ms": 0.328}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 99, "max_ms": 0.029, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.106, "count": 99, "max_ms": 0.516, "p95_ms": 0.294}, "worker_merge_ms": {"avg_ms": 0.004, "count": 99, "max_ms": 0.014, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 43.267, "count": 99, "max_ms": 69.159, "p95_ms": 63.798}, "visualize": {"avg_ms": 41.433, "count": 99, "max_ms": 65.564, "p95_ms": 53.214}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 40.608, "count": 99, "max_ms": 64.989, "p95_ms": 52.45}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.242, "count": 99, "max_ms": 65.432, "p95_ms": 53.034}, "visualize_input_copy_ms": {"avg_ms": 0.016, "count": 99, "max_ms": 0.792, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.152, "count": 99, "max_ms": 65.376, "p95_ms": 52.953}, "visualizer_prepare_ms": {"avg_ms": 0.05, "count": 99, "max_ms": 0.167, "p95_ms": 0.119}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 99}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1334.543, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 28.352, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.025, "sample_count": 2641, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1226411, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:16:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 111501, "write_bytes_delta": 111501, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 305.0, "cpu_core_ratio": 0.149193, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3383.0, "pid": 94396, "reason": null, "system_cpu_core_ratio": 0.040817, "system_cpu_s_delta": 1.1600000000000001, "user_cpu_core_ratio": 0.108376, "user_cpu_s_delta": 3.0800000000000125}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.324425, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 106905.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.098172, "system_cpu_s_delta": 2.789999999993597, "user_cpu_core_ratio": 0.226253, "user_cpu_s_delta": 6.429999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.076, "count": 95, "max_ms": 8.828, "p95_ms": 4.685, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.474, "max": 6.0, "p95": 4.0, "sample_count": 95}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 2}, "total": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 95}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.76, "count": 30, "max": 77.644, "p95": 60.649, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.808, "count": 30, "max": 30.622, "p95": 29.677, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 764.3, "count": 30, "max": 1086.0, "p95": 1068.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 325.367, "count": 30, "max": 3383.0, "p95": 1797.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.16, "p95": 0.121, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.399, "count": 30, "max": 0.494, "p95": 0.454, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 102672.133, "count": 30, "max": 113895.0, "p95": 111442.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99041.333, "count": 30, "max": 113895.0, "p95": 111442.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 171478.367, "count": 30, "max": 302620.0, "p95": 273279.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.386, "count": 30, "max": 0.61, "p95": 0.596, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.79, "count": 30, "max": 1.018, "p95": 1.003, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9214, "sampled_at": "2026-10-30T04:16:32+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T04:16:32+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.418, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2359217, "flush_count": 2471, "flush_interval_seconds": 30.0, "flush_state": {"count": 2471, "last_at": "2026-10-30T04:16:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T04:16:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2470}, "started": true, "suppressed_count": 1224082, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 132, "tracking_summary": 1223950}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2471, "written_record_count": 2471}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8732.898, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3390806016000, "copied_frame_count": 1226420, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T03:01:25+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2264900, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T03:01:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.688}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 132, "events_emitted": 130, "events_failed": 0, "events_observed": 132, "events_suppressed": 2, "frame_buffer_copied_bytes": 3390806016000, "frame_buffer_copies": 1226420, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1166, "count": 512, "max_ms": 1.267, "p50_ms": 0.0982, "p95_ms": 0.2228, "p99_ms": 0.3564}, "stages": {"db_insert": {"avg_ms": 20.2502, "count": 130, "max_ms": 58.1833, "p50_ms": 19.5147, "p95_ms": 35.2335, "p99_ms": 40.9986, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9311, "count": 130, "max_ms": 4.6042, "p50_ms": 1.7718, "p95_ms": 3.2756, "p99_ms": 4.2812, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1115.0494, "count": 132, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1400.2808, "p99_ms": 2037.7705, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4054, "count": 512, "max_ms": 4.0915, "p50_ms": 1.3127, "p95_ms": 2.3327, "p99_ms": 3.0688, "results": {"failed": 0, "not_applicable": 0, "success": 1226420, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 573.3419, "count": 132, "max_ms": 718.3148, "p50_ms": 590.0472, "p95_ms": 681.1553, "p99_ms": 712.3919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6131, "count": 130, "max_ms": 74.3496, "p50_ms": 23.5625, "p95_ms": 54.4859, "p99_ms": 72.1863, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3381, "count": 512, "max_ms": 15.1144, "p50_ms": 5.1257, "p95_ms": 7.9503, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7309, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5166, "p95_ms": 3.3982, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.8, "count": 130, "max_ms": 713.3308, "p50_ms": 585.3068, "p95_ms": 674.3764, "p99_ms": 707.5816, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.6182, "count": 130, "max_ms": 590.2759, "p50_ms": 481.7542, "p95_ms": 556.7226, "p99_ms": 587.2349, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7644, "count": 130, "max_ms": 138.414, "p50_ms": 97.2767, "p95_ms": 120.0698, "p99_ms": 133.613, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9903, "count": 130, "max_ms": 10.6524, "p50_ms": 1.6224, "p95_ms": 3.9989, "p99_ms": 7.7038, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5567, "count": 130, "max_ms": 81.87, "p50_ms": 45.7813, "p95_ms": 69.3651, "p99_ms": 77.9539, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9884, "count": 132, "max_ms": 8.6079, "p50_ms": 0.7795, "p95_ms": 1.821, "p99_ms": 4.7203, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7675, "count": 130, "max_ms": 12.4539, "p50_ms": 1.0102, "p95_ms": 5.4961, "p99_ms": 10.7847, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7675, "count": 130, "max_ms": 12.4539, "p50_ms": 1.0102, "p95_ms": 5.4961, "p99_ms": 10.7847, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9884, "count": 132, "max_ms": 8.6079, "p50_ms": 0.7795, "p95_ms": 1.821, "p99_ms": 4.7203, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0131, "count": 130, "max_ms": 9.1922, "p50_ms": 0.8561, "p95_ms": 1.9176, "p99_ms": 3.3111, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.4279, "count": 130, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 676.8888, "p99_ms": 1407.8805, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5809, "count": 130, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 10.1661, "p99_ms": 13.6033, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9125, "count": 130, "max_ms": 70.8318, "p50_ms": 21.8334, "p95_ms": 57.1277, "p99_ms": 67.0384, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1019, "count": 130, "max_ms": 0.7116, "p50_ms": 0.0799, "p95_ms": 0.1771, "p99_ms": 0.6498, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7262, "count": 130, "max_ms": 165.5371, "p50_ms": 2.2754, "p95_ms": 4.722, "p99_ms": 7.6419, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 546.8919, "count": 130, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 764.3365, "p99_ms": 1466.6589, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 0.7116, "p50_ms": 0.0799, "p95_ms": 0.1771, "p99_ms": 0.6498}, "wait_ms": {"count": 130, "max_ms": 165.5371, "p50_ms": 2.2754, "p95_ms": 4.722, "p99_ms": 7.6419}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15524, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.6042, "p50_ms": 1.7718, "p95_ms": 3.2756, "p99_ms": 4.2812}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 448, "h264_decode_error_count": 980, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T04:16:33+09:00", "last_error_summary": "[h264 @ 0x576e0e2244c0] error while decoding MB 30 3, bytestream -19 [h264 @ 0x576e0e238680] left block unavailable for requested intra mode [h264 @ 0x576e0e238680] error while decoding MB 0 14, bytestream 3578 [in#0/rtsp @ 0x576e0e121e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x576e0e121e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T04:16:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 425.63, "last_started_at": "2026-10-30T04:09:27+09:00", "pid": 94396, "process": {"exists": false, "pid": 94396}, "restart_count": 484, "restart_count_per_hour": 3, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 485}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.881, "sample_count": 2642, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1226420, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:16:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.029, "last_frame_pushed_at": "2026-10-30T04:16:33+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-10-30T04:16:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 47, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 477.55, "last_sample_duration_ms": 957.018, "last_trigger": "periodic", "next_snapshot_in_sec": 122.45, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 247, "storage_bytes": 2357262}, "mjpeg": {"age_sec": 0.021, "exists": true, "mtime": "2026-10-30T04:16:33.282298+09:00", "mtime_epoch": 1793301393.2822978, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 105508}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T04:16:33+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1465.297, "name": "celery", "pid": 206, "rss_mb": 1334.543, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 114, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1226420, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.434, "max": 6.0, "p95": 4.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 2}, "total": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 99}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 99, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.362, "pushed": 3.362, "read": 3.362}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 99, "client_acquire_ms": {"avg_ms": 0.007, "count": 99, "max_ms": 0.027, "p95_ms": 0.014, "reason": null, "sample_age_ms": 78.854, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.625, "count": 99, "max_ms": 3.741, "p95_ms": 2.286, "reason": null, "sample_age_ms": 118.857, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.263, "count": 99, "max_ms": 2.909, "p95_ms": 1.326, "reason": null, "sample_age_ms": 119.146, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.251, "count": 99, "max_ms": 0.852, "p95_ms": 0.5, "reason": null, "sample_age_ms": 78.86, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.874, "count": 99, "max_ms": 4.208, "p95_ms": 2.999, "reason": null, "sample_age_ms": 116.721, "source": "client_direct"}, "request_count": 99, "request_tensor_bytes": {"avg": 2764808.0, "count": 99, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 116.698, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 99, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 78.99, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.037, "count": 99, "max_ms": 62.22, "p95_ms": 58.428, "reason": null, "sample_age_ms": 78.851, "source": "client_direct"}, "sample_age_ms": 78.848, "source": "client_direct", "task_total_ms": {"avg_ms": 42.321, "count": 99, "max_ms": 66.931, "p95_ms": 61.227, "reason": null, "sample_age_ms": 78.848, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.589, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.768, "count": 99, "max_ms": 2.521, "p95_ms": 1.583}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.256, "count": 99, "max_ms": 0.797, "p95_ms": 0.549}, "detection_prepare_ms": {"avg_ms": 0.134, "count": 99, "max_ms": 0.807, "p95_ms": 0.298}, "event_filter_ms": {"avg_ms": 0.003, "count": 99, "max_ms": 0.014, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 99, "max_ms": 0.258, "p95_ms": 0.139}, "mcmt_ms": {"avg_ms": 0.003, "count": 99, "max_ms": 0.01, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.163, "count": 99, "max_ms": 0.705, "p95_ms": 0.416}, "setup_ms": {"avg_ms": 0.04, "count": 99, "max_ms": 0.148, "p95_ms": 0.109}, "total_inside_ms": {"avg_ms": 0.726, "count": 99, "max_ms": 2.364, "p95_ms": 1.489}, "track_match_ms": {"avg_ms": 0.004, "count": 99, "max_ms": 0.03, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.048, "count": 99, "max_ms": 0.865, "p95_ms": 0.066}}, "gstreamer_push": {"avg_ms": 3.105, "count": 99, "max_ms": 8.828, "p95_ms": 4.685}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 99, "max_ms": 0.472, "p95_ms": 0.107}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.254, "count": 99, "max_ms": 69.144, "p95_ms": 63.786}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.22, "count": 99, "max_ms": 9.485, "p95_ms": 0.101}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.418, "count": 99, "max_ms": 124.371, "p95_ms": 112.639}, "inference_input_copy_ms": {"avg_ms": 1.751, "count": 99, "max_ms": 3.418, "p95_ms": 3.026}, "processing_residual_ms": {"avg_ms": 0.156, "count": 99, "max_ms": 0.325, "p95_ms": 0.292}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.545, "count": 99, "max_ms": 127.613, "p95_ms": 115.3}, "read_interval": {"avg_ms": 306.368, "count": 99, "max_ms": 19214.634, "p95_ms": 168.288}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 99, "max_ms": 0.058, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.12, "count": 99, "max_ms": 0.564, "p95_ms": 0.328}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 99, "max_ms": 0.029, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.106, "count": 99, "max_ms": 0.516, "p95_ms": 0.294}, "worker_merge_ms": {"avg_ms": 0.004, "count": 99, "max_ms": 0.014, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 43.267, "count": 99, "max_ms": 69.159, "p95_ms": 63.798}, "visualize": {"avg_ms": 41.433, "count": 99, "max_ms": 65.564, "p95_ms": 53.214}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 40.608, "count": 99, "max_ms": 64.989, "p95_ms": 52.45}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.242, "count": 99, "max_ms": 65.432, "p95_ms": 53.034}, "visualize_input_copy_ms": {"avg_ms": 0.016, "count": 99, "max_ms": 0.792, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.152, "count": 99, "max_ms": 65.376, "p95_ms": 52.953}, "visualizer_prepare_ms": {"avg_ms": 0.05, "count": 99, "max_ms": 0.167, "p95_ms": 0.119}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 99}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1334.543, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 28.352, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.025, "sample_count": 2641, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1226411, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:16:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 111501, "write_bytes_delta": 111501, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 305.0, "cpu_core_ratio": 0.149193, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3383.0, "pid": 94396, "reason": null, "system_cpu_core_ratio": 0.040817, "system_cpu_s_delta": 1.1600000000000001, "user_cpu_core_ratio": 0.108376, "user_cpu_s_delta": 3.0800000000000125}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.324425, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 106905.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.098172, "system_cpu_s_delta": 2.789999999993597, "user_cpu_core_ratio": 0.226253, "user_cpu_s_delta": 6.429999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.076, "count": 95, "max_ms": 8.828, "p95_ms": 4.685, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.474, "max": 6.0, "p95": 4.0, "sample_count": 95}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 2}, "total": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 95}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.76, "count": 30, "max": 77.644, "p95": 60.649, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.808, "count": 30, "max": 30.622, "p95": 29.677, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 764.3, "count": 30, "max": 1086.0, "p95": 1068.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 325.367, "count": 30, "max": 3383.0, "p95": 1797.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.16, "p95": 0.121, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.399, "count": 30, "max": 0.494, "p95": 0.454, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 102672.133, "count": 30, "max": 113895.0, "p95": 111442.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99041.333, "count": 30, "max": 113895.0, "p95": 111442.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 171478.367, "count": 30, "max": 302620.0, "p95": 273279.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.386, "count": 30, "max": 0.61, "p95": 0.596, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.79, "count": 30, "max": 1.018, "p95": 1.003, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9214, "sampled_at": "2026-10-30T04:16:32+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T04:16:32+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.445, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2359217, "flush_count": 2471, "flush_interval_seconds": 30.0, "flush_state": {"count": 2471, "last_at": "2026-10-30T04:16:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T04:16:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2470}, "started": true, "suppressed_count": 1224082, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 132, "tracking_summary": 1223950}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2471, "written_record_count": 2471}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8906.254, "limit_mb": null}, "detail": {"pid": 94512, "restart_count": 485, "start_count": 486}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3390806016000, "copied_frame_count": 1226420, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T03:01:25+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2264900, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T03:01:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.688}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 132, "events_emitted": 130, "events_failed": 0, "events_observed": 132, "events_suppressed": 2, "frame_buffer_copied_bytes": 3390806016000, "frame_buffer_copies": 1226420, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6500, "recorder_active_input_bytes": 17971200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 130, "recorder_clips_failed": 0, "recorder_clips_started": 130, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 130, "worker_jobs_accepted": 130, "worker_jobs_completed": 130, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1166, "count": 512, "max_ms": 1.267, "p50_ms": 0.0982, "p95_ms": 0.2228, "p99_ms": 0.3564}, "stages": {"db_insert": {"avg_ms": 20.2502, "count": 130, "max_ms": 58.1833, "p50_ms": 19.5147, "p95_ms": 35.2335, "p99_ms": 40.9986, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9311, "count": 130, "max_ms": 4.6042, "p50_ms": 1.7718, "p95_ms": 3.2756, "p99_ms": 4.2812, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1115.0494, "count": 132, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1400.2808, "p99_ms": 2037.7705, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4054, "count": 512, "max_ms": 4.0915, "p50_ms": 1.3127, "p95_ms": 2.3327, "p99_ms": 3.0688, "results": {"failed": 0, "not_applicable": 0, "success": 1226420, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 573.3419, "count": 132, "max_ms": 718.3148, "p50_ms": 590.0472, "p95_ms": 681.1553, "p99_ms": 712.3919, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6131, "count": 130, "max_ms": 74.3496, "p50_ms": 23.5625, "p95_ms": 54.4859, "p99_ms": 72.1863, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3381, "count": 512, "max_ms": 15.1144, "p50_ms": 5.1257, "p95_ms": 7.9503, "p99_ms": 9.3511, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.7309, "count": 512, "max_ms": 6.1411, "p50_ms": 1.5166, "p95_ms": 3.3982, "p99_ms": 4.9716, "results": {"failed": 0, "not_applicable": 0, "success": 6500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 577.8, "count": 130, "max_ms": 713.3308, "p50_ms": 585.3068, "p95_ms": 674.3764, "p99_ms": 707.5816, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 475.6182, "count": 130, "max_ms": 590.2759, "p50_ms": 481.7542, "p95_ms": 556.7226, "p99_ms": 587.2349, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.7644, "count": 130, "max_ms": 138.414, "p50_ms": 97.2767, "p95_ms": 120.0698, "p99_ms": 133.613, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9903, "count": 130, "max_ms": 10.6524, "p50_ms": 1.6224, "p95_ms": 3.9989, "p99_ms": 7.7038, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5567, "count": 130, "max_ms": 81.87, "p50_ms": 45.7813, "p95_ms": 69.3651, "p99_ms": 77.9539, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9884, "count": 132, "max_ms": 8.6079, "p50_ms": 0.7795, "p95_ms": 1.821, "p99_ms": 4.7203, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7675, "count": 130, "max_ms": 12.4539, "p50_ms": 1.0102, "p95_ms": 5.4961, "p99_ms": 10.7847, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7675, "count": 130, "max_ms": 12.4539, "p50_ms": 1.0102, "p95_ms": 5.4961, "p99_ms": 10.7847, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9884, "count": 132, "max_ms": 8.6079, "p50_ms": 0.7795, "p95_ms": 1.821, "p99_ms": 4.7203, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0131, "count": 130, "max_ms": 9.1922, "p50_ms": 0.8561, "p95_ms": 1.9176, "p99_ms": 3.3111, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 130, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.4279, "count": 130, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 676.8888, "p99_ms": 1407.8805, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 132, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5809, "count": 130, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 10.1661, "p99_ms": 13.6033, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9125, "count": 130, "max_ms": 70.8318, "p50_ms": 21.8334, "p95_ms": 57.1277, "p99_ms": 67.0384, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1019, "count": 130, "max_ms": 0.7116, "p50_ms": 0.0799, "p95_ms": 0.1771, "p99_ms": 0.6498, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.7262, "count": 130, "max_ms": 165.5371, "p50_ms": 2.2754, "p95_ms": 4.722, "p99_ms": 7.6419, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 546.8919, "count": 130, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 764.3365, "p99_ms": 1466.6589, "results": {"failed": 0, "not_applicable": 0, "success": 130, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 130, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 130, "max_ms": 0.7116, "p50_ms": 0.0799, "p95_ms": 0.1771, "p99_ms": 0.6498}, "wait_ms": {"count": 130, "max_ms": 165.5371, "p50_ms": 2.2754, "p95_ms": 4.722, "p99_ms": 7.6419}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 130, "artifact_failed": 0, "artifact_requested": 130, "artifact_success": 130, "completed": 130, "completed_failed": 0, "completed_success": 130, "cooldown_promoted": 130, "database_requested": 130, "db_insert_success": 130, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15524, "relay_business_failed": 0, "relay_business_success": 130, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 130, "relay_transport_failed": 0, "relay_transport_success": 130, "reservation_requested": 130}, "snapshot": {"copied_bytes": 359424000, "copied_count": 130, "copy": {"count": 130, "max_ms": 4.6042, "p50_ms": 1.7718, "p95_ms": 3.2756, "p99_ms": 4.2812}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 448, "h264_decode_error_count": 980, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T04:16:33+09:00", "last_error_summary": "[h264 @ 0x576e0e2244c0] error while decoding MB 30 3, bytestream -19 [h264 @ 0x576e0e238680] left block unavailable for requested intra mode [h264 @ 0x576e0e238680] error while decoding MB 0 14, bytestream 3578 [in#0/rtsp @ 0x576e0e121e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x576e0e121e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T04:16:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T04:16:36+09:00", "pid": 94512, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.094, "name": "ffmpeg", "pid": 94512, "rss_mb": 208.094, "state": "S (sleeping)", "threads": 70}, "restart_count": 485, "restart_count_per_hour": 4, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 486}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.874, "sample_count": 2597, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1226420, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:16:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 5.07, "last_frame_pushed_at": "2026-10-30T04:16:33+09:00", "last_frame_read_age_sec": 5.158, "last_frame_read_at": "2026-10-30T04:16:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 47, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 482.592, "last_sample_duration_ms": 957.018, "last_trigger": "periodic", "next_snapshot_in_sec": 117.408, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 247, "storage_bytes": 2357262}, "mjpeg": {"age_sec": 5.061, "exists": true, "mtime": "2026-10-30T04:16:33.282298+09:00", "mtime_epoch": 1793301393.2822978, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 105508}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T04:16:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1465.297, "name": "celery", "pid": 206, "rss_mb": 1334.547, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 114, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1226420, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.667, "max": 6.0, "p95": 4.0, "sample_count": 57}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 1}, "total": {"avg": 0.018, "max": 1.0, "p95": 0.0, "sample_count": 57}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 57, "pushed_frames": 57, "read_frames": 56, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.904, "pushed": 1.904, "read": 1.871}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 56, "client_acquire_ms": {"avg_ms": 0.007, "count": 57, "max_ms": 0.027, "p95_ms": 0.015, "reason": null, "sample_age_ms": 5120.016, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.682, "count": 56, "max_ms": 3.741, "p95_ms": 2.298, "reason": null, "sample_age_ms": 5160.018, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.265, "count": 56, "max_ms": 2.437, "p95_ms": 1.337, "reason": null, "sample_age_ms": 5160.307, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.242, "count": 57, "max_ms": 0.852, "p95_ms": 0.506, "reason": null, "sample_age_ms": 5120.022, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.02, "count": 56, "max_ms": 4.208, "p95_ms": 3.376, "reason": null, "sample_age_ms": 5157.882, "source": "client_direct"}, "request_count": 56, "request_tensor_bytes": {"avg": 2764808.0, "count": 56, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5157.859, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 57, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5120.151, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.752, "count": 57, "max_ms": 62.22, "p95_ms": 60.048, "reason": null, "sample_age_ms": 5120.013, "source": "client_direct"}, "sample_age_ms": 5120.009, "source": "client_direct", "task_total_ms": {"avg_ms": 43.158, "count": 57, "max_ms": 66.931, "p95_ms": 62.869, "reason": null, "sample_age_ms": 5120.009, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.307, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.715, "count": 57, "max_ms": 2.353, "p95_ms": 1.564}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.245, "count": 57, "max_ms": 0.797, "p95_ms": 0.549}, "detection_prepare_ms": {"avg_ms": 0.118, "count": 57, "max_ms": 0.601, "p95_ms": 0.257}, "event_filter_ms": {"avg_ms": 0.003, "count": 57, "max_ms": 0.008, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.071, "count": 57, "max_ms": 0.238, "p95_ms": 0.146}, "mcmt_ms": {"avg_ms": 0.002, "count": 57, "max_ms": 0.009, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.153, "count": 57, "max_ms": 0.52, "p95_ms": 0.416}, "setup_ms": {"avg_ms": 0.037, "count": 57, "max_ms": 0.148, "p95_ms": 0.109}, "total_inside_ms": {"avg_ms": 0.676, "count": 57, "max_ms": 2.22, "p95_ms": 1.489}, "track_match_ms": {"avg_ms": 0.004, "count": 57, "max_ms": 0.03, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.042, "count": 57, "max_ms": 0.762, "p95_ms": 0.066}}, "gstreamer_push": {"avg_ms": 3.086, "count": 57, "max_ms": 6.034, "p95_ms": 4.642}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 57, "max_ms": 0.472, "p95_ms": 0.107}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.127, "count": 57, "max_ms": 69.144, "p95_ms": 65.579}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.189, "count": 57, "max_ms": 8.351, "p95_ms": 0.101}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.648, "count": 57, "max_ms": 124.371, "p95_ms": 115.731}, "inference_input_copy_ms": {"avg_ms": 1.808, "count": 57, "max_ms": 3.418, "p95_ms": 2.903}, "processing_residual_ms": {"avg_ms": 0.157, "count": 57, "max_ms": 0.325, "p95_ms": 0.293}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.803, "count": 57, "max_ms": 127.613, "p95_ms": 117.641}, "read_interval": {"avg_ms": 443.846, "count": 56, "max_ms": 19214.634, "p95_ms": 168.288}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 57, "max_ms": 0.037, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.112, "count": 57, "max_ms": 0.355, "p95_ms": 0.331}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 57, "max_ms": 0.029, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.099, "count": 57, "max_ms": 0.317, "p95_ms": 0.294}, "worker_merge_ms": {"avg_ms": 0.004, "count": 57, "max_ms": 0.012, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 44.14, "count": 57, "max_ms": 69.159, "p95_ms": 65.597}, "visualize": {"avg_ms": 41.818, "count": 57, "max_ms": 62.979, "p95_ms": 53.214}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 40.98, "count": 57, "max_ms": 62.224, "p95_ms": 52.45}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.63, "count": 57, "max_ms": 62.845, "p95_ms": 53.034}, "visualize_input_copy_ms": {"avg_ms": 0.014, "count": 57, "max_ms": 0.751, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.539, "count": 57, "max_ms": 62.773, "p95_ms": 52.953}, "visualizer_prepare_ms": {"avg_ms": 0.048, "count": 57, "max_ms": 0.159, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 57}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1334.543, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 28.352, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.025, "sample_count": 2641, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1226411, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:16:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 111501, "write_bytes_delta": 111501, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 305.0, "cpu_core_ratio": 0.149193, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3383.0, "pid": 94396, "reason": null, "system_cpu_core_ratio": 0.040817, "system_cpu_s_delta": 1.1600000000000001, "user_cpu_core_ratio": 0.108376, "user_cpu_s_delta": 3.0800000000000125}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.324425, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 106905.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.098172, "system_cpu_s_delta": 2.789999999993597, "user_cpu_core_ratio": 0.226253, "user_cpu_s_delta": 6.429999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.076, "count": 95, "max_ms": 8.828, "p95_ms": 4.685, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.474, "max": 6.0, "p95": 4.0, "sample_count": 95}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 2}, "total": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 95}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.76, "count": 30, "max": 77.644, "p95": 60.649, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.808, "count": 30, "max": 30.622, "p95": 29.677, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 764.3, "count": 30, "max": 1086.0, "p95": 1068.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 325.367, "count": 30, "max": 3383.0, "p95": 1797.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.16, "p95": 0.121, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.399, "count": 30, "max": 0.494, "p95": 0.454, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 102672.133, "count": 30, "max": 113895.0, "p95": 111442.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99041.333, "count": 30, "max": 113895.0, "p95": 111442.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 171478.367, "count": 30, "max": 302620.0, "p95": 273279.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.386, "count": 30, "max": 0.61, "p95": 0.596, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.79, "count": 30, "max": 1.018, "p95": 1.003, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9214, "sampled_at": "2026-10-30T04:16:32+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T04:16:32+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8972.168, "limit_mb": null}, "detail": {"watchdog_timeout_sec": 30.0}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3753558835200, "copied_frame_count": 1357624, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f6d9b5b2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3753558835200, "frame_buffer_copies": 1357624, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 2.1294, "p50_ms": 0.0894, "p95_ms": 0.1969, "p99_ms": 0.3083}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4393, "count": 512, "max_ms": 5.1082, "p50_ms": 1.3397, "p95_ms": 2.4097, "p99_ms": 2.9193, "results": {"failed": 0, "not_applicable": 0, "success": 1357624, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f6d9b5b2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "frame_read_watchdog_timeout", "ffmpeg": {"error_count": 34, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-29T16:08:13+09:00", "last_error_summary": "[h264 @ 0x5b07683c1180] cabac decode of qscale diff failed at 69 10 [h264 @ 0x5b07683c1180] error while decoding MB 69 10, bytestream 58443 [h264 @ 0x5b0768f27440] error while decoding MB 45 6, bytestream -5 [in#0/rtsp @ 0x5b076838de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5b076838de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-29T16:08:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 44440.241, "last_started_at": "2026-10-29T16:08:15+09:00", "pid": 88183, "process": {"exists": true, "fd_count": 5, "hwm_mb": 236.184, "name": "ffmpeg", "pid": 88183, "rss_mb": 236.184, "state": "S (sleeping)", "threads": 70}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.23, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "f6d9b5b2", "last_frame_pushed_age_sec": 30.067, "last_frame_pushed_at": "2026-10-30T04:28:25+09:00", "last_frame_read_age_sec": 30.15, "last_frame_read_at": "2026-10-30T04:28:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 49, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 10.193, "last_sample_duration_ms": 748.418, "last_trigger": "periodic", "next_snapshot_in_sec": 589.807, "reason": "snapshot_written", "rotation_count": 135, "runtime_state": "active", "sample_count": 249, "storage_bytes": 2376437}, "mjpeg": {"age_sec": 30.051, "exists": true, "mtime": "2026-10-30T04:28:25.658605+09:00", "mtime_epoch": 1793302105.6586049, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 144743}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T04:28:55+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1463.266, "name": "celery", "pid": 178, "rss_mb": 1462.184, "state": "S (sleeping)", "threads": 59}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 31.144, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 53514, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.030035, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30095.076, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30090.632, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30105.1, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30094.208, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.846, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1462.133, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.54, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f6d9b5b2", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 85.163, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357262, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:27:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 140294, "write_bytes_delta": 140294, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1213.0, "cpu_core_ratio": 0.247488, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 88183, "reason": null, "system_cpu_core_ratio": 0.039998, "system_cpu_s_delta": 0.7999999999999545, "user_cpu_core_ratio": 0.20749, "user_cpu_s_delta": 4.150000000001455}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.698465, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 55.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.166992, "system_cpu_s_delta": 3.3400000000001455, "user_cpu_core_ratio": 0.531473, "user_cpu_s_delta": 10.629999999990105}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.098, "count": 301, "max_ms": 7.062, "p95_ms": 4.908, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 301}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.794, "count": 30, "max": 62.161, "p95": 43.277, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.489, "count": 30, "max": 29.048, "p95": 26.447, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1229.4, "count": 30, "max": 1308.0, "p95": 1258.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.043, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.206, "count": 30, "max": 0.217, "p95": 0.212, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.086, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 139960.667, "count": 30, "max": 142511.0, "p95": 141935.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 139960.667, "count": 30, "max": 142511.0, "p95": 141935.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 25.633, "count": 30, "max": 58.0, "p95": 47.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.169, "count": 30, "max": 0.218, "p95": 0.174, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.528, "count": 30, "max": 0.549, "p95": 0.543, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7170, "sampled_at": "2026-10-30T04:27:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T04:27:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:23+09:00", "state": "running", "task_id": "41311b55-35da-4c8c-9579-985d7843d40e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8957.199, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3753558835200, "copied_frame_count": 1357624, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f6d9b5b2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3753558835200, "frame_buffer_copies": 1357624, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 2.1294, "p50_ms": 0.0894, "p95_ms": 0.1969, "p99_ms": 0.3083}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4393, "count": 512, "max_ms": 5.1082, "p50_ms": 1.3397, "p95_ms": 2.4097, "p99_ms": 2.9193, "results": {"failed": 0, "not_applicable": 0, "success": 1357624, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f6d9b5b2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 34, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-29T16:08:13+09:00", "last_error_summary": "[h264 @ 0x5b07683c1180] cabac decode of qscale diff failed at 69 10 [h264 @ 0x5b07683c1180] error while decoding MB 69 10, bytestream 58443 [h264 @ 0x5b0768f27440] error while decoding MB 45 6, bytestream -5 [in#0/rtsp @ 0x5b076838de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5b076838de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-29T16:08:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 44440.303, "last_started_at": "2026-10-29T16:08:15+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 35, "restart_count_per_hour": 0, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.23, "sample_count": 2699, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "f6d9b5b2", "last_frame_pushed_age_sec": 30.129, "last_frame_pushed_at": "2026-10-30T04:28:25+09:00", "last_frame_read_age_sec": 30.212, "last_frame_read_at": "2026-10-30T04:28:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 49, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 10.228, "last_sample_duration_ms": 748.418, "last_trigger": "periodic", "next_snapshot_in_sec": 589.772, "reason": "snapshot_written", "rotation_count": 135, "runtime_state": "active", "sample_count": 249, "storage_bytes": 2376437}, "mjpeg": {"age_sec": 30.113, "exists": true, "mtime": "2026-10-30T04:28:25.658605+09:00", "mtime_epoch": 1793302105.6586049, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 144743}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T04:28:55+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1463.266, "name": "celery", "pid": 178, "rss_mb": 1462.184, "state": "S (sleeping)", "threads": 59}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 31.187, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 53514, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.030035, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30140.844, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30136.4, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30150.868, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30139.976, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 9.311, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1462.184, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.777, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f6d9b5b2", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.23, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.079, "exists": true, "size_bytes": 144743, "write_bytes_delta": 144743, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 994.0, "cpu_core_ratio": 0.086814, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 88183, "reason": null, "system_cpu_core_ratio": 0.014253, "system_cpu_s_delta": 0.6600000000000819, "user_cpu_core_ratio": 0.072561, "user_cpu_s_delta": 3.360000000000582}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.2477, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.059387, "system_cpu_s_delta": 2.75, "user_cpu_core_ratio": 0.188312, "user_cpu_s_delta": 8.720000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.803, "count": 30, "max": 62.161, "p95": 43.277, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.336, "count": 30, "max": 29.048, "p95": 26.447, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1221.767, "count": 30, "max": 1308.0, "p95": 1258.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.043, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.217, "p95": 0.211, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.006, "count": 30, "max": 30.079, "p95": 0.047, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 139951.233, "count": 30, "max": 144743.0, "p95": 141935.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 139951.233, "count": 30, "max": 144743.0, "p95": 141935.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.467, "count": 30, "max": 58.0, "p95": 47.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.165, "count": 30, "max": 0.218, "p95": 0.174, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.517, "count": 30, "max": 0.549, "p95": 0.543, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7172, "sampled_at": "2026-10-30T04:28:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T04:28:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:23+09:00", "state": "running", "task_id": "41311b55-35da-4c8c-9579-985d7843d40e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8770.164, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T04:28:58+09:00", "last_error_summary": "[rtsp @ 0x5ed9c01e6f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5ed9c01e6e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3753558835200, "copied_frame_count": 1357624, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f6d9b5b2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3753558835200, "frame_buffer_copies": 1357624, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 2.1294, "p50_ms": 0.0894, "p95_ms": 0.1969, "p99_ms": 0.3083}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4393, "count": 512, "max_ms": 5.1082, "p50_ms": 1.3397, "p95_ms": 2.4097, "p99_ms": 2.9193, "results": {"failed": 0, "not_applicable": 0, "success": 1357624, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f6d9b5b2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 35, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T04:28:58+09:00", "last_error_summary": "[rtsp @ 0x5ed9c01e6f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5ed9c01e6e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T04:29:00+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T04:28:58+09:00", "pid": 94628, "process": {"exists": false, "pid": 94628}, "restart_count": 36, "restart_count_per_hour": 1, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.138, "sample_count": 2649, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "f6d9b5b2", "last_frame_pushed_age_sec": 35.148, "last_frame_pushed_at": "2026-10-30T04:28:25+09:00", "last_frame_read_age_sec": 35.231, "last_frame_read_at": "2026-10-30T04:28:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 49, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 15.241, "last_sample_duration_ms": 748.418, "last_trigger": "periodic", "next_snapshot_in_sec": 584.759, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 249, "storage_bytes": 2376437}, "mjpeg": {"age_sec": 35.132, "exists": true, "mtime": "2026-10-30T04:28:25.658605+09:00", "mtime_epoch": 1793302105.6586049, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 144743}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T04:29:00+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1463.266, "name": "celery", "pid": 178, "rss_mb": 1462.18, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 36.2, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 53514, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.030035, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 25, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 35159.8, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 35155.356, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 35169.824, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 35158.932, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.341, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1462.184, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.777, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f6d9b5b2", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.23, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.079, "exists": true, "size_bytes": 144743, "write_bytes_delta": 144743, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 994.0, "cpu_core_ratio": 0.086814, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 88183, "reason": null, "system_cpu_core_ratio": 0.014253, "system_cpu_s_delta": 0.6600000000000819, "user_cpu_core_ratio": 0.072561, "user_cpu_s_delta": 3.360000000000582}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.2477, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.059387, "system_cpu_s_delta": 2.75, "user_cpu_core_ratio": 0.188312, "user_cpu_s_delta": 8.720000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.803, "count": 30, "max": 62.161, "p95": 43.277, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.336, "count": 30, "max": 29.048, "p95": 26.447, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1221.767, "count": 30, "max": 1308.0, "p95": 1258.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.043, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.217, "p95": 0.211, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.006, "count": 30, "max": 30.079, "p95": 0.047, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 139951.233, "count": 30, "max": 144743.0, "p95": 141935.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 139951.233, "count": 30, "max": 144743.0, "p95": 141935.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.467, "count": 30, "max": 58.0, "p95": 47.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.165, "count": 30, "max": 0.218, "p95": 0.174, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.517, "count": 30, "max": 0.549, "p95": 0.543, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7172, "sampled_at": "2026-10-30T04:28:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T04:28:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:23+09:00", "state": "running", "task_id": "41311b55-35da-4c8c-9579-985d7843d40e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8771.629, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T04:29:34+09:00", "last_error_summary": "[rtsp @ 0x5643166a0f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5643166a0e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3753558835200, "copied_frame_count": 1357624, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f6d9b5b2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3753558835200, "frame_buffer_copies": 1357624, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 2.1294, "p50_ms": 0.0894, "p95_ms": 0.1969, "p99_ms": 0.3083}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4393, "count": 512, "max_ms": 5.1082, "p50_ms": 1.3397, "p95_ms": 2.4097, "p99_ms": 2.9193, "results": {"failed": 0, "not_applicable": 0, "success": 1357624, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f6d9b5b2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 38, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T04:29:34+09:00", "last_error_summary": "[rtsp @ 0x5643166a0f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5643166a0e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T04:29:35+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T04:29:33+09:00", "pid": 94634, "process": {"exists": false, "pid": 94634}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.219, "sample_count": 2297, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "f6d9b5b2", "last_frame_pushed_age_sec": 70.346, "last_frame_pushed_at": "2026-10-30T04:28:25+09:00", "last_frame_read_age_sec": 70.428, "last_frame_read_at": "2026-10-30T04:28:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 49, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 50.45, "last_sample_duration_ms": 748.418, "last_trigger": "periodic", "next_snapshot_in_sec": 549.55, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 249, "storage_bytes": 2376437}, "mjpeg": {"age_sec": 70.33, "exists": true, "mtime": "2026-10-30T04:28:25.658605+09:00", "mtime_epoch": 1793302105.6586049, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 144743}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T04:29:36+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1463.266, "name": "celery", "pid": 178, "rss_mb": 1462.18, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 71.406, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 53514, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.030035, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70357.828, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70353.384, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70367.852, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70356.961, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 9.366, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1462.184, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.777, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f6d9b5b2", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.23, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.079, "exists": true, "size_bytes": 144743, "write_bytes_delta": 144743, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 994.0, "cpu_core_ratio": 0.086814, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 88183, "reason": null, "system_cpu_core_ratio": 0.014253, "system_cpu_s_delta": 0.6600000000000819, "user_cpu_core_ratio": 0.072561, "user_cpu_s_delta": 3.360000000000582}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.2477, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.059387, "system_cpu_s_delta": 2.75, "user_cpu_core_ratio": 0.188312, "user_cpu_s_delta": 8.720000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.803, "count": 30, "max": 62.161, "p95": 43.277, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.336, "count": 30, "max": 29.048, "p95": 26.447, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1221.767, "count": 30, "max": 1308.0, "p95": 1258.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.043, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.217, "p95": 0.211, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.006, "count": 30, "max": 30.079, "p95": 0.047, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 139951.233, "count": 30, "max": 144743.0, "p95": 141935.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 139951.233, "count": 30, "max": 144743.0, "p95": 141935.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.467, "count": 30, "max": 58.0, "p95": 47.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.165, "count": 30, "max": 0.218, "p95": 0.174, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.517, "count": 30, "max": 0.549, "p95": 0.543, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7172, "sampled_at": "2026-10-30T04:28:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T04:28:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:23+09:00", "state": "running", "task_id": "41311b55-35da-4c8c-9579-985d7843d40e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8771.773, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3753558835200, "copied_frame_count": 1357624, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f6d9b5b2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3753558835200, "frame_buffer_copies": 1357624, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 2.1294, "p50_ms": 0.0894, "p95_ms": 0.1969, "p99_ms": 0.3083}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4393, "count": 512, "max_ms": 5.1082, "p50_ms": 1.3397, "p95_ms": 2.4097, "p99_ms": 2.9193, "results": {"failed": 0, "not_applicable": 0, "success": 1357624, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f6d9b5b2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 38, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T04:29:34+09:00", "last_error_summary": "[rtsp @ 0x5643166a0f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5643166a0e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T04:29:35+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.034, "last_started_at": "2026-10-30T04:29:33+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 39, "restart_count_per_hour": 4, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.219, "sample_count": 2296, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "f6d9b5b2", "last_frame_pushed_age_sec": 70.378, "last_frame_pushed_at": "2026-10-30T04:28:25+09:00", "last_frame_read_age_sec": 70.461, "last_frame_read_at": "2026-10-30T04:28:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 49, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 50.468, "last_sample_duration_ms": 748.418, "last_trigger": "periodic", "next_snapshot_in_sec": 549.532, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 249, "storage_bytes": 2376437}, "mjpeg": {"age_sec": 70.362, "exists": true, "mtime": "2026-10-30T04:28:25.658605+09:00", "mtime_epoch": 1793302105.6586049, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 144743}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T04:29:36+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1463.266, "name": "celery", "pid": 178, "rss_mb": 1462.18, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 71.427, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 53514, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.030035, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70388.605, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70384.161, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70398.63, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 70387.738, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.489, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1462.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.069, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f6d9b5b2", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.219, "sample_count": 2297, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 70.343, "exists": true, "size_bytes": 144743, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 94634, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.005853, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.001596, "system_cpu_s_delta": 0.030000000002473826, "user_cpu_core_ratio": 0.004257, "user_cpu_s_delta": 0.08000000000174623}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.616, "count": 30, "max": 62.161, "p95": 43.277, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.157, "count": 30, "max": 29.048, "p95": 26.447, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1221.767, "count": 30, "max": 1308.0, "p95": 1258.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.043, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.217, "p95": 0.211, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 5.069, "count": 30, "max": 70.343, "p95": 41.888, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140142.767, "count": 30, "max": 144743.0, "p95": 144743.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 130493.233, "count": 30, "max": 144743.0, "p95": 141681.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.0, "count": 30, "max": 58.0, "p95": 42.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.153, "count": 30, "max": 0.174, "p95": 0.173, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.482, "count": 30, "max": 0.549, "p95": 0.543, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7174, "sampled_at": "2026-10-30T04:29:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T04:29:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:23+09:00", "state": "running", "task_id": "41311b55-35da-4c8c-9579-985d7843d40e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8793.688, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T04:30:08+09:00", "last_error_summary": "[rtsp @ 0x59c9d7120f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x59c9d7120e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3753558835200, "copied_frame_count": 1357624, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f6d9b5b2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3753558835200, "frame_buffer_copies": 1357624, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 2.1294, "p50_ms": 0.0894, "p95_ms": 0.1969, "p99_ms": 0.3083}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4393, "count": 512, "max_ms": 5.1082, "p50_ms": 1.3397, "p95_ms": 2.4097, "p99_ms": 2.9193, "results": {"failed": 0, "not_applicable": 0, "success": 1357624, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f6d9b5b2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 39, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T04:30:08+09:00", "last_error_summary": "[rtsp @ 0x59c9d7120f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x59c9d7120e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T04:30:10+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T04:30:08+09:00", "pid": 94636, "process": {"exists": false, "pid": 94636}, "restart_count": 40, "restart_count_per_hour": 5, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 41}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.232, "sample_count": 1955, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "f6d9b5b2", "last_frame_pushed_age_sec": 104.551, "last_frame_pushed_at": "2026-10-30T04:28:25+09:00", "last_frame_read_age_sec": 104.634, "last_frame_read_at": "2026-10-30T04:28:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 49, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 84.652, "last_sample_duration_ms": 748.418, "last_trigger": "periodic", "next_snapshot_in_sec": 515.348, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 249, "storage_bytes": 2376437}, "mjpeg": {"age_sec": 104.535, "exists": true, "mtime": "2026-10-30T04:28:25.658605+09:00", "mtime_epoch": 1793302105.6586049, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 144743}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T04:30:10+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1463.266, "name": "celery", "pid": 178, "rss_mb": 1462.18, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 105.608, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 53514, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.030035, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 104562.57, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 104558.126, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 104572.594, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 104561.702, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.512, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1462.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.069, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f6d9b5b2", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.219, "sample_count": 2297, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 70.343, "exists": true, "size_bytes": 144743, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 94634, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.005853, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.001596, "system_cpu_s_delta": 0.030000000002473826, "user_cpu_core_ratio": 0.004257, "user_cpu_s_delta": 0.08000000000174623}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.616, "count": 30, "max": 62.161, "p95": 43.277, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.157, "count": 30, "max": 29.048, "p95": 26.447, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1221.767, "count": 30, "max": 1308.0, "p95": 1258.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.043, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.217, "p95": 0.211, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 5.069, "count": 30, "max": 70.343, "p95": 41.888, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140142.767, "count": 30, "max": 144743.0, "p95": 144743.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 130493.233, "count": 30, "max": 144743.0, "p95": 141681.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.0, "count": 30, "max": 58.0, "p95": 42.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.153, "count": 30, "max": 0.174, "p95": 0.173, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.482, "count": 30, "max": 0.549, "p95": 0.543, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7174, "sampled_at": "2026-10-30T04:29:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T04:29:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:23+09:00", "state": "running", "task_id": "41311b55-35da-4c8c-9579-985d7843d40e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8772.688, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3753558835200, "copied_frame_count": 1357624, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f6d9b5b2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3753558835200, "frame_buffer_copies": 1357624, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 2.1294, "p50_ms": 0.0894, "p95_ms": 0.1969, "p99_ms": 0.3083}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4393, "count": 512, "max_ms": 5.1082, "p50_ms": 1.3397, "p95_ms": 2.4097, "p99_ms": 2.9193, "results": {"failed": 0, "not_applicable": 0, "success": 1357624, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f6d9b5b2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 39, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T04:30:08+09:00", "last_error_summary": "[rtsp @ 0x59c9d7120f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x59c9d7120e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T04:30:10+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.032, "last_started_at": "2026-10-30T04:30:08+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 40, "restart_count_per_hour": 5, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 41}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.232, "sample_count": 1955, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "f6d9b5b2", "last_frame_pushed_age_sec": 104.582, "last_frame_pushed_at": "2026-10-30T04:28:25+09:00", "last_frame_read_age_sec": 104.664, "last_frame_read_at": "2026-10-30T04:28:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 49, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 84.672, "last_sample_duration_ms": 748.418, "last_trigger": "periodic", "next_snapshot_in_sec": 515.328, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 249, "storage_bytes": 2376437}, "mjpeg": {"age_sec": 104.565, "exists": true, "mtime": "2026-10-30T04:28:25.658605+09:00", "mtime_epoch": 1793302105.6586049, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 144743}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T04:30:10+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1463.266, "name": "celery", "pid": 178, "rss_mb": 1462.18, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 105.631, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 53514, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.030035, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 104592.444, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 104588.0, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 104602.468, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 104591.576, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.817, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1462.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.648, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f6d9b5b2", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.232, "sample_count": 1955, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 104.544, "exists": true, "size_bytes": 144743, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 94636, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.004971, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.00117, "system_cpu_s_delta": 0.039999999997235136, "user_cpu_core_ratio": 0.003801, "user_cpu_s_delta": 0.1300000000046566}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.038, "count": 30, "max": 62.161, "p95": 43.277, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.535, "count": 30, "max": 29.048, "p95": 26.447, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1221.767, "count": 30, "max": 1308.0, "p95": 1258.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.043, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.217, "p95": 0.211, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 8.553, "count": 30, "max": 104.544, "p95": 61.886, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140257.867, "count": 30, "max": 144743.0, "p95": 144743.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 125783.567, "count": 30, "max": 144743.0, "p95": 141681.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.167, "count": 30, "max": 58.0, "p95": 42.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.147, "count": 30, "max": 0.174, "p95": 0.173, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.465, "count": 30, "max": 0.549, "p95": 0.543, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7175, "sampled_at": "2026-10-30T04:30:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T04:30:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:23+09:00", "state": "running", "task_id": "41311b55-35da-4c8c-9579-985d7843d40e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8773.324, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T04:31:11+09:00", "last_error_summary": "[rtsp @ 0x5651632aef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5651632aee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3753558835200, "copied_frame_count": 1357624, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f6d9b5b2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3753558835200, "frame_buffer_copies": 1357624, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 2.1294, "p50_ms": 0.0894, "p95_ms": 0.1969, "p99_ms": 0.3083}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4393, "count": 512, "max_ms": 5.1082, "p50_ms": 1.3397, "p95_ms": 2.4097, "p99_ms": 2.9193, "results": {"failed": 0, "not_applicable": 0, "success": 1357624, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f6d9b5b2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 40, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T04:31:11+09:00", "last_error_summary": "[rtsp @ 0x5651632aef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5651632aee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T04:31:13+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-30T04:31:11+09:00", "pid": 94638, "process": {"exists": false, "pid": 94638}, "restart_count": 41, "restart_count_per_hour": 6, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.743, "sample_count": 1326, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "f6d9b5b2", "last_frame_pushed_age_sec": 167.38, "last_frame_pushed_at": "2026-10-30T04:28:25+09:00", "last_frame_read_age_sec": 167.463, "last_frame_read_at": "2026-10-30T04:28:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 49, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 147.484, "last_sample_duration_ms": 748.418, "last_trigger": "periodic", "next_snapshot_in_sec": 452.516, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 249, "storage_bytes": 2376437}, "mjpeg": {"age_sec": 167.365, "exists": true, "mtime": "2026-10-30T04:28:25.658605+09:00", "mtime_epoch": 1793302105.6586049, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 144743}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T04:31:13+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1463.266, "name": "celery", "pid": 178, "rss_mb": 1462.18, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 168.439, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 53514, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.030035, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 167394.175, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 167389.731, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 167404.199, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 167393.307, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.391, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1462.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.648, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f6d9b5b2", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.232, "sample_count": 1955, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 104.544, "exists": true, "size_bytes": 144743, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 94636, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.004971, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.00117, "system_cpu_s_delta": 0.039999999997235136, "user_cpu_core_ratio": 0.003801, "user_cpu_s_delta": 0.1300000000046566}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.038, "count": 30, "max": 62.161, "p95": 43.277, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.535, "count": 30, "max": 29.048, "p95": 26.447, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1221.767, "count": 30, "max": 1308.0, "p95": 1258.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.043, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.217, "p95": 0.211, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 8.553, "count": 30, "max": 104.544, "p95": 61.886, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140257.867, "count": 30, "max": 144743.0, "p95": 144743.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 125783.567, "count": 30, "max": 144743.0, "p95": 141681.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.167, "count": 30, "max": 58.0, "p95": 42.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.147, "count": 30, "max": 0.174, "p95": 0.173, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.465, "count": 30, "max": 0.549, "p95": 0.543, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7175, "sampled_at": "2026-10-30T04:30:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T04:30:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:23+09:00", "state": "running", "task_id": "41311b55-35da-4c8c-9579-985d7843d40e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8773.484, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3753558835200, "copied_frame_count": 1357624, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f6d9b5b2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3753558835200, "frame_buffer_copies": 1357624, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 2.1294, "p50_ms": 0.0894, "p95_ms": 0.1969, "p99_ms": 0.3083}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4393, "count": 512, "max_ms": 5.1082, "p50_ms": 1.3397, "p95_ms": 2.4097, "p99_ms": 2.9193, "results": {"failed": 0, "not_applicable": 0, "success": 1357624, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f6d9b5b2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 40, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T04:31:11+09:00", "last_error_summary": "[rtsp @ 0x5651632aef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5651632aee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T04:31:13+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.034, "last_started_at": "2026-10-30T04:31:11+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 41, "restart_count_per_hour": 6, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.743, "sample_count": 1326, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "f6d9b5b2", "last_frame_pushed_age_sec": 167.412, "last_frame_pushed_at": "2026-10-30T04:28:25+09:00", "last_frame_read_age_sec": 167.495, "last_frame_read_at": "2026-10-30T04:28:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 49, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 147.507, "last_sample_duration_ms": 748.418, "last_trigger": "periodic", "next_snapshot_in_sec": 452.493, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 249, "storage_bytes": 2376437}, "mjpeg": {"age_sec": 167.396, "exists": true, "mtime": "2026-10-30T04:28:25.658605+09:00", "mtime_epoch": 1793302105.6586049, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 144743}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T04:31:13+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1463.266, "name": "celery", "pid": 178, "rss_mb": 1462.18, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 168.464, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 53514, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.030035, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 167423.477, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 167419.033, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 167433.501, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 167422.609, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.54, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1462.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.408, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f6d9b5b2", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.743, "sample_count": 1326, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 167.375, "exists": true, "size_bytes": 144743, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 94638, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.004456, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.001273, "system_cpu_s_delta": 0.08000000000174623, "user_cpu_core_ratio": 0.003183, "user_cpu_s_delta": 0.19999999999708962}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.678, "count": 30, "max": 62.161, "p95": 43.277, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.176, "count": 30, "max": 29.048, "p95": 26.447, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1221.767, "count": 30, "max": 1308.0, "p95": 1258.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.043, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.217, "p95": 0.211, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 14.133, "count": 30, "max": 167.375, "p95": 89.154, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140364.967, "count": 30, "max": 144743.0, "p95": 144743.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 121065.9, "count": 30, "max": 144743.0, "p95": 141594.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.4, "count": 30, "max": 58.0, "p95": 42.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.141, "count": 30, "max": 0.174, "p95": 0.173, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.448, "count": 30, "max": 0.549, "p95": 0.543, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7176, "sampled_at": "2026-10-30T04:31:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T04:31:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:23+09:00", "state": "running", "task_id": "41311b55-35da-4c8c-9579-985d7843d40e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8775.039, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T04:32:14+09:00", "last_error_summary": "[rtsp @ 0x60f81b5bdf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x60f81b5bde00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3753558835200, "copied_frame_count": 1357624, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f6d9b5b2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3753558835200, "frame_buffer_copies": 1357624, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 2.1294, "p50_ms": 0.0894, "p95_ms": 0.1969, "p99_ms": 0.3083}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4393, "count": 512, "max_ms": 5.1082, "p50_ms": 1.3397, "p95_ms": 2.4097, "p99_ms": 2.9193, "results": {"failed": 0, "not_applicable": 0, "success": 1357624, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f6d9b5b2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 41, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T04:32:14+09:00", "last_error_summary": "[rtsp @ 0x60f81b5bdf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x60f81b5bde00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T04:32:15+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T04:32:13+09:00", "pid": 94640, "process": {"exists": false, "pid": 94640}, "restart_count": 42, "restart_count_per_hour": 7, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.381, "sample_count": 697, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "f6d9b5b2", "last_frame_pushed_age_sec": 230.283, "last_frame_pushed_at": "2026-10-30T04:28:25+09:00", "last_frame_read_age_sec": 230.366, "last_frame_read_at": "2026-10-30T04:28:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 49, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 210.383, "last_sample_duration_ms": 748.418, "last_trigger": "periodic", "next_snapshot_in_sec": 389.617, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 249, "storage_bytes": 2376437}, "mjpeg": {"age_sec": 230.267, "exists": true, "mtime": "2026-10-30T04:28:25.658605+09:00", "mtime_epoch": 1793302105.6586049, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 144743}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T04:32:15+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1463.266, "name": "celery", "pid": 178, "rss_mb": 1462.18, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 231.338, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 53514, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.030035, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 230295.014, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 230290.57, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 230305.038, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 230294.147, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.483, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1462.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.408, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f6d9b5b2", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.743, "sample_count": 1326, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 167.375, "exists": true, "size_bytes": 144743, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 94638, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.004456, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.001273, "system_cpu_s_delta": 0.08000000000174623, "user_cpu_core_ratio": 0.003183, "user_cpu_s_delta": 0.19999999999708962}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.678, "count": 30, "max": 62.161, "p95": 43.277, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.176, "count": 30, "max": 29.048, "p95": 26.447, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1221.767, "count": 30, "max": 1308.0, "p95": 1258.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.043, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.217, "p95": 0.211, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 14.133, "count": 30, "max": 167.375, "p95": 89.154, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140364.967, "count": 30, "max": 144743.0, "p95": 144743.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 121065.9, "count": 30, "max": 144743.0, "p95": 141594.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.4, "count": 30, "max": 58.0, "p95": 42.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.141, "count": 30, "max": 0.174, "p95": 0.173, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.448, "count": 30, "max": 0.549, "p95": 0.543, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7176, "sampled_at": "2026-10-30T04:31:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T04:31:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:23+09:00", "state": "running", "task_id": "41311b55-35da-4c8c-9579-985d7843d40e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8774.469, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3753558835200, "copied_frame_count": 1357624, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f6d9b5b2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3753558835200, "frame_buffer_copies": 1357624, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 2.1294, "p50_ms": 0.0894, "p95_ms": 0.1969, "p99_ms": 0.3083}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4393, "count": 512, "max_ms": 5.1082, "p50_ms": 1.3397, "p95_ms": 2.4097, "p99_ms": 2.9193, "results": {"failed": 0, "not_applicable": 0, "success": 1357624, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f6d9b5b2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 41, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T04:32:14+09:00", "last_error_summary": "[rtsp @ 0x60f81b5bdf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x60f81b5bde00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T04:32:15+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.031, "last_started_at": "2026-10-30T04:32:13+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 42, "restart_count_per_hour": 7, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.381, "sample_count": 697, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "f6d9b5b2", "last_frame_pushed_age_sec": 230.313, "last_frame_pushed_at": "2026-10-30T04:28:25+09:00", "last_frame_read_age_sec": 230.396, "last_frame_read_at": "2026-10-30T04:28:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 49, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 210.409, "last_sample_duration_ms": 748.418, "last_trigger": "periodic", "next_snapshot_in_sec": 389.591, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 249, "storage_bytes": 2376437}, "mjpeg": {"age_sec": 230.297, "exists": true, "mtime": "2026-10-30T04:28:25.658605+09:00", "mtime_epoch": 1793302105.6586049, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 144743}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T04:32:15+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1463.266, "name": "celery", "pid": 178, "rss_mb": 1462.18, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 231.366, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 53514, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.030035, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 230324.359, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 230319.915, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 230334.383, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 230323.491, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.811, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1462.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.681, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f6d9b5b2", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.381, "sample_count": 697, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 230.275, "exists": true, "size_bytes": 144743, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 94640, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.003975, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.001113, "system_cpu_s_delta": 0.06999999999970896, "user_cpu_core_ratio": 0.002862, "user_cpu_s_delta": 0.17999999999301508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.285, "count": 30, "max": 62.161, "p95": 43.277, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.785, "count": 30, "max": 29.048, "p95": 26.447, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1221.767, "count": 30, "max": 1308.0, "p95": 1258.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.043, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.217, "p95": 0.211, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 21.808, "count": 30, "max": 230.275, "p95": 139.101, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140478.5, "count": 30, "max": 144743.0, "p95": 144743.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116354.667, "count": 30, "max": 144743.0, "p95": 141424.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.833, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.633, "count": 30, "max": 58.0, "p95": 42.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.136, "count": 30, "max": 0.174, "p95": 0.173, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.43, "count": 30, "max": 0.549, "p95": 0.543, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7177, "sampled_at": "2026-10-30T04:32:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T04:32:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:23+09:00", "state": "running", "task_id": "41311b55-35da-4c8c-9579-985d7843d40e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8775.602, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T04:33:16+09:00", "last_error_summary": "[rtsp @ 0x6155952d9f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6155952d9e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3753558835200, "copied_frame_count": 1357624, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f6d9b5b2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3753558835200, "frame_buffer_copies": 1357624, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 2.1294, "p50_ms": 0.0894, "p95_ms": 0.1969, "p99_ms": 0.3083}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4393, "count": 512, "max_ms": 5.1082, "p50_ms": 1.3397, "p95_ms": 2.4097, "p99_ms": 2.9193, "results": {"failed": 0, "not_applicable": 0, "success": 1357624, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f6d9b5b2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 42, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T04:33:16+09:00", "last_error_summary": "[rtsp @ 0x6155952d9f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6155952d9e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T04:33:18+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T04:33:16+09:00", "pid": 94642, "process": {"exists": false, "pid": 94642}, "restart_count": 43, "restart_count_per_hour": 8, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.6, "sample_count": 76, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "f6d9b5b2", "last_frame_pushed_age_sec": 292.394, "last_frame_pushed_at": "2026-10-30T04:28:25+09:00", "last_frame_read_age_sec": 292.477, "last_frame_read_at": "2026-10-30T04:28:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 49, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 272.492, "last_sample_duration_ms": 748.418, "last_trigger": "periodic", "next_snapshot_in_sec": 327.508, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 249, "storage_bytes": 2376437}, "mjpeg": {"age_sec": 292.378, "exists": true, "mtime": "2026-10-30T04:28:25.658605+09:00", "mtime_epoch": 1793302105.6586049, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 144743}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T04:33:18+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1463.266, "name": "celery", "pid": 178, "rss_mb": 1462.18, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 293.448, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 53514, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.030035, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 292405.631, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 292401.187, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 292415.655, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 292404.763, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.315, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1462.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.681, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f6d9b5b2", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.381, "sample_count": 697, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 230.275, "exists": true, "size_bytes": 144743, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 94640, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.003975, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.001113, "system_cpu_s_delta": 0.06999999999970896, "user_cpu_core_ratio": 0.002862, "user_cpu_s_delta": 0.17999999999301508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.285, "count": 30, "max": 62.161, "p95": 43.277, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.785, "count": 30, "max": 29.048, "p95": 26.447, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1221.767, "count": 30, "max": 1308.0, "p95": 1258.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.043, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.217, "p95": 0.211, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 21.808, "count": 30, "max": 230.275, "p95": 139.101, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140478.5, "count": 30, "max": 144743.0, "p95": 144743.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116354.667, "count": 30, "max": 144743.0, "p95": 141424.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.833, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.633, "count": 30, "max": 58.0, "p95": 42.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.136, "count": 30, "max": 0.174, "p95": 0.173, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.43, "count": 30, "max": 0.549, "p95": 0.543, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7177, "sampled_at": "2026-10-30T04:32:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T04:32:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:23+09:00", "state": "running", "task_id": "41311b55-35da-4c8c-9579-985d7843d40e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8775.922, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3753558835200, "copied_frame_count": 1357624, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f6d9b5b2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3753558835200, "frame_buffer_copies": 1357624, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 2.1294, "p50_ms": 0.0894, "p95_ms": 0.1969, "p99_ms": 0.3083}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4393, "count": 512, "max_ms": 5.1082, "p50_ms": 1.3397, "p95_ms": 2.4097, "p99_ms": 2.9193, "results": {"failed": 0, "not_applicable": 0, "success": 1357624, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f6d9b5b2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 42, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T04:33:16+09:00", "last_error_summary": "[rtsp @ 0x6155952d9f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6155952d9e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T04:33:18+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.024, "last_started_at": "2026-10-30T04:33:16+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 43, "restart_count_per_hour": 8, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.6, "sample_count": 76, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "f6d9b5b2", "last_frame_pushed_age_sec": 292.418, "last_frame_pushed_at": "2026-10-30T04:28:25+09:00", "last_frame_read_age_sec": 292.501, "last_frame_read_at": "2026-10-30T04:28:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 49, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 272.509, "last_sample_duration_ms": 748.418, "last_trigger": "periodic", "next_snapshot_in_sec": 327.491, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 249, "storage_bytes": 2376437}, "mjpeg": {"age_sec": 292.402, "exists": true, "mtime": "2026-10-30T04:28:25.658605+09:00", "mtime_epoch": 1793302105.6586049, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 144743}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T04:33:18+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1463.266, "name": "celery", "pid": 178, "rss_mb": 1462.18, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 293.467, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 53514, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.030035, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 292428.489, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 292424.045, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 292438.513, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 292427.621, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.0, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1462.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.777, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f6d9b5b2", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.6, "sample_count": 76, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 292.386, "exists": true, "size_bytes": 144743, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 94642, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.004347, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.001288, "system_cpu_s_delta": 0.07999999999810825, "user_cpu_core_ratio": 0.003059, "user_cpu_s_delta": 0.1900000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.747, "count": 30, "max": 62.161, "p95": 43.277, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.249, "count": 30, "max": 29.048, "p95": 26.447, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1221.767, "count": 30, "max": 1308.0, "p95": 1258.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.043, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.217, "p95": 0.211, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 31.555, "count": 30, "max": 292.386, "p95": 201.97, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140576.433, "count": 30, "max": 144743.0, "p95": 144743.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 111627.833, "count": 30, "max": 144743.0, "p95": 140880.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.8, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.833, "count": 30, "max": 58.0, "p95": 42.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.13, "count": 30, "max": 0.174, "p95": 0.173, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.413, "count": 30, "max": 0.549, "p95": 0.543, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7178, "sampled_at": "2026-10-30T04:33:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T04:33:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:23+09:00", "state": "running", "task_id": "41311b55-35da-4c8c-9579-985d7843d40e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8789.871, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T04:43:18+09:00", "last_error_summary": "[rtsp @ 0x579fac63cf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x579fac63ce00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3753558835200, "copied_frame_count": 1357624, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f6d9b5b2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3753558835200, "frame_buffer_copies": 1357624, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 2.1294, "p50_ms": 0.0894, "p95_ms": 0.1969, "p99_ms": 0.3083}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4393, "count": 512, "max_ms": 5.1082, "p50_ms": 1.3397, "p95_ms": 2.4097, "p99_ms": 2.9193, "results": {"failed": 0, "not_applicable": 0, "success": 1357624, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f6d9b5b2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 43, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T04:43:18+09:00", "last_error_summary": "[rtsp @ 0x579fac63cf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x579fac63ce00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T04:43:20+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T04:43:18+09:00", "pid": 94644, "process": {"exists": false, "pid": 94644}, "restart_count": 44, "restart_count_per_hour": 9, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "f6d9b5b2", "last_frame_pushed_age_sec": 894.486, "last_frame_pushed_at": "2026-10-30T04:28:25+09:00", "last_frame_read_age_sec": 894.569, "last_frame_read_at": "2026-10-30T04:28:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 50, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 272.859, "last_sample_duration_ms": 591.579, "last_trigger": "periodic", "next_snapshot_in_sec": 327.141, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 250, "storage_bytes": 2385724}, "mjpeg": {"age_sec": 894.47, "exists": true, "mtime": "2026-10-30T04:28:25.658605+09:00", "mtime_epoch": 1793302105.6586049, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 144743}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T04:43:20+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1463.266, "name": "celery", "pid": 178, "rss_mb": 1462.18, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 895.546, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 53514, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.030035, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 894498.476, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 894494.032, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 894508.501, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 894497.609, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 9.435, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1462.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.777, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f6d9b5b2", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.6, "sample_count": 76, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 292.386, "exists": true, "size_bytes": 144743, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 94642, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.004347, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.001288, "system_cpu_s_delta": 0.07999999999810825, "user_cpu_core_ratio": 0.003059, "user_cpu_s_delta": 0.1900000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.747, "count": 30, "max": 62.161, "p95": 43.277, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.249, "count": 30, "max": 29.048, "p95": 26.447, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1221.767, "count": 30, "max": 1308.0, "p95": 1258.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.043, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.217, "p95": 0.211, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 31.555, "count": 30, "max": 292.386, "p95": 201.97, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140576.433, "count": 30, "max": 144743.0, "p95": 144743.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 111627.833, "count": 30, "max": 144743.0, "p95": 140880.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.8, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.833, "count": 30, "max": 58.0, "p95": 42.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.13, "count": 30, "max": 0.174, "p95": 0.173, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.413, "count": 30, "max": 0.549, "p95": 0.543, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7178, "sampled_at": "2026-10-30T04:33:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T04:33:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:23+09:00", "state": "running", "task_id": "41311b55-35da-4c8c-9579-985d7843d40e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8789.66, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3753558835200, "copied_frame_count": 1357624, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f6d9b5b2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3753558835200, "frame_buffer_copies": 1357624, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 2.1294, "p50_ms": 0.0894, "p95_ms": 0.1969, "p99_ms": 0.3083}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4393, "count": 512, "max_ms": 5.1082, "p50_ms": 1.3397, "p95_ms": 2.4097, "p99_ms": 2.9193, "results": {"failed": 0, "not_applicable": 0, "success": 1357624, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f6d9b5b2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 43, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T04:43:18+09:00", "last_error_summary": "[rtsp @ 0x579fac63cf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x579fac63ce00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T04:43:20+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.034, "last_started_at": "2026-10-30T04:43:18+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 44, "restart_count_per_hour": 9, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "f6d9b5b2", "last_frame_pushed_age_sec": 894.52, "last_frame_pushed_at": "2026-10-30T04:28:25+09:00", "last_frame_read_age_sec": 894.603, "last_frame_read_at": "2026-10-30T04:28:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 50, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 272.885, "last_sample_duration_ms": 591.579, "last_trigger": "periodic", "next_snapshot_in_sec": 327.115, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 250, "storage_bytes": 2385724}, "mjpeg": {"age_sec": 894.504, "exists": true, "mtime": "2026-10-30T04:28:25.658605+09:00", "mtime_epoch": 1793302105.6586049, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 144743}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T04:43:20+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1463.266, "name": "celery", "pid": 178, "rss_mb": 1462.18, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 895.574, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 53514, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.030035, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 894530.74, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 894526.296, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 894540.764, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 894529.872, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.61, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1462.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.568, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f6d9b5b2", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 894.482, "exists": true, "size_bytes": 144743, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 94644, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.003172, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000997, "system_cpu_s_delta": 0.6000000000021828, "user_cpu_core_ratio": 0.002176, "user_cpu_s_delta": 1.3099999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.419, "count": 30, "max": 62.161, "p95": 43.277, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.917, "count": 30, "max": 29.048, "p95": 26.447, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1221.767, "count": 30, "max": 1308.0, "p95": 1258.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.043, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.217, "p95": 0.211, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 61.371, "count": 30, "max": 894.482, "p95": 264.436, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140740.533, "count": 30, "max": 144743.0, "p95": 144743.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106967.167, "count": 30, "max": 144743.0, "p95": 140880.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.767, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.033, "count": 30, "max": 58.0, "p95": 42.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.125, "count": 30, "max": 0.174, "p95": 0.173, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.396, "count": 30, "max": 0.549, "p95": 0.543, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7179, "sampled_at": "2026-10-30T04:43:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T04:43:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:23+09:00", "state": "running", "task_id": "41311b55-35da-4c8c-9579-985d7843d40e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8777.75, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T04:53:21+09:00", "last_error_summary": "[rtsp @ 0x5eba5f86ff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5eba5f86fe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3753558835200, "copied_frame_count": 1357624, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f6d9b5b2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3753558835200, "frame_buffer_copies": 1357624, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 2.1294, "p50_ms": 0.0894, "p95_ms": 0.1969, "p99_ms": 0.3083}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4393, "count": 512, "max_ms": 5.1082, "p50_ms": 1.3397, "p95_ms": 2.4097, "p99_ms": 2.9193, "results": {"failed": 0, "not_applicable": 0, "success": 1357624, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f6d9b5b2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 44, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T04:53:21+09:00", "last_error_summary": "[rtsp @ 0x5eba5f86ff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5eba5f86fe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T04:53:23+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T04:53:21+09:00", "pid": 94646, "process": {"exists": false, "pid": 94646}, "restart_count": 45, "restart_count_per_hour": 10, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "f6d9b5b2", "last_frame_pushed_age_sec": 1497.48, "last_frame_pushed_at": "2026-10-30T04:28:25+09:00", "last_frame_read_age_sec": 1497.563, "last_frame_read_at": "2026-10-30T04:28:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 273.874, "last_sample_duration_ms": 697.996, "last_trigger": "periodic", "next_snapshot_in_sec": 326.126, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 251, "storage_bytes": 2395023}, "mjpeg": {"age_sec": 1497.464, "exists": true, "mtime": "2026-10-30T04:28:25.658605+09:00", "mtime_epoch": 1793302105.6586049, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 144743}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T04:53:23+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1463.266, "name": "celery", "pid": 178, "rss_mb": 1462.18, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 1498.537, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 53514, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.030035, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 1497492.622, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 1497488.178, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 1497502.647, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 1497491.755, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.198, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1462.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.568, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f6d9b5b2", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 894.482, "exists": true, "size_bytes": 144743, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 94644, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.003172, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000997, "system_cpu_s_delta": 0.6000000000021828, "user_cpu_core_ratio": 0.002176, "user_cpu_s_delta": 1.3099999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.419, "count": 30, "max": 62.161, "p95": 43.277, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.917, "count": 30, "max": 29.048, "p95": 26.447, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1221.767, "count": 30, "max": 1308.0, "p95": 1258.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.043, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.217, "p95": 0.211, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 61.371, "count": 30, "max": 894.482, "p95": 264.436, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140740.533, "count": 30, "max": 144743.0, "p95": 144743.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106967.167, "count": 30, "max": 144743.0, "p95": 140880.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.767, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.033, "count": 30, "max": 58.0, "p95": 42.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.125, "count": 30, "max": 0.174, "p95": 0.173, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.396, "count": 30, "max": 0.549, "p95": 0.543, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7179, "sampled_at": "2026-10-30T04:43:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T04:43:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:23+09:00", "state": "running", "task_id": "41311b55-35da-4c8c-9579-985d7843d40e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8780.277, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3753558835200, "copied_frame_count": 1357624, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f6d9b5b2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3753558835200, "frame_buffer_copies": 1357624, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 2.1294, "p50_ms": 0.0894, "p95_ms": 0.1969, "p99_ms": 0.3083}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4393, "count": 512, "max_ms": 5.1082, "p50_ms": 1.3397, "p95_ms": 2.4097, "p99_ms": 2.9193, "results": {"failed": 0, "not_applicable": 0, "success": 1357624, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f6d9b5b2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 44, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T04:53:21+09:00", "last_error_summary": "[rtsp @ 0x5eba5f86ff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5eba5f86fe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T04:53:23+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.034, "last_started_at": "2026-10-30T04:53:21+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 45, "restart_count_per_hour": 10, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "f6d9b5b2", "last_frame_pushed_age_sec": 1497.513, "last_frame_pushed_at": "2026-10-30T04:28:25+09:00", "last_frame_read_age_sec": 1497.596, "last_frame_read_at": "2026-10-30T04:28:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 51, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 273.9, "last_sample_duration_ms": 697.996, "last_trigger": "periodic", "next_snapshot_in_sec": 326.1, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 251, "storage_bytes": 2395023}, "mjpeg": {"age_sec": 1497.497, "exists": true, "mtime": "2026-10-30T04:28:25.658605+09:00", "mtime_epoch": 1793302105.6586049, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 144743}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T04:53:23+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1463.266, "name": "celery", "pid": 178, "rss_mb": 1462.18, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 1498.566, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 53514, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.030035, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 1497523.713, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 1497519.269, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 1497533.737, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 1497522.845, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.133, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1462.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.109, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f6d9b5b2", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 1497.473, "exists": true, "size_bytes": 144743, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 94646, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002969, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000896, "system_cpu_s_delta": 0.5400000000008731, "user_cpu_core_ratio": 0.002073, "user_cpu_s_delta": 1.25}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.105, "count": 30, "max": 62.161, "p95": 43.277, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.587, "count": 30, "max": 29.048, "p95": 26.447, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1221.767, "count": 30, "max": 1308.0, "p95": 1258.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.043, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.217, "p95": 0.211, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 111.286, "count": 30, "max": 1497.473, "p95": 623.539, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140926.2, "count": 30, "max": 144743.0, "p95": 144743.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 102328.067, "count": 30, "max": 144743.0, "p95": 140880.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.733, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.233, "count": 30, "max": 58.0, "p95": 42.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.119, "count": 30, "max": 0.174, "p95": 0.173, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.378, "count": 30, "max": 0.549, "p95": 0.543, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7180, "sampled_at": "2026-10-30T04:53:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T04:53:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:23+09:00", "state": "running", "task_id": "41311b55-35da-4c8c-9579-985d7843d40e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8791.355, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T05:03:24+09:00", "last_error_summary": "[rtsp @ 0x5883696eaf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5883696eae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3753558835200, "copied_frame_count": 1357624, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f6d9b5b2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3753558835200, "frame_buffer_copies": 1357624, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 2.1294, "p50_ms": 0.0894, "p95_ms": 0.1969, "p99_ms": 0.3083}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4393, "count": 512, "max_ms": 5.1082, "p50_ms": 1.3397, "p95_ms": 2.4097, "p99_ms": 2.9193, "results": {"failed": 0, "not_applicable": 0, "success": 1357624, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f6d9b5b2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 45, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T05:03:24+09:00", "last_error_summary": "[rtsp @ 0x5883696eaf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5883696eae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T05:03:26+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T05:03:24+09:00", "pid": 94648, "process": {"exists": false, "pid": 94648}, "restart_count": 46, "restart_count_per_hour": 11, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "f6d9b5b2", "last_frame_pushed_age_sec": 2100.437, "last_frame_pushed_at": "2026-10-30T04:28:25+09:00", "last_frame_read_age_sec": 2100.52, "last_frame_read_at": "2026-10-30T04:28:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 52, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 274.982, "last_sample_duration_ms": 624.428, "last_trigger": "periodic", "next_snapshot_in_sec": 325.018, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 252, "storage_bytes": 2404327}, "mjpeg": {"age_sec": 2100.421, "exists": true, "mtime": "2026-10-30T04:28:25.658605+09:00", "mtime_epoch": 1793302105.6586049, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 144743}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T05:03:26+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1463.266, "name": "celery", "pid": 178, "rss_mb": 1462.18, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 2101.491, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 53514, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.030035, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2100448.575, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2100444.131, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2100458.6, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2100447.708, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.625, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1462.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.109, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f6d9b5b2", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 1497.473, "exists": true, "size_bytes": 144743, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 94646, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002969, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000896, "system_cpu_s_delta": 0.5400000000008731, "user_cpu_core_ratio": 0.002073, "user_cpu_s_delta": 1.25}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.105, "count": 30, "max": 62.161, "p95": 43.277, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.587, "count": 30, "max": 29.048, "p95": 26.447, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1221.767, "count": 30, "max": 1308.0, "p95": 1258.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.043, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.217, "p95": 0.211, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 111.286, "count": 30, "max": 1497.473, "p95": 623.539, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140926.2, "count": 30, "max": 144743.0, "p95": 144743.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 102328.067, "count": 30, "max": 144743.0, "p95": 140880.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.733, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.233, "count": 30, "max": 58.0, "p95": 42.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.119, "count": 30, "max": 0.174, "p95": 0.173, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.378, "count": 30, "max": 0.549, "p95": 0.543, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7180, "sampled_at": "2026-10-30T04:53:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T04:53:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:23+09:00", "state": "running", "task_id": "41311b55-35da-4c8c-9579-985d7843d40e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8793.094, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3753558835200, "copied_frame_count": 1357624, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f6d9b5b2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3753558835200, "frame_buffer_copies": 1357624, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 2.1294, "p50_ms": 0.0894, "p95_ms": 0.1969, "p99_ms": 0.3083}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4393, "count": 512, "max_ms": 5.1082, "p50_ms": 1.3397, "p95_ms": 2.4097, "p99_ms": 2.9193, "results": {"failed": 0, "not_applicable": 0, "success": 1357624, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f6d9b5b2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 45, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T05:03:24+09:00", "last_error_summary": "[rtsp @ 0x5883696eaf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5883696eae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T05:03:26+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.029, "last_started_at": "2026-10-30T05:03:24+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 46, "restart_count_per_hour": 11, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "f6d9b5b2", "last_frame_pushed_age_sec": 2100.465, "last_frame_pushed_at": "2026-10-30T04:28:25+09:00", "last_frame_read_age_sec": 2100.548, "last_frame_read_at": "2026-10-30T04:28:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 52, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 275.005, "last_sample_duration_ms": 624.428, "last_trigger": "periodic", "next_snapshot_in_sec": 324.995, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 252, "storage_bytes": 2404327}, "mjpeg": {"age_sec": 2100.449, "exists": true, "mtime": "2026-10-30T04:28:25.658605+09:00", "mtime_epoch": 1793302105.6586049, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 144743}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T05:03:26+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1463.266, "name": "celery", "pid": 178, "rss_mb": 1462.18, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 2101.517, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 53514, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.030035, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2100475.69, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2100471.246, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2100485.715, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2100474.823, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.773, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1462.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.603, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f6d9b5b2", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2100.43, "exists": true, "size_bytes": 144743, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 94648, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002687, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000746, "system_cpu_s_delta": 0.4499999999970896, "user_cpu_core_ratio": 0.00194, "user_cpu_s_delta": 1.1699999999982538}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.097, "count": 30, "max": 62.161, "p95": 43.277, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.189, "count": 30, "max": 29.048, "p95": 26.447, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1221.767, "count": 30, "max": 1308.0, "p95": 1258.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.043, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.217, "p95": 0.211, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 181.301, "count": 30, "max": 2100.43, "p95": 1226.127, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 141155.833, "count": 30, "max": 144743.0, "p95": 144743.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97732.933, "count": 30, "max": 144743.0, "p95": 140880.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.7, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.467, "count": 30, "max": 58.0, "p95": 42.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.113, "count": 30, "max": 0.174, "p95": 0.173, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.36, "count": 30, "max": 0.549, "p95": 0.543, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7181, "sampled_at": "2026-10-30T05:03:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T05:03:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:23+09:00", "state": "running", "task_id": "41311b55-35da-4c8c-9579-985d7843d40e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8798.332, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T05:13:26+09:00", "last_error_summary": "[rtsp @ 0x5c5a9bb5af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5c5a9bb5ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3753558835200, "copied_frame_count": 1357624, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f6d9b5b2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3753558835200, "frame_buffer_copies": 1357624, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 2.1294, "p50_ms": 0.0894, "p95_ms": 0.1969, "p99_ms": 0.3083}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4393, "count": 512, "max_ms": 5.1082, "p50_ms": 1.3397, "p95_ms": 2.4097, "p99_ms": 2.9193, "results": {"failed": 0, "not_applicable": 0, "success": 1357624, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f6d9b5b2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 46, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T05:13:26+09:00", "last_error_summary": "[rtsp @ 0x5c5a9bb5af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5c5a9bb5ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T05:13:28+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T05:13:26+09:00", "pid": 94650, "process": {"exists": false, "pid": 94650}, "restart_count": 47, "restart_count_per_hour": 12, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "f6d9b5b2", "last_frame_pushed_age_sec": 2702.766, "last_frame_pushed_at": "2026-10-30T04:28:25+09:00", "last_frame_read_age_sec": 2702.848, "last_frame_read_at": "2026-10-30T04:28:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 53, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 275.647, "last_sample_duration_ms": 756.972, "last_trigger": "periodic", "next_snapshot_in_sec": 324.353, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 253, "storage_bytes": 2413624}, "mjpeg": {"age_sec": 2702.749, "exists": true, "mtime": "2026-10-30T04:28:25.658605+09:00", "mtime_epoch": 1793302105.6586049, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 144743}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T05:13:28+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1463.266, "name": "celery", "pid": 178, "rss_mb": 1462.18, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 2703.819, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 53514, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.030035, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2702777.217, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2702772.773, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2702787.241, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2702776.35, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.262, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1462.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.603, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f6d9b5b2", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2100.43, "exists": true, "size_bytes": 144743, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 94648, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002687, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000746, "system_cpu_s_delta": 0.4499999999970896, "user_cpu_core_ratio": 0.00194, "user_cpu_s_delta": 1.1699999999982538}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.097, "count": 30, "max": 62.161, "p95": 43.277, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.189, "count": 30, "max": 29.048, "p95": 26.447, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1221.767, "count": 30, "max": 1308.0, "p95": 1258.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.043, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.217, "p95": 0.211, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 181.301, "count": 30, "max": 2100.43, "p95": 1226.127, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 141155.833, "count": 30, "max": 144743.0, "p95": 144743.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97732.933, "count": 30, "max": 144743.0, "p95": 140880.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.7, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.467, "count": 30, "max": 58.0, "p95": 42.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.113, "count": 30, "max": 0.174, "p95": 0.173, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.36, "count": 30, "max": 0.549, "p95": 0.543, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7181, "sampled_at": "2026-10-30T05:03:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T05:03:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:23+09:00", "state": "running", "task_id": "41311b55-35da-4c8c-9579-985d7843d40e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8809.773, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3753558835200, "copied_frame_count": 1357624, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f6d9b5b2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3753558835200, "frame_buffer_copies": 1357624, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 2.1294, "p50_ms": 0.0894, "p95_ms": 0.1969, "p99_ms": 0.3083}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4393, "count": 512, "max_ms": 5.1082, "p50_ms": 1.3397, "p95_ms": 2.4097, "p99_ms": 2.9193, "results": {"failed": 0, "not_applicable": 0, "success": 1357624, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f6d9b5b2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 46, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T05:13:26+09:00", "last_error_summary": "[rtsp @ 0x5c5a9bb5af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5c5a9bb5ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T05:13:28+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.024, "last_started_at": "2026-10-30T05:13:26+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 47, "restart_count_per_hour": 12, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "f6d9b5b2", "last_frame_pushed_age_sec": 2702.789, "last_frame_pushed_at": "2026-10-30T04:28:25+09:00", "last_frame_read_age_sec": 2702.872, "last_frame_read_at": "2026-10-30T04:28:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 53, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 275.662, "last_sample_duration_ms": 756.972, "last_trigger": "periodic", "next_snapshot_in_sec": 324.338, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 253, "storage_bytes": 2413624}, "mjpeg": {"age_sec": 2702.773, "exists": true, "mtime": "2026-10-30T04:28:25.658605+09:00", "mtime_epoch": 1793302105.6586049, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 144743}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T05:13:28+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1463.266, "name": "celery", "pid": 178, "rss_mb": 1462.18, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 2703.838, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 53514, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.030035, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2702799.984, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2702795.54, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2702810.008, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2702799.116, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.568, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1462.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.027, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f6d9b5b2", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2702.756, "exists": true, "size_bytes": 144743, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 94650, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002623, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.00083, "system_cpu_s_delta": 0.5, "user_cpu_core_ratio": 0.001793, "user_cpu_s_delta": 1.0800000000017462}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.775, "count": 30, "max": 62.161, "p95": 43.277, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.866, "count": 30, "max": 29.048, "p95": 26.447, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1221.767, "count": 30, "max": 1308.0, "p95": 1258.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.043, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.217, "p95": 0.211, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 271.39, "count": 30, "max": 2702.756, "p95": 1829.099, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 141361.933, "count": 30, "max": 144743.0, "p95": 144743.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93114.267, "count": 30, "max": 144743.0, "p95": 140880.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.667, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.7, "count": 30, "max": 58.0, "p95": 42.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.108, "count": 30, "max": 0.174, "p95": 0.173, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.343, "count": 30, "max": 0.549, "p95": 0.543, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7182, "sampled_at": "2026-10-30T05:13:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T05:13:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:23+09:00", "state": "running", "task_id": "41311b55-35da-4c8c-9579-985d7843d40e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8804.578, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T05:23:29+09:00", "last_error_summary": "[rtsp @ 0x57c991f02f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x57c991f02e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3753558835200, "copied_frame_count": 1357624, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f6d9b5b2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3753558835200, "frame_buffer_copies": 1357624, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 2.1294, "p50_ms": 0.0894, "p95_ms": 0.1969, "p99_ms": 0.3083}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4393, "count": 512, "max_ms": 5.1082, "p50_ms": 1.3397, "p95_ms": 2.4097, "p99_ms": 2.9193, "results": {"failed": 0, "not_applicable": 0, "success": 1357624, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f6d9b5b2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 47, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T05:23:29+09:00", "last_error_summary": "[rtsp @ 0x57c991f02f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x57c991f02e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T05:23:30+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T05:23:28+09:00", "pid": 94714, "process": {"exists": false, "pid": 94714}, "restart_count": 48, "restart_count_per_hour": 13, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "f6d9b5b2", "last_frame_pushed_age_sec": 3305.291, "last_frame_pushed_at": "2026-10-30T04:28:25+09:00", "last_frame_read_age_sec": 3305.374, "last_frame_read_at": "2026-10-30T04:28:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 54, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 276.15, "last_sample_duration_ms": 752.127, "last_trigger": "periodic", "next_snapshot_in_sec": 323.85, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 254, "storage_bytes": 2422908}, "mjpeg": {"age_sec": 3305.275, "exists": true, "mtime": "2026-10-30T04:28:25.658605+09:00", "mtime_epoch": 1793302105.6586049, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 144743}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T05:23:30+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1463.266, "name": "celery", "pid": 178, "rss_mb": 1462.18, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 3306.347, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 53514, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.030035, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3305303.324, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3305298.88, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3305313.348, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3305302.456, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.692, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1462.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.027, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f6d9b5b2", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2702.756, "exists": true, "size_bytes": 144743, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 94650, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002623, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.00083, "system_cpu_s_delta": 0.5, "user_cpu_core_ratio": 0.001793, "user_cpu_s_delta": 1.0800000000017462}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.775, "count": 30, "max": 62.161, "p95": 43.277, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.866, "count": 30, "max": 29.048, "p95": 26.447, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1221.767, "count": 30, "max": 1308.0, "p95": 1258.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.043, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.217, "p95": 0.211, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 271.39, "count": 30, "max": 2702.756, "p95": 1829.099, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 141361.933, "count": 30, "max": 144743.0, "p95": 144743.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93114.267, "count": 30, "max": 144743.0, "p95": 140880.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.667, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.7, "count": 30, "max": 58.0, "p95": 42.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.108, "count": 30, "max": 0.174, "p95": 0.173, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.343, "count": 30, "max": 0.549, "p95": 0.543, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7182, "sampled_at": "2026-10-30T05:13:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T05:13:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:23+09:00", "state": "running", "task_id": "41311b55-35da-4c8c-9579-985d7843d40e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8804.988, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3753558835200, "copied_frame_count": 1357624, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f6d9b5b2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3753558835200, "frame_buffer_copies": 1357624, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 2.1294, "p50_ms": 0.0894, "p95_ms": 0.1969, "p99_ms": 0.3083}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4393, "count": 512, "max_ms": 5.1082, "p50_ms": 1.3397, "p95_ms": 2.4097, "p99_ms": 2.9193, "results": {"failed": 0, "not_applicable": 0, "success": 1357624, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f6d9b5b2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 47, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T05:23:29+09:00", "last_error_summary": "[rtsp @ 0x57c991f02f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x57c991f02e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T05:23:30+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.03, "last_started_at": "2026-10-30T05:23:28+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 48, "restart_count_per_hour": 13, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "f6d9b5b2", "last_frame_pushed_age_sec": 3305.321, "last_frame_pushed_at": "2026-10-30T04:28:25+09:00", "last_frame_read_age_sec": 3305.404, "last_frame_read_at": "2026-10-30T04:28:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 54, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 276.174, "last_sample_duration_ms": 752.127, "last_trigger": "periodic", "next_snapshot_in_sec": 323.826, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 254, "storage_bytes": 2422908}, "mjpeg": {"age_sec": 3305.305, "exists": true, "mtime": "2026-10-30T04:28:25.658605+09:00", "mtime_epoch": 1793302105.6586049, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 144743}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T05:23:30+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1463.266, "name": "celery", "pid": 178, "rss_mb": 1462.18, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 3306.373, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 53514, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.030035, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3305331.622, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3305327.178, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3305341.646, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3305330.754, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.178, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1462.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.579, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f6d9b5b2", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 3305.284, "exists": true, "size_bytes": 144743, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 94714, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002589, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000813, "system_cpu_s_delta": 0.4900000000016007, "user_cpu_core_ratio": 0.001776, "user_cpu_s_delta": 1.070000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.134, "count": 30, "max": 62.161, "p95": 43.277, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.233, "count": 30, "max": 29.048, "p95": 26.447, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1221.767, "count": 30, "max": 1308.0, "p95": 1258.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.043, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.217, "p95": 0.211, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 381.566, "count": 30, "max": 3305.284, "p95": 2431.709, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 141554.233, "count": 30, "max": 144743.0, "p95": 144743.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 88481.8, "count": 30, "max": 144743.0, "p95": 140880.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.633, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.833, "count": 30, "max": 58.0, "p95": 41.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.102, "count": 30, "max": 0.174, "p95": 0.173, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.325, "count": 30, "max": 0.549, "p95": 0.543, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7183, "sampled_at": "2026-10-30T05:23:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T05:23:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:23+09:00", "state": "running", "task_id": "41311b55-35da-4c8c-9579-985d7843d40e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8829.984, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T05:33:31+09:00", "last_error_summary": "[rtsp @ 0x64d563cb3f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x64d563cb3e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3753558835200, "copied_frame_count": 1357624, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f6d9b5b2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3753558835200, "frame_buffer_copies": 1357624, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 2.1294, "p50_ms": 0.0894, "p95_ms": 0.1969, "p99_ms": 0.3083}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4393, "count": 512, "max_ms": 5.1082, "p50_ms": 1.3397, "p95_ms": 2.4097, "p99_ms": 2.9193, "results": {"failed": 0, "not_applicable": 0, "success": 1357624, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f6d9b5b2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 48, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T05:33:31+09:00", "last_error_summary": "[rtsp @ 0x64d563cb3f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x64d563cb3e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T05:33:33+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T05:33:31+09:00", "pid": 94716, "process": {"exists": false, "pid": 94716}, "restart_count": 49, "restart_count_per_hour": 6, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "f6d9b5b2", "last_frame_pushed_age_sec": 3907.625, "last_frame_pushed_at": "2026-10-30T04:28:25+09:00", "last_frame_read_age_sec": 3907.708, "last_frame_read_at": "2026-10-30T04:28:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 55, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 276.64, "last_sample_duration_ms": 603.907, "last_trigger": "periodic", "next_snapshot_in_sec": 323.36, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 255, "storage_bytes": 2432201}, "mjpeg": {"age_sec": 3907.609, "exists": true, "mtime": "2026-10-30T04:28:25.658605+09:00", "mtime_epoch": 1793302105.6586049, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 144743}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T05:33:33+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1463.266, "name": "celery", "pid": 178, "rss_mb": 1462.18, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 3908.676, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 53514, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.030035, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3907636.28, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3907631.836, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3907646.304, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3907635.412, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.206, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1462.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.579, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f6d9b5b2", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 3305.284, "exists": true, "size_bytes": 144743, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 94714, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002589, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000813, "system_cpu_s_delta": 0.4900000000016007, "user_cpu_core_ratio": 0.001776, "user_cpu_s_delta": 1.070000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.134, "count": 30, "max": 62.161, "p95": 43.277, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.233, "count": 30, "max": 29.048, "p95": 26.447, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1221.767, "count": 30, "max": 1308.0, "p95": 1258.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.043, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.217, "p95": 0.211, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 381.566, "count": 30, "max": 3305.284, "p95": 2431.709, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 141554.233, "count": 30, "max": 144743.0, "p95": 144743.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 88481.8, "count": 30, "max": 144743.0, "p95": 140880.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.633, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.833, "count": 30, "max": 58.0, "p95": 41.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.102, "count": 30, "max": 0.174, "p95": 0.173, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.325, "count": 30, "max": 0.549, "p95": 0.543, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7183, "sampled_at": "2026-10-30T05:23:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T05:23:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:23+09:00", "state": "running", "task_id": "41311b55-35da-4c8c-9579-985d7843d40e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8842.789, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3753558835200, "copied_frame_count": 1357624, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f6d9b5b2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3753558835200, "frame_buffer_copies": 1357624, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 2.1294, "p50_ms": 0.0894, "p95_ms": 0.1969, "p99_ms": 0.3083}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4393, "count": 512, "max_ms": 5.1082, "p50_ms": 1.3397, "p95_ms": 2.4097, "p99_ms": 2.9193, "results": {"failed": 0, "not_applicable": 0, "success": 1357624, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f6d9b5b2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 48, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T05:33:31+09:00", "last_error_summary": "[rtsp @ 0x64d563cb3f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x64d563cb3e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T05:33:33+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.023, "last_started_at": "2026-10-30T05:33:31+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 49, "restart_count_per_hour": 6, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "f6d9b5b2", "last_frame_pushed_age_sec": 3907.647, "last_frame_pushed_at": "2026-10-30T04:28:25+09:00", "last_frame_read_age_sec": 3907.73, "last_frame_read_at": "2026-10-30T04:28:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 55, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 276.655, "last_sample_duration_ms": 603.907, "last_trigger": "periodic", "next_snapshot_in_sec": 323.345, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 255, "storage_bytes": 2432201}, "mjpeg": {"age_sec": 3907.631, "exists": true, "mtime": "2026-10-30T04:28:25.658605+09:00", "mtime_epoch": 1793302105.6586049, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 144743}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T05:33:33+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1463.266, "name": "celery", "pid": 178, "rss_mb": 1462.18, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 3908.696, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 53514, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.030035, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3907657.821, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3907653.377, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3907667.845, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3907656.953, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.767, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1462.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.795, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f6d9b5b2", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 3907.615, "exists": true, "size_bytes": 144743, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 94716, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00264, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000747, "system_cpu_s_delta": 0.4500000000007276, "user_cpu_core_ratio": 0.001893, "user_cpu_s_delta": 1.139999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.53, "count": 30, "max": 62.161, "p95": 43.277, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.584, "count": 30, "max": 29.048, "p95": 26.447, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1221.767, "count": 30, "max": 1308.0, "p95": 1258.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.043, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.217, "p95": 0.211, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 511.82, "count": 30, "max": 3907.615, "p95": 3034.146, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 141721.967, "count": 30, "max": 144743.0, "p95": 144743.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 83824.767, "count": 30, "max": 144743.0, "p95": 140880.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.6, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.067, "count": 30, "max": 58.0, "p95": 41.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.097, "count": 30, "max": 0.174, "p95": 0.173, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.307, "count": 30, "max": 0.549, "p95": 0.543, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7184, "sampled_at": "2026-10-30T05:33:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T05:33:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:23+09:00", "state": "running", "task_id": "41311b55-35da-4c8c-9579-985d7843d40e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8859.168, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T05:43:34+09:00", "last_error_summary": "[rtsp @ 0x561258ccdf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x561258ccde00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3753558835200, "copied_frame_count": 1357624, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f6d9b5b2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3753558835200, "frame_buffer_copies": 1357624, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 2.1294, "p50_ms": 0.0894, "p95_ms": 0.1969, "p99_ms": 0.3083}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4393, "count": 512, "max_ms": 5.1082, "p50_ms": 1.3397, "p95_ms": 2.4097, "p99_ms": 2.9193, "results": {"failed": 0, "not_applicable": 0, "success": 1357624, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f6d9b5b2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 49, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T05:43:34+09:00", "last_error_summary": "[rtsp @ 0x561258ccdf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x561258ccde00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T05:43:36+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T05:43:34+09:00", "pid": 94718, "process": {"exists": false, "pid": 94718}, "restart_count": 50, "restart_count_per_hour": 6, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "f6d9b5b2", "last_frame_pushed_age_sec": 4510.662, "last_frame_pushed_at": "2026-10-30T04:28:25+09:00", "last_frame_read_age_sec": 4510.745, "last_frame_read_at": "2026-10-30T04:28:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 56, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 277.992, "last_sample_duration_ms": 556.869, "last_trigger": "periodic", "next_snapshot_in_sec": 322.008, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 256, "storage_bytes": 2441488}, "mjpeg": {"age_sec": 4510.646, "exists": true, "mtime": "2026-10-30T04:28:25.658605+09:00", "mtime_epoch": 1793302105.6586049, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 144743}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T05:43:36+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1463.266, "name": "celery", "pid": 178, "rss_mb": 1462.18, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 4511.717, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 53514, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.030035, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 4510673.587, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 4510669.143, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 4510683.612, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 4510672.72, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.763, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1462.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.795, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f6d9b5b2", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 3907.615, "exists": true, "size_bytes": 144743, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 94716, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00264, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000747, "system_cpu_s_delta": 0.4500000000007276, "user_cpu_core_ratio": 0.001893, "user_cpu_s_delta": 1.139999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.53, "count": 30, "max": 62.161, "p95": 43.277, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.584, "count": 30, "max": 29.048, "p95": 26.447, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1221.767, "count": 30, "max": 1308.0, "p95": 1258.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.043, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.217, "p95": 0.211, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 511.82, "count": 30, "max": 3907.615, "p95": 3034.146, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 141721.967, "count": 30, "max": 144743.0, "p95": 144743.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 83824.767, "count": 30, "max": 144743.0, "p95": 140880.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.6, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.067, "count": 30, "max": 58.0, "p95": 41.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.097, "count": 30, "max": 0.174, "p95": 0.173, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.307, "count": 30, "max": 0.549, "p95": 0.543, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7184, "sampled_at": "2026-10-30T05:33:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T05:33:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:23+09:00", "state": "running", "task_id": "41311b55-35da-4c8c-9579-985d7843d40e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8870.168, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3753558835200, "copied_frame_count": 1357624, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f6d9b5b2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3753558835200, "frame_buffer_copies": 1357624, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 2.1294, "p50_ms": 0.0894, "p95_ms": 0.1969, "p99_ms": 0.3083}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4393, "count": 512, "max_ms": 5.1082, "p50_ms": 1.3397, "p95_ms": 2.4097, "p99_ms": 2.9193, "results": {"failed": 0, "not_applicable": 0, "success": 1357624, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f6d9b5b2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 49, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T05:43:34+09:00", "last_error_summary": "[rtsp @ 0x561258ccdf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x561258ccde00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T05:43:36+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.027, "last_started_at": "2026-10-30T05:43:34+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 50, "restart_count_per_hour": 6, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "f6d9b5b2", "last_frame_pushed_age_sec": 4510.688, "last_frame_pushed_at": "2026-10-30T04:28:25+09:00", "last_frame_read_age_sec": 4510.771, "last_frame_read_at": "2026-10-30T04:28:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 56, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 278.008, "last_sample_duration_ms": 556.869, "last_trigger": "periodic", "next_snapshot_in_sec": 321.992, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 256, "storage_bytes": 2441488}, "mjpeg": {"age_sec": 4510.672, "exists": true, "mtime": "2026-10-30T04:28:25.658605+09:00", "mtime_epoch": 1793302105.6586049, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 144743}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T05:43:36+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1463.266, "name": "celery", "pid": 178, "rss_mb": 1462.18, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 4511.737, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 53514, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.030035, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 4510699.153, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 4510694.709, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 4510709.177, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 4510698.285, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.691, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1462.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.592, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f6d9b5b2", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 4510.654, "exists": true, "size_bytes": 144743, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 94718, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002603, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000829, "system_cpu_s_delta": 0.5, "user_cpu_core_ratio": 0.001774, "user_cpu_s_delta": 1.069999999992433}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.019, "count": 30, "max": 62.161, "p95": 43.277, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.071, "count": 30, "max": 29.048, "p95": 26.447, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1221.767, "count": 30, "max": 1308.0, "p95": 1258.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.043, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.217, "p95": 0.211, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 662.175, "count": 30, "max": 4510.654, "p95": 3636.566, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 141959.5, "count": 30, "max": 144743.0, "p95": 144743.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 79237.533, "count": 30, "max": 144743.0, "p95": 140880.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.567, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.267, "count": 30, "max": 58.0, "p95": 41.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.091, "count": 30, "max": 0.173, "p95": 0.171, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.289, "count": 30, "max": 0.549, "p95": 0.543, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7185, "sampled_at": "2026-10-30T05:43:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T05:43:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:23+09:00", "state": "running", "task_id": "41311b55-35da-4c8c-9579-985d7843d40e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8852.227, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T05:53:36+09:00", "last_error_summary": "[rtsp @ 0x58b7b43e3f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x58b7b43e3e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3753558835200, "copied_frame_count": 1357624, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f6d9b5b2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3753558835200, "frame_buffer_copies": 1357624, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 2.1294, "p50_ms": 0.0894, "p95_ms": 0.1969, "p99_ms": 0.3083}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4393, "count": 512, "max_ms": 5.1082, "p50_ms": 1.3397, "p95_ms": 2.4097, "p99_ms": 2.9193, "results": {"failed": 0, "not_applicable": 0, "success": 1357624, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f6d9b5b2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 50, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T05:53:36+09:00", "last_error_summary": "[rtsp @ 0x58b7b43e3f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x58b7b43e3e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T05:53:38+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T05:53:36+09:00", "pid": 94720, "process": {"exists": false, "pid": 94720}, "restart_count": 51, "restart_count_per_hour": 6, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "f6d9b5b2", "last_frame_pushed_age_sec": 5113.042, "last_frame_pushed_at": "2026-10-30T04:28:25+09:00", "last_frame_read_age_sec": 5113.124, "last_frame_read_at": "2026-10-30T04:28:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 57, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 278.446, "last_sample_duration_ms": 795.59, "last_trigger": "periodic", "next_snapshot_in_sec": 321.554, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 257, "storage_bytes": 2450778}, "mjpeg": {"age_sec": 5113.025, "exists": true, "mtime": "2026-10-30T04:28:25.658605+09:00", "mtime_epoch": 1793302105.6586049, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 144743}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T05:53:38+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1463.266, "name": "celery", "pid": 178, "rss_mb": 1462.18, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 5114.097, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 53514, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.030035, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5113054.01, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5113049.566, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5113064.034, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5113053.143, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.897, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1462.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.592, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f6d9b5b2", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 4510.654, "exists": true, "size_bytes": 144743, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 94718, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002603, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000829, "system_cpu_s_delta": 0.5, "user_cpu_core_ratio": 0.001774, "user_cpu_s_delta": 1.069999999992433}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.019, "count": 30, "max": 62.161, "p95": 43.277, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.071, "count": 30, "max": 29.048, "p95": 26.447, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1221.767, "count": 30, "max": 1308.0, "p95": 1258.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.043, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.217, "p95": 0.211, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 662.175, "count": 30, "max": 4510.654, "p95": 3636.566, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 141959.5, "count": 30, "max": 144743.0, "p95": 144743.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 79237.533, "count": 30, "max": 144743.0, "p95": 140880.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.567, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.267, "count": 30, "max": 58.0, "p95": 41.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.091, "count": 30, "max": 0.173, "p95": 0.171, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.289, "count": 30, "max": 0.549, "p95": 0.543, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7185, "sampled_at": "2026-10-30T05:43:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T05:43:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:23+09:00", "state": "running", "task_id": "41311b55-35da-4c8c-9579-985d7843d40e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8851.988, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3753558835200, "copied_frame_count": 1357624, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f6d9b5b2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3753558835200, "frame_buffer_copies": 1357624, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 2.1294, "p50_ms": 0.0894, "p95_ms": 0.1969, "p99_ms": 0.3083}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4393, "count": 512, "max_ms": 5.1082, "p50_ms": 1.3397, "p95_ms": 2.4097, "p99_ms": 2.9193, "results": {"failed": 0, "not_applicable": 0, "success": 1357624, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f6d9b5b2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 50, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T05:53:36+09:00", "last_error_summary": "[rtsp @ 0x58b7b43e3f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x58b7b43e3e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T05:53:38+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.032, "last_started_at": "2026-10-30T05:53:36+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 51, "restart_count_per_hour": 6, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "f6d9b5b2", "last_frame_pushed_age_sec": 5113.073, "last_frame_pushed_at": "2026-10-30T04:28:25+09:00", "last_frame_read_age_sec": 5113.156, "last_frame_read_at": "2026-10-30T04:28:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 57, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 278.465, "last_sample_duration_ms": 795.59, "last_trigger": "periodic", "next_snapshot_in_sec": 321.535, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 257, "storage_bytes": 2450778}, "mjpeg": {"age_sec": 5113.057, "exists": true, "mtime": "2026-10-30T04:28:25.658605+09:00", "mtime_epoch": 1793302105.6586049, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 144743}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T05:53:38+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1463.266, "name": "celery", "pid": 178, "rss_mb": 1462.18, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 5114.121, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 53514, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.030035, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5113083.534, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5113079.09, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5113093.558, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5113082.666, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.769, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1462.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.162, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f6d9b5b2", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 5113.035, "exists": true, "size_bytes": 144743, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 94720, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002523, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000764, "system_cpu_s_delta": 0.4599999999991269, "user_cpu_core_ratio": 0.00176, "user_cpu_s_delta": 1.0599999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.085, "count": 30, "max": 43.301, "p95": 37.607, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.198, "count": 30, "max": 29.048, "p95": 24.576, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1221.767, "count": 30, "max": 1308.0, "p95": 1258.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.043, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.217, "p95": 0.211, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 832.609, "count": 30, "max": 5113.035, "p95": 4239.286, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 142143.6, "count": 30, "max": 144743.0, "p95": 144743.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 74596.867, "count": 30, "max": 144743.0, "p95": 140880.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.533, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.367, "count": 30, "max": 55.0, "p95": 25.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.086, "count": 30, "max": 0.173, "p95": 0.171, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.274, "count": 30, "max": 0.549, "p95": 0.543, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7186, "sampled_at": "2026-10-30T05:53:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T05:53:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:23+09:00", "state": "running", "task_id": "41311b55-35da-4c8c-9579-985d7843d40e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8847.055, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T06:03:39+09:00", "last_error_summary": "[rtsp @ 0x5721213b5f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5721213b5e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3753558835200, "copied_frame_count": 1357624, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f6d9b5b2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3753558835200, "frame_buffer_copies": 1357624, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 2.1294, "p50_ms": 0.0894, "p95_ms": 0.1969, "p99_ms": 0.3083}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4393, "count": 512, "max_ms": 5.1082, "p50_ms": 1.3397, "p95_ms": 2.4097, "p99_ms": 2.9193, "results": {"failed": 0, "not_applicable": 0, "success": 1357624, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f6d9b5b2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 51, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T06:03:39+09:00", "last_error_summary": "[rtsp @ 0x5721213b5f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5721213b5e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T06:03:41+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-30T06:03:39+09:00", "pid": 94784, "process": {"exists": false, "pid": 94784}, "restart_count": 52, "restart_count_per_hour": 6, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "f6d9b5b2", "last_frame_pushed_age_sec": 5715.743, "last_frame_pushed_at": "2026-10-30T04:28:25+09:00", "last_frame_read_age_sec": 5715.826, "last_frame_read_at": "2026-10-30T04:28:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 58, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 279.132, "last_sample_duration_ms": 647.05, "last_trigger": "periodic", "next_snapshot_in_sec": 320.868, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 258, "storage_bytes": 2460064}, "mjpeg": {"age_sec": 5715.727, "exists": true, "mtime": "2026-10-30T04:28:25.658605+09:00", "mtime_epoch": 1793302105.6586049, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 144743}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T06:03:41+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1463.266, "name": "celery", "pid": 178, "rss_mb": 1462.18, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 5716.798, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 53514, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.030035, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5715755.186, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5715750.742, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5715765.21, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5715754.318, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.312, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1462.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.162, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f6d9b5b2", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 5113.035, "exists": true, "size_bytes": 144743, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 94720, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002523, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000764, "system_cpu_s_delta": 0.4599999999991269, "user_cpu_core_ratio": 0.00176, "user_cpu_s_delta": 1.0599999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.085, "count": 30, "max": 43.301, "p95": 37.607, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.198, "count": 30, "max": 29.048, "p95": 24.576, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1221.767, "count": 30, "max": 1308.0, "p95": 1258.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.043, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.217, "p95": 0.211, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 832.609, "count": 30, "max": 5113.035, "p95": 4239.286, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 142143.6, "count": 30, "max": 144743.0, "p95": 144743.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 74596.867, "count": 30, "max": 144743.0, "p95": 140880.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.533, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.367, "count": 30, "max": 55.0, "p95": 25.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.086, "count": 30, "max": 0.173, "p95": 0.171, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.274, "count": 30, "max": 0.549, "p95": 0.543, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7186, "sampled_at": "2026-10-30T05:53:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T05:53:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:23+09:00", "state": "running", "task_id": "41311b55-35da-4c8c-9579-985d7843d40e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8847.684, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3753558835200, "copied_frame_count": 1357624, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f6d9b5b2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3753558835200, "frame_buffer_copies": 1357624, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 2.1294, "p50_ms": 0.0894, "p95_ms": 0.1969, "p99_ms": 0.3083}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4393, "count": 512, "max_ms": 5.1082, "p50_ms": 1.3397, "p95_ms": 2.4097, "p99_ms": 2.9193, "results": {"failed": 0, "not_applicable": 0, "success": 1357624, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f6d9b5b2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 51, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T06:03:39+09:00", "last_error_summary": "[rtsp @ 0x5721213b5f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5721213b5e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T06:03:41+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.033, "last_started_at": "2026-10-30T06:03:39+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 52, "restart_count_per_hour": 6, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "f6d9b5b2", "last_frame_pushed_age_sec": 5715.775, "last_frame_pushed_at": "2026-10-30T04:28:25+09:00", "last_frame_read_age_sec": 5715.858, "last_frame_read_at": "2026-10-30T04:28:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 58, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 279.153, "last_sample_duration_ms": 647.05, "last_trigger": "periodic", "next_snapshot_in_sec": 320.847, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 258, "storage_bytes": 2460064}, "mjpeg": {"age_sec": 5715.759, "exists": true, "mtime": "2026-10-30T04:28:25.658605+09:00", "mtime_epoch": 1793302105.6586049, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 144743}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T06:03:41+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1463.266, "name": "celery", "pid": 178, "rss_mb": 1462.18, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 5716.824, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 53514, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.030035, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5715785.498, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5715781.054, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5715795.522, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5715784.63, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.959, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1462.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.913, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f6d9b5b2", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 5715.736, "exists": true, "size_bytes": 144743, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 94784, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002572, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000763, "system_cpu_s_delta": 0.4599999999991269, "user_cpu_core_ratio": 0.001809, "user_cpu_s_delta": 1.0900000000110595}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.66, "count": 30, "max": 43.301, "p95": 37.607, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.699, "count": 30, "max": 29.048, "p95": 24.576, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1221.767, "count": 30, "max": 1308.0, "p95": 1258.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.043, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.217, "p95": 0.211, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1023.134, "count": 30, "max": 5715.736, "p95": 4841.964, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 142280.967, "count": 30, "max": 144743.0, "p95": 144743.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 69909.467, "count": 30, "max": 144743.0, "p95": 140880.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.5, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.333, "count": 30, "max": 55.0, "p95": 25.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.081, "count": 30, "max": 0.173, "p95": 0.171, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.257, "count": 30, "max": 0.549, "p95": 0.543, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7187, "sampled_at": "2026-10-30T06:03:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T06:03:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:23+09:00", "state": "running", "task_id": "41311b55-35da-4c8c-9579-985d7843d40e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8888.898, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T06:13:42+09:00", "last_error_summary": "[rtsp @ 0x617b9471af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x617b9471ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3753558835200, "copied_frame_count": 1357624, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f6d9b5b2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3753558835200, "frame_buffer_copies": 1357624, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 2.1294, "p50_ms": 0.0894, "p95_ms": 0.1969, "p99_ms": 0.3083}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4393, "count": 512, "max_ms": 5.1082, "p50_ms": 1.3397, "p95_ms": 2.4097, "p99_ms": 2.9193, "results": {"failed": 0, "not_applicable": 0, "success": 1357624, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f6d9b5b2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 52, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T06:13:42+09:00", "last_error_summary": "[rtsp @ 0x617b9471af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x617b9471ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T06:13:44+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T06:13:42+09:00", "pid": 94910, "process": {"exists": false, "pid": 94910}, "restart_count": 53, "restart_count_per_hour": 6, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "f6d9b5b2", "last_frame_pushed_age_sec": 6318.703, "last_frame_pushed_at": "2026-10-30T04:28:25+09:00", "last_frame_read_age_sec": 6318.786, "last_frame_read_at": "2026-10-30T04:28:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 59, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 280.278, "last_sample_duration_ms": 604.546, "last_trigger": "periodic", "next_snapshot_in_sec": 319.722, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 259, "storage_bytes": 2469354}, "mjpeg": {"age_sec": 6318.687, "exists": true, "mtime": "2026-10-30T04:28:25.658605+09:00", "mtime_epoch": 1793302105.6586049, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 144743}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T06:13:44+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1463.266, "name": "celery", "pid": 178, "rss_mb": 1462.18, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 6319.756, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 53514, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.030035, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6318715.353, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6318710.909, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6318725.377, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6318714.485, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.735, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1462.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.913, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f6d9b5b2", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 5715.736, "exists": true, "size_bytes": 144743, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 94784, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002572, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000763, "system_cpu_s_delta": 0.4599999999991269, "user_cpu_core_ratio": 0.001809, "user_cpu_s_delta": 1.0900000000110595}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.66, "count": 30, "max": 43.301, "p95": 37.607, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.699, "count": 30, "max": 29.048, "p95": 24.576, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1221.767, "count": 30, "max": 1308.0, "p95": 1258.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.043, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.217, "p95": 0.211, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1023.134, "count": 30, "max": 5715.736, "p95": 4841.964, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 142280.967, "count": 30, "max": 144743.0, "p95": 144743.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 69909.467, "count": 30, "max": 144743.0, "p95": 140880.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.5, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.333, "count": 30, "max": 55.0, "p95": 25.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.081, "count": 30, "max": 0.173, "p95": 0.171, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.257, "count": 30, "max": 0.549, "p95": 0.543, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7187, "sampled_at": "2026-10-30T06:03:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T06:03:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:23+09:00", "state": "running", "task_id": "41311b55-35da-4c8c-9579-985d7843d40e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8867.844, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3753558835200, "copied_frame_count": 1357624, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f6d9b5b2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3753558835200, "frame_buffer_copies": 1357624, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 2.1294, "p50_ms": 0.0894, "p95_ms": 0.1969, "p99_ms": 0.3083}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4393, "count": 512, "max_ms": 5.1082, "p50_ms": 1.3397, "p95_ms": 2.4097, "p99_ms": 2.9193, "results": {"failed": 0, "not_applicable": 0, "success": 1357624, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f6d9b5b2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 52, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T06:13:42+09:00", "last_error_summary": "[rtsp @ 0x617b9471af00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x617b9471ae00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T06:13:44+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.024, "last_started_at": "2026-10-30T06:13:42+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 53, "restart_count_per_hour": 6, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "f6d9b5b2", "last_frame_pushed_age_sec": 6318.726, "last_frame_pushed_at": "2026-10-30T04:28:25+09:00", "last_frame_read_age_sec": 6318.809, "last_frame_read_at": "2026-10-30T04:28:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 59, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 280.296, "last_sample_duration_ms": 604.546, "last_trigger": "periodic", "next_snapshot_in_sec": 319.704, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 259, "storage_bytes": 2469354}, "mjpeg": {"age_sec": 6318.71, "exists": true, "mtime": "2026-10-30T04:28:25.658605+09:00", "mtime_epoch": 1793302105.6586049, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 144743}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T06:13:44+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1463.266, "name": "celery", "pid": 178, "rss_mb": 1462.18, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 6319.776, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 53514, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.030035, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6318737.323, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6318732.879, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6318747.347, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6318736.455, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.152, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1462.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.347, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f6d9b5b2", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 6318.695, "exists": true, "size_bytes": 144743, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 94910, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002405, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000713, "system_cpu_s_delta": 0.43000000000029104, "user_cpu_core_ratio": 0.001692, "user_cpu_s_delta": 1.0199999999895226}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.93, "count": 30, "max": 43.301, "p95": 37.607, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.921, "count": 30, "max": 29.048, "p95": 23.929, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1221.767, "count": 30, "max": 1308.0, "p95": 1258.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.043, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.217, "p95": 0.211, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1233.757, "count": 30, "max": 6318.695, "p95": 5444.521, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 142500.067, "count": 30, "max": 144743.0, "p95": 144743.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 65303.8, "count": 30, "max": 144743.0, "p95": 140880.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.467, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.933, "count": 30, "max": 55.0, "p95": 25.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.075, "count": 30, "max": 0.173, "p95": 0.171, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.239, "count": 30, "max": 0.549, "p95": 0.543, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7188, "sampled_at": "2026-10-30T06:13:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T06:13:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:23+09:00", "state": "running", "task_id": "41311b55-35da-4c8c-9579-985d7843d40e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8922.023, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T06:23:45+09:00", "last_error_summary": "[rtsp @ 0x626fd2250f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x626fd2250e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3753558835200, "copied_frame_count": 1357624, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f6d9b5b2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3753558835200, "frame_buffer_copies": 1357624, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 2.1294, "p50_ms": 0.0894, "p95_ms": 0.1969, "p99_ms": 0.3083}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4393, "count": 512, "max_ms": 5.1082, "p50_ms": 1.3397, "p95_ms": 2.4097, "p99_ms": 2.9193, "results": {"failed": 0, "not_applicable": 0, "success": 1357624, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f6d9b5b2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 53, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T06:23:45+09:00", "last_error_summary": "[rtsp @ 0x626fd2250f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x626fd2250e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T06:23:47+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-30T06:23:45+09:00", "pid": 94912, "process": {"exists": false, "pid": 94912}, "restart_count": 54, "restart_count_per_hour": 6, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "f6d9b5b2", "last_frame_pushed_age_sec": 6921.572, "last_frame_pushed_at": "2026-10-30T04:28:25+09:00", "last_frame_read_age_sec": 6921.654, "last_frame_read_at": "2026-10-30T04:28:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 60, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 281.356, "last_sample_duration_ms": 733.333, "last_trigger": "periodic", "next_snapshot_in_sec": 318.644, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 260, "storage_bytes": 2478644}, "mjpeg": {"age_sec": 6921.556, "exists": true, "mtime": "2026-10-30T04:28:25.658605+09:00", "mtime_epoch": 1793302105.6586049, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 144743}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T06:23:47+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1463.266, "name": "celery", "pid": 178, "rss_mb": 1462.18, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 6922.627, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 53514, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.030035, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6921583.932, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6921579.489, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6921593.957, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6921583.065, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.598, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1462.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.347, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f6d9b5b2", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 6318.695, "exists": true, "size_bytes": 144743, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 94910, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002405, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000713, "system_cpu_s_delta": 0.43000000000029104, "user_cpu_core_ratio": 0.001692, "user_cpu_s_delta": 1.0199999999895226}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.93, "count": 30, "max": 43.301, "p95": 37.607, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.921, "count": 30, "max": 29.048, "p95": 23.929, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1221.767, "count": 30, "max": 1308.0, "p95": 1258.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.043, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.217, "p95": 0.211, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1233.757, "count": 30, "max": 6318.695, "p95": 5444.521, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 142500.067, "count": 30, "max": 144743.0, "p95": 144743.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 65303.8, "count": 30, "max": 144743.0, "p95": 140880.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.467, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.933, "count": 30, "max": 55.0, "p95": 25.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.075, "count": 30, "max": 0.173, "p95": 0.171, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.239, "count": 30, "max": 0.549, "p95": 0.543, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7188, "sampled_at": "2026-10-30T06:13:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T06:13:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:23+09:00", "state": "running", "task_id": "41311b55-35da-4c8c-9579-985d7843d40e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8911.512, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3753558835200, "copied_frame_count": 1357624, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f6d9b5b2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3753558835200, "frame_buffer_copies": 1357624, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 2.1294, "p50_ms": 0.0894, "p95_ms": 0.1969, "p99_ms": 0.3083}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4393, "count": 512, "max_ms": 5.1082, "p50_ms": 1.3397, "p95_ms": 2.4097, "p99_ms": 2.9193, "results": {"failed": 0, "not_applicable": 0, "success": 1357624, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f6d9b5b2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 53, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T06:23:45+09:00", "last_error_summary": "[rtsp @ 0x626fd2250f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x626fd2250e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T06:23:47+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.035, "last_started_at": "2026-10-30T06:23:45+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 54, "restart_count_per_hour": 6, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "f6d9b5b2", "last_frame_pushed_age_sec": 6921.604, "last_frame_pushed_at": "2026-10-30T04:28:25+09:00", "last_frame_read_age_sec": 6921.687, "last_frame_read_at": "2026-10-30T04:28:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 60, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 281.377, "last_sample_duration_ms": 733.333, "last_trigger": "periodic", "next_snapshot_in_sec": 318.623, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 260, "storage_bytes": 2478644}, "mjpeg": {"age_sec": 6921.588, "exists": true, "mtime": "2026-10-30T04:28:25.658605+09:00", "mtime_epoch": 1793302105.6586049, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 144743}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T06:23:47+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1463.266, "name": "celery", "pid": 178, "rss_mb": 1462.18, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 6922.653, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 53514, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.030035, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6921615.358, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6921610.914, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6921625.383, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6921614.491, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.98, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1462.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.852, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f6d9b5b2", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 6921.565, "exists": true, "size_bytes": 144743, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 94912, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002372, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000697, "system_cpu_s_delta": 0.42000000000189175, "user_cpu_core_ratio": 0.001675, "user_cpu_s_delta": 1.0100000000093132}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.473, "count": 30, "max": 43.301, "p95": 37.607, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.457, "count": 30, "max": 29.048, "p95": 23.929, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1221.767, "count": 30, "max": 1308.0, "p95": 1258.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.043, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.217, "p95": 0.211, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1464.476, "count": 30, "max": 6921.565, "p95": 6047.363, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 142672.567, "count": 30, "max": 144743.0, "p95": 144743.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 60651.533, "count": 30, "max": 144743.0, "p95": 140880.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.433, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.133, "count": 30, "max": 55.0, "p95": 25.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.069, "count": 30, "max": 0.172, "p95": 0.17, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.221, "count": 30, "max": 0.549, "p95": 0.541, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7189, "sampled_at": "2026-10-30T06:23:47+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T06:23:47+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:23+09:00", "state": "running", "task_id": "41311b55-35da-4c8c-9579-985d7843d40e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2480118, "flush_count": 2598, "flush_interval_seconds": 30.0, "flush_state": {"count": 2598, "last_at": "2026-10-30T06:23:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T06:23:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2597}, "started": true, "suppressed_count": 1300047, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 137, "tracking_summary": 1299910}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2598, "written_record_count": 2598}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8676.516, "limit_mb": null}, "detail": {"h264_decode_error_count": 5, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x58e41a33b680] cabac decode of qscale diff failed at 86 56 [h264 @ 0x58e41a33b680] error while decoding MB 86 56, bytestream 18092 [h264 @ 0x58e41a317440] left block unavailable for requested intra mode [h264 @ 0x58e41a317440] error while decoding MB 0 52, bytestream 3005 [h264 @ 0x58e41a2ef180] left block unavailable for requested intra mode [h264 @ 0x58e41a2ef180] error while decoding MB 0 51, bytestream 62434 [h264 @ 0x58e41a344fc0] error while decoding MB 21 60, bytestream -6 [in#0/", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3601168588800, "copied_frame_count": 1302506, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T06:11:25+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1763423, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T06:11:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.053}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 137, "events_emitted": 134, "events_failed": 0, "events_observed": 137, "events_suppressed": 3, "frame_buffer_copied_bytes": 3601168588800, "frame_buffer_copies": 1302506, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6700, "recorder_active_input_bytes": 18524160000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 134, "recorder_clips_failed": 0, "recorder_clips_started": 134, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 134, "worker_jobs_accepted": 134, "worker_jobs_completed": 134, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0728, "count": 512, "max_ms": 0.2003, "p50_ms": 0.0649, "p95_ms": 0.1198, "p99_ms": 0.1633}, "stages": {"db_insert": {"avg_ms": 20.0175, "count": 134, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1822, "p99_ms": 40.9611, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9175, "count": 134, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.254, "p99_ms": 4.2717, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1104.9935, "count": 137, "max_ms": 5183.7834, "p50_ms": 1066.6389, "p95_ms": 1390.4524, "p99_ms": 2028.1365, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1418, "count": 512, "max_ms": 3.3953, "p50_ms": 1.0524, "p95_ms": 1.7815, "p99_ms": 2.6143, "results": {"failed": 0, "not_applicable": 0, "success": 1302506, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.5565, "count": 137, "max_ms": 718.3148, "p50_ms": 588.7329, "p95_ms": 680.7823, "p99_ms": 711.684, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6716, "count": 134, "max_ms": 74.3496, "p50_ms": 23.5625, "p95_ms": 54.4204, "p99_ms": 71.9898, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0176, "count": 512, "max_ms": 15.1144, "p50_ms": 4.7915, "p95_ms": 7.4849, "p99_ms": 9.5529, "results": {"failed": 0, "not_applicable": 0, "success": 6700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6223, "count": 512, "max_ms": 5.5819, "p50_ms": 1.431, "p95_ms": 3.1046, "p99_ms": 4.7364, "results": {"failed": 0, "not_applicable": 0, "success": 6700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.9277, "count": 134, "max_ms": 713.3308, "p50_ms": 582.9617, "p95_ms": 674.2866, "p99_ms": 706.8317, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.0987, "count": 134, "max_ms": 590.2759, "p50_ms": 479.9343, "p95_ms": 556.3595, "p99_ms": 587.0229, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.4582, "count": 134, "max_ms": 138.414, "p50_ms": 96.8705, "p95_ms": 119.6852, "p99_ms": 133.2273, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9674, "count": 134, "max_ms": 10.6524, "p50_ms": 1.6173, "p95_ms": 3.9355, "p99_ms": 7.6907, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.3063, "count": 134, "max_ms": 81.87, "p50_ms": 45.7097, "p95_ms": 69.1595, "p99_ms": 77.9414, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9803, "count": 137, "max_ms": 8.6079, "p50_ms": 0.7648, "p95_ms": 1.8092, "p99_ms": 4.6448, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7377, "count": 134, "max_ms": 12.4539, "p50_ms": 1.0028, "p95_ms": 5.4363, "p99_ms": 10.7269, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7377, "count": 134, "max_ms": 12.4539, "p50_ms": 1.0028, "p95_ms": 5.4363, "p99_ms": 10.7269, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9803, "count": 137, "max_ms": 8.6079, "p50_ms": 0.7648, "p95_ms": 1.8092, "p99_ms": 4.6448, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0029, "count": 134, "max_ms": 9.1922, "p50_ms": 0.841, "p95_ms": 1.9086, "p99_ms": 3.2986, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.7596, "count": 134, "max_ms": 4604.0207, "p50_ms": 390.4624, "p95_ms": 714.7615, "p99_ms": 1397.5848, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.597, "count": 134, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.9852, "p99_ms": 13.5879, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.219, "count": 134, "max_ms": 70.8318, "p50_ms": 23.1389, "p95_ms": 56.9449, "p99_ms": 66.8971, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1014, "count": 134, "max_ms": 0.7116, "p50_ms": 0.0786, "p95_ms": 0.1766, "p99_ms": 0.6416, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6675, "count": 134, "max_ms": 165.5371, "p50_ms": 2.2724, "p95_ms": 4.6898, "p99_ms": 7.542, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 546.37, "count": 134, "max_ms": 4651.5807, "p50_ms": 475.2157, "p95_ms": 800.3186, "p99_ms": 1458.2565, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 134, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 134, "max_ms": 0.7116, "p50_ms": 0.0786, "p95_ms": 0.1766, "p99_ms": 0.6416}, "wait_ms": {"count": 134, "max_ms": 165.5371, "p50_ms": 2.2724, "p95_ms": 4.6898, "p99_ms": 7.542}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 134, "artifact_failed": 0, "artifact_requested": 134, "artifact_success": 134, "completed": 134, "completed_failed": 0, "completed_success": 134, "cooldown_promoted": 134, "database_requested": 134, "db_insert_success": 134, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15528, "relay_business_failed": 0, "relay_business_success": 134, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 134, "relay_transport_failed": 0, "relay_transport_success": 134, "reservation_requested": 134}, "snapshot": {"copied_bytes": 370483200, "copied_count": 134, "copy": {"count": 134, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.254, "p99_ms": 4.2717}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 449, "h264_decode_error_count": 985, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T06:23:58+09:00", "last_error_summary": "[h264 @ 0x58e41a33b680] cabac decode of qscale diff failed at 86 56 [h264 @ 0x58e41a33b680] error while decoding MB 86 56, bytestream 18092 [h264 @ 0x58e41a317440] left block unavailable for requested intra mode [h264 @ 0x58e41a317440] error while decoding MB 0 52, bytestream 3005 [h264 @ 0x58e41a2ef180] left block unavailable for requested intra mode [h264 @ 0x58e41a2ef180] error while decoding MB 0 51, bytestream 62434 [h264 @ 0x58e41a344fc0] error while decoding MB 21 60, bytestream -6 [in#0/", "last_exit_at": "2026-10-30T04:16:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 7641.997, "last_started_at": "2026-10-30T04:16:36+09:00", "pid": 94512, "process": {"exists": false, "pid": 94512}, "restart_count": 485, "restart_count_per_hour": 0, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 486}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.603, "sample_count": 2766, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1302506, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T06:23:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.054, "last_frame_pushed_at": "2026-10-30T06:23:58+09:00", "last_frame_read_age_sec": 0.047, "last_frame_read_at": "2026-10-30T06:23:58+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 60, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 292.478, "last_sample_duration_ms": 733.333, "last_trigger": "periodic", "next_snapshot_in_sec": 307.522, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 260, "storage_bytes": 2478644}, "mjpeg": {"age_sec": 0.046, "exists": true, "mtime": "2026-10-30T06:23:58.293468+09:00", "mtime_epoch": 1793309038.2934675, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 90700}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T06:23:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1520.992, "name": "celery", "pid": 206, "rss_mb": 1392.086, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 117, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 1302507, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.222, "max": 18.0, "p95": 14.0, "sample_count": 108}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.238, "max": 3.0, "p95": 2.0, "sample_count": 80}, "total": {"avg": 0.917, "max": 3.0, "p95": 2.0, "sample_count": 108}}, "tracking_counts": {"active": {"avg": 0.111, "max": 1.0, "p95": 1.0, "sample_count": 108}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 108}, "removed": {"avg": 0.056, "max": 1.0, "p95": 1.0, "sample_count": 108}, "tracked": {"avg": 0.111, "max": 1.0, "p95": 1.0, "sample_count": 108}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 108}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 108, "pushed_frames": 109, "read_frames": 109, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.6, "pushed": 3.633, "read": 3.633}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 109, "client_acquire_ms": {"avg_ms": 0.005, "count": 109, "max_ms": 0.031, "p95_ms": 0.011, "reason": null, "sample_age_ms": 20.945, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.631, "count": 109, "max_ms": 5.415, "p95_ms": 2.216, "reason": null, "sample_age_ms": 49.71, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.205, "count": 109, "max_ms": 2.465, "p95_ms": 1.142, "reason": null, "sample_age_ms": 49.97, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.28, "count": 109, "max_ms": 0.675, "p95_ms": 0.46, "reason": null, "sample_age_ms": 20.952, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.381, "count": 109, "max_ms": 2.81, "p95_ms": 2.297, "reason": null, "sample_age_ms": 48.667, "source": "client_direct"}, "request_count": 109, "request_tensor_bytes": {"avg": 2764808.0, "count": 109, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 48.652, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 109, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 21.156, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.855, "count": 109, "max_ms": 67.742, "p95_ms": 45.877, "reason": null, "sample_age_ms": 20.943, "source": "client_direct"}, "sample_age_ms": 20.94, "source": "client_direct", "task_total_ms": {"avg_ms": 35.637, "count": 109, "max_ms": 69.79, "p95_ms": 47.408, "reason": null, "sample_age_ms": 20.94, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.901, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.698, "count": 108, "max_ms": 6.301, "p95_ms": 5.16}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.249, "count": 108, "max_ms": 0.5, "p95_ms": 0.399}, "detection_prepare_ms": {"avg_ms": 0.718, "count": 108, "max_ms": 1.76, "p95_ms": 1.438}, "event_filter_ms": {"avg_ms": 0.003, "count": 108, "max_ms": 0.023, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.167, "count": 108, "max_ms": 0.494, "p95_ms": 0.302}, "mcmt_ms": {"avg_ms": 0.002, "count": 108, "max_ms": 0.005, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.622, "count": 108, "max_ms": 2.893, "p95_ms": 2.064}, "setup_ms": {"avg_ms": 0.029, "count": 108, "max_ms": 0.12, "p95_ms": 0.049}, "total_inside_ms": {"avg_ms": 2.661, "count": 108, "max_ms": 6.239, "p95_ms": 5.055}, "track_match_ms": {"avg_ms": 0.037, "count": 108, "max_ms": 0.154, "p95_ms": 0.086}, "tracker_update_ms": {"avg_ms": 0.833, "count": 108, "max_ms": 2.382, "p95_ms": 1.736}}, "gstreamer_push": {"avg_ms": 2.362, "count": 109, "max_ms": 5.82, "p95_ms": 3.836}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 108, "max_ms": 0.079, "p95_ms": 0.052}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 36.618, "count": 108, "max_ms": 70.691, "p95_ms": 49.027}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.927, "count": 108, "max_ms": 8.772, "p95_ms": 6.693}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 108, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 108, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 81.264, "count": 108, "max_ms": 109.524, "p95_ms": 99.634}, "inference_input_copy_ms": {"avg_ms": 1.289, "count": 108, "max_ms": 4.381, "p95_ms": 2.473}, "processing_residual_ms": {"avg_ms": 0.116, "count": 108, "max_ms": 0.268, "p95_ms": 0.197}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 108, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 108, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 84.596, "count": 108, "max_ms": 113.048, "p95_ms": 103.605}, "read_interval": {"avg_ms": 275.362, "count": 109, "max_ms": 19685.594, "p95_ms": 137.379}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 108, "max_ms": 0.018, "p95_ms": 0.016}, "execute_total_ms": {"avg_ms": 0.582, "count": 108, "max_ms": 2.823, "p95_ms": 1.998}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 108, "max_ms": 0.021, "p95_ms": 0.016}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.571, "count": 108, "max_ms": 2.807, "p95_ms": 1.984}, "worker_merge_ms": {"avg_ms": 0.004, "count": 108, "max_ms": 0.025, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 36.628, "count": 108, "max_ms": 70.7, "p95_ms": 49.034}, "visualize": {"avg_ms": 41.036, "count": 108, "max_ms": 64.295, "p95_ms": 55.399}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 38.104, "count": 108, "max_ms": 61.276, "p95_ms": 50.987}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 108, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.065, "count": 108, "max_ms": 63.419, "p95_ms": 53.945}, "visualize_input_copy_ms": {"avg_ms": 0.836, "count": 108, "max_ms": 3.094, "p95_ms": 1.667}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 108, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.982, "count": 108, "max_ms": 63.344, "p95_ms": 53.849}, "visualizer_prepare_ms": {"avg_ms": 0.045, "count": 108, "max_ms": 0.116, "p95_ms": 0.078}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 108}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 108}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 108}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1373.652, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.969, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.603, "sample_count": 2766, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1302500, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T06:23:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93055, "write_bytes_delta": 93055, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 84.0, "cpu_core_ratio": 0.027576, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2850.0, "pid": 94512, "reason": null, "system_cpu_core_ratio": 0.003217, "system_cpu_s_delta": 0.06999999999999318, "user_cpu_core_ratio": 0.024359, "user_cpu_s_delta": 0.5299999999997453}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.21693, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 28879.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.083647, "system_cpu_s_delta": 1.819999999992433, "user_cpu_core_ratio": 0.133283, "user_cpu_s_delta": 2.8999999999941792}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.299, "count": 110, "max_ms": 5.581, "p95_ms": 3.805, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.518, "max": 18.0, "p95": 14.0, "sample_count": 110}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.262, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 80}, "total": {"avg": 0.918, "max": 3.0, "p95": 2.0, "sample_count": 110}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.165, "count": 30, "max": 49.113, "p95": 34.494, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.948, "count": 30, "max": 18.565, "p95": 16.824, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 525.933, "count": 30, "max": 619.0, "p95": 601.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 367.9, "count": 30, "max": 5796.0, "p95": 2082.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.136, "p95": 0.111, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.37, "count": 30, "max": 0.444, "p95": 0.424, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.001, "count": 30, "max": 0.028, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 89382.8, "count": 30, "max": 106779.0, "p95": 99356.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 86762.267, "count": 30, "max": 106779.0, "p95": 99356.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 125120.9, "count": 30, "max": 142051.0, "p95": 140956.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.666, "count": 30, "max": 0.752, "p95": 0.726, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.093, "count": 30, "max": 1.2, "p95": 1.196, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9964, "sampled_at": "2026-10-30T06:23:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T06:23:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2480118, "flush_count": 2598, "flush_interval_seconds": 30.0, "flush_state": {"count": 2598, "last_at": "2026-10-30T06:23:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T06:23:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2597}, "started": true, "suppressed_count": 1300047, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 137, "tracking_summary": 1299910}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2598, "written_record_count": 2598}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8656.453, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T06:23:58+09:00", "last_error_summary": "[h264 @ 0x58e41a33b680] cabac decode of qscale diff failed at 86 56 [h264 @ 0x58e41a33b680] error while decoding MB 86 56, bytestream 18092 [h264 @ 0x58e41a317440] left block unavailable for requested intra mode [h264 @ 0x58e41a317440] error while decoding MB 0 52, bytestream 3005 [h264 @ 0x58e41a2ef180] left block unavailable for requested intra mode [h264 @ 0x58e41a2ef180] error while decoding MB 0 51, bytestream 62434 [h264 @ 0x58e41a344fc0] error while decoding MB 21 60, bytestream -6 [in#0/", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3601171353600, "copied_frame_count": 1302507, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T06:11:25+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1763423, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T06:11:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.053}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 137, "events_emitted": 134, "events_failed": 0, "events_observed": 137, "events_suppressed": 3, "frame_buffer_copied_bytes": 3601171353600, "frame_buffer_copies": 1302507, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6700, "recorder_active_input_bytes": 18524160000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 134, "recorder_clips_failed": 0, "recorder_clips_started": 134, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 134, "worker_jobs_accepted": 134, "worker_jobs_completed": 134, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0727, "count": 512, "max_ms": 0.2003, "p50_ms": 0.0649, "p95_ms": 0.1198, "p99_ms": 0.1633}, "stages": {"db_insert": {"avg_ms": 20.0175, "count": 134, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1822, "p99_ms": 40.9611, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9175, "count": 134, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.254, "p99_ms": 4.2717, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1104.9935, "count": 137, "max_ms": 5183.7834, "p50_ms": 1066.6389, "p95_ms": 1390.4524, "p99_ms": 2028.1365, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1416, "count": 512, "max_ms": 3.3953, "p50_ms": 1.0524, "p95_ms": 1.7815, "p99_ms": 2.6143, "results": {"failed": 0, "not_applicable": 0, "success": 1302507, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.5565, "count": 137, "max_ms": 718.3148, "p50_ms": 588.7329, "p95_ms": 680.7823, "p99_ms": 711.684, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6716, "count": 134, "max_ms": 74.3496, "p50_ms": 23.5625, "p95_ms": 54.4204, "p99_ms": 71.9898, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0176, "count": 512, "max_ms": 15.1144, "p50_ms": 4.7915, "p95_ms": 7.4849, "p99_ms": 9.5529, "results": {"failed": 0, "not_applicable": 0, "success": 6700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6223, "count": 512, "max_ms": 5.5819, "p50_ms": 1.431, "p95_ms": 3.1046, "p99_ms": 4.7364, "results": {"failed": 0, "not_applicable": 0, "success": 6700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.9277, "count": 134, "max_ms": 713.3308, "p50_ms": 582.9617, "p95_ms": 674.2866, "p99_ms": 706.8317, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.0987, "count": 134, "max_ms": 590.2759, "p50_ms": 479.9343, "p95_ms": 556.3595, "p99_ms": 587.0229, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.4582, "count": 134, "max_ms": 138.414, "p50_ms": 96.8705, "p95_ms": 119.6852, "p99_ms": 133.2273, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9674, "count": 134, "max_ms": 10.6524, "p50_ms": 1.6173, "p95_ms": 3.9355, "p99_ms": 7.6907, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.3063, "count": 134, "max_ms": 81.87, "p50_ms": 45.7097, "p95_ms": 69.1595, "p99_ms": 77.9414, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9803, "count": 137, "max_ms": 8.6079, "p50_ms": 0.7648, "p95_ms": 1.8092, "p99_ms": 4.6448, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7377, "count": 134, "max_ms": 12.4539, "p50_ms": 1.0028, "p95_ms": 5.4363, "p99_ms": 10.7269, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7377, "count": 134, "max_ms": 12.4539, "p50_ms": 1.0028, "p95_ms": 5.4363, "p99_ms": 10.7269, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9803, "count": 137, "max_ms": 8.6079, "p50_ms": 0.7648, "p95_ms": 1.8092, "p99_ms": 4.6448, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0029, "count": 134, "max_ms": 9.1922, "p50_ms": 0.841, "p95_ms": 1.9086, "p99_ms": 3.2986, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.7596, "count": 134, "max_ms": 4604.0207, "p50_ms": 390.4624, "p95_ms": 714.7615, "p99_ms": 1397.5848, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.597, "count": 134, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.9852, "p99_ms": 13.5879, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.219, "count": 134, "max_ms": 70.8318, "p50_ms": 23.1389, "p95_ms": 56.9449, "p99_ms": 66.8971, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1014, "count": 134, "max_ms": 0.7116, "p50_ms": 0.0786, "p95_ms": 0.1766, "p99_ms": 0.6416, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6675, "count": 134, "max_ms": 165.5371, "p50_ms": 2.2724, "p95_ms": 4.6898, "p99_ms": 7.542, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 546.37, "count": 134, "max_ms": 4651.5807, "p50_ms": 475.2157, "p95_ms": 800.3186, "p99_ms": 1458.2565, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 134, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 134, "max_ms": 0.7116, "p50_ms": 0.0786, "p95_ms": 0.1766, "p99_ms": 0.6416}, "wait_ms": {"count": 134, "max_ms": 165.5371, "p50_ms": 2.2724, "p95_ms": 4.6898, "p99_ms": 7.542}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 134, "artifact_failed": 0, "artifact_requested": 134, "artifact_success": 134, "completed": 134, "completed_failed": 0, "completed_success": 134, "cooldown_promoted": 134, "database_requested": 134, "db_insert_success": 134, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15528, "relay_business_failed": 0, "relay_business_success": 134, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 134, "relay_transport_failed": 0, "relay_transport_success": 134, "reservation_requested": 134}, "snapshot": {"copied_bytes": 370483200, "copied_count": 134, "copy": {"count": 134, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.254, "p99_ms": 4.2717}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 449, "h264_decode_error_count": 985, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T06:23:58+09:00", "last_error_summary": "[h264 @ 0x58e41a33b680] cabac decode of qscale diff failed at 86 56 [h264 @ 0x58e41a33b680] error while decoding MB 86 56, bytestream 18092 [h264 @ 0x58e41a317440] left block unavailable for requested intra mode [h264 @ 0x58e41a317440] error while decoding MB 0 52, bytestream 3005 [h264 @ 0x58e41a2ef180] left block unavailable for requested intra mode [h264 @ 0x58e41a2ef180] error while decoding MB 0 51, bytestream 62434 [h264 @ 0x58e41a344fc0] error while decoding MB 21 60, bytestream -6 [in#0/", "last_exit_at": "2026-10-30T06:23:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 7642.028, "last_started_at": "2026-10-30T04:16:36+09:00", "pid": 94512, "process": {"exists": false, "pid": 94512}, "restart_count": 485, "restart_count_per_hour": 0, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 486}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.603, "sample_count": 2767, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1302507, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T06:23:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T06:23:58+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-10-30T06:23:58+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 60, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 292.507, "last_sample_duration_ms": 733.333, "last_trigger": "periodic", "next_snapshot_in_sec": 307.493, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 260, "storage_bytes": 2478644}, "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-10-30T06:23:58.293468+09:00", "mtime_epoch": 1793309038.2934675, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 90700}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T06:23:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1520.992, "name": "celery", "pid": 206, "rss_mb": 1371.102, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 117, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 1302507, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.211, "max": 18.0, "p95": 14.0, "sample_count": 109}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.235, "max": 3.0, "p95": 2.0, "sample_count": 81}, "total": {"avg": 0.917, "max": 3.0, "p95": 2.0, "sample_count": 109}}, "tracking_counts": {"active": {"avg": 0.11, "max": 1.0, "p95": 1.0, "sample_count": 109}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 109}, "removed": {"avg": 0.055, "max": 1.0, "p95": 1.0, "sample_count": 109}, "tracked": {"avg": 0.11, "max": 1.0, "p95": 1.0, "sample_count": 109}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 109}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.637, "pushed": 3.637, "read": 3.604}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 108, "client_acquire_ms": {"avg_ms": 0.005, "count": 109, "max_ms": 0.031, "p95_ms": 0.011, "reason": null, "sample_age_ms": 50.1, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.635, "count": 108, "max_ms": 5.415, "p95_ms": 2.217, "reason": null, "sample_age_ms": 78.865, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.207, "count": 108, "max_ms": 2.465, "p95_ms": 1.142, "reason": null, "sample_age_ms": 79.124, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.28, "count": 109, "max_ms": 0.675, "p95_ms": 0.46, "reason": null, "sample_age_ms": 50.107, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.38, "count": 108, "max_ms": 2.81, "p95_ms": 2.298, "reason": null, "sample_age_ms": 77.822, "source": "client_direct"}, "request_count": 108, "request_tensor_bytes": {"avg": 2764808.0, "count": 108, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 77.807, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 109, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 50.311, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.855, "count": 109, "max_ms": 67.742, "p95_ms": 45.877, "reason": null, "sample_age_ms": 50.098, "source": "client_direct"}, "sample_age_ms": 50.094, "source": "client_direct", "task_total_ms": {"avg_ms": 35.637, "count": 109, "max_ms": 69.79, "p95_ms": 47.408, "reason": null, "sample_age_ms": 50.094, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.63, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.7, "count": 109, "max_ms": 6.301, "p95_ms": 5.16}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.248, "count": 109, "max_ms": 0.5, "p95_ms": 0.399}, "detection_prepare_ms": {"avg_ms": 0.717, "count": 109, "max_ms": 1.76, "p95_ms": 1.438}, "event_filter_ms": {"avg_ms": 0.003, "count": 109, "max_ms": 0.023, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.167, "count": 109, "max_ms": 0.494, "p95_ms": 0.302}, "mcmt_ms": {"avg_ms": 0.002, "count": 109, "max_ms": 0.005, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.628, "count": 109, "max_ms": 2.893, "p95_ms": 2.064}, "setup_ms": {"avg_ms": 0.029, "count": 109, "max_ms": 0.12, "p95_ms": 0.049}, "total_inside_ms": {"avg_ms": 2.664, "count": 109, "max_ms": 6.239, "p95_ms": 5.055}, "track_match_ms": {"avg_ms": 0.037, "count": 109, "max_ms": 0.154, "p95_ms": 0.086}, "tracker_update_ms": {"avg_ms": 0.831, "count": 109, "max_ms": 2.382, "p95_ms": 1.736}}, "gstreamer_push": {"avg_ms": 2.353, "count": 109, "max_ms": 5.82, "p95_ms": 3.836}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 109, "max_ms": 0.079, "p95_ms": 0.052}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 36.551, "count": 109, "max_ms": 70.691, "p95_ms": 49.027}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.923, "count": 109, "max_ms": 8.772, "p95_ms": 6.693}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 109, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 109, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 81.179, "count": 109, "max_ms": 109.524, "p95_ms": 99.634}, "inference_input_copy_ms": {"avg_ms": 1.286, "count": 109, "max_ms": 4.381, "p95_ms": 2.473}, "processing_residual_ms": {"avg_ms": 0.116, "count": 109, "max_ms": 0.268, "p95_ms": 0.197}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 109, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 109, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 84.503, "count": 109, "max_ms": 113.048, "p95_ms": 103.605}, "read_interval": {"avg_ms": 277.293, "count": 108, "max_ms": 19685.594, "p95_ms": 137.379}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 109, "max_ms": 0.018, "p95_ms": 0.016}, "execute_total_ms": {"avg_ms": 0.588, "count": 109, "max_ms": 2.823, "p95_ms": 1.998}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 109, "max_ms": 0.021, "p95_ms": 0.016}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.578, "count": 109, "max_ms": 2.807, "p95_ms": 1.984}, "worker_merge_ms": {"avg_ms": 0.004, "count": 109, "max_ms": 0.025, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 36.561, "count": 109, "max_ms": 70.7, "p95_ms": 49.034}, "visualize": {"avg_ms": 41.019, "count": 109, "max_ms": 64.295, "p95_ms": 55.399}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 38.066, "count": 109, "max_ms": 61.276, "p95_ms": 50.987}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 109, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.047, "count": 109, "max_ms": 63.419, "p95_ms": 53.945}, "visualize_input_copy_ms": {"avg_ms": 0.838, "count": 109, "max_ms": 3.094, "p95_ms": 1.667}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 109, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.964, "count": 109, "max_ms": 63.344, "p95_ms": 53.849}, "visualizer_prepare_ms": {"avg_ms": 0.045, "count": 109, "max_ms": 0.116, "p95_ms": 0.078}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 109}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 109}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 109}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1373.652, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.969, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.603, "sample_count": 2766, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1302500, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T06:23:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93055, "write_bytes_delta": 93055, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 84.0, "cpu_core_ratio": 0.027576, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2850.0, "pid": 94512, "reason": null, "system_cpu_core_ratio": 0.003217, "system_cpu_s_delta": 0.06999999999999318, "user_cpu_core_ratio": 0.024359, "user_cpu_s_delta": 0.5299999999997453}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.21693, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 28879.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.083647, "system_cpu_s_delta": 1.819999999992433, "user_cpu_core_ratio": 0.133283, "user_cpu_s_delta": 2.8999999999941792}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.299, "count": 110, "max_ms": 5.581, "p95_ms": 3.805, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.518, "max": 18.0, "p95": 14.0, "sample_count": 110}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.262, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 80}, "total": {"avg": 0.918, "max": 3.0, "p95": 2.0, "sample_count": 110}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.165, "count": 30, "max": 49.113, "p95": 34.494, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.948, "count": 30, "max": 18.565, "p95": 16.824, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 525.933, "count": 30, "max": 619.0, "p95": 601.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 367.9, "count": 30, "max": 5796.0, "p95": 2082.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.136, "p95": 0.111, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.37, "count": 30, "max": 0.444, "p95": 0.424, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.001, "count": 30, "max": 0.028, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 89382.8, "count": 30, "max": 106779.0, "p95": 99356.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 86762.267, "count": 30, "max": 106779.0, "p95": 99356.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 125120.9, "count": 30, "max": 142051.0, "p95": 140956.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.666, "count": 30, "max": 0.752, "p95": 0.726, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.093, "count": 30, "max": 1.2, "p95": 1.196, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9964, "sampled_at": "2026-10-30T06:23:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T06:23:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2480118, "flush_count": 2598, "flush_interval_seconds": 30.0, "flush_state": {"count": 2598, "last_at": "2026-10-30T06:23:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T06:23:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2597}, "started": true, "suppressed_count": 1300047, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 137, "tracking_summary": 1299910}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2598, "written_record_count": 2598}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8655.852, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3601171353600, "copied_frame_count": 1302507, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T06:11:25+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1763423, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T06:11:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.053}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 137, "events_emitted": 134, "events_failed": 0, "events_observed": 137, "events_suppressed": 3, "frame_buffer_copied_bytes": 3601171353600, "frame_buffer_copies": 1302507, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6700, "recorder_active_input_bytes": 18524160000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 134, "recorder_clips_failed": 0, "recorder_clips_started": 134, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 134, "worker_jobs_accepted": 134, "worker_jobs_completed": 134, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0727, "count": 512, "max_ms": 0.2003, "p50_ms": 0.0649, "p95_ms": 0.1198, "p99_ms": 0.1633}, "stages": {"db_insert": {"avg_ms": 20.0175, "count": 134, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1822, "p99_ms": 40.9611, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9175, "count": 134, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.254, "p99_ms": 4.2717, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1104.9935, "count": 137, "max_ms": 5183.7834, "p50_ms": 1066.6389, "p95_ms": 1390.4524, "p99_ms": 2028.1365, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1416, "count": 512, "max_ms": 3.3953, "p50_ms": 1.0524, "p95_ms": 1.7815, "p99_ms": 2.6143, "results": {"failed": 0, "not_applicable": 0, "success": 1302507, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.5565, "count": 137, "max_ms": 718.3148, "p50_ms": 588.7329, "p95_ms": 680.7823, "p99_ms": 711.684, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6716, "count": 134, "max_ms": 74.3496, "p50_ms": 23.5625, "p95_ms": 54.4204, "p99_ms": 71.9898, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0176, "count": 512, "max_ms": 15.1144, "p50_ms": 4.7915, "p95_ms": 7.4849, "p99_ms": 9.5529, "results": {"failed": 0, "not_applicable": 0, "success": 6700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6223, "count": 512, "max_ms": 5.5819, "p50_ms": 1.431, "p95_ms": 3.1046, "p99_ms": 4.7364, "results": {"failed": 0, "not_applicable": 0, "success": 6700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.9277, "count": 134, "max_ms": 713.3308, "p50_ms": 582.9617, "p95_ms": 674.2866, "p99_ms": 706.8317, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.0987, "count": 134, "max_ms": 590.2759, "p50_ms": 479.9343, "p95_ms": 556.3595, "p99_ms": 587.0229, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.4582, "count": 134, "max_ms": 138.414, "p50_ms": 96.8705, "p95_ms": 119.6852, "p99_ms": 133.2273, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9674, "count": 134, "max_ms": 10.6524, "p50_ms": 1.6173, "p95_ms": 3.9355, "p99_ms": 7.6907, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.3063, "count": 134, "max_ms": 81.87, "p50_ms": 45.7097, "p95_ms": 69.1595, "p99_ms": 77.9414, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9803, "count": 137, "max_ms": 8.6079, "p50_ms": 0.7648, "p95_ms": 1.8092, "p99_ms": 4.6448, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7377, "count": 134, "max_ms": 12.4539, "p50_ms": 1.0028, "p95_ms": 5.4363, "p99_ms": 10.7269, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7377, "count": 134, "max_ms": 12.4539, "p50_ms": 1.0028, "p95_ms": 5.4363, "p99_ms": 10.7269, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9803, "count": 137, "max_ms": 8.6079, "p50_ms": 0.7648, "p95_ms": 1.8092, "p99_ms": 4.6448, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0029, "count": 134, "max_ms": 9.1922, "p50_ms": 0.841, "p95_ms": 1.9086, "p99_ms": 3.2986, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.7596, "count": 134, "max_ms": 4604.0207, "p50_ms": 390.4624, "p95_ms": 714.7615, "p99_ms": 1397.5848, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.597, "count": 134, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.9852, "p99_ms": 13.5879, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.219, "count": 134, "max_ms": 70.8318, "p50_ms": 23.1389, "p95_ms": 56.9449, "p99_ms": 66.8971, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1014, "count": 134, "max_ms": 0.7116, "p50_ms": 0.0786, "p95_ms": 0.1766, "p99_ms": 0.6416, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6675, "count": 134, "max_ms": 165.5371, "p50_ms": 2.2724, "p95_ms": 4.6898, "p99_ms": 7.542, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 546.37, "count": 134, "max_ms": 4651.5807, "p50_ms": 475.2157, "p95_ms": 800.3186, "p99_ms": 1458.2565, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 134, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 134, "max_ms": 0.7116, "p50_ms": 0.0786, "p95_ms": 0.1766, "p99_ms": 0.6416}, "wait_ms": {"count": 134, "max_ms": 165.5371, "p50_ms": 2.2724, "p95_ms": 4.6898, "p99_ms": 7.542}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 134, "artifact_failed": 0, "artifact_requested": 134, "artifact_success": 134, "completed": 134, "completed_failed": 0, "completed_success": 134, "cooldown_promoted": 134, "database_requested": 134, "db_insert_success": 134, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15528, "relay_business_failed": 0, "relay_business_success": 134, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 134, "relay_transport_failed": 0, "relay_transport_success": 134, "reservation_requested": 134}, "snapshot": {"copied_bytes": 370483200, "copied_count": 134, "copy": {"count": 134, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.254, "p99_ms": 4.2717}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 449, "h264_decode_error_count": 985, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T06:23:58+09:00", "last_error_summary": "[h264 @ 0x58e41a33b680] cabac decode of qscale diff failed at 86 56 [h264 @ 0x58e41a33b680] error while decoding MB 86 56, bytestream 18092 [h264 @ 0x58e41a317440] left block unavailable for requested intra mode [h264 @ 0x58e41a317440] error while decoding MB 0 52, bytestream 3005 [h264 @ 0x58e41a2ef180] left block unavailable for requested intra mode [h264 @ 0x58e41a2ef180] error while decoding MB 0 51, bytestream 62434 [h264 @ 0x58e41a344fc0] error while decoding MB 21 60, bytestream -6 [in#0/", "last_exit_at": "2026-10-30T06:23:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 7642.058, "last_started_at": "2026-10-30T04:16:36+09:00", "pid": 94512, "process": {"exists": false, "pid": 94512}, "restart_count": 485, "restart_count_per_hour": 0, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 486}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.603, "sample_count": 2766, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1302507, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T06:23:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.031, "last_frame_pushed_at": "2026-10-30T06:23:58+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-10-30T06:23:58+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 60, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 292.542, "last_sample_duration_ms": 733.333, "last_trigger": "periodic", "next_snapshot_in_sec": 307.458, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 260, "storage_bytes": 2478644}, "mjpeg": {"age_sec": 0.024, "exists": true, "mtime": "2026-10-30T06:23:58.376468+09:00", "mtime_epoch": 1793309038.376468, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 84468}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T06:23:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1520.992, "name": "celery", "pid": 206, "rss_mb": 1371.102, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 117, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 1302507, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.213, "max": 18.0, "p95": 14.0, "sample_count": 108}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.235, "max": 3.0, "p95": 2.0, "sample_count": 81}, "total": {"avg": 0.926, "max": 3.0, "p95": 2.0, "sample_count": 108}}, "tracking_counts": {"active": {"avg": 0.111, "max": 1.0, "p95": 1.0, "sample_count": 108}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 108}, "removed": {"avg": 0.056, "max": 1.0, "p95": 1.0, "sample_count": 108}, "tracked": {"avg": 0.111, "max": 1.0, "p95": 1.0, "sample_count": 108}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 108}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.633, "pushed": 3.633, "read": 3.6}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 108, "client_acquire_ms": {"avg_ms": 0.005, "count": 108, "max_ms": 0.031, "p95_ms": 0.011, "reason": null, "sample_age_ms": 83.186, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.635, "count": 108, "max_ms": 5.415, "p95_ms": 2.217, "reason": null, "sample_age_ms": 111.951, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.207, "count": 108, "max_ms": 2.465, "p95_ms": 1.142, "reason": null, "sample_age_ms": 112.211, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.28, "count": 108, "max_ms": 0.675, "p95_ms": 0.461, "reason": null, "sample_age_ms": 83.193, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.38, "count": 108, "max_ms": 2.81, "p95_ms": 2.298, "reason": null, "sample_age_ms": 110.908, "source": "client_direct"}, "request_count": 108, "request_tensor_bytes": {"avg": 2764808.0, "count": 108, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 110.893, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 108, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 83.397, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.886, "count": 108, "max_ms": 67.742, "p95_ms": 45.914, "reason": null, "sample_age_ms": 83.184, "source": "client_direct"}, "sample_age_ms": 83.18, "source": "client_direct", "task_total_ms": {"avg_ms": 35.669, "count": 108, "max_ms": 69.79, "p95_ms": 47.437, "reason": null, "sample_age_ms": 83.18, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.619, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.721, "count": 108, "max_ms": 6.301, "p95_ms": 5.16}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.249, "count": 108, "max_ms": 0.5, "p95_ms": 0.399}, "detection_prepare_ms": {"avg_ms": 0.723, "count": 108, "max_ms": 1.76, "p95_ms": 1.438}, "event_filter_ms": {"avg_ms": 0.003, "count": 108, "max_ms": 0.023, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.168, "count": 108, "max_ms": 0.494, "p95_ms": 0.302}, "mcmt_ms": {"avg_ms": 0.002, "count": 108, "max_ms": 0.005, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.633, "count": 108, "max_ms": 2.893, "p95_ms": 2.064}, "setup_ms": {"avg_ms": 0.029, "count": 108, "max_ms": 0.12, "p95_ms": 0.049}, "total_inside_ms": {"avg_ms": 2.685, "count": 108, "max_ms": 6.239, "p95_ms": 5.055}, "track_match_ms": {"avg_ms": 0.037, "count": 108, "max_ms": 0.154, "p95_ms": 0.086}, "tracker_update_ms": {"avg_ms": 0.839, "count": 108, "max_ms": 2.382, "p95_ms": 1.736}}, "gstreamer_push": {"avg_ms": 2.353, "count": 109, "max_ms": 5.82, "p95_ms": 3.836}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 108, "max_ms": 0.079, "p95_ms": 0.052}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 36.587, "count": 108, "max_ms": 70.691, "p95_ms": 49.027}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.923, "count": 109, "max_ms": 8.772, "p95_ms": 6.693}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 109, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 109, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 81.179, "count": 109, "max_ms": 109.524, "p95_ms": 99.634}, "inference_input_copy_ms": {"avg_ms": 1.286, "count": 109, "max_ms": 4.381, "p95_ms": 2.473}, "processing_residual_ms": {"avg_ms": 0.116, "count": 109, "max_ms": 0.268, "p95_ms": 0.197}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 109, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 109, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 84.503, "count": 109, "max_ms": 113.048, "p95_ms": 103.605}, "read_interval": {"avg_ms": 277.293, "count": 108, "max_ms": 19685.594, "p95_ms": 137.379}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 108, "max_ms": 0.018, "p95_ms": 0.016}, "execute_total_ms": {"avg_ms": 0.593, "count": 108, "max_ms": 2.823, "p95_ms": 1.998}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 108, "max_ms": 0.021, "p95_ms": 0.016}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.583, "count": 108, "max_ms": 2.807, "p95_ms": 1.984}, "worker_merge_ms": {"avg_ms": 0.004, "count": 108, "max_ms": 0.025, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 36.597, "count": 108, "max_ms": 70.7, "p95_ms": 49.034}, "visualize": {"avg_ms": 41.204, "count": 108, "max_ms": 64.295, "p95_ms": 55.399}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 38.228, "count": 108, "max_ms": 61.276, "p95_ms": 50.987}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 108, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.224, "count": 108, "max_ms": 63.419, "p95_ms": 53.945}, "visualize_input_copy_ms": {"avg_ms": 0.845, "count": 108, "max_ms": 3.094, "p95_ms": 1.667}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 108, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.14, "count": 108, "max_ms": 63.344, "p95_ms": 53.849}, "visualizer_prepare_ms": {"avg_ms": 0.045, "count": 108, "max_ms": 0.116, "p95_ms": 0.078}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 108}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 108}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 108}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1373.652, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.969, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.603, "sample_count": 2766, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1302500, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T06:23:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93055, "write_bytes_delta": 93055, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 84.0, "cpu_core_ratio": 0.027576, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2850.0, "pid": 94512, "reason": null, "system_cpu_core_ratio": 0.003217, "system_cpu_s_delta": 0.06999999999999318, "user_cpu_core_ratio": 0.024359, "user_cpu_s_delta": 0.5299999999997453}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.21693, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 28879.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.083647, "system_cpu_s_delta": 1.819999999992433, "user_cpu_core_ratio": 0.133283, "user_cpu_s_delta": 2.8999999999941792}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.299, "count": 110, "max_ms": 5.581, "p95_ms": 3.805, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.518, "max": 18.0, "p95": 14.0, "sample_count": 110}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.262, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 80}, "total": {"avg": 0.918, "max": 3.0, "p95": 2.0, "sample_count": 110}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.165, "count": 30, "max": 49.113, "p95": 34.494, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.948, "count": 30, "max": 18.565, "p95": 16.824, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 525.933, "count": 30, "max": 619.0, "p95": 601.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 367.9, "count": 30, "max": 5796.0, "p95": 2082.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.136, "p95": 0.111, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.37, "count": 30, "max": 0.444, "p95": 0.424, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.001, "count": 30, "max": 0.028, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 89382.8, "count": 30, "max": 106779.0, "p95": 99356.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 86762.267, "count": 30, "max": 106779.0, "p95": 99356.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 125120.9, "count": 30, "max": 142051.0, "p95": 140956.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.666, "count": 30, "max": 0.752, "p95": 0.726, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.093, "count": 30, "max": 1.2, "p95": 1.196, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9964, "sampled_at": "2026-10-30T06:23:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T06:23:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2480118, "flush_count": 2598, "flush_interval_seconds": 30.0, "flush_state": {"count": 2598, "last_at": "2026-10-30T06:23:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T06:23:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2597}, "started": true, "suppressed_count": 1300047, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 137, "tracking_summary": 1299910}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2598, "written_record_count": 2598}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8829.008, "limit_mb": null}, "detail": {"pid": 94914, "restart_count": 486, "start_count": 487}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3601171353600, "copied_frame_count": 1302507, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T06:11:25+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1763423, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T06:11:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.053}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 137, "events_emitted": 134, "events_failed": 0, "events_observed": 137, "events_suppressed": 3, "frame_buffer_copied_bytes": 3601171353600, "frame_buffer_copies": 1302507, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6700, "recorder_active_input_bytes": 18524160000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 134, "recorder_clips_failed": 0, "recorder_clips_started": 134, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 134, "worker_jobs_accepted": 134, "worker_jobs_completed": 134, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0727, "count": 512, "max_ms": 0.2003, "p50_ms": 0.0649, "p95_ms": 0.1198, "p99_ms": 0.1633}, "stages": {"db_insert": {"avg_ms": 20.0175, "count": 134, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1822, "p99_ms": 40.9611, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9175, "count": 134, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.254, "p99_ms": 4.2717, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1104.9935, "count": 137, "max_ms": 5183.7834, "p50_ms": 1066.6389, "p95_ms": 1390.4524, "p99_ms": 2028.1365, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1416, "count": 512, "max_ms": 3.3953, "p50_ms": 1.0524, "p95_ms": 1.7815, "p99_ms": 2.6143, "results": {"failed": 0, "not_applicable": 0, "success": 1302507, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.5565, "count": 137, "max_ms": 718.3148, "p50_ms": 588.7329, "p95_ms": 680.7823, "p99_ms": 711.684, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6716, "count": 134, "max_ms": 74.3496, "p50_ms": 23.5625, "p95_ms": 54.4204, "p99_ms": 71.9898, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0176, "count": 512, "max_ms": 15.1144, "p50_ms": 4.7915, "p95_ms": 7.4849, "p99_ms": 9.5529, "results": {"failed": 0, "not_applicable": 0, "success": 6700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6223, "count": 512, "max_ms": 5.5819, "p50_ms": 1.431, "p95_ms": 3.1046, "p99_ms": 4.7364, "results": {"failed": 0, "not_applicable": 0, "success": 6700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.9277, "count": 134, "max_ms": 713.3308, "p50_ms": 582.9617, "p95_ms": 674.2866, "p99_ms": 706.8317, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.0987, "count": 134, "max_ms": 590.2759, "p50_ms": 479.9343, "p95_ms": 556.3595, "p99_ms": 587.0229, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.4582, "count": 134, "max_ms": 138.414, "p50_ms": 96.8705, "p95_ms": 119.6852, "p99_ms": 133.2273, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9674, "count": 134, "max_ms": 10.6524, "p50_ms": 1.6173, "p95_ms": 3.9355, "p99_ms": 7.6907, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.3063, "count": 134, "max_ms": 81.87, "p50_ms": 45.7097, "p95_ms": 69.1595, "p99_ms": 77.9414, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9803, "count": 137, "max_ms": 8.6079, "p50_ms": 0.7648, "p95_ms": 1.8092, "p99_ms": 4.6448, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7377, "count": 134, "max_ms": 12.4539, "p50_ms": 1.0028, "p95_ms": 5.4363, "p99_ms": 10.7269, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7377, "count": 134, "max_ms": 12.4539, "p50_ms": 1.0028, "p95_ms": 5.4363, "p99_ms": 10.7269, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9803, "count": 137, "max_ms": 8.6079, "p50_ms": 0.7648, "p95_ms": 1.8092, "p99_ms": 4.6448, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0029, "count": 134, "max_ms": 9.1922, "p50_ms": 0.841, "p95_ms": 1.9086, "p99_ms": 3.2986, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.7596, "count": 134, "max_ms": 4604.0207, "p50_ms": 390.4624, "p95_ms": 714.7615, "p99_ms": 1397.5848, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 137, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.597, "count": 134, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.9852, "p99_ms": 13.5879, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.219, "count": 134, "max_ms": 70.8318, "p50_ms": 23.1389, "p95_ms": 56.9449, "p99_ms": 66.8971, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1014, "count": 134, "max_ms": 0.7116, "p50_ms": 0.0786, "p95_ms": 0.1766, "p99_ms": 0.6416, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6675, "count": 134, "max_ms": 165.5371, "p50_ms": 2.2724, "p95_ms": 4.6898, "p99_ms": 7.542, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 546.37, "count": 134, "max_ms": 4651.5807, "p50_ms": 475.2157, "p95_ms": 800.3186, "p99_ms": 1458.2565, "results": {"failed": 0, "not_applicable": 0, "success": 134, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 134, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 134, "max_ms": 0.7116, "p50_ms": 0.0786, "p95_ms": 0.1766, "p99_ms": 0.6416}, "wait_ms": {"count": 134, "max_ms": 165.5371, "p50_ms": 2.2724, "p95_ms": 4.6898, "p99_ms": 7.542}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 134, "artifact_failed": 0, "artifact_requested": 134, "artifact_success": 134, "completed": 134, "completed_failed": 0, "completed_success": 134, "cooldown_promoted": 134, "database_requested": 134, "db_insert_success": 134, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15528, "relay_business_failed": 0, "relay_business_success": 134, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 134, "relay_transport_failed": 0, "relay_transport_success": 134, "reservation_requested": 134}, "snapshot": {"copied_bytes": 370483200, "copied_count": 134, "copy": {"count": 134, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.254, "p99_ms": 4.2717}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 449, "h264_decode_error_count": 985, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T06:23:58+09:00", "last_error_summary": "[h264 @ 0x58e41a33b680] cabac decode of qscale diff failed at 86 56 [h264 @ 0x58e41a33b680] error while decoding MB 86 56, bytestream 18092 [h264 @ 0x58e41a317440] left block unavailable for requested intra mode [h264 @ 0x58e41a317440] error while decoding MB 0 52, bytestream 3005 [h264 @ 0x58e41a2ef180] left block unavailable for requested intra mode [h264 @ 0x58e41a2ef180] error while decoding MB 0 51, bytestream 62434 [h264 @ 0x58e41a344fc0] error while decoding MB 21 60, bytestream -6 [in#0/", "last_exit_at": "2026-10-30T06:24:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T06:24:00+09:00", "pid": 94914, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.406, "name": "ffmpeg", "pid": 94914, "rss_mb": 208.406, "state": "S (sleeping)", "threads": 70}, "restart_count": 486, "restart_count_per_hour": 1, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 487}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.537, "sample_count": 2723, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1302507, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T06:23:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.365, "last_frame_pushed_at": "2026-10-30T06:23:58+09:00", "last_frame_read_age_sec": 4.442, "last_frame_read_at": "2026-10-30T06:23:58+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 60, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 296.873, "last_sample_duration_ms": 733.333, "last_trigger": "periodic", "next_snapshot_in_sec": 303.127, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 260, "storage_bytes": 2478644}, "mjpeg": {"age_sec": 4.358, "exists": true, "mtime": "2026-10-30T06:23:58.376468+09:00", "mtime_epoch": 1793309038.376468, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 84468}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T06:24:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1520.992, "name": "celery", "pid": 206, "rss_mb": 1371.105, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 117, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 1302507, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.062, "max": 15.0, "p95": 14.0, "sample_count": 64}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.1, "max": 2.0, "p95": 2.0, "sample_count": 50}, "total": {"avg": 0.859, "max": 2.0, "p95": 2.0, "sample_count": 64}}, "tracking_counts": {"active": {"avg": 0.125, "max": 1.0, "p95": 1.0, "sample_count": 64}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}, "removed": {"avg": 0.078, "max": 1.0, "p95": 1.0, "sample_count": 64}, "tracked": {"avg": 0.125, "max": 1.0, "p95": 1.0, "sample_count": 64}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 64, "pushed_frames": 64, "read_frames": 63, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.134, "pushed": 2.134, "read": 2.101}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 63, "client_acquire_ms": {"avg_ms": 0.004, "count": 63, "max_ms": 0.017, "p95_ms": 0.009, "reason": null, "sample_age_ms": 4415.549, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.572, "count": 63, "max_ms": 2.768, "p95_ms": 2.208, "reason": null, "sample_age_ms": 4444.314, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.219, "count": 63, "max_ms": 2.465, "p95_ms": 1.365, "reason": null, "sample_age_ms": 4444.574, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.272, "count": 63, "max_ms": 0.675, "p95_ms": 0.445, "reason": null, "sample_age_ms": 4415.556, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.292, "count": 63, "max_ms": 2.81, "p95_ms": 2.213, "reason": null, "sample_age_ms": 4443.271, "source": "client_direct"}, "request_count": 63, "request_tensor_bytes": {"avg": 2764808.0, "count": 63, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4443.256, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 63, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4415.76, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.354, "count": 63, "max_ms": 67.742, "p95_ms": 47.167, "reason": null, "sample_age_ms": 4415.547, "source": "client_direct"}, "sample_age_ms": 4415.544, "source": "client_direct", "task_total_ms": {"avg_ms": 35.035, "count": 63, "max_ms": 69.79, "p95_ms": 48.399, "reason": null, "sample_age_ms": 4415.544, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.044, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.648, "count": 64, "max_ms": 5.965, "p95_ms": 4.723}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.257, "count": 64, "max_ms": 0.499, "p95_ms": 0.425}, "detection_prepare_ms": {"avg_ms": 0.721, "count": 64, "max_ms": 1.76, "p95_ms": 1.185}, "event_filter_ms": {"avg_ms": 0.003, "count": 64, "max_ms": 0.023, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.167, "count": 64, "max_ms": 0.417, "p95_ms": 0.297}, "mcmt_ms": {"avg_ms": 0.002, "count": 64, "max_ms": 0.005, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.556, "count": 64, "max_ms": 2.373, "p95_ms": 1.547}, "setup_ms": {"avg_ms": 0.029, "count": 64, "max_ms": 0.087, "p95_ms": 0.049}, "total_inside_ms": {"avg_ms": 2.611, "count": 64, "max_ms": 5.92, "p95_ms": 4.684}, "track_match_ms": {"avg_ms": 0.036, "count": 64, "max_ms": 0.112, "p95_ms": 0.079}, "tracker_update_ms": {"avg_ms": 0.84, "count": 64, "max_ms": 2.382, "p95_ms": 1.736}}, "gstreamer_push": {"avg_ms": 2.433, "count": 64, "max_ms": 5.82, "p95_ms": 3.836}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 64, "max_ms": 0.079, "p95_ms": 0.052}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 35.993, "count": 64, "max_ms": 70.691, "p95_ms": 50.738}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.057, "count": 64, "max_ms": 8.772, "p95_ms": 6.693}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 64, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 64, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 80.451, "count": 64, "max_ms": 109.524, "p95_ms": 97.627}, "inference_input_copy_ms": {"avg_ms": 1.2, "count": 64, "max_ms": 3.06, "p95_ms": 2.371}, "processing_residual_ms": {"avg_ms": 0.119, "count": 64, "max_ms": 0.268, "p95_ms": 0.23}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 64, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 64, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 83.827, "count": 64, "max_ms": 113.048, "p95_ms": 100.423}, "read_interval": {"avg_ms": 407.066, "count": 63, "max_ms": 19685.594, "p95_ms": 135.704}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 64, "max_ms": 0.018, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.516, "count": 64, "max_ms": 2.311, "p95_ms": 1.498}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 64, "max_ms": 0.021, "p95_ms": 0.015}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.505, "count": 64, "max_ms": 2.295, "p95_ms": 1.486}, "worker_merge_ms": {"avg_ms": 0.004, "count": 64, "max_ms": 0.025, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 36.003, "count": 64, "max_ms": 70.7, "p95_ms": 50.748}, "visualize": {"avg_ms": 40.885, "count": 64, "max_ms": 59.39, "p95_ms": 52.155}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 37.937, "count": 64, "max_ms": 56.122, "p95_ms": 50.653}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 64, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.906, "count": 64, "max_ms": 58.463, "p95_ms": 51.111}, "visualize_input_copy_ms": {"avg_ms": 0.846, "count": 64, "max_ms": 3.094, "p95_ms": 1.515}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 64, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.821, "count": 64, "max_ms": 58.382, "p95_ms": 51.046}, "visualizer_prepare_ms": {"avg_ms": 0.044, "count": 64, "max_ms": 0.103, "p95_ms": 0.073}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 64}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1373.652, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.969, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.603, "sample_count": 2766, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1302500, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T06:23:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93055, "write_bytes_delta": 93055, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 84.0, "cpu_core_ratio": 0.027576, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2850.0, "pid": 94512, "reason": null, "system_cpu_core_ratio": 0.003217, "system_cpu_s_delta": 0.06999999999999318, "user_cpu_core_ratio": 0.024359, "user_cpu_s_delta": 0.5299999999997453}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.21693, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 28879.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.083647, "system_cpu_s_delta": 1.819999999992433, "user_cpu_core_ratio": 0.133283, "user_cpu_s_delta": 2.8999999999941792}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.299, "count": 110, "max_ms": 5.581, "p95_ms": 3.805, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.518, "max": 18.0, "p95": 14.0, "sample_count": 110}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.262, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 80}, "total": {"avg": 0.918, "max": 3.0, "p95": 2.0, "sample_count": 110}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.165, "count": 30, "max": 49.113, "p95": 34.494, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.948, "count": 30, "max": 18.565, "p95": 16.824, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 525.933, "count": 30, "max": 619.0, "p95": 601.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 367.9, "count": 30, "max": 5796.0, "p95": 2082.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.136, "p95": 0.111, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.37, "count": 30, "max": 0.444, "p95": 0.424, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.001, "count": 30, "max": 0.028, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 89382.8, "count": 30, "max": 106779.0, "p95": 99356.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 86762.267, "count": 30, "max": 106779.0, "p95": 99356.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 125120.9, "count": 30, "max": 142051.0, "p95": 140956.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.666, "count": 30, "max": 0.752, "p95": 0.726, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.093, "count": 30, "max": 1.2, "p95": 1.196, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 9964, "sampled_at": "2026-10-30T06:23:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T06:23:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8885.223, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T06:33:47+09:00", "last_error_summary": "[rtsp @ 0x59a6f799df00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x59a6f799de00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3753558835200, "copied_frame_count": 1357624, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f6d9b5b2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3753558835200, "frame_buffer_copies": 1357624, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 2.1294, "p50_ms": 0.0894, "p95_ms": 0.1969, "p99_ms": 0.3083}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4393, "count": 512, "max_ms": 5.1082, "p50_ms": 1.3397, "p95_ms": 2.4097, "p99_ms": 2.9193, "results": {"failed": 0, "not_applicable": 0, "success": 1357624, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f6d9b5b2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 54, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T06:33:47+09:00", "last_error_summary": "[rtsp @ 0x59a6f799df00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x59a6f799de00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T06:33:49+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-30T06:33:47+09:00", "pid": 95030, "process": {"exists": false, "pid": 95030}, "restart_count": 55, "restart_count_per_hour": 6, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "f6d9b5b2", "last_frame_pushed_age_sec": 7523.782, "last_frame_pushed_at": "2026-10-30T04:28:25+09:00", "last_frame_read_age_sec": 7523.865, "last_frame_read_at": "2026-10-30T04:28:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 61, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 281.956, "last_sample_duration_ms": 710.208, "last_trigger": "periodic", "next_snapshot_in_sec": 318.044, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 261, "storage_bytes": 2487943}, "mjpeg": {"age_sec": 7523.766, "exists": true, "mtime": "2026-10-30T04:28:25.658605+09:00", "mtime_epoch": 1793302105.6586049, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 144743}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T06:33:49+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1463.266, "name": "celery", "pid": 178, "rss_mb": 1462.18, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 7524.835, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 53514, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.030035, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 7523793.691, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 7523789.248, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 7523803.716, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 7523792.824, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.878, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1462.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.852, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f6d9b5b2", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 6921.565, "exists": true, "size_bytes": 144743, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 94912, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002372, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000697, "system_cpu_s_delta": 0.42000000000189175, "user_cpu_core_ratio": 0.001675, "user_cpu_s_delta": 1.0100000000093132}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.473, "count": 30, "max": 43.301, "p95": 37.607, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.457, "count": 30, "max": 29.048, "p95": 23.929, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1221.767, "count": 30, "max": 1308.0, "p95": 1258.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.043, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.217, "p95": 0.211, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1464.476, "count": 30, "max": 6921.565, "p95": 6047.363, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 142672.567, "count": 30, "max": 144743.0, "p95": 144743.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 60651.533, "count": 30, "max": 144743.0, "p95": 140880.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.433, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.133, "count": 30, "max": 55.0, "p95": 25.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.069, "count": 30, "max": 0.172, "p95": 0.17, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.221, "count": 30, "max": 0.549, "p95": 0.541, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7189, "sampled_at": "2026-10-30T06:23:47+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T06:23:47+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:23+09:00", "state": "running", "task_id": "41311b55-35da-4c8c-9579-985d7843d40e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8895.785, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3753558835200, "copied_frame_count": 1357624, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f6d9b5b2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3753558835200, "frame_buffer_copies": 1357624, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 2.1294, "p50_ms": 0.0894, "p95_ms": 0.1969, "p99_ms": 0.3083}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4393, "count": 512, "max_ms": 5.1082, "p50_ms": 1.3397, "p95_ms": 2.4097, "p99_ms": 2.9193, "results": {"failed": 0, "not_applicable": 0, "success": 1357624, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f6d9b5b2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 54, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T06:33:47+09:00", "last_error_summary": "[rtsp @ 0x59a6f799df00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x59a6f799de00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T06:33:49+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.027, "last_started_at": "2026-10-30T06:33:47+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 55, "restart_count_per_hour": 6, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "f6d9b5b2", "last_frame_pushed_age_sec": 7523.807, "last_frame_pushed_at": "2026-10-30T04:28:25+09:00", "last_frame_read_age_sec": 7523.89, "last_frame_read_at": "2026-10-30T04:28:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 61, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 281.974, "last_sample_duration_ms": 710.208, "last_trigger": "periodic", "next_snapshot_in_sec": 318.026, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 261, "storage_bytes": 2487943}, "mjpeg": {"age_sec": 7523.791, "exists": true, "mtime": "2026-10-30T04:28:25.658605+09:00", "mtime_epoch": 1793302105.6586049, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 144743}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T06:33:49+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1463.266, "name": "celery", "pid": 178, "rss_mb": 1462.18, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 7524.857, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 53514, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.030035, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 7523817.829, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 7523813.385, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 7523827.853, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 7523816.961, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.7, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1462.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.126, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f6d9b5b2", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 7523.774, "exists": true, "size_bytes": 144743, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 95030, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002358, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000764, "system_cpu_s_delta": 0.4599999999991269, "user_cpu_core_ratio": 0.001594, "user_cpu_s_delta": 0.9599999999918509}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.134, "count": 30, "max": 43.247, "p95": 30.415, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.791, "count": 30, "max": 29.048, "p95": 23.929, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1221.767, "count": 30, "max": 1308.0, "p95": 1258.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.043, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.217, "p95": 0.211, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1715.268, "count": 30, "max": 7523.774, "p95": 6650.273, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 142835.167, "count": 30, "max": 144743.0, "p95": 144743.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 55989.367, "count": 30, "max": 144743.0, "p95": 140880.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.4, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.333, "count": 30, "max": 55.0, "p95": 25.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.172, "p95": 0.17, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.549, "p95": 0.541, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7190, "sampled_at": "2026-10-30T06:33:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T06:33:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:23+09:00", "state": "running", "task_id": "41311b55-35da-4c8c-9579-985d7843d40e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8926.461, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T07:03:49+09:00", "last_error_summary": "[rtsp @ 0x58a059648f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x58a059648e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3753558835200, "copied_frame_count": 1357624, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f6d9b5b2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3753558835200, "frame_buffer_copies": 1357624, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 2.1294, "p50_ms": 0.0894, "p95_ms": 0.1969, "p99_ms": 0.3083}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4393, "count": 512, "max_ms": 5.1082, "p50_ms": 1.3397, "p95_ms": 2.4097, "p99_ms": 2.9193, "results": {"failed": 0, "not_applicable": 0, "success": 1357624, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f6d9b5b2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T07:03:49+09:00", "last_error_summary": "[rtsp @ 0x58a059648f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x58a059648e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T07:03:51+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-30T07:03:49+09:00", "pid": 95032, "process": {"exists": false, "pid": 95032}, "restart_count": 56, "restart_count_per_hour": 4, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "f6d9b5b2", "last_frame_pushed_age_sec": 9325.86, "last_frame_pushed_at": "2026-10-30T04:28:25+09:00", "last_frame_read_age_sec": 9325.943, "last_frame_read_at": "2026-10-30T04:28:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 64, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 278.913, "last_sample_duration_ms": 729.077, "last_trigger": "periodic", "next_snapshot_in_sec": 321.087, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 264, "storage_bytes": 2515833}, "mjpeg": {"age_sec": 9325.844, "exists": true, "mtime": "2026-10-30T04:28:25.658605+09:00", "mtime_epoch": 1793302105.6586049, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 144743}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T07:03:51+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1463.266, "name": "celery", "pid": 178, "rss_mb": 1462.18, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 9326.924, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 53514, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.030035, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 9325872.123, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 9325867.679, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 9325882.147, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 9325871.255, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.512, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1462.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.126, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f6d9b5b2", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 7523.774, "exists": true, "size_bytes": 144743, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 95030, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002358, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000764, "system_cpu_s_delta": 0.4599999999991269, "user_cpu_core_ratio": 0.001594, "user_cpu_s_delta": 0.9599999999918509}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.134, "count": 30, "max": 43.247, "p95": 30.415, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.791, "count": 30, "max": 29.048, "p95": 23.929, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1221.767, "count": 30, "max": 1308.0, "p95": 1258.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.043, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.217, "p95": 0.211, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1715.268, "count": 30, "max": 7523.774, "p95": 6650.273, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 142835.167, "count": 30, "max": 144743.0, "p95": 144743.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 55989.367, "count": 30, "max": 144743.0, "p95": 140880.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.4, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.333, "count": 30, "max": 55.0, "p95": 25.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.172, "p95": 0.17, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.204, "count": 30, "max": 0.549, "p95": 0.541, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7190, "sampled_at": "2026-10-30T06:33:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T06:33:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:23+09:00", "state": "running", "task_id": "41311b55-35da-4c8c-9579-985d7843d40e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 8927.102, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3753558835200, "copied_frame_count": 1357624, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f6d9b5b2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3753558835200, "frame_buffer_copies": 1357624, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 2.1294, "p50_ms": 0.0894, "p95_ms": 0.1969, "p99_ms": 0.3083}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4393, "count": 512, "max_ms": 5.1082, "p50_ms": 1.3397, "p95_ms": 2.4097, "p99_ms": 2.9193, "results": {"failed": 0, "not_applicable": 0, "success": 1357624, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f6d9b5b2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T07:03:49+09:00", "last_error_summary": "[rtsp @ 0x58a059648f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x58a059648e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T07:03:51+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.039, "last_started_at": "2026-10-30T07:03:49+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 56, "restart_count_per_hour": 4, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "f6d9b5b2", "last_frame_pushed_age_sec": 9325.896, "last_frame_pushed_at": "2026-10-30T04:28:25+09:00", "last_frame_read_age_sec": 9325.979, "last_frame_read_at": "2026-10-30T04:28:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 64, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 278.933, "last_sample_duration_ms": 729.077, "last_trigger": "periodic", "next_snapshot_in_sec": 321.067, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 264, "storage_bytes": 2515833}, "mjpeg": {"age_sec": 9325.88, "exists": true, "mtime": "2026-10-30T04:28:25.658605+09:00", "mtime_epoch": 1793302105.6586049, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 144743}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T07:03:51+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 1463.266, "name": "celery", "pid": 178, "rss_mb": 1462.18, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 9326.945, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 53514, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.030035, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 9325907.255, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 9325902.811, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 9325917.279, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 9325906.387, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.685, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1462.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.204, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f6d9b5b2", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 9325.855, "exists": true, "size_bytes": 144743, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 95032, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002192, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000666, "system_cpu_s_delta": 1.2000000000007276, "user_cpu_core_ratio": 0.001526, "user_cpu_s_delta": 2.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.494, "count": 30, "max": 43.247, "p95": 30.415, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.168, "count": 30, "max": 29.048, "p95": 23.929, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1221.767, "count": 30, "max": 1308.0, "p95": 1258.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.043, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.217, "p95": 0.211, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2026.13, "count": 30, "max": 9325.855, "p95": 7252.78, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 143012.233, "count": 30, "max": 144743.0, "p95": 144743.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 51341.667, "count": 30, "max": 144743.0, "p95": 140880.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.367, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 9.533, "count": 30, "max": 55.0, "p95": 25.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.172, "p95": 0.17, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.186, "count": 30, "max": 0.549, "p95": 0.541, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7191, "sampled_at": "2026-10-30T07:03:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T07:03:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:23+09:00", "state": "running", "task_id": "41311b55-35da-4c8c-9579-985d7843d40e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2536537, "flush_count": 2653, "flush_interval_seconds": 30.0, "flush_state": {"count": 2653, "last_at": "2026-10-30T07:18:19", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T07:18:19", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2652}, "started": true, "suppressed_count": 1332631, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1332493}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2653, "written_record_count": 2653}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8741.125, "limit_mb": null}, "detail": {"h264_decode_error_count": 19, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5ea442385d00] cabac decode of qscale diff failed at 93 63 [h264 @ 0x5ea442385d00] error while decoding MB 93 63, bytestream 8554 [h264 @ 0x5ea441971940] cabac decode of qscale diff failed at 39 64 [h264 @ 0x5ea441971940] error while decoding MB 39 64, bytestream 10807 [h264 @ 0x5ea442454b80] cabac decode of qscale diff failed at 113 54 [h264 @ 0x5ea442454b80] error while decoding MB 113 54, bytestream 10869 [h264 @ 0x5ea4426c1700] cabac decode of qscale diff failed at 101 66 [h264 @ 0x", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3691406131200, "copied_frame_count": 1335144, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3691406131200, "frame_buffer_copies": 1335144, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0745, "count": 512, "max_ms": 1.0733, "p50_ms": 0.0631, "p95_ms": 0.1269, "p99_ms": 0.2019}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1491, "count": 512, "max_ms": 3.3795, "p50_ms": 1.0464, "p95_ms": 2.0796, "p99_ms": 2.6509, "results": {"failed": 0, "not_applicable": 0, "success": 1335144, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 450, "h264_decode_error_count": 1004, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T07:19:17+09:00", "last_error_summary": "[h264 @ 0x5ea442385d00] cabac decode of qscale diff failed at 93 63 [h264 @ 0x5ea442385d00] error while decoding MB 93 63, bytestream 8554 [h264 @ 0x5ea441971940] cabac decode of qscale diff failed at 39 64 [h264 @ 0x5ea441971940] error while decoding MB 39 64, bytestream 10807 [h264 @ 0x5ea442454b80] cabac decode of qscale diff failed at 113 54 [h264 @ 0x5ea442454b80] error while decoding MB 113 54, bytestream 10869 [h264 @ 0x5ea4426c1700] cabac decode of qscale diff failed at 101 66 [h264 @ 0x", "last_exit_at": "2026-10-30T06:24:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 3316.526, "last_started_at": "2026-10-30T06:24:00+09:00", "pid": 94914, "process": {"exists": false, "pid": 94914}, "restart_count": 486, "restart_count_per_hour": 1, "rtsp_timeout_count": 150, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 487}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.482, "sample_count": 2497, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1335144, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T07:19:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.061, "last_frame_pushed_at": "2026-10-30T07:19:17+09:00", "last_frame_read_age_sec": 0.058, "last_frame_read_at": "2026-10-30T07:19:17+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 66, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 0.766, "last_sample_duration_ms": 643.282, "last_trigger": "periodic", "next_snapshot_in_sec": 599.234, "reason": "snapshot_written", "rotation_count": 135, "runtime_state": "active", "sample_count": 266, "storage_bytes": 2534421}, "mjpeg": {"age_sec": 0.049, "exists": true, "mtime": "2026-10-30T07:19:17.210600+09:00", "mtime_epoch": 1793312357.2106001, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 116027}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T07:19:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1406.578, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 1335145, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.961, "max": 22.0, "p95": 21.0, "sample_count": 103}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.505, "max": 4.0, "p95": 4.0, "sample_count": 103}, "total": {"avg": 2.505, "max": 4.0, "p95": 4.0, "sample_count": 103}}, "tracking_counts": {"active": {"avg": 0.146, "max": 2.0, "p95": 1.0, "sample_count": 103}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}, "removed": {"avg": 0.019, "max": 1.0, "p95": 0.0, "sample_count": 103}, "tracked": {"avg": 0.146, "max": 2.0, "p95": 1.0, "sample_count": 103}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 104, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.499, "pushed": 3.499, "read": 3.533}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 104, "client_acquire_ms": {"avg_ms": 0.004, "count": 104, "max_ms": 0.018, "p95_ms": 0.009, "reason": null, "sample_age_ms": 25.344, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.616, "count": 104, "max_ms": 2.858, "p95_ms": 1.74, "reason": null, "sample_age_ms": 59.123, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.22, "count": 104, "max_ms": 2.347, "p95_ms": 1.206, "reason": null, "sample_age_ms": 59.325, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.301, "count": 104, "max_ms": 0.814, "p95_ms": 0.521, "reason": null, "sample_age_ms": 25.361, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.384, "count": 104, "max_ms": 2.997, "p95_ms": 2.277, "reason": null, "sample_age_ms": 58.226, "source": "client_direct"}, "request_count": 104, "request_tensor_bytes": {"avg": 2764808.0, "count": 104, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 58.212, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 104, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 25.913, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.442, "count": 104, "max_ms": 54.921, "p95_ms": 46.678, "reason": null, "sample_age_ms": 25.339, "source": "client_direct"}, "sample_age_ms": 25.333, "source": "client_direct", "task_total_ms": {"avg_ms": 35.246, "count": 104, "max_ms": 57.466, "p95_ms": 48.281, "reason": null, "sample_age_ms": 25.333, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.687, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.967, "count": 103, "max_ms": 9.537, "p95_ms": 7.447}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.337, "count": 103, "max_ms": 0.658, "p95_ms": 0.56}, "detection_prepare_ms": {"avg_ms": 1.222, "count": 103, "max_ms": 3.944, "p95_ms": 2.425}, "event_filter_ms": {"avg_ms": 0.008, "count": 103, "max_ms": 0.407, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.318, "count": 103, "max_ms": 0.722, "p95_ms": 0.553}, "mcmt_ms": {"avg_ms": 0.002, "count": 103, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 1.367, "count": 103, "max_ms": 3.423, "p95_ms": 2.285}, "setup_ms": {"avg_ms": 0.029, "count": 103, "max_ms": 0.098, "p95_ms": 0.063}, "total_inside_ms": {"avg_ms": 4.93, "count": 103, "max_ms": 9.45, "p95_ms": 7.393}, "track_match_ms": {"avg_ms": 0.071, "count": 103, "max_ms": 0.302, "p95_ms": 0.137}, "tracker_update_ms": {"avg_ms": 1.576, "count": 103, "max_ms": 3.303, "p95_ms": 2.846}}, "gstreamer_push": {"avg_ms": 2.172, "count": 103, "max_ms": 5.314, "p95_ms": 3.612}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 103, "max_ms": 0.089, "p95_ms": 0.059}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 36.215, "count": 103, "max_ms": 61.773, "p95_ms": 50.116}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.689, "count": 103, "max_ms": 9.255, "p95_ms": 7.181}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.084, "count": 103, "max_ms": 112.386, "p95_ms": 102.544}, "inference_input_copy_ms": {"avg_ms": 1.433, "count": 103, "max_ms": 3.436, "p95_ms": 2.496}, "processing_residual_ms": {"avg_ms": 0.147, "count": 103, "max_ms": 0.384, "p95_ms": 0.261}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.354, "count": 103, "max_ms": 116.609, "p95_ms": 107.67}, "read_interval": {"avg_ms": 296.772, "count": 104, "max_ms": 10133.741, "p95_ms": 134.118}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 103, "max_ms": 0.024, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 1.321, "count": 103, "max_ms": 3.348, "p95_ms": 2.228}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 103, "max_ms": 0.027, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.309, "count": 103, "max_ms": 3.326, "p95_ms": 2.209}, "worker_merge_ms": {"avg_ms": 0.004, "count": 103, "max_ms": 0.014, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 36.225, "count": 103, "max_ms": 61.782, "p95_ms": 50.124}, "visualize": {"avg_ms": 42.944, "count": 103, "max_ms": 67.681, "p95_ms": 59.035}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 37.635, "count": 103, "max_ms": 60.683, "p95_ms": 52.835}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.677, "count": 103, "max_ms": 66.516, "p95_ms": 57.273}, "visualize_input_copy_ms": {"avg_ms": 1.131, "count": 103, "max_ms": 2.476, "p95_ms": 1.87}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.583, "count": 103, "max_ms": 66.434, "p95_ms": 57.205}, "visualizer_prepare_ms": {"avg_ms": 0.051, "count": 103, "max_ms": 0.281, "p95_ms": 0.085}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 103}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1386.852, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.807, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.846, "sample_count": 2708, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1335012, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T07:18:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115692, "write_bytes_delta": 115692, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 619.0, "cpu_core_ratio": 0.691793, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 341.0, "pid": 94914, "reason": null, "system_cpu_core_ratio": 0.26335, "system_cpu_s_delta": 5.280000000000001, "user_cpu_core_ratio": 0.428443, "user_cpu_s_delta": 8.589999999999918}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.567632, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 198959.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.598024, "system_cpu_s_delta": 11.990000000005239, "user_cpu_core_ratio": 0.969607, "user_cpu_s_delta": 19.44000000000233}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.428, "count": 229, "max_ms": 9.506, "p95_ms": 4.269, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.611, "max": 18.0, "p95": 17.0, "sample_count": 229}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.022, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 229}, "total": {"avg": 2.022, "max": 4.0, "p95": 3.0, "sample_count": 229}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.884, "count": 30, "max": 52.107, "p95": 40.839, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.725, "count": 30, "max": 20.359, "p95": 19.082, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1222.8, "count": 30, "max": 1436.0, "p95": 1435.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 508.867, "count": 30, "max": 8829.0, "p95": 2709.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.068, "count": 30, "max": 0.333, "p95": 0.247, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.43, "count": 30, "max": 0.48, "p95": 0.476, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116690.4, "count": 30, "max": 124780.0, "p95": 119749.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112907.067, "count": 30, "max": 124780.0, "p95": 119749.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 248448.267, "count": 30, "max": 287332.0, "p95": 284241.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.684, "count": 30, "max": 0.807, "p95": 0.779, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.124, "count": 30, "max": 1.291, "p95": 1.252, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10238, "sampled_at": "2026-10-30T07:18:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T07:18:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.439, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2536537, "flush_count": 2653, "flush_interval_seconds": 30.0, "flush_state": {"count": 2653, "last_at": "2026-10-30T07:18:19", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T07:18:19", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2652}, "started": true, "suppressed_count": 1332631, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1332493}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2653, "written_record_count": 2653}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8720.035, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T07:19:17+09:00", "last_error_summary": "[h264 @ 0x5ea442385d00] cabac decode of qscale diff failed at 93 63 [h264 @ 0x5ea442385d00] error while decoding MB 93 63, bytestream 8554 [h264 @ 0x5ea441971940] cabac decode of qscale diff failed at 39 64 [h264 @ 0x5ea441971940] error while decoding MB 39 64, bytestream 10807 [h264 @ 0x5ea442454b80] cabac decode of qscale diff failed at 113 54 [h264 @ 0x5ea442454b80] error while decoding MB 113 54, bytestream 10869 [h264 @ 0x5ea4426c1700] cabac decode of qscale diff failed at 101 66 [h264 @ 0x", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3691408896000, "copied_frame_count": 1335145, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3691408896000, "frame_buffer_copies": 1335145, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0744, "count": 512, "max_ms": 1.0733, "p50_ms": 0.0631, "p95_ms": 0.1269, "p99_ms": 0.2019}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1497, "count": 512, "max_ms": 3.3795, "p50_ms": 1.0464, "p95_ms": 2.0796, "p99_ms": 2.6509, "results": {"failed": 0, "not_applicable": 0, "success": 1335145, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 450, "h264_decode_error_count": 1004, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T07:19:17+09:00", "last_error_summary": "[h264 @ 0x5ea442385d00] cabac decode of qscale diff failed at 93 63 [h264 @ 0x5ea442385d00] error while decoding MB 93 63, bytestream 8554 [h264 @ 0x5ea441971940] cabac decode of qscale diff failed at 39 64 [h264 @ 0x5ea441971940] error while decoding MB 39 64, bytestream 10807 [h264 @ 0x5ea442454b80] cabac decode of qscale diff failed at 113 54 [h264 @ 0x5ea442454b80] error while decoding MB 113 54, bytestream 10869 [h264 @ 0x5ea4426c1700] cabac decode of qscale diff failed at 101 66 [h264 @ 0x", "last_exit_at": "2026-10-30T07:19:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 3316.573, "last_started_at": "2026-10-30T06:24:00+09:00", "pid": 94914, "process": {"exists": false, "pid": 94914}, "restart_count": 486, "restart_count_per_hour": 1, "rtsp_timeout_count": 150, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 487}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.482, "sample_count": 2498, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1335145, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T07:19:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T07:19:17+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-10-30T07:19:17+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 66, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 0.816, "last_sample_duration_ms": 643.282, "last_trigger": "periodic", "next_snapshot_in_sec": 599.184, "reason": "snapshot_written", "rotation_count": 135, "runtime_state": "active", "sample_count": 266, "storage_bytes": 2534421}, "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-10-30T07:19:17.210600+09:00", "mtime_epoch": 1793312357.2106001, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 116027}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T07:19:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1386.836, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 1335145, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.99, "max": 22.0, "p95": 21.0, "sample_count": 104}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.51, "max": 4.0, "p95": 4.0, "sample_count": 104}, "total": {"avg": 2.51, "max": 4.0, "p95": 4.0, "sample_count": 104}}, "tracking_counts": {"active": {"avg": 0.144, "max": 2.0, "p95": 1.0, "sample_count": 104}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "removed": {"avg": 0.019, "max": 1.0, "p95": 0.0, "sample_count": 104}, "tracked": {"avg": 0.144, "max": 2.0, "p95": 1.0, "sample_count": 104}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 104, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.527, "pushed": 3.527, "read": 3.527}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 104, "client_acquire_ms": {"avg_ms": 0.004, "count": 104, "max_ms": 0.018, "p95_ms": 0.009, "reason": null, "sample_age_ms": 75.422, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.616, "count": 104, "max_ms": 2.858, "p95_ms": 1.74, "reason": null, "sample_age_ms": 109.2, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.22, "count": 104, "max_ms": 2.347, "p95_ms": 1.206, "reason": null, "sample_age_ms": 109.402, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.301, "count": 104, "max_ms": 0.814, "p95_ms": 0.521, "reason": null, "sample_age_ms": 75.438, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.384, "count": 104, "max_ms": 2.997, "p95_ms": 2.277, "reason": null, "sample_age_ms": 108.303, "source": "client_direct"}, "request_count": 104, "request_tensor_bytes": {"avg": 2764808.0, "count": 104, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 108.289, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 104, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 75.991, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.442, "count": 104, "max_ms": 54.921, "p95_ms": 46.678, "reason": null, "sample_age_ms": 75.416, "source": "client_direct"}, "sample_age_ms": 75.411, "source": "client_direct", "task_total_ms": {"avg_ms": 35.246, "count": 104, "max_ms": 57.466, "p95_ms": 48.281, "reason": null, "sample_age_ms": 75.411, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.716, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.973, "count": 104, "max_ms": 9.537, "p95_ms": 7.447}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.336, "count": 104, "max_ms": 0.658, "p95_ms": 0.56}, "detection_prepare_ms": {"avg_ms": 1.224, "count": 104, "max_ms": 3.944, "p95_ms": 2.425}, "event_filter_ms": {"avg_ms": 0.008, "count": 104, "max_ms": 0.407, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.318, "count": 104, "max_ms": 0.722, "p95_ms": 0.553}, "mcmt_ms": {"avg_ms": 0.002, "count": 104, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 1.37, "count": 104, "max_ms": 3.423, "p95_ms": 2.285}, "setup_ms": {"avg_ms": 0.029, "count": 104, "max_ms": 0.098, "p95_ms": 0.063}, "total_inside_ms": {"avg_ms": 4.936, "count": 104, "max_ms": 9.45, "p95_ms": 7.393}, "track_match_ms": {"avg_ms": 0.072, "count": 104, "max_ms": 0.302, "p95_ms": 0.137}, "tracker_update_ms": {"avg_ms": 1.576, "count": 104, "max_ms": 3.303, "p95_ms": 2.846}}, "gstreamer_push": {"avg_ms": 2.175, "count": 104, "max_ms": 5.314, "p95_ms": 3.612}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 104, "max_ms": 0.089, "p95_ms": 0.061}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 36.2, "count": 104, "max_ms": 61.773, "p95_ms": 50.116}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.704, "count": 104, "max_ms": 9.255, "p95_ms": 7.181}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.169, "count": 104, "max_ms": 112.386, "p95_ms": 102.544}, "inference_input_copy_ms": {"avg_ms": 1.433, "count": 104, "max_ms": 3.436, "p95_ms": 2.496}, "processing_residual_ms": {"avg_ms": 0.148, "count": 104, "max_ms": 0.384, "p95_ms": 0.261}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.454, "count": 104, "max_ms": 116.609, "p95_ms": 107.67}, "read_interval": {"avg_ms": 296.772, "count": 104, "max_ms": 10133.741, "p95_ms": 134.118}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 104, "max_ms": 0.024, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 1.323, "count": 104, "max_ms": 3.348, "p95_ms": 2.228}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 104, "max_ms": 0.027, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.311, "count": 104, "max_ms": 3.326, "p95_ms": 2.209}, "worker_merge_ms": {"avg_ms": 0.004, "count": 104, "max_ms": 0.014, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 36.21, "count": 104, "max_ms": 61.782, "p95_ms": 50.124}, "visualize": {"avg_ms": 43.035, "count": 104, "max_ms": 67.681, "p95_ms": 59.035}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 37.689, "count": 104, "max_ms": 60.683, "p95_ms": 52.835}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.762, "count": 104, "max_ms": 66.516, "p95_ms": 57.273}, "visualize_input_copy_ms": {"avg_ms": 1.135, "count": 104, "max_ms": 2.476, "p95_ms": 1.87}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.668, "count": 104, "max_ms": 66.434, "p95_ms": 57.205}, "visualizer_prepare_ms": {"avg_ms": 0.051, "count": 104, "max_ms": 0.281, "p95_ms": 0.086}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 104}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1386.852, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.807, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.846, "sample_count": 2708, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1335012, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T07:18:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115692, "write_bytes_delta": 115692, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 619.0, "cpu_core_ratio": 0.691793, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 341.0, "pid": 94914, "reason": null, "system_cpu_core_ratio": 0.26335, "system_cpu_s_delta": 5.280000000000001, "user_cpu_core_ratio": 0.428443, "user_cpu_s_delta": 8.589999999999918}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.567632, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 198959.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.598024, "system_cpu_s_delta": 11.990000000005239, "user_cpu_core_ratio": 0.969607, "user_cpu_s_delta": 19.44000000000233}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.428, "count": 229, "max_ms": 9.506, "p95_ms": 4.269, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.611, "max": 18.0, "p95": 17.0, "sample_count": 229}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.022, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 229}, "total": {"avg": 2.022, "max": 4.0, "p95": 3.0, "sample_count": 229}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.884, "count": 30, "max": 52.107, "p95": 40.839, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.725, "count": 30, "max": 20.359, "p95": 19.082, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1222.8, "count": 30, "max": 1436.0, "p95": 1435.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 508.867, "count": 30, "max": 8829.0, "p95": 2709.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.068, "count": 30, "max": 0.333, "p95": 0.247, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.43, "count": 30, "max": 0.48, "p95": 0.476, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116690.4, "count": 30, "max": 124780.0, "p95": 119749.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112907.067, "count": 30, "max": 124780.0, "p95": 119749.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 248448.267, "count": 30, "max": 287332.0, "p95": 284241.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.684, "count": 30, "max": 0.807, "p95": 0.779, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.124, "count": 30, "max": 1.291, "p95": 1.252, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10238, "sampled_at": "2026-10-30T07:18:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T07:18:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.486, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2536537, "flush_count": 2653, "flush_interval_seconds": 30.0, "flush_state": {"count": 2653, "last_at": "2026-10-30T07:18:19", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T07:18:19", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2652}, "started": true, "suppressed_count": 1332631, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1332493}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2653, "written_record_count": 2653}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8719.789, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3691408896000, "copied_frame_count": 1335145, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3691408896000, "frame_buffer_copies": 1335145, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0744, "count": 512, "max_ms": 1.0733, "p50_ms": 0.0631, "p95_ms": 0.1269, "p99_ms": 0.2019}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1497, "count": 512, "max_ms": 3.3795, "p50_ms": 1.0464, "p95_ms": 2.0796, "p99_ms": 2.6509, "results": {"failed": 0, "not_applicable": 0, "success": 1335145, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 450, "h264_decode_error_count": 1004, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T07:19:17+09:00", "last_error_summary": "[h264 @ 0x5ea442385d00] cabac decode of qscale diff failed at 93 63 [h264 @ 0x5ea442385d00] error while decoding MB 93 63, bytestream 8554 [h264 @ 0x5ea441971940] cabac decode of qscale diff failed at 39 64 [h264 @ 0x5ea441971940] error while decoding MB 39 64, bytestream 10807 [h264 @ 0x5ea442454b80] cabac decode of qscale diff failed at 113 54 [h264 @ 0x5ea442454b80] error while decoding MB 113 54, bytestream 10869 [h264 @ 0x5ea4426c1700] cabac decode of qscale diff failed at 101 66 [h264 @ 0x", "last_exit_at": "2026-10-30T07:19:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 3316.601, "last_started_at": "2026-10-30T06:24:00+09:00", "pid": 94914, "process": {"exists": false, "pid": 94914}, "restart_count": 486, "restart_count_per_hour": 1, "rtsp_timeout_count": 150, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 487}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.482, "sample_count": 2497, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1335145, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T07:19:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.029, "last_frame_pushed_at": "2026-10-30T07:19:17+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-10-30T07:19:17+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 66, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 0.836, "last_sample_duration_ms": 643.282, "last_trigger": "periodic", "next_snapshot_in_sec": 599.164, "reason": "snapshot_written", "rotation_count": 135, "runtime_state": "active", "sample_count": 266, "storage_bytes": 2534421}, "mjpeg": {"age_sec": 0.018, "exists": true, "mtime": "2026-10-30T07:19:17.316598+09:00", "mtime_epoch": 1793312357.3165984, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 116582}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T07:19:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1386.836, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 1335145, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.99, "max": 22.0, "p95": 21.0, "sample_count": 104}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.51, "max": 4.0, "p95": 4.0, "sample_count": 104}, "total": {"avg": 2.51, "max": 4.0, "p95": 4.0, "sample_count": 104}}, "tracking_counts": {"active": {"avg": 0.144, "max": 2.0, "p95": 1.0, "sample_count": 104}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "removed": {"avg": 0.019, "max": 1.0, "p95": 0.0, "sample_count": 104}, "tracked": {"avg": 0.144, "max": 2.0, "p95": 1.0, "sample_count": 104}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 104, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.524, "pushed": 3.524, "read": 3.524}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 104, "client_acquire_ms": {"avg_ms": 0.004, "count": 104, "max_ms": 0.018, "p95_ms": 0.009, "reason": null, "sample_age_ms": 99.467, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.616, "count": 104, "max_ms": 2.858, "p95_ms": 1.74, "reason": null, "sample_age_ms": 133.245, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.22, "count": 104, "max_ms": 2.347, "p95_ms": 1.206, "reason": null, "sample_age_ms": 133.447, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.301, "count": 104, "max_ms": 0.814, "p95_ms": 0.521, "reason": null, "sample_age_ms": 99.483, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.384, "count": 104, "max_ms": 2.997, "p95_ms": 2.277, "reason": null, "sample_age_ms": 132.348, "source": "client_direct"}, "request_count": 104, "request_tensor_bytes": {"avg": 2764808.0, "count": 104, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 132.334, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 104, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 100.036, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.442, "count": 104, "max_ms": 54.921, "p95_ms": 46.678, "reason": null, "sample_age_ms": 99.461, "source": "client_direct"}, "sample_age_ms": 99.456, "source": "client_direct", "task_total_ms": {"avg_ms": 35.246, "count": 104, "max_ms": 57.466, "p95_ms": 48.281, "reason": null, "sample_age_ms": 99.456, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.475, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.973, "count": 104, "max_ms": 9.537, "p95_ms": 7.447}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.336, "count": 104, "max_ms": 0.658, "p95_ms": 0.56}, "detection_prepare_ms": {"avg_ms": 1.224, "count": 104, "max_ms": 3.944, "p95_ms": 2.425}, "event_filter_ms": {"avg_ms": 0.008, "count": 104, "max_ms": 0.407, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.318, "count": 104, "max_ms": 0.722, "p95_ms": 0.553}, "mcmt_ms": {"avg_ms": 0.002, "count": 104, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 1.37, "count": 104, "max_ms": 3.423, "p95_ms": 2.285}, "setup_ms": {"avg_ms": 0.029, "count": 104, "max_ms": 0.098, "p95_ms": 0.063}, "total_inside_ms": {"avg_ms": 4.936, "count": 104, "max_ms": 9.45, "p95_ms": 7.393}, "track_match_ms": {"avg_ms": 0.072, "count": 104, "max_ms": 0.302, "p95_ms": 0.137}, "tracker_update_ms": {"avg_ms": 1.576, "count": 104, "max_ms": 3.303, "p95_ms": 2.846}}, "gstreamer_push": {"avg_ms": 2.175, "count": 104, "max_ms": 5.314, "p95_ms": 3.612}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 104, "max_ms": 0.089, "p95_ms": 0.061}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 36.2, "count": 104, "max_ms": 61.773, "p95_ms": 50.116}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.704, "count": 104, "max_ms": 9.255, "p95_ms": 7.181}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.169, "count": 104, "max_ms": 112.386, "p95_ms": 102.544}, "inference_input_copy_ms": {"avg_ms": 1.433, "count": 104, "max_ms": 3.436, "p95_ms": 2.496}, "processing_residual_ms": {"avg_ms": 0.148, "count": 104, "max_ms": 0.384, "p95_ms": 0.261}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.454, "count": 104, "max_ms": 116.609, "p95_ms": 107.67}, "read_interval": {"avg_ms": 296.772, "count": 104, "max_ms": 10133.741, "p95_ms": 134.118}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 104, "max_ms": 0.024, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 1.323, "count": 104, "max_ms": 3.348, "p95_ms": 2.228}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 104, "max_ms": 0.027, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.311, "count": 104, "max_ms": 3.326, "p95_ms": 2.209}, "worker_merge_ms": {"avg_ms": 0.004, "count": 104, "max_ms": 0.014, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 36.21, "count": 104, "max_ms": 61.782, "p95_ms": 50.124}, "visualize": {"avg_ms": 43.035, "count": 104, "max_ms": 67.681, "p95_ms": 59.035}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 37.689, "count": 104, "max_ms": 60.683, "p95_ms": 52.835}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.762, "count": 104, "max_ms": 66.516, "p95_ms": 57.273}, "visualize_input_copy_ms": {"avg_ms": 1.135, "count": 104, "max_ms": 2.476, "p95_ms": 1.87}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.668, "count": 104, "max_ms": 66.434, "p95_ms": 57.205}, "visualizer_prepare_ms": {"avg_ms": 0.051, "count": 104, "max_ms": 0.281, "p95_ms": 0.086}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 104}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1386.852, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.807, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.846, "sample_count": 2708, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1335012, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T07:18:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115692, "write_bytes_delta": 115692, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 619.0, "cpu_core_ratio": 0.691793, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 341.0, "pid": 94914, "reason": null, "system_cpu_core_ratio": 0.26335, "system_cpu_s_delta": 5.280000000000001, "user_cpu_core_ratio": 0.428443, "user_cpu_s_delta": 8.589999999999918}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.567632, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 198959.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.598024, "system_cpu_s_delta": 11.990000000005239, "user_cpu_core_ratio": 0.969607, "user_cpu_s_delta": 19.44000000000233}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.428, "count": 229, "max_ms": 9.506, "p95_ms": 4.269, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.611, "max": 18.0, "p95": 17.0, "sample_count": 229}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.022, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 229}, "total": {"avg": 2.022, "max": 4.0, "p95": 3.0, "sample_count": 229}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.884, "count": 30, "max": 52.107, "p95": 40.839, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.725, "count": 30, "max": 20.359, "p95": 19.082, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1222.8, "count": 30, "max": 1436.0, "p95": 1435.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 508.867, "count": 30, "max": 8829.0, "p95": 2709.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.068, "count": 30, "max": 0.333, "p95": 0.247, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.43, "count": 30, "max": 0.48, "p95": 0.476, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116690.4, "count": 30, "max": 124780.0, "p95": 119749.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112907.067, "count": 30, "max": 124780.0, "p95": 119749.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 248448.267, "count": 30, "max": 287332.0, "p95": 284241.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.684, "count": 30, "max": 0.807, "p95": 0.779, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.124, "count": 30, "max": 1.291, "p95": 1.252, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10238, "sampled_at": "2026-10-30T07:18:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T07:18:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.513, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2536537, "flush_count": 2653, "flush_interval_seconds": 30.0, "flush_state": {"count": 2653, "last_at": "2026-10-30T07:18:19", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T07:18:19", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2652}, "started": true, "suppressed_count": 1332631, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1332493}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2653, "written_record_count": 2653}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8894.922, "limit_mb": null}, "detail": {"pid": 95096, "restart_count": 487, "start_count": 488}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3691408896000, "copied_frame_count": 1335145, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3691408896000, "frame_buffer_copies": 1335145, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0744, "count": 512, "max_ms": 1.0733, "p50_ms": 0.0631, "p95_ms": 0.1269, "p99_ms": 0.2019}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1497, "count": 512, "max_ms": 3.3795, "p50_ms": 1.0464, "p95_ms": 2.0796, "p99_ms": 2.6509, "results": {"failed": 0, "not_applicable": 0, "success": 1335145, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 450, "h264_decode_error_count": 1004, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T07:19:17+09:00", "last_error_summary": "[h264 @ 0x5ea442385d00] cabac decode of qscale diff failed at 93 63 [h264 @ 0x5ea442385d00] error while decoding MB 93 63, bytestream 8554 [h264 @ 0x5ea441971940] cabac decode of qscale diff failed at 39 64 [h264 @ 0x5ea441971940] error while decoding MB 39 64, bytestream 10807 [h264 @ 0x5ea442454b80] cabac decode of qscale diff failed at 113 54 [h264 @ 0x5ea442454b80] error while decoding MB 113 54, bytestream 10869 [h264 @ 0x5ea4426c1700] cabac decode of qscale diff failed at 101 66 [h264 @ 0x", "last_exit_at": "2026-10-30T07:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T07:19:20+09:00", "pid": 95096, "process": {"exists": true, "fd_count": 5, "hwm_mb": 210.352, "name": "ffmpeg", "pid": 95096, "rss_mb": 210.352, "state": "S (sleeping)", "threads": 70}, "restart_count": 487, "restart_count_per_hour": 2, "rtsp_timeout_count": 150, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 488}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.679, "sample_count": 2449, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1335145, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T07:19:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.874, "last_frame_pushed_at": "2026-10-30T07:19:17+09:00", "last_frame_read_age_sec": 4.978, "last_frame_read_at": "2026-10-30T07:19:17+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 66, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 5.689, "last_sample_duration_ms": 643.282, "last_trigger": "periodic", "next_snapshot_in_sec": 594.311, "reason": "snapshot_written", "rotation_count": 135, "runtime_state": "active", "sample_count": 266, "storage_bytes": 2534421}, "mjpeg": {"age_sec": 4.863, "exists": true, "mtime": "2026-10-30T07:19:17.316598+09:00", "mtime_epoch": 1793312357.3165984, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 116582}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T07:19:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1386.84, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 1335145, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.836, "max": 22.0, "p95": 22.0, "sample_count": 61}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.836, "max": 4.0, "p95": 4.0, "sample_count": 61}, "total": {"avg": 2.836, "max": 4.0, "p95": 4.0, "sample_count": 61}}, "tracking_counts": {"active": {"avg": 0.213, "max": 2.0, "p95": 1.0, "sample_count": 61}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "removed": {"avg": 0.016, "max": 1.0, "p95": 0.0, "sample_count": 61}, "tracked": {"avg": 0.213, "max": 2.0, "p95": 1.0, "sample_count": 61}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 61, "pushed_frames": 61, "read_frames": 60, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.034, "pushed": 2.034, "read": 2.001}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 60, "client_acquire_ms": {"avg_ms": 0.005, "count": 60, "max_ms": 0.017, "p95_ms": 0.011, "reason": null, "sample_age_ms": 4946.83, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.631, "count": 60, "max_ms": 2.858, "p95_ms": 2.173, "reason": null, "sample_age_ms": 4980.608, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.22, "count": 60, "max_ms": 2.347, "p95_ms": 1.194, "reason": null, "sample_age_ms": 4980.81, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.306, "count": 60, "max_ms": 0.814, "p95_ms": 0.547, "reason": null, "sample_age_ms": 4946.846, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.388, "count": 60, "max_ms": 2.997, "p95_ms": 2.261, "reason": null, "sample_age_ms": 4979.711, "source": "client_direct"}, "request_count": 60, "request_tensor_bytes": {"avg": 2764808.0, "count": 60, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4979.697, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 60, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4947.399, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.23, "count": 60, "max_ms": 54.921, "p95_ms": 44.929, "reason": null, "sample_age_ms": 4946.824, "source": "client_direct"}, "sample_age_ms": 4946.819, "source": "client_direct", "task_total_ms": {"avg_ms": 36.043, "count": 60, "max_ms": 57.466, "p95_ms": 47.644, "reason": null, "sample_age_ms": 4946.819, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.714, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.203, "count": 61, "max_ms": 9.537, "p95_ms": 8.112}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.339, "count": 61, "max_ms": 0.658, "p95_ms": 0.56}, "detection_prepare_ms": {"avg_ms": 1.306, "count": 61, "max_ms": 3.375, "p95_ms": 2.53}, "event_filter_ms": {"avg_ms": 0.004, "count": 61, "max_ms": 0.016, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.341, "count": 61, "max_ms": 0.722, "p95_ms": 0.576}, "mcmt_ms": {"avg_ms": 0.002, "count": 61, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 1.369, "count": 61, "max_ms": 2.489, "p95_ms": 2.31}, "setup_ms": {"avg_ms": 0.031, "count": 61, "max_ms": 0.098, "p95_ms": 0.066}, "total_inside_ms": {"avg_ms": 5.165, "count": 61, "max_ms": 9.45, "p95_ms": 8.034}, "track_match_ms": {"avg_ms": 0.08, "count": 61, "max_ms": 0.302, "p95_ms": 0.183}, "tracker_update_ms": {"avg_ms": 1.692, "count": 61, "max_ms": 3.262, "p95_ms": 2.967}}, "gstreamer_push": {"avg_ms": 2.105, "count": 61, "max_ms": 5.314, "p95_ms": 3.17}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 61, "max_ms": 0.089, "p95_ms": 0.059}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.058, "count": 61, "max_ms": 61.773, "p95_ms": 48.006}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.705, "count": 61, "max_ms": 8.232, "p95_ms": 6.437}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.06, "count": 61, "max_ms": 112.386, "p95_ms": 102.544}, "inference_input_copy_ms": {"avg_ms": 1.35, "count": 61, "max_ms": 3.436, "p95_ms": 2.213}, "processing_residual_ms": {"avg_ms": 0.135, "count": 61, "max_ms": 0.384, "p95_ms": 0.247}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.251, "count": 61, "max_ms": 115.679, "p95_ms": 107.67}, "read_interval": {"avg_ms": 418.386, "count": 60, "max_ms": 10133.741, "p95_ms": 128.915}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 61, "max_ms": 0.021, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 1.322, "count": 61, "max_ms": 2.418, "p95_ms": 2.233}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 61, "max_ms": 0.027, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.311, "count": 61, "max_ms": 2.403, "p95_ms": 2.218}, "worker_merge_ms": {"avg_ms": 0.004, "count": 61, "max_ms": 0.01, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 37.068, "count": 61, "max_ms": 61.782, "p95_ms": 48.014}, "visualize": {"avg_ms": 42.795, "count": 61, "max_ms": 67.681, "p95_ms": 61.405}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 37.093, "count": 61, "max_ms": 60.683, "p95_ms": 55.576}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.509, "count": 61, "max_ms": 66.516, "p95_ms": 60.29}, "visualize_input_copy_ms": {"avg_ms": 1.146, "count": 61, "max_ms": 2.476, "p95_ms": 2.115}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.411, "count": 61, "max_ms": 66.434, "p95_ms": 60.182}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 61, "max_ms": 0.281, "p95_ms": 0.105}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 61}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1386.852, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.807, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.846, "sample_count": 2708, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1335012, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T07:18:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115692, "write_bytes_delta": 115692, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 619.0, "cpu_core_ratio": 0.691793, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 341.0, "pid": 94914, "reason": null, "system_cpu_core_ratio": 0.26335, "system_cpu_s_delta": 5.280000000000001, "user_cpu_core_ratio": 0.428443, "user_cpu_s_delta": 8.589999999999918}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.567632, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 198959.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.598024, "system_cpu_s_delta": 11.990000000005239, "user_cpu_core_ratio": 0.969607, "user_cpu_s_delta": 19.44000000000233}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.428, "count": 229, "max_ms": 9.506, "p95_ms": 4.269, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.611, "max": 18.0, "p95": 17.0, "sample_count": 229}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.022, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 229}, "total": {"avg": 2.022, "max": 4.0, "p95": 3.0, "sample_count": 229}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.884, "count": 30, "max": 52.107, "p95": 40.839, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.725, "count": 30, "max": 20.359, "p95": 19.082, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1222.8, "count": 30, "max": 1436.0, "p95": 1435.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 508.867, "count": 30, "max": 8829.0, "p95": 2709.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.068, "count": 30, "max": 0.333, "p95": 0.247, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.43, "count": 30, "max": 0.48, "p95": 0.476, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116690.4, "count": 30, "max": 124780.0, "p95": 119749.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112907.067, "count": 30, "max": 124780.0, "p95": 119749.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 248448.267, "count": 30, "max": 287332.0, "p95": 284241.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.684, "count": 30, "max": 0.807, "p95": 0.779, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.124, "count": 30, "max": 1.291, "p95": 1.252, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10238, "sampled_at": "2026-10-30T07:18:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T07:18:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2540809, "flush_count": 2657, "flush_interval_seconds": 30.0, "flush_state": {"count": 2657, "last_at": "2026-10-30T07:22:22", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T07:22:22", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2656}, "started": true, "suppressed_count": 1334510, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1334372}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2657, "written_record_count": 2657}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8739.176, "limit_mb": null}, "detail": {"h264_decode_error_count": 13, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x59f29bca5540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x59f29bca5540] error while decoding MB 0 63, bytestream 3933 [h264 @ 0x59f29bc7d1c0] cabac decode of qscale diff failed at 20 66 [h264 @ 0x59f29bc7d1c0] error while decoding MB 20 66, bytestream 10486 [h264 @ 0x59f29c7c7800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x59f29c7c7800] error while decoding MB 0 58, bytestream 83078 [h264 @ 0x59f29bc7d1c0] cabac decode of qscale diff failed at 7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3696612249600, "copied_frame_count": 1337027, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3696612249600, "frame_buffer_copies": 1337027, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0751, "count": 512, "max_ms": 0.9791, "p50_ms": 0.0663, "p95_ms": 0.1229, "p99_ms": 0.1758}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1508, "count": 512, "max_ms": 3.1393, "p50_ms": 1.0596, "p95_ms": 1.8963, "p99_ms": 2.4019, "results": {"failed": 0, "not_applicable": 0, "success": 1337027, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 451, "h264_decode_error_count": 1017, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T07:23:20+09:00", "last_error_summary": "[h264 @ 0x59f29bca5540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x59f29bca5540] error while decoding MB 0 63, bytestream 3933 [h264 @ 0x59f29bc7d1c0] cabac decode of qscale diff failed at 20 66 [h264 @ 0x59f29bc7d1c0] error while decoding MB 20 66, bytestream 10486 [h264 @ 0x59f29c7c7800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x59f29c7c7800] error while decoding MB 0 58, bytestream 83078 [h264 @ 0x59f29bc7d1c0] cabac decode of qscale diff failed at 7", "last_exit_at": "2026-10-30T07:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 240.317, "last_started_at": "2026-10-30T07:19:20+09:00", "pid": 95096, "process": {"exists": false, "pid": 95096}, "restart_count": 487, "restart_count_per_hour": 2, "rtsp_timeout_count": 152, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 488}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.568, "sample_count": 2185, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1337027, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T07:23:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.055, "last_frame_pushed_at": "2026-10-30T07:23:20+09:00", "last_frame_read_age_sec": 0.051, "last_frame_read_at": "2026-10-30T07:23:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 66, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 244.002, "last_sample_duration_ms": 643.282, "last_trigger": "periodic", "next_snapshot_in_sec": 355.998, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 266, "storage_bytes": 2534421}, "mjpeg": {"age_sec": 0.046, "exists": true, "mtime": "2026-10-30T07:23:20.449427+09:00", "mtime_epoch": 1793312600.449427, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117307}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T07:23:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1398.562, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1337028, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.842, "max": 16.0, "p95": 15.0, "sample_count": 57}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.439, "max": 3.0, "p95": 3.0, "sample_count": 57}, "total": {"avg": 2.439, "max": 3.0, "p95": 3.0, "sample_count": 57}}, "tracking_counts": {"active": {"avg": 1.404, "max": 2.0, "p95": 2.0, "sample_count": 57}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "removed": {"avg": 0.035, "max": 2.0, "p95": 0.0, "sample_count": 57}, "tracked": {"avg": 1.404, "max": 2.0, "p95": 2.0, "sample_count": 57}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 57, "pushed_frames": 57, "read_frames": 57, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.903, "pushed": 1.903, "read": 1.903}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 57, "client_acquire_ms": {"avg_ms": 0.005, "count": 57, "max_ms": 0.028, "p95_ms": 0.009, "reason": null, "sample_age_ms": 22.333, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.632, "count": 57, "max_ms": 2.442, "p95_ms": 1.889, "reason": null, "sample_age_ms": 50.775, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.265, "count": 57, "max_ms": 2.088, "p95_ms": 1.42, "reason": null, "sample_age_ms": 52.784, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.253, "count": 57, "max_ms": 0.861, "p95_ms": 0.42, "reason": null, "sample_age_ms": 22.341, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.366, "count": 57, "max_ms": 2.795, "p95_ms": 2.035, "reason": null, "sample_age_ms": 49.727, "source": "client_direct"}, "request_count": 57, "request_tensor_bytes": {"avg": 2764808.0, "count": 57, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 49.711, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 57, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 22.546, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.21, "count": 57, "max_ms": 50.42, "p95_ms": 49.33, "reason": null, "sample_age_ms": 22.331, "source": "client_direct"}, "sample_age_ms": 22.328, "source": "client_direct", "task_total_ms": {"avg_ms": 37.953, "count": 57, "max_ms": 52.019, "p95_ms": 51.197, "reason": null, "sample_age_ms": 22.328, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.49, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.458, "count": 57, "max_ms": 7.841, "p95_ms": 7.129}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.361, "count": 57, "max_ms": 0.793, "p95_ms": 0.576}, "detection_prepare_ms": {"avg_ms": 1.144, "count": 57, "max_ms": 4.134, "p95_ms": 2.062}, "event_filter_ms": {"avg_ms": 0.003, "count": 57, "max_ms": 0.017, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.199, "count": 57, "max_ms": 0.43, "p95_ms": 0.308}, "mcmt_ms": {"avg_ms": 0.003, "count": 57, "max_ms": 0.02, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.899, "count": 57, "max_ms": 1.739, "p95_ms": 1.637}, "setup_ms": {"avg_ms": 0.029, "count": 57, "max_ms": 0.085, "p95_ms": 0.062}, "total_inside_ms": {"avg_ms": 4.42, "count": 57, "max_ms": 7.784, "p95_ms": 7.058}, "track_match_ms": {"avg_ms": 0.14, "count": 57, "max_ms": 0.278, "p95_ms": 0.233}, "tracker_update_ms": {"avg_ms": 1.642, "count": 57, "max_ms": 4.194, "p95_ms": 3.141}}, "gstreamer_push": {"avg_ms": 2.379, "count": 57, "max_ms": 4.35, "p95_ms": 3.967}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 57, "max_ms": 0.087, "p95_ms": 0.071}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.015, "count": 57, "max_ms": 53.511, "p95_ms": 51.863}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.904, "count": 57, "max_ms": 10.619, "p95_ms": 8.071}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.434, "count": 57, "max_ms": 107.131, "p95_ms": 102.256}, "inference_input_copy_ms": {"avg_ms": 1.258, "count": 57, "max_ms": 4.185, "p95_ms": 2.317}, "processing_residual_ms": {"avg_ms": 0.177, "count": 57, "max_ms": 0.394, "p95_ms": 0.364}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.774, "count": 57, "max_ms": 110.277, "p95_ms": 105.195}, "read_interval": {"avg_ms": 526.105, "count": 57, "max_ms": 11809.78, "p95_ms": 1393.424}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 57, "max_ms": 0.049, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.854, "count": 57, "max_ms": 1.664, "p95_ms": 1.545}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 57, "max_ms": 0.033, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.842, "count": 57, "max_ms": 1.646, "p95_ms": 1.522}, "worker_merge_ms": {"avg_ms": 0.005, "count": 57, "max_ms": 0.027, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 39.025, "count": 57, "max_ms": 53.519, "p95_ms": 51.87}, "visualize": {"avg_ms": 40.088, "count": 57, "max_ms": 54.582, "p95_ms": 52.066}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.663, "count": 57, "max_ms": 48.103, "p95_ms": 47.064}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.822, "count": 57, "max_ms": 53.554, "p95_ms": 49.923}, "visualize_input_copy_ms": {"avg_ms": 1.129, "count": 57, "max_ms": 2.957, "p95_ms": 1.969}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.728, "count": 57, "max_ms": 53.48, "p95_ms": 49.839}, "visualizer_prepare_ms": {"avg_ms": 0.046, "count": 57, "max_ms": 0.091, "p95_ms": 0.076}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 57}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 2, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1387.734, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 32.514, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.568, "sample_count": 2186, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1337020, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T07:23:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 137129, "write_bytes_delta": 137129, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 160.0, "cpu_core_ratio": 0.251125, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3455.0, "pid": 95096, "reason": null, "system_cpu_core_ratio": 0.132473, "system_cpu_s_delta": 3.9299999999999997, "user_cpu_core_ratio": 0.118652, "user_cpu_s_delta": 3.5200000000000102}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.397755, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 69638.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.156742, "system_cpu_s_delta": 4.649999999994179, "user_cpu_core_ratio": 0.241013, "user_cpu_s_delta": 7.149999999994179}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.337, "count": 58, "max_ms": 4.35, "p95_ms": 3.967, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.224, "max": 9.0, "p95": 8.0, "sample_count": 58}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.397, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 58}, "total": {"avg": 2.397, "max": 3.0, "p95": 3.0, "sample_count": 58}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.896, "count": 30, "max": 59.59, "p95": 33.634, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.784, "count": 30, "max": 16.605, "p95": 14.861, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 623.2, "count": 30, "max": 1266.0, "p95": 1229.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1305.767, "count": 30, "max": 12894.0, "p95": 6410.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.133, "count": 30, "max": 0.373, "p95": 0.354, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.402, "count": 30, "max": 0.474, "p95": 0.472, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.01, "count": 30, "max": 0.113, "p95": 0.098, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 119706.867, "count": 30, "max": 137129.0, "p95": 125423.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 119706.867, "count": 30, "max": 137129.0, "p95": 125423.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 146914.9, "count": 30, "max": 254378.0, "p95": 253323.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.657, "count": 30, "max": 0.855, "p95": 0.827, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.059, "count": 30, "max": 1.339, "p95": 1.312, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10260, "sampled_at": "2026-10-30T07:23:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T07:23:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2540809, "flush_count": 2657, "flush_interval_seconds": 30.0, "flush_state": {"count": 2657, "last_at": "2026-10-30T07:22:22", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T07:22:22", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2656}, "started": true, "suppressed_count": 1334510, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1334372}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2657, "written_record_count": 2657}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8727.387, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T07:23:20+09:00", "last_error_summary": "[h264 @ 0x59f29bca5540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x59f29bca5540] error while decoding MB 0 63, bytestream 3933 [h264 @ 0x59f29bc7d1c0] cabac decode of qscale diff failed at 20 66 [h264 @ 0x59f29bc7d1c0] error while decoding MB 20 66, bytestream 10486 [h264 @ 0x59f29c7c7800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x59f29c7c7800] error while decoding MB 0 58, bytestream 83078 [h264 @ 0x59f29bc7d1c0] cabac decode of qscale diff failed at 7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3696615014400, "copied_frame_count": 1337028, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3696615014400, "frame_buffer_copies": 1337028, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0751, "count": 512, "max_ms": 0.9791, "p50_ms": 0.0663, "p95_ms": 0.1229, "p99_ms": 0.1758}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1509, "count": 512, "max_ms": 3.1393, "p50_ms": 1.0596, "p95_ms": 1.8963, "p99_ms": 2.4019, "results": {"failed": 0, "not_applicable": 0, "success": 1337028, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 451, "h264_decode_error_count": 1017, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T07:23:20+09:00", "last_error_summary": "[h264 @ 0x59f29bca5540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x59f29bca5540] error while decoding MB 0 63, bytestream 3933 [h264 @ 0x59f29bc7d1c0] cabac decode of qscale diff failed at 20 66 [h264 @ 0x59f29bc7d1c0] error while decoding MB 20 66, bytestream 10486 [h264 @ 0x59f29c7c7800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x59f29c7c7800] error while decoding MB 0 58, bytestream 83078 [h264 @ 0x59f29bc7d1c0] cabac decode of qscale diff failed at 7", "last_exit_at": "2026-10-30T07:23:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 240.358, "last_started_at": "2026-10-30T07:19:20+09:00", "pid": 95096, "process": {"exists": false, "pid": 95096}, "restart_count": 487, "restart_count_per_hour": 2, "rtsp_timeout_count": 152, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 488}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.568, "sample_count": 2186, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1337028, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T07:23:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T07:23:20+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-10-30T07:23:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 66, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 244.039, "last_sample_duration_ms": 643.282, "last_trigger": "periodic", "next_snapshot_in_sec": 355.961, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 266, "storage_bytes": 2534421}, "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-10-30T07:23:20.449427+09:00", "mtime_epoch": 1793312600.449427, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117307}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T07:23:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1387.734, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1337028, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.914, "max": 16.0, "p95": 15.0, "sample_count": 58}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.448, "max": 3.0, "p95": 3.0, "sample_count": 58}, "total": {"avg": 2.448, "max": 3.0, "p95": 3.0, "sample_count": 58}}, "tracking_counts": {"active": {"avg": 1.397, "max": 2.0, "p95": 2.0, "sample_count": 58}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "removed": {"avg": 0.034, "max": 2.0, "p95": 0.0, "sample_count": 58}, "tracked": {"avg": 1.397, "max": 2.0, "p95": 2.0, "sample_count": 58}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 58, "pushed_frames": 58, "read_frames": 57, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.934, "pushed": 1.934, "read": 1.9}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 57, "client_acquire_ms": {"avg_ms": 0.005, "count": 57, "max_ms": 0.028, "p95_ms": 0.009, "reason": null, "sample_age_ms": 62.818, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.632, "count": 57, "max_ms": 2.442, "p95_ms": 1.889, "reason": null, "sample_age_ms": 91.259, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.265, "count": 57, "max_ms": 2.088, "p95_ms": 1.42, "reason": null, "sample_age_ms": 93.269, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.253, "count": 57, "max_ms": 0.861, "p95_ms": 0.42, "reason": null, "sample_age_ms": 62.825, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.366, "count": 57, "max_ms": 2.795, "p95_ms": 2.035, "reason": null, "sample_age_ms": 90.211, "source": "client_direct"}, "request_count": 57, "request_tensor_bytes": {"avg": 2764808.0, "count": 57, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 90.195, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 57, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 63.031, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.21, "count": 57, "max_ms": 50.42, "p95_ms": 49.33, "reason": null, "sample_age_ms": 62.815, "source": "client_direct"}, "sample_age_ms": 62.813, "source": "client_direct", "task_total_ms": {"avg_ms": 37.953, "count": 57, "max_ms": 52.019, "p95_ms": 51.197, "reason": null, "sample_age_ms": 62.813, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.783, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.449, "count": 58, "max_ms": 7.841, "p95_ms": 7.129}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.361, "count": 58, "max_ms": 0.793, "p95_ms": 0.576}, "detection_prepare_ms": {"avg_ms": 1.144, "count": 58, "max_ms": 4.134, "p95_ms": 2.062}, "event_filter_ms": {"avg_ms": 0.003, "count": 58, "max_ms": 0.017, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.2, "count": 58, "max_ms": 0.43, "p95_ms": 0.308}, "mcmt_ms": {"avg_ms": 0.003, "count": 58, "max_ms": 0.02, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.893, "count": 58, "max_ms": 1.739, "p95_ms": 1.637}, "setup_ms": {"avg_ms": 0.028, "count": 58, "max_ms": 0.085, "p95_ms": 0.062}, "total_inside_ms": {"avg_ms": 4.411, "count": 58, "max_ms": 7.784, "p95_ms": 7.058}, "track_match_ms": {"avg_ms": 0.139, "count": 58, "max_ms": 0.278, "p95_ms": 0.233}, "tracker_update_ms": {"avg_ms": 1.639, "count": 58, "max_ms": 4.194, "p95_ms": 3.141}}, "gstreamer_push": {"avg_ms": 2.365, "count": 58, "max_ms": 4.35, "p95_ms": 3.967}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 58, "max_ms": 0.087, "p95_ms": 0.071}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.871, "count": 58, "max_ms": 53.511, "p95_ms": 51.863}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.885, "count": 58, "max_ms": 10.619, "p95_ms": 8.071}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.453, "count": 58, "max_ms": 107.131, "p95_ms": 102.256}, "inference_input_copy_ms": {"avg_ms": 1.255, "count": 58, "max_ms": 4.185, "p95_ms": 2.317}, "processing_residual_ms": {"avg_ms": 0.176, "count": 58, "max_ms": 0.394, "p95_ms": 0.364}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.769, "count": 58, "max_ms": 110.277, "p95_ms": 105.195}, "read_interval": {"avg_ms": 526.105, "count": 57, "max_ms": 11809.78, "p95_ms": 1393.424}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 58, "max_ms": 0.049, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.848, "count": 58, "max_ms": 1.664, "p95_ms": 1.545}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 58, "max_ms": 0.033, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.836, "count": 58, "max_ms": 1.646, "p95_ms": 1.522}, "worker_merge_ms": {"avg_ms": 0.005, "count": 58, "max_ms": 0.027, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 38.881, "count": 58, "max_ms": 53.519, "p95_ms": 51.87}, "visualize": {"avg_ms": 40.263, "count": 58, "max_ms": 54.582, "p95_ms": 52.066}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.839, "count": 58, "max_ms": 48.103, "p95_ms": 47.064}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.992, "count": 58, "max_ms": 53.554, "p95_ms": 49.923}, "visualize_input_copy_ms": {"avg_ms": 1.134, "count": 58, "max_ms": 2.957, "p95_ms": 1.969}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.899, "count": 58, "max_ms": 53.48, "p95_ms": 49.839}, "visualizer_prepare_ms": {"avg_ms": 0.045, "count": 58, "max_ms": 0.091, "p95_ms": 0.076}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 58}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 2, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1387.734, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 32.514, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.568, "sample_count": 2186, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1337020, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T07:23:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 137129, "write_bytes_delta": 137129, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 160.0, "cpu_core_ratio": 0.251125, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3455.0, "pid": 95096, "reason": null, "system_cpu_core_ratio": 0.132473, "system_cpu_s_delta": 3.9299999999999997, "user_cpu_core_ratio": 0.118652, "user_cpu_s_delta": 3.5200000000000102}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.397755, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 69638.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.156742, "system_cpu_s_delta": 4.649999999994179, "user_cpu_core_ratio": 0.241013, "user_cpu_s_delta": 7.149999999994179}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.337, "count": 58, "max_ms": 4.35, "p95_ms": 3.967, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.224, "max": 9.0, "p95": 8.0, "sample_count": 58}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.397, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 58}, "total": {"avg": 2.397, "max": 3.0, "p95": 3.0, "sample_count": 58}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.896, "count": 30, "max": 59.59, "p95": 33.634, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.784, "count": 30, "max": 16.605, "p95": 14.861, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 623.2, "count": 30, "max": 1266.0, "p95": 1229.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1305.767, "count": 30, "max": 12894.0, "p95": 6410.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.133, "count": 30, "max": 0.373, "p95": 0.354, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.402, "count": 30, "max": 0.474, "p95": 0.472, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.01, "count": 30, "max": 0.113, "p95": 0.098, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 119706.867, "count": 30, "max": 137129.0, "p95": 125423.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 119706.867, "count": 30, "max": 137129.0, "p95": 125423.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 146914.9, "count": 30, "max": 254378.0, "p95": 253323.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.657, "count": 30, "max": 0.855, "p95": 0.827, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.059, "count": 30, "max": 1.339, "p95": 1.312, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10260, "sampled_at": "2026-10-30T07:23:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T07:23:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2540809, "flush_count": 2657, "flush_interval_seconds": 30.0, "flush_state": {"count": 2657, "last_at": "2026-10-30T07:22:22", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T07:22:22", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2656}, "started": true, "suppressed_count": 1334510, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1334372}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2657, "written_record_count": 2657}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8727.586, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3696615014400, "copied_frame_count": 1337028, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3696615014400, "frame_buffer_copies": 1337028, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0751, "count": 512, "max_ms": 0.9791, "p50_ms": 0.0663, "p95_ms": 0.1229, "p99_ms": 0.1758}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1509, "count": 512, "max_ms": 3.1393, "p50_ms": 1.0596, "p95_ms": 1.8963, "p99_ms": 2.4019, "results": {"failed": 0, "not_applicable": 0, "success": 1337028, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 451, "h264_decode_error_count": 1017, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T07:23:20+09:00", "last_error_summary": "[h264 @ 0x59f29bca5540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x59f29bca5540] error while decoding MB 0 63, bytestream 3933 [h264 @ 0x59f29bc7d1c0] cabac decode of qscale diff failed at 20 66 [h264 @ 0x59f29bc7d1c0] error while decoding MB 20 66, bytestream 10486 [h264 @ 0x59f29c7c7800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x59f29c7c7800] error while decoding MB 0 58, bytestream 83078 [h264 @ 0x59f29bc7d1c0] cabac decode of qscale diff failed at 7", "last_exit_at": "2026-10-30T07:23:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 240.379, "last_started_at": "2026-10-30T07:19:20+09:00", "pid": 95096, "process": {"exists": false, "pid": 95096}, "restart_count": 487, "restart_count_per_hour": 2, "rtsp_timeout_count": 152, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 488}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.568, "sample_count": 2185, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1337028, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T07:23:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.022, "last_frame_pushed_at": "2026-10-30T07:23:20+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-10-30T07:23:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 66, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 244.057, "last_sample_duration_ms": 643.282, "last_trigger": "periodic", "next_snapshot_in_sec": 355.943, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 266, "storage_bytes": 2534421}, "mjpeg": {"age_sec": 0.014, "exists": true, "mtime": "2026-10-30T07:23:20.543426+09:00", "mtime_epoch": 1793312600.543426, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117393}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T07:23:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1387.734, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1337028, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.912, "max": 16.0, "p95": 15.0, "sample_count": 57}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.456, "max": 3.0, "p95": 3.0, "sample_count": 57}, "total": {"avg": 2.456, "max": 3.0, "p95": 3.0, "sample_count": 57}}, "tracking_counts": {"active": {"avg": 1.404, "max": 2.0, "p95": 2.0, "sample_count": 57}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "tracked": {"avg": 1.404, "max": 2.0, "p95": 2.0, "sample_count": 57}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 57, "pushed_frames": 57, "read_frames": 56, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.905, "pushed": 1.905, "read": 1.871}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 56, "client_acquire_ms": {"avg_ms": 0.005, "count": 57, "max_ms": 0.028, "p95_ms": 0.009, "reason": null, "sample_age_ms": 82.426, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.639, "count": 56, "max_ms": 2.442, "p95_ms": 1.901, "reason": null, "sample_age_ms": 110.867, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.269, "count": 56, "max_ms": 2.088, "p95_ms": 1.434, "reason": null, "sample_age_ms": 112.877, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.253, "count": 57, "max_ms": 0.861, "p95_ms": 0.42, "reason": null, "sample_age_ms": 82.433, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.377, "count": 56, "max_ms": 2.795, "p95_ms": 2.042, "reason": null, "sample_age_ms": 109.82, "source": "client_direct"}, "request_count": 56, "request_tensor_bytes": {"avg": 2764808.0, "count": 56, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 109.803, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 57, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 82.639, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.21, "count": 57, "max_ms": 50.42, "p95_ms": 49.33, "reason": null, "sample_age_ms": 82.423, "source": "client_direct"}, "sample_age_ms": 82.421, "source": "client_direct", "task_total_ms": {"avg_ms": 37.953, "count": 57, "max_ms": 52.019, "p95_ms": 51.197, "reason": null, "sample_age_ms": 82.421, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.343, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.452, "count": 57, "max_ms": 7.841, "p95_ms": 7.129}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.362, "count": 57, "max_ms": 0.793, "p95_ms": 0.576}, "detection_prepare_ms": {"avg_ms": 1.135, "count": 57, "max_ms": 4.134, "p95_ms": 2.062}, "event_filter_ms": {"avg_ms": 0.003, "count": 57, "max_ms": 0.017, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.2, "count": 57, "max_ms": 0.43, "p95_ms": 0.308}, "mcmt_ms": {"avg_ms": 0.003, "count": 57, "max_ms": 0.02, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.9, "count": 57, "max_ms": 1.739, "p95_ms": 1.637}, "setup_ms": {"avg_ms": 0.028, "count": 57, "max_ms": 0.085, "p95_ms": 0.062}, "total_inside_ms": {"avg_ms": 4.414, "count": 57, "max_ms": 7.784, "p95_ms": 7.058}, "track_match_ms": {"avg_ms": 0.14, "count": 57, "max_ms": 0.278, "p95_ms": 0.233}, "tracker_update_ms": {"avg_ms": 1.641, "count": 57, "max_ms": 4.194, "p95_ms": 3.141}}, "gstreamer_push": {"avg_ms": 2.362, "count": 57, "max_ms": 4.35, "p95_ms": 3.967}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 57, "max_ms": 0.087, "p95_ms": 0.071}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.893, "count": 57, "max_ms": 53.511, "p95_ms": 51.863}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.904, "count": 57, "max_ms": 10.619, "p95_ms": 8.071}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.496, "count": 57, "max_ms": 107.131, "p95_ms": 102.256}, "inference_input_copy_ms": {"avg_ms": 1.266, "count": 57, "max_ms": 4.185, "p95_ms": 2.317}, "processing_residual_ms": {"avg_ms": 0.178, "count": 57, "max_ms": 0.394, "p95_ms": 0.364}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.843, "count": 57, "max_ms": 110.277, "p95_ms": 105.195}, "read_interval": {"avg_ms": 533.863, "count": 56, "max_ms": 11809.78, "p95_ms": 1393.424}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 57, "max_ms": 0.049, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.856, "count": 57, "max_ms": 1.664, "p95_ms": 1.545}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 57, "max_ms": 0.033, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.844, "count": 57, "max_ms": 1.646, "p95_ms": 1.522}, "worker_merge_ms": {"avg_ms": 0.005, "count": 57, "max_ms": 0.027, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 38.903, "count": 57, "max_ms": 53.519, "p95_ms": 51.87}, "visualize": {"avg_ms": 40.279, "count": 57, "max_ms": 54.582, "p95_ms": 52.066}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.832, "count": 57, "max_ms": 48.103, "p95_ms": 47.064}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.002, "count": 57, "max_ms": 53.554, "p95_ms": 49.923}, "visualize_input_copy_ms": {"avg_ms": 1.139, "count": 57, "max_ms": 2.957, "p95_ms": 1.969}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.908, "count": 57, "max_ms": 53.48, "p95_ms": 49.839}, "visualizer_prepare_ms": {"avg_ms": 0.046, "count": 57, "max_ms": 0.091, "p95_ms": 0.076}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 57}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 2, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1387.734, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 32.514, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.568, "sample_count": 2186, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1337020, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T07:23:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 137129, "write_bytes_delta": 137129, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 160.0, "cpu_core_ratio": 0.251125, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3455.0, "pid": 95096, "reason": null, "system_cpu_core_ratio": 0.132473, "system_cpu_s_delta": 3.9299999999999997, "user_cpu_core_ratio": 0.118652, "user_cpu_s_delta": 3.5200000000000102}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.397755, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 69638.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.156742, "system_cpu_s_delta": 4.649999999994179, "user_cpu_core_ratio": 0.241013, "user_cpu_s_delta": 7.149999999994179}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.337, "count": 58, "max_ms": 4.35, "p95_ms": 3.967, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.224, "max": 9.0, "p95": 8.0, "sample_count": 58}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.397, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 58}, "total": {"avg": 2.397, "max": 3.0, "p95": 3.0, "sample_count": 58}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.896, "count": 30, "max": 59.59, "p95": 33.634, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.784, "count": 30, "max": 16.605, "p95": 14.861, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 623.2, "count": 30, "max": 1266.0, "p95": 1229.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1305.767, "count": 30, "max": 12894.0, "p95": 6410.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.133, "count": 30, "max": 0.373, "p95": 0.354, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.402, "count": 30, "max": 0.474, "p95": 0.472, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.01, "count": 30, "max": 0.113, "p95": 0.098, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 119706.867, "count": 30, "max": 137129.0, "p95": 125423.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 119706.867, "count": 30, "max": 137129.0, "p95": 125423.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 146914.9, "count": 30, "max": 254378.0, "p95": 253323.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.657, "count": 30, "max": 0.855, "p95": 0.827, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.059, "count": 30, "max": 1.339, "p95": 1.312, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10260, "sampled_at": "2026-10-30T07:23:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T07:23:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2540809, "flush_count": 2657, "flush_interval_seconds": 30.0, "flush_state": {"count": 2657, "last_at": "2026-10-30T07:22:22", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T07:22:22", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2656}, "started": true, "suppressed_count": 1334510, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1334372}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2657, "written_record_count": 2657}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8914.426, "limit_mb": null}, "detail": {"pid": 95212, "restart_count": 488, "start_count": 489}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3696615014400, "copied_frame_count": 1337028, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3696615014400, "frame_buffer_copies": 1337028, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0751, "count": 512, "max_ms": 0.9791, "p50_ms": 0.0663, "p95_ms": 0.1229, "p99_ms": 0.1758}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1509, "count": 512, "max_ms": 3.1393, "p50_ms": 1.0596, "p95_ms": 1.8963, "p99_ms": 2.4019, "results": {"failed": 0, "not_applicable": 0, "success": 1337028, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 451, "h264_decode_error_count": 1017, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T07:23:20+09:00", "last_error_summary": "[h264 @ 0x59f29bca5540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x59f29bca5540] error while decoding MB 0 63, bytestream 3933 [h264 @ 0x59f29bc7d1c0] cabac decode of qscale diff failed at 20 66 [h264 @ 0x59f29bc7d1c0] error while decoding MB 20 66, bytestream 10486 [h264 @ 0x59f29c7c7800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x59f29c7c7800] error while decoding MB 0 58, bytestream 83078 [h264 @ 0x59f29bc7d1c0] cabac decode of qscale diff failed at 7", "last_exit_at": "2026-10-30T07:23:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T07:23:22+09:00", "pid": 95212, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.137, "name": "ffmpeg", "pid": 95212, "rss_mb": 209.137, "state": "S (sleeping)", "threads": 70}, "restart_count": 488, "restart_count_per_hour": 3, "rtsp_timeout_count": 152, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 489}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.756, "sample_count": 2166, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1337028, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T07:23:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.362, "last_frame_pushed_at": "2026-10-30T07:23:20+09:00", "last_frame_read_age_sec": 4.453, "last_frame_read_at": "2026-10-30T07:23:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 66, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 248.401, "last_sample_duration_ms": 643.282, "last_trigger": "periodic", "next_snapshot_in_sec": 351.599, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 266, "storage_bytes": 2534421}, "mjpeg": {"age_sec": 4.354, "exists": true, "mtime": "2026-10-30T07:23:20.543426+09:00", "mtime_epoch": 1793312600.543426, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117393}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T07:23:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1387.738, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1337028, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.0, "max": 16.0, "p95": 15.0, "sample_count": 40}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.65, "max": 3.0, "p95": 3.0, "sample_count": 40}, "total": {"avg": 2.65, "max": 3.0, "p95": 3.0, "sample_count": 40}}, "tracking_counts": {"active": {"avg": 1.575, "max": 2.0, "p95": 2.0, "sample_count": 40}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 40}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 40}, "tracked": {"avg": 1.575, "max": 2.0, "p95": 2.0, "sample_count": 40}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 40}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 40, "pushed_frames": 40, "read_frames": 39, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.334, "pushed": 1.334, "read": 1.3}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 39, "client_acquire_ms": {"avg_ms": 0.004, "count": 39, "max_ms": 0.012, "p95_ms": 0.007, "reason": null, "sample_age_ms": 4423.892, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.619, "count": 39, "max_ms": 2.442, "p95_ms": 2.091, "reason": null, "sample_age_ms": 4452.334, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.265, "count": 39, "max_ms": 2.088, "p95_ms": 1.655, "reason": null, "sample_age_ms": 4454.343, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.263, "count": 39, "max_ms": 0.861, "p95_ms": 0.428, "reason": null, "sample_age_ms": 4423.9, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.339, "count": 39, "max_ms": 2.795, "p95_ms": 1.915, "reason": null, "sample_age_ms": 4451.286, "source": "client_direct"}, "request_count": 39, "request_tensor_bytes": {"avg": 2764808.0, "count": 39, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4451.27, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 39, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4424.105, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.448, "count": 39, "max_ms": 50.42, "p95_ms": 50.122, "reason": null, "sample_age_ms": 4423.89, "source": "client_direct"}, "sample_age_ms": 4423.887, "source": "client_direct", "task_total_ms": {"avg_ms": 37.174, "count": 39, "max_ms": 52.019, "p95_ms": 51.531, "reason": null, "sample_age_ms": 4423.887, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.433, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.669, "count": 40, "max_ms": 7.841, "p95_ms": 7.129}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.382, "count": 40, "max_ms": 0.793, "p95_ms": 0.571}, "detection_prepare_ms": {"avg_ms": 1.094, "count": 40, "max_ms": 2.162, "p95_ms": 1.654}, "event_filter_ms": {"avg_ms": 0.003, "count": 40, "max_ms": 0.017, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.204, "count": 40, "max_ms": 0.43, "p95_ms": 0.308}, "mcmt_ms": {"avg_ms": 0.003, "count": 40, "max_ms": 0.02, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.05, "count": 40, "max_ms": 1.739, "p95_ms": 1.637}, "setup_ms": {"avg_ms": 0.03, "count": 40, "max_ms": 0.085, "p95_ms": 0.062}, "total_inside_ms": {"avg_ms": 4.63, "count": 40, "max_ms": 7.784, "p95_ms": 7.058}, "track_match_ms": {"avg_ms": 0.153, "count": 40, "max_ms": 0.278, "p95_ms": 0.233}, "tracker_update_ms": {"avg_ms": 1.71, "count": 40, "max_ms": 4.194, "p95_ms": 2.924}}, "gstreamer_push": {"avg_ms": 2.35, "count": 40, "max_ms": 4.35, "p95_ms": 3.967}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 40, "max_ms": 0.087, "p95_ms": 0.071}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.044, "count": 40, "max_ms": 53.511, "p95_ms": 51.863}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.837, "count": 40, "max_ms": 10.619, "p95_ms": 7.467}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.439, "count": 40, "max_ms": 107.131, "p95_ms": 102.256}, "inference_input_copy_ms": {"avg_ms": 1.297, "count": 40, "max_ms": 4.185, "p95_ms": 2.317}, "processing_residual_ms": {"avg_ms": 0.182, "count": 40, "max_ms": 0.394, "p95_ms": 0.364}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 87.756, "count": 40, "max_ms": 110.277, "p95_ms": 105.195}, "read_interval": {"avg_ms": 656.96, "count": 39, "max_ms": 11809.78, "p95_ms": 10132.827}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 40, "max_ms": 0.049, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 1.003, "count": 40, "max_ms": 1.664, "p95_ms": 1.545}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 40, "max_ms": 0.033, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.991, "count": 40, "max_ms": 1.646, "p95_ms": 1.522}, "worker_merge_ms": {"avg_ms": 0.005, "count": 40, "max_ms": 0.017, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 38.054, "count": 40, "max_ms": 53.519, "p95_ms": 51.87}, "visualize": {"avg_ms": 39.874, "count": 40, "max_ms": 54.582, "p95_ms": 48.466}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.223, "count": 40, "max_ms": 47.376, "p95_ms": 43.047}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.622, "count": 40, "max_ms": 53.554, "p95_ms": 47.404}, "visualize_input_copy_ms": {"avg_ms": 1.115, "count": 40, "max_ms": 1.969, "p95_ms": 1.703}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.527, "count": 40, "max_ms": 53.48, "p95_ms": 47.338}, "visualizer_prepare_ms": {"avg_ms": 0.047, "count": 40, "max_ms": 0.091, "p95_ms": 0.076}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 40}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 40}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 40}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 2, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1387.734, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 32.514, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.568, "sample_count": 2186, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1337020, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T07:23:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 137129, "write_bytes_delta": 137129, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 160.0, "cpu_core_ratio": 0.251125, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3455.0, "pid": 95096, "reason": null, "system_cpu_core_ratio": 0.132473, "system_cpu_s_delta": 3.9299999999999997, "user_cpu_core_ratio": 0.118652, "user_cpu_s_delta": 3.5200000000000102}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.397755, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 69638.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.156742, "system_cpu_s_delta": 4.649999999994179, "user_cpu_core_ratio": 0.241013, "user_cpu_s_delta": 7.149999999994179}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.337, "count": 58, "max_ms": 4.35, "p95_ms": 3.967, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.224, "max": 9.0, "p95": 8.0, "sample_count": 58}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.397, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 58}, "total": {"avg": 2.397, "max": 3.0, "p95": 3.0, "sample_count": 58}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.896, "count": 30, "max": 59.59, "p95": 33.634, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.784, "count": 30, "max": 16.605, "p95": 14.861, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 623.2, "count": 30, "max": 1266.0, "p95": 1229.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1305.767, "count": 30, "max": 12894.0, "p95": 6410.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.133, "count": 30, "max": 0.373, "p95": 0.354, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.402, "count": 30, "max": 0.474, "p95": 0.472, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.01, "count": 30, "max": 0.113, "p95": 0.098, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 119706.867, "count": 30, "max": 137129.0, "p95": 125423.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 119706.867, "count": 30, "max": 137129.0, "p95": 125423.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 146914.9, "count": 30, "max": 254378.0, "p95": 253323.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.657, "count": 30, "max": 0.855, "p95": 0.827, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.059, "count": 30, "max": 1.339, "p95": 1.312, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10260, "sampled_at": "2026-10-30T07:23:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T07:23:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2551297, "flush_count": 2667, "flush_interval_seconds": 30.0, "flush_state": {"count": 2667, "last_at": "2026-10-30T07:32:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T07:32:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2666}, "started": true, "suppressed_count": 1339614, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1339476}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2667, "written_record_count": 2667}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8753.238, "limit_mb": null}, "detail": {"h264_decode_error_count": 11, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x61458f834540] cabac decode of qscale diff failed at 104 62 [h264 @ 0x61458f834540] error while decoding MB 104 62, bytestream 6885 [h264 @ 0x61458edfee40] cabac decode of qscale diff failed at 13 64 [h264 @ 0x61458edfee40] error while decoding MB 13 64, bytestream 6764 [h264 @ 0x61458edc2940] cabac decode of qscale diff failed at 90 62 [h264 @ 0x61458edc2940] error while decoding MB 90 62, bytestream 6207 [h264 @ 0x61458f834540] error while decoding MB 52 36, bytestream -12 [h264 @ 0x6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3710751436800, "copied_frame_count": 1342141, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3710751436800, "frame_buffer_copies": 1342141, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0755, "count": 512, "max_ms": 0.3441, "p50_ms": 0.0667, "p95_ms": 0.1335, "p99_ms": 0.183}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1474, "count": 512, "max_ms": 3.033, "p50_ms": 1.0576, "p95_ms": 1.9583, "p99_ms": 2.4142, "results": {"failed": 0, "not_applicable": 0, "success": 1342141, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 452, "h264_decode_error_count": 1028, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T07:32:46+09:00", "last_error_summary": "[h264 @ 0x61458f834540] cabac decode of qscale diff failed at 104 62 [h264 @ 0x61458f834540] error while decoding MB 104 62, bytestream 6885 [h264 @ 0x61458edfee40] cabac decode of qscale diff failed at 13 64 [h264 @ 0x61458edfee40] error while decoding MB 13 64, bytestream 6764 [h264 @ 0x61458edc2940] cabac decode of qscale diff failed at 90 62 [h264 @ 0x61458edc2940] error while decoding MB 90 62, bytestream 6207 [h264 @ 0x61458f834540] error while decoding MB 52 36, bytestream -12 [h264 @ 0x6", "last_exit_at": "2026-10-30T07:23:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 563.589, "last_started_at": "2026-10-30T07:23:22+09:00", "pid": 95212, "process": {"exists": false, "pid": 95212}, "restart_count": 488, "restart_count_per_hour": 2, "rtsp_timeout_count": 154, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 489}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.053, "sample_count": 2567, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1342141, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T07:32:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.047, "last_frame_pushed_at": "2026-10-30T07:32:46+09:00", "last_frame_read_age_sec": 0.044, "last_frame_read_at": "2026-10-30T07:32:46+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 67, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 208.138, "last_sample_duration_ms": 704.86, "last_trigger": "periodic", "next_snapshot_in_sec": 391.862, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 267, "storage_bytes": 2543710}, "mjpeg": {"age_sec": 0.039, "exists": true, "mtime": "2026-10-30T07:32:46.446402+09:00", "mtime_epoch": 1793313166.4464023, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 107160}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T07:32:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1400.582, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 10, "history_size_limit": 20, "last_frame_idx": 1342142, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 10}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.018, "max": 21.0, "p95": 17.0, "sample_count": 109}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.881, "max": 5.0, "p95": 3.0, "sample_count": 109}, "total": {"avg": 1.881, "max": 5.0, "p95": 3.0, "sample_count": 109}}, "tracking_counts": {"active": {"avg": 0.587, "max": 2.0, "p95": 1.0, "sample_count": 109}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 109}, "removed": {"avg": 0.028, "max": 1.0, "p95": 0.0, "sample_count": 109}, "tracked": {"avg": 0.587, "max": 2.0, "p95": 1.0, "sample_count": 109}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 109}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 109, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.64, "pushed": 3.64, "read": 3.64}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 109, "client_acquire_ms": {"avg_ms": 0.005, "count": 110, "max_ms": 0.013, "p95_ms": 0.009, "reason": null, "sample_age_ms": 14.768, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.644, "count": 109, "max_ms": 6.487, "p95_ms": 2.061, "reason": null, "sample_age_ms": 47.065, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.274, "count": 109, "max_ms": 6.266, "p95_ms": 1.738, "reason": null, "sample_age_ms": 47.231, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.233, "count": 110, "max_ms": 0.538, "p95_ms": 0.39, "reason": null, "sample_age_ms": 14.776, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.436, "count": 109, "max_ms": 3.246, "p95_ms": 2.232, "reason": null, "sample_age_ms": 45.815, "source": "client_direct"}, "request_count": 109, "request_tensor_bytes": {"avg": 2764808.0, "count": 109, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 45.796, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 110, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 15.015, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.883, "count": 110, "max_ms": 56.171, "p95_ms": 46.771, "reason": null, "sample_age_ms": 14.764, "source": "client_direct"}, "sample_age_ms": 14.761, "source": "client_direct", "task_total_ms": {"avg_ms": 35.669, "count": 110, "max_ms": 58.005, "p95_ms": 48.861, "reason": null, "sample_age_ms": 14.761, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.682, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.684, "count": 109, "max_ms": 6.986, "p95_ms": 5.775}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.304, "count": 109, "max_ms": 0.693, "p95_ms": 0.548}, "detection_prepare_ms": {"avg_ms": 0.993, "count": 109, "max_ms": 2.179, "p95_ms": 1.629}, "event_filter_ms": {"avg_ms": 0.003, "count": 109, "max_ms": 0.01, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.21, "count": 109, "max_ms": 0.668, "p95_ms": 0.333}, "mcmt_ms": {"avg_ms": 0.002, "count": 109, "max_ms": 0.008, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.654, "count": 109, "max_ms": 2.734, "p95_ms": 1.643}, "setup_ms": {"avg_ms": 0.027, "count": 109, "max_ms": 0.078, "p95_ms": 0.052}, "total_inside_ms": {"avg_ms": 3.648, "count": 109, "max_ms": 6.92, "p95_ms": 5.682}, "track_match_ms": {"avg_ms": 0.083, "count": 109, "max_ms": 0.502, "p95_ms": 0.155}, "tracker_update_ms": {"avg_ms": 1.371, "count": 109, "max_ms": 3.915, "p95_ms": 1.967}}, "gstreamer_push": {"avg_ms": 2.29, "count": 109, "max_ms": 7.649, "p95_ms": 4.147}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 109, "max_ms": 0.706, "p95_ms": 0.055}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 36.63, "count": 109, "max_ms": 58.69, "p95_ms": 50.593}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.585, "count": 109, "max_ms": 12.131, "p95_ms": 7.602}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 109, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 109, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.377, "count": 109, "max_ms": 117.462, "p95_ms": 100.851}, "inference_input_copy_ms": {"avg_ms": 1.462, "count": 109, "max_ms": 3.471, "p95_ms": 2.739}, "processing_residual_ms": {"avg_ms": 0.152, "count": 109, "max_ms": 0.457, "p95_ms": 0.39}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 109, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 109, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 87.576, "count": 109, "max_ms": 124.529, "p95_ms": 106.188}, "read_interval": {"avg_ms": 274.942, "count": 109, "max_ms": 19295.398, "p95_ms": 140.056}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 109, "max_ms": 0.036, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.613, "count": 109, "max_ms": 2.691, "p95_ms": 1.611}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 109, "max_ms": 0.035, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.603, "count": 109, "max_ms": 2.68, "p95_ms": 1.603}, "worker_merge_ms": {"avg_ms": 0.004, "count": 109, "max_ms": 0.015, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 36.64, "count": 109, "max_ms": 58.712, "p95_ms": 50.607}, "visualize": {"avg_ms": 42.234, "count": 109, "max_ms": 62.716, "p95_ms": 56.302}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 37.627, "count": 109, "max_ms": 57.717, "p95_ms": 51.658}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 109, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.966, "count": 109, "max_ms": 61.397, "p95_ms": 55.35}, "visualize_input_copy_ms": {"avg_ms": 1.127, "count": 109, "max_ms": 3.387, "p95_ms": 2.189}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 109, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.859, "count": 109, "max_ms": 61.312, "p95_ms": 55.277}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 109, "max_ms": 1.782, "p95_ms": 0.086}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 109}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 109}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 109}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1390.156, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 31.929, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.898, "sample_count": 2567, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1342135, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T07:32:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 107125, "write_bytes_delta": 107125, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 411.0, "cpu_core_ratio": 0.126139, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2258.0, "pid": 95212, "reason": null, "system_cpu_core_ratio": 0.012578, "system_cpu_s_delta": 0.3500000000000014, "user_cpu_core_ratio": 0.113561, "user_cpu_s_delta": 3.160000000000025}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.603383, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 113678.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.228919, "system_cpu_s_delta": 6.369999999995343, "user_cpu_core_ratio": 0.374464, "user_cpu_s_delta": 10.420000000012806}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.299, "count": 107, "max_ms": 7.649, "p95_ms": 4.147, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.121, "max": 21.0, "p95": 17.0, "sample_count": 107}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.841, "key_count": 1, "max": 5.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 107}, "total": {"avg": 1.841, "max": 5.0, "p95": 3.0, "sample_count": 107}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.629, "count": 30, "max": 42.388, "p95": 35.339, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.28, "count": 30, "max": 18.014, "p95": 17.384, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 510.433, "count": 30, "max": 626.0, "p95": 619.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 418.5, "count": 30, "max": 6233.0, "p95": 2120.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.092, "count": 30, "max": 0.378, "p95": 0.305, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.382, "count": 30, "max": 0.428, "p95": 0.42, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.094, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 107036.067, "count": 30, "max": 120326.0, "p95": 111794.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 107036.067, "count": 30, "max": 120326.0, "p95": 111794.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 123977.867, "count": 30, "max": 145862.0, "p95": 138058.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.697, "count": 30, "max": 0.813, "p95": 0.792, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.127, "count": 30, "max": 1.279, "p95": 1.264, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10314, "sampled_at": "2026-10-30T07:32:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T07:32:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2551297, "flush_count": 2667, "flush_interval_seconds": 30.0, "flush_state": {"count": 2667, "last_at": "2026-10-30T07:32:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T07:32:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2666}, "started": true, "suppressed_count": 1339614, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1339476}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2667, "written_record_count": 2667}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8742.445, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T07:32:46+09:00", "last_error_summary": "[h264 @ 0x61458f834540] cabac decode of qscale diff failed at 104 62 [h264 @ 0x61458f834540] error while decoding MB 104 62, bytestream 6885 [h264 @ 0x61458edfee40] cabac decode of qscale diff failed at 13 64 [h264 @ 0x61458edfee40] error while decoding MB 13 64, bytestream 6764 [h264 @ 0x61458edc2940] cabac decode of qscale diff failed at 90 62 [h264 @ 0x61458edc2940] error while decoding MB 90 62, bytestream 6207 [h264 @ 0x61458f834540] error while decoding MB 52 36, bytestream -12 [h264 @ 0x6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3710754201600, "copied_frame_count": 1342142, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3710754201600, "frame_buffer_copies": 1342142, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0755, "count": 512, "max_ms": 0.3441, "p50_ms": 0.0668, "p95_ms": 0.1335, "p99_ms": 0.183}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1474, "count": 512, "max_ms": 3.033, "p50_ms": 1.0576, "p95_ms": 1.9583, "p99_ms": 2.4142, "results": {"failed": 0, "not_applicable": 0, "success": 1342142, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 452, "h264_decode_error_count": 1028, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T07:32:46+09:00", "last_error_summary": "[h264 @ 0x61458f834540] cabac decode of qscale diff failed at 104 62 [h264 @ 0x61458f834540] error while decoding MB 104 62, bytestream 6885 [h264 @ 0x61458edfee40] cabac decode of qscale diff failed at 13 64 [h264 @ 0x61458edfee40] error while decoding MB 13 64, bytestream 6764 [h264 @ 0x61458edc2940] cabac decode of qscale diff failed at 90 62 [h264 @ 0x61458edc2940] error while decoding MB 90 62, bytestream 6207 [h264 @ 0x61458f834540] error while decoding MB 52 36, bytestream -12 [h264 @ 0x6", "last_exit_at": "2026-10-30T07:32:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 563.643, "last_started_at": "2026-10-30T07:23:22+09:00", "pid": 95212, "process": {"exists": false, "pid": 95212}, "restart_count": 488, "restart_count_per_hour": 2, "rtsp_timeout_count": 154, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 489}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.053, "sample_count": 2567, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1342142, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T07:32:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T07:32:46+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-10-30T07:32:46+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 67, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 208.181, "last_sample_duration_ms": 704.86, "last_trigger": "periodic", "next_snapshot_in_sec": 391.819, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 267, "storage_bytes": 2543710}, "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-10-30T07:32:46.446402+09:00", "mtime_epoch": 1793313166.4464023, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 107160}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T07:32:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1390.156, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 10, "history_size_limit": 20, "last_frame_idx": 1342142, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 10}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.037, "max": 21.0, "p95": 17.0, "sample_count": 109}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.881, "max": 5.0, "p95": 3.0, "sample_count": 109}, "total": {"avg": 1.881, "max": 5.0, "p95": 3.0, "sample_count": 109}}, "tracking_counts": {"active": {"avg": 0.578, "max": 2.0, "p95": 1.0, "sample_count": 109}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 109}, "removed": {"avg": 0.028, "max": 1.0, "p95": 0.0, "sample_count": 109}, "tracked": {"avg": 0.578, "max": 2.0, "p95": 1.0, "sample_count": 109}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 109}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 110, "read_frames": 109, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.634, "pushed": 3.667, "read": 3.634}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 109, "client_acquire_ms": {"avg_ms": 0.005, "count": 109, "max_ms": 0.013, "p95_ms": 0.009, "reason": null, "sample_age_ms": 66.862, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.644, "count": 109, "max_ms": 6.487, "p95_ms": 2.061, "reason": null, "sample_age_ms": 99.159, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.274, "count": 109, "max_ms": 6.266, "p95_ms": 1.738, "reason": null, "sample_age_ms": 99.325, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.234, "count": 109, "max_ms": 0.538, "p95_ms": 0.392, "reason": null, "sample_age_ms": 66.87, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.436, "count": 109, "max_ms": 3.246, "p95_ms": 2.232, "reason": null, "sample_age_ms": 97.908, "source": "client_direct"}, "request_count": 109, "request_tensor_bytes": {"avg": 2764808.0, "count": 109, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 97.89, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 109, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 67.109, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.892, "count": 109, "max_ms": 56.171, "p95_ms": 46.821, "reason": null, "sample_age_ms": 66.858, "source": "client_direct"}, "sample_age_ms": 66.854, "source": "client_direct", "task_total_ms": {"avg_ms": 35.677, "count": 109, "max_ms": 58.005, "p95_ms": 48.958, "reason": null, "sample_age_ms": 66.854, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.683, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.688, "count": 109, "max_ms": 6.986, "p95_ms": 5.775}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.303, "count": 109, "max_ms": 0.693, "p95_ms": 0.548}, "detection_prepare_ms": {"avg_ms": 0.994, "count": 109, "max_ms": 2.179, "p95_ms": 1.629}, "event_filter_ms": {"avg_ms": 0.003, "count": 109, "max_ms": 0.01, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.211, "count": 109, "max_ms": 0.668, "p95_ms": 0.333}, "mcmt_ms": {"avg_ms": 0.002, "count": 109, "max_ms": 0.008, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.654, "count": 109, "max_ms": 2.734, "p95_ms": 1.643}, "setup_ms": {"avg_ms": 0.027, "count": 109, "max_ms": 0.078, "p95_ms": 0.052}, "total_inside_ms": {"avg_ms": 3.651, "count": 109, "max_ms": 6.92, "p95_ms": 5.682}, "track_match_ms": {"avg_ms": 0.083, "count": 109, "max_ms": 0.502, "p95_ms": 0.155}, "tracker_update_ms": {"avg_ms": 1.373, "count": 109, "max_ms": 3.915, "p95_ms": 1.967}}, "gstreamer_push": {"avg_ms": 2.289, "count": 110, "max_ms": 7.649, "p95_ms": 4.147}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 109, "max_ms": 0.706, "p95_ms": 0.055}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 36.606, "count": 109, "max_ms": 58.69, "p95_ms": 50.593}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.593, "count": 109, "max_ms": 12.131, "p95_ms": 7.602}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 109, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 109, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.637, "count": 109, "max_ms": 117.462, "p95_ms": 100.851}, "inference_input_copy_ms": {"avg_ms": 1.449, "count": 109, "max_ms": 3.471, "p95_ms": 2.739}, "processing_residual_ms": {"avg_ms": 0.151, "count": 109, "max_ms": 0.457, "p95_ms": 0.39}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 109, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 109, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 87.829, "count": 109, "max_ms": 124.529, "p95_ms": 106.188}, "read_interval": {"avg_ms": 274.942, "count": 109, "max_ms": 19295.398, "p95_ms": 140.056}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 109, "max_ms": 0.036, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.613, "count": 109, "max_ms": 2.691, "p95_ms": 1.611}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 109, "max_ms": 0.035, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.603, "count": 109, "max_ms": 2.68, "p95_ms": 1.603}, "worker_merge_ms": {"avg_ms": 0.004, "count": 109, "max_ms": 0.015, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 36.616, "count": 109, "max_ms": 58.712, "p95_ms": 50.607}, "visualize": {"avg_ms": 42.514, "count": 109, "max_ms": 62.716, "p95_ms": 56.302}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 37.905, "count": 109, "max_ms": 57.717, "p95_ms": 51.658}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 109, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.245, "count": 109, "max_ms": 61.397, "p95_ms": 55.35}, "visualize_input_copy_ms": {"avg_ms": 1.127, "count": 109, "max_ms": 3.387, "p95_ms": 2.189}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 109, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.139, "count": 109, "max_ms": 61.312, "p95_ms": 55.277}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 109, "max_ms": 1.782, "p95_ms": 0.086}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 109}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 109}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 109}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1390.156, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 31.929, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.898, "sample_count": 2567, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1342135, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T07:32:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 107125, "write_bytes_delta": 107125, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 411.0, "cpu_core_ratio": 0.126139, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2258.0, "pid": 95212, "reason": null, "system_cpu_core_ratio": 0.012578, "system_cpu_s_delta": 0.3500000000000014, "user_cpu_core_ratio": 0.113561, "user_cpu_s_delta": 3.160000000000025}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.603383, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 113678.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.228919, "system_cpu_s_delta": 6.369999999995343, "user_cpu_core_ratio": 0.374464, "user_cpu_s_delta": 10.420000000012806}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.299, "count": 107, "max_ms": 7.649, "p95_ms": 4.147, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.121, "max": 21.0, "p95": 17.0, "sample_count": 107}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.841, "key_count": 1, "max": 5.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 107}, "total": {"avg": 1.841, "max": 5.0, "p95": 3.0, "sample_count": 107}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.629, "count": 30, "max": 42.388, "p95": 35.339, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.28, "count": 30, "max": 18.014, "p95": 17.384, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 510.433, "count": 30, "max": 626.0, "p95": 619.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 418.5, "count": 30, "max": 6233.0, "p95": 2120.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.092, "count": 30, "max": 0.378, "p95": 0.305, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.382, "count": 30, "max": 0.428, "p95": 0.42, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.094, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 107036.067, "count": 30, "max": 120326.0, "p95": 111794.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 107036.067, "count": 30, "max": 120326.0, "p95": 111794.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 123977.867, "count": 30, "max": 145862.0, "p95": 138058.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.697, "count": 30, "max": 0.813, "p95": 0.792, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.127, "count": 30, "max": 1.279, "p95": 1.264, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10314, "sampled_at": "2026-10-30T07:32:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T07:32:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2551297, "flush_count": 2667, "flush_interval_seconds": 30.0, "flush_state": {"count": 2667, "last_at": "2026-10-30T07:32:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T07:32:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2666}, "started": true, "suppressed_count": 1339614, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1339476}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2667, "written_record_count": 2667}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8753.578, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3710754201600, "copied_frame_count": 1342142, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3710754201600, "frame_buffer_copies": 1342142, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0755, "count": 512, "max_ms": 0.3441, "p50_ms": 0.0668, "p95_ms": 0.1335, "p99_ms": 0.183}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1474, "count": 512, "max_ms": 3.033, "p50_ms": 1.0576, "p95_ms": 1.9583, "p99_ms": 2.4142, "results": {"failed": 0, "not_applicable": 0, "success": 1342142, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 452, "h264_decode_error_count": 1028, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T07:32:46+09:00", "last_error_summary": "[h264 @ 0x61458f834540] cabac decode of qscale diff failed at 104 62 [h264 @ 0x61458f834540] error while decoding MB 104 62, bytestream 6885 [h264 @ 0x61458edfee40] cabac decode of qscale diff failed at 13 64 [h264 @ 0x61458edfee40] error while decoding MB 13 64, bytestream 6764 [h264 @ 0x61458edc2940] cabac decode of qscale diff failed at 90 62 [h264 @ 0x61458edc2940] error while decoding MB 90 62, bytestream 6207 [h264 @ 0x61458f834540] error while decoding MB 52 36, bytestream -12 [h264 @ 0x6", "last_exit_at": "2026-10-30T07:32:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 563.664, "last_started_at": "2026-10-30T07:23:22+09:00", "pid": 95212, "process": {"exists": false, "pid": 95212}, "restart_count": 488, "restart_count_per_hour": 2, "rtsp_timeout_count": 154, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 489}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.053, "sample_count": 2567, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1342142, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T07:32:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.022, "last_frame_pushed_at": "2026-10-30T07:32:46+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-10-30T07:32:46+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 67, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 208.201, "last_sample_duration_ms": 704.86, "last_trigger": "periodic", "next_snapshot_in_sec": 391.799, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 267, "storage_bytes": 2543710}, "mjpeg": {"age_sec": 0.014, "exists": true, "mtime": "2026-10-30T07:32:46.546402+09:00", "mtime_epoch": 1793313166.5464022, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 105584}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T07:32:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1390.156, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 10, "history_size_limit": 20, "last_frame_idx": 1342142, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 10}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.037, "max": 21.0, "p95": 17.0, "sample_count": 109}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.881, "max": 5.0, "p95": 3.0, "sample_count": 109}, "total": {"avg": 1.881, "max": 5.0, "p95": 3.0, "sample_count": 109}}, "tracking_counts": {"active": {"avg": 0.578, "max": 2.0, "p95": 1.0, "sample_count": 109}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 109}, "removed": {"avg": 0.028, "max": 1.0, "p95": 0.0, "sample_count": 109}, "tracked": {"avg": 0.578, "max": 2.0, "p95": 1.0, "sample_count": 109}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 109}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 109, "pushed_frames": 109, "read_frames": 108, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.641, "pushed": 3.641, "read": 3.608}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 108, "client_acquire_ms": {"avg_ms": 0.005, "count": 109, "max_ms": 0.013, "p95_ms": 0.009, "reason": null, "sample_age_ms": 87.477, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.647, "count": 108, "max_ms": 6.487, "p95_ms": 2.066, "reason": null, "sample_age_ms": 119.773, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.276, "count": 108, "max_ms": 6.266, "p95_ms": 1.746, "reason": null, "sample_age_ms": 119.94, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.234, "count": 109, "max_ms": 0.538, "p95_ms": 0.392, "reason": null, "sample_age_ms": 87.485, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.437, "count": 108, "max_ms": 3.246, "p95_ms": 2.237, "reason": null, "sample_age_ms": 118.523, "source": "client_direct"}, "request_count": 108, "request_tensor_bytes": {"avg": 2764808.0, "count": 108, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 118.505, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 109, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 87.724, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.892, "count": 109, "max_ms": 56.171, "p95_ms": 46.821, "reason": null, "sample_age_ms": 87.473, "source": "client_direct"}, "sample_age_ms": 87.469, "source": "client_direct", "task_total_ms": {"avg_ms": 35.677, "count": 109, "max_ms": 58.005, "p95_ms": 48.958, "reason": null, "sample_age_ms": 87.469, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.679, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.688, "count": 109, "max_ms": 6.986, "p95_ms": 5.775}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.303, "count": 109, "max_ms": 0.693, "p95_ms": 0.548}, "detection_prepare_ms": {"avg_ms": 0.994, "count": 109, "max_ms": 2.179, "p95_ms": 1.629}, "event_filter_ms": {"avg_ms": 0.003, "count": 109, "max_ms": 0.01, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.211, "count": 109, "max_ms": 0.668, "p95_ms": 0.333}, "mcmt_ms": {"avg_ms": 0.002, "count": 109, "max_ms": 0.008, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.654, "count": 109, "max_ms": 2.734, "p95_ms": 1.643}, "setup_ms": {"avg_ms": 0.027, "count": 109, "max_ms": 0.078, "p95_ms": 0.052}, "total_inside_ms": {"avg_ms": 3.651, "count": 109, "max_ms": 6.92, "p95_ms": 5.682}, "track_match_ms": {"avg_ms": 0.083, "count": 109, "max_ms": 0.502, "p95_ms": 0.155}, "tracker_update_ms": {"avg_ms": 1.373, "count": 109, "max_ms": 3.915, "p95_ms": 1.967}}, "gstreamer_push": {"avg_ms": 2.29, "count": 109, "max_ms": 7.649, "p95_ms": 4.147}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 109, "max_ms": 0.706, "p95_ms": 0.055}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 36.606, "count": 109, "max_ms": 58.69, "p95_ms": 50.593}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.593, "count": 109, "max_ms": 12.131, "p95_ms": 7.602}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 109, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 109, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.637, "count": 109, "max_ms": 117.462, "p95_ms": 100.851}, "inference_input_copy_ms": {"avg_ms": 1.449, "count": 109, "max_ms": 3.471, "p95_ms": 2.739}, "processing_residual_ms": {"avg_ms": 0.151, "count": 109, "max_ms": 0.457, "p95_ms": 0.39}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 109, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 109, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 87.829, "count": 109, "max_ms": 124.529, "p95_ms": 106.188}, "read_interval": {"avg_ms": 276.812, "count": 108, "max_ms": 19295.398, "p95_ms": 140.056}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 109, "max_ms": 0.036, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.613, "count": 109, "max_ms": 2.691, "p95_ms": 1.611}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 109, "max_ms": 0.035, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.603, "count": 109, "max_ms": 2.68, "p95_ms": 1.603}, "worker_merge_ms": {"avg_ms": 0.004, "count": 109, "max_ms": 0.015, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 36.616, "count": 109, "max_ms": 58.712, "p95_ms": 50.607}, "visualize": {"avg_ms": 42.514, "count": 109, "max_ms": 62.716, "p95_ms": 56.302}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 37.905, "count": 109, "max_ms": 57.717, "p95_ms": 51.658}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 109, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.245, "count": 109, "max_ms": 61.397, "p95_ms": 55.35}, "visualize_input_copy_ms": {"avg_ms": 1.127, "count": 109, "max_ms": 3.387, "p95_ms": 2.189}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 109, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.139, "count": 109, "max_ms": 61.312, "p95_ms": 55.277}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 109, "max_ms": 1.782, "p95_ms": 0.086}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 109}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 109}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 109}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1390.156, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 31.929, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.898, "sample_count": 2567, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1342135, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T07:32:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 107125, "write_bytes_delta": 107125, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 411.0, "cpu_core_ratio": 0.126139, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2258.0, "pid": 95212, "reason": null, "system_cpu_core_ratio": 0.012578, "system_cpu_s_delta": 0.3500000000000014, "user_cpu_core_ratio": 0.113561, "user_cpu_s_delta": 3.160000000000025}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.603383, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 113678.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.228919, "system_cpu_s_delta": 6.369999999995343, "user_cpu_core_ratio": 0.374464, "user_cpu_s_delta": 10.420000000012806}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.299, "count": 107, "max_ms": 7.649, "p95_ms": 4.147, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.121, "max": 21.0, "p95": 17.0, "sample_count": 107}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.841, "key_count": 1, "max": 5.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 107}, "total": {"avg": 1.841, "max": 5.0, "p95": 3.0, "sample_count": 107}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.629, "count": 30, "max": 42.388, "p95": 35.339, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.28, "count": 30, "max": 18.014, "p95": 17.384, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 510.433, "count": 30, "max": 626.0, "p95": 619.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 418.5, "count": 30, "max": 6233.0, "p95": 2120.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.092, "count": 30, "max": 0.378, "p95": 0.305, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.382, "count": 30, "max": 0.428, "p95": 0.42, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.094, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 107036.067, "count": 30, "max": 120326.0, "p95": 111794.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 107036.067, "count": 30, "max": 120326.0, "p95": 111794.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 123977.867, "count": 30, "max": 145862.0, "p95": 138058.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.697, "count": 30, "max": 0.813, "p95": 0.792, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.127, "count": 30, "max": 1.279, "p95": 1.264, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10314, "sampled_at": "2026-10-30T07:32:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T07:32:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2551297, "flush_count": 2667, "flush_interval_seconds": 30.0, "flush_state": {"count": 2667, "last_at": "2026-10-30T07:32:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T07:32:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2666}, "started": true, "suppressed_count": 1339614, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1339476}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2667, "written_record_count": 2667}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8916.129, "limit_mb": null}, "detail": {"pid": 95328, "restart_count": 489, "start_count": 490}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3710754201600, "copied_frame_count": 1342142, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3710754201600, "frame_buffer_copies": 1342142, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0755, "count": 512, "max_ms": 0.3441, "p50_ms": 0.0668, "p95_ms": 0.1335, "p99_ms": 0.183}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1474, "count": 512, "max_ms": 3.033, "p50_ms": 1.0576, "p95_ms": 1.9583, "p99_ms": 2.4142, "results": {"failed": 0, "not_applicable": 0, "success": 1342142, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 452, "h264_decode_error_count": 1028, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T07:32:46+09:00", "last_error_summary": "[h264 @ 0x61458f834540] cabac decode of qscale diff failed at 104 62 [h264 @ 0x61458f834540] error while decoding MB 104 62, bytestream 6885 [h264 @ 0x61458edfee40] cabac decode of qscale diff failed at 13 64 [h264 @ 0x61458edfee40] error while decoding MB 13 64, bytestream 6764 [h264 @ 0x61458edc2940] cabac decode of qscale diff failed at 90 62 [h264 @ 0x61458edc2940] error while decoding MB 90 62, bytestream 6207 [h264 @ 0x61458f834540] error while decoding MB 52 36, bytestream -12 [h264 @ 0x6", "last_exit_at": "2026-10-30T07:32:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T07:32:49+09:00", "pid": 95328, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.008, "name": "ffmpeg", "pid": 95328, "rss_mb": 209.008, "state": "S (sleeping)", "threads": 70}, "restart_count": 489, "restart_count_per_hour": 3, "rtsp_timeout_count": 154, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 490}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.053, "sample_count": 2525, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1342142, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T07:32:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.943, "last_frame_pushed_at": "2026-10-30T07:32:46+09:00", "last_frame_read_age_sec": 5.04, "last_frame_read_at": "2026-10-30T07:32:46+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 67, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 213.132, "last_sample_duration_ms": 704.86, "last_trigger": "periodic", "next_snapshot_in_sec": 386.868, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 267, "storage_bytes": 2543710}, "mjpeg": {"age_sec": 4.935, "exists": true, "mtime": "2026-10-30T07:32:46.546402+09:00", "mtime_epoch": 1793313166.5464022, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 105584}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T07:32:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1390.16, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 10, "history_size_limit": 20, "last_frame_idx": 1342142, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 10}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.797, "max": 21.0, "p95": 19.0, "sample_count": 59}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.898, "max": 5.0, "p95": 4.0, "sample_count": 59}, "total": {"avg": 1.898, "max": 5.0, "p95": 4.0, "sample_count": 59}}, "tracking_counts": {"active": {"avg": 0.339, "max": 2.0, "p95": 2.0, "sample_count": 59}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 59}, "removed": {"avg": 0.051, "max": 1.0, "p95": 1.0, "sample_count": 59}, "tracked": {"avg": 0.339, "max": 2.0, "p95": 2.0, "sample_count": 59}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 59}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 59, "pushed_frames": 59, "read_frames": 58, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.972, "pushed": 1.972, "read": 1.938}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 58, "client_acquire_ms": {"avg_ms": 0.004, "count": 59, "max_ms": 0.013, "p95_ms": 0.008, "reason": null, "sample_age_ms": 5014.309, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.649, "count": 58, "max_ms": 6.487, "p95_ms": 2.101, "reason": null, "sample_age_ms": 5046.606, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.28, "count": 58, "max_ms": 6.266, "p95_ms": 1.442, "reason": null, "sample_age_ms": 5046.772, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.245, "count": 59, "max_ms": 0.538, "p95_ms": 0.416, "reason": null, "sample_age_ms": 5014.317, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.345, "count": 58, "max_ms": 3.246, "p95_ms": 2.074, "reason": null, "sample_age_ms": 5045.356, "source": "client_direct"}, "request_count": 58, "request_tensor_bytes": {"avg": 2764808.0, "count": 58, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5045.337, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 59, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5014.556, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.61, "count": 59, "max_ms": 54.173, "p95_ms": 44.481, "reason": null, "sample_age_ms": 5014.305, "source": "client_direct"}, "sample_age_ms": 5014.302, "source": "client_direct", "task_total_ms": {"avg_ms": 35.323, "count": 59, "max_ms": 56.231, "p95_ms": 46.502, "reason": null, "sample_age_ms": 5014.302, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.217, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.806, "count": 59, "max_ms": 6.986, "p95_ms": 6.305}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.24, "count": 59, "max_ms": 0.643, "p95_ms": 0.388}, "detection_prepare_ms": {"avg_ms": 1.004, "count": 59, "max_ms": 2.179, "p95_ms": 1.629}, "event_filter_ms": {"avg_ms": 0.003, "count": 59, "max_ms": 0.01, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.235, "count": 59, "max_ms": 0.668, "p95_ms": 0.392}, "mcmt_ms": {"avg_ms": 0.002, "count": 59, "max_ms": 0.008, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.75, "count": 59, "max_ms": 2.734, "p95_ms": 1.911}, "setup_ms": {"avg_ms": 0.026, "count": 59, "max_ms": 0.078, "p95_ms": 0.052}, "total_inside_ms": {"avg_ms": 3.77, "count": 59, "max_ms": 6.92, "p95_ms": 6.206}, "track_match_ms": {"avg_ms": 0.073, "count": 59, "max_ms": 0.502, "p95_ms": 0.168}, "tracker_update_ms": {"avg_ms": 1.435, "count": 59, "max_ms": 3.915, "p95_ms": 2.55}}, "gstreamer_push": {"avg_ms": 2.308, "count": 59, "max_ms": 7.649, "p95_ms": 4.147}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 59, "max_ms": 0.706, "p95_ms": 0.091}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 36.261, "count": 59, "max_ms": 58.69, "p95_ms": 52.134}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.552, "count": 59, "max_ms": 12.131, "p95_ms": 7.021}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 59, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 59, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.809, "count": 59, "max_ms": 117.462, "p95_ms": 107.897}, "inference_input_copy_ms": {"avg_ms": 1.445, "count": 59, "max_ms": 3.471, "p95_ms": 2.759}, "processing_residual_ms": {"avg_ms": 0.126, "count": 59, "max_ms": 0.438, "p95_ms": 0.24}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 59, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 59, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.933, "count": 59, "max_ms": 124.529, "p95_ms": 112.626}, "read_interval": {"avg_ms": 430.473, "count": 58, "max_ms": 19295.398, "p95_ms": 140.079}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 59, "max_ms": 0.036, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.709, "count": 59, "max_ms": 2.691, "p95_ms": 1.86}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 59, "max_ms": 0.028, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.698, "count": 59, "max_ms": 2.68, "p95_ms": 1.843}, "worker_merge_ms": {"avg_ms": 0.004, "count": 59, "max_ms": 0.015, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 36.271, "count": 59, "max_ms": 58.712, "p95_ms": 52.142}, "visualize": {"avg_ms": 43.859, "count": 59, "max_ms": 62.716, "p95_ms": 60.322}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 39.163, "count": 59, "max_ms": 57.717, "p95_ms": 54.07}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 59, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 42.517, "count": 59, "max_ms": 61.397, "p95_ms": 59.232}, "visualize_input_copy_ms": {"avg_ms": 1.191, "count": 59, "max_ms": 3.387, "p95_ms": 2.309}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 59, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 42.398, "count": 59, "max_ms": 61.312, "p95_ms": 59.031}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 59, "max_ms": 1.782, "p95_ms": 0.112}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 59}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 59}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 59}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1390.156, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 31.929, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.898, "sample_count": 2567, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1342135, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T07:32:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 107125, "write_bytes_delta": 107125, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 411.0, "cpu_core_ratio": 0.126139, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2258.0, "pid": 95212, "reason": null, "system_cpu_core_ratio": 0.012578, "system_cpu_s_delta": 0.3500000000000014, "user_cpu_core_ratio": 0.113561, "user_cpu_s_delta": 3.160000000000025}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.603383, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 113678.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.228919, "system_cpu_s_delta": 6.369999999995343, "user_cpu_core_ratio": 0.374464, "user_cpu_s_delta": 10.420000000012806}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.299, "count": 107, "max_ms": 7.649, "p95_ms": 4.147, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.121, "max": 21.0, "p95": 17.0, "sample_count": 107}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.841, "key_count": 1, "max": 5.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 107}, "total": {"avg": 1.841, "max": 5.0, "p95": 3.0, "sample_count": 107}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.629, "count": 30, "max": 42.388, "p95": 35.339, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.28, "count": 30, "max": 18.014, "p95": 17.384, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 510.433, "count": 30, "max": 626.0, "p95": 619.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 418.5, "count": 30, "max": 6233.0, "p95": 2120.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.092, "count": 30, "max": 0.378, "p95": 0.305, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.382, "count": 30, "max": 0.428, "p95": 0.42, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.094, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 107036.067, "count": 30, "max": 120326.0, "p95": 111794.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 107036.067, "count": 30, "max": 120326.0, "p95": 111794.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 123977.867, "count": 30, "max": 145862.0, "p95": 138058.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.697, "count": 30, "max": 0.813, "p95": 0.792, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.127, "count": 30, "max": 1.279, "p95": 1.264, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10314, "sampled_at": "2026-10-30T07:32:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T07:32:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9067.723, "limit_mb": null}, "detail": {"pid": 95444, "restart_count": 57, "start_count": 58}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3753558835200, "copied_frame_count": 1357624, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f6d9b5b2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 3753558835200, "frame_buffer_copies": 1357624, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 2.1294, "p50_ms": 0.0894, "p95_ms": 0.1969, "p99_ms": 0.3083}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4393, "count": 512, "max_ms": 5.1082, "p50_ms": 1.3397, "p95_ms": 2.4097, "p99_ms": 2.9193, "results": {"failed": 0, "not_applicable": 0, "success": 1357624, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f6d9b5b2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T07:03:49+09:00", "last_error_summary": "[rtsp @ 0x58a059648f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x58a059648e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T07:03:51+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T07:33:51+09:00", "pid": 95444, "process": {"exists": true, "fd_count": 5, "hwm_mb": 144.289, "name": "ffmpeg", "pid": 95444, "rss_mb": 144.289, "state": "S (sleeping)", "threads": 70}, "restart_count": 57, "restart_count_per_hour": 2, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "f6d9b5b2", "last_frame_pushed_age_sec": 11128.079, "last_frame_pushed_at": "2026-10-30T04:28:25+09:00", "last_frame_read_age_sec": 11128.161, "last_frame_read_at": "2026-10-30T04:28:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 67, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 275.369, "last_sample_duration_ms": 704.86, "last_trigger": "periodic", "next_snapshot_in_sec": 324.631, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 267, "storage_bytes": 2543710}, "mjpeg": {"age_sec": 11128.063, "exists": true, "mtime": "2026-10-30T04:28:25.658605+09:00", "mtime_epoch": 1793302105.6586049, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 144743}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T07:33:53+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1463.266, "name": "celery", "pid": 178, "rss_mb": 1462.184, "state": "S (sleeping)", "threads": 59}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 11129.135, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 53514, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.030035, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 11128091.955, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 11128087.511, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 11128101.979, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 11128091.087, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.766, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1462.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.204, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f6d9b5b2", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T04:28:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 9325.855, "exists": true, "size_bytes": 144743, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 95032, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002192, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000666, "system_cpu_s_delta": 1.2000000000007276, "user_cpu_core_ratio": 0.001526, "user_cpu_s_delta": 2.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.494, "count": 30, "max": 43.247, "p95": 30.415, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.168, "count": 30, "max": 29.048, "p95": 23.929, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1221.767, "count": 30, "max": 1308.0, "p95": 1258.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.043, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.217, "p95": 0.211, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2026.13, "count": 30, "max": 9325.855, "p95": 7252.78, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 143012.233, "count": 30, "max": 144743.0, "p95": 144743.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 51341.667, "count": 30, "max": 144743.0, "p95": 140880.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.367, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 9.533, "count": 30, "max": 55.0, "p95": 25.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.172, "p95": 0.17, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.186, "count": 30, "max": 0.549, "p95": 0.541, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7191, "sampled_at": "2026-10-30T07:03:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T07:03:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:23+09:00", "state": "running", "task_id": "41311b55-35da-4c8c-9579-985d7843d40e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2571209, "flush_count": 2687, "flush_interval_seconds": 30.0, "flush_state": {"count": 2687, "last_at": "2026-10-30T07:52:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T07:52:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2686}, "started": true, "suppressed_count": 1350764, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1350626}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2687, "written_record_count": 2687}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8938.832, "limit_mb": null}, "detail": {"h264_decode_error_count": 6, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x59c74af9be40] cabac decode of qscale diff failed at 108 42 [h264 @ 0x59c74af9be40] error while decoding MB 108 42, bytestream 3876 [h264 @ 0x59c74b05ab00] left block unavailable for requested intra mode [h264 @ 0x59c74b05ab00] error while decoding MB 0 60, bytestream 1470 [h264 @ 0x59c74afcaa40] cabac decode of qscale diff failed at 74 65 [h264 @ 0x59c74afcaa40] error while decoding MB 74 65, bytestream 4698 [h264 @ 0x59c74b082e80] error while decoding MB 31 56, bytestream -6 [in#0/rts", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3741634252800, "copied_frame_count": 1353311, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3741634252800, "frame_buffer_copies": 1353311, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1128, "count": 512, "max_ms": 2.0946, "p50_ms": 0.0945, "p95_ms": 0.2193, "p99_ms": 0.2894}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4292, "count": 512, "max_ms": 4.021, "p50_ms": 1.3498, "p95_ms": 2.3999, "p99_ms": 2.8819, "results": {"failed": 0, "not_applicable": 0, "success": 1353311, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 453, "h264_decode_error_count": 1034, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T07:52:51+09:00", "last_error_summary": "[h264 @ 0x59c74af9be40] cabac decode of qscale diff failed at 108 42 [h264 @ 0x59c74af9be40] error while decoding MB 108 42, bytestream 3876 [h264 @ 0x59c74b05ab00] left block unavailable for requested intra mode [h264 @ 0x59c74b05ab00] error while decoding MB 0 60, bytestream 1470 [h264 @ 0x59c74afcaa40] cabac decode of qscale diff failed at 74 65 [h264 @ 0x59c74afcaa40] error while decoding MB 74 65, bytestream 4698 [h264 @ 0x59c74b082e80] error while decoding MB 31 56, bytestream -6 [in#0/rts", "last_exit_at": "2026-10-30T07:32:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 1201.896, "last_started_at": "2026-10-30T07:32:49+09:00", "pid": 95328, "process": {"exists": false, "pid": 95328}, "restart_count": 489, "restart_count_per_hour": 3, "rtsp_timeout_count": 156, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 490}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.612, "sample_count": 2180, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1353311, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T07:52:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.101, "last_frame_pushed_at": "2026-10-30T07:52:51+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-10-30T07:52:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 69, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 209.62, "last_sample_duration_ms": 1141.79, "last_trigger": "periodic", "next_snapshot_in_sec": 390.38, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 269, "storage_bytes": 2562865}, "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-10-30T07:52:51.285527+09:00", "mtime_epoch": 1793314371.2855268, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 84871}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T07:52:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1395.656, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1353312, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.783, "max": 9.0, "p95": 6.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.036, "max": 2.0, "p95": 1.0, "sample_count": 83}, "total": {"avg": 1.036, "max": 2.0, "p95": 1.0, "sample_count": 83}}, "tracking_counts": {"active": {"avg": 1.036, "max": 2.0, "p95": 1.0, "sample_count": 83}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 83}, "tracked": {"avg": 1.036, "max": 2.0, "p95": 1.0, "sample_count": 83}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 83, "pushed_frames": 83, "read_frames": 83, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.777, "pushed": 2.777, "read": 2.777}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 83, "client_acquire_ms": {"avg_ms": 0.006, "count": 84, "max_ms": 0.017, "p95_ms": 0.014, "reason": null, "sample_age_ms": 52.824, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.85, "count": 83, "max_ms": 5.779, "p95_ms": 2.503, "reason": null, "sample_age_ms": 100.868, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.372, "count": 83, "max_ms": 5.343, "p95_ms": 2.223, "reason": null, "sample_age_ms": 101.083, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.301, "count": 84, "max_ms": 0.637, "p95_ms": 0.541, "reason": null, "sample_age_ms": 52.833, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.797, "count": 83, "max_ms": 3.843, "p95_ms": 2.963, "reason": null, "sample_age_ms": 99.512, "source": "client_direct"}, "request_count": 83, "request_tensor_bytes": {"avg": 2764808.0, "count": 83, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 99.494, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 84, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 53.16, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.226, "count": 84, "max_ms": 85.74, "p95_ms": 67.282, "reason": null, "sample_age_ms": 52.819, "source": "client_direct"}, "sample_age_ms": 52.815, "source": "client_direct", "task_total_ms": {"avg_ms": 49.488, "count": 84, "max_ms": 87.529, "p95_ms": 70.465, "reason": null, "sample_age_ms": 52.815, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.013, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.996, "count": 83, "max_ms": 12.705, "p95_ms": 7.418}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.316, "count": 83, "max_ms": 0.681, "p95_ms": 0.62}, "detection_prepare_ms": {"avg_ms": 1.287, "count": 83, "max_ms": 6.764, "p95_ms": 2.233}, "event_filter_ms": {"avg_ms": 0.004, "count": 83, "max_ms": 0.039, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.134, "count": 83, "max_ms": 0.315, "p95_ms": 0.259}, "mcmt_ms": {"avg_ms": 0.003, "count": 83, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.576, "count": 83, "max_ms": 1.326, "p95_ms": 0.955}, "setup_ms": {"avg_ms": 0.042, "count": 83, "max_ms": 0.131, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 3.945, "count": 83, "max_ms": 12.656, "p95_ms": 7.317}, "track_match_ms": {"avg_ms": 0.112, "count": 83, "max_ms": 0.305, "p95_ms": 0.215}, "tracker_update_ms": {"avg_ms": 1.47, "count": 83, "max_ms": 5.584, "p95_ms": 2.736}}, "gstreamer_push": {"avg_ms": 3.293, "count": 83, "max_ms": 9.387, "p95_ms": 5.488}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 83, "max_ms": 0.789, "p95_ms": 0.085}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.878, "count": 83, "max_ms": 88.193, "p95_ms": 72.531}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.01, "count": 83, "max_ms": 10.558, "p95_ms": 7.51}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.149, "count": 83, "max_ms": 153.382, "p95_ms": 145.355}, "inference_input_copy_ms": {"avg_ms": 1.705, "count": 83, "max_ms": 4.291, "p95_ms": 2.775}, "processing_residual_ms": {"avg_ms": 0.202, "count": 83, "max_ms": 0.493, "p95_ms": 0.339}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.067, "count": 83, "max_ms": 157.363, "p95_ms": 151.266}, "read_interval": {"avg_ms": 360.301, "count": 83, "max_ms": 18967.064, "p95_ms": 182.723}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 83, "max_ms": 0.031, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.522, "count": 83, "max_ms": 1.191, "p95_ms": 0.892}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 83, "max_ms": 0.048, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.51, "count": 83, "max_ms": 1.17, "p95_ms": 0.875}, "worker_merge_ms": {"avg_ms": 0.006, "count": 83, "max_ms": 0.02, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 50.89, "count": 83, "max_ms": 88.203, "p95_ms": 72.54}, "visualize": {"avg_ms": 50.103, "count": 83, "max_ms": 82.968, "p95_ms": 66.222}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.304, "count": 83, "max_ms": 72.322, "p95_ms": 59.371}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.402, "count": 83, "max_ms": 80.28, "p95_ms": 61.9}, "visualize_input_copy_ms": {"avg_ms": 1.509, "count": 83, "max_ms": 7.906, "p95_ms": 2.482}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.27, "count": 83, "max_ms": 80.065, "p95_ms": 61.818}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 83, "max_ms": 0.161, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 83}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1395.66, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 37.354, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.702, "sample_count": 2180, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1353306, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T07:52:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 88111, "write_bytes_delta": 88111, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 358.0, "cpu_core_ratio": 0.159797, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2025.0, "pid": 95328, "reason": null, "system_cpu_core_ratio": 0.049715, "system_cpu_s_delta": 1.5399999999999991, "user_cpu_core_ratio": 0.110082, "user_cpu_s_delta": 3.410000000000025}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.646612, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 118812.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.244053, "system_cpu_s_delta": 7.559999999997672, "user_cpu_core_ratio": 0.402559, "user_cpu_s_delta": 12.470000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.148, "count": 84, "max_ms": 9.387, "p95_ms": 5.082, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.702, "max": 6.0, "p95": 6.0, "sample_count": 84}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.036, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 84}, "total": {"avg": 1.036, "max": 2.0, "p95": 1.0, "sample_count": 84}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.404, "count": 30, "max": 57.227, "p95": 36.004, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.002, "count": 30, "max": 32.509, "p95": 21.155, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1141.967, "count": 30, "max": 1453.0, "p95": 1447.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 494.267, "count": 30, "max": 9092.0, "p95": 1670.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.253, "p95": 0.163, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.351, "count": 30, "max": 0.394, "p95": 0.39, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91443.8, "count": 30, "max": 99384.0, "p95": 97578.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91443.8, "count": 30, "max": 99384.0, "p95": 97578.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 227789.867, "count": 30, "max": 263686.0, "p95": 261883.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.627, "count": 30, "max": 0.787, "p95": 0.707, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.045, "count": 30, "max": 1.252, "p95": 1.127, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10380, "sampled_at": "2026-10-30T07:52:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T07:52:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.885, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2571209, "flush_count": 2687, "flush_interval_seconds": 30.0, "flush_state": {"count": 2687, "last_at": "2026-10-30T07:52:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T07:52:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2686}, "started": true, "suppressed_count": 1350764, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1350626}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2687, "written_record_count": 2687}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8939.27, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T07:52:51+09:00", "last_error_summary": "[h264 @ 0x59c74af9be40] cabac decode of qscale diff failed at 108 42 [h264 @ 0x59c74af9be40] error while decoding MB 108 42, bytestream 3876 [h264 @ 0x59c74b05ab00] left block unavailable for requested intra mode [h264 @ 0x59c74b05ab00] error while decoding MB 0 60, bytestream 1470 [h264 @ 0x59c74afcaa40] cabac decode of qscale diff failed at 74 65 [h264 @ 0x59c74afcaa40] error while decoding MB 74 65, bytestream 4698 [h264 @ 0x59c74b082e80] error while decoding MB 31 56, bytestream -6 [in#0/rts", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3741637017600, "copied_frame_count": 1353312, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3741637017600, "frame_buffer_copies": 1353312, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 2.0946, "p50_ms": 0.0945, "p95_ms": 0.2167, "p99_ms": 0.2894}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4467, "count": 512, "max_ms": 10.4197, "p50_ms": 1.3498, "p95_ms": 2.4056, "p99_ms": 2.9249, "results": {"failed": 0, "not_applicable": 0, "success": 1353312, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 453, "h264_decode_error_count": 1034, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T07:52:51+09:00", "last_error_summary": "[h264 @ 0x59c74af9be40] cabac decode of qscale diff failed at 108 42 [h264 @ 0x59c74af9be40] error while decoding MB 108 42, bytestream 3876 [h264 @ 0x59c74b05ab00] left block unavailable for requested intra mode [h264 @ 0x59c74b05ab00] error while decoding MB 0 60, bytestream 1470 [h264 @ 0x59c74afcaa40] cabac decode of qscale diff failed at 74 65 [h264 @ 0x59c74afcaa40] error while decoding MB 74 65, bytestream 4698 [h264 @ 0x59c74b082e80] error while decoding MB 31 56, bytestream -6 [in#0/rts", "last_exit_at": "2026-10-30T07:52:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 1201.962, "last_started_at": "2026-10-30T07:32:49+09:00", "pid": 95328, "process": {"exists": false, "pid": 95328}, "restart_count": 489, "restart_count_per_hour": 3, "rtsp_timeout_count": 156, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 490}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.612, "sample_count": 2181, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1353312, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T07:52:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.016, "last_frame_pushed_at": "2026-10-30T07:52:51+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-10-30T07:52:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 69, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 209.653, "last_sample_duration_ms": 1141.79, "last_trigger": "periodic", "next_snapshot_in_sec": 390.347, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 269, "storage_bytes": 2562865}, "mjpeg": {"age_sec": 0.008, "exists": true, "mtime": "2026-10-30T07:52:51.434527+09:00", "mtime_epoch": 1793314371.434527, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 86244}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T07:52:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1398.168, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1353312, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.821, "max": 9.0, "p95": 6.0, "sample_count": 84}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.048, "max": 2.0, "p95": 1.0, "sample_count": 84}, "total": {"avg": 1.048, "max": 2.0, "p95": 1.0, "sample_count": 84}}, "tracking_counts": {"active": {"avg": 1.048, "max": 2.0, "p95": 1.0, "sample_count": 84}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 84}, "tracked": {"avg": 1.048, "max": 2.0, "p95": 1.0, "sample_count": 84}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 84, "pushed_frames": 84, "read_frames": 83, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.805, "pushed": 2.805, "read": 2.771}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 83, "client_acquire_ms": {"avg_ms": 0.006, "count": 83, "max_ms": 0.017, "p95_ms": 0.014, "reason": null, "sample_age_ms": 115.746, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.85, "count": 83, "max_ms": 5.779, "p95_ms": 2.503, "reason": null, "sample_age_ms": 163.79, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.372, "count": 83, "max_ms": 5.343, "p95_ms": 2.223, "reason": null, "sample_age_ms": 164.005, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.298, "count": 83, "max_ms": 0.637, "p95_ms": 0.509, "reason": null, "sample_age_ms": 115.755, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.797, "count": 83, "max_ms": 3.843, "p95_ms": 2.963, "reason": null, "sample_age_ms": 162.434, "source": "client_direct"}, "request_count": 83, "request_tensor_bytes": {"avg": 2764808.0, "count": 83, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 162.416, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 83, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 116.082, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.126, "count": 83, "max_ms": 85.74, "p95_ms": 67.344, "reason": null, "sample_age_ms": 115.741, "source": "client_direct"}, "sample_age_ms": 115.737, "source": "client_direct", "task_total_ms": {"avg_ms": 49.376, "count": 83, "max_ms": 87.529, "p95_ms": 70.571, "reason": null, "sample_age_ms": 115.737, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.746, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.996, "count": 84, "max_ms": 12.705, "p95_ms": 7.418}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.316, "count": 84, "max_ms": 0.681, "p95_ms": 0.62}, "detection_prepare_ms": {"avg_ms": 1.286, "count": 84, "max_ms": 6.764, "p95_ms": 2.233}, "event_filter_ms": {"avg_ms": 0.004, "count": 84, "max_ms": 0.039, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.134, "count": 84, "max_ms": 0.315, "p95_ms": 0.259}, "mcmt_ms": {"avg_ms": 0.003, "count": 84, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.579, "count": 84, "max_ms": 1.326, "p95_ms": 0.955}, "setup_ms": {"avg_ms": 0.042, "count": 84, "max_ms": 0.131, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 3.946, "count": 84, "max_ms": 12.656, "p95_ms": 7.317}, "track_match_ms": {"avg_ms": 0.112, "count": 84, "max_ms": 0.305, "p95_ms": 0.215}, "tracker_update_ms": {"avg_ms": 1.469, "count": 84, "max_ms": 5.584, "p95_ms": 2.736}}, "gstreamer_push": {"avg_ms": 3.327, "count": 84, "max_ms": 9.387, "p95_ms": 5.524}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 84, "max_ms": 0.789, "p95_ms": 0.085}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.851, "count": 84, "max_ms": 88.193, "p95_ms": 72.531}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.014, "count": 84, "max_ms": 10.558, "p95_ms": 7.51}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.359, "count": 84, "max_ms": 153.382, "p95_ms": 145.355}, "inference_input_copy_ms": {"avg_ms": 1.697, "count": 84, "max_ms": 4.291, "p95_ms": 2.775}, "processing_residual_ms": {"avg_ms": 0.202, "count": 84, "max_ms": 0.493, "p95_ms": 0.339}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.271, "count": 84, "max_ms": 157.363, "p95_ms": 151.266}, "read_interval": {"avg_ms": 360.301, "count": 83, "max_ms": 18967.064, "p95_ms": 182.723}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 84, "max_ms": 0.031, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.525, "count": 84, "max_ms": 1.191, "p95_ms": 0.892}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 84, "max_ms": 0.048, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.513, "count": 84, "max_ms": 1.17, "p95_ms": 0.875}, "worker_merge_ms": {"avg_ms": 0.006, "count": 84, "max_ms": 0.02, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 50.864, "count": 84, "max_ms": 88.203, "p95_ms": 72.54}, "visualize": {"avg_ms": 50.344, "count": 84, "max_ms": 82.968, "p95_ms": 67.393}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.51, "count": 84, "max_ms": 72.322, "p95_ms": 62.044}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.651, "count": 84, "max_ms": 80.28, "p95_ms": 65.453}, "visualize_input_copy_ms": {"avg_ms": 1.502, "count": 84, "max_ms": 7.906, "p95_ms": 2.482}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.519, "count": 84, "max_ms": 80.065, "p95_ms": 65.26}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 84, "max_ms": 0.161, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 84}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1395.66, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 37.354, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.702, "sample_count": 2180, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1353306, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T07:52:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 88111, "write_bytes_delta": 88111, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 358.0, "cpu_core_ratio": 0.159797, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2025.0, "pid": 95328, "reason": null, "system_cpu_core_ratio": 0.049715, "system_cpu_s_delta": 1.5399999999999991, "user_cpu_core_ratio": 0.110082, "user_cpu_s_delta": 3.410000000000025}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.646612, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 118812.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.244053, "system_cpu_s_delta": 7.559999999997672, "user_cpu_core_ratio": 0.402559, "user_cpu_s_delta": 12.470000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.148, "count": 84, "max_ms": 9.387, "p95_ms": 5.082, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.702, "max": 6.0, "p95": 6.0, "sample_count": 84}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.036, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 84}, "total": {"avg": 1.036, "max": 2.0, "p95": 1.0, "sample_count": 84}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.404, "count": 30, "max": 57.227, "p95": 36.004, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.002, "count": 30, "max": 32.509, "p95": 21.155, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1141.967, "count": 30, "max": 1453.0, "p95": 1447.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 494.267, "count": 30, "max": 9092.0, "p95": 1670.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.253, "p95": 0.163, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.351, "count": 30, "max": 0.394, "p95": 0.39, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91443.8, "count": 30, "max": 99384.0, "p95": 97578.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91443.8, "count": 30, "max": 99384.0, "p95": 97578.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 227789.867, "count": 30, "max": 263686.0, "p95": 261883.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.627, "count": 30, "max": 0.787, "p95": 0.707, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.045, "count": 30, "max": 1.252, "p95": 1.127, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10380, "sampled_at": "2026-10-30T07:52:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T07:52:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2571209, "flush_count": 2687, "flush_interval_seconds": 30.0, "flush_state": {"count": 2687, "last_at": "2026-10-30T07:52:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T07:52:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2686}, "started": true, "suppressed_count": 1350764, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1350626}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2687, "written_record_count": 2687}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8947.199, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3741637017600, "copied_frame_count": 1353312, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3741637017600, "frame_buffer_copies": 1353312, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 2.0946, "p50_ms": 0.0945, "p95_ms": 0.2167, "p99_ms": 0.2894}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4467, "count": 512, "max_ms": 10.4197, "p50_ms": 1.3498, "p95_ms": 2.4056, "p99_ms": 2.9249, "results": {"failed": 0, "not_applicable": 0, "success": 1353312, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 453, "h264_decode_error_count": 1034, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T07:52:51+09:00", "last_error_summary": "[h264 @ 0x59c74af9be40] cabac decode of qscale diff failed at 108 42 [h264 @ 0x59c74af9be40] error while decoding MB 108 42, bytestream 3876 [h264 @ 0x59c74b05ab00] left block unavailable for requested intra mode [h264 @ 0x59c74b05ab00] error while decoding MB 0 60, bytestream 1470 [h264 @ 0x59c74afcaa40] cabac decode of qscale diff failed at 74 65 [h264 @ 0x59c74afcaa40] error while decoding MB 74 65, bytestream 4698 [h264 @ 0x59c74b082e80] error while decoding MB 31 56, bytestream -6 [in#0/rts", "last_exit_at": "2026-10-30T07:52:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 1201.99, "last_started_at": "2026-10-30T07:32:49+09:00", "pid": 95328, "process": {"exists": false, "pid": 95328}, "restart_count": 489, "restart_count_per_hour": 3, "rtsp_timeout_count": 156, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 490}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.612, "sample_count": 2180, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1353312, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T07:52:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.045, "last_frame_pushed_at": "2026-10-30T07:52:51+09:00", "last_frame_read_age_sec": 0.19, "last_frame_read_at": "2026-10-30T07:52:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 69, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 209.678, "last_sample_duration_ms": 1141.79, "last_trigger": "periodic", "next_snapshot_in_sec": 390.322, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 269, "storage_bytes": 2562865}, "mjpeg": {"age_sec": 0.037, "exists": true, "mtime": "2026-10-30T07:52:51.434527+09:00", "mtime_epoch": 1793314371.434527, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 86244}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T07:52:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1398.168, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1353312, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.821, "max": 9.0, "p95": 6.0, "sample_count": 84}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.048, "max": 2.0, "p95": 1.0, "sample_count": 84}, "total": {"avg": 1.048, "max": 2.0, "p95": 1.0, "sample_count": 84}}, "tracking_counts": {"active": {"avg": 1.048, "max": 2.0, "p95": 1.0, "sample_count": 84}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 84}, "tracked": {"avg": 1.048, "max": 2.0, "p95": 1.0, "sample_count": 84}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 84, "pushed_frames": 84, "read_frames": 83, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.802, "pushed": 2.802, "read": 2.769}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 83, "client_acquire_ms": {"avg_ms": 0.006, "count": 83, "max_ms": 0.017, "p95_ms": 0.014, "reason": null, "sample_age_ms": 143.202, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.85, "count": 83, "max_ms": 5.779, "p95_ms": 2.503, "reason": null, "sample_age_ms": 191.245, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.372, "count": 83, "max_ms": 5.343, "p95_ms": 2.223, "reason": null, "sample_age_ms": 191.46, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.298, "count": 83, "max_ms": 0.637, "p95_ms": 0.509, "reason": null, "sample_age_ms": 143.21, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.797, "count": 83, "max_ms": 3.843, "p95_ms": 2.963, "reason": null, "sample_age_ms": 189.889, "source": "client_direct"}, "request_count": 83, "request_tensor_bytes": {"avg": 2764808.0, "count": 83, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 189.872, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 83, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 143.538, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.126, "count": 83, "max_ms": 85.74, "p95_ms": 67.344, "reason": null, "sample_age_ms": 143.197, "source": "client_direct"}, "sample_age_ms": 143.193, "source": "client_direct", "task_total_ms": {"avg_ms": 49.376, "count": 83, "max_ms": 87.529, "p95_ms": 70.571, "reason": null, "sample_age_ms": 143.193, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.455, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.996, "count": 84, "max_ms": 12.705, "p95_ms": 7.418}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.316, "count": 84, "max_ms": 0.681, "p95_ms": 0.62}, "detection_prepare_ms": {"avg_ms": 1.286, "count": 84, "max_ms": 6.764, "p95_ms": 2.233}, "event_filter_ms": {"avg_ms": 0.004, "count": 84, "max_ms": 0.039, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.134, "count": 84, "max_ms": 0.315, "p95_ms": 0.259}, "mcmt_ms": {"avg_ms": 0.003, "count": 84, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.579, "count": 84, "max_ms": 1.326, "p95_ms": 0.955}, "setup_ms": {"avg_ms": 0.042, "count": 84, "max_ms": 0.131, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 3.946, "count": 84, "max_ms": 12.656, "p95_ms": 7.317}, "track_match_ms": {"avg_ms": 0.112, "count": 84, "max_ms": 0.305, "p95_ms": 0.215}, "tracker_update_ms": {"avg_ms": 1.469, "count": 84, "max_ms": 5.584, "p95_ms": 2.736}}, "gstreamer_push": {"avg_ms": 3.327, "count": 84, "max_ms": 9.387, "p95_ms": 5.524}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 84, "max_ms": 0.789, "p95_ms": 0.085}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.851, "count": 84, "max_ms": 88.193, "p95_ms": 72.531}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.014, "count": 84, "max_ms": 10.558, "p95_ms": 7.51}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.359, "count": 84, "max_ms": 153.382, "p95_ms": 145.355}, "inference_input_copy_ms": {"avg_ms": 1.697, "count": 84, "max_ms": 4.291, "p95_ms": 2.775}, "processing_residual_ms": {"avg_ms": 0.202, "count": 84, "max_ms": 0.493, "p95_ms": 0.339}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.271, "count": 84, "max_ms": 157.363, "p95_ms": 151.266}, "read_interval": {"avg_ms": 360.301, "count": 83, "max_ms": 18967.064, "p95_ms": 182.723}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 84, "max_ms": 0.031, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.525, "count": 84, "max_ms": 1.191, "p95_ms": 0.892}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 84, "max_ms": 0.048, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.513, "count": 84, "max_ms": 1.17, "p95_ms": 0.875}, "worker_merge_ms": {"avg_ms": 0.006, "count": 84, "max_ms": 0.02, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 50.864, "count": 84, "max_ms": 88.203, "p95_ms": 72.54}, "visualize": {"avg_ms": 50.344, "count": 84, "max_ms": 82.968, "p95_ms": 67.393}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.51, "count": 84, "max_ms": 72.322, "p95_ms": 62.044}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.651, "count": 84, "max_ms": 80.28, "p95_ms": 65.453}, "visualize_input_copy_ms": {"avg_ms": 1.502, "count": 84, "max_ms": 7.906, "p95_ms": 2.482}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.519, "count": 84, "max_ms": 80.065, "p95_ms": 65.26}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 84, "max_ms": 0.161, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 84}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1395.66, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 37.354, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.702, "sample_count": 2180, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1353306, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T07:52:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 88111, "write_bytes_delta": 88111, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 358.0, "cpu_core_ratio": 0.159797, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2025.0, "pid": 95328, "reason": null, "system_cpu_core_ratio": 0.049715, "system_cpu_s_delta": 1.5399999999999991, "user_cpu_core_ratio": 0.110082, "user_cpu_s_delta": 3.410000000000025}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.646612, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 118812.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.244053, "system_cpu_s_delta": 7.559999999997672, "user_cpu_core_ratio": 0.402559, "user_cpu_s_delta": 12.470000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.148, "count": 84, "max_ms": 9.387, "p95_ms": 5.082, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.702, "max": 6.0, "p95": 6.0, "sample_count": 84}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.036, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 84}, "total": {"avg": 1.036, "max": 2.0, "p95": 1.0, "sample_count": 84}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.404, "count": 30, "max": 57.227, "p95": 36.004, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.002, "count": 30, "max": 32.509, "p95": 21.155, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1141.967, "count": 30, "max": 1453.0, "p95": 1447.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 494.267, "count": 30, "max": 9092.0, "p95": 1670.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.253, "p95": 0.163, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.351, "count": 30, "max": 0.394, "p95": 0.39, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91443.8, "count": 30, "max": 99384.0, "p95": 97578.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91443.8, "count": 30, "max": 99384.0, "p95": 97578.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 227789.867, "count": 30, "max": 263686.0, "p95": 261883.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.627, "count": 30, "max": 0.787, "p95": 0.707, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.045, "count": 30, "max": 1.252, "p95": 1.127, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10380, "sampled_at": "2026-10-30T07:52:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T07:52:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2571209, "flush_count": 2687, "flush_interval_seconds": 30.0, "flush_state": {"count": 2687, "last_at": "2026-10-30T07:52:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T07:52:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2686}, "started": true, "suppressed_count": 1350764, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1350626}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2687, "written_record_count": 2687}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9130.758, "limit_mb": null}, "detail": {"pid": 95515, "restart_count": 490, "start_count": 491}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3741637017600, "copied_frame_count": 1353312, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3741637017600, "frame_buffer_copies": 1353312, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 2.0946, "p50_ms": 0.0945, "p95_ms": 0.2167, "p99_ms": 0.2894}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4467, "count": 512, "max_ms": 10.4197, "p50_ms": 1.3498, "p95_ms": 2.4056, "p99_ms": 2.9249, "results": {"failed": 0, "not_applicable": 0, "success": 1353312, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 453, "h264_decode_error_count": 1034, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T07:52:51+09:00", "last_error_summary": "[h264 @ 0x59c74af9be40] cabac decode of qscale diff failed at 108 42 [h264 @ 0x59c74af9be40] error while decoding MB 108 42, bytestream 3876 [h264 @ 0x59c74b05ab00] left block unavailable for requested intra mode [h264 @ 0x59c74b05ab00] error while decoding MB 0 60, bytestream 1470 [h264 @ 0x59c74afcaa40] cabac decode of qscale diff failed at 74 65 [h264 @ 0x59c74afcaa40] error while decoding MB 74 65, bytestream 4698 [h264 @ 0x59c74b082e80] error while decoding MB 31 56, bytestream -6 [in#0/rts", "last_exit_at": "2026-10-30T07:52:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T07:52:53+09:00", "pid": 95515, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.398, "name": "ffmpeg", "pid": 95515, "rss_mb": 205.398, "state": "S (sleeping)", "threads": 70}, "restart_count": 490, "restart_count_per_hour": 4, "rtsp_timeout_count": 156, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 491}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.161, "sample_count": 2151, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1353312, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T07:52:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.305, "last_frame_pushed_at": "2026-10-30T07:52:51+09:00", "last_frame_read_age_sec": 4.45, "last_frame_read_at": "2026-10-30T07:52:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 69, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 213.943, "last_sample_duration_ms": 1141.79, "last_trigger": "periodic", "next_snapshot_in_sec": 386.057, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 269, "storage_bytes": 2562865}, "mjpeg": {"age_sec": 4.297, "exists": true, "mtime": "2026-10-30T07:52:51.434527+09:00", "mtime_epoch": 1793314371.434527, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 86244}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T07:52:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1398.172, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1353312, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.96, "max": 9.0, "p95": 6.0, "sample_count": 50}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.02, "max": 2.0, "p95": 1.0, "sample_count": 50}, "total": {"avg": 1.02, "max": 2.0, "p95": 1.0, "sample_count": 50}}, "tracking_counts": {"active": {"avg": 1.02, "max": 2.0, "p95": 1.0, "sample_count": 50}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}, "removed": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 50}, "tracked": {"avg": 1.02, "max": 2.0, "p95": 1.0, "sample_count": 50}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 50, "pushed_frames": 50, "read_frames": 50, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.691, "pushed": 1.691, "read": 1.691}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 50, "client_acquire_ms": {"avg_ms": 0.006, "count": 50, "max_ms": 0.017, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4403.449, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.78, "count": 50, "max_ms": 5.779, "p95_ms": 2.218, "reason": null, "sample_age_ms": 4451.493, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.363, "count": 50, "max_ms": 5.343, "p95_ms": 1.583, "reason": null, "sample_age_ms": 4451.708, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.307, "count": 50, "max_ms": 0.622, "p95_ms": 0.495, "reason": null, "sample_age_ms": 4403.458, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.685, "count": 50, "max_ms": 3.32, "p95_ms": 2.443, "reason": null, "sample_age_ms": 4450.137, "source": "client_direct"}, "request_count": 50, "request_tensor_bytes": {"avg": 2764808.0, "count": 50, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4450.12, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 50, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4403.786, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.214, "count": 50, "max_ms": 85.74, "p95_ms": 71.183, "reason": null, "sample_age_ms": 4403.445, "source": "client_direct"}, "sample_age_ms": 4403.441, "source": "client_direct", "task_total_ms": {"avg_ms": 48.354, "count": 50, "max_ms": 87.529, "p95_ms": 73.647, "reason": null, "sample_age_ms": 4403.441, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.772, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.712, "count": 50, "max_ms": 8.192, "p95_ms": 6.629}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.304, "count": 50, "max_ms": 0.681, "p95_ms": 0.573}, "detection_prepare_ms": {"avg_ms": 1.173, "count": 50, "max_ms": 3.625, "p95_ms": 2.233}, "event_filter_ms": {"avg_ms": 0.004, "count": 50, "max_ms": 0.012, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.127, "count": 50, "max_ms": 0.315, "p95_ms": 0.218}, "mcmt_ms": {"avg_ms": 0.003, "count": 50, "max_ms": 0.013, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.556, "count": 50, "max_ms": 1.259, "p95_ms": 0.904}, "setup_ms": {"avg_ms": 0.042, "count": 50, "max_ms": 0.131, "p95_ms": 0.082}, "total_inside_ms": {"avg_ms": 3.663, "count": 50, "max_ms": 8.143, "p95_ms": 6.561}, "track_match_ms": {"avg_ms": 0.105, "count": 50, "max_ms": 0.218, "p95_ms": 0.193}, "tracker_update_ms": {"avg_ms": 1.347, "count": 50, "max_ms": 4.834, "p95_ms": 2.097}}, "gstreamer_push": {"avg_ms": 3.482, "count": 50, "max_ms": 9.387, "p95_ms": 6.101}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 50, "max_ms": 0.789, "p95_ms": 0.078}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.622, "count": 50, "max_ms": 88.193, "p95_ms": 80.015}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.119, "count": 50, "max_ms": 10.558, "p95_ms": 8.389}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.28, "count": 50, "max_ms": 153.382, "p95_ms": 148.121}, "inference_input_copy_ms": {"avg_ms": 1.58, "count": 50, "max_ms": 2.999, "p95_ms": 2.745}, "processing_residual_ms": {"avg_ms": 0.199, "count": 50, "max_ms": 0.372, "p95_ms": 0.315}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.178, "count": 50, "max_ms": 157.363, "p95_ms": 152.324}, "read_interval": {"avg_ms": 514.556, "count": 50, "max_ms": 18967.064, "p95_ms": 216.55}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 50, "max_ms": 0.031, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.505, "count": 50, "max_ms": 1.136, "p95_ms": 0.825}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 50, "max_ms": 0.039, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.493, "count": 50, "max_ms": 1.105, "p95_ms": 0.801}, "worker_merge_ms": {"avg_ms": 0.006, "count": 50, "max_ms": 0.02, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 49.635, "count": 50, "max_ms": 88.203, "p95_ms": 80.042}, "visualize": {"avg_ms": 50.774, "count": 50, "max_ms": 82.968, "p95_ms": 70.377}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.982, "count": 50, "max_ms": 72.322, "p95_ms": 62.256}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.135, "count": 50, "max_ms": 80.28, "p95_ms": 69.29}, "visualize_input_copy_ms": {"avg_ms": 1.456, "count": 50, "max_ms": 5.287, "p95_ms": 2.482}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.002, "count": 50, "max_ms": 80.065, "p95_ms": 69.183}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 50, "max_ms": 0.161, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 50}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1395.66, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 37.354, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.702, "sample_count": 2180, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1353306, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T07:52:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 88111, "write_bytes_delta": 88111, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 358.0, "cpu_core_ratio": 0.159797, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2025.0, "pid": 95328, "reason": null, "system_cpu_core_ratio": 0.049715, "system_cpu_s_delta": 1.5399999999999991, "user_cpu_core_ratio": 0.110082, "user_cpu_s_delta": 3.410000000000025}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.646612, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 118812.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.244053, "system_cpu_s_delta": 7.559999999997672, "user_cpu_core_ratio": 0.402559, "user_cpu_s_delta": 12.470000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.148, "count": 84, "max_ms": 9.387, "p95_ms": 5.082, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.702, "max": 6.0, "p95": 6.0, "sample_count": 84}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.036, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 84}, "total": {"avg": 1.036, "max": 2.0, "p95": 1.0, "sample_count": 84}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.404, "count": 30, "max": 57.227, "p95": 36.004, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.002, "count": 30, "max": 32.509, "p95": 21.155, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1141.967, "count": 30, "max": 1453.0, "p95": 1447.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 494.267, "count": 30, "max": 9092.0, "p95": 1670.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.253, "p95": 0.163, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.351, "count": 30, "max": 0.394, "p95": 0.39, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91443.8, "count": 30, "max": 99384.0, "p95": 97578.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91443.8, "count": 30, "max": 99384.0, "p95": 97578.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 227789.867, "count": 30, "max": 263686.0, "p95": 261883.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.627, "count": 30, "max": 0.787, "p95": 0.707, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.045, "count": 30, "max": 1.252, "p95": 1.127, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10380, "sampled_at": "2026-10-30T07:52:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T07:52:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.57, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2574247, "flush_count": 2690, "flush_interval_seconds": 30.0, "flush_state": {"count": 2690, "last_at": "2026-10-30T07:55:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T07:55:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2689}, "started": true, "suppressed_count": 1352329, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1352191}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2690, "written_record_count": 2690}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8988.73, "limit_mb": null}, "detail": {"h264_decode_error_count": 6, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x643c451231c0] cabac decode of qscale diff failed at 18 63 [h264 @ 0x643c451231c0] error while decoding MB 18 63, bytestream 746 [h264 @ 0x643c45137380] error while decoding MB 47 54, bytestream -5 [h264 @ 0x643c45137380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x643c45137380] error while decoding MB 0 52, bytestream 58550 [h264 @ 0x643c45137380] cabac decode of qscale diff failed at 79 66 [h264 @ 0x643c45137380] error while decoding MB 79 66, bytestream 3048 [in#0", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3745969459200, "copied_frame_count": 1354879, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3745969459200, "frame_buffer_copies": 1354879, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.116, "count": 512, "max_ms": 1.7972, "p50_ms": 0.0966, "p95_ms": 0.2137, "p99_ms": 0.2651}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5406, "count": 512, "max_ms": 3.9178, "p50_ms": 1.45, "p95_ms": 2.6545, "p99_ms": 3.4141, "results": {"failed": 0, "not_applicable": 0, "success": 1354879, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 454, "h264_decode_error_count": 1040, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T07:56:49+09:00", "last_error_summary": "[h264 @ 0x643c451231c0] cabac decode of qscale diff failed at 18 63 [h264 @ 0x643c451231c0] error while decoding MB 18 63, bytestream 746 [h264 @ 0x643c45137380] error while decoding MB 47 54, bytestream -5 [h264 @ 0x643c45137380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x643c45137380] error while decoding MB 0 52, bytestream 58550 [h264 @ 0x643c45137380] cabac decode of qscale diff failed at 79 66 [h264 @ 0x643c45137380] error while decoding MB 79 66, bytestream 3048 [in#0", "last_exit_at": "2026-10-30T07:52:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 235.705, "last_started_at": "2026-10-30T07:52:53+09:00", "pid": 95515, "process": {"exists": false, "pid": 95515}, "restart_count": 490, "restart_count_per_hour": 4, "rtsp_timeout_count": 158, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 491}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.587, "sample_count": 1888, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1354879, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T07:56:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.078, "last_frame_pushed_at": "2026-10-30T07:56:49+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-10-30T07:56:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 69, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 447.643, "last_sample_duration_ms": 1141.79, "last_trigger": "periodic", "next_snapshot_in_sec": 152.357, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 269, "storage_bytes": 2562865}, "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-10-30T07:56:49.368828+09:00", "mtime_epoch": 1793314609.3688283, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 79691}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T07:56:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1407.547, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "h264_decode_error_critical", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 1354880, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.255, "max": 17.0, "p95": 16.0, "sample_count": 51}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.6, "max": 3.0, "p95": 3.0, "sample_count": 30}, "total": {"avg": 0.941, "max": 3.0, "p95": 3.0, "sample_count": 51}}, "tracking_counts": {"active": {"avg": 1.059, "max": 2.0, "p95": 2.0, "sample_count": 51}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}, "removed": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 51}, "tracked": {"avg": 1.059, "max": 2.0, "p95": 2.0, "sample_count": 51}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 51, "pushed_frames": 51, "read_frames": 51, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.703, "pushed": 1.703, "read": 1.703}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 51, "client_acquire_ms": {"avg_ms": 0.008, "count": 52, "max_ms": 0.028, "p95_ms": 0.018, "reason": null, "sample_age_ms": 20.074, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.015, "count": 51, "max_ms": 4.664, "p95_ms": 3.157, "reason": null, "sample_age_ms": 71.6, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.429, "count": 51, "max_ms": 4.212, "p95_ms": 2.293, "reason": null, "sample_age_ms": 71.958, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.455, "count": 52, "max_ms": 1.019, "p95_ms": 0.843, "reason": null, "sample_age_ms": 20.091, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.19, "count": 51, "max_ms": 3.773, "p95_ms": 3.555, "reason": null, "sample_age_ms": 69.255, "source": "client_direct"}, "request_count": 51, "request_tensor_bytes": {"avg": 2764808.0, "count": 51, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 69.23, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 52, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 20.478, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.514, "count": 52, "max_ms": 82.961, "p95_ms": 67.906, "reason": null, "sample_age_ms": 20.068, "source": "client_direct"}, "sample_age_ms": 20.063, "source": "client_direct", "task_total_ms": {"avg_ms": 50.363, "count": 52, "max_ms": 87.423, "p95_ms": 71.916, "reason": null, "sample_age_ms": 20.063, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.465, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.509, "count": 51, "max_ms": 9.491, "p95_ms": 8.537}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.413, "count": 51, "max_ms": 1.158, "p95_ms": 0.858}, "detection_prepare_ms": {"avg_ms": 1.025, "count": 51, "max_ms": 3.374, "p95_ms": 2.49}, "event_filter_ms": {"avg_ms": 0.005, "count": 51, "max_ms": 0.031, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.19, "count": 51, "max_ms": 0.639, "p95_ms": 0.564}, "mcmt_ms": {"avg_ms": 0.004, "count": 51, "max_ms": 0.017, "p95_ms": 0.011}, "scenario_analyze_ms": {"avg_ms": 0.541, "count": 51, "max_ms": 1.731, "p95_ms": 1.337}, "setup_ms": {"avg_ms": 0.048, "count": 51, "max_ms": 0.105, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 3.452, "count": 51, "max_ms": 9.396, "p95_ms": 8.442}, "track_match_ms": {"avg_ms": 0.108, "count": 51, "max_ms": 0.536, "p95_ms": 0.318}, "tracker_update_ms": {"avg_ms": 1.118, "count": 51, "max_ms": 4.067, "p95_ms": 3.65}}, "gstreamer_push": {"avg_ms": 3.834, "count": 51, "max_ms": 8.132, "p95_ms": 7.135}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 51, "max_ms": 0.124, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.758, "count": 51, "max_ms": 88.328, "p95_ms": 75.633}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.338, "count": 51, "max_ms": 11.622, "p95_ms": 8.84}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.839, "count": 51, "max_ms": 158.721, "p95_ms": 143.283}, "inference_input_copy_ms": {"avg_ms": 1.786, "count": 51, "max_ms": 4.278, "p95_ms": 2.524}, "processing_residual_ms": {"avg_ms": 0.199, "count": 51, "max_ms": 0.525, "p95_ms": 0.378}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.162, "count": 51, "max_ms": 163.101, "p95_ms": 150.255}, "read_interval": {"avg_ms": 587.86, "count": 51, "max_ms": 23423.992, "p95_ms": 182.801}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 51, "max_ms": 0.047, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 0.48, "count": 51, "max_ms": 1.564, "p95_ms": 1.19}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 51, "max_ms": 0.066, "p95_ms": 0.06}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.464, "count": 51, "max_ms": 1.518, "p95_ms": 1.162}, "worker_merge_ms": {"avg_ms": 0.007, "count": 51, "max_ms": 0.034, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 51.773, "count": 51, "max_ms": 88.346, "p95_ms": 75.643}, "visualize": {"avg_ms": 52.171, "count": 51, "max_ms": 77.87, "p95_ms": 68.191}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 47.377, "count": 51, "max_ms": 70.473, "p95_ms": 59.612}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 50.346, "count": 51, "max_ms": 75.252, "p95_ms": 63.547}, "visualize_input_copy_ms": {"avg_ms": 1.618, "count": 51, "max_ms": 5.931, "p95_ms": 3.098}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 50.209, "count": 51, "max_ms": 75.057, "p95_ms": 63.368}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 51, "max_ms": 0.162, "p95_ms": 0.143}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 51}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1396.398, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 49.174, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.587, "sample_count": 1889, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1354873, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T07:56:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 80969, "write_bytes_delta": 80969, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 467.0, "cpu_core_ratio": 0.227097, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1350.0, "pid": 95515, "reason": null, "system_cpu_core_ratio": 0.086944, "system_cpu_s_delta": 3.17, "user_cpu_core_ratio": 0.140153, "user_cpu_s_delta": 5.109999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.624792, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 145637.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.23368, "system_cpu_s_delta": 8.519999999989523, "user_cpu_core_ratio": 0.391112, "user_cpu_s_delta": 14.25999999998021}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.92, "count": 53, "max_ms": 8.132, "p95_ms": 7.277, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.887, "max": 18.0, "p95": 17.0, "sample_count": 53}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.667, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 27}, "total": {"avg": 0.849, "max": 3.0, "p95": 3.0, "sample_count": 53}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.415, "count": 30, "max": 60.19, "p95": 53.603, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.407, "count": 30, "max": 32.509, "p95": 25.944, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 919.8, "count": 30, "max": 1453.0, "p95": 1446.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 947.7, "count": 30, "max": 9092.0, "p95": 4617.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.278, "p95": 0.243, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.33, "count": 30, "max": 0.385, "p95": 0.368, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 86693.133, "count": 30, "max": 91798.0, "p95": 90890.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 86693.133, "count": 30, "max": 91798.0, "p95": 90890.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 204922.733, "count": 30, "max": 263686.0, "p95": 259784.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.585, "count": 30, "max": 0.695, "p95": 0.669, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.995, "count": 30, "max": 1.179, "p95": 1.133, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10391, "sampled_at": "2026-10-30T07:56:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T07:56:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2574247, "flush_count": 2690, "flush_interval_seconds": 30.0, "flush_state": {"count": 2690, "last_at": "2026-10-30T07:55:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T07:55:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2689}, "started": true, "suppressed_count": 1352329, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1352191}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2690, "written_record_count": 2690}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8976.348, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T07:56:49+09:00", "last_error_summary": "[h264 @ 0x643c451231c0] cabac decode of qscale diff failed at 18 63 [h264 @ 0x643c451231c0] error while decoding MB 18 63, bytestream 746 [h264 @ 0x643c45137380] error while decoding MB 47 54, bytestream -5 [h264 @ 0x643c45137380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x643c45137380] error while decoding MB 0 52, bytestream 58550 [h264 @ 0x643c45137380] cabac decode of qscale diff failed at 79 66 [h264 @ 0x643c45137380] error while decoding MB 79 66, bytestream 3048 [in#0", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3745972224000, "copied_frame_count": 1354880, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3745972224000, "frame_buffer_copies": 1354880, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.116, "count": 512, "max_ms": 1.7972, "p50_ms": 0.0966, "p95_ms": 0.2137, "p99_ms": 0.2651}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5404, "count": 512, "max_ms": 3.9178, "p50_ms": 1.45, "p95_ms": 2.6545, "p99_ms": 3.4141, "results": {"failed": 0, "not_applicable": 0, "success": 1354880, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 454, "h264_decode_error_count": 1040, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T07:56:49+09:00", "last_error_summary": "[h264 @ 0x643c451231c0] cabac decode of qscale diff failed at 18 63 [h264 @ 0x643c451231c0] error while decoding MB 18 63, bytestream 746 [h264 @ 0x643c45137380] error while decoding MB 47 54, bytestream -5 [h264 @ 0x643c45137380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x643c45137380] error while decoding MB 0 52, bytestream 58550 [h264 @ 0x643c45137380] cabac decode of qscale diff failed at 79 66 [h264 @ 0x643c45137380] error while decoding MB 79 66, bytestream 3048 [in#0", "last_exit_at": "2026-10-30T07:56:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 235.762, "last_started_at": "2026-10-30T07:52:53+09:00", "pid": 95515, "process": {"exists": false, "pid": 95515}, "restart_count": 490, "restart_count_per_hour": 4, "rtsp_timeout_count": 158, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 491}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.587, "sample_count": 1889, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1354880, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T07:56:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.018, "last_frame_pushed_at": "2026-10-30T07:56:49+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-10-30T07:56:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 69, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 447.701, "last_sample_duration_ms": 1141.79, "last_trigger": "periodic", "next_snapshot_in_sec": 152.299, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 269, "storage_bytes": 2562865}, "mjpeg": {"age_sec": 0.007, "exists": true, "mtime": "2026-10-30T07:56:49.484828+09:00", "mtime_epoch": 1793314609.4848285, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 79705}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T07:56:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1398.938, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "h264_decode_error_critical", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 1354880, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.118, "max": 17.0, "p95": 16.0, "sample_count": 51}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.6, "max": 3.0, "p95": 3.0, "sample_count": 30}, "total": {"avg": 0.941, "max": 3.0, "p95": 3.0, "sample_count": 51}}, "tracking_counts": {"active": {"avg": 1.039, "max": 2.0, "p95": 2.0, "sample_count": 51}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}, "removed": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 51}, "tracked": {"avg": 1.039, "max": 2.0, "p95": 2.0, "sample_count": 51}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 51, "pushed_frames": 52, "read_frames": 51, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.7, "pushed": 1.734, "read": 1.7}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 51, "client_acquire_ms": {"avg_ms": 0.008, "count": 51, "max_ms": 0.028, "p95_ms": 0.018, "reason": null, "sample_age_ms": 74.383, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.015, "count": 51, "max_ms": 4.664, "p95_ms": 3.157, "reason": null, "sample_age_ms": 125.91, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.429, "count": 51, "max_ms": 4.212, "p95_ms": 2.293, "reason": null, "sample_age_ms": 126.267, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.451, "count": 51, "max_ms": 1.019, "p95_ms": 0.847, "reason": null, "sample_age_ms": 74.401, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.19, "count": 51, "max_ms": 3.773, "p95_ms": 3.555, "reason": null, "sample_age_ms": 123.564, "source": "client_direct"}, "request_count": 51, "request_tensor_bytes": {"avg": 2764808.0, "count": 51, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 123.539, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 51, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 74.788, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.401, "count": 51, "max_ms": 82.961, "p95_ms": 67.911, "reason": null, "sample_age_ms": 74.378, "source": "client_direct"}, "sample_age_ms": 74.372, "source": "client_direct", "task_total_ms": {"avg_ms": 50.262, "count": 51, "max_ms": 87.423, "p95_ms": 71.928, "reason": null, "sample_age_ms": 74.372, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.631, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.497, "count": 51, "max_ms": 9.491, "p95_ms": 8.537}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.409, "count": 51, "max_ms": 1.158, "p95_ms": 0.858}, "detection_prepare_ms": {"avg_ms": 1.024, "count": 51, "max_ms": 3.374, "p95_ms": 2.49}, "event_filter_ms": {"avg_ms": 0.005, "count": 51, "max_ms": 0.031, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.189, "count": 51, "max_ms": 0.639, "p95_ms": 0.564}, "mcmt_ms": {"avg_ms": 0.004, "count": 51, "max_ms": 0.017, "p95_ms": 0.011}, "scenario_analyze_ms": {"avg_ms": 0.537, "count": 51, "max_ms": 1.731, "p95_ms": 1.337}, "setup_ms": {"avg_ms": 0.047, "count": 51, "max_ms": 0.105, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 3.44, "count": 51, "max_ms": 9.396, "p95_ms": 8.442}, "track_match_ms": {"avg_ms": 0.107, "count": 51, "max_ms": 0.536, "p95_ms": 0.318}, "tracker_update_ms": {"avg_ms": 1.117, "count": 51, "max_ms": 4.067, "p95_ms": 3.65}}, "gstreamer_push": {"avg_ms": 3.858, "count": 52, "max_ms": 8.132, "p95_ms": 7.135}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 51, "max_ms": 0.124, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.698, "count": 51, "max_ms": 88.328, "p95_ms": 75.633}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.308, "count": 51, "max_ms": 11.622, "p95_ms": 8.84}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.762, "count": 51, "max_ms": 158.721, "p95_ms": 143.283}, "inference_input_copy_ms": {"avg_ms": 1.79, "count": 51, "max_ms": 4.278, "p95_ms": 2.524}, "processing_residual_ms": {"avg_ms": 0.199, "count": 51, "max_ms": 0.525, "p95_ms": 0.378}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.059, "count": 51, "max_ms": 163.101, "p95_ms": 150.255}, "read_interval": {"avg_ms": 587.86, "count": 51, "max_ms": 23423.992, "p95_ms": 182.801}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 51, "max_ms": 0.047, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 0.478, "count": 51, "max_ms": 1.564, "p95_ms": 1.19}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 51, "max_ms": 0.066, "p95_ms": 0.06}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.462, "count": 51, "max_ms": 1.518, "p95_ms": 1.162}, "worker_merge_ms": {"avg_ms": 0.007, "count": 51, "max_ms": 0.03, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 51.713, "count": 51, "max_ms": 88.346, "p95_ms": 75.643}, "visualize": {"avg_ms": 52.142, "count": 51, "max_ms": 77.87, "p95_ms": 68.191}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 47.365, "count": 51, "max_ms": 70.473, "p95_ms": 59.612}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 50.326, "count": 51, "max_ms": 75.252, "p95_ms": 63.547}, "visualize_input_copy_ms": {"avg_ms": 1.61, "count": 51, "max_ms": 5.931, "p95_ms": 3.098}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 50.19, "count": 51, "max_ms": 75.057, "p95_ms": 63.368}, "visualizer_prepare_ms": {"avg_ms": 0.079, "count": 51, "max_ms": 0.162, "p95_ms": 0.143}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 51}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1396.398, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 49.174, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.587, "sample_count": 1889, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1354873, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T07:56:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 80969, "write_bytes_delta": 80969, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 467.0, "cpu_core_ratio": 0.227097, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1350.0, "pid": 95515, "reason": null, "system_cpu_core_ratio": 0.086944, "system_cpu_s_delta": 3.17, "user_cpu_core_ratio": 0.140153, "user_cpu_s_delta": 5.109999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.624792, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 145637.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.23368, "system_cpu_s_delta": 8.519999999989523, "user_cpu_core_ratio": 0.391112, "user_cpu_s_delta": 14.25999999998021}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.92, "count": 53, "max_ms": 8.132, "p95_ms": 7.277, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.887, "max": 18.0, "p95": 17.0, "sample_count": 53}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.667, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 27}, "total": {"avg": 0.849, "max": 3.0, "p95": 3.0, "sample_count": 53}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.415, "count": 30, "max": 60.19, "p95": 53.603, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.407, "count": 30, "max": 32.509, "p95": 25.944, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 919.8, "count": 30, "max": 1453.0, "p95": 1446.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 947.7, "count": 30, "max": 9092.0, "p95": 4617.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.278, "p95": 0.243, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.33, "count": 30, "max": 0.385, "p95": 0.368, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 86693.133, "count": 30, "max": 91798.0, "p95": 90890.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 86693.133, "count": 30, "max": 91798.0, "p95": 90890.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 204922.733, "count": 30, "max": 263686.0, "p95": 259784.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.585, "count": 30, "max": 0.695, "p95": 0.669, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.995, "count": 30, "max": 1.179, "p95": 1.133, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10391, "sampled_at": "2026-10-30T07:56:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T07:56:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2574247, "flush_count": 2690, "flush_interval_seconds": 30.0, "flush_state": {"count": 2690, "last_at": "2026-10-30T07:55:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T07:55:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2689}, "started": true, "suppressed_count": 1352329, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1352191}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2690, "written_record_count": 2690}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8976.828, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3745972224000, "copied_frame_count": 1354880, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3745972224000, "frame_buffer_copies": 1354880, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.116, "count": 512, "max_ms": 1.7972, "p50_ms": 0.0966, "p95_ms": 0.2137, "p99_ms": 0.2651}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5404, "count": 512, "max_ms": 3.9178, "p50_ms": 1.45, "p95_ms": 2.6545, "p99_ms": 3.4141, "results": {"failed": 0, "not_applicable": 0, "success": 1354880, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 454, "h264_decode_error_count": 1040, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T07:56:49+09:00", "last_error_summary": "[h264 @ 0x643c451231c0] cabac decode of qscale diff failed at 18 63 [h264 @ 0x643c451231c0] error while decoding MB 18 63, bytestream 746 [h264 @ 0x643c45137380] error while decoding MB 47 54, bytestream -5 [h264 @ 0x643c45137380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x643c45137380] error while decoding MB 0 52, bytestream 58550 [h264 @ 0x643c45137380] cabac decode of qscale diff failed at 79 66 [h264 @ 0x643c45137380] error while decoding MB 79 66, bytestream 3048 [in#0", "last_exit_at": "2026-10-30T07:56:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 235.789, "last_started_at": "2026-10-30T07:52:53+09:00", "pid": 95515, "process": {"exists": false, "pid": 95515}, "restart_count": 490, "restart_count_per_hour": 4, "rtsp_timeout_count": 158, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 491}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.587, "sample_count": 1889, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1354880, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T07:56:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.045, "last_frame_pushed_at": "2026-10-30T07:56:49+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-10-30T07:56:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 69, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 447.726, "last_sample_duration_ms": 1141.79, "last_trigger": "periodic", "next_snapshot_in_sec": 152.274, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 269, "storage_bytes": 2562865}, "mjpeg": {"age_sec": 0.034, "exists": true, "mtime": "2026-10-30T07:56:49.484828+09:00", "mtime_epoch": 1793314609.4848285, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 79705}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T07:56:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1398.938, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "h264_decode_error_critical", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 1354880, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.118, "max": 17.0, "p95": 16.0, "sample_count": 51}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.6, "max": 3.0, "p95": 3.0, "sample_count": 30}, "total": {"avg": 0.941, "max": 3.0, "p95": 3.0, "sample_count": 51}}, "tracking_counts": {"active": {"avg": 1.039, "max": 2.0, "p95": 2.0, "sample_count": 51}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}, "removed": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 51}, "tracked": {"avg": 1.039, "max": 2.0, "p95": 2.0, "sample_count": 51}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 51, "pushed_frames": 51, "read_frames": 50, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.705, "pushed": 1.705, "read": 1.671}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 50, "client_acquire_ms": {"avg_ms": 0.008, "count": 51, "max_ms": 0.028, "p95_ms": 0.018, "reason": null, "sample_age_ms": 101.258, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.971, "count": 50, "max_ms": 4.664, "p95_ms": 3.034, "reason": null, "sample_age_ms": 152.785, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.434, "count": 50, "max_ms": 4.212, "p95_ms": 2.329, "reason": null, "sample_age_ms": 153.142, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.451, "count": 51, "max_ms": 1.019, "p95_ms": 0.847, "reason": null, "sample_age_ms": 101.276, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.174, "count": 50, "max_ms": 3.773, "p95_ms": 3.565, "reason": null, "sample_age_ms": 150.439, "source": "client_direct"}, "request_count": 50, "request_tensor_bytes": {"avg": 2764808.0, "count": 50, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 150.414, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 51, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 101.663, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.401, "count": 51, "max_ms": 82.961, "p95_ms": 67.911, "reason": null, "sample_age_ms": 101.253, "source": "client_direct"}, "sample_age_ms": 101.247, "source": "client_direct", "task_total_ms": {"avg_ms": 50.262, "count": 51, "max_ms": 87.423, "p95_ms": 71.928, "reason": null, "sample_age_ms": 101.247, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.248, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.497, "count": 51, "max_ms": 9.491, "p95_ms": 8.537}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.409, "count": 51, "max_ms": 1.158, "p95_ms": 0.858}, "detection_prepare_ms": {"avg_ms": 1.024, "count": 51, "max_ms": 3.374, "p95_ms": 2.49}, "event_filter_ms": {"avg_ms": 0.005, "count": 51, "max_ms": 0.031, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.189, "count": 51, "max_ms": 0.639, "p95_ms": 0.564}, "mcmt_ms": {"avg_ms": 0.004, "count": 51, "max_ms": 0.017, "p95_ms": 0.011}, "scenario_analyze_ms": {"avg_ms": 0.537, "count": 51, "max_ms": 1.731, "p95_ms": 1.337}, "setup_ms": {"avg_ms": 0.047, "count": 51, "max_ms": 0.105, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 3.44, "count": 51, "max_ms": 9.396, "p95_ms": 8.442}, "track_match_ms": {"avg_ms": 0.107, "count": 51, "max_ms": 0.536, "p95_ms": 0.318}, "tracker_update_ms": {"avg_ms": 1.117, "count": 51, "max_ms": 4.067, "p95_ms": 3.65}}, "gstreamer_push": {"avg_ms": 3.871, "count": 51, "max_ms": 8.132, "p95_ms": 7.135}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 51, "max_ms": 0.124, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.698, "count": 51, "max_ms": 88.328, "p95_ms": 75.633}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.308, "count": 51, "max_ms": 11.622, "p95_ms": 8.84}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.762, "count": 51, "max_ms": 158.721, "p95_ms": 143.283}, "inference_input_copy_ms": {"avg_ms": 1.79, "count": 51, "max_ms": 4.278, "p95_ms": 2.524}, "processing_residual_ms": {"avg_ms": 0.199, "count": 51, "max_ms": 0.525, "p95_ms": 0.378}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.059, "count": 51, "max_ms": 163.101, "p95_ms": 150.255}, "read_interval": {"avg_ms": 597.261, "count": 50, "max_ms": 23423.992, "p95_ms": 182.801}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 51, "max_ms": 0.047, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 0.478, "count": 51, "max_ms": 1.564, "p95_ms": 1.19}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 51, "max_ms": 0.066, "p95_ms": 0.06}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.462, "count": 51, "max_ms": 1.518, "p95_ms": 1.162}, "worker_merge_ms": {"avg_ms": 0.007, "count": 51, "max_ms": 0.03, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 51.713, "count": 51, "max_ms": 88.346, "p95_ms": 75.643}, "visualize": {"avg_ms": 52.142, "count": 51, "max_ms": 77.87, "p95_ms": 68.191}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 47.365, "count": 51, "max_ms": 70.473, "p95_ms": 59.612}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 50.326, "count": 51, "max_ms": 75.252, "p95_ms": 63.547}, "visualize_input_copy_ms": {"avg_ms": 1.61, "count": 51, "max_ms": 5.931, "p95_ms": 3.098}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 50.19, "count": 51, "max_ms": 75.057, "p95_ms": 63.368}, "visualizer_prepare_ms": {"avg_ms": 0.079, "count": 51, "max_ms": 0.162, "p95_ms": 0.143}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 51}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1396.398, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 49.174, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.587, "sample_count": 1889, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1354873, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T07:56:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 80969, "write_bytes_delta": 80969, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 467.0, "cpu_core_ratio": 0.227097, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1350.0, "pid": 95515, "reason": null, "system_cpu_core_ratio": 0.086944, "system_cpu_s_delta": 3.17, "user_cpu_core_ratio": 0.140153, "user_cpu_s_delta": 5.109999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.624792, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 145637.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.23368, "system_cpu_s_delta": 8.519999999989523, "user_cpu_core_ratio": 0.391112, "user_cpu_s_delta": 14.25999999998021}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.92, "count": 53, "max_ms": 8.132, "p95_ms": 7.277, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.887, "max": 18.0, "p95": 17.0, "sample_count": 53}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.667, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 27}, "total": {"avg": 0.849, "max": 3.0, "p95": 3.0, "sample_count": 53}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.415, "count": 30, "max": 60.19, "p95": 53.603, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.407, "count": 30, "max": 32.509, "p95": 25.944, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 919.8, "count": 30, "max": 1453.0, "p95": 1446.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 947.7, "count": 30, "max": 9092.0, "p95": 4617.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.278, "p95": 0.243, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.33, "count": 30, "max": 0.385, "p95": 0.368, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 86693.133, "count": 30, "max": 91798.0, "p95": 90890.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 86693.133, "count": 30, "max": 91798.0, "p95": 90890.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 204922.733, "count": 30, "max": 263686.0, "p95": 259784.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.585, "count": 30, "max": 0.695, "p95": 0.669, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.995, "count": 30, "max": 1.179, "p95": 1.133, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10391, "sampled_at": "2026-10-30T07:56:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T07:56:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2574247, "flush_count": 2690, "flush_interval_seconds": 30.0, "flush_state": {"count": 2690, "last_at": "2026-10-30T07:55:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T07:55:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2689}, "started": true, "suppressed_count": 1352329, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1352191}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2690, "written_record_count": 2690}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9143.316, "limit_mb": null}, "detail": {"pid": 95631, "restart_count": 491, "start_count": 492}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3745972224000, "copied_frame_count": 1354880, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3745972224000, "frame_buffer_copies": 1354880, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.116, "count": 512, "max_ms": 1.7972, "p50_ms": 0.0966, "p95_ms": 0.2137, "p99_ms": 0.2651}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5404, "count": 512, "max_ms": 3.9178, "p50_ms": 1.45, "p95_ms": 2.6545, "p99_ms": 3.4141, "results": {"failed": 0, "not_applicable": 0, "success": 1354880, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 454, "h264_decode_error_count": 1040, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T07:56:49+09:00", "last_error_summary": "[h264 @ 0x643c451231c0] cabac decode of qscale diff failed at 18 63 [h264 @ 0x643c451231c0] error while decoding MB 18 63, bytestream 746 [h264 @ 0x643c45137380] error while decoding MB 47 54, bytestream -5 [h264 @ 0x643c45137380] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x643c45137380] error while decoding MB 0 52, bytestream 58550 [h264 @ 0x643c45137380] cabac decode of qscale diff failed at 79 66 [h264 @ 0x643c45137380] error while decoding MB 79 66, bytestream 3048 [in#0", "last_exit_at": "2026-10-30T07:56:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T07:56:51+09:00", "pid": 95631, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.48, "name": "ffmpeg", "pid": 95631, "rss_mb": 205.48, "state": "S (sleeping)", "threads": 70}, "restart_count": 491, "restart_count_per_hour": 5, "rtsp_timeout_count": 158, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 492}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.798, "sample_count": 1853, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1354880, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T07:56:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.351, "last_frame_pushed_at": "2026-10-30T07:56:49+09:00", "last_frame_read_age_sec": 4.461, "last_frame_read_at": "2026-10-30T07:56:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 69, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 452.035, "last_sample_duration_ms": 1141.79, "last_trigger": "periodic", "next_snapshot_in_sec": 147.965, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 269, "storage_bytes": 2562865}, "mjpeg": {"age_sec": 4.34, "exists": true, "mtime": "2026-10-30T07:56:49.484828+09:00", "mtime_epoch": 1793314609.4848285, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 79705}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T07:56:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1398.941, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "ffmpeg_churn_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 1354880, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.556, "max": 17.0, "p95": 17.0, "sample_count": 18}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.0, "max": 3.0, "p95": 3.0, "sample_count": 15}, "total": {"avg": 1.667, "max": 3.0, "p95": 3.0, "sample_count": 18}}, "tracking_counts": {"active": {"avg": 1.056, "max": 2.0, "p95": 2.0, "sample_count": 18}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 18}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 18}, "tracked": {"avg": 1.056, "max": 2.0, "p95": 2.0, "sample_count": 18}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 18}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 18, "pushed_frames": 18, "read_frames": 17, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.601, "pushed": 0.601, "read": 0.568}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 17, "client_acquire_ms": {"avg_ms": 0.006, "count": 18, "max_ms": 0.013, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4408.33, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.774, "count": 17, "max_ms": 2.291, "p95_ms": 1.821, "reason": null, "sample_age_ms": 4459.857, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.332, "count": 17, "max_ms": 1.933, "p95_ms": 1.331, "reason": null, "sample_age_ms": 4460.214, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.459, "count": 18, "max_ms": 0.879, "p95_ms": 0.824, "reason": null, "sample_age_ms": 4408.348, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.881, "count": 17, "max_ms": 3.453, "p95_ms": 3.361, "reason": null, "sample_age_ms": 4457.511, "source": "client_direct"}, "request_count": 17, "request_tensor_bytes": {"avg": 2764808.0, "count": 17, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4457.486, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 18, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4408.735, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.988, "count": 18, "max_ms": 79.077, "p95_ms": 69.628, "reason": null, "sample_age_ms": 4408.325, "source": "client_direct"}, "sample_age_ms": 4408.319, "source": "client_direct", "task_total_ms": {"avg_ms": 47.501, "count": 18, "max_ms": 81.553, "p95_ms": 73.473, "reason": null, "sample_age_ms": 4408.319, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.656, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.09, "count": 18, "max_ms": 9.491, "p95_ms": 9.491}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.457, "count": 18, "max_ms": 0.858, "p95_ms": 0.858}, "detection_prepare_ms": {"avg_ms": 1.371, "count": 18, "max_ms": 2.609, "p95_ms": 2.609}, "event_filter_ms": {"avg_ms": 0.005, "count": 18, "max_ms": 0.007, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.297, "count": 18, "max_ms": 0.639, "p95_ms": 0.639}, "mcmt_ms": {"avg_ms": 0.004, "count": 18, "max_ms": 0.011, "p95_ms": 0.011}, "scenario_analyze_ms": {"avg_ms": 0.74, "count": 18, "max_ms": 1.377, "p95_ms": 1.377}, "setup_ms": {"avg_ms": 0.045, "count": 18, "max_ms": 0.085, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 5.026, "count": 18, "max_ms": 9.396, "p95_ms": 9.396}, "track_match_ms": {"avg_ms": 0.178, "count": 18, "max_ms": 0.536, "p95_ms": 0.536}, "tracker_update_ms": {"avg_ms": 1.927, "count": 18, "max_ms": 4.067, "p95_ms": 4.067}}, "gstreamer_push": {"avg_ms": 3.942, "count": 18, "max_ms": 6.248, "p95_ms": 6.248}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 18, "max_ms": 0.124, "p95_ms": 0.124}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.654, "count": 18, "max_ms": 82.582, "p95_ms": 82.582}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.29, "count": 18, "max_ms": 8.84, "p95_ms": 8.84}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.971, "count": 18, "max_ms": 158.721, "p95_ms": 158.721}, "inference_input_copy_ms": {"avg_ms": 1.598, "count": 18, "max_ms": 2.524, "p95_ms": 2.524}, "processing_residual_ms": {"avg_ms": 0.207, "count": 18, "max_ms": 0.422, "p95_ms": 0.422}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 115.066, "count": 18, "max_ms": 163.101, "p95_ms": 163.101}, "read_interval": {"avg_ms": 1504.381, "count": 17, "max_ms": 23423.992, "p95_ms": 23423.992}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 18, "max_ms": 0.038, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 0.679, "count": 18, "max_ms": 1.274, "p95_ms": 1.274}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 18, "max_ms": 0.042, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.661, "count": 18, "max_ms": 1.237, "p95_ms": 1.237}, "worker_merge_ms": {"avg_ms": 0.007, "count": 18, "max_ms": 0.013, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 48.669, "count": 18, "max_ms": 82.603, "p95_ms": 82.603}, "visualize": {"avg_ms": 54.903, "count": 18, "max_ms": 77.87, "p95_ms": 77.87}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 48.952, "count": 18, "max_ms": 70.473, "p95_ms": 70.473}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 52.868, "count": 18, "max_ms": 75.252, "p95_ms": 75.252}, "visualize_input_copy_ms": {"avg_ms": 1.804, "count": 18, "max_ms": 5.931, "p95_ms": 5.931}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 52.731, "count": 18, "max_ms": 75.057, "p95_ms": 75.057}, "visualizer_prepare_ms": {"avg_ms": 0.079, "count": 18, "max_ms": 0.162, "p95_ms": 0.162}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 18}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 18}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 18}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1396.398, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 49.174, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.587, "sample_count": 1889, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1354873, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T07:56:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 80969, "write_bytes_delta": 80969, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 467.0, "cpu_core_ratio": 0.227097, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1350.0, "pid": 95515, "reason": null, "system_cpu_core_ratio": 0.086944, "system_cpu_s_delta": 3.17, "user_cpu_core_ratio": 0.140153, "user_cpu_s_delta": 5.109999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.624792, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 145637.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.23368, "system_cpu_s_delta": 8.519999999989523, "user_cpu_core_ratio": 0.391112, "user_cpu_s_delta": 14.25999999998021}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.92, "count": 53, "max_ms": 8.132, "p95_ms": 7.277, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.887, "max": 18.0, "p95": 17.0, "sample_count": 53}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.667, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 27}, "total": {"avg": 0.849, "max": 3.0, "p95": 3.0, "sample_count": 53}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.415, "count": 30, "max": 60.19, "p95": 53.603, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.407, "count": 30, "max": 32.509, "p95": 25.944, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 919.8, "count": 30, "max": 1453.0, "p95": 1446.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 947.7, "count": 30, "max": 9092.0, "p95": 4617.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.278, "p95": 0.243, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.33, "count": 30, "max": 0.385, "p95": 0.368, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 86693.133, "count": 30, "max": 91798.0, "p95": 90890.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 86693.133, "count": 30, "max": 91798.0, "p95": 90890.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 204922.733, "count": 30, "max": 263686.0, "p95": 259784.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.585, "count": 30, "max": 0.695, "p95": 0.669, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.995, "count": 30, "max": 1.179, "p95": 1.133, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10391, "sampled_at": "2026-10-30T07:56:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T07:56:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2579121, "flush_count": 2695, "flush_interval_seconds": 30.0, "flush_state": {"count": 2695, "last_at": "2026-10-30T08:00:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:00:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2694}, "started": true, "suppressed_count": 1354598, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1354460}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2695, "written_record_count": 2695}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9001.32, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5738a82282c0] error while decoding MB 63 54, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3752256614400, "copied_frame_count": 1357153, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3752256614400, "frame_buffer_copies": 1357153, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1208, "count": 512, "max_ms": 2.4624, "p50_ms": 0.1017, "p95_ms": 0.2256, "p99_ms": 0.3151}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5001, "count": 512, "max_ms": 4.9689, "p50_ms": 1.3854, "p95_ms": 2.5163, "p99_ms": 3.1545, "results": {"failed": 0, "not_applicable": 0, "success": 1357153, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 455, "h264_decode_error_count": 1041, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:01:37+09:00", "last_error_summary": "[h264 @ 0x5738a82282c0] error while decoding MB 63 54, bytestream -5", "last_exit_at": "2026-10-30T07:56:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 286.034, "last_started_at": "2026-10-30T07:56:51+09:00", "pid": 95631, "process": {"exists": false, "pid": 95631}, "restart_count": 491, "restart_count_per_hour": 5, "rtsp_timeout_count": 158, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 492}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.602, "sample_count": 2281, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357153, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:01:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.078, "last_frame_pushed_at": "2026-10-30T08:01:37+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-10-30T08:01:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 70, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 134.104, "last_sample_duration_ms": 1505.256, "last_trigger": "periodic", "next_snapshot_in_sec": 465.896, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 270, "storage_bytes": 2572451}, "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-10-30T08:01:37.791226+09:00", "mtime_epoch": 1793314897.7912264, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 80943}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:01:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1408.645, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "h264_decode_error_critical", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1357154, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.897, "max": 10.0, "p95": 7.0, "sample_count": 233}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.304, "max": 3.0, "p95": 2.0, "sample_count": 227}, "total": {"avg": 1.27, "max": 3.0, "p95": 2.0, "sample_count": 233}}, "tracking_counts": {"active": {"avg": 0.077, "max": 1.0, "p95": 1.0, "sample_count": 233}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 233}, "tracked": {"avg": 0.077, "max": 1.0, "p95": 1.0, "sample_count": 233}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.772, "pushed": 7.772, "read": 7.772}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 233, "client_acquire_ms": {"avg_ms": 0.007, "count": 233, "max_ms": 0.029, "p95_ms": 0.014, "reason": null, "sample_age_ms": 38.122, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.003, "count": 233, "max_ms": 8.699, "p95_ms": 3.338, "reason": null, "sample_age_ms": 86.965, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.472, "count": 233, "max_ms": 8.365, "p95_ms": 2.728, "reason": null, "sample_age_ms": 87.174, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.369, "count": 233, "max_ms": 1.703, "p95_ms": 0.705, "reason": null, "sample_age_ms": 38.136, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.149, "count": 233, "max_ms": 4.153, "p95_ms": 3.427, "reason": null, "sample_age_ms": 85.211, "source": "client_direct"}, "request_count": 233, "request_tensor_bytes": {"avg": 2764808.0, "count": 233, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 85.187, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 233, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 38.792, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.071, "count": 233, "max_ms": 76.485, "p95_ms": 66.434, "reason": null, "sample_age_ms": 38.116, "source": "client_direct"}, "sample_age_ms": 38.108, "source": "client_direct", "task_total_ms": {"avg_ms": 50.774, "count": 233, "max_ms": 79.315, "p95_ms": 69.904, "reason": null, "sample_age_ms": 38.108, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.123, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.461, "count": 233, "max_ms": 12.475, "p95_ms": 7.548}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.391, "count": 233, "max_ms": 1.377, "p95_ms": 0.831}, "detection_prepare_ms": {"avg_ms": 1.378, "count": 233, "max_ms": 4.552, "p95_ms": 2.418}, "event_filter_ms": {"avg_ms": 0.005, "count": 233, "max_ms": 0.026, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.284, "count": 233, "max_ms": 0.91, "p95_ms": 0.534}, "mcmt_ms": {"avg_ms": 0.004, "count": 233, "max_ms": 0.016, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.695, "count": 233, "max_ms": 2.652, "p95_ms": 1.358}, "setup_ms": {"avg_ms": 0.046, "count": 233, "max_ms": 0.203, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 4.406, "count": 233, "max_ms": 12.376, "p95_ms": 7.417}, "track_match_ms": {"avg_ms": 0.076, "count": 233, "max_ms": 0.308, "p95_ms": 0.16}, "tracker_update_ms": {"avg_ms": 1.526, "count": 233, "max_ms": 4.65, "p95_ms": 2.697}}, "gstreamer_push": {"avg_ms": 3.344, "count": 233, "max_ms": 7.264, "p95_ms": 5.446}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 233, "max_ms": 0.177, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.189, "count": 233, "max_ms": 80.166, "p95_ms": 71.451}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.024, "count": 233, "max_ms": 12.62, "p95_ms": 8.921}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.116, "count": 233, "max_ms": 155.446, "p95_ms": 132.441}, "inference_input_copy_ms": {"avg_ms": 1.862, "count": 233, "max_ms": 4.506, "p95_ms": 2.946}, "processing_residual_ms": {"avg_ms": 0.199, "count": 233, "max_ms": 0.498, "p95_ms": 0.346}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.201, "count": 233, "max_ms": 161.751, "p95_ms": 137.916}, "read_interval": {"avg_ms": 128.876, "count": 233, "max_ms": 216.788, "p95_ms": 167.765}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 233, "max_ms": 0.105, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.633, "count": 233, "max_ms": 2.555, "p95_ms": 1.245}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 233, "max_ms": 0.062, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.617, "count": 233, "max_ms": 2.529, "p95_ms": 1.224}, "worker_merge_ms": {"avg_ms": 0.007, "count": 233, "max_ms": 0.047, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 52.203, "count": 233, "max_ms": 80.176, "p95_ms": 71.466}, "visualize": {"avg_ms": 50.226, "count": 233, "max_ms": 73.936, "p95_ms": 63.541}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.03, "count": 233, "max_ms": 67.416, "p95_ms": 57.544}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.627, "count": 233, "max_ms": 71.751, "p95_ms": 61.841}, "visualize_input_copy_ms": {"avg_ms": 1.39, "count": 233, "max_ms": 3.72, "p95_ms": 2.26}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.485, "count": 233, "max_ms": 71.566, "p95_ms": 61.715}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 233, "max_ms": 0.232, "p95_ms": 0.144}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 233}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1397.473, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.945, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.414, "sample_count": 2216, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357088, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:01:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 80996, "write_bytes_delta": 80996, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 935.0, "cpu_core_ratio": 0.380622, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 95631, "reason": null, "system_cpu_core_ratio": 0.034466, "system_cpu_s_delta": 0.6899999999999995, "user_cpu_core_ratio": 0.346156, "user_cpu_s_delta": 6.930000000000007}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.697813, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 203875.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.621882, "system_cpu_s_delta": 12.44999999999709, "user_cpu_core_ratio": 1.075931, "user_cpu_s_delta": 21.539999999979045}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.432, "count": 233, "max_ms": 7.824, "p95_ms": 5.878, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.361, "max": 10.0, "p95": 8.0, "sample_count": 233}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.136, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 221}, "total": {"avg": 1.077, "max": 3.0, "p95": 2.0, "sample_count": 233}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.605, "count": 30, "max": 65.974, "p95": 55.233, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.473, "count": 30, "max": 32.509, "p95": 27.044, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 826.6, "count": 30, "max": 1019.0, "p95": 1008.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 975.067, "count": 30, "max": 9092.0, "p95": 4617.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.278, "p95": 0.243, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.33, "count": 30, "max": 0.385, "p95": 0.369, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 82115.4, "count": 30, "max": 88389.0, "p95": 87581.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82115.4, "count": 30, "max": 88389.0, "p95": 87581.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 212639.333, "count": 30, "max": 284127.0, "p95": 274491.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.574, "count": 30, "max": 0.695, "p95": 0.664, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.973, "count": 30, "max": 1.179, "p95": 1.133, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10405, "sampled_at": "2026-10-30T08:01:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:01:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2579121, "flush_count": 2695, "flush_interval_seconds": 30.0, "flush_state": {"count": 2695, "last_at": "2026-10-30T08:00:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:00:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2694}, "started": true, "suppressed_count": 1354598, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1354460}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2695, "written_record_count": 2695}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8983.832, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T08:01:37+09:00", "last_error_summary": "[h264 @ 0x5738a82282c0] error while decoding MB 63 54, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3752259379200, "copied_frame_count": 1357154, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3752259379200, "frame_buffer_copies": 1357154, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1207, "count": 512, "max_ms": 2.4624, "p50_ms": 0.1017, "p95_ms": 0.2256, "p99_ms": 0.3151}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4982, "count": 512, "max_ms": 4.9689, "p50_ms": 1.3815, "p95_ms": 2.5163, "p99_ms": 3.1545, "results": {"failed": 0, "not_applicable": 0, "success": 1357154, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 455, "h264_decode_error_count": 1041, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:01:37+09:00", "last_error_summary": "[h264 @ 0x5738a82282c0] error while decoding MB 63 54, bytestream -5", "last_exit_at": "2026-10-30T08:01:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 286.092, "last_started_at": "2026-10-30T07:56:51+09:00", "pid": 95631, "process": {"exists": false, "pid": 95631}, "restart_count": 491, "restart_count_per_hour": 5, "rtsp_timeout_count": 158, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 492}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.602, "sample_count": 2282, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357154, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:01:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T08:01:37+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-10-30T08:01:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 70, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 134.157, "last_sample_duration_ms": 1505.256, "last_trigger": "periodic", "next_snapshot_in_sec": 465.843, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 270, "storage_bytes": 2572451}, "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-10-30T08:01:37.791226+09:00", "mtime_epoch": 1793314897.7912264, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 80943}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:01:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1397.5, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "h264_decode_error_critical", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1357154, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.888, "max": 10.0, "p95": 7.0, "sample_count": 233}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.304, "max": 3.0, "p95": 2.0, "sample_count": 227}, "total": {"avg": 1.27, "max": 3.0, "p95": 2.0, "sample_count": 233}}, "tracking_counts": {"active": {"avg": 0.077, "max": 1.0, "p95": 1.0, "sample_count": 233}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 233}, "tracked": {"avg": 0.077, "max": 1.0, "p95": 1.0, "sample_count": 233}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.79, "pushed": 7.79, "read": 7.756}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 232, "client_acquire_ms": {"avg_ms": 0.007, "count": 233, "max_ms": 0.029, "p95_ms": 0.014, "reason": null, "sample_age_ms": 90.105, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.006, "count": 232, "max_ms": 8.699, "p95_ms": 3.345, "reason": null, "sample_age_ms": 138.947, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.473, "count": 232, "max_ms": 8.365, "p95_ms": 2.737, "reason": null, "sample_age_ms": 139.157, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.369, "count": 233, "max_ms": 1.703, "p95_ms": 0.705, "reason": null, "sample_age_ms": 90.119, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.143, "count": 232, "max_ms": 4.153, "p95_ms": 3.428, "reason": null, "sample_age_ms": 137.193, "source": "client_direct"}, "request_count": 232, "request_tensor_bytes": {"avg": 2764808.0, "count": 232, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 137.17, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 233, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 90.775, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.071, "count": 233, "max_ms": 76.485, "p95_ms": 66.434, "reason": null, "sample_age_ms": 90.099, "source": "client_direct"}, "sample_age_ms": 90.091, "source": "client_direct", "task_total_ms": {"avg_ms": 50.774, "count": 233, "max_ms": 79.315, "p95_ms": 69.904, "reason": null, "sample_age_ms": 90.091, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.186, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.474, "count": 233, "max_ms": 12.475, "p95_ms": 7.834}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.392, "count": 233, "max_ms": 1.377, "p95_ms": 0.831}, "detection_prepare_ms": {"avg_ms": 1.382, "count": 233, "max_ms": 4.552, "p95_ms": 2.452}, "event_filter_ms": {"avg_ms": 0.005, "count": 233, "max_ms": 0.026, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.285, "count": 233, "max_ms": 0.91, "p95_ms": 0.534}, "mcmt_ms": {"avg_ms": 0.004, "count": 233, "max_ms": 0.016, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.7, "count": 233, "max_ms": 2.652, "p95_ms": 1.497}, "setup_ms": {"avg_ms": 0.047, "count": 233, "max_ms": 0.203, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 4.419, "count": 233, "max_ms": 12.376, "p95_ms": 7.739}, "track_match_ms": {"avg_ms": 0.076, "count": 233, "max_ms": 0.308, "p95_ms": 0.16}, "tracker_update_ms": {"avg_ms": 1.528, "count": 233, "max_ms": 4.65, "p95_ms": 2.697}}, "gstreamer_push": {"avg_ms": 3.35, "count": 233, "max_ms": 7.264, "p95_ms": 5.446}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 233, "max_ms": 0.177, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.221, "count": 233, "max_ms": 80.166, "p95_ms": 71.451}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.001, "count": 233, "max_ms": 12.62, "p95_ms": 8.921}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.148, "count": 233, "max_ms": 155.446, "p95_ms": 132.441}, "inference_input_copy_ms": {"avg_ms": 1.859, "count": 233, "max_ms": 4.506, "p95_ms": 2.946}, "processing_residual_ms": {"avg_ms": 0.199, "count": 233, "max_ms": 0.498, "p95_ms": 0.346}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.208, "count": 233, "max_ms": 161.751, "p95_ms": 137.916}, "read_interval": {"avg_ms": 128.876, "count": 232, "max_ms": 216.788, "p95_ms": 167.765}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 233, "max_ms": 0.105, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.638, "count": 233, "max_ms": 2.555, "p95_ms": 1.361}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 233, "max_ms": 0.062, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.622, "count": 233, "max_ms": 2.529, "p95_ms": 1.326}, "worker_merge_ms": {"avg_ms": 0.007, "count": 233, "max_ms": 0.047, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 52.235, "count": 233, "max_ms": 80.176, "p95_ms": 71.466}, "visualize": {"avg_ms": 50.223, "count": 233, "max_ms": 73.936, "p95_ms": 63.541}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.03, "count": 233, "max_ms": 67.416, "p95_ms": 57.544}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.624, "count": 233, "max_ms": 71.751, "p95_ms": 61.841}, "visualize_input_copy_ms": {"avg_ms": 1.389, "count": 233, "max_ms": 3.72, "p95_ms": 2.227}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.481, "count": 233, "max_ms": 71.566, "p95_ms": 61.715}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 233, "max_ms": 0.232, "p95_ms": 0.147}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 233}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1397.473, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.945, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.414, "sample_count": 2216, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357088, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:01:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 80996, "write_bytes_delta": 80996, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 935.0, "cpu_core_ratio": 0.380622, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 95631, "reason": null, "system_cpu_core_ratio": 0.034466, "system_cpu_s_delta": 0.6899999999999995, "user_cpu_core_ratio": 0.346156, "user_cpu_s_delta": 6.930000000000007}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.697813, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 203875.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.621882, "system_cpu_s_delta": 12.44999999999709, "user_cpu_core_ratio": 1.075931, "user_cpu_s_delta": 21.539999999979045}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.432, "count": 233, "max_ms": 7.824, "p95_ms": 5.878, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.361, "max": 10.0, "p95": 8.0, "sample_count": 233}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.136, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 221}, "total": {"avg": 1.077, "max": 3.0, "p95": 2.0, "sample_count": 233}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.605, "count": 30, "max": 65.974, "p95": 55.233, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.473, "count": 30, "max": 32.509, "p95": 27.044, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 826.6, "count": 30, "max": 1019.0, "p95": 1008.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 975.067, "count": 30, "max": 9092.0, "p95": 4617.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.278, "p95": 0.243, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.33, "count": 30, "max": 0.385, "p95": 0.369, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 82115.4, "count": 30, "max": 88389.0, "p95": 87581.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82115.4, "count": 30, "max": 88389.0, "p95": 87581.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 212639.333, "count": 30, "max": 284127.0, "p95": 274491.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.574, "count": 30, "max": 0.695, "p95": 0.664, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.973, "count": 30, "max": 1.179, "p95": 1.133, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10405, "sampled_at": "2026-10-30T08:01:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:01:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2579121, "flush_count": 2695, "flush_interval_seconds": 30.0, "flush_state": {"count": 2695, "last_at": "2026-10-30T08:00:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:00:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2694}, "started": true, "suppressed_count": 1354598, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1354460}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2695, "written_record_count": 2695}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8983.961, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3752259379200, "copied_frame_count": 1357154, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3752259379200, "frame_buffer_copies": 1357154, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1207, "count": 512, "max_ms": 2.4624, "p50_ms": 0.1017, "p95_ms": 0.2256, "p99_ms": 0.3151}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4982, "count": 512, "max_ms": 4.9689, "p50_ms": 1.3815, "p95_ms": 2.5163, "p99_ms": 3.1545, "results": {"failed": 0, "not_applicable": 0, "success": 1357154, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 455, "h264_decode_error_count": 1041, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:01:37+09:00", "last_error_summary": "[h264 @ 0x5738a82282c0] error while decoding MB 63 54, bytestream -5", "last_exit_at": "2026-10-30T08:01:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 286.138, "last_started_at": "2026-10-30T07:56:51+09:00", "pid": 95631, "process": {"exists": false, "pid": 95631}, "restart_count": 491, "restart_count_per_hour": 5, "rtsp_timeout_count": 158, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 492}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.602, "sample_count": 2282, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357154, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:01:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.047, "last_frame_pushed_at": "2026-10-30T08:01:37+09:00", "last_frame_read_age_sec": 0.174, "last_frame_read_at": "2026-10-30T08:01:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 70, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 134.205, "last_sample_duration_ms": 1505.256, "last_trigger": "periodic", "next_snapshot_in_sec": 465.795, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 270, "storage_bytes": 2572451}, "mjpeg": {"age_sec": 0.039, "exists": true, "mtime": "2026-10-30T08:01:37.922227+09:00", "mtime_epoch": 1793314897.9222267, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 81099}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:01:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1397.5, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "h264_decode_error_critical", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1357154, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.888, "max": 10.0, "p95": 7.0, "sample_count": 233}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.304, "max": 3.0, "p95": 2.0, "sample_count": 227}, "total": {"avg": 1.27, "max": 3.0, "p95": 2.0, "sample_count": 233}}, "tracking_counts": {"active": {"avg": 0.077, "max": 1.0, "p95": 1.0, "sample_count": 233}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 233}, "tracked": {"avg": 0.077, "max": 1.0, "p95": 1.0, "sample_count": 233}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.778, "pushed": 7.778, "read": 7.744}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 232, "client_acquire_ms": {"avg_ms": 0.007, "count": 232, "max_ms": 0.029, "p95_ms": 0.014, "reason": null, "sample_age_ms": 138.797, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.006, "count": 232, "max_ms": 8.699, "p95_ms": 3.345, "reason": null, "sample_age_ms": 187.64, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.473, "count": 232, "max_ms": 8.365, "p95_ms": 2.737, "reason": null, "sample_age_ms": 187.849, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.369, "count": 232, "max_ms": 1.703, "p95_ms": 0.708, "reason": null, "sample_age_ms": 138.811, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.143, "count": 232, "max_ms": 4.153, "p95_ms": 3.428, "reason": null, "sample_age_ms": 185.886, "source": "client_direct"}, "request_count": 232, "request_tensor_bytes": {"avg": 2764808.0, "count": 232, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 185.863, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 232, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 139.467, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.012, "count": 232, "max_ms": 76.485, "p95_ms": 66.452, "reason": null, "sample_age_ms": 138.791, "source": "client_direct"}, "sample_age_ms": 138.783, "source": "client_direct", "task_total_ms": {"avg_ms": 50.708, "count": 232, "max_ms": 79.315, "p95_ms": 69.926, "reason": null, "sample_age_ms": 138.783, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.201, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.474, "count": 233, "max_ms": 12.475, "p95_ms": 7.834}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.392, "count": 233, "max_ms": 1.377, "p95_ms": 0.831}, "detection_prepare_ms": {"avg_ms": 1.382, "count": 233, "max_ms": 4.552, "p95_ms": 2.452}, "event_filter_ms": {"avg_ms": 0.005, "count": 233, "max_ms": 0.026, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.285, "count": 233, "max_ms": 0.91, "p95_ms": 0.534}, "mcmt_ms": {"avg_ms": 0.004, "count": 233, "max_ms": 0.016, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.7, "count": 233, "max_ms": 2.652, "p95_ms": 1.497}, "setup_ms": {"avg_ms": 0.047, "count": 233, "max_ms": 0.203, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 4.419, "count": 233, "max_ms": 12.376, "p95_ms": 7.739}, "track_match_ms": {"avg_ms": 0.076, "count": 233, "max_ms": 0.308, "p95_ms": 0.16}, "tracker_update_ms": {"avg_ms": 1.528, "count": 233, "max_ms": 4.65, "p95_ms": 2.697}}, "gstreamer_push": {"avg_ms": 3.35, "count": 233, "max_ms": 7.264, "p95_ms": 5.446}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 233, "max_ms": 0.177, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.221, "count": 233, "max_ms": 80.166, "p95_ms": 71.451}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.001, "count": 233, "max_ms": 12.62, "p95_ms": 8.921}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.148, "count": 233, "max_ms": 155.446, "p95_ms": 132.441}, "inference_input_copy_ms": {"avg_ms": 1.859, "count": 233, "max_ms": 4.506, "p95_ms": 2.946}, "processing_residual_ms": {"avg_ms": 0.199, "count": 233, "max_ms": 0.498, "p95_ms": 0.346}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.208, "count": 233, "max_ms": 161.751, "p95_ms": 137.916}, "read_interval": {"avg_ms": 128.876, "count": 232, "max_ms": 216.788, "p95_ms": 167.765}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 233, "max_ms": 0.105, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.638, "count": 233, "max_ms": 2.555, "p95_ms": 1.361}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 233, "max_ms": 0.062, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.622, "count": 233, "max_ms": 2.529, "p95_ms": 1.326}, "worker_merge_ms": {"avg_ms": 0.007, "count": 233, "max_ms": 0.047, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 52.235, "count": 233, "max_ms": 80.176, "p95_ms": 71.466}, "visualize": {"avg_ms": 50.223, "count": 233, "max_ms": 73.936, "p95_ms": 63.541}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.03, "count": 233, "max_ms": 67.416, "p95_ms": 57.544}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.624, "count": 233, "max_ms": 71.751, "p95_ms": 61.841}, "visualize_input_copy_ms": {"avg_ms": 1.389, "count": 233, "max_ms": 3.72, "p95_ms": 2.227}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.481, "count": 233, "max_ms": 71.566, "p95_ms": 61.715}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 233, "max_ms": 0.232, "p95_ms": 0.147}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 233}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1397.473, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.945, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.414, "sample_count": 2216, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357088, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:01:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 80996, "write_bytes_delta": 80996, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 935.0, "cpu_core_ratio": 0.380622, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 95631, "reason": null, "system_cpu_core_ratio": 0.034466, "system_cpu_s_delta": 0.6899999999999995, "user_cpu_core_ratio": 0.346156, "user_cpu_s_delta": 6.930000000000007}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.697813, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 203875.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.621882, "system_cpu_s_delta": 12.44999999999709, "user_cpu_core_ratio": 1.075931, "user_cpu_s_delta": 21.539999999979045}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.432, "count": 233, "max_ms": 7.824, "p95_ms": 5.878, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.361, "max": 10.0, "p95": 8.0, "sample_count": 233}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.136, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 221}, "total": {"avg": 1.077, "max": 3.0, "p95": 2.0, "sample_count": 233}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.605, "count": 30, "max": 65.974, "p95": 55.233, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.473, "count": 30, "max": 32.509, "p95": 27.044, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 826.6, "count": 30, "max": 1019.0, "p95": 1008.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 975.067, "count": 30, "max": 9092.0, "p95": 4617.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.278, "p95": 0.243, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.33, "count": 30, "max": 0.385, "p95": 0.369, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 82115.4, "count": 30, "max": 88389.0, "p95": 87581.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82115.4, "count": 30, "max": 88389.0, "p95": 87581.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 212639.333, "count": 30, "max": 284127.0, "p95": 274491.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.574, "count": 30, "max": 0.695, "p95": 0.664, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.973, "count": 30, "max": 1.179, "p95": 1.133, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10405, "sampled_at": "2026-10-30T08:01:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:01:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2579121, "flush_count": 2695, "flush_interval_seconds": 30.0, "flush_state": {"count": 2695, "last_at": "2026-10-30T08:00:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:00:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2694}, "started": true, "suppressed_count": 1354598, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1354460}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2695, "written_record_count": 2695}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9155.871, "limit_mb": null}, "detail": {"pid": 95747, "restart_count": 492, "start_count": 493}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3752259379200, "copied_frame_count": 1357154, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3752259379200, "frame_buffer_copies": 1357154, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1207, "count": 512, "max_ms": 2.4624, "p50_ms": 0.1017, "p95_ms": 0.2256, "p99_ms": 0.3151}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4982, "count": 512, "max_ms": 4.9689, "p50_ms": 1.3815, "p95_ms": 2.5163, "p99_ms": 3.1545, "results": {"failed": 0, "not_applicable": 0, "success": 1357154, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 455, "h264_decode_error_count": 1041, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:01:37+09:00", "last_error_summary": "[h264 @ 0x5738a82282c0] error while decoding MB 63 54, bytestream -5", "last_exit_at": "2026-10-30T08:01:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T08:01:40+09:00", "pid": 95747, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.027, "name": "ffmpeg", "pid": 95747, "rss_mb": 205.027, "state": "S (sleeping)", "threads": 70}, "restart_count": 492, "restart_count_per_hour": 6, "rtsp_timeout_count": 158, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 493}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.602, "sample_count": 2282, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357154, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:01:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.365, "last_frame_pushed_at": "2026-10-30T08:01:37+09:00", "last_frame_read_age_sec": 4.493, "last_frame_read_at": "2026-10-30T08:01:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 70, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 138.509, "last_sample_duration_ms": 1505.256, "last_trigger": "periodic", "next_snapshot_in_sec": 461.491, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 270, "storage_bytes": 2572451}, "mjpeg": {"age_sec": 4.357, "exists": true, "mtime": "2026-10-30T08:01:37.922227+09:00", "mtime_epoch": 1793314897.9222267, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 81099}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:01:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1397.504, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1357154, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.605, "max": 7.0, "p95": 6.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.345, "max": 3.0, "p95": 2.0, "sample_count": 200}, "total": {"avg": 1.345, "max": 3.0, "p95": 2.0, "sample_count": 200}}, "tracking_counts": {"active": {"avg": 0.09, "max": 1.0, "p95": 1.0, "sample_count": 200}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "removed": {"avg": 0.015, "max": 1.0, "p95": 0.0, "sample_count": 200}, "tracked": {"avg": 0.09, "max": 1.0, "p95": 1.0, "sample_count": 200}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.668, "pushed": 6.702, "read": 6.668}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 200, "client_acquire_ms": {"avg_ms": 0.007, "count": 200, "max_ms": 0.029, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4448.009, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.991, "count": 200, "max_ms": 8.699, "p95_ms": 2.978, "reason": null, "sample_age_ms": 4496.851, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.475, "count": 200, "max_ms": 8.365, "p95_ms": 2.529, "reason": null, "sample_age_ms": 4497.061, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.351, "count": 200, "max_ms": 0.903, "p95_ms": 0.658, "reason": null, "sample_age_ms": 4448.023, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.112, "count": 200, "max_ms": 4.153, "p95_ms": 3.424, "reason": null, "sample_age_ms": 4495.097, "source": "client_direct"}, "request_count": 200, "request_tensor_bytes": {"avg": 2764808.0, "count": 200, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4495.074, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 200, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4448.679, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.765, "count": 200, "max_ms": 76.485, "p95_ms": 66.66, "reason": null, "sample_age_ms": 4448.003, "source": "client_direct"}, "sample_age_ms": 4447.995, "source": "client_direct", "task_total_ms": {"avg_ms": 50.409, "count": 200, "max_ms": 79.315, "p95_ms": 70.162, "reason": null, "sample_age_ms": 4447.995, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.499, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.508, "count": 200, "max_ms": 12.475, "p95_ms": 7.399}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.375, "count": 200, "max_ms": 1.126, "p95_ms": 0.697}, "detection_prepare_ms": {"avg_ms": 1.389, "count": 200, "max_ms": 4.213, "p95_ms": 2.418}, "event_filter_ms": {"avg_ms": 0.005, "count": 200, "max_ms": 0.026, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.288, "count": 200, "max_ms": 0.91, "p95_ms": 0.534}, "mcmt_ms": {"avg_ms": 0.003, "count": 200, "max_ms": 0.016, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.703, "count": 200, "max_ms": 2.652, "p95_ms": 1.358}, "setup_ms": {"avg_ms": 0.046, "count": 200, "max_ms": 0.203, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 4.454, "count": 200, "max_ms": 12.376, "p95_ms": 7.308}, "track_match_ms": {"avg_ms": 0.077, "count": 200, "max_ms": 0.308, "p95_ms": 0.16}, "tracker_update_ms": {"avg_ms": 1.568, "count": 200, "max_ms": 4.65, "p95_ms": 2.681}}, "gstreamer_push": {"avg_ms": 3.254, "count": 201, "max_ms": 6.593, "p95_ms": 5.026}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 200, "max_ms": 0.177, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.836, "count": 200, "max_ms": 80.166, "p95_ms": 71.411}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.074, "count": 200, "max_ms": 12.62, "p95_ms": 9.43}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.512, "count": 200, "max_ms": 155.446, "p95_ms": 131.815}, "inference_input_copy_ms": {"avg_ms": 1.854, "count": 200, "max_ms": 4.506, "p95_ms": 2.946}, "processing_residual_ms": {"avg_ms": 0.197, "count": 200, "max_ms": 0.498, "p95_ms": 0.328}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.638, "count": 200, "max_ms": 161.751, "p95_ms": 137.716}, "read_interval": {"avg_ms": 128.014, "count": 200, "max_ms": 216.788, "p95_ms": 167.765}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 200, "max_ms": 0.048, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.642, "count": 200, "max_ms": 2.555, "p95_ms": 1.245}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 200, "max_ms": 0.052, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.627, "count": 200, "max_ms": 2.529, "p95_ms": 1.224}, "worker_merge_ms": {"avg_ms": 0.007, "count": 200, "max_ms": 0.04, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 51.849, "count": 200, "max_ms": 80.176, "p95_ms": 71.421}, "visualize": {"avg_ms": 49.965, "count": 200, "max_ms": 73.936, "p95_ms": 63.541}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.7, "count": 200, "max_ms": 67.416, "p95_ms": 56.113}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.4, "count": 200, "max_ms": 71.751, "p95_ms": 61.841}, "visualize_input_copy_ms": {"avg_ms": 1.358, "count": 200, "max_ms": 3.72, "p95_ms": 2.138}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.259, "count": 200, "max_ms": 71.566, "p95_ms": 61.715}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 200, "max_ms": 0.232, "p95_ms": 0.147}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 200}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1397.473, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.945, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.414, "sample_count": 2216, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1357088, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:01:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 80996, "write_bytes_delta": 80996, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 935.0, "cpu_core_ratio": 0.380622, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 95631, "reason": null, "system_cpu_core_ratio": 0.034466, "system_cpu_s_delta": 0.6899999999999995, "user_cpu_core_ratio": 0.346156, "user_cpu_s_delta": 6.930000000000007}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.697813, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 203875.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.621882, "system_cpu_s_delta": 12.44999999999709, "user_cpu_core_ratio": 1.075931, "user_cpu_s_delta": 21.539999999979045}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.432, "count": 233, "max_ms": 7.824, "p95_ms": 5.878, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.361, "max": 10.0, "p95": 8.0, "sample_count": 233}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.136, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 221}, "total": {"avg": 1.077, "max": 3.0, "p95": 2.0, "sample_count": 233}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.605, "count": 30, "max": 65.974, "p95": 55.233, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.473, "count": 30, "max": 32.509, "p95": 27.044, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 826.6, "count": 30, "max": 1019.0, "p95": 1008.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 975.067, "count": 30, "max": 9092.0, "p95": 4617.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.278, "p95": 0.243, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.33, "count": 30, "max": 0.385, "p95": 0.369, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 82115.4, "count": 30, "max": 88389.0, "p95": 87581.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82115.4, "count": 30, "max": 88389.0, "p95": 87581.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 212639.333, "count": 30, "max": 284127.0, "p95": 274491.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.574, "count": 30, "max": 0.695, "p95": 0.664, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.973, "count": 30, "max": 1.179, "p95": 1.133, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10405, "sampled_at": "2026-10-30T08:01:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:01:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2583229, "flush_count": 2699, "flush_interval_seconds": 30.0, "flush_state": {"count": 2699, "last_at": "2026-10-30T08:04:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:04:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2698}, "started": true, "suppressed_count": 1356190, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1356052}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2699, "written_record_count": 2699}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8998.262, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T08:01:37+09:00", "last_error_summary": "[h264 @ 0x5738a82282c0] error while decoding MB 63 54, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3756672000000, "copied_frame_count": 1358750, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3756672000000, "frame_buffer_copies": 1358750, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1078, "count": 512, "max_ms": 0.8258, "p50_ms": 0.0932, "p95_ms": 0.2074, "p99_ms": 0.3037}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4818, "count": 512, "max_ms": 4.6095, "p50_ms": 1.4101, "p95_ms": 2.4995, "p99_ms": 3.0115, "results": {"failed": 0, "not_applicable": 0, "success": 1358750, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 455, "h264_decode_error_count": 1041, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:01:37+09:00", "last_error_summary": "[h264 @ 0x5738a82282c0] error while decoding MB 63 54, bytestream -5", "last_exit_at": "2026-10-30T08:05:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 218.654, "last_started_at": "2026-10-30T08:01:40+09:00", "pid": 95747, "process": {"exists": false, "pid": 95747}, "restart_count": 492, "restart_count_per_hour": 6, "rtsp_timeout_count": 158, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 493}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.085, "sample_count": 2227, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1358750, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:05:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.03, "last_frame_pushed_at": "2026-10-30T08:05:18+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-10-30T08:05:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 70, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 355.18, "last_sample_duration_ms": 1505.256, "last_trigger": "periodic", "next_snapshot_in_sec": 244.82, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 270, "storage_bytes": 2572451}, "mjpeg": {"age_sec": 0.023, "exists": true, "mtime": "2026-10-30T08:05:18.910547+09:00", "mtime_epoch": 1793315118.9105468, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 85805}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:05:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1398.258, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1358750, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.622, "max": 7.0, "p95": 6.0, "sample_count": 222}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.896, "max": 3.0, "p95": 3.0, "sample_count": 222}, "total": {"avg": 2.896, "max": 3.0, "p95": 3.0, "sample_count": 222}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.419, "pushed": 7.419, "read": 7.385}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 221, "client_acquire_ms": {"avg_ms": 0.008, "count": 221, "max_ms": 0.035, "p95_ms": 0.016, "reason": null, "sample_age_ms": 119.094, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.942, "count": 221, "max_ms": 10.225, "p95_ms": 3.391, "reason": null, "sample_age_ms": 176.768, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.436, "count": 221, "max_ms": 9.609, "p95_ms": 2.15, "reason": null, "sample_age_ms": 177.098, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.332, "count": 221, "max_ms": 1.894, "p95_ms": 0.659, "reason": null, "sample_age_ms": 119.11, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.152, "count": 221, "max_ms": 10.166, "p95_ms": 3.494, "reason": null, "sample_age_ms": 175.296, "source": "client_direct"}, "request_count": 221, "request_tensor_bytes": {"avg": 2764808.0, "count": 221, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 175.277, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 221, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 119.687, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.752, "count": 221, "max_ms": 78.008, "p95_ms": 69.432, "reason": null, "sample_age_ms": 119.088, "source": "client_direct"}, "sample_age_ms": 119.082, "source": "client_direct", "task_total_ms": {"avg_ms": 51.412, "count": 221, "max_ms": 81.092, "p95_ms": 72.611, "reason": null, "sample_age_ms": 119.082, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.413, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.857, "count": 222, "max_ms": 16.177, "p95_ms": 9.637}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.495, "count": 222, "max_ms": 1.42, "p95_ms": 0.955}, "detection_prepare_ms": {"avg_ms": 1.701, "count": 222, "max_ms": 7.45, "p95_ms": 2.975}, "event_filter_ms": {"avg_ms": 0.005, "count": 222, "max_ms": 0.034, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.435, "count": 222, "max_ms": 1.017, "p95_ms": 0.759}, "mcmt_ms": {"avg_ms": 0.004, "count": 222, "max_ms": 0.022, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.967, "count": 222, "max_ms": 2.47, "p95_ms": 1.66}, "setup_ms": {"avg_ms": 0.044, "count": 222, "max_ms": 0.126, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 5.801, "count": 222, "max_ms": 16.081, "p95_ms": 9.555}, "track_match_ms": {"avg_ms": 0.093, "count": 222, "max_ms": 0.24, "p95_ms": 0.171}, "tracker_update_ms": {"avg_ms": 2.056, "count": 222, "max_ms": 4.594, "p95_ms": 3.594}}, "gstreamer_push": {"avg_ms": 3.257, "count": 222, "max_ms": 9.288, "p95_ms": 5.307}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 222, "max_ms": 0.731, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.738, "count": 222, "max_ms": 86.529, "p95_ms": 73.601}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.151, "count": 222, "max_ms": 12.782, "p95_ms": 8.77}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.219, "count": 222, "max_ms": 174.131, "p95_ms": 149.228}, "inference_input_copy_ms": {"avg_ms": 1.894, "count": 222, "max_ms": 5.616, "p95_ms": 3.278}, "processing_residual_ms": {"avg_ms": 0.199, "count": 222, "max_ms": 0.524, "p95_ms": 0.38}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 119.462, "count": 222, "max_ms": 178.169, "p95_ms": 154.539}, "read_interval": {"avg_ms": 135.21, "count": 221, "max_ms": 211.646, "p95_ms": 184.322}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 222, "max_ms": 0.05, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.904, "count": 222, "max_ms": 2.306, "p95_ms": 1.552}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 222, "max_ms": 0.052, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.888, "count": 222, "max_ms": 2.27, "p95_ms": 1.53}, "worker_merge_ms": {"avg_ms": 0.007, "count": 222, "max_ms": 0.029, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 52.752, "count": 222, "max_ms": 86.538, "p95_ms": 73.632}, "visualize": {"avg_ms": 54.428, "count": 222, "max_ms": 95.595, "p95_ms": 72.912}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.553, "count": 222, "max_ms": 84.991, "p95_ms": 63.652}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 52.824, "count": 222, "max_ms": 94.136, "p95_ms": 70.641}, "visualize_input_copy_ms": {"avg_ms": 1.396, "count": 222, "max_ms": 4.272, "p95_ms": 2.423}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 52.683, "count": 222, "max_ms": 93.997, "p95_ms": 70.42}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 222, "max_ms": 0.239, "p95_ms": 0.162}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 222}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1400.676, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.476, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.996, "sample_count": 2253, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1358535, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:04:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 85720, "write_bytes_delta": 85720, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 866.0, "cpu_core_ratio": 0.358884, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 95747, "reason": null, "system_cpu_core_ratio": 0.033489, "system_cpu_s_delta": 0.6699999999999999, "user_cpu_core_ratio": 0.325394, "user_cpu_s_delta": 6.509999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.886388, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 190027.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.703772, "system_cpu_s_delta": 14.080000000001746, "user_cpu_core_ratio": 1.182616, "user_cpu_s_delta": 23.65999999997439}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.239, "count": 221, "max_ms": 9.288, "p95_ms": 5.223, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.769, "max": 9.0, "p95": 8.0, "sample_count": 221}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.973, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 221}, "total": {"avg": 2.973, "max": 5.0, "p95": 4.0, "sample_count": 221}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.122, "count": 30, "max": 65.974, "p95": 55.233, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.968, "count": 30, "max": 26.569, "p95": 24.1, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 860.833, "count": 30, "max": 1019.0, "p95": 1001.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 530.0, "count": 30, "max": 5883.0, "p95": 2814.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.278, "p95": 0.153, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.331, "count": 30, "max": 0.385, "p95": 0.369, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.169, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 81577.333, "count": 30, "max": 85720.0, "p95": 84948.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81577.333, "count": 30, "max": 85720.0, "p95": 84948.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 212467.6, "count": 30, "max": 284127.0, "p95": 274491.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.611, "count": 30, "max": 0.712, "p95": 0.708, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.033, "count": 30, "max": 1.202, "p95": 1.193, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10415, "sampled_at": "2026-10-30T08:04:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:04:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2583229, "flush_count": 2699, "flush_interval_seconds": 30.0, "flush_state": {"count": 2699, "last_at": "2026-10-30T08:04:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:04:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2698}, "started": true, "suppressed_count": 1356190, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1356052}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2699, "written_record_count": 2699}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8997.535, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3756672000000, "copied_frame_count": 1358750, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3756672000000, "frame_buffer_copies": 1358750, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1078, "count": 512, "max_ms": 0.8258, "p50_ms": 0.0932, "p95_ms": 0.2074, "p99_ms": 0.3037}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4818, "count": 512, "max_ms": 4.6095, "p50_ms": 1.4101, "p95_ms": 2.4995, "p99_ms": 3.0115, "results": {"failed": 0, "not_applicable": 0, "success": 1358750, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 455, "h264_decode_error_count": 1041, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:01:37+09:00", "last_error_summary": "[h264 @ 0x5738a82282c0] error while decoding MB 63 54, bytestream -5", "last_exit_at": "2026-10-30T08:05:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 218.703, "last_started_at": "2026-10-30T08:01:40+09:00", "pid": 95747, "process": {"exists": false, "pid": 95747}, "restart_count": 492, "restart_count_per_hour": 6, "rtsp_timeout_count": 158, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 493}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.085, "sample_count": 2227, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1358750, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:05:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.078, "last_frame_pushed_at": "2026-10-30T08:05:18+09:00", "last_frame_read_age_sec": 0.207, "last_frame_read_at": "2026-10-30T08:05:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 70, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 355.213, "last_sample_duration_ms": 1505.256, "last_trigger": "periodic", "next_snapshot_in_sec": 244.787, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 270, "storage_bytes": 2572451}, "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-10-30T08:05:18.910547+09:00", "mtime_epoch": 1793315118.9105468, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 85805}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:05:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1398.258, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1358750, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.622, "max": 7.0, "p95": 6.0, "sample_count": 222}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.896, "max": 3.0, "p95": 3.0, "sample_count": 222}, "total": {"avg": 2.896, "max": 3.0, "p95": 3.0, "sample_count": 222}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.407, "pushed": 7.407, "read": 7.374}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 221, "client_acquire_ms": {"avg_ms": 0.008, "count": 221, "max_ms": 0.035, "p95_ms": 0.016, "reason": null, "sample_age_ms": 152.103, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.942, "count": 221, "max_ms": 10.225, "p95_ms": 3.391, "reason": null, "sample_age_ms": 209.777, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.436, "count": 221, "max_ms": 9.609, "p95_ms": 2.15, "reason": null, "sample_age_ms": 210.107, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.332, "count": 221, "max_ms": 1.894, "p95_ms": 0.659, "reason": null, "sample_age_ms": 152.119, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.152, "count": 221, "max_ms": 10.166, "p95_ms": 3.494, "reason": null, "sample_age_ms": 208.305, "source": "client_direct"}, "request_count": 221, "request_tensor_bytes": {"avg": 2764808.0, "count": 221, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 208.286, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 221, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 152.696, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.752, "count": 221, "max_ms": 78.008, "p95_ms": 69.432, "reason": null, "sample_age_ms": 152.097, "source": "client_direct"}, "sample_age_ms": 152.091, "source": "client_direct", "task_total_ms": {"avg_ms": 51.412, "count": 221, "max_ms": 81.092, "p95_ms": 72.611, "reason": null, "sample_age_ms": 152.091, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.596, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.857, "count": 222, "max_ms": 16.177, "p95_ms": 9.637}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.495, "count": 222, "max_ms": 1.42, "p95_ms": 0.955}, "detection_prepare_ms": {"avg_ms": 1.701, "count": 222, "max_ms": 7.45, "p95_ms": 2.975}, "event_filter_ms": {"avg_ms": 0.005, "count": 222, "max_ms": 0.034, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.435, "count": 222, "max_ms": 1.017, "p95_ms": 0.759}, "mcmt_ms": {"avg_ms": 0.004, "count": 222, "max_ms": 0.022, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.967, "count": 222, "max_ms": 2.47, "p95_ms": 1.66}, "setup_ms": {"avg_ms": 0.044, "count": 222, "max_ms": 0.126, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 5.801, "count": 222, "max_ms": 16.081, "p95_ms": 9.555}, "track_match_ms": {"avg_ms": 0.093, "count": 222, "max_ms": 0.24, "p95_ms": 0.171}, "tracker_update_ms": {"avg_ms": 2.056, "count": 222, "max_ms": 4.594, "p95_ms": 3.594}}, "gstreamer_push": {"avg_ms": 3.257, "count": 222, "max_ms": 9.288, "p95_ms": 5.307}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 222, "max_ms": 0.731, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.738, "count": 222, "max_ms": 86.529, "p95_ms": 73.601}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.151, "count": 222, "max_ms": 12.782, "p95_ms": 8.77}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.219, "count": 222, "max_ms": 174.131, "p95_ms": 149.228}, "inference_input_copy_ms": {"avg_ms": 1.894, "count": 222, "max_ms": 5.616, "p95_ms": 3.278}, "processing_residual_ms": {"avg_ms": 0.199, "count": 222, "max_ms": 0.524, "p95_ms": 0.38}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 119.462, "count": 222, "max_ms": 178.169, "p95_ms": 154.539}, "read_interval": {"avg_ms": 135.21, "count": 221, "max_ms": 211.646, "p95_ms": 184.322}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 222, "max_ms": 0.05, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.904, "count": 222, "max_ms": 2.306, "p95_ms": 1.552}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 222, "max_ms": 0.052, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.888, "count": 222, "max_ms": 2.27, "p95_ms": 1.53}, "worker_merge_ms": {"avg_ms": 0.007, "count": 222, "max_ms": 0.029, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 52.752, "count": 222, "max_ms": 86.538, "p95_ms": 73.632}, "visualize": {"avg_ms": 54.428, "count": 222, "max_ms": 95.595, "p95_ms": 72.912}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.553, "count": 222, "max_ms": 84.991, "p95_ms": 63.652}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 52.824, "count": 222, "max_ms": 94.136, "p95_ms": 70.641}, "visualize_input_copy_ms": {"avg_ms": 1.396, "count": 222, "max_ms": 4.272, "p95_ms": 2.423}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 52.683, "count": 222, "max_ms": 93.997, "p95_ms": 70.42}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 222, "max_ms": 0.239, "p95_ms": 0.162}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 222}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1400.676, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.476, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.996, "sample_count": 2253, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1358535, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:04:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 85720, "write_bytes_delta": 85720, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 866.0, "cpu_core_ratio": 0.358884, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 95747, "reason": null, "system_cpu_core_ratio": 0.033489, "system_cpu_s_delta": 0.6699999999999999, "user_cpu_core_ratio": 0.325394, "user_cpu_s_delta": 6.509999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.886388, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 190027.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.703772, "system_cpu_s_delta": 14.080000000001746, "user_cpu_core_ratio": 1.182616, "user_cpu_s_delta": 23.65999999997439}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.239, "count": 221, "max_ms": 9.288, "p95_ms": 5.223, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.769, "max": 9.0, "p95": 8.0, "sample_count": 221}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.973, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 221}, "total": {"avg": 2.973, "max": 5.0, "p95": 4.0, "sample_count": 221}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.122, "count": 30, "max": 65.974, "p95": 55.233, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.968, "count": 30, "max": 26.569, "p95": 24.1, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 860.833, "count": 30, "max": 1019.0, "p95": 1001.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 530.0, "count": 30, "max": 5883.0, "p95": 2814.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.278, "p95": 0.153, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.331, "count": 30, "max": 0.385, "p95": 0.369, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.169, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 81577.333, "count": 30, "max": 85720.0, "p95": 84948.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81577.333, "count": 30, "max": 85720.0, "p95": 84948.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 212467.6, "count": 30, "max": 284127.0, "p95": 274491.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.611, "count": 30, "max": 0.712, "p95": 0.708, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.033, "count": 30, "max": 1.202, "p95": 1.193, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10415, "sampled_at": "2026-10-30T08:04:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:04:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2583229, "flush_count": 2699, "flush_interval_seconds": 30.0, "flush_state": {"count": 2699, "last_at": "2026-10-30T08:04:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:04:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2698}, "started": true, "suppressed_count": 1356190, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1356052}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2699, "written_record_count": 2699}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9168.68, "limit_mb": null}, "detail": {"pid": 95863, "restart_count": 493, "start_count": 494}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3756672000000, "copied_frame_count": 1358750, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3756672000000, "frame_buffer_copies": 1358750, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1078, "count": 512, "max_ms": 0.8258, "p50_ms": 0.0932, "p95_ms": 0.2074, "p99_ms": 0.3037}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4818, "count": 512, "max_ms": 4.6095, "p50_ms": 1.4101, "p95_ms": 2.4995, "p99_ms": 3.0115, "results": {"failed": 0, "not_applicable": 0, "success": 1358750, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 455, "h264_decode_error_count": 1041, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:01:37+09:00", "last_error_summary": "[h264 @ 0x5738a82282c0] error while decoding MB 63 54, bytestream -5", "last_exit_at": "2026-10-30T08:05:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T08:05:21+09:00", "pid": 95863, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.367, "name": "ffmpeg", "pid": 95863, "rss_mb": 205.367, "state": "S (sleeping)", "threads": 70}, "restart_count": 493, "restart_count_per_hour": 7, "rtsp_timeout_count": 158, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 494}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.174, "sample_count": 2190, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1358750, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:05:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.166, "last_frame_pushed_at": "2026-10-30T08:05:18+09:00", "last_frame_read_age_sec": 4.294, "last_frame_read_at": "2026-10-30T08:05:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 70, "debug_expires_at": null, "deduplicated_count": 45, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 359.308, "last_sample_duration_ms": 1505.256, "last_trigger": "periodic", "next_snapshot_in_sec": 240.692, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 270, "storage_bytes": 2572451}, "mjpeg": {"age_sec": 4.159, "exists": true, "mtime": "2026-10-30T08:05:18.910547+09:00", "mtime_epoch": 1793315118.9105468, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 85805}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:05:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1398.262, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1358750, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.675, "max": 7.0, "p95": 6.0, "sample_count": 191}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.911, "max": 3.0, "p95": 3.0, "sample_count": 191}, "total": {"avg": 2.911, "max": 3.0, "p95": 3.0, "sample_count": 191}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.367, "pushed": 6.4, "read": 6.367}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 191, "client_acquire_ms": {"avg_ms": 0.008, "count": 191, "max_ms": 0.035, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4246.547, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.952, "count": 191, "max_ms": 10.225, "p95_ms": 3.424, "reason": null, "sample_age_ms": 4304.222, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.443, "count": 191, "max_ms": 9.609, "p95_ms": 2.146, "reason": null, "sample_age_ms": 4304.551, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.337, "count": 191, "max_ms": 1.894, "p95_ms": 0.664, "reason": null, "sample_age_ms": 4246.563, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.16, "count": 191, "max_ms": 10.166, "p95_ms": 3.472, "reason": null, "sample_age_ms": 4302.749, "source": "client_direct"}, "request_count": 191, "request_tensor_bytes": {"avg": 2764808.0, "count": 191, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4302.731, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 191, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4247.141, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.017, "count": 191, "max_ms": 78.008, "p95_ms": 68.91, "reason": null, "sample_age_ms": 4246.542, "source": "client_direct"}, "sample_age_ms": 4246.536, "source": "client_direct", "task_total_ms": {"avg_ms": 51.692, "count": 191, "max_ms": 81.092, "p95_ms": 72.426, "reason": null, "sample_age_ms": 4246.536, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.373, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.928, "count": 191, "max_ms": 16.177, "p95_ms": 9.786}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.515, "count": 191, "max_ms": 1.42, "p95_ms": 1.042}, "detection_prepare_ms": {"avg_ms": 1.735, "count": 191, "max_ms": 7.45, "p95_ms": 3.371}, "event_filter_ms": {"avg_ms": 0.005, "count": 191, "max_ms": 0.034, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.431, "count": 191, "max_ms": 1.017, "p95_ms": 0.759}, "mcmt_ms": {"avg_ms": 0.004, "count": 191, "max_ms": 0.022, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.97, "count": 191, "max_ms": 2.47, "p95_ms": 1.7}, "setup_ms": {"avg_ms": 0.045, "count": 191, "max_ms": 0.126, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 5.871, "count": 191, "max_ms": 16.081, "p95_ms": 9.747}, "track_match_ms": {"avg_ms": 0.093, "count": 191, "max_ms": 0.24, "p95_ms": 0.171}, "tracker_update_ms": {"avg_ms": 2.072, "count": 191, "max_ms": 4.594, "p95_ms": 3.623}}, "gstreamer_push": {"avg_ms": 3.243, "count": 192, "max_ms": 6.765, "p95_ms": 5.307}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 191, "max_ms": 0.731, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.081, "count": 191, "max_ms": 86.529, "p95_ms": 73.601}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.164, "count": 191, "max_ms": 12.782, "p95_ms": 8.772}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.57, "count": 191, "max_ms": 174.131, "p95_ms": 149.228}, "inference_input_copy_ms": {"avg_ms": 1.891, "count": 191, "max_ms": 5.616, "p95_ms": 3.188}, "processing_residual_ms": {"avg_ms": 0.198, "count": 191, "max_ms": 0.524, "p95_ms": 0.38}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 119.822, "count": 191, "max_ms": 178.169, "p95_ms": 154.539}, "read_interval": {"avg_ms": 135.151, "count": 191, "max_ms": 211.646, "p95_ms": 184.322}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 191, "max_ms": 0.04, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.906, "count": 191, "max_ms": 2.306, "p95_ms": 1.565}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 191, "max_ms": 0.052, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.891, "count": 191, "max_ms": 2.27, "p95_ms": 1.53}, "worker_merge_ms": {"avg_ms": 0.007, "count": 191, "max_ms": 0.025, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 53.096, "count": 191, "max_ms": 86.538, "p95_ms": 73.632}, "visualize": {"avg_ms": 54.365, "count": 191, "max_ms": 95.595, "p95_ms": 73.337}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.478, "count": 191, "max_ms": 84.991, "p95_ms": 63.762}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 52.776, "count": 191, "max_ms": 94.136, "p95_ms": 71.541}, "visualize_input_copy_ms": {"avg_ms": 1.381, "count": 191, "max_ms": 4.272, "p95_ms": 2.316}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 52.635, "count": 191, "max_ms": 93.997, "p95_ms": 71.326}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 191, "max_ms": 0.239, "p95_ms": 0.162}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 191}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1400.676, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.476, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.996, "sample_count": 2253, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1358535, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:04:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 85720, "write_bytes_delta": 85720, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 866.0, "cpu_core_ratio": 0.358884, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 95747, "reason": null, "system_cpu_core_ratio": 0.033489, "system_cpu_s_delta": 0.6699999999999999, "user_cpu_core_ratio": 0.325394, "user_cpu_s_delta": 6.509999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.886388, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 190027.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.703772, "system_cpu_s_delta": 14.080000000001746, "user_cpu_core_ratio": 1.182616, "user_cpu_s_delta": 23.65999999997439}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.239, "count": 221, "max_ms": 9.288, "p95_ms": 5.223, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.769, "max": 9.0, "p95": 8.0, "sample_count": 221}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.973, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 221}, "total": {"avg": 2.973, "max": 5.0, "p95": 4.0, "sample_count": 221}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.122, "count": 30, "max": 65.974, "p95": 55.233, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.968, "count": 30, "max": 26.569, "p95": 24.1, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 860.833, "count": 30, "max": 1019.0, "p95": 1001.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 530.0, "count": 30, "max": 5883.0, "p95": 2814.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.278, "p95": 0.153, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.331, "count": 30, "max": 0.385, "p95": 0.369, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.169, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 81577.333, "count": 30, "max": 85720.0, "p95": 84948.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81577.333, "count": 30, "max": 85720.0, "p95": 84948.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 212467.6, "count": 30, "max": 284127.0, "p95": 274491.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.611, "count": 30, "max": 0.712, "p95": 0.708, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.033, "count": 30, "max": 1.202, "p95": 1.193, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10415, "sampled_at": "2026-10-30T08:04:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:04:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2587337, "flush_count": 2703, "flush_interval_seconds": 30.0, "flush_state": {"count": 2703, "last_at": "2026-10-30T08:08:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:08:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2702}, "started": true, "suppressed_count": 1358034, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1357896}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2703, "written_record_count": 2703}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9003.926, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x652f3ed762c0] cabac decode of qscale diff failed at 21 61 [h264 @ 0x652f3ed762c0] error while decoding MB 21 61, bytestream 2324 [h264 @ 0x652f3edb2800] error while decoding MB 59 55, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3761778585600, "copied_frame_count": 1360597, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3761778585600, "frame_buffer_copies": 1360597, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.113, "count": 512, "max_ms": 1.5074, "p50_ms": 0.0959, "p95_ms": 0.2089, "p99_ms": 0.3068}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4739, "count": 512, "max_ms": 3.9723, "p50_ms": 1.3711, "p95_ms": 2.4545, "p99_ms": 2.9222, "results": {"failed": 0, "not_applicable": 0, "success": 1360597, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 456, "h264_decode_error_count": 1044, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:09:27+09:00", "last_error_summary": "[h264 @ 0x652f3ed762c0] cabac decode of qscale diff failed at 21 61 [h264 @ 0x652f3ed762c0] error while decoding MB 21 61, bytestream 2324 [h264 @ 0x652f3edb2800] error while decoding MB 59 55, bytestream -5", "last_exit_at": "2026-10-30T08:05:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 246.267, "last_started_at": "2026-10-30T08:05:21+09:00", "pid": 95863, "process": {"exists": false, "pid": 95863}, "restart_count": 493, "restart_count_per_hour": 7, "rtsp_timeout_count": 158, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 494}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.127, "sample_count": 2227, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1360597, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:09:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.12, "last_frame_pushed_at": "2026-10-30T08:09:27+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-10-30T08:09:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 71, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 3.297, "last_sample_duration_ms": 1370.904, "last_trigger": "periodic", "next_snapshot_in_sec": 596.703, "reason": "snapshot_written", "rotation_count": 135, "runtime_state": "active", "sample_count": 271, "storage_bytes": 2582046}, "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-10-30T08:09:27.227916+09:00", "mtime_epoch": 1793315367.2279158, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 87439}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:09:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1399.168, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 1360598, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.835, "max": 16.0, "p95": 8.0, "sample_count": 218}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.431, "max": 3.0, "p95": 3.0, "sample_count": 218}, "total": {"avg": 2.431, "max": 3.0, "p95": 3.0, "sample_count": 218}}, "tracking_counts": {"active": {"avg": 0.06, "max": 1.0, "p95": 1.0, "sample_count": 218}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 218}, "tracked": {"avg": 0.06, "max": 1.0, "p95": 1.0, "sample_count": 218}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.285, "pushed": 7.285, "read": 7.285}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 218, "client_acquire_ms": {"avg_ms": 0.009, "count": 218, "max_ms": 0.039, "p95_ms": 0.017, "reason": null, "sample_age_ms": 52.463, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.056, "count": 218, "max_ms": 8.746, "p95_ms": 3.504, "reason": null, "sample_age_ms": 117.705, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.445, "count": 218, "max_ms": 8.428, "p95_ms": 2.557, "reason": null, "sample_age_ms": 120.019, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.361, "count": 218, "max_ms": 1.044, "p95_ms": 0.723, "reason": null, "sample_age_ms": 52.483, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.305, "count": 218, "max_ms": 9.747, "p95_ms": 3.807, "reason": null, "sample_age_ms": 115.747, "source": "client_direct"}, "request_count": 218, "request_tensor_bytes": {"avg": 2764808.0, "count": 218, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 115.721, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 218, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 53.029, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.662, "count": 218, "max_ms": 89.355, "p95_ms": 73.042, "reason": null, "sample_age_ms": 52.456, "source": "client_direct"}, "sample_age_ms": 52.449, "source": "client_direct", "task_total_ms": {"avg_ms": 53.522, "count": 218, "max_ms": 93.053, "p95_ms": 75.87, "reason": null, "sample_age_ms": 52.449, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.302, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.717, "count": 218, "max_ms": 13.739, "p95_ms": 10.668}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.462, "count": 218, "max_ms": 1.727, "p95_ms": 0.895}, "detection_prepare_ms": {"avg_ms": 1.713, "count": 218, "max_ms": 9.234, "p95_ms": 3.761}, "event_filter_ms": {"avg_ms": 0.005, "count": 218, "max_ms": 0.017, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.398, "count": 218, "max_ms": 1.011, "p95_ms": 0.729}, "mcmt_ms": {"avg_ms": 0.004, "count": 218, "max_ms": 0.03, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.854, "count": 218, "max_ms": 2.44, "p95_ms": 1.631}, "setup_ms": {"avg_ms": 0.046, "count": 218, "max_ms": 0.178, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 5.662, "count": 218, "max_ms": 13.683, "p95_ms": 10.585}, "track_match_ms": {"avg_ms": 0.099, "count": 218, "max_ms": 0.351, "p95_ms": 0.197}, "tracker_update_ms": {"avg_ms": 2.083, "count": 218, "max_ms": 8.497, "p95_ms": 4.137}}, "gstreamer_push": {"avg_ms": 3.362, "count": 218, "max_ms": 7.5, "p95_ms": 5.443}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 218, "max_ms": 0.15, "p95_ms": 0.11}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.918, "count": 218, "max_ms": 95.696, "p95_ms": 78.739}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.144, "count": 218, "max_ms": 12.359, "p95_ms": 9.259}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 113.885, "count": 218, "max_ms": 190.121, "p95_ms": 148.774}, "inference_input_copy_ms": {"avg_ms": 1.939, "count": 218, "max_ms": 5.11, "p95_ms": 3.533}, "processing_residual_ms": {"avg_ms": 0.227, "count": 218, "max_ms": 0.676, "p95_ms": 0.424}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 119.195, "count": 218, "max_ms": 196.575, "p95_ms": 152.647}, "read_interval": {"avg_ms": 137.272, "count": 218, "max_ms": 515.59, "p95_ms": 183.572}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 218, "max_ms": 0.046, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.792, "count": 218, "max_ms": 2.276, "p95_ms": 1.512}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 218, "max_ms": 0.049, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.777, "count": 218, "max_ms": 2.23, "p95_ms": 1.479}, "worker_merge_ms": {"avg_ms": 0.007, "count": 218, "max_ms": 0.053, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 54.932, "count": 218, "max_ms": 95.718, "p95_ms": 78.759}, "visualize": {"avg_ms": 51.922, "count": 218, "max_ms": 113.479, "p95_ms": 67.889}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.791, "count": 218, "max_ms": 106.375, "p95_ms": 60.119}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 50.299, "count": 218, "max_ms": 112.148, "p95_ms": 66.09}, "visualize_input_copy_ms": {"avg_ms": 1.418, "count": 218, "max_ms": 6.84, "p95_ms": 2.46}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 50.161, "count": 218, "max_ms": 112.038, "p95_ms": 65.942}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 218, "max_ms": 0.223, "p95_ms": 0.154}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 218}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1399.145, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.278, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.174, "sample_count": 2231, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1360554, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:09:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 86160, "write_bytes_delta": 86160, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 310.0, "cpu_core_ratio": 0.449276, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 448.0, "pid": 95863, "reason": null, "system_cpu_core_ratio": 0.134484, "system_cpu_s_delta": 1.3499999999999996, "user_cpu_core_ratio": 0.314792, "user_cpu_s_delta": 3.1599999999999966}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.712428, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 95193.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.619622, "system_cpu_s_delta": 6.220000000001164, "user_cpu_core_ratio": 1.092806, "user_cpu_s_delta": 10.970000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.248, "count": 224, "max_ms": 7.5, "p95_ms": 5.498, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.299, "max": 16.0, "p95": 9.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.379, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 224}, "total": {"avg": 2.379, "max": 3.0, "p95": 3.0, "sample_count": 224}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.412, "count": 30, "max": 51.697, "p95": 31.913, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.363, "count": 30, "max": 25.633, "p95": 20.754, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 687.733, "count": 30, "max": 935.0, "p95": 926.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 366.033, "count": 30, "max": 6915.0, "p95": 1119.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.134, "p95": 0.074, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.332, "count": 30, "max": 0.361, "p95": 0.355, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.009, "count": 30, "max": 0.169, "p95": 0.051, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85871.1, "count": 30, "max": 88852.0, "p95": 88345.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85871.1, "count": 30, "max": 88852.0, "p95": 88345.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 149058.933, "count": 30, "max": 201693.0, "p95": 194454.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.681, "count": 30, "max": 0.721, "p95": 0.716, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.154, "count": 30, "max": 1.208, "p95": 1.205, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10435, "sampled_at": "2026-10-30T08:09:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:09:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2587337, "flush_count": 2703, "flush_interval_seconds": 30.0, "flush_state": {"count": 2703, "last_at": "2026-10-30T08:08:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:08:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2702}, "started": true, "suppressed_count": 1358034, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1357896}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2703, "written_record_count": 2703}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9005.504, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T08:09:27+09:00", "last_error_summary": "[h264 @ 0x652f3ed762c0] cabac decode of qscale diff failed at 21 61 [h264 @ 0x652f3ed762c0] error while decoding MB 21 61, bytestream 2324 [h264 @ 0x652f3edb2800] error while decoding MB 59 55, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3761781350400, "copied_frame_count": 1360598, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3761781350400, "frame_buffer_copies": 1360598, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1135, "count": 512, "max_ms": 1.5074, "p50_ms": 0.0961, "p95_ms": 0.2133, "p99_ms": 0.3142}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4857, "count": 512, "max_ms": 6.9052, "p50_ms": 1.3732, "p95_ms": 2.4833, "p99_ms": 2.9674, "results": {"failed": 0, "not_applicable": 0, "success": 1360598, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 456, "h264_decode_error_count": 1044, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:09:27+09:00", "last_error_summary": "[h264 @ 0x652f3ed762c0] cabac decode of qscale diff failed at 21 61 [h264 @ 0x652f3ed762c0] error while decoding MB 21 61, bytestream 2324 [h264 @ 0x652f3edb2800] error while decoding MB 59 55, bytestream -5", "last_exit_at": "2026-10-30T08:09:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 246.328, "last_started_at": "2026-10-30T08:05:21+09:00", "pid": 95863, "process": {"exists": false, "pid": 95863}, "restart_count": 493, "restart_count_per_hour": 7, "rtsp_timeout_count": 158, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 494}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.153, "sample_count": 2228, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1360598, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:09:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-10-30T08:09:27+09:00", "last_frame_read_age_sec": 0.171, "last_frame_read_at": "2026-10-30T08:09:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 71, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 3.344, "last_sample_duration_ms": 1370.904, "last_trigger": "periodic", "next_snapshot_in_sec": 596.656, "reason": "snapshot_written", "rotation_count": 135, "runtime_state": "active", "sample_count": 271, "storage_bytes": 2582046}, "mjpeg": {"age_sec": 0.168, "exists": true, "mtime": "2026-10-30T08:09:27.227916+09:00", "mtime_epoch": 1793315367.2279158, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 87439}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:09:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1399.164, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 1360598, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.836, "max": 16.0, "p95": 8.0, "sample_count": 219}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.429, "max": 3.0, "p95": 3.0, "sample_count": 219}, "total": {"avg": 2.429, "max": 3.0, "p95": 3.0, "sample_count": 219}}, "tracking_counts": {"active": {"avg": 0.059, "max": 1.0, "p95": 1.0, "sample_count": 219}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 219}, "tracked": {"avg": 0.059, "max": 1.0, "p95": 1.0, "sample_count": 219}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.304, "pushed": 7.304, "read": 7.27}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 218, "client_acquire_ms": {"avg_ms": 0.009, "count": 218, "max_ms": 0.039, "p95_ms": 0.017, "reason": null, "sample_age_ms": 106.876, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.056, "count": 218, "max_ms": 8.746, "p95_ms": 3.504, "reason": null, "sample_age_ms": 172.118, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.445, "count": 218, "max_ms": 8.428, "p95_ms": 2.557, "reason": null, "sample_age_ms": 174.433, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.361, "count": 218, "max_ms": 1.044, "p95_ms": 0.723, "reason": null, "sample_age_ms": 106.896, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.305, "count": 218, "max_ms": 9.747, "p95_ms": 3.807, "reason": null, "sample_age_ms": 170.16, "source": "client_direct"}, "request_count": 218, "request_tensor_bytes": {"avg": 2764808.0, "count": 218, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 170.135, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 218, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 107.443, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.662, "count": 218, "max_ms": 89.355, "p95_ms": 73.042, "reason": null, "sample_age_ms": 106.869, "source": "client_direct"}, "sample_age_ms": 106.863, "source": "client_direct", "task_total_ms": {"avg_ms": 53.522, "count": 218, "max_ms": 93.053, "p95_ms": 75.87, "reason": null, "sample_age_ms": 106.863, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.47, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.716, "count": 219, "max_ms": 13.739, "p95_ms": 10.668}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.462, "count": 219, "max_ms": 1.727, "p95_ms": 0.895}, "detection_prepare_ms": {"avg_ms": 1.714, "count": 219, "max_ms": 9.234, "p95_ms": 3.761}, "event_filter_ms": {"avg_ms": 0.005, "count": 219, "max_ms": 0.017, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.397, "count": 219, "max_ms": 1.011, "p95_ms": 0.729}, "mcmt_ms": {"avg_ms": 0.004, "count": 219, "max_ms": 0.03, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.852, "count": 219, "max_ms": 2.44, "p95_ms": 1.631}, "setup_ms": {"avg_ms": 0.046, "count": 219, "max_ms": 0.178, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 5.661, "count": 219, "max_ms": 13.683, "p95_ms": 10.585}, "track_match_ms": {"avg_ms": 0.099, "count": 219, "max_ms": 0.351, "p95_ms": 0.197}, "tracker_update_ms": {"avg_ms": 2.083, "count": 219, "max_ms": 8.497, "p95_ms": 4.137}}, "gstreamer_push": {"avg_ms": 3.37, "count": 219, "max_ms": 7.5, "p95_ms": 5.443}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 219, "max_ms": 0.15, "p95_ms": 0.11}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.979, "count": 219, "max_ms": 95.696, "p95_ms": 78.739}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.138, "count": 219, "max_ms": 12.359, "p95_ms": 9.259}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.036, "count": 219, "max_ms": 190.121, "p95_ms": 148.774}, "inference_input_copy_ms": {"avg_ms": 1.94, "count": 219, "max_ms": 5.11, "p95_ms": 3.533}, "processing_residual_ms": {"avg_ms": 0.227, "count": 219, "max_ms": 0.676, "p95_ms": 0.424}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 119.34, "count": 219, "max_ms": 196.575, "p95_ms": 152.647}, "read_interval": {"avg_ms": 137.272, "count": 218, "max_ms": 515.59, "p95_ms": 183.572}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 219, "max_ms": 0.046, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.791, "count": 219, "max_ms": 2.276, "p95_ms": 1.512}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 219, "max_ms": 0.049, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.776, "count": 219, "max_ms": 2.23, "p95_ms": 1.479}, "worker_merge_ms": {"avg_ms": 0.007, "count": 219, "max_ms": 0.053, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 54.994, "count": 219, "max_ms": 95.718, "p95_ms": 78.759}, "visualize": {"avg_ms": 52.014, "count": 219, "max_ms": 113.479, "p95_ms": 69.261}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.839, "count": 219, "max_ms": 106.375, "p95_ms": 60.119}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 50.39, "count": 219, "max_ms": 112.148, "p95_ms": 67.646}, "visualize_input_copy_ms": {"avg_ms": 1.42, "count": 219, "max_ms": 6.84, "p95_ms": 2.46}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 50.251, "count": 219, "max_ms": 112.038, "p95_ms": 67.542}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 219, "max_ms": 0.223, "p95_ms": 0.154}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 219}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1399.145, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.278, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.174, "sample_count": 2231, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1360554, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:09:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 86160, "write_bytes_delta": 86160, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 310.0, "cpu_core_ratio": 0.449276, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 448.0, "pid": 95863, "reason": null, "system_cpu_core_ratio": 0.134484, "system_cpu_s_delta": 1.3499999999999996, "user_cpu_core_ratio": 0.314792, "user_cpu_s_delta": 3.1599999999999966}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.712428, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 95193.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.619622, "system_cpu_s_delta": 6.220000000001164, "user_cpu_core_ratio": 1.092806, "user_cpu_s_delta": 10.970000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.248, "count": 224, "max_ms": 7.5, "p95_ms": 5.498, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.299, "max": 16.0, "p95": 9.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.379, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 224}, "total": {"avg": 2.379, "max": 3.0, "p95": 3.0, "sample_count": 224}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.412, "count": 30, "max": 51.697, "p95": 31.913, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.363, "count": 30, "max": 25.633, "p95": 20.754, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 687.733, "count": 30, "max": 935.0, "p95": 926.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 366.033, "count": 30, "max": 6915.0, "p95": 1119.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.134, "p95": 0.074, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.332, "count": 30, "max": 0.361, "p95": 0.355, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.009, "count": 30, "max": 0.169, "p95": 0.051, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85871.1, "count": 30, "max": 88852.0, "p95": 88345.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85871.1, "count": 30, "max": 88852.0, "p95": 88345.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 149058.933, "count": 30, "max": 201693.0, "p95": 194454.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.681, "count": 30, "max": 0.721, "p95": 0.716, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.154, "count": 30, "max": 1.208, "p95": 1.205, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10435, "sampled_at": "2026-10-30T08:09:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:09:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2587337, "flush_count": 2703, "flush_interval_seconds": 30.0, "flush_state": {"count": 2703, "last_at": "2026-10-30T08:08:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:08:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2702}, "started": true, "suppressed_count": 1358034, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1357896}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2703, "written_record_count": 2703}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9005.027, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3761781350400, "copied_frame_count": 1360598, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3761781350400, "frame_buffer_copies": 1360598, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1135, "count": 512, "max_ms": 1.5074, "p50_ms": 0.0961, "p95_ms": 0.2133, "p99_ms": 0.3142}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4857, "count": 512, "max_ms": 6.9052, "p50_ms": 1.3732, "p95_ms": 2.4833, "p99_ms": 2.9674, "results": {"failed": 0, "not_applicable": 0, "success": 1360598, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 456, "h264_decode_error_count": 1044, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:09:27+09:00", "last_error_summary": "[h264 @ 0x652f3ed762c0] cabac decode of qscale diff failed at 21 61 [h264 @ 0x652f3ed762c0] error while decoding MB 21 61, bytestream 2324 [h264 @ 0x652f3edb2800] error while decoding MB 59 55, bytestream -5", "last_exit_at": "2026-10-30T08:09:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 246.378, "last_started_at": "2026-10-30T08:05:21+09:00", "pid": 95863, "process": {"exists": false, "pid": 95863}, "restart_count": 493, "restart_count_per_hour": 7, "rtsp_timeout_count": 158, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 494}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.153, "sample_count": 2227, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1360598, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:09:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.056, "last_frame_pushed_at": "2026-10-30T08:09:27+09:00", "last_frame_read_age_sec": 0.221, "last_frame_read_at": "2026-10-30T08:09:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 71, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 3.4, "last_sample_duration_ms": 1370.904, "last_trigger": "periodic", "next_snapshot_in_sec": 596.6, "reason": "snapshot_written", "rotation_count": 135, "runtime_state": "active", "sample_count": 271, "storage_bytes": 2582046}, "mjpeg": {"age_sec": 0.048, "exists": true, "mtime": "2026-10-30T08:09:27.398916+09:00", "mtime_epoch": 1793315367.398916, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 85337}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:09:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1399.164, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 1360598, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.844, "max": 16.0, "p95": 8.0, "sample_count": 218}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.431, "max": 3.0, "p95": 3.0, "sample_count": 218}, "total": {"avg": 2.431, "max": 3.0, "p95": 3.0, "sample_count": 218}}, "tracking_counts": {"active": {"avg": 0.06, "max": 1.0, "p95": 1.0, "sample_count": 218}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 218}, "tracked": {"avg": 0.06, "max": 1.0, "p95": 1.0, "sample_count": 218}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.272, "pushed": 7.272, "read": 7.272}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 218, "client_acquire_ms": {"avg_ms": 0.009, "count": 218, "max_ms": 0.039, "p95_ms": 0.017, "reason": null, "sample_age_ms": 167.548, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.056, "count": 218, "max_ms": 8.746, "p95_ms": 3.504, "reason": null, "sample_age_ms": 232.79, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.445, "count": 218, "max_ms": 8.428, "p95_ms": 2.557, "reason": null, "sample_age_ms": 235.105, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.361, "count": 218, "max_ms": 1.044, "p95_ms": 0.723, "reason": null, "sample_age_ms": 167.568, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.305, "count": 218, "max_ms": 9.747, "p95_ms": 3.807, "reason": null, "sample_age_ms": 230.832, "source": "client_direct"}, "request_count": 218, "request_tensor_bytes": {"avg": 2764808.0, "count": 218, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 230.806, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 218, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 168.115, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.662, "count": 218, "max_ms": 89.355, "p95_ms": 73.042, "reason": null, "sample_age_ms": 167.541, "source": "client_direct"}, "sample_age_ms": 167.534, "source": "client_direct", "task_total_ms": {"avg_ms": 53.522, "count": 218, "max_ms": 93.053, "p95_ms": 75.87, "reason": null, "sample_age_ms": 167.534, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.6, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.717, "count": 218, "max_ms": 13.739, "p95_ms": 10.668}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.461, "count": 218, "max_ms": 1.727, "p95_ms": 0.895}, "detection_prepare_ms": {"avg_ms": 1.715, "count": 218, "max_ms": 9.234, "p95_ms": 3.761}, "event_filter_ms": {"avg_ms": 0.005, "count": 218, "max_ms": 0.017, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.397, "count": 218, "max_ms": 1.011, "p95_ms": 0.729}, "mcmt_ms": {"avg_ms": 0.004, "count": 218, "max_ms": 0.03, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.851, "count": 218, "max_ms": 2.44, "p95_ms": 1.631}, "setup_ms": {"avg_ms": 0.046, "count": 218, "max_ms": 0.178, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 5.662, "count": 218, "max_ms": 13.683, "p95_ms": 10.585}, "track_match_ms": {"avg_ms": 0.098, "count": 218, "max_ms": 0.351, "p95_ms": 0.197}, "tracker_update_ms": {"avg_ms": 2.085, "count": 218, "max_ms": 8.497, "p95_ms": 4.137}}, "gstreamer_push": {"avg_ms": 3.372, "count": 218, "max_ms": 7.5, "p95_ms": 5.443}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 218, "max_ms": 0.15, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.024, "count": 218, "max_ms": 95.696, "p95_ms": 78.739}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.142, "count": 218, "max_ms": 12.359, "p95_ms": 9.259}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.071, "count": 218, "max_ms": 190.121, "p95_ms": 148.774}, "inference_input_copy_ms": {"avg_ms": 1.938, "count": 218, "max_ms": 5.11, "p95_ms": 3.533}, "processing_residual_ms": {"avg_ms": 0.226, "count": 218, "max_ms": 0.676, "p95_ms": 0.424}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 119.377, "count": 218, "max_ms": 196.575, "p95_ms": 152.647}, "read_interval": {"avg_ms": 137.272, "count": 218, "max_ms": 515.59, "p95_ms": 183.572}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 218, "max_ms": 0.046, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.79, "count": 218, "max_ms": 2.276, "p95_ms": 1.512}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 218, "max_ms": 0.049, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.775, "count": 218, "max_ms": 2.23, "p95_ms": 1.479}, "worker_merge_ms": {"avg_ms": 0.007, "count": 218, "max_ms": 0.053, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 55.039, "count": 218, "max_ms": 95.718, "p95_ms": 78.759}, "visualize": {"avg_ms": 52.003, "count": 218, "max_ms": 113.479, "p95_ms": 69.261}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.827, "count": 218, "max_ms": 106.375, "p95_ms": 60.119}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 50.385, "count": 218, "max_ms": 112.148, "p95_ms": 67.646}, "visualize_input_copy_ms": {"avg_ms": 1.415, "count": 218, "max_ms": 6.84, "p95_ms": 2.442}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 50.246, "count": 218, "max_ms": 112.038, "p95_ms": 67.542}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 218, "max_ms": 0.223, "p95_ms": 0.154}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 218}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1399.145, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.278, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.174, "sample_count": 2231, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1360554, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:09:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 86160, "write_bytes_delta": 86160, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 310.0, "cpu_core_ratio": 0.449276, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 448.0, "pid": 95863, "reason": null, "system_cpu_core_ratio": 0.134484, "system_cpu_s_delta": 1.3499999999999996, "user_cpu_core_ratio": 0.314792, "user_cpu_s_delta": 3.1599999999999966}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.712428, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 95193.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.619622, "system_cpu_s_delta": 6.220000000001164, "user_cpu_core_ratio": 1.092806, "user_cpu_s_delta": 10.970000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.248, "count": 224, "max_ms": 7.5, "p95_ms": 5.498, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.299, "max": 16.0, "p95": 9.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.379, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 224}, "total": {"avg": 2.379, "max": 3.0, "p95": 3.0, "sample_count": 224}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.412, "count": 30, "max": 51.697, "p95": 31.913, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.363, "count": 30, "max": 25.633, "p95": 20.754, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 687.733, "count": 30, "max": 935.0, "p95": 926.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 366.033, "count": 30, "max": 6915.0, "p95": 1119.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.134, "p95": 0.074, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.332, "count": 30, "max": 0.361, "p95": 0.355, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.009, "count": 30, "max": 0.169, "p95": 0.051, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85871.1, "count": 30, "max": 88852.0, "p95": 88345.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85871.1, "count": 30, "max": 88852.0, "p95": 88345.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 149058.933, "count": 30, "max": 201693.0, "p95": 194454.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.681, "count": 30, "max": 0.721, "p95": 0.716, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.154, "count": 30, "max": 1.208, "p95": 1.205, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10435, "sampled_at": "2026-10-30T08:09:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:09:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2587337, "flush_count": 2703, "flush_interval_seconds": 30.0, "flush_state": {"count": 2703, "last_at": "2026-10-30T08:08:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:08:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2702}, "started": true, "suppressed_count": 1358034, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1357896}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2703, "written_record_count": 2703}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9178.906, "limit_mb": null}, "detail": {"pid": 95979, "restart_count": 494, "start_count": 495}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3761781350400, "copied_frame_count": 1360598, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3761781350400, "frame_buffer_copies": 1360598, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1135, "count": 512, "max_ms": 1.5074, "p50_ms": 0.0961, "p95_ms": 0.2133, "p99_ms": 0.3142}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4857, "count": 512, "max_ms": 6.9052, "p50_ms": 1.3732, "p95_ms": 2.4833, "p99_ms": 2.9674, "results": {"failed": 0, "not_applicable": 0, "success": 1360598, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 456, "h264_decode_error_count": 1044, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:09:27+09:00", "last_error_summary": "[h264 @ 0x652f3ed762c0] cabac decode of qscale diff failed at 21 61 [h264 @ 0x652f3ed762c0] error while decoding MB 21 61, bytestream 2324 [h264 @ 0x652f3edb2800] error while decoding MB 59 55, bytestream -5", "last_exit_at": "2026-10-30T08:09:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T08:09:29+09:00", "pid": 95979, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.844, "name": "ffmpeg", "pid": 95979, "rss_mb": 208.844, "state": "S (sleeping)", "threads": 70}, "restart_count": 494, "restart_count_per_hour": 8, "rtsp_timeout_count": 158, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 495}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.153, "sample_count": 2195, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1360598, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:09:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.34, "last_frame_pushed_at": "2026-10-30T08:09:27+09:00", "last_frame_read_age_sec": 4.505, "last_frame_read_at": "2026-10-30T08:09:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 71, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 7.694, "last_sample_duration_ms": 1370.904, "last_trigger": "periodic", "next_snapshot_in_sec": 592.306, "reason": "snapshot_written", "rotation_count": 135, "runtime_state": "active", "sample_count": 271, "storage_bytes": 2582046}, "mjpeg": {"age_sec": 4.332, "exists": true, "mtime": "2026-10-30T08:09:27.398916+09:00", "mtime_epoch": 1793315367.398916, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 85337}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:09:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1399.168, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 1360598, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.726, "max": 16.0, "p95": 8.0, "sample_count": 186}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.452, "max": 3.0, "p95": 3.0, "sample_count": 186}, "total": {"avg": 2.452, "max": 3.0, "p95": 3.0, "sample_count": 186}}, "tracking_counts": {"active": {"avg": 0.07, "max": 1.0, "p95": 1.0, "sample_count": 186}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 186}, "tracked": {"avg": 0.07, "max": 1.0, "p95": 1.0, "sample_count": 186}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 186, "pushed_frames": 186, "read_frames": 185, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.217, "pushed": 6.217, "read": 6.184}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 185, "client_acquire_ms": {"avg_ms": 0.009, "count": 186, "max_ms": 0.039, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4446.628, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.078, "count": 185, "max_ms": 8.746, "p95_ms": 3.474, "reason": null, "sample_age_ms": 4511.87, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.442, "count": 185, "max_ms": 8.428, "p95_ms": 2.487, "reason": null, "sample_age_ms": 4514.184, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.357, "count": 186, "max_ms": 1.044, "p95_ms": 0.739, "reason": null, "sample_age_ms": 4446.648, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.346, "count": 185, "max_ms": 9.747, "p95_ms": 3.83, "reason": null, "sample_age_ms": 4509.912, "source": "client_direct"}, "request_count": 185, "request_tensor_bytes": {"avg": 2764808.0, "count": 185, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4509.886, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 186, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4447.194, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.028, "count": 186, "max_ms": 89.355, "p95_ms": 72.865, "reason": null, "sample_age_ms": 4446.621, "source": "client_direct"}, "sample_age_ms": 4446.614, "source": "client_direct", "task_total_ms": {"avg_ms": 53.934, "count": 186, "max_ms": 93.053, "p95_ms": 75.579, "reason": null, "sample_age_ms": 4446.614, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.104, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.705, "count": 186, "max_ms": 13.667, "p95_ms": 10.668}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.457, "count": 186, "max_ms": 1.727, "p95_ms": 0.891}, "detection_prepare_ms": {"avg_ms": 1.729, "count": 186, "max_ms": 9.234, "p95_ms": 3.761}, "event_filter_ms": {"avg_ms": 0.005, "count": 186, "max_ms": 0.017, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.395, "count": 186, "max_ms": 1.011, "p95_ms": 0.678}, "mcmt_ms": {"avg_ms": 0.003, "count": 186, "max_ms": 0.016, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.847, "count": 186, "max_ms": 2.44, "p95_ms": 1.545}, "setup_ms": {"avg_ms": 0.046, "count": 186, "max_ms": 0.178, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 5.651, "count": 186, "max_ms": 13.605, "p95_ms": 10.585}, "track_match_ms": {"avg_ms": 0.099, "count": 186, "max_ms": 0.351, "p95_ms": 0.191}, "tracker_update_ms": {"avg_ms": 2.068, "count": 186, "max_ms": 8.497, "p95_ms": 4.07}}, "gstreamer_push": {"avg_ms": 3.371, "count": 186, "max_ms": 7.123, "p95_ms": 5.443}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 186, "max_ms": 0.15, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.467, "count": 186, "max_ms": 95.696, "p95_ms": 78.739}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.153, "count": 186, "max_ms": 12.359, "p95_ms": 9.259}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.534, "count": 186, "max_ms": 190.121, "p95_ms": 149.103}, "inference_input_copy_ms": {"avg_ms": 1.97, "count": 186, "max_ms": 5.11, "p95_ms": 3.522}, "processing_residual_ms": {"avg_ms": 0.224, "count": 186, "max_ms": 0.676, "p95_ms": 0.424}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 119.882, "count": 186, "max_ms": 196.575, "p95_ms": 154.083}, "read_interval": {"avg_ms": 138.036, "count": 185, "max_ms": 515.59, "p95_ms": 183.572}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 186, "max_ms": 0.046, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.786, "count": 186, "max_ms": 2.276, "p95_ms": 1.442}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 186, "max_ms": 0.047, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.771, "count": 186, "max_ms": 2.23, "p95_ms": 1.42}, "worker_merge_ms": {"avg_ms": 0.007, "count": 186, "max_ms": 0.053, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 55.481, "count": 186, "max_ms": 95.718, "p95_ms": 78.759}, "visualize": {"avg_ms": 52.041, "count": 186, "max_ms": 113.479, "p95_ms": 69.261}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.867, "count": 186, "max_ms": 106.375, "p95_ms": 60.119}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 50.418, "count": 186, "max_ms": 112.148, "p95_ms": 67.646}, "visualize_input_copy_ms": {"avg_ms": 1.42, "count": 186, "max_ms": 6.84, "p95_ms": 2.416}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 50.279, "count": 186, "max_ms": 112.038, "p95_ms": 67.542}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 186, "max_ms": 0.223, "p95_ms": 0.165}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 186}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1399.145, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.278, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.174, "sample_count": 2231, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1360554, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:09:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 86160, "write_bytes_delta": 86160, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 310.0, "cpu_core_ratio": 0.449276, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 448.0, "pid": 95863, "reason": null, "system_cpu_core_ratio": 0.134484, "system_cpu_s_delta": 1.3499999999999996, "user_cpu_core_ratio": 0.314792, "user_cpu_s_delta": 3.1599999999999966}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.712428, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 95193.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.619622, "system_cpu_s_delta": 6.220000000001164, "user_cpu_core_ratio": 1.092806, "user_cpu_s_delta": 10.970000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.248, "count": 224, "max_ms": 7.5, "p95_ms": 5.498, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.299, "max": 16.0, "p95": 9.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.379, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 224}, "total": {"avg": 2.379, "max": 3.0, "p95": 3.0, "sample_count": 224}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.412, "count": 30, "max": 51.697, "p95": 31.913, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.363, "count": 30, "max": 25.633, "p95": 20.754, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 687.733, "count": 30, "max": 935.0, "p95": 926.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 366.033, "count": 30, "max": 6915.0, "p95": 1119.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.134, "p95": 0.074, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.332, "count": 30, "max": 0.361, "p95": 0.355, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.009, "count": 30, "max": 0.169, "p95": 0.051, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85871.1, "count": 30, "max": 88852.0, "p95": 88345.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85871.1, "count": 30, "max": 88852.0, "p95": 88345.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 149058.933, "count": 30, "max": 201693.0, "p95": 194454.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.681, "count": 30, "max": 0.721, "p95": 0.716, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.154, "count": 30, "max": 1.208, "p95": 1.205, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10435, "sampled_at": "2026-10-30T08:09:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:09:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2590528, "flush_count": 2706, "flush_interval_seconds": 30.0, "flush_state": {"count": 2706, "last_at": "2026-10-30T08:11:55", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:11:55", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2705}, "started": true, "suppressed_count": 1359465, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1359327}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2706, "written_record_count": 2706}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9038.348, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5a67e0195e40] error while decoding MB 7 53, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3765743308800, "copied_frame_count": 1362031, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3765743308800, "frame_buffer_copies": 1362031, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1138, "count": 512, "max_ms": 0.484, "p50_ms": 0.1008, "p95_ms": 0.2091, "p99_ms": 0.3231}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.531, "count": 512, "max_ms": 4.1577, "p50_ms": 1.4148, "p95_ms": 2.6039, "p99_ms": 3.2388, "results": {"failed": 0, "not_applicable": 0, "success": 1362031, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 457, "h264_decode_error_count": 1045, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:12:45+09:00", "last_error_summary": "[h264 @ 0x5a67e0195e40] error while decoding MB 7 53, bytestream -6", "last_exit_at": "2026-10-30T08:09:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 195.279, "last_started_at": "2026-10-30T08:09:29+09:00", "pid": 95979, "process": {"exists": false, "pid": 95979}, "restart_count": 494, "restart_count_per_hour": 8, "rtsp_timeout_count": 158, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 495}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.77, "sample_count": 2228, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1362031, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:12:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.064, "last_frame_pushed_at": "2026-10-30T08:12:44+09:00", "last_frame_read_age_sec": 0.058, "last_frame_read_at": "2026-10-30T08:12:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 71, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 200.952, "last_sample_duration_ms": 1370.904, "last_trigger": "periodic", "next_snapshot_in_sec": 399.048, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 271, "storage_bytes": 2582046}, "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-10-30T08:12:44.953214+09:00", "mtime_epoch": 1793315564.9532144, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 89359}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:12:45+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1419.98, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1362032, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.111, "max": 10.0, "p95": 7.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.956, "max": 3.0, "p95": 3.0, "sample_count": 225}, "total": {"avg": 2.956, "max": 3.0, "p95": 3.0, "sample_count": 225}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.522, "pushed": 7.522, "read": 7.522}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 225, "client_acquire_ms": {"avg_ms": 0.008, "count": 226, "max_ms": 0.03, "p95_ms": 0.018, "reason": null, "sample_age_ms": 18.094, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.985, "count": 225, "max_ms": 9.602, "p95_ms": 3.409, "reason": null, "sample_age_ms": 64.112, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.471, "count": 225, "max_ms": 9.287, "p95_ms": 2.782, "reason": null, "sample_age_ms": 64.67, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.339, "count": 226, "max_ms": 0.992, "p95_ms": 0.616, "reason": null, "sample_age_ms": 18.105, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.046, "count": 225, "max_ms": 4.197, "p95_ms": 3.376, "reason": null, "sample_age_ms": 61.515, "source": "client_direct"}, "request_count": 225, "request_tensor_bytes": {"avg": 2764808.0, "count": 225, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 61.488, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 226, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 18.465, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.403, "count": 226, "max_ms": 84.852, "p95_ms": 67.796, "reason": null, "sample_age_ms": 18.091, "source": "client_direct"}, "sample_age_ms": 18.088, "source": "client_direct", "task_total_ms": {"avg_ms": 50.965, "count": 226, "max_ms": 87.418, "p95_ms": 69.622, "reason": null, "sample_age_ms": 18.088, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.858, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.003, "count": 225, "max_ms": 15.208, "p95_ms": 9.537}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.494, "count": 225, "max_ms": 1.598, "p95_ms": 0.926}, "detection_prepare_ms": {"avg_ms": 1.723, "count": 225, "max_ms": 6.702, "p95_ms": 3.023}, "event_filter_ms": {"avg_ms": 0.005, "count": 225, "max_ms": 0.028, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.327, "count": 225, "max_ms": 0.953, "p95_ms": 0.503}, "mcmt_ms": {"avg_ms": 0.003, "count": 225, "max_ms": 0.015, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.957, "count": 225, "max_ms": 3.355, "p95_ms": 1.665}, "setup_ms": {"avg_ms": 0.046, "count": 225, "max_ms": 0.141, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 5.942, "count": 225, "max_ms": 15.073, "p95_ms": 9.474}, "track_match_ms": {"avg_ms": 0.156, "count": 225, "max_ms": 0.524, "p95_ms": 0.288}, "tracker_update_ms": {"avg_ms": 2.232, "count": 225, "max_ms": 7.556, "p95_ms": 3.918}}, "gstreamer_push": {"avg_ms": 3.239, "count": 225, "max_ms": 8.602, "p95_ms": 5.501}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 225, "max_ms": 0.269, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.357, "count": 225, "max_ms": 91.253, "p95_ms": 71.777}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.29, "count": 225, "max_ms": 13.136, "p95_ms": 9.197}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.79, "count": 225, "max_ms": 163.136, "p95_ms": 143.305}, "inference_input_copy_ms": {"avg_ms": 1.769, "count": 225, "max_ms": 5.244, "p95_ms": 2.91}, "processing_residual_ms": {"avg_ms": 0.226, "count": 225, "max_ms": 0.645, "p95_ms": 0.442}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 118.075, "count": 225, "max_ms": 170.247, "p95_ms": 148.063}, "read_interval": {"avg_ms": 133.353, "count": 225, "max_ms": 208.912, "p95_ms": 172.803}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 225, "max_ms": 0.063, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.892, "count": 225, "max_ms": 3.136, "p95_ms": 1.529}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 225, "max_ms": 0.09, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.876, "count": 225, "max_ms": 3.075, "p95_ms": 1.502}, "worker_merge_ms": {"avg_ms": 0.007, "count": 225, "max_ms": 0.028, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 52.371, "count": 225, "max_ms": 91.265, "p95_ms": 71.785}, "visualize": {"avg_ms": 53.23, "count": 225, "max_ms": 84.555, "p95_ms": 70.685}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.111, "count": 225, "max_ms": 71.945, "p95_ms": 59.843}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 51.587, "count": 225, "max_ms": 83.118, "p95_ms": 68.61}, "visualize_input_copy_ms": {"avg_ms": 1.431, "count": 225, "max_ms": 6.127, "p95_ms": 2.409}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 51.446, "count": 225, "max_ms": 82.987, "p95_ms": 68.394}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 225, "max_ms": 0.309, "p95_ms": 0.144}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1399.738, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.242, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.643, "sample_count": 2232, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1361788, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:12:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 89764, "write_bytes_delta": 89764, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 863.0, "cpu_core_ratio": 0.366017, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 95979, "reason": null, "system_cpu_core_ratio": 0.035002, "system_cpu_s_delta": 0.7000000000000002, "user_cpu_core_ratio": 0.331015, "user_cpu_s_delta": 6.6200000000000045}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.852085, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 183746.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.670031, "system_cpu_s_delta": 13.400000000008731, "user_cpu_core_ratio": 1.182055, "user_cpu_s_delta": 23.64000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.297, "count": 221, "max_ms": 8.347, "p95_ms": 5.215, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.882, "max": 10.0, "p95": 8.0, "sample_count": 221}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.769, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 221}, "total": {"avg": 2.769, "max": 3.0, "p95": 3.0, "sample_count": 221}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.648, "count": 30, "max": 51.697, "p95": 43.006, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.58, "count": 30, "max": 25.633, "p95": 20.474, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.833, "count": 30, "max": 915.0, "p95": 898.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 826.1, "count": 30, "max": 14026.0, "p95": 4374.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.134, "p95": 0.074, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.334, "count": 30, "max": 0.358, "p95": 0.353, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.148, "count": 30, "max": 4.352, "p95": 0.051, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 86838.267, "count": 30, "max": 89764.0, "p95": 88780.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 86838.267, "count": 30, "max": 89764.0, "p95": 88780.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 128337.867, "count": 30, "max": 201174.0, "p95": 193623.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.671, "count": 30, "max": 0.721, "p95": 0.716, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.138, "count": 30, "max": 1.208, "p95": 1.201, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10447, "sampled_at": "2026-10-30T08:12:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:12:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2590528, "flush_count": 2706, "flush_interval_seconds": 30.0, "flush_state": {"count": 2706, "last_at": "2026-10-30T08:11:55", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:11:55", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2705}, "started": true, "suppressed_count": 1359465, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1359327}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2706, "written_record_count": 2706}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9016.336, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T08:12:45+09:00", "last_error_summary": "[h264 @ 0x5a67e0195e40] error while decoding MB 7 53, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3765746073600, "copied_frame_count": 1362032, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3765746073600, "frame_buffer_copies": 1362032, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1141, "count": 512, "max_ms": 0.484, "p50_ms": 0.101, "p95_ms": 0.2091, "p99_ms": 0.3231}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5326, "count": 512, "max_ms": 4.1577, "p50_ms": 1.4191, "p95_ms": 2.6039, "p99_ms": 3.2388, "results": {"failed": 0, "not_applicable": 0, "success": 1362032, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 457, "h264_decode_error_count": 1045, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:12:45+09:00", "last_error_summary": "[h264 @ 0x5a67e0195e40] error while decoding MB 7 53, bytestream -6", "last_exit_at": "2026-10-30T08:12:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 195.369, "last_started_at": "2026-10-30T08:09:29+09:00", "pid": 95979, "process": {"exists": false, "pid": 95979}, "restart_count": 494, "restart_count_per_hour": 8, "rtsp_timeout_count": 158, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 495}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.77, "sample_count": 2228, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1362032, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:12:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.029, "last_frame_pushed_at": "2026-10-30T08:12:45+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-10-30T08:12:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 71, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 201.039, "last_sample_duration_ms": 1370.904, "last_trigger": "periodic", "next_snapshot_in_sec": 398.961, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 271, "storage_bytes": 2582046}, "mjpeg": {"age_sec": 0.019, "exists": true, "mtime": "2026-10-30T08:12:45.080215+09:00", "mtime_epoch": 1793315565.0802145, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 89509}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:12:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1399.852, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1362032, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.102, "max": 10.0, "p95": 7.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.956, "max": 3.0, "p95": 3.0, "sample_count": 225}, "total": {"avg": 2.956, "max": 3.0, "p95": 3.0, "sample_count": 225}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.5, "pushed": 7.534, "read": 7.5}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 225, "client_acquire_ms": {"avg_ms": 0.008, "count": 225, "max_ms": 0.03, "p95_ms": 0.018, "reason": null, "sample_age_ms": 106.749, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.985, "count": 225, "max_ms": 9.602, "p95_ms": 3.409, "reason": null, "sample_age_ms": 152.767, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.471, "count": 225, "max_ms": 9.287, "p95_ms": 2.782, "reason": null, "sample_age_ms": 153.324, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.34, "count": 225, "max_ms": 0.992, "p95_ms": 0.616, "reason": null, "sample_age_ms": 106.76, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.046, "count": 225, "max_ms": 4.197, "p95_ms": 3.376, "reason": null, "sample_age_ms": 150.17, "source": "client_direct"}, "request_count": 225, "request_tensor_bytes": {"avg": 2764808.0, "count": 225, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 150.142, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 225, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 107.12, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.278, "count": 225, "max_ms": 84.852, "p95_ms": 67.607, "reason": null, "sample_age_ms": 106.746, "source": "client_direct"}, "sample_age_ms": 106.743, "source": "client_direct", "task_total_ms": {"avg_ms": 50.845, "count": 225, "max_ms": 87.418, "p95_ms": 69.53, "reason": null, "sample_age_ms": 106.743, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.189, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.003, "count": 225, "max_ms": 15.208, "p95_ms": 9.537}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.494, "count": 225, "max_ms": 1.598, "p95_ms": 0.926}, "detection_prepare_ms": {"avg_ms": 1.723, "count": 225, "max_ms": 6.702, "p95_ms": 3.023}, "event_filter_ms": {"avg_ms": 0.005, "count": 225, "max_ms": 0.028, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.327, "count": 225, "max_ms": 0.953, "p95_ms": 0.503}, "mcmt_ms": {"avg_ms": 0.003, "count": 225, "max_ms": 0.015, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.956, "count": 225, "max_ms": 3.355, "p95_ms": 1.665}, "setup_ms": {"avg_ms": 0.046, "count": 225, "max_ms": 0.141, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 5.942, "count": 225, "max_ms": 15.073, "p95_ms": 9.474}, "track_match_ms": {"avg_ms": 0.156, "count": 225, "max_ms": 0.524, "p95_ms": 0.288}, "tracker_update_ms": {"avg_ms": 2.232, "count": 225, "max_ms": 7.556, "p95_ms": 3.918}}, "gstreamer_push": {"avg_ms": 3.243, "count": 226, "max_ms": 8.602, "p95_ms": 5.501}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 225, "max_ms": 0.269, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.218, "count": 225, "max_ms": 91.253, "p95_ms": 71.341}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.288, "count": 225, "max_ms": 13.136, "p95_ms": 9.197}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.63, "count": 225, "max_ms": 163.136, "p95_ms": 142.201}, "inference_input_copy_ms": {"avg_ms": 1.77, "count": 225, "max_ms": 5.244, "p95_ms": 2.91}, "processing_residual_ms": {"avg_ms": 0.226, "count": 225, "max_ms": 0.645, "p95_ms": 0.442}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 117.913, "count": 225, "max_ms": 170.247, "p95_ms": 147.39}, "read_interval": {"avg_ms": 133.353, "count": 225, "max_ms": 208.912, "p95_ms": 172.803}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 225, "max_ms": 0.063, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.891, "count": 225, "max_ms": 3.136, "p95_ms": 1.529}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 225, "max_ms": 0.09, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.875, "count": 225, "max_ms": 3.075, "p95_ms": 1.502}, "worker_merge_ms": {"avg_ms": 0.007, "count": 225, "max_ms": 0.028, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 52.231, "count": 225, "max_ms": 91.265, "p95_ms": 71.351}, "visualize": {"avg_ms": 53.208, "count": 225, "max_ms": 84.555, "p95_ms": 70.685}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.094, "count": 225, "max_ms": 71.945, "p95_ms": 59.843}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 51.564, "count": 225, "max_ms": 83.118, "p95_ms": 68.61}, "visualize_input_copy_ms": {"avg_ms": 1.432, "count": 225, "max_ms": 6.127, "p95_ms": 2.409}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 51.423, "count": 225, "max_ms": 82.987, "p95_ms": 68.394}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 225, "max_ms": 0.309, "p95_ms": 0.144}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1399.738, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.242, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.643, "sample_count": 2232, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1361788, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:12:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 89764, "write_bytes_delta": 89764, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 863.0, "cpu_core_ratio": 0.366017, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 95979, "reason": null, "system_cpu_core_ratio": 0.035002, "system_cpu_s_delta": 0.7000000000000002, "user_cpu_core_ratio": 0.331015, "user_cpu_s_delta": 6.6200000000000045}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.852085, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 183746.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.670031, "system_cpu_s_delta": 13.400000000008731, "user_cpu_core_ratio": 1.182055, "user_cpu_s_delta": 23.64000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.297, "count": 221, "max_ms": 8.347, "p95_ms": 5.215, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.882, "max": 10.0, "p95": 8.0, "sample_count": 221}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.769, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 221}, "total": {"avg": 2.769, "max": 3.0, "p95": 3.0, "sample_count": 221}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.648, "count": 30, "max": 51.697, "p95": 43.006, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.58, "count": 30, "max": 25.633, "p95": 20.474, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.833, "count": 30, "max": 915.0, "p95": 898.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 826.1, "count": 30, "max": 14026.0, "p95": 4374.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.134, "p95": 0.074, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.334, "count": 30, "max": 0.358, "p95": 0.353, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.148, "count": 30, "max": 4.352, "p95": 0.051, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 86838.267, "count": 30, "max": 89764.0, "p95": 88780.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 86838.267, "count": 30, "max": 89764.0, "p95": 88780.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 128337.867, "count": 30, "max": 201174.0, "p95": 193623.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.671, "count": 30, "max": 0.721, "p95": 0.716, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.138, "count": 30, "max": 1.208, "p95": 1.201, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10447, "sampled_at": "2026-10-30T08:12:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:12:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2590528, "flush_count": 2706, "flush_interval_seconds": 30.0, "flush_state": {"count": 2706, "last_at": "2026-10-30T08:11:55", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:11:55", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2705}, "started": true, "suppressed_count": 1359465, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1359327}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2706, "written_record_count": 2706}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9016.977, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3765746073600, "copied_frame_count": 1362032, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3765746073600, "frame_buffer_copies": 1362032, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1141, "count": 512, "max_ms": 0.484, "p50_ms": 0.101, "p95_ms": 0.2091, "p99_ms": 0.3231}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5326, "count": 512, "max_ms": 4.1577, "p50_ms": 1.4191, "p95_ms": 2.6039, "p99_ms": 3.2388, "results": {"failed": 0, "not_applicable": 0, "success": 1362032, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 457, "h264_decode_error_count": 1045, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:12:45+09:00", "last_error_summary": "[h264 @ 0x5a67e0195e40] error while decoding MB 7 53, bytestream -6", "last_exit_at": "2026-10-30T08:12:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 195.402, "last_started_at": "2026-10-30T08:09:29+09:00", "pid": 95979, "process": {"exists": false, "pid": 95979}, "restart_count": 494, "restart_count_per_hour": 8, "rtsp_timeout_count": 158, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 495}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.77, "sample_count": 2228, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1362032, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:12:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.062, "last_frame_pushed_at": "2026-10-30T08:12:45+09:00", "last_frame_read_age_sec": 0.181, "last_frame_read_at": "2026-10-30T08:12:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 71, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 201.082, "last_sample_duration_ms": 1370.904, "last_trigger": "periodic", "next_snapshot_in_sec": 398.918, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 271, "storage_bytes": 2582046}, "mjpeg": {"age_sec": 0.052, "exists": true, "mtime": "2026-10-30T08:12:45.080215+09:00", "mtime_epoch": 1793315565.0802145, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 89509}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:12:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1399.852, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1362032, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.102, "max": 10.0, "p95": 7.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.956, "max": 3.0, "p95": 3.0, "sample_count": 225}, "total": {"avg": 2.956, "max": 3.0, "p95": 3.0, "sample_count": 225}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.52, "pushed": 7.52, "read": 7.487}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 224, "client_acquire_ms": {"avg_ms": 0.008, "count": 224, "max_ms": 0.03, "p95_ms": 0.018, "reason": null, "sample_age_ms": 145.426, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.988, "count": 224, "max_ms": 9.602, "p95_ms": 3.424, "reason": null, "sample_age_ms": 191.444, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.472, "count": 224, "max_ms": 9.287, "p95_ms": 2.783, "reason": null, "sample_age_ms": 192.002, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.338, "count": 224, "max_ms": 0.992, "p95_ms": 0.612, "reason": null, "sample_age_ms": 145.437, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.049, "count": 224, "max_ms": 4.197, "p95_ms": 3.379, "reason": null, "sample_age_ms": 188.847, "source": "client_direct"}, "request_count": 224, "request_tensor_bytes": {"avg": 2764808.0, "count": 224, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 188.82, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 224, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 145.797, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.337, "count": 224, "max_ms": 84.852, "p95_ms": 67.645, "reason": null, "sample_age_ms": 145.423, "source": "client_direct"}, "sample_age_ms": 145.42, "source": "client_direct", "task_total_ms": {"avg_ms": 50.906, "count": 224, "max_ms": 87.418, "p95_ms": 69.532, "reason": null, "sample_age_ms": 145.42, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.128, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.003, "count": 225, "max_ms": 15.208, "p95_ms": 9.537}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.494, "count": 225, "max_ms": 1.598, "p95_ms": 0.926}, "detection_prepare_ms": {"avg_ms": 1.723, "count": 225, "max_ms": 6.702, "p95_ms": 3.023}, "event_filter_ms": {"avg_ms": 0.005, "count": 225, "max_ms": 0.028, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.327, "count": 225, "max_ms": 0.953, "p95_ms": 0.503}, "mcmt_ms": {"avg_ms": 0.003, "count": 225, "max_ms": 0.015, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.956, "count": 225, "max_ms": 3.355, "p95_ms": 1.665}, "setup_ms": {"avg_ms": 0.046, "count": 225, "max_ms": 0.141, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 5.942, "count": 225, "max_ms": 15.073, "p95_ms": 9.474}, "track_match_ms": {"avg_ms": 0.156, "count": 225, "max_ms": 0.524, "p95_ms": 0.288}, "tracker_update_ms": {"avg_ms": 2.232, "count": 225, "max_ms": 7.556, "p95_ms": 3.918}}, "gstreamer_push": {"avg_ms": 3.24, "count": 225, "max_ms": 8.602, "p95_ms": 5.501}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 225, "max_ms": 0.269, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.218, "count": 225, "max_ms": 91.253, "p95_ms": 71.341}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.288, "count": 225, "max_ms": 13.136, "p95_ms": 9.197}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.63, "count": 225, "max_ms": 163.136, "p95_ms": 142.201}, "inference_input_copy_ms": {"avg_ms": 1.77, "count": 225, "max_ms": 5.244, "p95_ms": 2.91}, "processing_residual_ms": {"avg_ms": 0.226, "count": 225, "max_ms": 0.645, "p95_ms": 0.442}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 117.913, "count": 225, "max_ms": 170.247, "p95_ms": 147.39}, "read_interval": {"avg_ms": 133.239, "count": 224, "max_ms": 208.912, "p95_ms": 172.803}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 225, "max_ms": 0.063, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.891, "count": 225, "max_ms": 3.136, "p95_ms": 1.529}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 225, "max_ms": 0.09, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.875, "count": 225, "max_ms": 3.075, "p95_ms": 1.502}, "worker_merge_ms": {"avg_ms": 0.007, "count": 225, "max_ms": 0.028, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 52.231, "count": 225, "max_ms": 91.265, "p95_ms": 71.351}, "visualize": {"avg_ms": 53.208, "count": 225, "max_ms": 84.555, "p95_ms": 70.685}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.094, "count": 225, "max_ms": 71.945, "p95_ms": 59.843}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 51.564, "count": 225, "max_ms": 83.118, "p95_ms": 68.61}, "visualize_input_copy_ms": {"avg_ms": 1.432, "count": 225, "max_ms": 6.127, "p95_ms": 2.409}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 51.423, "count": 225, "max_ms": 82.987, "p95_ms": 68.394}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 225, "max_ms": 0.309, "p95_ms": 0.144}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1399.738, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.242, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.643, "sample_count": 2232, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1361788, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:12:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 89764, "write_bytes_delta": 89764, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 863.0, "cpu_core_ratio": 0.366017, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 95979, "reason": null, "system_cpu_core_ratio": 0.035002, "system_cpu_s_delta": 0.7000000000000002, "user_cpu_core_ratio": 0.331015, "user_cpu_s_delta": 6.6200000000000045}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.852085, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 183746.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.670031, "system_cpu_s_delta": 13.400000000008731, "user_cpu_core_ratio": 1.182055, "user_cpu_s_delta": 23.64000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.297, "count": 221, "max_ms": 8.347, "p95_ms": 5.215, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.882, "max": 10.0, "p95": 8.0, "sample_count": 221}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.769, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 221}, "total": {"avg": 2.769, "max": 3.0, "p95": 3.0, "sample_count": 221}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.648, "count": 30, "max": 51.697, "p95": 43.006, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.58, "count": 30, "max": 25.633, "p95": 20.474, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.833, "count": 30, "max": 915.0, "p95": 898.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 826.1, "count": 30, "max": 14026.0, "p95": 4374.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.134, "p95": 0.074, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.334, "count": 30, "max": 0.358, "p95": 0.353, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.148, "count": 30, "max": 4.352, "p95": 0.051, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 86838.267, "count": 30, "max": 89764.0, "p95": 88780.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 86838.267, "count": 30, "max": 89764.0, "p95": 88780.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 128337.867, "count": 30, "max": 201174.0, "p95": 193623.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.671, "count": 30, "max": 0.721, "p95": 0.716, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.138, "count": 30, "max": 1.208, "p95": 1.201, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10447, "sampled_at": "2026-10-30T08:12:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:12:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2590528, "flush_count": 2706, "flush_interval_seconds": 30.0, "flush_state": {"count": 2706, "last_at": "2026-10-30T08:11:55", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:11:55", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2705}, "started": true, "suppressed_count": 1359465, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1359327}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2706, "written_record_count": 2706}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9190.504, "limit_mb": null}, "detail": {"pid": 96095, "restart_count": 495, "start_count": 496}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3765746073600, "copied_frame_count": 1362032, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3765746073600, "frame_buffer_copies": 1362032, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1141, "count": 512, "max_ms": 0.484, "p50_ms": 0.101, "p95_ms": 0.2091, "p99_ms": 0.3231}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5326, "count": 512, "max_ms": 4.1577, "p50_ms": 1.4191, "p95_ms": 2.6039, "p99_ms": 3.2388, "results": {"failed": 0, "not_applicable": 0, "success": 1362032, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 457, "h264_decode_error_count": 1045, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:12:45+09:00", "last_error_summary": "[h264 @ 0x5a67e0195e40] error while decoding MB 7 53, bytestream -6", "last_exit_at": "2026-10-30T08:12:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T08:12:47+09:00", "pid": 96095, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.043, "name": "ffmpeg", "pid": 96095, "rss_mb": 209.043, "state": "S (sleeping)", "threads": 70}, "restart_count": 495, "restart_count_per_hour": 9, "rtsp_timeout_count": 158, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 496}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.818, "sample_count": 2190, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1362032, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:12:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.698, "last_frame_pushed_at": "2026-10-30T08:12:45+09:00", "last_frame_read_age_sec": 4.817, "last_frame_read_at": "2026-10-30T08:12:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 71, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 205.706, "last_sample_duration_ms": 1370.904, "last_trigger": "periodic", "next_snapshot_in_sec": 394.294, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 271, "storage_bytes": 2582046}, "mjpeg": {"age_sec": 4.688, "exists": true, "mtime": "2026-10-30T08:12:45.080215+09:00", "mtime_epoch": 1793315565.0802145, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 89509}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:12:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1399.855, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1362032, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.063, "max": 10.0, "p95": 7.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.968, "max": 3.0, "p95": 3.0, "sample_count": 190}, "total": {"avg": 2.968, "max": 3.0, "p95": 3.0, "sample_count": 190}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.363, "pushed": 6.363, "read": 6.329}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 189, "client_acquire_ms": {"avg_ms": 0.008, "count": 190, "max_ms": 0.03, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4775.594, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.962, "count": 189, "max_ms": 9.602, "p95_ms": 3.127, "reason": null, "sample_age_ms": 4821.612, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.473, "count": 189, "max_ms": 9.287, "p95_ms": 2.695, "reason": null, "sample_age_ms": 4822.17, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.342, "count": 190, "max_ms": 0.992, "p95_ms": 0.615, "reason": null, "sample_age_ms": 4775.605, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.031, "count": 189, "max_ms": 4.197, "p95_ms": 3.289, "reason": null, "sample_age_ms": 4819.015, "source": "client_direct"}, "request_count": 189, "request_tensor_bytes": {"avg": 2764808.0, "count": 189, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4818.988, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 190, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4775.965, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.456, "count": 190, "max_ms": 84.852, "p95_ms": 67.864, "reason": null, "sample_age_ms": 4775.592, "source": "client_direct"}, "sample_age_ms": 4775.588, "source": "client_direct", "task_total_ms": {"avg_ms": 51.012, "count": 190, "max_ms": 87.418, "p95_ms": 69.764, "reason": null, "sample_age_ms": 4775.588, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.714, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.977, "count": 190, "max_ms": 12.894, "p95_ms": 9.346}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.49, "count": 190, "max_ms": 1.598, "p95_ms": 0.948}, "detection_prepare_ms": {"avg_ms": 1.742, "count": 190, "max_ms": 6.702, "p95_ms": 3.084}, "event_filter_ms": {"avg_ms": 0.005, "count": 190, "max_ms": 0.025, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.326, "count": 190, "max_ms": 0.782, "p95_ms": 0.503}, "mcmt_ms": {"avg_ms": 0.003, "count": 190, "max_ms": 0.015, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.952, "count": 190, "max_ms": 3.355, "p95_ms": 1.665}, "setup_ms": {"avg_ms": 0.046, "count": 190, "max_ms": 0.141, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 5.916, "count": 190, "max_ms": 12.743, "p95_ms": 9.241}, "track_match_ms": {"avg_ms": 0.153, "count": 190, "max_ms": 0.524, "p95_ms": 0.285}, "tracker_update_ms": {"avg_ms": 2.197, "count": 190, "max_ms": 4.758, "p95_ms": 3.795}}, "gstreamer_push": {"avg_ms": 3.276, "count": 190, "max_ms": 8.459, "p95_ms": 5.501}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 190, "max_ms": 0.269, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.378, "count": 190, "max_ms": 91.253, "p95_ms": 72.598}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.296, "count": 190, "max_ms": 13.136, "p95_ms": 9.197}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.653, "count": 190, "max_ms": 163.136, "p95_ms": 146.269}, "inference_input_copy_ms": {"avg_ms": 1.777, "count": 190, "max_ms": 5.244, "p95_ms": 3.054}, "processing_residual_ms": {"avg_ms": 0.229, "count": 190, "max_ms": 0.645, "p95_ms": 0.449}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 117.956, "count": 190, "max_ms": 170.247, "p95_ms": 152.045}, "read_interval": {"avg_ms": 133.362, "count": 189, "max_ms": 208.912, "p95_ms": 174.305}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 190, "max_ms": 0.063, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.888, "count": 190, "max_ms": 3.136, "p95_ms": 1.529}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 190, "max_ms": 0.09, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.872, "count": 190, "max_ms": 3.075, "p95_ms": 1.502}, "worker_merge_ms": {"avg_ms": 0.007, "count": 190, "max_ms": 0.026, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 52.391, "count": 190, "max_ms": 91.265, "p95_ms": 72.622}, "visualize": {"avg_ms": 53.096, "count": 190, "max_ms": 84.555, "p95_ms": 70.887}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.937, "count": 190, "max_ms": 71.945, "p95_ms": 61.024}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 51.446, "count": 190, "max_ms": 83.118, "p95_ms": 69.624}, "visualize_input_copy_ms": {"avg_ms": 1.44, "count": 190, "max_ms": 6.127, "p95_ms": 2.409}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 51.305, "count": 190, "max_ms": 82.987, "p95_ms": 69.447}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 190, "max_ms": 0.309, "p95_ms": 0.144}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1399.738, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.242, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.643, "sample_count": 2232, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1361788, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:12:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 89764, "write_bytes_delta": 89764, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 863.0, "cpu_core_ratio": 0.366017, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 95979, "reason": null, "system_cpu_core_ratio": 0.035002, "system_cpu_s_delta": 0.7000000000000002, "user_cpu_core_ratio": 0.331015, "user_cpu_s_delta": 6.6200000000000045}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.852085, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 183746.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.670031, "system_cpu_s_delta": 13.400000000008731, "user_cpu_core_ratio": 1.182055, "user_cpu_s_delta": 23.64000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.297, "count": 221, "max_ms": 8.347, "p95_ms": 5.215, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.882, "max": 10.0, "p95": 8.0, "sample_count": 221}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.769, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 221}, "total": {"avg": 2.769, "max": 3.0, "p95": 3.0, "sample_count": 221}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.648, "count": 30, "max": 51.697, "p95": 43.006, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.58, "count": 30, "max": 25.633, "p95": 20.474, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.833, "count": 30, "max": 915.0, "p95": 898.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 826.1, "count": 30, "max": 14026.0, "p95": 4374.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.134, "p95": 0.074, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.334, "count": 30, "max": 0.358, "p95": 0.353, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.148, "count": 30, "max": 4.352, "p95": 0.051, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 86838.267, "count": 30, "max": 89764.0, "p95": 88780.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 86838.267, "count": 30, "max": 89764.0, "p95": 88780.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 128337.867, "count": 30, "max": 201174.0, "p95": 193623.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.671, "count": 30, "max": 0.721, "p95": 0.716, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.138, "count": 30, "max": 1.208, "p95": 1.201, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10447, "sampled_at": "2026-10-30T08:12:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:12:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.861, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2595883, "flush_count": 2711, "flush_interval_seconds": 30.0, "flush_state": {"count": 2711, "last_at": "2026-10-30T08:16:55", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:16:55", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2710}, "started": true, "suppressed_count": 1361447, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1361309}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2711, "written_record_count": 2711}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9027.102, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x59dc44eb5200] error while decoding MB 5 57, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3771236966400, "copied_frame_count": 1364018, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3771236966400, "frame_buffer_copies": 1364018, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1022, "count": 512, "max_ms": 0.3479, "p50_ms": 0.0892, "p95_ms": 0.2006, "p99_ms": 0.2445}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4391, "count": 512, "max_ms": 3.2855, "p50_ms": 1.3582, "p95_ms": 2.3884, "p99_ms": 2.8495, "results": {"failed": 0, "not_applicable": 0, "success": 1364018, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 458, "h264_decode_error_count": 1046, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:17:07+09:00", "last_error_summary": "[h264 @ 0x59dc44eb5200] error while decoding MB 5 57, bytestream -6", "last_exit_at": "2026-10-30T08:12:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 259.445, "last_started_at": "2026-10-30T08:12:47+09:00", "pid": 96095, "process": {"exists": false, "pid": 96095}, "restart_count": 495, "restart_count_per_hour": 9, "rtsp_timeout_count": 158, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 496}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.402, "sample_count": 2268, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1364018, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:17:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.067, "last_frame_pushed_at": "2026-10-30T08:17:07+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-10-30T08:17:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 71, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 463.159, "last_sample_duration_ms": 1370.904, "last_trigger": "periodic", "next_snapshot_in_sec": 136.841, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 271, "storage_bytes": 2582046}, "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-10-30T08:17:07.153614+09:00", "mtime_epoch": 1793315827.153614, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 83096}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:17:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1411.238, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1364019, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.235, "max": 7.0, "p95": 6.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.094, "max": 3.0, "p95": 3.0, "sample_count": 234}, "total": {"avg": 2.094, "max": 3.0, "p95": 3.0, "sample_count": 234}}, "tracking_counts": {"active": {"avg": 0.927, "max": 2.0, "p95": 1.0, "sample_count": 234}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 234}, "tracked": {"avg": 0.927, "max": 2.0, "p95": 1.0, "sample_count": 234}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.817, "pushed": 7.817, "read": 7.817}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 234, "client_acquire_ms": {"avg_ms": 0.008, "count": 234, "max_ms": 0.031, "p95_ms": 0.017, "reason": null, "sample_age_ms": 20.432, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.864, "count": 234, "max_ms": 8.905, "p95_ms": 2.935, "reason": null, "sample_age_ms": 73.965, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.44, "count": 234, "max_ms": 8.541, "p95_ms": 2.419, "reason": null, "sample_age_ms": 74.424, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.298, "count": 234, "max_ms": 0.761, "p95_ms": 0.609, "reason": null, "sample_age_ms": 20.46, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.002, "count": 234, "max_ms": 6.619, "p95_ms": 3.374, "reason": null, "sample_age_ms": 71.948, "source": "client_direct"}, "request_count": 234, "request_tensor_bytes": {"avg": 2764808.0, "count": 234, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 71.915, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 234, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 20.769, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.202, "count": 234, "max_ms": 82.433, "p95_ms": 68.144, "reason": null, "sample_age_ms": 20.424, "source": "client_direct"}, "sample_age_ms": 20.416, "source": "client_direct", "task_total_ms": {"avg_ms": 49.67, "count": 234, "max_ms": 85.075, "p95_ms": 70.912, "reason": null, "sample_age_ms": 20.416, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.118, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.076, "count": 234, "max_ms": 14.527, "p95_ms": 8.903}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.41, "count": 234, "max_ms": 1.377, "p95_ms": 0.895}, "detection_prepare_ms": {"avg_ms": 1.548, "count": 234, "max_ms": 8.729, "p95_ms": 2.936}, "event_filter_ms": {"avg_ms": 0.004, "count": 234, "max_ms": 0.025, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.266, "count": 234, "max_ms": 0.703, "p95_ms": 0.442}, "mcmt_ms": {"avg_ms": 0.003, "count": 234, "max_ms": 0.019, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.767, "count": 234, "max_ms": 2.782, "p95_ms": 1.394}, "setup_ms": {"avg_ms": 0.042, "count": 234, "max_ms": 0.142, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 5.022, "count": 234, "max_ms": 14.385, "p95_ms": 8.786}, "track_match_ms": {"avg_ms": 0.133, "count": 234, "max_ms": 0.52, "p95_ms": 0.3}, "tracker_update_ms": {"avg_ms": 1.849, "count": 234, "max_ms": 4.827, "p95_ms": 3.09}}, "gstreamer_push": {"avg_ms": 3.108, "count": 234, "max_ms": 7.624, "p95_ms": 4.962}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 234, "max_ms": 0.746, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.847, "count": 234, "max_ms": 87.02, "p95_ms": 72.69}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.991, "count": 234, "max_ms": 12.455, "p95_ms": 7.379}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.548, "count": 234, "max_ms": 153.08, "p95_ms": 140.324}, "inference_input_copy_ms": {"avg_ms": 1.74, "count": 234, "max_ms": 6.19, "p95_ms": 2.955}, "processing_residual_ms": {"avg_ms": 0.194, "count": 234, "max_ms": 0.636, "p95_ms": 0.386}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.472, "count": 234, "max_ms": 159.42, "p95_ms": 145.532}, "read_interval": {"avg_ms": 128.079, "count": 234, "max_ms": 198.888, "p95_ms": 168.065}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 234, "max_ms": 0.044, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.709, "count": 234, "max_ms": 2.61, "p95_ms": 1.292}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 234, "max_ms": 0.056, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.696, "count": 234, "max_ms": 2.573, "p95_ms": 1.264}, "worker_merge_ms": {"avg_ms": 0.006, "count": 234, "max_ms": 0.033, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 50.86, "count": 234, "max_ms": 87.03, "p95_ms": 72.697}, "visualize": {"avg_ms": 51.527, "count": 234, "max_ms": 78.097, "p95_ms": 65.962}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.205, "count": 234, "max_ms": 69.689, "p95_ms": 57.543}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.885, "count": 234, "max_ms": 76.89, "p95_ms": 64.124}, "visualize_input_copy_ms": {"avg_ms": 1.445, "count": 234, "max_ms": 3.803, "p95_ms": 2.387}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.756, "count": 234, "max_ms": 76.707, "p95_ms": 64.0}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 234, "max_ms": 0.283, "p95_ms": 0.144}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 234}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1400.766, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 30.656, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.485, "sample_count": 2264, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1363912, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:16:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 83987, "write_bytes_delta": 83987, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 906.0, "cpu_core_ratio": 0.381535, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 96095, "reason": null, "system_cpu_core_ratio": 0.032917, "system_cpu_s_delta": 0.6600000000000001, "user_cpu_core_ratio": 0.348618, "user_cpu_s_delta": 6.990000000000009}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.75207, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 204017.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.646366, "system_cpu_s_delta": 12.959999999991851, "user_cpu_core_ratio": 1.105704, "user_cpu_s_delta": 22.170000000012806}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.057, "count": 239, "max_ms": 7.297, "p95_ms": 4.97, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.314, "max": 8.0, "p95": 6.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.715, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 239}, "total": {"avg": 1.715, "max": 3.0, "p95": 3.0, "sample_count": 239}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.291, "count": 30, "max": 51.664, "p95": 43.006, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.755, "count": 30, "max": 30.53, "p95": 23.044, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 623.233, "count": 30, "max": 941.0, "p95": 933.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 543.667, "count": 30, "max": 14026.0, "p95": 421.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.043, "p95": 0.036, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.338, "count": 30, "max": 0.358, "p95": 0.354, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 30, "max": 0.129, "p95": 0.053, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87214.0, "count": 30, "max": 91979.0, "p95": 90259.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87214.0, "count": 30, "max": 91979.0, "p95": 90259.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 138452.733, "count": 30, "max": 207866.0, "p95": 204011.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.658, "count": 30, "max": 0.702, "p95": 0.688, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.131, "count": 30, "max": 1.205, "p95": 1.187, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10467, "sampled_at": "2026-10-30T08:16:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:16:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2595883, "flush_count": 2711, "flush_interval_seconds": 30.0, "flush_state": {"count": 2711, "last_at": "2026-10-30T08:16:55", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:16:55", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2710}, "started": true, "suppressed_count": 1361447, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1361309}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2711, "written_record_count": 2711}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9016.18, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T08:17:07+09:00", "last_error_summary": "[h264 @ 0x59dc44eb5200] error while decoding MB 5 57, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3771239731200, "copied_frame_count": 1364019, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3771239731200, "frame_buffer_copies": 1364019, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1023, "count": 512, "max_ms": 0.3479, "p50_ms": 0.0892, "p95_ms": 0.2006, "p99_ms": 0.2445}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4409, "count": 512, "max_ms": 3.2855, "p50_ms": 1.3649, "p95_ms": 2.3884, "p99_ms": 2.8495, "results": {"failed": 0, "not_applicable": 0, "success": 1364019, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 458, "h264_decode_error_count": 1046, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:17:07+09:00", "last_error_summary": "[h264 @ 0x59dc44eb5200] error while decoding MB 5 57, bytestream -6", "last_exit_at": "2026-10-30T08:17:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 259.528, "last_started_at": "2026-10-30T08:12:47+09:00", "pid": 96095, "process": {"exists": false, "pid": 96095}, "restart_count": 495, "restart_count_per_hour": 9, "rtsp_timeout_count": 158, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 496}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.402, "sample_count": 2268, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1364019, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:17:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T08:17:07+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-10-30T08:17:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 71, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 463.236, "last_sample_duration_ms": 1370.904, "last_trigger": "periodic", "next_snapshot_in_sec": 136.764, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 271, "storage_bytes": 2582046}, "mjpeg": {"age_sec": 0.142, "exists": true, "mtime": "2026-10-30T08:17:07.153614+09:00", "mtime_epoch": 1793315827.153614, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 83096}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:17:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1400.812, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1364019, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.235, "max": 7.0, "p95": 6.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.098, "max": 3.0, "p95": 3.0, "sample_count": 234}, "total": {"avg": 2.098, "max": 3.0, "p95": 3.0, "sample_count": 234}}, "tracking_counts": {"active": {"avg": 0.932, "max": 2.0, "p95": 1.0, "sample_count": 234}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 234}, "tracked": {"avg": 0.932, "max": 2.0, "p95": 1.0, "sample_count": 234}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.829, "pushed": 7.829, "read": 7.795}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 233, "client_acquire_ms": {"avg_ms": 0.008, "count": 234, "max_ms": 0.031, "p95_ms": 0.017, "reason": null, "sample_age_ms": 97.212, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.86, "count": 233, "max_ms": 8.905, "p95_ms": 2.937, "reason": null, "sample_age_ms": 150.745, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.435, "count": 233, "max_ms": 8.541, "p95_ms": 2.424, "reason": null, "sample_age_ms": 151.204, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.298, "count": 234, "max_ms": 0.761, "p95_ms": 0.609, "reason": null, "sample_age_ms": 97.24, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.002, "count": 233, "max_ms": 6.619, "p95_ms": 3.374, "reason": null, "sample_age_ms": 148.728, "source": "client_direct"}, "request_count": 233, "request_tensor_bytes": {"avg": 2764808.0, "count": 233, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 148.695, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 234, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 97.549, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.202, "count": 234, "max_ms": 82.433, "p95_ms": 68.144, "reason": null, "sample_age_ms": 97.204, "source": "client_direct"}, "sample_age_ms": 97.196, "source": "client_direct", "task_total_ms": {"avg_ms": 49.67, "count": 234, "max_ms": 85.075, "p95_ms": 70.912, "reason": null, "sample_age_ms": 97.196, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.306, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.077, "count": 234, "max_ms": 14.527, "p95_ms": 8.903}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.41, "count": 234, "max_ms": 1.377, "p95_ms": 0.895}, "detection_prepare_ms": {"avg_ms": 1.548, "count": 234, "max_ms": 8.729, "p95_ms": 2.936}, "event_filter_ms": {"avg_ms": 0.004, "count": 234, "max_ms": 0.025, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.265, "count": 234, "max_ms": 0.703, "p95_ms": 0.442}, "mcmt_ms": {"avg_ms": 0.003, "count": 234, "max_ms": 0.019, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.768, "count": 234, "max_ms": 2.782, "p95_ms": 1.394}, "setup_ms": {"avg_ms": 0.042, "count": 234, "max_ms": 0.142, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 5.023, "count": 234, "max_ms": 14.385, "p95_ms": 8.786}, "track_match_ms": {"avg_ms": 0.133, "count": 234, "max_ms": 0.52, "p95_ms": 0.3}, "tracker_update_ms": {"avg_ms": 1.849, "count": 234, "max_ms": 4.827, "p95_ms": 3.09}}, "gstreamer_push": {"avg_ms": 3.115, "count": 234, "max_ms": 7.624, "p95_ms": 4.962}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 234, "max_ms": 0.746, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.92, "count": 234, "max_ms": 87.02, "p95_ms": 72.69}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.021, "count": 234, "max_ms": 12.455, "p95_ms": 7.588}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.691, "count": 234, "max_ms": 153.08, "p95_ms": 140.324}, "inference_input_copy_ms": {"avg_ms": 1.732, "count": 234, "max_ms": 6.19, "p95_ms": 2.955}, "processing_residual_ms": {"avg_ms": 0.194, "count": 234, "max_ms": 0.636, "p95_ms": 0.386}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.639, "count": 234, "max_ms": 159.42, "p95_ms": 145.532}, "read_interval": {"avg_ms": 128.167, "count": 233, "max_ms": 198.888, "p95_ms": 168.065}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 234, "max_ms": 0.044, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.71, "count": 234, "max_ms": 2.61, "p95_ms": 1.292}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 234, "max_ms": 0.056, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.697, "count": 234, "max_ms": 2.573, "p95_ms": 1.264}, "worker_merge_ms": {"avg_ms": 0.006, "count": 234, "max_ms": 0.033, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 50.933, "count": 234, "max_ms": 87.03, "p95_ms": 72.697}, "visualize": {"avg_ms": 51.601, "count": 234, "max_ms": 78.097, "p95_ms": 66.028}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.25, "count": 234, "max_ms": 69.689, "p95_ms": 57.543}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.935, "count": 234, "max_ms": 76.89, "p95_ms": 64.124}, "visualize_input_copy_ms": {"avg_ms": 1.468, "count": 234, "max_ms": 6.903, "p95_ms": 2.411}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.807, "count": 234, "max_ms": 76.707, "p95_ms": 64.0}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 234, "max_ms": 0.283, "p95_ms": 0.144}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 234}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1400.766, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 30.656, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.485, "sample_count": 2264, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1363912, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:16:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 83987, "write_bytes_delta": 83987, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 906.0, "cpu_core_ratio": 0.381535, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 96095, "reason": null, "system_cpu_core_ratio": 0.032917, "system_cpu_s_delta": 0.6600000000000001, "user_cpu_core_ratio": 0.348618, "user_cpu_s_delta": 6.990000000000009}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.75207, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 204017.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.646366, "system_cpu_s_delta": 12.959999999991851, "user_cpu_core_ratio": 1.105704, "user_cpu_s_delta": 22.170000000012806}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.057, "count": 239, "max_ms": 7.297, "p95_ms": 4.97, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.314, "max": 8.0, "p95": 6.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.715, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 239}, "total": {"avg": 1.715, "max": 3.0, "p95": 3.0, "sample_count": 239}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.291, "count": 30, "max": 51.664, "p95": 43.006, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.755, "count": 30, "max": 30.53, "p95": 23.044, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 623.233, "count": 30, "max": 941.0, "p95": 933.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 543.667, "count": 30, "max": 14026.0, "p95": 421.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.043, "p95": 0.036, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.338, "count": 30, "max": 0.358, "p95": 0.354, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 30, "max": 0.129, "p95": 0.053, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87214.0, "count": 30, "max": 91979.0, "p95": 90259.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87214.0, "count": 30, "max": 91979.0, "p95": 90259.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 138452.733, "count": 30, "max": 207866.0, "p95": 204011.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.658, "count": 30, "max": 0.702, "p95": 0.688, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.131, "count": 30, "max": 1.205, "p95": 1.187, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10467, "sampled_at": "2026-10-30T08:16:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:16:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2595883, "flush_count": 2711, "flush_interval_seconds": 30.0, "flush_state": {"count": 2711, "last_at": "2026-10-30T08:16:55", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:16:55", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2710}, "started": true, "suppressed_count": 1361447, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1361309}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2711, "written_record_count": 2711}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9016.531, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3771239731200, "copied_frame_count": 1364019, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3771239731200, "frame_buffer_copies": 1364019, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1023, "count": 512, "max_ms": 0.3479, "p50_ms": 0.0892, "p95_ms": 0.2006, "p99_ms": 0.2445}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4409, "count": 512, "max_ms": 3.2855, "p50_ms": 1.3649, "p95_ms": 2.3884, "p99_ms": 2.8495, "results": {"failed": 0, "not_applicable": 0, "success": 1364019, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 458, "h264_decode_error_count": 1046, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:17:07+09:00", "last_error_summary": "[h264 @ 0x59dc44eb5200] error while decoding MB 5 57, bytestream -6", "last_exit_at": "2026-10-30T08:17:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 259.569, "last_started_at": "2026-10-30T08:12:47+09:00", "pid": 96095, "process": {"exists": false, "pid": 96095}, "restart_count": 495, "restart_count_per_hour": 9, "rtsp_timeout_count": 158, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 496}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.402, "sample_count": 2268, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1364019, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:17:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.043, "last_frame_pushed_at": "2026-10-30T08:17:07+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-10-30T08:17:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 71, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 463.286, "last_sample_duration_ms": 1370.904, "last_trigger": "periodic", "next_snapshot_in_sec": 136.714, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 271, "storage_bytes": 2582046}, "mjpeg": {"age_sec": 0.034, "exists": true, "mtime": "2026-10-30T08:17:07.302614+09:00", "mtime_epoch": 1793315827.3026145, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 82953}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:17:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1400.812, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1364019, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.235, "max": 7.0, "p95": 6.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.098, "max": 3.0, "p95": 3.0, "sample_count": 234}, "total": {"avg": 2.098, "max": 3.0, "p95": 3.0, "sample_count": 234}}, "tracking_counts": {"active": {"avg": 0.932, "max": 2.0, "p95": 1.0, "sample_count": 234}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 234}, "tracked": {"avg": 0.932, "max": 2.0, "p95": 1.0, "sample_count": 234}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.818, "pushed": 7.818, "read": 7.785}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 233, "client_acquire_ms": {"avg_ms": 0.008, "count": 234, "max_ms": 0.031, "p95_ms": 0.017, "reason": null, "sample_age_ms": 142.615, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.86, "count": 233, "max_ms": 8.905, "p95_ms": 2.937, "reason": null, "sample_age_ms": 196.149, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.435, "count": 233, "max_ms": 8.541, "p95_ms": 2.424, "reason": null, "sample_age_ms": 196.607, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.298, "count": 234, "max_ms": 0.761, "p95_ms": 0.609, "reason": null, "sample_age_ms": 142.643, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.002, "count": 233, "max_ms": 6.619, "p95_ms": 3.374, "reason": null, "sample_age_ms": 194.131, "source": "client_direct"}, "request_count": 233, "request_tensor_bytes": {"avg": 2764808.0, "count": 233, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 194.098, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 234, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 142.952, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.202, "count": 234, "max_ms": 82.433, "p95_ms": 68.144, "reason": null, "sample_age_ms": 142.607, "source": "client_direct"}, "sample_age_ms": 142.599, "source": "client_direct", "task_total_ms": {"avg_ms": 49.67, "count": 234, "max_ms": 85.075, "p95_ms": 70.912, "reason": null, "sample_age_ms": 142.599, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.832, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.077, "count": 234, "max_ms": 14.527, "p95_ms": 8.903}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.41, "count": 234, "max_ms": 1.377, "p95_ms": 0.895}, "detection_prepare_ms": {"avg_ms": 1.548, "count": 234, "max_ms": 8.729, "p95_ms": 2.936}, "event_filter_ms": {"avg_ms": 0.004, "count": 234, "max_ms": 0.025, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.265, "count": 234, "max_ms": 0.703, "p95_ms": 0.442}, "mcmt_ms": {"avg_ms": 0.003, "count": 234, "max_ms": 0.019, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.768, "count": 234, "max_ms": 2.782, "p95_ms": 1.394}, "setup_ms": {"avg_ms": 0.042, "count": 234, "max_ms": 0.142, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 5.023, "count": 234, "max_ms": 14.385, "p95_ms": 8.786}, "track_match_ms": {"avg_ms": 0.133, "count": 234, "max_ms": 0.52, "p95_ms": 0.3}, "tracker_update_ms": {"avg_ms": 1.849, "count": 234, "max_ms": 4.827, "p95_ms": 3.09}}, "gstreamer_push": {"avg_ms": 3.115, "count": 234, "max_ms": 7.624, "p95_ms": 4.962}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 234, "max_ms": 0.746, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.92, "count": 234, "max_ms": 87.02, "p95_ms": 72.69}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.021, "count": 234, "max_ms": 12.455, "p95_ms": 7.588}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.691, "count": 234, "max_ms": 153.08, "p95_ms": 140.324}, "inference_input_copy_ms": {"avg_ms": 1.732, "count": 234, "max_ms": 6.19, "p95_ms": 2.955}, "processing_residual_ms": {"avg_ms": 0.194, "count": 234, "max_ms": 0.636, "p95_ms": 0.386}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.639, "count": 234, "max_ms": 159.42, "p95_ms": 145.532}, "read_interval": {"avg_ms": 128.167, "count": 233, "max_ms": 198.888, "p95_ms": 168.065}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 234, "max_ms": 0.044, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.71, "count": 234, "max_ms": 2.61, "p95_ms": 1.292}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 234, "max_ms": 0.056, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.697, "count": 234, "max_ms": 2.573, "p95_ms": 1.264}, "worker_merge_ms": {"avg_ms": 0.006, "count": 234, "max_ms": 0.033, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 50.933, "count": 234, "max_ms": 87.03, "p95_ms": 72.697}, "visualize": {"avg_ms": 51.601, "count": 234, "max_ms": 78.097, "p95_ms": 66.028}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.25, "count": 234, "max_ms": 69.689, "p95_ms": 57.543}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.935, "count": 234, "max_ms": 76.89, "p95_ms": 64.124}, "visualize_input_copy_ms": {"avg_ms": 1.468, "count": 234, "max_ms": 6.903, "p95_ms": 2.411}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.807, "count": 234, "max_ms": 76.707, "p95_ms": 64.0}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 234, "max_ms": 0.283, "p95_ms": 0.144}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 234}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1400.766, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 30.656, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.485, "sample_count": 2264, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1363912, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:16:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 83987, "write_bytes_delta": 83987, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 906.0, "cpu_core_ratio": 0.381535, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 96095, "reason": null, "system_cpu_core_ratio": 0.032917, "system_cpu_s_delta": 0.6600000000000001, "user_cpu_core_ratio": 0.348618, "user_cpu_s_delta": 6.990000000000009}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.75207, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 204017.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.646366, "system_cpu_s_delta": 12.959999999991851, "user_cpu_core_ratio": 1.105704, "user_cpu_s_delta": 22.170000000012806}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.057, "count": 239, "max_ms": 7.297, "p95_ms": 4.97, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.314, "max": 8.0, "p95": 6.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.715, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 239}, "total": {"avg": 1.715, "max": 3.0, "p95": 3.0, "sample_count": 239}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.291, "count": 30, "max": 51.664, "p95": 43.006, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.755, "count": 30, "max": 30.53, "p95": 23.044, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 623.233, "count": 30, "max": 941.0, "p95": 933.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 543.667, "count": 30, "max": 14026.0, "p95": 421.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.043, "p95": 0.036, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.338, "count": 30, "max": 0.358, "p95": 0.354, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 30, "max": 0.129, "p95": 0.053, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87214.0, "count": 30, "max": 91979.0, "p95": 90259.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87214.0, "count": 30, "max": 91979.0, "p95": 90259.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 138452.733, "count": 30, "max": 207866.0, "p95": 204011.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.658, "count": 30, "max": 0.702, "p95": 0.688, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.131, "count": 30, "max": 1.205, "p95": 1.187, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10467, "sampled_at": "2026-10-30T08:16:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:16:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2595883, "flush_count": 2711, "flush_interval_seconds": 30.0, "flush_state": {"count": 2711, "last_at": "2026-10-30T08:16:55", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:16:55", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2710}, "started": true, "suppressed_count": 1361447, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1361309}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2711, "written_record_count": 2711}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9192.859, "limit_mb": null}, "detail": {"pid": 96211, "restart_count": 496, "start_count": 497}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3771239731200, "copied_frame_count": 1364019, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3771239731200, "frame_buffer_copies": 1364019, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1023, "count": 512, "max_ms": 0.3479, "p50_ms": 0.0892, "p95_ms": 0.2006, "p99_ms": 0.2445}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4409, "count": 512, "max_ms": 3.2855, "p50_ms": 1.3649, "p95_ms": 2.3884, "p99_ms": 2.8495, "results": {"failed": 0, "not_applicable": 0, "success": 1364019, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 458, "h264_decode_error_count": 1046, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:17:07+09:00", "last_error_summary": "[h264 @ 0x59dc44eb5200] error while decoding MB 5 57, bytestream -6", "last_exit_at": "2026-10-30T08:17:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T08:17:10+09:00", "pid": 96211, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.816, "name": "ffmpeg", "pid": 96211, "rss_mb": 208.816, "state": "S (sleeping)", "threads": 70}, "restart_count": 496, "restart_count_per_hour": 10, "rtsp_timeout_count": 158, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 497}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.08, "sample_count": 2234, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1364019, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:17:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.802, "last_frame_pushed_at": "2026-10-30T08:17:07+09:00", "last_frame_read_age_sec": 4.944, "last_frame_read_at": "2026-10-30T08:17:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 71, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 468.039, "last_sample_duration_ms": 1370.904, "last_trigger": "periodic", "next_snapshot_in_sec": 131.961, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 271, "storage_bytes": 2582046}, "mjpeg": {"age_sec": 4.793, "exists": true, "mtime": "2026-10-30T08:17:07.302614+09:00", "mtime_epoch": 1793315827.3026145, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 82953}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:17:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1400.816, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1364019, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.383, "max": 7.0, "p95": 6.0, "sample_count": 196}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.219, "max": 3.0, "p95": 3.0, "sample_count": 196}, "total": {"avg": 2.219, "max": 3.0, "p95": 3.0, "sample_count": 196}}, "tracking_counts": {"active": {"avg": 1.026, "max": 2.0, "p95": 1.0, "sample_count": 196}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}, "removed": {"avg": 0.015, "max": 1.0, "p95": 0.0, "sample_count": 196}, "tracked": {"avg": 1.026, "max": 2.0, "p95": 1.0, "sample_count": 196}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.534, "pushed": 6.567, "read": 6.534}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 195, "client_acquire_ms": {"avg_ms": 0.008, "count": 196, "max_ms": 0.031, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4901.324, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.843, "count": 195, "max_ms": 8.905, "p95_ms": 2.932, "reason": null, "sample_age_ms": 4954.858, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.426, "count": 195, "max_ms": 8.541, "p95_ms": 2.41, "reason": null, "sample_age_ms": 4955.316, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.303, "count": 196, "max_ms": 0.761, "p95_ms": 0.645, "reason": null, "sample_age_ms": 4901.353, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.969, "count": 195, "max_ms": 5.681, "p95_ms": 3.121, "reason": null, "sample_age_ms": 4952.84, "source": "client_direct"}, "request_count": 195, "request_tensor_bytes": {"avg": 2764808.0, "count": 195, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4952.808, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 196, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4901.661, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.151, "count": 196, "max_ms": 75.769, "p95_ms": 67.68, "reason": null, "sample_age_ms": 4901.316, "source": "client_direct"}, "sample_age_ms": 4901.308, "source": "client_direct", "task_total_ms": {"avg_ms": 49.587, "count": 196, "max_ms": 79.598, "p95_ms": 70.449, "reason": null, "sample_age_ms": 4901.308, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.803, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.244, "count": 196, "max_ms": 14.527, "p95_ms": 9.364}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.425, "count": 196, "max_ms": 1.377, "p95_ms": 0.964}, "detection_prepare_ms": {"avg_ms": 1.581, "count": 196, "max_ms": 8.729, "p95_ms": 3.005}, "event_filter_ms": {"avg_ms": 0.004, "count": 196, "max_ms": 0.02, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.268, "count": 196, "max_ms": 0.624, "p95_ms": 0.442}, "mcmt_ms": {"avg_ms": 0.003, "count": 196, "max_ms": 0.019, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.797, "count": 196, "max_ms": 2.782, "p95_ms": 1.421}, "setup_ms": {"avg_ms": 0.042, "count": 196, "max_ms": 0.142, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 5.189, "count": 196, "max_ms": 14.385, "p95_ms": 9.296}, "track_match_ms": {"avg_ms": 0.139, "count": 196, "max_ms": 0.52, "p95_ms": 0.308}, "tracker_update_ms": {"avg_ms": 1.929, "count": 196, "max_ms": 4.827, "p95_ms": 3.215}}, "gstreamer_push": {"avg_ms": 3.084, "count": 197, "max_ms": 7.624, "p95_ms": 4.795}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 196, "max_ms": 0.746, "p95_ms": 0.119}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.816, "count": 196, "max_ms": 81.309, "p95_ms": 71.857}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.067, "count": 196, "max_ms": 12.455, "p95_ms": 7.779}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.132, "count": 196, "max_ms": 153.08, "p95_ms": 140.324}, "inference_input_copy_ms": {"avg_ms": 1.7, "count": 196, "max_ms": 6.19, "p95_ms": 2.822}, "processing_residual_ms": {"avg_ms": 0.195, "count": 196, "max_ms": 0.636, "p95_ms": 0.38}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.093, "count": 196, "max_ms": 159.42, "p95_ms": 145.532}, "read_interval": {"avg_ms": 128.565, "count": 196, "max_ms": 194.794, "p95_ms": 168.065}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 196, "max_ms": 0.044, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.739, "count": 196, "max_ms": 2.61, "p95_ms": 1.303}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 196, "max_ms": 0.056, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.725, "count": 196, "max_ms": 2.573, "p95_ms": 1.283}, "worker_merge_ms": {"avg_ms": 0.007, "count": 196, "max_ms": 0.033, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 50.829, "count": 196, "max_ms": 81.329, "p95_ms": 71.873}, "visualize": {"avg_ms": 51.98, "count": 196, "max_ms": 78.097, "p95_ms": 66.052}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.424, "count": 196, "max_ms": 69.689, "p95_ms": 57.554}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 50.314, "count": 196, "max_ms": 76.89, "p95_ms": 64.181}, "visualize_input_copy_ms": {"avg_ms": 1.466, "count": 196, "max_ms": 6.903, "p95_ms": 2.445}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 50.185, "count": 196, "max_ms": 76.707, "p95_ms": 64.023}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 196, "max_ms": 0.281, "p95_ms": 0.146}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 196}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1400.766, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 30.656, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.485, "sample_count": 2264, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1363912, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:16:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 83987, "write_bytes_delta": 83987, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 906.0, "cpu_core_ratio": 0.381535, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 96095, "reason": null, "system_cpu_core_ratio": 0.032917, "system_cpu_s_delta": 0.6600000000000001, "user_cpu_core_ratio": 0.348618, "user_cpu_s_delta": 6.990000000000009}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.75207, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 204017.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.646366, "system_cpu_s_delta": 12.959999999991851, "user_cpu_core_ratio": 1.105704, "user_cpu_s_delta": 22.170000000012806}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.057, "count": 239, "max_ms": 7.297, "p95_ms": 4.97, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.314, "max": 8.0, "p95": 6.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.715, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 239}, "total": {"avg": 1.715, "max": 3.0, "p95": 3.0, "sample_count": 239}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.291, "count": 30, "max": 51.664, "p95": 43.006, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.755, "count": 30, "max": 30.53, "p95": 23.044, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 623.233, "count": 30, "max": 941.0, "p95": 933.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 543.667, "count": 30, "max": 14026.0, "p95": 421.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.043, "p95": 0.036, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.338, "count": 30, "max": 0.358, "p95": 0.354, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 30, "max": 0.129, "p95": 0.053, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87214.0, "count": 30, "max": 91979.0, "p95": 90259.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87214.0, "count": 30, "max": 91979.0, "p95": 90259.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 138452.733, "count": 30, "max": 207866.0, "p95": 204011.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.658, "count": 30, "max": 0.702, "p95": 0.688, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.131, "count": 30, "max": 1.205, "p95": 1.187, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10467, "sampled_at": "2026-10-30T08:16:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:16:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2600010, "flush_count": 2715, "flush_interval_seconds": 30.0, "flush_state": {"count": 2715, "last_at": "2026-10-30T08:20:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:20:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2714}, "started": true, "suppressed_count": 1363130, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1362992}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2715, "written_record_count": 2715}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9048.129, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x55e5447c7580] cabac decode of qscale diff failed at 52 55 [h264 @ 0x55e5447c7580] error while decoding MB 52 55, bytestream 1977 [h264 @ 0x55e544f0ca00] error while decoding MB 38 53, bytestream -6 [in#0/rtsp @ 0x55e544634e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e544634e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3775901184000, "copied_frame_count": 1365705, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3775901184000, "frame_buffer_copies": 1365705, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.109, "count": 512, "max_ms": 2.0313, "p50_ms": 0.0893, "p95_ms": 0.2056, "p99_ms": 0.2615}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4111, "count": 512, "max_ms": 5.157, "p50_ms": 1.3116, "p95_ms": 2.317, "p99_ms": 2.8504, "results": {"failed": 0, "not_applicable": 0, "success": 1365705, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 459, "h264_decode_error_count": 1049, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:21:07+09:00", "last_error_summary": "[h264 @ 0x55e5447c7580] cabac decode of qscale diff failed at 52 55 [h264 @ 0x55e5447c7580] error while decoding MB 52 55, bytestream 1977 [h264 @ 0x55e544f0ca00] error while decoding MB 38 53, bytestream -6 [in#0/rtsp @ 0x55e544634e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e544634e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T08:17:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.913, "last_started_at": "2026-10-30T08:17:10+09:00", "pid": 96211, "process": {"exists": false, "pid": 96211}, "restart_count": 496, "restart_count_per_hour": 9, "rtsp_timeout_count": 160, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 497}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.539, "sample_count": 2165, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1365705, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:21:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.078, "last_frame_pushed_at": "2026-10-30T08:21:06+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-10-30T08:21:06+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 72, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 101.121, "last_sample_duration_ms": 1102.977, "last_trigger": "periodic", "next_snapshot_in_sec": 498.879, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 272, "storage_bytes": 2591626}, "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-10-30T08:21:06.942982+09:00", "mtime_epoch": 1793316066.9429822, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 86756}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:21:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1421.129, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1365706, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.602, "max": 8.0, "p95": 8.0, "sample_count": 88}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.352, "max": 2.0, "p95": 2.0, "sample_count": 88}, "total": {"avg": 1.352, "max": 2.0, "p95": 2.0, "sample_count": 88}}, "tracking_counts": {"active": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 88}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "tracked": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 88}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 88, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.935, "pushed": 2.935, "read": 2.935}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 88, "client_acquire_ms": {"avg_ms": 0.008, "count": 88, "max_ms": 0.03, "p95_ms": 0.019, "reason": null, "sample_age_ms": 18.88, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.034, "count": 88, "max_ms": 7.219, "p95_ms": 3.261, "reason": null, "sample_age_ms": 74.213, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.419, "count": 88, "max_ms": 6.763, "p95_ms": 2.492, "reason": null, "sample_age_ms": 74.4, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.352, "count": 88, "max_ms": 2.152, "p95_ms": 0.698, "reason": null, "sample_age_ms": 18.893, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.148, "count": 88, "max_ms": 5.908, "p95_ms": 3.647, "reason": null, "sample_age_ms": 72.401, "source": "client_direct"}, "request_count": 88, "request_tensor_bytes": {"avg": 2764808.0, "count": 88, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 72.378, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 88, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 19.36, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.366, "count": 88, "max_ms": 85.125, "p95_ms": 68.138, "reason": null, "sample_age_ms": 18.875, "source": "client_direct"}, "sample_age_ms": 18.87, "source": "client_direct", "task_total_ms": {"avg_ms": 51.048, "count": 88, "max_ms": 87.703, "p95_ms": 70.262, "reason": null, "sample_age_ms": 18.87, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.513, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.156, "count": 88, "max_ms": 14.471, "p95_ms": 8.311}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.32, "count": 88, "max_ms": 0.978, "p95_ms": 0.661}, "detection_prepare_ms": {"avg_ms": 1.405, "count": 88, "max_ms": 9.765, "p95_ms": 3.089}, "event_filter_ms": {"avg_ms": 0.004, "count": 88, "max_ms": 0.016, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.264, "count": 88, "max_ms": 0.722, "p95_ms": 0.496}, "mcmt_ms": {"avg_ms": 0.003, "count": 88, "max_ms": 0.01, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.619, "count": 88, "max_ms": 2.046, "p95_ms": 1.431}, "setup_ms": {"avg_ms": 0.04, "count": 88, "max_ms": 0.153, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 4.107, "count": 88, "max_ms": 14.424, "p95_ms": 8.227}, "track_match_ms": {"avg_ms": 0.066, "count": 88, "max_ms": 0.241, "p95_ms": 0.161}, "tracker_update_ms": {"avg_ms": 1.386, "count": 88, "max_ms": 3.915, "p95_ms": 2.678}}, "gstreamer_push": {"avg_ms": 3.064, "count": 88, "max_ms": 6.135, "p95_ms": 5.675}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 88, "max_ms": 0.638, "p95_ms": 0.112}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.655, "count": 88, "max_ms": 88.439, "p95_ms": 73.526}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.847, "count": 88, "max_ms": 10.044, "p95_ms": 6.946}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.944, "count": 88, "max_ms": 157.742, "p95_ms": 132.296}, "inference_input_copy_ms": {"avg_ms": 1.682, "count": 88, "max_ms": 3.889, "p95_ms": 2.648}, "processing_residual_ms": {"avg_ms": 0.198, "count": 88, "max_ms": 0.443, "p95_ms": 0.367}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.671, "count": 88, "max_ms": 162.863, "p95_ms": 136.616}, "read_interval": {"avg_ms": 341.394, "count": 88, "max_ms": 10135.0, "p95_ms": 165.179}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 88, "max_ms": 0.042, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.564, "count": 88, "max_ms": 1.968, "p95_ms": 1.333}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 88, "max_ms": 0.094, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.55, "count": 88, "max_ms": 1.947, "p95_ms": 1.303}, "worker_merge_ms": {"avg_ms": 0.006, "count": 88, "max_ms": 0.026, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 52.668, "count": 88, "max_ms": 88.446, "p95_ms": 73.533}, "visualize": {"avg_ms": 49.93, "count": 88, "max_ms": 69.946, "p95_ms": 64.557}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.126, "count": 88, "max_ms": 63.78, "p95_ms": 56.604}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.511, "count": 88, "max_ms": 68.564, "p95_ms": 60.545}, "visualize_input_copy_ms": {"avg_ms": 1.236, "count": 88, "max_ms": 3.866, "p95_ms": 1.912}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.391, "count": 88, "max_ms": 68.441, "p95_ms": 60.409}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 88, "max_ms": 0.166, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 88}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1401.672, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 55.259, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.736, "sample_count": 2246, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1365699, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:20:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 86968, "write_bytes_delta": 86968, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 360.0, "cpu_core_ratio": 0.149703, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 707.0, "pid": 96211, "reason": null, "system_cpu_core_ratio": 0.017504, "system_cpu_s_delta": 0.38000000000000256, "user_cpu_core_ratio": 0.132199, "user_cpu_s_delta": 2.8699999999999903}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.024427, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 134984.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.374948, "system_cpu_s_delta": 8.139999999999418, "user_cpu_core_ratio": 0.649479, "user_cpu_s_delta": 14.10000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.999, "count": 149, "max_ms": 6.135, "p95_ms": 5.442, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.383, "max": 9.0, "p95": 7.0, "sample_count": 149}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.322, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 149}, "total": {"avg": 1.322, "max": 2.0, "p95": 2.0, "sample_count": 149}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.851, "count": 30, "max": 55.259, "p95": 45.788, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.995, "count": 30, "max": 30.53, "p95": 23.044, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 675.5, "count": 30, "max": 994.0, "p95": 968.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 704.633, "count": 30, "max": 9926.0, "p95": 4028.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.205, "p95": 0.165, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.334, "count": 30, "max": 0.363, "p95": 0.361, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 30, "max": 0.129, "p95": 0.053, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 86510.033, "count": 30, "max": 91979.0, "p95": 90259.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 86510.033, "count": 30, "max": 91979.0, "p95": 90259.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 156996.4, "count": 30, "max": 220419.0, "p95": 217413.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.632, "count": 30, "max": 0.702, "p95": 0.683, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.078, "count": 30, "max": 1.19, "p95": 1.173, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10479, "sampled_at": "2026-10-30T08:20:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:20:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2600010, "flush_count": 2715, "flush_interval_seconds": 30.0, "flush_state": {"count": 2715, "last_at": "2026-10-30T08:20:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:20:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2714}, "started": true, "suppressed_count": 1363130, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1362992}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2715, "written_record_count": 2715}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9027.953, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T08:21:07+09:00", "last_error_summary": "[h264 @ 0x55e5447c7580] cabac decode of qscale diff failed at 52 55 [h264 @ 0x55e5447c7580] error while decoding MB 52 55, bytestream 1977 [h264 @ 0x55e544f0ca00] error while decoding MB 38 53, bytestream -6 [in#0/rtsp @ 0x55e544634e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e544634e00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3775903948800, "copied_frame_count": 1365706, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3775903948800, "frame_buffer_copies": 1365706, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1093, "count": 512, "max_ms": 2.0313, "p50_ms": 0.0895, "p95_ms": 0.2065, "p99_ms": 0.2615}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4126, "count": 512, "max_ms": 5.157, "p50_ms": 1.3116, "p95_ms": 2.323, "p99_ms": 2.9844, "results": {"failed": 0, "not_applicable": 0, "success": 1365706, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 459, "h264_decode_error_count": 1049, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:21:07+09:00", "last_error_summary": "[h264 @ 0x55e5447c7580] cabac decode of qscale diff failed at 52 55 [h264 @ 0x55e5447c7580] error while decoding MB 52 55, bytestream 1977 [h264 @ 0x55e544f0ca00] error while decoding MB 38 53, bytestream -6 [in#0/rtsp @ 0x55e544634e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e544634e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T08:21:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.956, "last_started_at": "2026-10-30T08:17:10+09:00", "pid": 96211, "process": {"exists": false, "pid": 96211}, "restart_count": 496, "restart_count_per_hour": 9, "rtsp_timeout_count": 160, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 497}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.539, "sample_count": 2166, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1365706, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:21:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T08:21:07+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-10-30T08:21:06+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 72, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 101.182, "last_sample_duration_ms": 1102.977, "last_trigger": "periodic", "next_snapshot_in_sec": 498.818, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 272, "storage_bytes": 2591626}, "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-10-30T08:21:06.942982+09:00", "mtime_epoch": 1793316066.9429822, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 86756}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:21:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1401.668, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1365706, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.614, "max": 8.0, "p95": 8.0, "sample_count": 88}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.352, "max": 2.0, "p95": 2.0, "sample_count": 88}, "total": {"avg": 1.352, "max": 2.0, "p95": 2.0, "sample_count": 88}}, "tracking_counts": {"active": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 88}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "tracked": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 88}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.946, "pushed": 2.946, "read": 2.912}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 87, "client_acquire_ms": {"avg_ms": 0.008, "count": 88, "max_ms": 0.03, "p95_ms": 0.019, "reason": null, "sample_age_ms": 67.105, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.041, "count": 87, "max_ms": 7.219, "p95_ms": 3.262, "reason": null, "sample_age_ms": 122.437, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.423, "count": 87, "max_ms": 6.763, "p95_ms": 2.492, "reason": null, "sample_age_ms": 122.625, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.352, "count": 88, "max_ms": 2.152, "p95_ms": 0.698, "reason": null, "sample_age_ms": 67.117, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.148, "count": 87, "max_ms": 5.908, "p95_ms": 3.649, "reason": null, "sample_age_ms": 120.625, "source": "client_direct"}, "request_count": 87, "request_tensor_bytes": {"avg": 2764808.0, "count": 87, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 120.602, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 88, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 67.585, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.366, "count": 88, "max_ms": 85.125, "p95_ms": 68.138, "reason": null, "sample_age_ms": 67.1, "source": "client_direct"}, "sample_age_ms": 67.094, "source": "client_direct", "task_total_ms": {"avg_ms": 51.048, "count": 88, "max_ms": 87.703, "p95_ms": 70.262, "reason": null, "sample_age_ms": 67.094, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.492, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.149, "count": 88, "max_ms": 14.471, "p95_ms": 8.311}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.319, "count": 88, "max_ms": 0.978, "p95_ms": 0.661}, "detection_prepare_ms": {"avg_ms": 1.404, "count": 88, "max_ms": 9.765, "p95_ms": 3.089}, "event_filter_ms": {"avg_ms": 0.004, "count": 88, "max_ms": 0.016, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.263, "count": 88, "max_ms": 0.722, "p95_ms": 0.496}, "mcmt_ms": {"avg_ms": 0.003, "count": 88, "max_ms": 0.01, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.615, "count": 88, "max_ms": 2.046, "p95_ms": 1.431}, "setup_ms": {"avg_ms": 0.04, "count": 88, "max_ms": 0.153, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 4.1, "count": 88, "max_ms": 14.424, "p95_ms": 8.227}, "track_match_ms": {"avg_ms": 0.065, "count": 88, "max_ms": 0.241, "p95_ms": 0.161}, "tracker_update_ms": {"avg_ms": 1.386, "count": 88, "max_ms": 3.915, "p95_ms": 2.678}}, "gstreamer_push": {"avg_ms": 3.058, "count": 88, "max_ms": 6.135, "p95_ms": 5.675}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 88, "max_ms": 0.638, "p95_ms": 0.095}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.503, "count": 88, "max_ms": 88.439, "p95_ms": 73.526}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.782, "count": 88, "max_ms": 10.044, "p95_ms": 6.659}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.72, "count": 88, "max_ms": 157.742, "p95_ms": 132.296}, "inference_input_copy_ms": {"avg_ms": 1.668, "count": 88, "max_ms": 3.889, "p95_ms": 2.648}, "processing_residual_ms": {"avg_ms": 0.199, "count": 88, "max_ms": 0.443, "p95_ms": 0.367}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.369, "count": 88, "max_ms": 162.863, "p95_ms": 136.616}, "read_interval": {"avg_ms": 343.606, "count": 87, "max_ms": 10135.0, "p95_ms": 165.179}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 88, "max_ms": 0.042, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.561, "count": 88, "max_ms": 1.968, "p95_ms": 1.333}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 88, "max_ms": 0.094, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.547, "count": 88, "max_ms": 1.947, "p95_ms": 1.303}, "worker_merge_ms": {"avg_ms": 0.006, "count": 88, "max_ms": 0.026, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 52.516, "count": 88, "max_ms": 88.446, "p95_ms": 73.533}, "visualize": {"avg_ms": 49.866, "count": 88, "max_ms": 69.946, "p95_ms": 64.557}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.047, "count": 88, "max_ms": 63.78, "p95_ms": 56.604}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.445, "count": 88, "max_ms": 68.564, "p95_ms": 60.545}, "visualize_input_copy_ms": {"avg_ms": 1.24, "count": 88, "max_ms": 3.866, "p95_ms": 1.912}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.325, "count": 88, "max_ms": 68.441, "p95_ms": 60.409}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 88, "max_ms": 0.166, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 88}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1401.672, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 55.259, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.736, "sample_count": 2246, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1365699, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:20:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 86968, "write_bytes_delta": 86968, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 360.0, "cpu_core_ratio": 0.149703, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 707.0, "pid": 96211, "reason": null, "system_cpu_core_ratio": 0.017504, "system_cpu_s_delta": 0.38000000000000256, "user_cpu_core_ratio": 0.132199, "user_cpu_s_delta": 2.8699999999999903}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.024427, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 134984.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.374948, "system_cpu_s_delta": 8.139999999999418, "user_cpu_core_ratio": 0.649479, "user_cpu_s_delta": 14.10000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.999, "count": 149, "max_ms": 6.135, "p95_ms": 5.442, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.383, "max": 9.0, "p95": 7.0, "sample_count": 149}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.322, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 149}, "total": {"avg": 1.322, "max": 2.0, "p95": 2.0, "sample_count": 149}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.851, "count": 30, "max": 55.259, "p95": 45.788, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.995, "count": 30, "max": 30.53, "p95": 23.044, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 675.5, "count": 30, "max": 994.0, "p95": 968.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 704.633, "count": 30, "max": 9926.0, "p95": 4028.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.205, "p95": 0.165, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.334, "count": 30, "max": 0.363, "p95": 0.361, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 30, "max": 0.129, "p95": 0.053, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 86510.033, "count": 30, "max": 91979.0, "p95": 90259.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 86510.033, "count": 30, "max": 91979.0, "p95": 90259.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 156996.4, "count": 30, "max": 220419.0, "p95": 217413.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.632, "count": 30, "max": 0.702, "p95": 0.683, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.078, "count": 30, "max": 1.19, "p95": 1.173, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10479, "sampled_at": "2026-10-30T08:20:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:20:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.874, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2600010, "flush_count": 2715, "flush_interval_seconds": 30.0, "flush_state": {"count": 2715, "last_at": "2026-10-30T08:20:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:20:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2714}, "started": true, "suppressed_count": 1363130, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1362992}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2715, "written_record_count": 2715}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9027.754, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3775903948800, "copied_frame_count": 1365706, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3775903948800, "frame_buffer_copies": 1365706, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1093, "count": 512, "max_ms": 2.0313, "p50_ms": 0.0895, "p95_ms": 0.2065, "p99_ms": 0.2615}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4126, "count": 512, "max_ms": 5.157, "p50_ms": 1.3116, "p95_ms": 2.323, "p99_ms": 2.9844, "results": {"failed": 0, "not_applicable": 0, "success": 1365706, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 459, "h264_decode_error_count": 1049, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:21:07+09:00", "last_error_summary": "[h264 @ 0x55e5447c7580] cabac decode of qscale diff failed at 52 55 [h264 @ 0x55e5447c7580] error while decoding MB 52 55, bytestream 1977 [h264 @ 0x55e544f0ca00] error while decoding MB 38 53, bytestream -6 [in#0/rtsp @ 0x55e544634e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e544634e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T08:21:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 237.003, "last_started_at": "2026-10-30T08:17:10+09:00", "pid": 96211, "process": {"exists": false, "pid": 96211}, "restart_count": 496, "restart_count_per_hour": 9, "rtsp_timeout_count": 160, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 497}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.539, "sample_count": 2166, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1365706, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:21:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.049, "last_frame_pushed_at": "2026-10-30T08:21:07+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-10-30T08:21:06+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 72, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 101.223, "last_sample_duration_ms": 1102.977, "last_trigger": "periodic", "next_snapshot_in_sec": 498.777, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 272, "storage_bytes": 2591626}, "mjpeg": {"age_sec": 0.04, "exists": true, "mtime": "2026-10-30T08:21:07.057982+09:00", "mtime_epoch": 1793316067.0579824, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 86727}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:21:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1401.668, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1365706, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.614, "max": 8.0, "p95": 8.0, "sample_count": 88}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.352, "max": 2.0, "p95": 2.0, "sample_count": 88}, "total": {"avg": 1.352, "max": 2.0, "p95": 2.0, "sample_count": 88}}, "tracking_counts": {"active": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 88}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "tracked": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 88}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.941, "pushed": 2.941, "read": 2.908}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 87, "client_acquire_ms": {"avg_ms": 0.008, "count": 88, "max_ms": 0.03, "p95_ms": 0.019, "reason": null, "sample_age_ms": 113.23, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.041, "count": 87, "max_ms": 7.219, "p95_ms": 3.262, "reason": null, "sample_age_ms": 168.563, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.423, "count": 87, "max_ms": 6.763, "p95_ms": 2.492, "reason": null, "sample_age_ms": 168.75, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.352, "count": 88, "max_ms": 2.152, "p95_ms": 0.698, "reason": null, "sample_age_ms": 113.243, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.148, "count": 87, "max_ms": 5.908, "p95_ms": 3.649, "reason": null, "sample_age_ms": 166.75, "source": "client_direct"}, "request_count": 87, "request_tensor_bytes": {"avg": 2764808.0, "count": 87, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 166.728, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 88, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 113.71, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.366, "count": 88, "max_ms": 85.125, "p95_ms": 68.138, "reason": null, "sample_age_ms": 113.225, "source": "client_direct"}, "sample_age_ms": 113.219, "source": "client_direct", "task_total_ms": {"avg_ms": 51.048, "count": 88, "max_ms": 87.703, "p95_ms": 70.262, "reason": null, "sample_age_ms": 113.219, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.229, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.149, "count": 88, "max_ms": 14.471, "p95_ms": 8.311}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.319, "count": 88, "max_ms": 0.978, "p95_ms": 0.661}, "detection_prepare_ms": {"avg_ms": 1.404, "count": 88, "max_ms": 9.765, "p95_ms": 3.089}, "event_filter_ms": {"avg_ms": 0.004, "count": 88, "max_ms": 0.016, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.263, "count": 88, "max_ms": 0.722, "p95_ms": 0.496}, "mcmt_ms": {"avg_ms": 0.003, "count": 88, "max_ms": 0.01, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.615, "count": 88, "max_ms": 2.046, "p95_ms": 1.431}, "setup_ms": {"avg_ms": 0.04, "count": 88, "max_ms": 0.153, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 4.1, "count": 88, "max_ms": 14.424, "p95_ms": 8.227}, "track_match_ms": {"avg_ms": 0.065, "count": 88, "max_ms": 0.241, "p95_ms": 0.161}, "tracker_update_ms": {"avg_ms": 1.386, "count": 88, "max_ms": 3.915, "p95_ms": 2.678}}, "gstreamer_push": {"avg_ms": 3.058, "count": 88, "max_ms": 6.135, "p95_ms": 5.675}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 88, "max_ms": 0.638, "p95_ms": 0.095}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.503, "count": 88, "max_ms": 88.439, "p95_ms": 73.526}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.782, "count": 88, "max_ms": 10.044, "p95_ms": 6.659}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.72, "count": 88, "max_ms": 157.742, "p95_ms": 132.296}, "inference_input_copy_ms": {"avg_ms": 1.668, "count": 88, "max_ms": 3.889, "p95_ms": 2.648}, "processing_residual_ms": {"avg_ms": 0.199, "count": 88, "max_ms": 0.443, "p95_ms": 0.367}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.369, "count": 88, "max_ms": 162.863, "p95_ms": 136.616}, "read_interval": {"avg_ms": 343.606, "count": 87, "max_ms": 10135.0, "p95_ms": 165.179}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 88, "max_ms": 0.042, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.561, "count": 88, "max_ms": 1.968, "p95_ms": 1.333}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 88, "max_ms": 0.094, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.547, "count": 88, "max_ms": 1.947, "p95_ms": 1.303}, "worker_merge_ms": {"avg_ms": 0.006, "count": 88, "max_ms": 0.026, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 52.516, "count": 88, "max_ms": 88.446, "p95_ms": 73.533}, "visualize": {"avg_ms": 49.866, "count": 88, "max_ms": 69.946, "p95_ms": 64.557}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.047, "count": 88, "max_ms": 63.78, "p95_ms": 56.604}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.445, "count": 88, "max_ms": 68.564, "p95_ms": 60.545}, "visualize_input_copy_ms": {"avg_ms": 1.24, "count": 88, "max_ms": 3.866, "p95_ms": 1.912}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.325, "count": 88, "max_ms": 68.441, "p95_ms": 60.409}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 88, "max_ms": 0.166, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 88}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1401.672, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 55.259, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.736, "sample_count": 2246, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1365699, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:20:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 86968, "write_bytes_delta": 86968, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 360.0, "cpu_core_ratio": 0.149703, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 707.0, "pid": 96211, "reason": null, "system_cpu_core_ratio": 0.017504, "system_cpu_s_delta": 0.38000000000000256, "user_cpu_core_ratio": 0.132199, "user_cpu_s_delta": 2.8699999999999903}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.024427, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 134984.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.374948, "system_cpu_s_delta": 8.139999999999418, "user_cpu_core_ratio": 0.649479, "user_cpu_s_delta": 14.10000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.999, "count": 149, "max_ms": 6.135, "p95_ms": 5.442, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.383, "max": 9.0, "p95": 7.0, "sample_count": 149}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.322, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 149}, "total": {"avg": 1.322, "max": 2.0, "p95": 2.0, "sample_count": 149}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.851, "count": 30, "max": 55.259, "p95": 45.788, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.995, "count": 30, "max": 30.53, "p95": 23.044, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 675.5, "count": 30, "max": 994.0, "p95": 968.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 704.633, "count": 30, "max": 9926.0, "p95": 4028.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.205, "p95": 0.165, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.334, "count": 30, "max": 0.363, "p95": 0.361, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 30, "max": 0.129, "p95": 0.053, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 86510.033, "count": 30, "max": 91979.0, "p95": 90259.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 86510.033, "count": 30, "max": 91979.0, "p95": 90259.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 156996.4, "count": 30, "max": 220419.0, "p95": 217413.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.632, "count": 30, "max": 0.702, "p95": 0.683, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.078, "count": 30, "max": 1.19, "p95": 1.173, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10479, "sampled_at": "2026-10-30T08:20:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:20:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2600010, "flush_count": 2715, "flush_interval_seconds": 30.0, "flush_state": {"count": 2715, "last_at": "2026-10-30T08:20:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:20:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2714}, "started": true, "suppressed_count": 1363130, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1362992}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2715, "written_record_count": 2715}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9198.547, "limit_mb": null}, "detail": {"pid": 96327, "restart_count": 497, "start_count": 498}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3775903948800, "copied_frame_count": 1365706, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3775903948800, "frame_buffer_copies": 1365706, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1093, "count": 512, "max_ms": 2.0313, "p50_ms": 0.0895, "p95_ms": 0.2065, "p99_ms": 0.2615}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4126, "count": 512, "max_ms": 5.157, "p50_ms": 1.3116, "p95_ms": 2.323, "p99_ms": 2.9844, "results": {"failed": 0, "not_applicable": 0, "success": 1365706, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 459, "h264_decode_error_count": 1049, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:21:07+09:00", "last_error_summary": "[h264 @ 0x55e5447c7580] cabac decode of qscale diff failed at 52 55 [h264 @ 0x55e5447c7580] error while decoding MB 52 55, bytestream 1977 [h264 @ 0x55e544f0ca00] error while decoding MB 38 53, bytestream -6 [in#0/rtsp @ 0x55e544634e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55e544634e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T08:21:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T08:21:09+09:00", "pid": 96327, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.32, "name": "ffmpeg", "pid": 96327, "rss_mb": 206.32, "state": "S (sleeping)", "threads": 70}, "restart_count": 497, "restart_count_per_hour": 10, "rtsp_timeout_count": 160, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 498}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.539, "sample_count": 2131, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1365706, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:21:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.52, "last_frame_pushed_at": "2026-10-30T08:21:07+09:00", "last_frame_read_age_sec": 4.636, "last_frame_read_at": "2026-10-30T08:21:06+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 72, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 105.683, "last_sample_duration_ms": 1102.977, "last_trigger": "periodic", "next_snapshot_in_sec": 494.317, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 272, "storage_bytes": 2591626}, "mjpeg": {"age_sec": 4.511, "exists": true, "mtime": "2026-10-30T08:21:07.057982+09:00", "mtime_epoch": 1793316067.0579824, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 86727}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:21:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1401.672, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1365706, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.377, "max": 8.0, "p95": 8.0, "sample_count": 53}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.547, "max": 2.0, "p95": 2.0, "sample_count": 53}, "total": {"avg": 1.547, "max": 2.0, "p95": 2.0, "sample_count": 53}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 53, "pushed_frames": 53, "read_frames": 52, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.769, "pushed": 1.769, "read": 1.736}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 52, "client_acquire_ms": {"avg_ms": 0.008, "count": 52, "max_ms": 0.03, "p95_ms": 0.019, "reason": null, "sample_age_ms": 4580.665, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.052, "count": 52, "max_ms": 6.622, "p95_ms": 3.518, "reason": null, "sample_age_ms": 4635.998, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.368, "count": 52, "max_ms": 3.502, "p95_ms": 1.969, "reason": null, "sample_age_ms": 4636.186, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.374, "count": 52, "max_ms": 2.152, "p95_ms": 0.829, "reason": null, "sample_age_ms": 4580.678, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.124, "count": 52, "max_ms": 5.908, "p95_ms": 3.483, "reason": null, "sample_age_ms": 4634.186, "source": "client_direct"}, "request_count": 52, "request_tensor_bytes": {"avg": 2764808.0, "count": 52, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4634.163, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 52, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4581.145, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.891, "count": 52, "max_ms": 74.759, "p95_ms": 67.723, "reason": null, "sample_age_ms": 4580.661, "source": "client_direct"}, "sample_age_ms": 4580.655, "source": "client_direct", "task_total_ms": {"avg_ms": 49.572, "count": 52, "max_ms": 77.114, "p95_ms": 70.501, "reason": null, "sample_age_ms": 4580.655, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.961, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.542, "count": 53, "max_ms": 14.471, "p95_ms": 9.211}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.349, "count": 53, "max_ms": 0.905, "p95_ms": 0.661}, "detection_prepare_ms": {"avg_ms": 1.574, "count": 53, "max_ms": 9.765, "p95_ms": 3.849}, "event_filter_ms": {"avg_ms": 0.004, "count": 53, "max_ms": 0.01, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.292, "count": 53, "max_ms": 0.722, "p95_ms": 0.635}, "mcmt_ms": {"avg_ms": 0.003, "count": 53, "max_ms": 0.01, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.653, "count": 53, "max_ms": 2.046, "p95_ms": 1.482}, "setup_ms": {"avg_ms": 0.041, "count": 53, "max_ms": 0.153, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 4.493, "count": 53, "max_ms": 14.424, "p95_ms": 9.12}, "track_match_ms": {"avg_ms": 0.07, "count": 53, "max_ms": 0.241, "p95_ms": 0.156}, "tracker_update_ms": {"avg_ms": 1.507, "count": 53, "max_ms": 3.915, "p95_ms": 2.806}}, "gstreamer_push": {"avg_ms": 3.047, "count": 53, "max_ms": 6.054, "p95_ms": 5.679}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 53, "max_ms": 0.638, "p95_ms": 0.126}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.049, "count": 53, "max_ms": 78.034, "p95_ms": 74.157}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.893, "count": 53, "max_ms": 10.044, "p95_ms": 6.946}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.946, "count": 53, "max_ms": 157.742, "p95_ms": 135.614}, "inference_input_copy_ms": {"avg_ms": 1.686, "count": 53, "max_ms": 3.889, "p95_ms": 2.657}, "processing_residual_ms": {"avg_ms": 0.176, "count": 53, "max_ms": 0.383, "p95_ms": 0.345}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.701, "count": 53, "max_ms": 162.863, "p95_ms": 139.381}, "read_interval": {"avg_ms": 489.04, "count": 52, "max_ms": 10135.0, "p95_ms": 206.419}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 53, "max_ms": 0.042, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.598, "count": 53, "max_ms": 1.968, "p95_ms": 1.335}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 53, "max_ms": 0.094, "p95_ms": 0.046}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.583, "count": 53, "max_ms": 1.947, "p95_ms": 1.308}, "worker_merge_ms": {"avg_ms": 0.006, "count": 53, "max_ms": 0.026, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.062, "count": 53, "max_ms": 78.058, "p95_ms": 74.164}, "visualize": {"avg_ms": 50.138, "count": 53, "max_ms": 69.946, "p95_ms": 64.734}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.971, "count": 53, "max_ms": 63.78, "p95_ms": 57.558}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.703, "count": 53, "max_ms": 68.564, "p95_ms": 62.427}, "visualize_input_copy_ms": {"avg_ms": 1.255, "count": 53, "max_ms": 3.866, "p95_ms": 2.322}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.582, "count": 53, "max_ms": 68.441, "p95_ms": 62.261}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 53, "max_ms": 0.166, "p95_ms": 0.134}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 53}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1401.672, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 55.259, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.736, "sample_count": 2246, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1365699, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:20:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 86968, "write_bytes_delta": 86968, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 360.0, "cpu_core_ratio": 0.149703, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 707.0, "pid": 96211, "reason": null, "system_cpu_core_ratio": 0.017504, "system_cpu_s_delta": 0.38000000000000256, "user_cpu_core_ratio": 0.132199, "user_cpu_s_delta": 2.8699999999999903}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.024427, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 134984.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.374948, "system_cpu_s_delta": 8.139999999999418, "user_cpu_core_ratio": 0.649479, "user_cpu_s_delta": 14.10000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.999, "count": 149, "max_ms": 6.135, "p95_ms": 5.442, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.383, "max": 9.0, "p95": 7.0, "sample_count": 149}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.322, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 149}, "total": {"avg": 1.322, "max": 2.0, "p95": 2.0, "sample_count": 149}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.851, "count": 30, "max": 55.259, "p95": 45.788, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.995, "count": 30, "max": 30.53, "p95": 23.044, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 675.5, "count": 30, "max": 994.0, "p95": 968.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 704.633, "count": 30, "max": 9926.0, "p95": 4028.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.205, "p95": 0.165, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.334, "count": 30, "max": 0.363, "p95": 0.361, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 30, "max": 0.129, "p95": 0.053, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 86510.033, "count": 30, "max": 91979.0, "p95": 90259.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 86510.033, "count": 30, "max": 91979.0, "p95": 90259.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 156996.4, "count": 30, "max": 220419.0, "p95": 217413.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.632, "count": 30, "max": 0.702, "p95": 0.683, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.078, "count": 30, "max": 1.19, "p95": 1.173, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10479, "sampled_at": "2026-10-30T08:20:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:20:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2603091, "flush_count": 2718, "flush_interval_seconds": 30.0, "flush_state": {"count": 2718, "last_at": "2026-10-30T08:23:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:23:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2717}, "started": true, "suppressed_count": 1364511, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1364373}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2718, "written_record_count": 2718}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9051.258, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x593a49c63cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x593a49c63cc0] error while decoding MB 0 49, bytestream 1166 [h264 @ 0x593a49229e40] error while decoding MB 47 65, bytestream -9 [in#0/rtsp @ 0x593a491e1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x593a491e1e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3779727667200, "copied_frame_count": 1367089, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3779727667200, "frame_buffer_copies": 1367089, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1063, "count": 512, "max_ms": 1.8426, "p50_ms": 0.0889, "p95_ms": 0.2043, "p99_ms": 0.2686}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.407, "count": 512, "max_ms": 4.0991, "p50_ms": 1.3363, "p95_ms": 2.265, "p99_ms": 2.8147, "results": {"failed": 0, "not_applicable": 0, "success": 1367089, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 460, "h264_decode_error_count": 1051, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:24:26+09:00", "last_error_summary": "[h264 @ 0x593a49c63cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x593a49c63cc0] error while decoding MB 0 49, bytestream 1166 [h264 @ 0x593a49229e40] error while decoding MB 47 65, bytestream -9 [in#0/rtsp @ 0x593a491e1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x593a491e1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T08:21:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 197.123, "last_started_at": "2026-10-30T08:21:09+09:00", "pid": 96327, "process": {"exists": false, "pid": 96327}, "restart_count": 497, "restart_count_per_hour": 9, "rtsp_timeout_count": 162, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 498}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.22, "sample_count": 1967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1367089, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:24:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.083, "last_frame_pushed_at": "2026-10-30T08:24:26+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-10-30T08:24:26+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 72, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 300.814, "last_sample_duration_ms": 1102.977, "last_trigger": "periodic", "next_snapshot_in_sec": 299.186, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 272, "storage_bytes": 2591626}, "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-10-30T08:24:26.617290+09:00", "mtime_epoch": 1793316266.61729, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 87569}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:24:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1412.727, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1367090, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.337, "max": 8.0, "p95": 7.0, "sample_count": 89}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.719, "max": 3.0, "p95": 3.0, "sample_count": 89}, "total": {"avg": 1.719, "max": 3.0, "p95": 3.0, "sample_count": 89}}, "tracking_counts": {"active": {"avg": 0.27, "max": 2.0, "p95": 1.0, "sample_count": 89}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "removed": {"avg": 0.034, "max": 1.0, "p95": 0.0, "sample_count": 89}, "tracked": {"avg": 0.27, "max": 2.0, "p95": 1.0, "sample_count": 89}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 90, "read_frames": 90, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.967, "pushed": 3.0, "read": 3.0}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 90, "client_acquire_ms": {"avg_ms": 0.008, "count": 90, "max_ms": 0.022, "p95_ms": 0.017, "reason": null, "sample_age_ms": 8.864, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.995, "count": 90, "max_ms": 5.725, "p95_ms": 3.371, "reason": null, "sample_age_ms": 77.415, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.377, "count": 90, "max_ms": 3.498, "p95_ms": 2.404, "reason": null, "sample_age_ms": 77.628, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.321, "count": 90, "max_ms": 0.752, "p95_ms": 0.614, "reason": null, "sample_age_ms": 8.874, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.048, "count": 90, "max_ms": 4.045, "p95_ms": 3.464, "reason": null, "sample_age_ms": 75.641, "source": "client_direct"}, "request_count": 90, "request_tensor_bytes": {"avg": 2764808.0, "count": 90, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 75.604, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 90, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 9.088, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.936, "count": 90, "max_ms": 70.159, "p95_ms": 61.382, "reason": null, "sample_age_ms": 8.86, "source": "client_direct"}, "sample_age_ms": 8.855, "source": "client_direct", "task_total_ms": {"avg_ms": 47.479, "count": 90, "max_ms": 73.07, "p95_ms": 64.293, "reason": null, "sample_age_ms": 8.855, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.538, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.61, "count": 89, "max_ms": 9.052, "p95_ms": 7.853}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.364, "count": 89, "max_ms": 1.346, "p95_ms": 0.702}, "detection_prepare_ms": {"avg_ms": 1.403, "count": 89, "max_ms": 3.895, "p95_ms": 2.391}, "event_filter_ms": {"avg_ms": 0.004, "count": 89, "max_ms": 0.029, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.301, "count": 89, "max_ms": 0.797, "p95_ms": 0.557}, "mcmt_ms": {"avg_ms": 0.003, "count": 89, "max_ms": 0.015, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.669, "count": 89, "max_ms": 1.458, "p95_ms": 1.157}, "setup_ms": {"avg_ms": 0.04, "count": 89, "max_ms": 0.122, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 4.561, "count": 89, "max_ms": 8.971, "p95_ms": 7.736}, "track_match_ms": {"avg_ms": 0.087, "count": 89, "max_ms": 0.354, "p95_ms": 0.238}, "tracker_update_ms": {"avg_ms": 1.69, "count": 89, "max_ms": 3.864, "p95_ms": 2.998}}, "gstreamer_push": {"avg_ms": 2.99, "count": 90, "max_ms": 5.913, "p95_ms": 4.979}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 89, "max_ms": 0.167, "p95_ms": 0.081}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.582, "count": 89, "max_ms": 75.28, "p95_ms": 66.829}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.883, "count": 89, "max_ms": 11.583, "p95_ms": 7.65}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.039, "count": 89, "max_ms": 154.569, "p95_ms": 131.376}, "inference_input_copy_ms": {"avg_ms": 1.799, "count": 89, "max_ms": 5.334, "p95_ms": 3.071}, "processing_residual_ms": {"avg_ms": 0.179, "count": 89, "max_ms": 0.403, "p95_ms": 0.305}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.9, "count": 89, "max_ms": 163.096, "p95_ms": 135.094}, "read_interval": {"avg_ms": 333.484, "count": 90, "max_ms": 19100.142, "p95_ms": 165.481}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 89, "max_ms": 0.028, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.615, "count": 89, "max_ms": 1.304, "p95_ms": 1.081}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 89, "max_ms": 0.053, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.602, "count": 89, "max_ms": 1.277, "p95_ms": 1.061}, "worker_merge_ms": {"avg_ms": 0.006, "count": 89, "max_ms": 0.027, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 48.594, "count": 89, "max_ms": 75.287, "p95_ms": 66.845}, "visualize": {"avg_ms": 48.752, "count": 89, "max_ms": 73.076, "p95_ms": 66.477}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.314, "count": 89, "max_ms": 65.127, "p95_ms": 60.041}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.214, "count": 89, "max_ms": 71.623, "p95_ms": 64.665}, "visualize_input_copy_ms": {"avg_ms": 1.362, "count": 89, "max_ms": 2.828, "p95_ms": 2.365}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.094, "count": 89, "max_ms": 71.533, "p95_ms": 64.522}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 89, "max_ms": 0.192, "p95_ms": 0.121}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 89}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1402.297, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 46.992, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.441, "sample_count": 1966, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1367081, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:24:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 89470, "write_bytes_delta": 89470, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 773.0, "cpu_core_ratio": 0.226481, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5031.0, "pid": 96327, "reason": null, "system_cpu_core_ratio": 0.047816, "system_cpu_s_delta": 1.8599999999999994, "user_cpu_core_ratio": 0.178666, "user_cpu_s_delta": 6.950000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.886902, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 214772.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.332138, "system_cpu_s_delta": 12.919999999998254, "user_cpu_core_ratio": 0.554764, "user_cpu_s_delta": 21.580000000016298}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.077, "count": 90, "max_ms": 5.913, "p95_ms": 4.995, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.244, "max": 8.0, "p95": 7.0, "sample_count": 90}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.733, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 90}, "total": {"avg": 1.733, "max": 3.0, "p95": 3.0, "sample_count": 90}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.022, "count": 30, "max": 67.868, "p95": 53.641, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.392, "count": 30, "max": 22.889, "p95": 20.471, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 739.3, "count": 30, "max": 1013.0, "p95": 988.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1162.267, "count": 30, "max": 9926.0, "p95": 7378.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.205, "p95": 0.173, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.333, "count": 30, "max": 0.373, "p95": 0.369, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.107, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 86369.233, "count": 30, "max": 89470.0, "p95": 89106.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 86369.233, "count": 30, "max": 89470.0, "p95": 89106.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 177244.633, "count": 30, "max": 220419.0, "p95": 218784.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.597, "count": 30, "max": 0.672, "p95": 0.671, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.012, "count": 30, "max": 1.144, "p95": 1.134, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10490, "sampled_at": "2026-10-30T08:24:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:24:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2603091, "flush_count": 2718, "flush_interval_seconds": 30.0, "flush_state": {"count": 2718, "last_at": "2026-10-30T08:23:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:23:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2717}, "started": true, "suppressed_count": 1364511, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1364373}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2718, "written_record_count": 2718}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9040.246, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T08:24:26+09:00", "last_error_summary": "[h264 @ 0x593a49c63cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x593a49c63cc0] error while decoding MB 0 49, bytestream 1166 [h264 @ 0x593a49229e40] error while decoding MB 47 65, bytestream -9 [in#0/rtsp @ 0x593a491e1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x593a491e1e00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3779730432000, "copied_frame_count": 1367090, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3779730432000, "frame_buffer_copies": 1367090, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1061, "count": 512, "max_ms": 1.8426, "p50_ms": 0.0887, "p95_ms": 0.2043, "p99_ms": 0.2686}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4044, "count": 512, "max_ms": 4.0991, "p50_ms": 1.3356, "p95_ms": 2.265, "p99_ms": 2.8147, "results": {"failed": 0, "not_applicable": 0, "success": 1367090, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 460, "h264_decode_error_count": 1051, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:24:26+09:00", "last_error_summary": "[h264 @ 0x593a49c63cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x593a49c63cc0] error while decoding MB 0 49, bytestream 1166 [h264 @ 0x593a49229e40] error while decoding MB 47 65, bytestream -9 [in#0/rtsp @ 0x593a491e1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x593a491e1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T08:24:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 197.224, "last_started_at": "2026-10-30T08:21:09+09:00", "pid": 96327, "process": {"exists": false, "pid": 96327}, "restart_count": 497, "restart_count_per_hour": 9, "rtsp_timeout_count": 162, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 498}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.22, "sample_count": 1967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1367090, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:24:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.048, "last_frame_pushed_at": "2026-10-30T08:24:26+09:00", "last_frame_read_age_sec": 0.179, "last_frame_read_at": "2026-10-30T08:24:26+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 72, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 300.914, "last_sample_duration_ms": 1102.977, "last_trigger": "periodic", "next_snapshot_in_sec": 299.086, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 272, "storage_bytes": 2591626}, "mjpeg": {"age_sec": 0.038, "exists": true, "mtime": "2026-10-30T08:24:26.754290+09:00", "mtime_epoch": 1793316266.7542903, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 87827}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:24:26+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1402.297, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1367090, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.311, "max": 8.0, "p95": 7.0, "sample_count": 90}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.711, "max": 3.0, "p95": 3.0, "sample_count": 90}, "total": {"avg": 1.711, "max": 3.0, "p95": 3.0, "sample_count": 90}}, "tracking_counts": {"active": {"avg": 0.267, "max": 2.0, "p95": 1.0, "sample_count": 90}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "removed": {"avg": 0.033, "max": 1.0, "p95": 0.0, "sample_count": 90}, "tracked": {"avg": 0.267, "max": 2.0, "p95": 1.0, "sample_count": 90}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 90, "pushed_frames": 90, "read_frames": 89, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.003, "pushed": 3.003, "read": 2.97}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 89, "client_acquire_ms": {"avg_ms": 0.008, "count": 89, "max_ms": 0.022, "p95_ms": 0.017, "reason": null, "sample_age_ms": 109.178, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.997, "count": 89, "max_ms": 5.725, "p95_ms": 3.377, "reason": null, "sample_age_ms": 177.729, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.38, "count": 89, "max_ms": 3.498, "p95_ms": 2.43, "reason": null, "sample_age_ms": 177.942, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.321, "count": 89, "max_ms": 0.752, "p95_ms": 0.614, "reason": null, "sample_age_ms": 109.189, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.055, "count": 89, "max_ms": 4.045, "p95_ms": 3.465, "reason": null, "sample_age_ms": 175.955, "source": "client_direct"}, "request_count": 89, "request_tensor_bytes": {"avg": 2764808.0, "count": 89, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 175.918, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 89, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 109.402, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.09, "count": 89, "max_ms": 70.159, "p95_ms": 61.396, "reason": null, "sample_age_ms": 109.174, "source": "client_direct"}, "sample_age_ms": 109.169, "source": "client_direct", "task_total_ms": {"avg_ms": 47.641, "count": 89, "max_ms": 73.07, "p95_ms": 64.356, "reason": null, "sample_age_ms": 109.169, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.467, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.594, "count": 90, "max_ms": 9.052, "p95_ms": 7.853}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.363, "count": 90, "max_ms": 1.346, "p95_ms": 0.702}, "detection_prepare_ms": {"avg_ms": 1.4, "count": 90, "max_ms": 3.895, "p95_ms": 2.391}, "event_filter_ms": {"avg_ms": 0.004, "count": 90, "max_ms": 0.029, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.3, "count": 90, "max_ms": 0.797, "p95_ms": 0.557}, "mcmt_ms": {"avg_ms": 0.003, "count": 90, "max_ms": 0.015, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.665, "count": 90, "max_ms": 1.458, "p95_ms": 1.157}, "setup_ms": {"avg_ms": 0.04, "count": 90, "max_ms": 0.122, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 4.546, "count": 90, "max_ms": 8.971, "p95_ms": 7.736}, "track_match_ms": {"avg_ms": 0.087, "count": 90, "max_ms": 0.354, "p95_ms": 0.238}, "tracker_update_ms": {"avg_ms": 1.683, "count": 90, "max_ms": 3.864, "p95_ms": 2.998}}, "gstreamer_push": {"avg_ms": 2.978, "count": 90, "max_ms": 5.913, "p95_ms": 4.979}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 90, "max_ms": 0.167, "p95_ms": 0.081}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.833, "count": 90, "max_ms": 75.28, "p95_ms": 67.123}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.88, "count": 90, "max_ms": 11.583, "p95_ms": 7.65}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.279, "count": 90, "max_ms": 154.569, "p95_ms": 131.376}, "inference_input_copy_ms": {"avg_ms": 1.793, "count": 90, "max_ms": 5.334, "p95_ms": 3.071}, "processing_residual_ms": {"avg_ms": 0.18, "count": 90, "max_ms": 0.403, "p95_ms": 0.305}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.131, "count": 90, "max_ms": 163.096, "p95_ms": 135.094}, "read_interval": {"avg_ms": 335.715, "count": 89, "max_ms": 19100.142, "p95_ms": 165.481}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 90, "max_ms": 0.028, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.612, "count": 90, "max_ms": 1.304, "p95_ms": 1.081}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 90, "max_ms": 0.053, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.599, "count": 90, "max_ms": 1.277, "p95_ms": 1.061}, "worker_merge_ms": {"avg_ms": 0.006, "count": 90, "max_ms": 0.027, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 48.845, "count": 90, "max_ms": 75.287, "p95_ms": 67.13}, "visualize": {"avg_ms": 48.759, "count": 90, "max_ms": 73.076, "p95_ms": 66.477}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.325, "count": 90, "max_ms": 65.127, "p95_ms": 60.041}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.228, "count": 90, "max_ms": 71.623, "p95_ms": 64.665}, "visualize_input_copy_ms": {"avg_ms": 1.357, "count": 90, "max_ms": 2.828, "p95_ms": 2.365}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.108, "count": 90, "max_ms": 71.533, "p95_ms": 64.522}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 90, "max_ms": 0.192, "p95_ms": 0.121}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 90}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1402.297, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 46.992, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.441, "sample_count": 1966, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1367081, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:24:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 89470, "write_bytes_delta": 89470, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 773.0, "cpu_core_ratio": 0.226481, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5031.0, "pid": 96327, "reason": null, "system_cpu_core_ratio": 0.047816, "system_cpu_s_delta": 1.8599999999999994, "user_cpu_core_ratio": 0.178666, "user_cpu_s_delta": 6.950000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.886902, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 214772.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.332138, "system_cpu_s_delta": 12.919999999998254, "user_cpu_core_ratio": 0.554764, "user_cpu_s_delta": 21.580000000016298}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.077, "count": 90, "max_ms": 5.913, "p95_ms": 4.995, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.244, "max": 8.0, "p95": 7.0, "sample_count": 90}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.733, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 90}, "total": {"avg": 1.733, "max": 3.0, "p95": 3.0, "sample_count": 90}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.022, "count": 30, "max": 67.868, "p95": 53.641, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.392, "count": 30, "max": 22.889, "p95": 20.471, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 739.3, "count": 30, "max": 1013.0, "p95": 988.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1162.267, "count": 30, "max": 9926.0, "p95": 7378.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.205, "p95": 0.173, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.333, "count": 30, "max": 0.373, "p95": 0.369, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.107, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 86369.233, "count": 30, "max": 89470.0, "p95": 89106.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 86369.233, "count": 30, "max": 89470.0, "p95": 89106.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 177244.633, "count": 30, "max": 220419.0, "p95": 218784.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.597, "count": 30, "max": 0.672, "p95": 0.671, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.012, "count": 30, "max": 1.144, "p95": 1.134, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10490, "sampled_at": "2026-10-30T08:24:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:24:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2603091, "flush_count": 2718, "flush_interval_seconds": 30.0, "flush_state": {"count": 2718, "last_at": "2026-10-30T08:23:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:23:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2717}, "started": true, "suppressed_count": 1364511, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1364373}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2718, "written_record_count": 2718}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9040.465, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3779730432000, "copied_frame_count": 1367090, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3779730432000, "frame_buffer_copies": 1367090, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1061, "count": 512, "max_ms": 1.8426, "p50_ms": 0.0887, "p95_ms": 0.2043, "p99_ms": 0.2686}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4044, "count": 512, "max_ms": 4.0991, "p50_ms": 1.3356, "p95_ms": 2.265, "p99_ms": 2.8147, "results": {"failed": 0, "not_applicable": 0, "success": 1367090, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 460, "h264_decode_error_count": 1051, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:24:26+09:00", "last_error_summary": "[h264 @ 0x593a49c63cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x593a49c63cc0] error while decoding MB 0 49, bytestream 1166 [h264 @ 0x593a49229e40] error while decoding MB 47 65, bytestream -9 [in#0/rtsp @ 0x593a491e1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x593a491e1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T08:24:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 197.258, "last_started_at": "2026-10-30T08:21:09+09:00", "pid": 96327, "process": {"exists": false, "pid": 96327}, "restart_count": 497, "restart_count_per_hour": 9, "rtsp_timeout_count": 162, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 498}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.22, "sample_count": 1967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1367090, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:24:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.082, "last_frame_pushed_at": "2026-10-30T08:24:26+09:00", "last_frame_read_age_sec": 0.214, "last_frame_read_at": "2026-10-30T08:24:26+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 72, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 300.95, "last_sample_duration_ms": 1102.977, "last_trigger": "periodic", "next_snapshot_in_sec": 299.05, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 272, "storage_bytes": 2591626}, "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-10-30T08:24:26.754290+09:00", "mtime_epoch": 1793316266.7542903, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 87827}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:24:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1402.297, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1367090, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.315, "max": 8.0, "p95": 7.0, "sample_count": 89}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.708, "max": 3.0, "p95": 3.0, "sample_count": 89}, "total": {"avg": 1.708, "max": 3.0, "p95": 3.0, "sample_count": 89}}, "tracking_counts": {"active": {"avg": 0.258, "max": 2.0, "p95": 1.0, "sample_count": 89}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "removed": {"avg": 0.034, "max": 1.0, "p95": 0.0, "sample_count": 89}, "tracked": {"avg": 0.258, "max": 2.0, "p95": 1.0, "sample_count": 89}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 89, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.971, "pushed": 2.971, "read": 2.971}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 89, "client_acquire_ms": {"avg_ms": 0.008, "count": 89, "max_ms": 0.022, "p95_ms": 0.017, "reason": null, "sample_age_ms": 144.827, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.997, "count": 89, "max_ms": 5.725, "p95_ms": 3.377, "reason": null, "sample_age_ms": 213.378, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.38, "count": 89, "max_ms": 3.498, "p95_ms": 2.43, "reason": null, "sample_age_ms": 213.591, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.321, "count": 89, "max_ms": 0.752, "p95_ms": 0.614, "reason": null, "sample_age_ms": 144.837, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.055, "count": 89, "max_ms": 4.045, "p95_ms": 3.465, "reason": null, "sample_age_ms": 211.604, "source": "client_direct"}, "request_count": 89, "request_tensor_bytes": {"avg": 2764808.0, "count": 89, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 211.567, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 89, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 145.051, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.09, "count": 89, "max_ms": 70.159, "p95_ms": 61.396, "reason": null, "sample_age_ms": 144.823, "source": "client_direct"}, "sample_age_ms": 144.818, "source": "client_direct", "task_total_ms": {"avg_ms": 47.641, "count": 89, "max_ms": 73.07, "p95_ms": 64.356, "reason": null, "sample_age_ms": 144.818, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.753, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.609, "count": 89, "max_ms": 9.052, "p95_ms": 7.853}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.364, "count": 89, "max_ms": 1.346, "p95_ms": 0.702}, "detection_prepare_ms": {"avg_ms": 1.405, "count": 89, "max_ms": 3.895, "p95_ms": 2.391}, "event_filter_ms": {"avg_ms": 0.004, "count": 89, "max_ms": 0.029, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.302, "count": 89, "max_ms": 0.797, "p95_ms": 0.557}, "mcmt_ms": {"avg_ms": 0.003, "count": 89, "max_ms": 0.015, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.667, "count": 89, "max_ms": 1.458, "p95_ms": 1.157}, "setup_ms": {"avg_ms": 0.04, "count": 89, "max_ms": 0.122, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 4.56, "count": 89, "max_ms": 8.971, "p95_ms": 7.736}, "track_match_ms": {"avg_ms": 0.087, "count": 89, "max_ms": 0.354, "p95_ms": 0.238}, "tracker_update_ms": {"avg_ms": 1.688, "count": 89, "max_ms": 3.864, "p95_ms": 2.998}}, "gstreamer_push": {"avg_ms": 2.99, "count": 89, "max_ms": 5.913, "p95_ms": 4.979}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 89, "max_ms": 0.167, "p95_ms": 0.081}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.997, "count": 89, "max_ms": 75.28, "p95_ms": 67.123}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.879, "count": 89, "max_ms": 11.583, "p95_ms": 7.65}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.49, "count": 89, "max_ms": 154.569, "p95_ms": 131.376}, "inference_input_copy_ms": {"avg_ms": 1.804, "count": 89, "max_ms": 5.334, "p95_ms": 3.071}, "processing_residual_ms": {"avg_ms": 0.181, "count": 89, "max_ms": 0.403, "p95_ms": 0.305}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.353, "count": 89, "max_ms": 163.096, "p95_ms": 135.094}, "read_interval": {"avg_ms": 335.715, "count": 89, "max_ms": 19100.142, "p95_ms": 165.481}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 89, "max_ms": 0.028, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.614, "count": 89, "max_ms": 1.304, "p95_ms": 1.081}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 89, "max_ms": 0.053, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.601, "count": 89, "max_ms": 1.277, "p95_ms": 1.061}, "worker_merge_ms": {"avg_ms": 0.006, "count": 89, "max_ms": 0.027, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 49.009, "count": 89, "max_ms": 75.287, "p95_ms": 67.13}, "visualize": {"avg_ms": 48.787, "count": 89, "max_ms": 73.076, "p95_ms": 66.477}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.376, "count": 89, "max_ms": 65.127, "p95_ms": 60.041}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.268, "count": 89, "max_ms": 71.623, "p95_ms": 64.665}, "visualize_input_copy_ms": {"avg_ms": 1.344, "count": 89, "max_ms": 2.828, "p95_ms": 2.279}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.148, "count": 89, "max_ms": 71.533, "p95_ms": 64.522}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 89, "max_ms": 0.192, "p95_ms": 0.121}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 89}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1402.297, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 46.992, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.441, "sample_count": 1966, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1367081, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:24:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 89470, "write_bytes_delta": 89470, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 773.0, "cpu_core_ratio": 0.226481, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5031.0, "pid": 96327, "reason": null, "system_cpu_core_ratio": 0.047816, "system_cpu_s_delta": 1.8599999999999994, "user_cpu_core_ratio": 0.178666, "user_cpu_s_delta": 6.950000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.886902, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 214772.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.332138, "system_cpu_s_delta": 12.919999999998254, "user_cpu_core_ratio": 0.554764, "user_cpu_s_delta": 21.580000000016298}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.077, "count": 90, "max_ms": 5.913, "p95_ms": 4.995, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.244, "max": 8.0, "p95": 7.0, "sample_count": 90}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.733, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 90}, "total": {"avg": 1.733, "max": 3.0, "p95": 3.0, "sample_count": 90}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.022, "count": 30, "max": 67.868, "p95": 53.641, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.392, "count": 30, "max": 22.889, "p95": 20.471, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 739.3, "count": 30, "max": 1013.0, "p95": 988.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1162.267, "count": 30, "max": 9926.0, "p95": 7378.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.205, "p95": 0.173, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.333, "count": 30, "max": 0.373, "p95": 0.369, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.107, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 86369.233, "count": 30, "max": 89470.0, "p95": 89106.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 86369.233, "count": 30, "max": 89470.0, "p95": 89106.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 177244.633, "count": 30, "max": 220419.0, "p95": 218784.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.597, "count": 30, "max": 0.672, "p95": 0.671, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.012, "count": 30, "max": 1.144, "p95": 1.134, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10490, "sampled_at": "2026-10-30T08:24:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:24:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2603091, "flush_count": 2718, "flush_interval_seconds": 30.0, "flush_state": {"count": 2718, "last_at": "2026-10-30T08:23:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:23:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2717}, "started": true, "suppressed_count": 1364511, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 138, "tracking_summary": 1364373}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2718, "written_record_count": 2718}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9213.207, "limit_mb": null}, "detail": {"pid": 96443, "restart_count": 498, "start_count": 499}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3779730432000, "copied_frame_count": 1367090, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 138, "events_emitted": 135, "events_failed": 0, "events_observed": 138, "events_suppressed": 3, "frame_buffer_copied_bytes": 3779730432000, "frame_buffer_copies": 1367090, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6750, "recorder_active_input_bytes": 18662400000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 135, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 135, "worker_jobs_accepted": 135, "worker_jobs_completed": 135, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1061, "count": 512, "max_ms": 1.8426, "p50_ms": 0.0887, "p95_ms": 0.2043, "p99_ms": 0.2686}, "stages": {"db_insert": {"avg_ms": 20.0742, "count": 135, "max_ms": 58.1833, "p50_ms": 19.373, "p95_ms": 35.1694, "p99_ms": 40.9518, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9102, "count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1105.7372, "count": 138, "max_ms": 5183.7834, "p50_ms": 1069.1842, "p95_ms": 1388.4868, "p99_ms": 2026.2097, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4044, "count": 512, "max_ms": 4.0991, "p50_ms": 1.3356, "p95_ms": 2.265, "p99_ms": 2.8147, "results": {"failed": 0, "not_applicable": 0, "success": 1367090, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0483, "count": 138, "max_ms": 718.3148, "p50_ms": 587.25, "p95_ms": 680.7077, "p99_ms": 711.5424, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.8318, "count": 135, "max_ms": 74.3496, "p50_ms": 23.7326, "p95_ms": 54.404, "p99_ms": 71.9407, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8999, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6666, "p95_ms": 7.2592, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5896, "count": 512, "max_ms": 5.5819, "p50_ms": 1.4011, "p95_ms": 3.0382, "p99_ms": 4.6339, "results": {"failed": 0, "not_applicable": 0, "success": 6750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.3294, "count": 135, "max_ms": 713.3308, "p50_ms": 582.5852, "p95_ms": 674.2642, "p99_ms": 706.6443, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6894, "count": 135, "max_ms": 590.2759, "p50_ms": 479.7558, "p95_ms": 556.2688, "p99_ms": 586.9699, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.2872, "count": 135, "max_ms": 138.414, "p50_ms": 96.7787, "p95_ms": 119.589, "p99_ms": 133.1309, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9628, "count": 135, "max_ms": 10.6524, "p50_ms": 1.6169, "p95_ms": 3.9197, "p99_ms": 7.6874, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7422, "count": 135, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.4214, "p99_ms": 10.7124, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9779, "count": 138, "max_ms": 8.6079, "p50_ms": 0.763, "p95_ms": 1.8069, "p99_ms": 4.6297, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.999, "count": 135, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9063, "p99_ms": 3.2955, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8256, "count": 135, "max_ms": 4604.0207, "p50_ms": 390.4702, "p95_ms": 714.5406, "p99_ms": 1395.0108, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5842, "count": 135, "max_ms": 18.2646, "p50_ms": 1.1666, "p95_ms": 9.9399, "p99_ms": 13.584, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1579, "count": 135, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.8992, "p99_ms": 66.8618, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.101, "count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6513, "count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5739, "count": 135, "max_ms": 4651.5807, "p50_ms": 475.7308, "p95_ms": 800.1382, "p99_ms": 1456.1558, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 135, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 135, "max_ms": 0.7116, "p50_ms": 0.0784, "p95_ms": 0.1764, "p99_ms": 0.6396}, "wait_ms": {"count": 135, "max_ms": 165.5371, "p50_ms": 2.2702, "p95_ms": 4.6818, "p99_ms": 7.5171}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 135, "artifact_failed": 0, "artifact_requested": 135, "artifact_success": 135, "completed": 135, "completed_failed": 0, "completed_success": 135, "cooldown_promoted": 135, "database_requested": 135, "db_insert_success": 135, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15529, "relay_business_failed": 0, "relay_business_success": 135, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 135, "relay_transport_failed": 0, "relay_transport_success": 135, "reservation_requested": 135}, "snapshot": {"copied_bytes": 373248000, "copied_count": 135, "copy": {"count": 135, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2486, "p99_ms": 4.2693}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 460, "h264_decode_error_count": 1051, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:24:26+09:00", "last_error_summary": "[h264 @ 0x593a49c63cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x593a49c63cc0] error while decoding MB 0 49, bytestream 1166 [h264 @ 0x593a49229e40] error while decoding MB 47 65, bytestream -9 [in#0/rtsp @ 0x593a491e1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x593a491e1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T08:24:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T08:24:29+09:00", "pid": 96443, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.527, "name": "ffmpeg", "pid": 96443, "rss_mb": 208.527, "state": "S (sleeping)", "threads": 70}, "restart_count": 498, "restart_count_per_hour": 10, "rtsp_timeout_count": 162, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 499}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.18, "sample_count": 1946, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1367090, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:24:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.712, "last_frame_pushed_at": "2026-10-30T08:24:26+09:00", "last_frame_read_age_sec": 4.844, "last_frame_read_at": "2026-10-30T08:24:26+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 72, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 305.583, "last_sample_duration_ms": 1102.977, "last_trigger": "periodic", "next_snapshot_in_sec": 294.417, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 272, "storage_bytes": 2591626}, "mjpeg": {"age_sec": 4.703, "exists": true, "mtime": "2026-10-30T08:24:26.754290+09:00", "mtime_epoch": 1793316266.7542903, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 87827}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:24:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1402.301, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 118, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1367090, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.115, "max": 8.0, "p95": 7.0, "sample_count": 52}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.596, "max": 3.0, "p95": 3.0, "sample_count": 52}, "total": {"avg": 1.596, "max": 3.0, "p95": 3.0, "sample_count": 52}}, "tracking_counts": {"active": {"avg": 0.058, "max": 1.0, "p95": 1.0, "sample_count": 52}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}, "removed": {"avg": 0.058, "max": 1.0, "p95": 1.0, "sample_count": 52}, "tracked": {"avg": 0.058, "max": 1.0, "p95": 1.0, "sample_count": 52}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 52, "pushed_frames": 52, "read_frames": 51, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.737, "pushed": 1.737, "read": 1.704}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 51, "client_acquire_ms": {"avg_ms": 0.008, "count": 52, "max_ms": 0.022, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4778.916, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.823, "count": 51, "max_ms": 3.989, "p95_ms": 2.943, "reason": null, "sample_age_ms": 4847.467, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.362, "count": 51, "max_ms": 3.498, "p95_ms": 2.379, "reason": null, "sample_age_ms": 4847.68, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.324, "count": 52, "max_ms": 0.752, "p95_ms": 0.596, "reason": null, "sample_age_ms": 4778.926, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.005, "count": 51, "max_ms": 4.045, "p95_ms": 3.16, "reason": null, "sample_age_ms": 4845.693, "source": "client_direct"}, "request_count": 51, "request_tensor_bytes": {"avg": 2764808.0, "count": 51, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4845.656, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 52, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4779.14, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.441, "count": 52, "max_ms": 66.474, "p95_ms": 61.285, "reason": null, "sample_age_ms": 4778.912, "source": "client_direct"}, "sample_age_ms": 4778.907, "source": "client_direct", "task_total_ms": {"avg_ms": 47.935, "count": 52, "max_ms": 68.542, "p95_ms": 63.471, "reason": null, "sample_age_ms": 4778.907, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.79, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.64, "count": 52, "max_ms": 9.052, "p95_ms": 7.853}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.323, "count": 52, "max_ms": 0.782, "p95_ms": 0.588}, "detection_prepare_ms": {"avg_ms": 1.439, "count": 52, "max_ms": 3.895, "p95_ms": 2.489}, "event_filter_ms": {"avg_ms": 0.005, "count": 52, "max_ms": 0.029, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.323, "count": 52, "max_ms": 0.797, "p95_ms": 0.585}, "mcmt_ms": {"avg_ms": 0.003, "count": 52, "max_ms": 0.009, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.665, "count": 52, "max_ms": 1.458, "p95_ms": 1.158}, "setup_ms": {"avg_ms": 0.041, "count": 52, "max_ms": 0.122, "p95_ms": 0.082}, "total_inside_ms": {"avg_ms": 4.591, "count": 52, "max_ms": 8.971, "p95_ms": 7.736}, "track_match_ms": {"avg_ms": 0.08, "count": 52, "max_ms": 0.294, "p95_ms": 0.173}, "tracker_update_ms": {"avg_ms": 1.712, "count": 52, "max_ms": 3.864, "p95_ms": 3.197}}, "gstreamer_push": {"avg_ms": 3.054, "count": 52, "max_ms": 5.913, "p95_ms": 5.091}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 52, "max_ms": 0.167, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.105, "count": 52, "max_ms": 71.177, "p95_ms": 66.829}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.761, "count": 52, "max_ms": 11.583, "p95_ms": 7.65}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.14, "count": 52, "max_ms": 136.772, "p95_ms": 131.376}, "inference_input_copy_ms": {"avg_ms": 1.838, "count": 52, "max_ms": 5.334, "p95_ms": 3.124}, "processing_residual_ms": {"avg_ms": 0.186, "count": 52, "max_ms": 0.377, "p95_ms": 0.305}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.926, "count": 52, "max_ms": 140.63, "p95_ms": 135.094}, "read_interval": {"avg_ms": 494.084, "count": 51, "max_ms": 19100.142, "p95_ms": 164.241}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 52, "max_ms": 0.027, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.611, "count": 52, "max_ms": 1.304, "p95_ms": 1.089}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 52, "max_ms": 0.053, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.598, "count": 52, "max_ms": 1.277, "p95_ms": 1.072}, "worker_merge_ms": {"avg_ms": 0.006, "count": 52, "max_ms": 0.027, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.117, "count": 52, "max_ms": 71.183, "p95_ms": 66.845}, "visualize": {"avg_ms": 48.305, "count": 52, "max_ms": 69.411, "p95_ms": 65.049}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.03, "count": 52, "max_ms": 60.783, "p95_ms": 58.236}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.745, "count": 52, "max_ms": 66.914, "p95_ms": 63.801}, "visualize_input_copy_ms": {"avg_ms": 1.379, "count": 52, "max_ms": 2.828, "p95_ms": 2.542}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.622, "count": 52, "max_ms": 66.683, "p95_ms": 63.67}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 52, "max_ms": 0.192, "p95_ms": 0.128}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 52}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1402.297, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 46.992, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.441, "sample_count": 1966, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1367081, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:24:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 89470, "write_bytes_delta": 89470, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 773.0, "cpu_core_ratio": 0.226481, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5031.0, "pid": 96327, "reason": null, "system_cpu_core_ratio": 0.047816, "system_cpu_s_delta": 1.8599999999999994, "user_cpu_core_ratio": 0.178666, "user_cpu_s_delta": 6.950000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.886902, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 214772.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.332138, "system_cpu_s_delta": 12.919999999998254, "user_cpu_core_ratio": 0.554764, "user_cpu_s_delta": 21.580000000016298}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.077, "count": 90, "max_ms": 5.913, "p95_ms": 4.995, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.244, "max": 8.0, "p95": 7.0, "sample_count": 90}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.733, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 90}, "total": {"avg": 1.733, "max": 3.0, "p95": 3.0, "sample_count": 90}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.022, "count": 30, "max": 67.868, "p95": 53.641, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.392, "count": 30, "max": 22.889, "p95": 20.471, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 739.3, "count": 30, "max": 1013.0, "p95": 988.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1162.267, "count": 30, "max": 9926.0, "p95": 7378.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.205, "p95": 0.173, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.333, "count": 30, "max": 0.373, "p95": 0.369, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.107, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 86369.233, "count": 30, "max": 89470.0, "p95": 89106.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 86369.233, "count": 30, "max": 89470.0, "p95": 89106.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 177244.633, "count": 30, "max": 220419.0, "p95": 218784.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.597, "count": 30, "max": 0.672, "p95": 0.671, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.012, "count": 30, "max": 1.144, "p95": 1.134, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10490, "sampled_at": "2026-10-30T08:24:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:24:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2607254, "flush_count": 2722, "flush_interval_seconds": 30.0, "flush_state": {"count": 2722, "last_at": "2026-10-30T08:27:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:27:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2721}, "started": true, "suppressed_count": 1366282, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 1366143}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2722, "written_record_count": 2722}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9282.891, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T08:24:26+09:00", "last_error_summary": "[h264 @ 0x593a49c63cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x593a49c63cc0] error while decoding MB 0 49, bytestream 1166 [h264 @ 0x593a49229e40] error while decoding MB 47 65, bytestream -9 [in#0/rtsp @ 0x593a491e1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x593a491e1e00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3784635187200, "copied_frame_count": 1368864, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 1, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": 5.486342430114746, "peak_active_count": 4, "pre_event_reference_bytes": 138240000, "remaining_frame_count": 23, "written_frame_count": 77}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 138240000, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 138240000, "ring_bytes": 138240000, "total_upper_bound_bytes": 276480000, "unavailable_reason": "exact_overlap_not_collected"}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 136, "events_failed": 0, "events_observed": 139, "events_suppressed": 3, "frame_buffer_copied_bytes": 3784635187200, "frame_buffer_copies": 1368864, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6777, "recorder_active_input_bytes": 18737049600, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 136, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 136, "worker_jobs_accepted": 136, "worker_jobs_completed": 136, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0995, "count": 512, "max_ms": 0.4768, "p50_ms": 0.0813, "p95_ms": 0.2125, "p99_ms": 0.3026}, "stages": {"db_insert": {"avg_ms": 20.126, "count": 136, "max_ms": 58.1833, "p50_ms": 19.3921, "p95_ms": 35.1565, "p99_ms": 40.9424, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9109, "count": 136, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2432, "p99_ms": 4.2669, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.9226, "count": 139, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1386.5211, "p99_ms": 2024.283, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4874, "count": 512, "max_ms": 3.8556, "p50_ms": 1.3866, "p95_ms": 2.5994, "p99_ms": 3.5405, "results": {"failed": 0, "not_applicable": 0, "success": 1368864, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0487, "count": 139, "max_ms": 718.3148, "p50_ms": 585.7672, "p95_ms": 680.6331, "p99_ms": 711.4008, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0559, "count": 136, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 55.052, "p99_ms": 71.8915, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8899, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6583, "p95_ms": 7.2204, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6777, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5707, "count": 512, "max_ms": 5.5819, "p50_ms": 1.3974, "p95_ms": 2.9595, "p99_ms": 4.6189, "results": {"failed": 0, "not_applicable": 0, "success": 6777, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.2427, "count": 136, "max_ms": 713.3308, "p50_ms": 582.3763, "p95_ms": 674.2418, "p99_ms": 706.4568, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.5542, "count": 136, "max_ms": 590.2759, "p50_ms": 478.7103, "p95_ms": 556.178, "p99_ms": 586.9169, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.3498, "count": 136, "max_ms": 138.414, "p50_ms": 96.8705, "p95_ms": 119.4929, "p99_ms": 133.0344, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9571, "count": 136, "max_ms": 10.6524, "p50_ms": 1.6146, "p95_ms": 3.9038, "p99_ms": 7.6841, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9758, "count": 139, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.8045, "p99_ms": 4.6146, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7435, "count": 136, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.4064, "p99_ms": 10.698, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7435, "count": 136, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.4064, "p99_ms": 10.698, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9758, "count": 139, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.8045, "p99_ms": 4.6146, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0009, "count": 136, "max_ms": 9.1922, "p50_ms": 0.841, "p95_ms": 1.904, "p99_ms": 3.2923, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 470.8209, "count": 136, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 714.3197, "p99_ms": 1392.4369, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5734, "count": 136, "max_ms": 18.2646, "p50_ms": 1.1604, "p95_ms": 9.8947, "p99_ms": 13.5802, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0301, "count": 136, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.8535, "p99_ms": 66.8265, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1007, "count": 136, "max_ms": 0.7116, "p50_ms": 0.0782, "p95_ms": 0.1763, "p99_ms": 0.6375, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.639, "count": 136, "max_ms": 165.5371, "p50_ms": 2.2699, "p95_ms": 4.6738, "p99_ms": 7.4921, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.7068, "count": 136, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.9577, "p99_ms": 1454.0552, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 136, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 136, "max_ms": 0.7116, "p50_ms": 0.0782, "p95_ms": 0.1763, "p99_ms": 0.6375}, "wait_ms": {"count": 136, "max_ms": 165.5371, "p50_ms": 2.2699, "p95_ms": 4.6738, "p99_ms": 7.4921}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 136, "artifact_failed": 0, "artifact_requested": 136, "artifact_success": 136, "completed": 136, "completed_failed": 0, "completed_success": 136, "cooldown_promoted": 136, "database_requested": 136, "db_insert_success": 136, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15530, "relay_business_failed": 0, "relay_business_success": 136, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 136, "relay_transport_failed": 0, "relay_transport_success": 136, "reservation_requested": 136}, "snapshot": {"copied_bytes": 376012800, "copied_count": 136, "copy": {"count": 136, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2432, "p99_ms": 4.2669}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 460, "h264_decode_error_count": 1051, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:24:26+09:00", "last_error_summary": "[h264 @ 0x593a49c63cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x593a49c63cc0] error while decoding MB 0 49, bytestream 1166 [h264 @ 0x593a49229e40] error while decoding MB 47 65, bytestream -9 [in#0/rtsp @ 0x593a491e1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x593a491e1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T08:28:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 229.51, "last_started_at": "2026-10-30T08:24:29+09:00", "pid": 96443, "process": {"exists": false, "pid": 96443}, "restart_count": 498, "restart_count_per_hour": 10, "rtsp_timeout_count": 162, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 499}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.487, "sample_count": 2164, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1368864, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:28:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.023, "last_frame_pushed_at": "2026-10-30T08:28:18+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-10-30T08:28:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 72, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 533.095, "last_sample_duration_ms": 1102.977, "last_trigger": "periodic", "next_snapshot_in_sec": 66.905, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 272, "storage_bytes": 2591626}, "mjpeg": {"age_sec": 0.013, "exists": true, "mtime": "2026-10-30T08:28:18.952439+09:00", "mtime_epoch": 1793316498.9524386, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 94830}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:28:18+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1484.758, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 119, "oldest_recorder_age_sec": 5.53, "recorders": [{"age_sec": 5.53, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "frame_count": 77, "is_recording": true, "is_stopping": false, "pid": 96559, "pre_event_reference_bytes": 138240000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 188.238, "name": "ffmpeg", "pid": 96559, "rss_mb": 188.238, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 23, "returncode": null, "running": true, "started_at": "2026-10-30T08:28:13+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/45/20261030_082813_marine_restricted_zone_approach__zone:marine:20260901_033644_260901_jinhae_no_panorama_001:warning__approaching_outside_roi__medium__track13011"}], "running_ffmpeg_count": 1, "running_pids": [96559], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 11, "history_size_limit": 20, "last_frame_idx": 1368864, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 11}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.378, "max": 26.0, "p95": 23.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.158, "max": 7.0, "p95": 5.0, "sample_count": 209}, "total": {"avg": 4.158, "max": 7.0, "p95": 5.0, "sample_count": 209}}, "tracking_counts": {"active": {"avg": 0.278, "max": 2.0, "p95": 1.0, "sample_count": 209}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "removed": {"avg": 0.038, "max": 1.0, "p95": 0.0, "sample_count": 209}, "tracked": {"avg": 0.278, "max": 2.0, "p95": 1.0, "sample_count": 209}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.985, "pushed": 6.985, "read": 6.952}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 208, "client_acquire_ms": {"avg_ms": 0.006, "count": 209, "max_ms": 0.02, "p95_ms": 0.013, "reason": null, "sample_age_ms": 117.026, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.882, "count": 208, "max_ms": 7.585, "p95_ms": 3.301, "reason": null, "sample_age_ms": 171.944, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.377, "count": 208, "max_ms": 4.288, "p95_ms": 2.423, "reason": null, "sample_age_ms": 172.159, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.429, "count": 209, "max_ms": 2.455, "p95_ms": 0.854, "reason": null, "sample_age_ms": 117.036, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.719, "count": 208, "max_ms": 3.705, "p95_ms": 2.836, "reason": null, "sample_age_ms": 170.828, "source": "client_direct"}, "request_count": 208, "request_tensor_bytes": {"avg": 2764808.0, "count": 208, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 170.815, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 209, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 117.307, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.714, "count": 209, "max_ms": 87.737, "p95_ms": 65.888, "reason": null, "sample_age_ms": 117.023, "source": "client_direct"}, "sample_age_ms": 117.02, "source": "client_direct", "task_total_ms": {"avg_ms": 49.011, "count": 209, "max_ms": 90.708, "p95_ms": 68.998, "reason": null, "sample_age_ms": 117.02, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.427, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.355, "count": 209, "max_ms": 28.38, "p95_ms": 12.728}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.544, "count": 209, "max_ms": 5.16, "p95_ms": 0.987}, "detection_prepare_ms": {"avg_ms": 1.896, "count": 209, "max_ms": 9.74, "p95_ms": 3.649}, "event_filter_ms": {"avg_ms": 0.005, "count": 209, "max_ms": 0.026, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.577, "count": 209, "max_ms": 3.747, "p95_ms": 0.88}, "mcmt_ms": {"avg_ms": 0.004, "count": 209, "max_ms": 0.027, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.612, "count": 209, "max_ms": 9.649, "p95_ms": 3.66}, "setup_ms": {"avg_ms": 0.041, "count": 209, "max_ms": 0.128, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 7.301, "count": 209, "max_ms": 28.304, "p95_ms": 12.661}, "track_match_ms": {"avg_ms": 0.126, "count": 209, "max_ms": 0.426, "p95_ms": 0.313}, "tracker_update_ms": {"avg_ms": 2.494, "count": 209, "max_ms": 6.081, "p95_ms": 4.281}}, "gstreamer_push": {"avg_ms": 3.134, "count": 209, "max_ms": 11.668, "p95_ms": 5.422}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 209, "max_ms": 0.625, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.306, "count": 209, "max_ms": 94.171, "p95_ms": 70.672}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.677, "count": 209, "max_ms": 19.06, "p95_ms": 10.468}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 122.721, "count": 209, "max_ms": 714.647, "p95_ms": 170.011}, "inference_input_copy_ms": {"avg_ms": 1.865, "count": 209, "max_ms": 6.224, "p95_ms": 3.265}, "processing_residual_ms": {"avg_ms": 0.231, "count": 209, "max_ms": 0.514, "p95_ms": 0.443}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 128.495, "count": 209, "max_ms": 727.828, "p95_ms": 176.39}, "read_interval": {"avg_ms": 143.682, "count": 208, "max_ms": 746.44, "p95_ms": 194.292}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.034, "count": 209, "max_ms": 3.74, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 1.548, "count": 209, "max_ms": 9.491, "p95_ms": 3.478}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 209, "max_ms": 0.059, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.514, "count": 209, "max_ms": 9.471, "p95_ms": 3.435}, "worker_merge_ms": {"avg_ms": 0.007, "count": 209, "max_ms": 0.026, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 50.319, "count": 209, "max_ms": 94.196, "p95_ms": 70.682}, "visualize": {"avg_ms": 60.059, "count": 209, "max_ms": 525.656, "p95_ms": 84.422}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 50.472, "count": 209, "max_ms": 508.759, "p95_ms": 65.049}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 58.58, "count": 209, "max_ms": 523.199, "p95_ms": 82.359}, "visualize_input_copy_ms": {"avg_ms": 1.299, "count": 209, "max_ms": 3.1, "p95_ms": 2.167}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 58.451, "count": 209, "max_ms": 522.97, "p95_ms": 82.131}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 209, "max_ms": 0.274, "p95_ms": 0.138}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "returned_event_count": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1403.039, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.736, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.914, "sample_count": 2161, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1368638, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:27:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 92151, "write_bytes_delta": 92151, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 937.0, "cpu_core_ratio": 0.368487, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 42.0, "pid": 96443, "reason": null, "system_cpu_core_ratio": 0.032367, "system_cpu_s_delta": 0.6500000000000004, "user_cpu_core_ratio": 0.33612, "user_cpu_s_delta": 6.75}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 2.025681, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 198515.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.75241, "system_cpu_s_delta": 15.110000000000582, "user_cpu_core_ratio": 1.273271, "user_cpu_s_delta": 25.570000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.062, "count": 229, "max_ms": 7.964, "p95_ms": 5.292, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.895, "max": 20.0, "p95": 18.0, "sample_count": 229}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.716, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 229}, "total": {"avg": 3.716, "max": 4.0, "p95": 4.0, "sample_count": 229}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.765, "count": 30, "max": 67.868, "p95": 56.024, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.456, "count": 30, "max": 24.735, "p95": 22.704, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 629.267, "count": 30, "max": 1013.0, "p95": 980.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1022.467, "count": 30, "max": 9926.0, "p95": 6916.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.205, "p95": 0.173, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.337, "count": 30, "max": 0.385, "p95": 0.372, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.107, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 88231.633, "count": 30, "max": 93416.0, "p95": 92386.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 88231.633, "count": 30, "max": 93416.0, "p95": 92386.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 143470.967, "count": 30, "max": 218352.0, "p95": 216473.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.592, "count": 30, "max": 0.752, "p95": 0.689, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.016, "count": 30, "max": 1.273, "p95": 1.166, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10506, "sampled_at": "2026-10-30T08:27:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:27:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2607254, "flush_count": 2722, "flush_interval_seconds": 30.0, "flush_state": {"count": 2722, "last_at": "2026-10-30T08:27:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:27:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2721}, "started": true, "suppressed_count": 1366282, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 1366143}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2722, "written_record_count": 2722}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9283.137, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3784635187200, "copied_frame_count": 1368864, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 1, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": 5.486342430114746, "peak_active_count": 4, "pre_event_reference_bytes": 138240000, "remaining_frame_count": 23, "written_frame_count": 77}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 138240000, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 138240000, "ring_bytes": 138240000, "total_upper_bound_bytes": 276480000, "unavailable_reason": "exact_overlap_not_collected"}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 136, "events_failed": 0, "events_observed": 139, "events_suppressed": 3, "frame_buffer_copied_bytes": 3784635187200, "frame_buffer_copies": 1368864, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6777, "recorder_active_input_bytes": 18737049600, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 136, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 136, "worker_jobs_accepted": 136, "worker_jobs_completed": 136, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0995, "count": 512, "max_ms": 0.4768, "p50_ms": 0.0813, "p95_ms": 0.2125, "p99_ms": 0.3026}, "stages": {"db_insert": {"avg_ms": 20.126, "count": 136, "max_ms": 58.1833, "p50_ms": 19.3921, "p95_ms": 35.1565, "p99_ms": 40.9424, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9109, "count": 136, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2432, "p99_ms": 4.2669, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.9226, "count": 139, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1386.5211, "p99_ms": 2024.283, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4874, "count": 512, "max_ms": 3.8556, "p50_ms": 1.3866, "p95_ms": 2.5994, "p99_ms": 3.5405, "results": {"failed": 0, "not_applicable": 0, "success": 1368864, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0487, "count": 139, "max_ms": 718.3148, "p50_ms": 585.7672, "p95_ms": 680.6331, "p99_ms": 711.4008, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0559, "count": 136, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 55.052, "p99_ms": 71.8915, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8899, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6583, "p95_ms": 7.2204, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6777, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5707, "count": 512, "max_ms": 5.5819, "p50_ms": 1.3974, "p95_ms": 2.9595, "p99_ms": 4.6189, "results": {"failed": 0, "not_applicable": 0, "success": 6777, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.2427, "count": 136, "max_ms": 713.3308, "p50_ms": 582.3763, "p95_ms": 674.2418, "p99_ms": 706.4568, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.5542, "count": 136, "max_ms": 590.2759, "p50_ms": 478.7103, "p95_ms": 556.178, "p99_ms": 586.9169, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.3498, "count": 136, "max_ms": 138.414, "p50_ms": 96.8705, "p95_ms": 119.4929, "p99_ms": 133.0344, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9571, "count": 136, "max_ms": 10.6524, "p50_ms": 1.6146, "p95_ms": 3.9038, "p99_ms": 7.6841, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9758, "count": 139, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.8045, "p99_ms": 4.6146, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7435, "count": 136, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.4064, "p99_ms": 10.698, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7435, "count": 136, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.4064, "p99_ms": 10.698, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9758, "count": 139, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.8045, "p99_ms": 4.6146, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0009, "count": 136, "max_ms": 9.1922, "p50_ms": 0.841, "p95_ms": 1.904, "p99_ms": 3.2923, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 470.8209, "count": 136, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 714.3197, "p99_ms": 1392.4369, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5734, "count": 136, "max_ms": 18.2646, "p50_ms": 1.1604, "p95_ms": 9.8947, "p99_ms": 13.5802, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0301, "count": 136, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.8535, "p99_ms": 66.8265, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1007, "count": 136, "max_ms": 0.7116, "p50_ms": 0.0782, "p95_ms": 0.1763, "p99_ms": 0.6375, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.639, "count": 136, "max_ms": 165.5371, "p50_ms": 2.2699, "p95_ms": 4.6738, "p99_ms": 7.4921, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.7068, "count": 136, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.9577, "p99_ms": 1454.0552, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 136, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 136, "max_ms": 0.7116, "p50_ms": 0.0782, "p95_ms": 0.1763, "p99_ms": 0.6375}, "wait_ms": {"count": 136, "max_ms": 165.5371, "p50_ms": 2.2699, "p95_ms": 4.6738, "p99_ms": 7.4921}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 136, "artifact_failed": 0, "artifact_requested": 136, "artifact_success": 136, "completed": 136, "completed_failed": 0, "completed_success": 136, "cooldown_promoted": 136, "database_requested": 136, "db_insert_success": 136, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15530, "relay_business_failed": 0, "relay_business_success": 136, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 136, "relay_transport_failed": 0, "relay_transport_success": 136, "reservation_requested": 136}, "snapshot": {"copied_bytes": 376012800, "copied_count": 136, "copy": {"count": 136, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2432, "p99_ms": 4.2669}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 460, "h264_decode_error_count": 1051, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:24:26+09:00", "last_error_summary": "[h264 @ 0x593a49c63cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x593a49c63cc0] error while decoding MB 0 49, bytestream 1166 [h264 @ 0x593a49229e40] error while decoding MB 47 65, bytestream -9 [in#0/rtsp @ 0x593a491e1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x593a491e1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T08:28:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 229.546, "last_started_at": "2026-10-30T08:24:29+09:00", "pid": 96443, "process": {"exists": false, "pid": 96443}, "restart_count": 498, "restart_count_per_hour": 10, "rtsp_timeout_count": 162, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 499}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.487, "sample_count": 2164, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1368864, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:28:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.059, "last_frame_pushed_at": "2026-10-30T08:28:18+09:00", "last_frame_read_age_sec": 0.201, "last_frame_read_at": "2026-10-30T08:28:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 72, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 533.118, "last_sample_duration_ms": 1102.977, "last_trigger": "periodic", "next_snapshot_in_sec": 66.882, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 272, "storage_bytes": 2591626}, "mjpeg": {"age_sec": 0.049, "exists": true, "mtime": "2026-10-30T08:28:18.952439+09:00", "mtime_epoch": 1793316498.9524386, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 94830}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:28:19+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1484.758, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 119, "oldest_recorder_age_sec": 5.558, "recorders": [{"age_sec": 5.558, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "frame_count": 77, "is_recording": true, "is_stopping": false, "pid": 96559, "pre_event_reference_bytes": 138240000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 188.238, "name": "ffmpeg", "pid": 96559, "rss_mb": 188.238, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 23, "returncode": null, "running": true, "started_at": "2026-10-30T08:28:13+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/45/20261030_082813_marine_restricted_zone_approach__zone:marine:20260901_033644_260901_jinhae_no_panorama_001:warning__approaching_outside_roi__medium__track13011"}], "running_ffmpeg_count": 1, "running_pids": [96559], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 11, "history_size_limit": 20, "last_frame_idx": 1368864, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 11}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.378, "max": 26.0, "p95": 23.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.158, "max": 7.0, "p95": 5.0, "sample_count": 209}, "total": {"avg": 4.158, "max": 7.0, "p95": 5.0, "sample_count": 209}}, "tracking_counts": {"active": {"avg": 0.278, "max": 2.0, "p95": 1.0, "sample_count": 209}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "removed": {"avg": 0.038, "max": 1.0, "p95": 0.0, "sample_count": 209}, "tracked": {"avg": 0.278, "max": 2.0, "p95": 1.0, "sample_count": 209}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.977, "pushed": 6.977, "read": 6.943}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 208, "client_acquire_ms": {"avg_ms": 0.006, "count": 208, "max_ms": 0.02, "p95_ms": 0.013, "reason": null, "sample_age_ms": 148.229, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.882, "count": 208, "max_ms": 7.585, "p95_ms": 3.301, "reason": null, "sample_age_ms": 203.146, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.377, "count": 208, "max_ms": 4.288, "p95_ms": 2.423, "reason": null, "sample_age_ms": 203.361, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.428, "count": 208, "max_ms": 2.455, "p95_ms": 0.854, "reason": null, "sample_age_ms": 148.239, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.719, "count": 208, "max_ms": 3.705, "p95_ms": 2.836, "reason": null, "sample_age_ms": 202.03, "source": "client_direct"}, "request_count": 208, "request_tensor_bytes": {"avg": 2764808.0, "count": 208, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 202.017, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 208, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 148.51, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.644, "count": 208, "max_ms": 87.737, "p95_ms": 65.897, "reason": null, "sample_age_ms": 148.225, "source": "client_direct"}, "sample_age_ms": 148.222, "source": "client_direct", "task_total_ms": {"avg_ms": 48.942, "count": 208, "max_ms": 90.708, "p95_ms": 69.044, "reason": null, "sample_age_ms": 148.222, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.79, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.355, "count": 209, "max_ms": 28.38, "p95_ms": 12.728}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.544, "count": 209, "max_ms": 5.16, "p95_ms": 0.987}, "detection_prepare_ms": {"avg_ms": 1.896, "count": 209, "max_ms": 9.74, "p95_ms": 3.649}, "event_filter_ms": {"avg_ms": 0.005, "count": 209, "max_ms": 0.026, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.577, "count": 209, "max_ms": 3.747, "p95_ms": 0.88}, "mcmt_ms": {"avg_ms": 0.004, "count": 209, "max_ms": 0.027, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.612, "count": 209, "max_ms": 9.649, "p95_ms": 3.66}, "setup_ms": {"avg_ms": 0.041, "count": 209, "max_ms": 0.128, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 7.301, "count": 209, "max_ms": 28.304, "p95_ms": 12.661}, "track_match_ms": {"avg_ms": 0.126, "count": 209, "max_ms": 0.426, "p95_ms": 0.313}, "tracker_update_ms": {"avg_ms": 2.494, "count": 209, "max_ms": 6.081, "p95_ms": 4.281}}, "gstreamer_push": {"avg_ms": 3.134, "count": 209, "max_ms": 11.668, "p95_ms": 5.422}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 209, "max_ms": 0.625, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.306, "count": 209, "max_ms": 94.171, "p95_ms": 70.672}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.677, "count": 209, "max_ms": 19.06, "p95_ms": 10.468}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 122.721, "count": 209, "max_ms": 714.647, "p95_ms": 170.011}, "inference_input_copy_ms": {"avg_ms": 1.865, "count": 209, "max_ms": 6.224, "p95_ms": 3.265}, "processing_residual_ms": {"avg_ms": 0.231, "count": 209, "max_ms": 0.514, "p95_ms": 0.443}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 128.495, "count": 209, "max_ms": 727.828, "p95_ms": 176.39}, "read_interval": {"avg_ms": 143.682, "count": 208, "max_ms": 746.44, "p95_ms": 194.292}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.034, "count": 209, "max_ms": 3.74, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 1.548, "count": 209, "max_ms": 9.491, "p95_ms": 3.478}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 209, "max_ms": 0.059, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.514, "count": 209, "max_ms": 9.471, "p95_ms": 3.435}, "worker_merge_ms": {"avg_ms": 0.007, "count": 209, "max_ms": 0.026, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 50.319, "count": 209, "max_ms": 94.196, "p95_ms": 70.682}, "visualize": {"avg_ms": 60.059, "count": 209, "max_ms": 525.656, "p95_ms": 84.422}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 50.472, "count": 209, "max_ms": 508.759, "p95_ms": 65.049}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 58.58, "count": 209, "max_ms": 523.199, "p95_ms": 82.359}, "visualize_input_copy_ms": {"avg_ms": 1.299, "count": 209, "max_ms": 3.1, "p95_ms": 2.167}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 58.451, "count": 209, "max_ms": 522.97, "p95_ms": 82.131}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 209, "max_ms": 0.274, "p95_ms": 0.138}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "returned_event_count": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1403.039, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.736, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.914, "sample_count": 2161, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1368638, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:27:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 92151, "write_bytes_delta": 92151, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 937.0, "cpu_core_ratio": 0.368487, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 42.0, "pid": 96443, "reason": null, "system_cpu_core_ratio": 0.032367, "system_cpu_s_delta": 0.6500000000000004, "user_cpu_core_ratio": 0.33612, "user_cpu_s_delta": 6.75}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 2.025681, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 198515.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.75241, "system_cpu_s_delta": 15.110000000000582, "user_cpu_core_ratio": 1.273271, "user_cpu_s_delta": 25.570000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.062, "count": 229, "max_ms": 7.964, "p95_ms": 5.292, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.895, "max": 20.0, "p95": 18.0, "sample_count": 229}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.716, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 229}, "total": {"avg": 3.716, "max": 4.0, "p95": 4.0, "sample_count": 229}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.765, "count": 30, "max": 67.868, "p95": 56.024, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.456, "count": 30, "max": 24.735, "p95": 22.704, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 629.267, "count": 30, "max": 1013.0, "p95": 980.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1022.467, "count": 30, "max": 9926.0, "p95": 6916.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.205, "p95": 0.173, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.337, "count": 30, "max": 0.385, "p95": 0.372, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.107, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 88231.633, "count": 30, "max": 93416.0, "p95": 92386.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 88231.633, "count": 30, "max": 93416.0, "p95": 92386.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 143470.967, "count": 30, "max": 218352.0, "p95": 216473.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.592, "count": 30, "max": 0.752, "p95": 0.689, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.016, "count": 30, "max": 1.273, "p95": 1.166, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10506, "sampled_at": "2026-10-30T08:27:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:27:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2607254, "flush_count": 2722, "flush_interval_seconds": 30.0, "flush_state": {"count": 2722, "last_at": "2026-10-30T08:27:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:27:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2721}, "started": true, "suppressed_count": 1366282, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 1366143}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2722, "written_record_count": 2722}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9457.305, "limit_mb": null}, "detail": {"pid": 96621, "restart_count": 499, "start_count": 500}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3784635187200, "copied_frame_count": 1368864, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 1, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T07:17:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4005981, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T07:17:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.863}, "oldest_age_s": 5.486342430114746, "peak_active_count": 4, "pre_event_reference_bytes": 138240000, "remaining_frame_count": 23, "written_frame_count": 77}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 138240000, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 138240000, "ring_bytes": 138240000, "total_upper_bound_bytes": 276480000, "unavailable_reason": "exact_overlap_not_collected"}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 136, "events_failed": 0, "events_observed": 139, "events_suppressed": 3, "frame_buffer_copied_bytes": 3784635187200, "frame_buffer_copies": 1368864, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6777, "recorder_active_input_bytes": 18737049600, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 135, "recorder_clips_failed": 0, "recorder_clips_started": 136, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 136, "worker_jobs_accepted": 136, "worker_jobs_completed": 136, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0995, "count": 512, "max_ms": 0.4768, "p50_ms": 0.0813, "p95_ms": 0.2125, "p99_ms": 0.3026}, "stages": {"db_insert": {"avg_ms": 20.126, "count": 136, "max_ms": 58.1833, "p50_ms": 19.3921, "p95_ms": 35.1565, "p99_ms": 40.9424, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9109, "count": 136, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2432, "p99_ms": 4.2669, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.9226, "count": 139, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1386.5211, "p99_ms": 2024.283, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4874, "count": 512, "max_ms": 3.8556, "p50_ms": 1.3866, "p95_ms": 2.5994, "p99_ms": 3.5405, "results": {"failed": 0, "not_applicable": 0, "success": 1368864, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0487, "count": 139, "max_ms": 718.3148, "p50_ms": 585.7672, "p95_ms": 680.6331, "p99_ms": 711.4008, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0559, "count": 136, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 55.052, "p99_ms": 71.8915, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8899, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6583, "p95_ms": 7.2204, "p99_ms": 9.3425, "results": {"failed": 0, "not_applicable": 0, "success": 6777, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5707, "count": 512, "max_ms": 5.5819, "p50_ms": 1.3974, "p95_ms": 2.9595, "p99_ms": 4.6189, "results": {"failed": 0, "not_applicable": 0, "success": 6777, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.2427, "count": 136, "max_ms": 713.3308, "p50_ms": 582.3763, "p95_ms": 674.2418, "p99_ms": 706.4568, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.5542, "count": 136, "max_ms": 590.2759, "p50_ms": 478.7103, "p95_ms": 556.178, "p99_ms": 586.9169, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.3498, "count": 136, "max_ms": 138.414, "p50_ms": 96.8705, "p95_ms": 119.4929, "p99_ms": 133.0344, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9571, "count": 136, "max_ms": 10.6524, "p50_ms": 1.6146, "p95_ms": 3.9038, "p99_ms": 7.6841, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2325, "count": 135, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 69.1081, "p99_ms": 77.9383, "results": {"failed": 0, "not_applicable": 0, "success": 135, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9758, "count": 139, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.8045, "p99_ms": 4.6146, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7435, "count": 136, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.4064, "p99_ms": 10.698, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7435, "count": 136, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.4064, "p99_ms": 10.698, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9758, "count": 139, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.8045, "p99_ms": 4.6146, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0009, "count": 136, "max_ms": 9.1922, "p50_ms": 0.841, "p95_ms": 1.904, "p99_ms": 3.2923, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 470.8209, "count": 136, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 714.3197, "p99_ms": 1392.4369, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5734, "count": 136, "max_ms": 18.2646, "p50_ms": 1.1604, "p95_ms": 9.8947, "p99_ms": 13.5802, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0301, "count": 136, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.8535, "p99_ms": 66.8265, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1007, "count": 136, "max_ms": 0.7116, "p50_ms": 0.0782, "p95_ms": 0.1763, "p99_ms": 0.6375, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.639, "count": 136, "max_ms": 165.5371, "p50_ms": 2.2699, "p95_ms": 4.6738, "p99_ms": 7.4921, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.7068, "count": 136, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.9577, "p99_ms": 1454.0552, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 136, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 136, "max_ms": 0.7116, "p50_ms": 0.0782, "p95_ms": 0.1763, "p99_ms": 0.6375}, "wait_ms": {"count": 136, "max_ms": 165.5371, "p50_ms": 2.2699, "p95_ms": 4.6738, "p99_ms": 7.4921}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 136, "artifact_failed": 0, "artifact_requested": 136, "artifact_success": 136, "completed": 136, "completed_failed": 0, "completed_success": 136, "cooldown_promoted": 136, "database_requested": 136, "db_insert_success": 136, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15530, "relay_business_failed": 0, "relay_business_success": 136, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 136, "relay_transport_failed": 0, "relay_transport_success": 136, "reservation_requested": 136}, "snapshot": {"copied_bytes": 376012800, "copied_count": 136, "copy": {"count": 136, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2432, "p99_ms": 4.2669}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 460, "h264_decode_error_count": 1051, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:24:26+09:00", "last_error_summary": "[h264 @ 0x593a49c63cc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x593a49c63cc0] error while decoding MB 0 49, bytestream 1166 [h264 @ 0x593a49229e40] error while decoding MB 47 65, bytestream -9 [in#0/rtsp @ 0x593a491e1e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x593a491e1e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T08:28:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T08:28:21+09:00", "pid": 96621, "process": {"exists": true, "fd_count": 5, "hwm_mb": 207.723, "name": "ffmpeg", "pid": 96621, "rss_mb": 207.723, "state": "S (sleeping)", "threads": 70}, "restart_count": 499, "restart_count_per_hour": 11, "rtsp_timeout_count": 162, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 500}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.487, "sample_count": 2129, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1368864, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:28:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.371, "last_frame_pushed_at": "2026-10-30T08:28:18+09:00", "last_frame_read_age_sec": 4.513, "last_frame_read_at": "2026-10-30T08:28:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 72, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 537.431, "last_sample_duration_ms": 1102.977, "last_trigger": "periodic", "next_snapshot_in_sec": 62.569, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 272, "storage_bytes": 2591626}, "mjpeg": {"age_sec": 4.361, "exists": true, "mtime": "2026-10-30T08:28:18.952439+09:00", "mtime_epoch": 1793316498.9524386, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 94830}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:28:23+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 1529.277, "name": "celery", "pid": 206, "rss_mb": 1484.762, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 119, "oldest_recorder_age_sec": 9.871, "recorders": [{"age_sec": 9.871, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "frame_count": 77, "is_recording": true, "is_stopping": false, "pid": 96559, "pre_event_reference_bytes": 138240000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 188.238, "name": "ffmpeg", "pid": 96559, "rss_mb": 188.238, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 23, "returncode": null, "running": true, "started_at": "2026-10-30T08:28:13+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/45/20261030_082813_marine_restricted_zone_approach__zone:marine:20260901_033644_260901_jinhae_no_panorama_001:warning__approaching_outside_roi__medium__track13011"}], "running_ffmpeg_count": 1, "running_pids": [96559], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 11, "history_size_limit": 20, "last_frame_idx": 1368864, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 11}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.506, "max": 26.0, "p95": 23.0, "sample_count": 176}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.165, "max": 7.0, "p95": 6.0, "sample_count": 176}, "total": {"avg": 4.165, "max": 7.0, "p95": 6.0, "sample_count": 176}}, "tracking_counts": {"active": {"avg": 0.318, "max": 2.0, "p95": 1.0, "sample_count": 176}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}, "removed": {"avg": 0.04, "max": 1.0, "p95": 0.0, "sample_count": 176}, "tracked": {"avg": 0.318, "max": 2.0, "p95": 1.0, "sample_count": 176}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 176, "pushed_frames": 176, "read_frames": 175, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.879, "pushed": 5.879, "read": 5.846}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 175, "client_acquire_ms": {"avg_ms": 0.006, "count": 176, "max_ms": 0.02, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4460.996, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.868, "count": 175, "max_ms": 7.585, "p95_ms": 3.292, "reason": null, "sample_age_ms": 4515.913, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.383, "count": 175, "max_ms": 4.288, "p95_ms": 2.402, "reason": null, "sample_age_ms": 4516.128, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.414, "count": 176, "max_ms": 2.455, "p95_ms": 0.82, "reason": null, "sample_age_ms": 4461.006, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.712, "count": 175, "max_ms": 3.705, "p95_ms": 2.84, "reason": null, "sample_age_ms": 4514.797, "source": "client_direct"}, "request_count": 175, "request_tensor_bytes": {"avg": 2764808.0, "count": 175, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4514.784, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 176, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4461.277, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.294, "count": 176, "max_ms": 87.737, "p95_ms": 66.164, "reason": null, "sample_age_ms": 4460.992, "source": "client_direct"}, "sample_age_ms": 4460.989, "source": "client_direct", "task_total_ms": {"avg_ms": 49.576, "count": 176, "max_ms": 90.708, "p95_ms": 69.42, "reason": null, "sample_age_ms": 4460.989, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.407, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.49, "count": 176, "max_ms": 28.38, "p95_ms": 13.066}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.549, "count": 176, "max_ms": 5.16, "p95_ms": 1.014}, "detection_prepare_ms": {"avg_ms": 1.909, "count": 176, "max_ms": 9.74, "p95_ms": 3.783}, "event_filter_ms": {"avg_ms": 0.005, "count": 176, "max_ms": 0.026, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.59, "count": 176, "max_ms": 3.747, "p95_ms": 0.932}, "mcmt_ms": {"avg_ms": 0.004, "count": 176, "max_ms": 0.027, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.685, "count": 176, "max_ms": 9.649, "p95_ms": 3.808}, "setup_ms": {"avg_ms": 0.041, "count": 176, "max_ms": 0.128, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 7.434, "count": 176, "max_ms": 28.304, "p95_ms": 13.015}, "track_match_ms": {"avg_ms": 0.132, "count": 176, "max_ms": 0.426, "p95_ms": 0.316}, "tracker_update_ms": {"avg_ms": 2.52, "count": 176, "max_ms": 6.081, "p95_ms": 4.525}}, "gstreamer_push": {"avg_ms": 3.14, "count": 176, "max_ms": 11.668, "p95_ms": 5.628}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 176, "max_ms": 0.625, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.83, "count": 176, "max_ms": 94.171, "p95_ms": 70.912}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.698, "count": 176, "max_ms": 19.06, "p95_ms": 10.58}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 124.853, "count": 176, "max_ms": 714.647, "p95_ms": 173.684}, "inference_input_copy_ms": {"avg_ms": 1.86, "count": 176, "max_ms": 6.224, "p95_ms": 3.339}, "processing_residual_ms": {"avg_ms": 0.228, "count": 176, "max_ms": 0.514, "p95_ms": 0.438}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 130.638, "count": 176, "max_ms": 727.828, "p95_ms": 180.838}, "read_interval": {"avg_ms": 145.937, "count": 175, "max_ms": 746.44, "p95_ms": 206.212}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.037, "count": 176, "max_ms": 3.74, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 1.62, "count": 176, "max_ms": 9.491, "p95_ms": 3.676}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 176, "max_ms": 0.059, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.583, "count": 176, "max_ms": 9.471, "p95_ms": 3.648}, "worker_merge_ms": {"avg_ms": 0.007, "count": 176, "max_ms": 0.026, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 50.843, "count": 176, "max_ms": 94.196, "p95_ms": 70.926}, "visualize": {"avg_ms": 60.88, "count": 176, "max_ms": 525.656, "p95_ms": 86.435}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 51.318, "count": 176, "max_ms": 508.759, "p95_ms": 69.285}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 59.416, "count": 176, "max_ms": 523.199, "p95_ms": 84.539}, "visualize_input_copy_ms": {"avg_ms": 1.284, "count": 176, "max_ms": 3.1, "p95_ms": 2.177}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 59.286, "count": 176, "max_ms": 522.97, "p95_ms": 84.166}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 176, "max_ms": 0.274, "p95_ms": 0.138}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 176}, "returned_event_count": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 176}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1403.039, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.736, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.914, "sample_count": 2161, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1368638, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:27:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 92151, "write_bytes_delta": 92151, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 937.0, "cpu_core_ratio": 0.368487, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 42.0, "pid": 96443, "reason": null, "system_cpu_core_ratio": 0.032367, "system_cpu_s_delta": 0.6500000000000004, "user_cpu_core_ratio": 0.33612, "user_cpu_s_delta": 6.75}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 2.025681, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 198515.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.75241, "system_cpu_s_delta": 15.110000000000582, "user_cpu_core_ratio": 1.273271, "user_cpu_s_delta": 25.570000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.062, "count": 229, "max_ms": 7.964, "p95_ms": 5.292, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.895, "max": 20.0, "p95": 18.0, "sample_count": 229}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.716, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 229}, "total": {"avg": 3.716, "max": 4.0, "p95": 4.0, "sample_count": 229}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.765, "count": 30, "max": 67.868, "p95": 56.024, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.456, "count": 30, "max": 24.735, "p95": 22.704, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 629.267, "count": 30, "max": 1013.0, "p95": 980.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1022.467, "count": 30, "max": 9926.0, "p95": 6916.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.205, "p95": 0.173, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.337, "count": 30, "max": 0.385, "p95": 0.372, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.107, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 88231.633, "count": 30, "max": 93416.0, "p95": 92386.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 88231.633, "count": 30, "max": 93416.0, "p95": 92386.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 143470.967, "count": 30, "max": 218352.0, "p95": 216473.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.592, "count": 30, "max": 0.752, "p95": 0.689, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.016, "count": 30, "max": 1.273, "p95": 1.166, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10506, "sampled_at": "2026-10-30T08:27:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:27:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2609418, "flush_count": 2724, "flush_interval_seconds": 30.0, "flush_state": {"count": 2724, "last_at": "2026-10-30T08:29:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:29:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2723}, "started": true, "suppressed_count": 1367113, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 1366974}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2724, "written_record_count": 2724}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9050.078, "limit_mb": null}, "detail": {"h264_decode_error_count": 0, "rtsp_timeout_count": 2, "sample_message": "[in#0/rtsp @ 0x5c07145d4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5c07145d4e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3786938265600, "copied_frame_count": 1369697, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:28:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3092147, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:28:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.278}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 136, "events_failed": 0, "events_observed": 139, "events_suppressed": 3, "frame_buffer_copied_bytes": 3786938265600, "frame_buffer_copies": 1369697, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6800, "recorder_active_input_bytes": 18800640000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 136, "recorder_clips_failed": 0, "recorder_clips_started": 136, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 136, "worker_jobs_accepted": 136, "worker_jobs_completed": 136, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1183, "count": 512, "max_ms": 2.0203, "p50_ms": 0.0973, "p95_ms": 0.2201, "p99_ms": 0.3053}, "stages": {"db_insert": {"avg_ms": 20.126, "count": 136, "max_ms": 58.1833, "p50_ms": 19.3921, "p95_ms": 35.1565, "p99_ms": 40.9424, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9109, "count": 136, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2432, "p99_ms": 4.2669, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.9226, "count": 139, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1386.5211, "p99_ms": 2024.283, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.469, "count": 512, "max_ms": 4.1845, "p50_ms": 1.3855, "p95_ms": 2.4964, "p99_ms": 3.1546, "results": {"failed": 0, "not_applicable": 0, "success": 1369697, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0487, "count": 139, "max_ms": 718.3148, "p50_ms": 585.7672, "p95_ms": 680.6331, "p99_ms": 711.4008, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0559, "count": 136, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 55.052, "p99_ms": 71.8915, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8719, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6371, "p95_ms": 7.201, "p99_ms": 9.1389, "results": {"failed": 0, "not_applicable": 0, "success": 6800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5569, "count": 512, "max_ms": 5.5819, "p50_ms": 1.393, "p95_ms": 2.943, "p99_ms": 4.5561, "results": {"failed": 0, "not_applicable": 0, "success": 6800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.2427, "count": 136, "max_ms": 713.3308, "p50_ms": 582.3763, "p95_ms": 674.2418, "p99_ms": 706.4568, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.5542, "count": 136, "max_ms": 590.2759, "p50_ms": 478.7103, "p95_ms": 556.178, "p99_ms": 586.9169, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.3498, "count": 136, "max_ms": 138.414, "p50_ms": 96.8705, "p95_ms": 119.4929, "p99_ms": 133.0344, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9571, "count": 136, "max_ms": 10.6524, "p50_ms": 1.6146, "p95_ms": 3.9038, "p99_ms": 7.6841, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2713, "count": 136, "max_ms": 81.87, "p50_ms": 45.7097, "p95_ms": 69.0567, "p99_ms": 77.9352, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9758, "count": 139, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.8045, "p99_ms": 4.6146, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7435, "count": 136, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.4064, "p99_ms": 10.698, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7435, "count": 136, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.4064, "p99_ms": 10.698, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9758, "count": 139, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.8045, "p99_ms": 4.6146, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0009, "count": 136, "max_ms": 9.1922, "p50_ms": 0.841, "p95_ms": 1.904, "p99_ms": 3.2923, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 470.8209, "count": 136, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 714.3197, "p99_ms": 1392.4369, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5734, "count": 136, "max_ms": 18.2646, "p50_ms": 1.1604, "p95_ms": 9.8947, "p99_ms": 13.5802, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0301, "count": 136, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.8535, "p99_ms": 66.8265, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1007, "count": 136, "max_ms": 0.7116, "p50_ms": 0.0782, "p95_ms": 0.1763, "p99_ms": 0.6375, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.639, "count": 136, "max_ms": 165.5371, "p50_ms": 2.2699, "p95_ms": 4.6738, "p99_ms": 7.4921, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.7068, "count": 136, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.9577, "p99_ms": 1454.0552, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 136, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 136, "max_ms": 0.7116, "p50_ms": 0.0782, "p95_ms": 0.1763, "p99_ms": 0.6375}, "wait_ms": {"count": 136, "max_ms": 165.5371, "p50_ms": 2.2699, "p95_ms": 4.6738, "p99_ms": 7.4921}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 136, "artifact_failed": 0, "artifact_requested": 136, "artifact_success": 136, "completed": 136, "completed_failed": 0, "completed_success": 136, "cooldown_promoted": 136, "database_requested": 136, "db_insert_success": 136, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15530, "relay_business_failed": 0, "relay_business_success": 136, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 136, "relay_transport_failed": 0, "relay_transport_success": 136, "reservation_requested": 136}, "snapshot": {"copied_bytes": 376012800, "copied_count": 136, "copy": {"count": 136, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2432, "p99_ms": 4.2669}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 461, "h264_decode_error_count": 1051, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:30:41+09:00", "last_error_summary": "[in#0/rtsp @ 0x5c07145d4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5c07145d4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T08:28:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 140.645, "last_started_at": "2026-10-30T08:28:21+09:00", "pid": 96621, "process": {"exists": false, "pid": 96621}, "restart_count": 499, "restart_count_per_hour": 11, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 500}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.086, "sample_count": 2040, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1369697, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:30:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.063, "last_frame_pushed_at": "2026-10-30T08:30:41+09:00", "last_frame_read_age_sec": 0.057, "last_frame_read_at": "2026-10-30T08:30:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 73, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 74.084, "last_sample_duration_ms": 905.51, "last_trigger": "periodic", "next_snapshot_in_sec": 525.916, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 273, "storage_bytes": 2601221}, "mjpeg": {"age_sec": 0.053, "exists": true, "mtime": "2026-10-30T08:30:41.905487+09:00", "mtime_epoch": 1793316641.9054868, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 93264}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:30:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1403.574, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 119, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 1369697, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 16.558, "max": 30.0, "p95": 27.0, "sample_count": 77}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.494, "max": 6.0, "p95": 6.0, "sample_count": 77}, "total": {"avg": 5.494, "max": 6.0, "p95": 6.0, "sample_count": 77}}, "tracking_counts": {"active": {"avg": 2.883, "max": 3.0, "p95": 3.0, "sample_count": 77}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 77}, "tracked": {"avg": 2.883, "max": 3.0, "p95": 3.0, "sample_count": 77}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 77, "pushed_frames": 77, "read_frames": 77, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.571, "pushed": 2.571, "read": 2.571}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 1, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 77, "client_acquire_ms": {"avg_ms": 0.007, "count": 76, "max_ms": 0.032, "p95_ms": 0.013, "reason": null, "sample_age_ms": 126.85, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.052, "count": 77, "max_ms": 5.285, "p95_ms": 3.107, "reason": null, "sample_age_ms": 54.925, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.459, "count": 77, "max_ms": 3.849, "p95_ms": 2.721, "reason": null, "sample_age_ms": 55.175, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.531, "count": 76, "max_ms": 1.055, "p95_ms": 0.977, "reason": null, "sample_age_ms": 126.871, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.977, "count": 77, "max_ms": 3.842, "p95_ms": 3.311, "reason": null, "sample_age_ms": 53.489, "source": "client_direct"}, "request_count": 77, "request_tensor_bytes": {"avg": 2764808.0, "count": 77, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 53.469, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 76, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 127.328, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.336, "count": 76, "max_ms": 78.467, "p95_ms": 65.985, "reason": null, "sample_age_ms": 126.845, "source": "client_direct"}, "sample_age_ms": 53.463, "source": "client_direct", "task_total_ms": {"avg_ms": 51.031, "count": 76, "max_ms": 80.739, "p95_ms": 69.41, "reason": null, "sample_age_ms": 126.84, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 1, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.548, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.54, "count": 77, "max_ms": 16.613, "p95_ms": 14.544}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.747, "count": 77, "max_ms": 2.86, "p95_ms": 1.686}, "detection_prepare_ms": {"avg_ms": 2.395, "count": 77, "max_ms": 7.013, "p95_ms": 4.857}, "event_filter_ms": {"avg_ms": 0.006, "count": 77, "max_ms": 0.021, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.527, "count": 77, "max_ms": 1.099, "p95_ms": 0.961}, "mcmt_ms": {"avg_ms": 0.005, "count": 77, "max_ms": 0.025, "p95_ms": 0.014}, "scenario_analyze_ms": {"avg_ms": 2.474, "count": 77, "max_ms": 5.37, "p95_ms": 4.24}, "setup_ms": {"avg_ms": 0.044, "count": 77, "max_ms": 0.114, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 9.463, "count": 77, "max_ms": 16.485, "p95_ms": 14.424}, "track_match_ms": {"avg_ms": 0.298, "count": 77, "max_ms": 0.67, "p95_ms": 0.585}, "tracker_update_ms": {"avg_ms": 2.966, "count": 77, "max_ms": 5.334, "p95_ms": 4.741}}, "gstreamer_push": {"avg_ms": 2.909, "count": 77, "max_ms": 7.037, "p95_ms": 5.201}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 77, "max_ms": 0.228, "p95_ms": 0.129}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.486, "count": 77, "max_ms": 81.449, "p95_ms": 75.795}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.541, "count": 77, "max_ms": 24.908, "p95_ms": 10.712}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 122.283, "count": 77, "max_ms": 166.214, "p95_ms": 154.496}, "inference_input_copy_ms": {"avg_ms": 2.039, "count": 77, "max_ms": 3.97, "p95_ms": 3.155}, "processing_residual_ms": {"avg_ms": 0.355, "count": 77, "max_ms": 0.967, "p95_ms": 0.721}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 129.218, "count": 77, "max_ms": 176.689, "p95_ms": 162.004}, "read_interval": {"avg_ms": 389.773, "count": 77, "max_ms": 10147.176, "p95_ms": 200.927}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 77, "max_ms": 0.044, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 2.385, "count": 77, "max_ms": 5.249, "p95_ms": 4.103}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 77, "max_ms": 0.058, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.368, "count": 77, "max_ms": 5.223, "p95_ms": 4.074}, "worker_merge_ms": {"avg_ms": 0.008, "count": 77, "max_ms": 0.03, "p95_ms": 0.024}}, "triton_wait": {"avg_ms": 52.502, "count": 77, "max_ms": 81.468, "p95_ms": 75.809}, "visualize": {"avg_ms": 58.702, "count": 77, "max_ms": 104.152, "p95_ms": 77.356}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 47.243, "count": 77, "max_ms": 81.702, "p95_ms": 62.958}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 57.067, "count": 77, "max_ms": 102.387, "p95_ms": 75.824}, "visualize_input_copy_ms": {"avg_ms": 1.418, "count": 77, "max_ms": 3.37, "p95_ms": 2.493}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 56.927, "count": 77, "max_ms": 102.152, "p95_ms": 75.705}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 77, "max_ms": 0.182, "p95_ms": 0.144}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 77}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1403.566, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 57.66, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.486, "sample_count": 2121, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1369690, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:30:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 92006, "write_bytes_delta": 92006, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 74.0, "cpu_core_ratio": 0.04443, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 96621, "reason": null, "system_cpu_core_ratio": 0.006894, "system_cpu_s_delta": 0.08999999999999986, "user_cpu_core_ratio": 0.037536, "user_cpu_s_delta": 0.490000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.769871, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 36092.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.296458, "system_cpu_s_delta": 3.8699999999953434, "user_cpu_core_ratio": 0.473413, "user_cpu_s_delta": 6.180000000022119}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.997, "count": 150, "max_ms": 11.067, "p95_ms": 5.628, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.3, "max": 28.0, "p95": 20.0, "sample_count": 150}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.02, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 150}, "total": {"avg": 5.02, "max": 6.0, "p95": 6.0, "sample_count": 150}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.831, "count": 30, "max": 57.66, "p95": 52.304, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.511, "count": 30, "max": 26.073, "p95": 23.971, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 534.267, "count": 30, "max": 978.0, "p95": 952.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 690.033, "count": 30, "max": 8459.0, "p95": 3395.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.208, "p95": 0.155, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.328, "count": 30, "max": 0.385, "p95": 0.37, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90780.7, "count": 30, "max": 101325.0, "p95": 94175.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87804.933, "count": 30, "max": 101325.0, "p95": 94175.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 119939.5, "count": 30, "max": 217865.0, "p95": 213350.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.649, "count": 30, "max": 0.849, "p95": 0.766, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.105, "count": 30, "max": 1.331, "p95": 1.318, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10519, "sampled_at": "2026-10-30T08:30:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:30:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2609418, "flush_count": 2724, "flush_interval_seconds": 30.0, "flush_state": {"count": 2724, "last_at": "2026-10-30T08:29:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:29:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2723}, "started": true, "suppressed_count": 1367114, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 1366975}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2724, "written_record_count": 2724}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9049.453, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T08:30:41+09:00", "last_error_summary": "[in#0/rtsp @ 0x5c07145d4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5c07145d4e00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3786941030400, "copied_frame_count": 1369698, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:28:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3092147, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:28:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.278}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 136, "events_failed": 0, "events_observed": 139, "events_suppressed": 3, "frame_buffer_copied_bytes": 3786941030400, "frame_buffer_copies": 1369698, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6800, "recorder_active_input_bytes": 18800640000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 136, "recorder_clips_failed": 0, "recorder_clips_started": 136, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 136, "worker_jobs_accepted": 136, "worker_jobs_completed": 136, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1181, "count": 512, "max_ms": 2.0203, "p50_ms": 0.0968, "p95_ms": 0.2201, "p99_ms": 0.3053}, "stages": {"db_insert": {"avg_ms": 20.126, "count": 136, "max_ms": 58.1833, "p50_ms": 19.3921, "p95_ms": 35.1565, "p99_ms": 40.9424, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9109, "count": 136, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2432, "p99_ms": 4.2669, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.9226, "count": 139, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1386.5211, "p99_ms": 2024.283, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4681, "count": 512, "max_ms": 4.1845, "p50_ms": 1.3842, "p95_ms": 2.4964, "p99_ms": 3.1546, "results": {"failed": 0, "not_applicable": 0, "success": 1369698, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0487, "count": 139, "max_ms": 718.3148, "p50_ms": 585.7672, "p95_ms": 680.6331, "p99_ms": 711.4008, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0559, "count": 136, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 55.052, "p99_ms": 71.8915, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8719, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6371, "p95_ms": 7.201, "p99_ms": 9.1389, "results": {"failed": 0, "not_applicable": 0, "success": 6800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5569, "count": 512, "max_ms": 5.5819, "p50_ms": 1.393, "p95_ms": 2.943, "p99_ms": 4.5561, "results": {"failed": 0, "not_applicable": 0, "success": 6800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.2427, "count": 136, "max_ms": 713.3308, "p50_ms": 582.3763, "p95_ms": 674.2418, "p99_ms": 706.4568, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.5542, "count": 136, "max_ms": 590.2759, "p50_ms": 478.7103, "p95_ms": 556.178, "p99_ms": 586.9169, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.3498, "count": 136, "max_ms": 138.414, "p50_ms": 96.8705, "p95_ms": 119.4929, "p99_ms": 133.0344, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9571, "count": 136, "max_ms": 10.6524, "p50_ms": 1.6146, "p95_ms": 3.9038, "p99_ms": 7.6841, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2713, "count": 136, "max_ms": 81.87, "p50_ms": 45.7097, "p95_ms": 69.0567, "p99_ms": 77.9352, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9758, "count": 139, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.8045, "p99_ms": 4.6146, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7435, "count": 136, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.4064, "p99_ms": 10.698, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7435, "count": 136, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.4064, "p99_ms": 10.698, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9758, "count": 139, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.8045, "p99_ms": 4.6146, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0009, "count": 136, "max_ms": 9.1922, "p50_ms": 0.841, "p95_ms": 1.904, "p99_ms": 3.2923, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 470.8209, "count": 136, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 714.3197, "p99_ms": 1392.4369, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5734, "count": 136, "max_ms": 18.2646, "p50_ms": 1.1604, "p95_ms": 9.8947, "p99_ms": 13.5802, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0301, "count": 136, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.8535, "p99_ms": 66.8265, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1007, "count": 136, "max_ms": 0.7116, "p50_ms": 0.0782, "p95_ms": 0.1763, "p99_ms": 0.6375, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.639, "count": 136, "max_ms": 165.5371, "p50_ms": 2.2699, "p95_ms": 4.6738, "p99_ms": 7.4921, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.7068, "count": 136, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.9577, "p99_ms": 1454.0552, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 136, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 136, "max_ms": 0.7116, "p50_ms": 0.0782, "p95_ms": 0.1763, "p99_ms": 0.6375}, "wait_ms": {"count": 136, "max_ms": 165.5371, "p50_ms": 2.2699, "p95_ms": 4.6738, "p99_ms": 7.4921}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 136, "artifact_failed": 0, "artifact_requested": 136, "artifact_success": 136, "completed": 136, "completed_failed": 0, "completed_success": 136, "cooldown_promoted": 136, "database_requested": 136, "db_insert_success": 136, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15530, "relay_business_failed": 0, "relay_business_success": 136, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 136, "relay_transport_failed": 0, "relay_transport_success": 136, "reservation_requested": 136}, "snapshot": {"copied_bytes": 376012800, "copied_count": 136, "copy": {"count": 136, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2432, "p99_ms": 4.2669}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 461, "h264_decode_error_count": 1051, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:30:41+09:00", "last_error_summary": "[in#0/rtsp @ 0x5c07145d4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5c07145d4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T08:30:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 140.757, "last_started_at": "2026-10-30T08:28:21+09:00", "pid": 96621, "process": {"exists": false, "pid": 96621}, "restart_count": 499, "restart_count_per_hour": 11, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 500}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.086, "sample_count": 2040, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1369698, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:30:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.02, "last_frame_pushed_at": "2026-10-30T08:30:42+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-10-30T08:30:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 73, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 74.168, "last_sample_duration_ms": 905.51, "last_trigger": "periodic", "next_snapshot_in_sec": 525.832, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 273, "storage_bytes": 2601221}, "mjpeg": {"age_sec": 0.013, "exists": true, "mtime": "2026-10-30T08:30:42.056493+09:00", "mtime_epoch": 1793316642.0564926, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 93354}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:30:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1403.566, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 119, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 1369698, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 16.714, "max": 30.0, "p95": 27.0, "sample_count": 77}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.519, "max": 6.0, "p95": 6.0, "sample_count": 77}, "total": {"avg": 5.519, "max": 6.0, "p95": 6.0, "sample_count": 77}}, "tracking_counts": {"active": {"avg": 2.896, "max": 3.0, "p95": 3.0, "sample_count": 77}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 77}, "tracked": {"avg": 2.896, "max": 3.0, "p95": 3.0, "sample_count": 77}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 77, "pushed_frames": 77, "read_frames": 76, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.573, "pushed": 2.573, "read": 2.54}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 76, "client_acquire_ms": {"avg_ms": 0.007, "count": 77, "max_ms": 0.032, "p95_ms": 0.013, "reason": null, "sample_age_ms": 107.107, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.057, "count": 76, "max_ms": 5.285, "p95_ms": 3.108, "reason": null, "sample_age_ms": 165.383, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.463, "count": 76, "max_ms": 3.849, "p95_ms": 2.727, "reason": null, "sample_age_ms": 165.633, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.535, "count": 77, "max_ms": 1.055, "p95_ms": 0.977, "reason": null, "sample_age_ms": 107.119, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.972, "count": 76, "max_ms": 3.842, "p95_ms": 3.316, "reason": null, "sample_age_ms": 163.947, "source": "client_direct"}, "request_count": 76, "request_tensor_bytes": {"avg": 2764808.0, "count": 76, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 163.927, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 77, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 107.974, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.434, "count": 77, "max_ms": 78.467, "p95_ms": 65.647, "reason": null, "sample_age_ms": 107.104, "source": "client_direct"}, "sample_age_ms": 107.101, "source": "client_direct", "task_total_ms": {"avg_ms": 51.125, "count": 77, "max_ms": 80.739, "p95_ms": 69.093, "reason": null, "sample_age_ms": 107.101, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.524, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.754, "count": 77, "max_ms": 22.803, "p95_ms": 14.667}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.747, "count": 77, "max_ms": 2.86, "p95_ms": 1.686}, "detection_prepare_ms": {"avg_ms": 2.578, "count": 77, "max_ms": 15.139, "p95_ms": 5.172}, "event_filter_ms": {"avg_ms": 0.006, "count": 77, "max_ms": 0.021, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.524, "count": 77, "max_ms": 1.099, "p95_ms": 0.961}, "mcmt_ms": {"avg_ms": 0.005, "count": 77, "max_ms": 0.025, "p95_ms": 0.014}, "scenario_analyze_ms": {"avg_ms": 2.49, "count": 77, "max_ms": 5.37, "p95_ms": 4.24}, "setup_ms": {"avg_ms": 0.044, "count": 77, "max_ms": 0.114, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 9.677, "count": 77, "max_ms": 22.698, "p95_ms": 14.565}, "track_match_ms": {"avg_ms": 0.298, "count": 77, "max_ms": 0.67, "p95_ms": 0.585}, "tracker_update_ms": {"avg_ms": 2.983, "count": 77, "max_ms": 5.334, "p95_ms": 4.741}}, "gstreamer_push": {"avg_ms": 2.889, "count": 77, "max_ms": 7.037, "p95_ms": 5.201}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 77, "max_ms": 0.228, "p95_ms": 0.129}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.657, "count": 77, "max_ms": 81.449, "p95_ms": 75.795}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.532, "count": 77, "max_ms": 24.908, "p95_ms": 10.712}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 122.612, "count": 77, "max_ms": 166.214, "p95_ms": 154.496}, "inference_input_copy_ms": {"avg_ms": 2.028, "count": 77, "max_ms": 3.97, "p95_ms": 3.155}, "processing_residual_ms": {"avg_ms": 0.357, "count": 77, "max_ms": 0.967, "p95_ms": 0.721}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 129.529, "count": 77, "max_ms": 176.689, "p95_ms": 162.004}, "read_interval": {"avg_ms": 393.193, "count": 76, "max_ms": 10147.176, "p95_ms": 200.927}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 77, "max_ms": 0.044, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 2.401, "count": 77, "max_ms": 5.249, "p95_ms": 4.103}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 77, "max_ms": 0.058, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.383, "count": 77, "max_ms": 5.223, "p95_ms": 4.074}, "worker_merge_ms": {"avg_ms": 0.008, "count": 77, "max_ms": 0.03, "p95_ms": 0.024}}, "triton_wait": {"avg_ms": 52.673, "count": 77, "max_ms": 81.468, "p95_ms": 75.809}, "visualize": {"avg_ms": 58.637, "count": 77, "max_ms": 104.152, "p95_ms": 77.356}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 47.075, "count": 77, "max_ms": 81.702, "p95_ms": 62.958}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 56.924, "count": 77, "max_ms": 102.387, "p95_ms": 75.824}, "visualize_input_copy_ms": {"avg_ms": 1.495, "count": 77, "max_ms": 6.776, "p95_ms": 2.54}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 56.784, "count": 77, "max_ms": 102.152, "p95_ms": 75.705}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 77, "max_ms": 0.182, "p95_ms": 0.144}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 77}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1403.566, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 57.66, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.486, "sample_count": 2121, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1369690, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:30:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 92006, "write_bytes_delta": 92006, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 74.0, "cpu_core_ratio": 0.04443, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 96621, "reason": null, "system_cpu_core_ratio": 0.006894, "system_cpu_s_delta": 0.08999999999999986, "user_cpu_core_ratio": 0.037536, "user_cpu_s_delta": 0.490000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.769871, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 36092.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.296458, "system_cpu_s_delta": 3.8699999999953434, "user_cpu_core_ratio": 0.473413, "user_cpu_s_delta": 6.180000000022119}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.997, "count": 150, "max_ms": 11.067, "p95_ms": 5.628, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.3, "max": 28.0, "p95": 20.0, "sample_count": 150}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.02, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 150}, "total": {"avg": 5.02, "max": 6.0, "p95": 6.0, "sample_count": 150}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.831, "count": 30, "max": 57.66, "p95": 52.304, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.511, "count": 30, "max": 26.073, "p95": 23.971, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 534.267, "count": 30, "max": 978.0, "p95": 952.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 690.033, "count": 30, "max": 8459.0, "p95": 3395.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.208, "p95": 0.155, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.328, "count": 30, "max": 0.385, "p95": 0.37, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90780.7, "count": 30, "max": 101325.0, "p95": 94175.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87804.933, "count": 30, "max": 101325.0, "p95": 94175.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 119939.5, "count": 30, "max": 217865.0, "p95": 213350.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.649, "count": 30, "max": 0.849, "p95": 0.766, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.105, "count": 30, "max": 1.331, "p95": 1.318, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10519, "sampled_at": "2026-10-30T08:30:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:30:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2609418, "flush_count": 2724, "flush_interval_seconds": 30.0, "flush_state": {"count": 2724, "last_at": "2026-10-30T08:29:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:29:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2723}, "started": true, "suppressed_count": 1367114, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 1366975}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2724, "written_record_count": 2724}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9050.207, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3786941030400, "copied_frame_count": 1369698, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:28:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3092147, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:28:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.278}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 136, "events_failed": 0, "events_observed": 139, "events_suppressed": 3, "frame_buffer_copied_bytes": 3786941030400, "frame_buffer_copies": 1369698, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6800, "recorder_active_input_bytes": 18800640000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 136, "recorder_clips_failed": 0, "recorder_clips_started": 136, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 136, "worker_jobs_accepted": 136, "worker_jobs_completed": 136, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1181, "count": 512, "max_ms": 2.0203, "p50_ms": 0.0968, "p95_ms": 0.2201, "p99_ms": 0.3053}, "stages": {"db_insert": {"avg_ms": 20.126, "count": 136, "max_ms": 58.1833, "p50_ms": 19.3921, "p95_ms": 35.1565, "p99_ms": 40.9424, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9109, "count": 136, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2432, "p99_ms": 4.2669, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.9226, "count": 139, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1386.5211, "p99_ms": 2024.283, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4681, "count": 512, "max_ms": 4.1845, "p50_ms": 1.3842, "p95_ms": 2.4964, "p99_ms": 3.1546, "results": {"failed": 0, "not_applicable": 0, "success": 1369698, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0487, "count": 139, "max_ms": 718.3148, "p50_ms": 585.7672, "p95_ms": 680.6331, "p99_ms": 711.4008, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0559, "count": 136, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 55.052, "p99_ms": 71.8915, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8719, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6371, "p95_ms": 7.201, "p99_ms": 9.1389, "results": {"failed": 0, "not_applicable": 0, "success": 6800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5569, "count": 512, "max_ms": 5.5819, "p50_ms": 1.393, "p95_ms": 2.943, "p99_ms": 4.5561, "results": {"failed": 0, "not_applicable": 0, "success": 6800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.2427, "count": 136, "max_ms": 713.3308, "p50_ms": 582.3763, "p95_ms": 674.2418, "p99_ms": 706.4568, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.5542, "count": 136, "max_ms": 590.2759, "p50_ms": 478.7103, "p95_ms": 556.178, "p99_ms": 586.9169, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.3498, "count": 136, "max_ms": 138.414, "p50_ms": 96.8705, "p95_ms": 119.4929, "p99_ms": 133.0344, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9571, "count": 136, "max_ms": 10.6524, "p50_ms": 1.6146, "p95_ms": 3.9038, "p99_ms": 7.6841, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2713, "count": 136, "max_ms": 81.87, "p50_ms": 45.7097, "p95_ms": 69.0567, "p99_ms": 77.9352, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9758, "count": 139, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.8045, "p99_ms": 4.6146, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7435, "count": 136, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.4064, "p99_ms": 10.698, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7435, "count": 136, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.4064, "p99_ms": 10.698, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9758, "count": 139, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.8045, "p99_ms": 4.6146, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0009, "count": 136, "max_ms": 9.1922, "p50_ms": 0.841, "p95_ms": 1.904, "p99_ms": 3.2923, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 470.8209, "count": 136, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 714.3197, "p99_ms": 1392.4369, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5734, "count": 136, "max_ms": 18.2646, "p50_ms": 1.1604, "p95_ms": 9.8947, "p99_ms": 13.5802, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0301, "count": 136, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.8535, "p99_ms": 66.8265, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1007, "count": 136, "max_ms": 0.7116, "p50_ms": 0.0782, "p95_ms": 0.1763, "p99_ms": 0.6375, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.639, "count": 136, "max_ms": 165.5371, "p50_ms": 2.2699, "p95_ms": 4.6738, "p99_ms": 7.4921, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.7068, "count": 136, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.9577, "p99_ms": 1454.0552, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 136, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 136, "max_ms": 0.7116, "p50_ms": 0.0782, "p95_ms": 0.1763, "p99_ms": 0.6375}, "wait_ms": {"count": 136, "max_ms": 165.5371, "p50_ms": 2.2699, "p95_ms": 4.6738, "p99_ms": 7.4921}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 136, "artifact_failed": 0, "artifact_requested": 136, "artifact_success": 136, "completed": 136, "completed_failed": 0, "completed_success": 136, "cooldown_promoted": 136, "database_requested": 136, "db_insert_success": 136, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15530, "relay_business_failed": 0, "relay_business_success": 136, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 136, "relay_transport_failed": 0, "relay_transport_success": 136, "reservation_requested": 136}, "snapshot": {"copied_bytes": 376012800, "copied_count": 136, "copy": {"count": 136, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2432, "p99_ms": 4.2669}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 461, "h264_decode_error_count": 1051, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:30:41+09:00", "last_error_summary": "[in#0/rtsp @ 0x5c07145d4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5c07145d4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T08:30:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 140.781, "last_started_at": "2026-10-30T08:28:21+09:00", "pid": 96621, "process": {"exists": false, "pid": 96621}, "restart_count": 499, "restart_count_per_hour": 11, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 500}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.086, "sample_count": 2040, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1369698, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:30:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.045, "last_frame_pushed_at": "2026-10-30T08:30:42+09:00", "last_frame_read_age_sec": 0.193, "last_frame_read_at": "2026-10-30T08:30:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 73, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 74.194, "last_sample_duration_ms": 905.51, "last_trigger": "periodic", "next_snapshot_in_sec": 525.806, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 273, "storage_bytes": 2601221}, "mjpeg": {"age_sec": 0.038, "exists": true, "mtime": "2026-10-30T08:30:42.056493+09:00", "mtime_epoch": 1793316642.0564926, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 93354}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:30:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1403.566, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 119, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 1369698, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 16.714, "max": 30.0, "p95": 27.0, "sample_count": 77}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.519, "max": 6.0, "p95": 6.0, "sample_count": 77}, "total": {"avg": 5.519, "max": 6.0, "p95": 6.0, "sample_count": 77}}, "tracking_counts": {"active": {"avg": 2.896, "max": 3.0, "p95": 3.0, "sample_count": 77}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 77}, "tracked": {"avg": 2.896, "max": 3.0, "p95": 3.0, "sample_count": 77}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 77, "pushed_frames": 77, "read_frames": 76, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.571, "pushed": 2.571, "read": 2.538}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 76, "client_acquire_ms": {"avg_ms": 0.007, "count": 76, "max_ms": 0.032, "p95_ms": 0.013, "reason": null, "sample_age_ms": 132.022, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.057, "count": 76, "max_ms": 5.285, "p95_ms": 3.108, "reason": null, "sample_age_ms": 190.298, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.463, "count": 76, "max_ms": 3.849, "p95_ms": 2.727, "reason": null, "sample_age_ms": 190.548, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.539, "count": 76, "max_ms": 1.055, "p95_ms": 0.977, "reason": null, "sample_age_ms": 132.033, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.972, "count": 76, "max_ms": 3.842, "p95_ms": 3.316, "reason": null, "sample_age_ms": 188.861, "source": "client_direct"}, "request_count": 76, "request_tensor_bytes": {"avg": 2764808.0, "count": 76, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 188.842, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 76, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 132.889, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.372, "count": 76, "max_ms": 78.467, "p95_ms": 65.985, "reason": null, "sample_age_ms": 132.019, "source": "client_direct"}, "sample_age_ms": 132.016, "source": "client_direct", "task_total_ms": {"avg_ms": 51.063, "count": 76, "max_ms": 80.739, "p95_ms": 69.41, "reason": null, "sample_age_ms": 132.016, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.507, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.754, "count": 77, "max_ms": 22.803, "p95_ms": 14.667}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.747, "count": 77, "max_ms": 2.86, "p95_ms": 1.686}, "detection_prepare_ms": {"avg_ms": 2.578, "count": 77, "max_ms": 15.139, "p95_ms": 5.172}, "event_filter_ms": {"avg_ms": 0.006, "count": 77, "max_ms": 0.021, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.524, "count": 77, "max_ms": 1.099, "p95_ms": 0.961}, "mcmt_ms": {"avg_ms": 0.005, "count": 77, "max_ms": 0.025, "p95_ms": 0.014}, "scenario_analyze_ms": {"avg_ms": 2.49, "count": 77, "max_ms": 5.37, "p95_ms": 4.24}, "setup_ms": {"avg_ms": 0.044, "count": 77, "max_ms": 0.114, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 9.677, "count": 77, "max_ms": 22.698, "p95_ms": 14.565}, "track_match_ms": {"avg_ms": 0.298, "count": 77, "max_ms": 0.67, "p95_ms": 0.585}, "tracker_update_ms": {"avg_ms": 2.983, "count": 77, "max_ms": 5.334, "p95_ms": 4.741}}, "gstreamer_push": {"avg_ms": 2.889, "count": 77, "max_ms": 7.037, "p95_ms": 5.201}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 77, "max_ms": 0.228, "p95_ms": 0.129}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.657, "count": 77, "max_ms": 81.449, "p95_ms": 75.795}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.532, "count": 77, "max_ms": 24.908, "p95_ms": 10.712}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 122.612, "count": 77, "max_ms": 166.214, "p95_ms": 154.496}, "inference_input_copy_ms": {"avg_ms": 2.028, "count": 77, "max_ms": 3.97, "p95_ms": 3.155}, "processing_residual_ms": {"avg_ms": 0.357, "count": 77, "max_ms": 0.967, "p95_ms": 0.721}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 129.529, "count": 77, "max_ms": 176.689, "p95_ms": 162.004}, "read_interval": {"avg_ms": 393.193, "count": 76, "max_ms": 10147.176, "p95_ms": 200.927}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 77, "max_ms": 0.044, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 2.401, "count": 77, "max_ms": 5.249, "p95_ms": 4.103}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 77, "max_ms": 0.058, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.383, "count": 77, "max_ms": 5.223, "p95_ms": 4.074}, "worker_merge_ms": {"avg_ms": 0.008, "count": 77, "max_ms": 0.03, "p95_ms": 0.024}}, "triton_wait": {"avg_ms": 52.673, "count": 77, "max_ms": 81.468, "p95_ms": 75.809}, "visualize": {"avg_ms": 58.637, "count": 77, "max_ms": 104.152, "p95_ms": 77.356}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 47.075, "count": 77, "max_ms": 81.702, "p95_ms": 62.958}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 56.924, "count": 77, "max_ms": 102.387, "p95_ms": 75.824}, "visualize_input_copy_ms": {"avg_ms": 1.495, "count": 77, "max_ms": 6.776, "p95_ms": 2.54}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 56.784, "count": 77, "max_ms": 102.152, "p95_ms": 75.705}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 77, "max_ms": 0.182, "p95_ms": 0.144}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 77}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1403.566, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 57.66, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.486, "sample_count": 2121, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1369690, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:30:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 92006, "write_bytes_delta": 92006, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 74.0, "cpu_core_ratio": 0.04443, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 96621, "reason": null, "system_cpu_core_ratio": 0.006894, "system_cpu_s_delta": 0.08999999999999986, "user_cpu_core_ratio": 0.037536, "user_cpu_s_delta": 0.490000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.769871, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 36092.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.296458, "system_cpu_s_delta": 3.8699999999953434, "user_cpu_core_ratio": 0.473413, "user_cpu_s_delta": 6.180000000022119}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.997, "count": 150, "max_ms": 11.067, "p95_ms": 5.628, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.3, "max": 28.0, "p95": 20.0, "sample_count": 150}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.02, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 150}, "total": {"avg": 5.02, "max": 6.0, "p95": 6.0, "sample_count": 150}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.831, "count": 30, "max": 57.66, "p95": 52.304, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.511, "count": 30, "max": 26.073, "p95": 23.971, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 534.267, "count": 30, "max": 978.0, "p95": 952.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 690.033, "count": 30, "max": 8459.0, "p95": 3395.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.208, "p95": 0.155, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.328, "count": 30, "max": 0.385, "p95": 0.37, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90780.7, "count": 30, "max": 101325.0, "p95": 94175.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87804.933, "count": 30, "max": 101325.0, "p95": 94175.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 119939.5, "count": 30, "max": 217865.0, "p95": 213350.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.649, "count": 30, "max": 0.849, "p95": 0.766, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.105, "count": 30, "max": 1.331, "p95": 1.318, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10519, "sampled_at": "2026-10-30T08:30:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:30:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2609418, "flush_count": 2724, "flush_interval_seconds": 30.0, "flush_state": {"count": 2724, "last_at": "2026-10-30T08:29:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:29:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2723}, "started": true, "suppressed_count": 1367114, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 1366975}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2724, "written_record_count": 2724}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9219.918, "limit_mb": null}, "detail": {"pid": 96737, "restart_count": 500, "start_count": 501}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3786941030400, "copied_frame_count": 1369698, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:28:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3092147, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:28:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.278}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 136, "events_failed": 0, "events_observed": 139, "events_suppressed": 3, "frame_buffer_copied_bytes": 3786941030400, "frame_buffer_copies": 1369698, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6800, "recorder_active_input_bytes": 18800640000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 136, "recorder_clips_failed": 0, "recorder_clips_started": 136, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 136, "worker_jobs_accepted": 136, "worker_jobs_completed": 136, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1181, "count": 512, "max_ms": 2.0203, "p50_ms": 0.0968, "p95_ms": 0.2201, "p99_ms": 0.3053}, "stages": {"db_insert": {"avg_ms": 20.126, "count": 136, "max_ms": 58.1833, "p50_ms": 19.3921, "p95_ms": 35.1565, "p99_ms": 40.9424, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9109, "count": 136, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2432, "p99_ms": 4.2669, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.9226, "count": 139, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1386.5211, "p99_ms": 2024.283, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4681, "count": 512, "max_ms": 4.1845, "p50_ms": 1.3842, "p95_ms": 2.4964, "p99_ms": 3.1546, "results": {"failed": 0, "not_applicable": 0, "success": 1369698, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0487, "count": 139, "max_ms": 718.3148, "p50_ms": 585.7672, "p95_ms": 680.6331, "p99_ms": 711.4008, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0559, "count": 136, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 55.052, "p99_ms": 71.8915, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8719, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6371, "p95_ms": 7.201, "p99_ms": 9.1389, "results": {"failed": 0, "not_applicable": 0, "success": 6800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5569, "count": 512, "max_ms": 5.5819, "p50_ms": 1.393, "p95_ms": 2.943, "p99_ms": 4.5561, "results": {"failed": 0, "not_applicable": 0, "success": 6800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.2427, "count": 136, "max_ms": 713.3308, "p50_ms": 582.3763, "p95_ms": 674.2418, "p99_ms": 706.4568, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.5542, "count": 136, "max_ms": 590.2759, "p50_ms": 478.7103, "p95_ms": 556.178, "p99_ms": 586.9169, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.3498, "count": 136, "max_ms": 138.414, "p50_ms": 96.8705, "p95_ms": 119.4929, "p99_ms": 133.0344, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9571, "count": 136, "max_ms": 10.6524, "p50_ms": 1.6146, "p95_ms": 3.9038, "p99_ms": 7.6841, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2713, "count": 136, "max_ms": 81.87, "p50_ms": 45.7097, "p95_ms": 69.0567, "p99_ms": 77.9352, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9758, "count": 139, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.8045, "p99_ms": 4.6146, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7435, "count": 136, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.4064, "p99_ms": 10.698, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7435, "count": 136, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.4064, "p99_ms": 10.698, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9758, "count": 139, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.8045, "p99_ms": 4.6146, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0009, "count": 136, "max_ms": 9.1922, "p50_ms": 0.841, "p95_ms": 1.904, "p99_ms": 3.2923, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 470.8209, "count": 136, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 714.3197, "p99_ms": 1392.4369, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5734, "count": 136, "max_ms": 18.2646, "p50_ms": 1.1604, "p95_ms": 9.8947, "p99_ms": 13.5802, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0301, "count": 136, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.8535, "p99_ms": 66.8265, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1007, "count": 136, "max_ms": 0.7116, "p50_ms": 0.0782, "p95_ms": 0.1763, "p99_ms": 0.6375, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.639, "count": 136, "max_ms": 165.5371, "p50_ms": 2.2699, "p95_ms": 4.6738, "p99_ms": 7.4921, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.7068, "count": 136, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.9577, "p99_ms": 1454.0552, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 136, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 136, "max_ms": 0.7116, "p50_ms": 0.0782, "p95_ms": 0.1763, "p99_ms": 0.6375}, "wait_ms": {"count": 136, "max_ms": 165.5371, "p50_ms": 2.2699, "p95_ms": 4.6738, "p99_ms": 7.4921}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 136, "artifact_failed": 0, "artifact_requested": 136, "artifact_success": 136, "completed": 136, "completed_failed": 0, "completed_success": 136, "cooldown_promoted": 136, "database_requested": 136, "db_insert_success": 136, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15530, "relay_business_failed": 0, "relay_business_success": 136, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 136, "relay_transport_failed": 0, "relay_transport_success": 136, "reservation_requested": 136}, "snapshot": {"copied_bytes": 376012800, "copied_count": 136, "copy": {"count": 136, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2432, "p99_ms": 4.2669}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 461, "h264_decode_error_count": 1051, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:30:41+09:00", "last_error_summary": "[in#0/rtsp @ 0x5c07145d4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5c07145d4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T08:30:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T08:30:44+09:00", "pid": 96737, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.543, "name": "ffmpeg", "pid": 96737, "rss_mb": 205.543, "state": "S (sleeping)", "threads": 70}, "restart_count": 500, "restart_count_per_hour": 12, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 501}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.086, "sample_count": 2003, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1369698, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:30:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.851, "last_frame_pushed_at": "2026-10-30T08:30:42+09:00", "last_frame_read_age_sec": 4.999, "last_frame_read_at": "2026-10-30T08:30:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 73, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 79.003, "last_sample_duration_ms": 905.51, "last_trigger": "periodic", "next_snapshot_in_sec": 520.997, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 273, "storage_bytes": 2601221}, "mjpeg": {"age_sec": 4.844, "exists": true, "mtime": "2026-10-30T08:30:42.056493+09:00", "mtime_epoch": 1793316642.0564926, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 93354}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:30:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1403.57, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 119, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 1369698, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 19.814, "max": 30.0, "p95": 28.0, "sample_count": 43}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.953, "max": 6.0, "p95": 6.0, "sample_count": 43}, "total": {"avg": 5.953, "max": 6.0, "p95": 6.0, "sample_count": 43}}, "tracking_counts": {"active": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 43}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 43}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 43}, "tracked": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 43}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 43}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 43, "pushed_frames": 43, "read_frames": 42, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.437, "pushed": 1.437, "read": 1.403}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 42, "client_acquire_ms": {"avg_ms": 0.007, "count": 42, "max_ms": 0.032, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4939.381, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.189, "count": 42, "max_ms": 5.285, "p95_ms": 3.992, "reason": null, "sample_age_ms": 4997.657, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.602, "count": 42, "max_ms": 3.849, "p95_ms": 2.858, "reason": null, "sample_age_ms": 4997.907, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.562, "count": 42, "max_ms": 0.986, "p95_ms": 0.952, "reason": null, "sample_age_ms": 4939.392, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.938, "count": 42, "max_ms": 3.582, "p95_ms": 3.239, "reason": null, "sample_age_ms": 4996.22, "source": "client_direct"}, "request_count": 42, "request_tensor_bytes": {"avg": 2764808.0, "count": 42, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4996.201, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 42, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4940.248, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.691, "count": 42, "max_ms": 64.293, "p95_ms": 59.969, "reason": null, "sample_age_ms": 4939.378, "source": "client_direct"}, "sample_age_ms": 4939.375, "source": "client_direct", "task_total_ms": {"avg_ms": 50.368, "count": 42, "max_ms": 67.826, "p95_ms": 62.076, "reason": null, "sample_age_ms": 4939.375, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.474, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.962, "count": 43, "max_ms": 22.803, "p95_ms": 14.544}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.721, "count": 43, "max_ms": 2.86, "p95_ms": 1.686}, "detection_prepare_ms": {"avg_ms": 2.744, "count": 43, "max_ms": 15.139, "p95_ms": 5.172}, "event_filter_ms": {"avg_ms": 0.006, "count": 43, "max_ms": 0.021, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.516, "count": 43, "max_ms": 0.981, "p95_ms": 0.827}, "mcmt_ms": {"avg_ms": 0.004, "count": 43, "max_ms": 0.015, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.568, "count": 43, "max_ms": 5.073, "p95_ms": 4.24}, "setup_ms": {"avg_ms": 0.043, "count": 43, "max_ms": 0.083, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 9.887, "count": 43, "max_ms": 22.698, "p95_ms": 14.424}, "track_match_ms": {"avg_ms": 0.298, "count": 43, "max_ms": 0.613, "p95_ms": 0.572}, "tracker_update_ms": {"avg_ms": 2.987, "count": 43, "max_ms": 4.778, "p95_ms": 4.433}}, "gstreamer_push": {"avg_ms": 2.946, "count": 43, "max_ms": 7.037, "p95_ms": 5.201}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 43, "max_ms": 0.228, "p95_ms": 0.129}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.945, "count": 43, "max_ms": 69.766, "p95_ms": 65.155}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.901, "count": 43, "max_ms": 24.908, "p95_ms": 10.712}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 43, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 43, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 124.476, "count": 43, "max_ms": 166.214, "p95_ms": 154.393}, "inference_input_copy_ms": {"avg_ms": 1.895, "count": 43, "max_ms": 3.155, "p95_ms": 2.964}, "processing_residual_ms": {"avg_ms": 0.42, "count": 43, "max_ms": 0.967, "p95_ms": 0.724}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 43, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 43, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 131.692, "count": 43, "max_ms": 175.263, "p95_ms": 162.004}, "read_interval": {"avg_ms": 596.967, "count": 42, "max_ms": 10147.176, "p95_ms": 243.482}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 43, "max_ms": 0.044, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 2.494, "count": 43, "max_ms": 4.873, "p95_ms": 4.103}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 43, "max_ms": 0.058, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.476, "count": 43, "max_ms": 4.833, "p95_ms": 4.074}, "worker_merge_ms": {"avg_ms": 0.008, "count": 43, "max_ms": 0.028, "p95_ms": 0.021}}, "triton_wait": {"avg_ms": 51.959, "count": 43, "max_ms": 69.775, "p95_ms": 65.173}, "visualize": {"avg_ms": 60.813, "count": 43, "max_ms": 104.152, "p95_ms": 77.316}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 48.199, "count": 43, "max_ms": 81.702, "p95_ms": 64.837}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 43, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 59.048, "count": 43, "max_ms": 102.387, "p95_ms": 75.824}, "visualize_input_copy_ms": {"avg_ms": 1.544, "count": 43, "max_ms": 6.776, "p95_ms": 2.493}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 43, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 58.902, "count": 43, "max_ms": 102.152, "p95_ms": 75.705}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 43, "max_ms": 0.182, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 43}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 43}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 43}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1403.566, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 57.66, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.486, "sample_count": 2121, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1369690, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:30:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 92006, "write_bytes_delta": 92006, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 74.0, "cpu_core_ratio": 0.04443, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 96621, "reason": null, "system_cpu_core_ratio": 0.006894, "system_cpu_s_delta": 0.08999999999999986, "user_cpu_core_ratio": 0.037536, "user_cpu_s_delta": 0.490000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.769871, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 36092.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.296458, "system_cpu_s_delta": 3.8699999999953434, "user_cpu_core_ratio": 0.473413, "user_cpu_s_delta": 6.180000000022119}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.997, "count": 150, "max_ms": 11.067, "p95_ms": 5.628, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.3, "max": 28.0, "p95": 20.0, "sample_count": 150}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.02, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 150}, "total": {"avg": 5.02, "max": 6.0, "p95": 6.0, "sample_count": 150}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.831, "count": 30, "max": 57.66, "p95": 52.304, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.511, "count": 30, "max": 26.073, "p95": 23.971, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 534.267, "count": 30, "max": 978.0, "p95": 952.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 690.033, "count": 30, "max": 8459.0, "p95": 3395.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.208, "p95": 0.155, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.328, "count": 30, "max": 0.385, "p95": 0.37, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90780.7, "count": 30, "max": 101325.0, "p95": 94175.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87804.933, "count": 30, "max": 101325.0, "p95": 94175.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 119939.5, "count": 30, "max": 217865.0, "p95": 213350.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.649, "count": 30, "max": 0.849, "p95": 0.766, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.105, "count": 30, "max": 1.331, "p95": 1.318, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10519, "sampled_at": "2026-10-30T08:30:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:30:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2614718, "flush_count": 2729, "flush_interval_seconds": 30.0, "flush_state": {"count": 2729, "last_at": "2026-10-30T08:35:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:35:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2728}, "started": true, "suppressed_count": 1368890, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 1368751}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2729, "written_record_count": 2729}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9073.699, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x55c92de0b240] left block unavailable for requested intra mode [h264 @ 0x55c92de0b240] error while decoding MB 0 52, bytestream 1724 [h264 @ 0x55c92dcfed80] error while decoding MB 88 67, bytestream -10 [in#0/rtsp @ 0x55c92dc93e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c92dc93e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3791862374400, "copied_frame_count": 1371478, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:28:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3092147, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:28:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.278}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 136, "events_failed": 0, "events_observed": 139, "events_suppressed": 3, "frame_buffer_copied_bytes": 3791862374400, "frame_buffer_copies": 1371478, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6800, "recorder_active_input_bytes": 18800640000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 136, "recorder_clips_failed": 0, "recorder_clips_started": 136, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 136, "worker_jobs_accepted": 136, "worker_jobs_completed": 136, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1194, "count": 512, "max_ms": 2.6144, "p50_ms": 0.0909, "p95_ms": 0.2268, "p99_ms": 0.3445}, "stages": {"db_insert": {"avg_ms": 20.126, "count": 136, "max_ms": 58.1833, "p50_ms": 19.3921, "p95_ms": 35.1565, "p99_ms": 40.9424, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9109, "count": 136, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2432, "p99_ms": 4.2669, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.9226, "count": 139, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1386.5211, "p99_ms": 2024.283, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4297, "count": 512, "max_ms": 6.6139, "p50_ms": 1.2815, "p95_ms": 2.5725, "p99_ms": 3.9711, "results": {"failed": 0, "not_applicable": 0, "success": 1371478, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0487, "count": 139, "max_ms": 718.3148, "p50_ms": 585.7672, "p95_ms": 680.6331, "p99_ms": 711.4008, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0559, "count": 136, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 55.052, "p99_ms": 71.8915, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8719, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6371, "p95_ms": 7.201, "p99_ms": 9.1389, "results": {"failed": 0, "not_applicable": 0, "success": 6800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5569, "count": 512, "max_ms": 5.5819, "p50_ms": 1.393, "p95_ms": 2.943, "p99_ms": 4.5561, "results": {"failed": 0, "not_applicable": 0, "success": 6800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.2427, "count": 136, "max_ms": 713.3308, "p50_ms": 582.3763, "p95_ms": 674.2418, "p99_ms": 706.4568, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.5542, "count": 136, "max_ms": 590.2759, "p50_ms": 478.7103, "p95_ms": 556.178, "p99_ms": 586.9169, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.3498, "count": 136, "max_ms": 138.414, "p50_ms": 96.8705, "p95_ms": 119.4929, "p99_ms": 133.0344, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9571, "count": 136, "max_ms": 10.6524, "p50_ms": 1.6146, "p95_ms": 3.9038, "p99_ms": 7.6841, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2713, "count": 136, "max_ms": 81.87, "p50_ms": 45.7097, "p95_ms": 69.0567, "p99_ms": 77.9352, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9758, "count": 139, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.8045, "p99_ms": 4.6146, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7435, "count": 136, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.4064, "p99_ms": 10.698, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7435, "count": 136, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.4064, "p99_ms": 10.698, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9758, "count": 139, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.8045, "p99_ms": 4.6146, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0009, "count": 136, "max_ms": 9.1922, "p50_ms": 0.841, "p95_ms": 1.904, "p99_ms": 3.2923, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 470.8209, "count": 136, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 714.3197, "p99_ms": 1392.4369, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5734, "count": 136, "max_ms": 18.2646, "p50_ms": 1.1604, "p95_ms": 9.8947, "p99_ms": 13.5802, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0301, "count": 136, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.8535, "p99_ms": 66.8265, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1007, "count": 136, "max_ms": 0.7116, "p50_ms": 0.0782, "p95_ms": 0.1763, "p99_ms": 0.6375, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.639, "count": 136, "max_ms": 165.5371, "p50_ms": 2.2699, "p95_ms": 4.6738, "p99_ms": 7.4921, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.7068, "count": 136, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.9577, "p99_ms": 1454.0552, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 136, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 136, "max_ms": 0.7116, "p50_ms": 0.0782, "p95_ms": 0.1763, "p99_ms": 0.6375}, "wait_ms": {"count": 136, "max_ms": 165.5371, "p50_ms": 2.2699, "p95_ms": 4.6738, "p99_ms": 7.4921}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 136, "artifact_failed": 0, "artifact_requested": 136, "artifact_success": 136, "completed": 136, "completed_failed": 0, "completed_success": 136, "cooldown_promoted": 136, "database_requested": 136, "db_insert_success": 136, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15530, "relay_business_failed": 0, "relay_business_success": 136, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 136, "relay_transport_failed": 0, "relay_transport_success": 136, "reservation_requested": 136}, "snapshot": {"copied_bytes": 376012800, "copied_count": 136, "copy": {"count": 136, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2432, "p99_ms": 4.2669}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 462, "h264_decode_error_count": 1053, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:35:17+09:00", "last_error_summary": "[h264 @ 0x55c92de0b240] left block unavailable for requested intra mode [h264 @ 0x55c92de0b240] error while decoding MB 0 52, bytestream 1724 [h264 @ 0x55c92dcfed80] error while decoding MB 88 67, bytestream -10 [in#0/rtsp @ 0x55c92dc93e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c92dc93e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T08:30:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 272.754, "last_started_at": "2026-10-30T08:30:44+09:00", "pid": 96737, "process": {"exists": false, "pid": 96737}, "restart_count": 500, "restart_count_per_hour": 11, "rtsp_timeout_count": 166, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 501}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.794, "sample_count": 1818, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1371478, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:35:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.119, "last_frame_pushed_at": "2026-10-30T08:35:17+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-10-30T08:35:17+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 73, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 349.776, "last_sample_duration_ms": 905.51, "last_trigger": "periodic", "next_snapshot_in_sec": 250.224, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 273, "storage_bytes": 2601221}, "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-10-30T08:35:17.546062+09:00", "mtime_epoch": 1793316917.5460615, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 86607}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:35:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1415.238, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 119, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 1371479, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 16.134, "max": 25.0, "p95": 24.0, "sample_count": 67}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.134, "max": 4.0, "p95": 4.0, "sample_count": 67}, "total": {"avg": 3.134, "max": 4.0, "p95": 4.0, "sample_count": 67}}, "tracking_counts": {"active": {"avg": 0.015, "max": 1.0, "p95": 0.0, "sample_count": 67}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "removed": {"avg": 0.03, "max": 1.0, "p95": 0.0, "sample_count": 67}, "tracked": {"avg": 0.015, "max": 1.0, "p95": 0.0, "sample_count": 67}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 67, "pushed_frames": 67, "read_frames": 67, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.241, "pushed": 2.241, "read": 2.241}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 67, "client_acquire_ms": {"avg_ms": 0.007, "count": 68, "max_ms": 0.026, "p95_ms": 0.016, "reason": null, "sample_age_ms": 28.295, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.984, "count": 67, "max_ms": 9.871, "p95_ms": 2.995, "reason": null, "sample_age_ms": 112.545, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.477, "count": 67, "max_ms": 9.348, "p95_ms": 2.151, "reason": null, "sample_age_ms": 113.943, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.424, "count": 68, "max_ms": 1.307, "p95_ms": 1.005, "reason": null, "sample_age_ms": 28.304, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.906, "count": 67, "max_ms": 5.828, "p95_ms": 3.435, "reason": null, "sample_age_ms": 111.325, "source": "client_direct"}, "request_count": 67, "request_tensor_bytes": {"avg": 2764808.0, "count": 67, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 111.292, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 68, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 28.818, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.908, "count": 68, "max_ms": 82.939, "p95_ms": 73.992, "reason": null, "sample_age_ms": 28.291, "source": "client_direct"}, "sample_age_ms": 28.287, "source": "client_direct", "task_total_ms": {"avg_ms": 49.398, "count": 68, "max_ms": 85.382, "p95_ms": 76.84, "reason": null, "sample_age_ms": 28.287, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.757, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.555, "count": 67, "max_ms": 16.905, "p95_ms": 12.193}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.584, "count": 67, "max_ms": 1.642, "p95_ms": 1.03}, "detection_prepare_ms": {"avg_ms": 1.772, "count": 67, "max_ms": 6.539, "p95_ms": 4.937}, "event_filter_ms": {"avg_ms": 0.005, "count": 67, "max_ms": 0.015, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.471, "count": 67, "max_ms": 1.143, "p95_ms": 0.94}, "mcmt_ms": {"avg_ms": 0.004, "count": 67, "max_ms": 0.011, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.394, "count": 67, "max_ms": 4.66, "p95_ms": 3.87}, "setup_ms": {"avg_ms": 0.039, "count": 67, "max_ms": 0.158, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 7.499, "count": 67, "max_ms": 16.797, "p95_ms": 12.133}, "track_match_ms": {"avg_ms": 0.096, "count": 67, "max_ms": 0.254, "p95_ms": 0.201}, "tracker_update_ms": {"avg_ms": 2.133, "count": 67, "max_ms": 6.872, "p95_ms": 3.679}}, "gstreamer_push": {"avg_ms": 2.953, "count": 67, "max_ms": 6.869, "p95_ms": 5.121}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 67, "max_ms": 0.315, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.275, "count": 67, "max_ms": 95.325, "p95_ms": 77.185}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.232, "count": 67, "max_ms": 14.711, "p95_ms": 8.258}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.733, "count": 67, "max_ms": 168.279, "p95_ms": 153.822}, "inference_input_copy_ms": {"avg_ms": 1.716, "count": 67, "max_ms": 6.088, "p95_ms": 2.786}, "processing_residual_ms": {"avg_ms": 0.212, "count": 67, "max_ms": 0.625, "p95_ms": 0.454}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.893, "count": 67, "max_ms": 172.693, "p95_ms": 157.916}, "read_interval": {"avg_ms": 446.185, "count": 67, "max_ms": 21196.801, "p95_ms": 187.943}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 67, "max_ms": 0.033, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 2.327, "count": 67, "max_ms": 4.534, "p95_ms": 3.775}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 67, "max_ms": 0.046, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.31, "count": 67, "max_ms": 4.503, "p95_ms": 3.752}, "worker_merge_ms": {"avg_ms": 0.006, "count": 67, "max_ms": 0.02, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 50.288, "count": 67, "max_ms": 95.333, "p95_ms": 77.193}, "visualize": {"avg_ms": 52.554, "count": 67, "max_ms": 72.526, "p95_ms": 69.588}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.103, "count": 67, "max_ms": 64.101, "p95_ms": 60.625}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 51.067, "count": 67, "max_ms": 71.466, "p95_ms": 67.746}, "visualize_input_copy_ms": {"avg_ms": 1.302, "count": 67, "max_ms": 2.641, "p95_ms": 2.068}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 50.936, "count": 67, "max_ms": 71.325, "p95_ms": 67.555}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 67, "max_ms": 0.217, "p95_ms": 0.157}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 67}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1404.402, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.832, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.794, "sample_count": 1817, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1371468, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:35:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 86069, "write_bytes_delta": 86069, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 523.0, "cpu_core_ratio": 0.194577, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5393.0, "pid": 96737, "reason": null, "system_cpu_core_ratio": 0.054806, "system_cpu_s_delta": 1.8900000000000006, "user_cpu_core_ratio": 0.139771, "user_cpu_s_delta": 4.819999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.750759, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 130614.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.274901, "system_cpu_s_delta": 9.479999999995925, "user_cpu_core_ratio": 0.475858, "user_cpu_s_delta": 16.410000000003492}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.947, "count": 68, "max_ms": 6.869, "p95_ms": 5.121, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.299, "max": 25.0, "p95": 24.0, "sample_count": 67}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.179, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 67}, "total": {"avg": 3.179, "max": 4.0, "p95": 4.0, "sample_count": 67}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.122, "count": 30, "max": 57.66, "p95": 45.41, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.079, "count": 30, "max": 26.073, "p95": 18.163, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 607.6, "count": 30, "max": 978.0, "p95": 952.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 931.233, "count": 30, "max": 11709.0, "p95": 4133.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.208, "p95": 0.16, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.297, "count": 30, "max": 0.385, "p95": 0.369, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.159, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91035.867, "count": 30, "max": 101325.0, "p95": 94175.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 88091.933, "count": 30, "max": 101325.0, "p95": 94175.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 142951.933, "count": 30, "max": 211614.0, "p95": 198664.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.668, "count": 30, "max": 0.849, "p95": 0.793, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.136, "count": 30, "max": 1.371, "p95": 1.347, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10533, "sampled_at": "2026-10-30T08:35:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:35:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2614718, "flush_count": 2729, "flush_interval_seconds": 30.0, "flush_state": {"count": 2729, "last_at": "2026-10-30T08:35:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:35:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2728}, "started": true, "suppressed_count": 1368890, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 1368751}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2729, "written_record_count": 2729}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9057.082, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T08:35:17+09:00", "last_error_summary": "[h264 @ 0x55c92de0b240] left block unavailable for requested intra mode [h264 @ 0x55c92de0b240] error while decoding MB 0 52, bytestream 1724 [h264 @ 0x55c92dcfed80] error while decoding MB 88 67, bytestream -10 [in#0/rtsp @ 0x55c92dc93e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c92dc93e00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3791865139200, "copied_frame_count": 1371479, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:28:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3092147, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:28:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.278}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 136, "events_failed": 0, "events_observed": 139, "events_suppressed": 3, "frame_buffer_copied_bytes": 3791865139200, "frame_buffer_copies": 1371479, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6800, "recorder_active_input_bytes": 18800640000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 136, "recorder_clips_failed": 0, "recorder_clips_started": 136, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 136, "worker_jobs_accepted": 136, "worker_jobs_completed": 136, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1192, "count": 512, "max_ms": 2.6144, "p50_ms": 0.0904, "p95_ms": 0.2268, "p99_ms": 0.3445}, "stages": {"db_insert": {"avg_ms": 20.126, "count": 136, "max_ms": 58.1833, "p50_ms": 19.3921, "p95_ms": 35.1565, "p99_ms": 40.9424, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9109, "count": 136, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2432, "p99_ms": 4.2669, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.9226, "count": 139, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1386.5211, "p99_ms": 2024.283, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4323, "count": 512, "max_ms": 6.6139, "p50_ms": 1.2815, "p95_ms": 2.6062, "p99_ms": 3.9711, "results": {"failed": 0, "not_applicable": 0, "success": 1371479, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0487, "count": 139, "max_ms": 718.3148, "p50_ms": 585.7672, "p95_ms": 680.6331, "p99_ms": 711.4008, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0559, "count": 136, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 55.052, "p99_ms": 71.8915, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8719, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6371, "p95_ms": 7.201, "p99_ms": 9.1389, "results": {"failed": 0, "not_applicable": 0, "success": 6800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5569, "count": 512, "max_ms": 5.5819, "p50_ms": 1.393, "p95_ms": 2.943, "p99_ms": 4.5561, "results": {"failed": 0, "not_applicable": 0, "success": 6800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.2427, "count": 136, "max_ms": 713.3308, "p50_ms": 582.3763, "p95_ms": 674.2418, "p99_ms": 706.4568, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.5542, "count": 136, "max_ms": 590.2759, "p50_ms": 478.7103, "p95_ms": 556.178, "p99_ms": 586.9169, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.3498, "count": 136, "max_ms": 138.414, "p50_ms": 96.8705, "p95_ms": 119.4929, "p99_ms": 133.0344, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9571, "count": 136, "max_ms": 10.6524, "p50_ms": 1.6146, "p95_ms": 3.9038, "p99_ms": 7.6841, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2713, "count": 136, "max_ms": 81.87, "p50_ms": 45.7097, "p95_ms": 69.0567, "p99_ms": 77.9352, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9758, "count": 139, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.8045, "p99_ms": 4.6146, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7435, "count": 136, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.4064, "p99_ms": 10.698, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7435, "count": 136, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.4064, "p99_ms": 10.698, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9758, "count": 139, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.8045, "p99_ms": 4.6146, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0009, "count": 136, "max_ms": 9.1922, "p50_ms": 0.841, "p95_ms": 1.904, "p99_ms": 3.2923, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 470.8209, "count": 136, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 714.3197, "p99_ms": 1392.4369, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5734, "count": 136, "max_ms": 18.2646, "p50_ms": 1.1604, "p95_ms": 9.8947, "p99_ms": 13.5802, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0301, "count": 136, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.8535, "p99_ms": 66.8265, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1007, "count": 136, "max_ms": 0.7116, "p50_ms": 0.0782, "p95_ms": 0.1763, "p99_ms": 0.6375, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.639, "count": 136, "max_ms": 165.5371, "p50_ms": 2.2699, "p95_ms": 4.6738, "p99_ms": 7.4921, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.7068, "count": 136, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.9577, "p99_ms": 1454.0552, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 136, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 136, "max_ms": 0.7116, "p50_ms": 0.0782, "p95_ms": 0.1763, "p99_ms": 0.6375}, "wait_ms": {"count": 136, "max_ms": 165.5371, "p50_ms": 2.2699, "p95_ms": 4.6738, "p99_ms": 7.4921}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 136, "artifact_failed": 0, "artifact_requested": 136, "artifact_success": 136, "completed": 136, "completed_failed": 0, "completed_success": 136, "cooldown_promoted": 136, "database_requested": 136, "db_insert_success": 136, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15530, "relay_business_failed": 0, "relay_business_success": 136, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 136, "relay_transport_failed": 0, "relay_transport_success": 136, "reservation_requested": 136}, "snapshot": {"copied_bytes": 376012800, "copied_count": 136, "copy": {"count": 136, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2432, "p99_ms": 4.2669}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 462, "h264_decode_error_count": 1053, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:35:17+09:00", "last_error_summary": "[h264 @ 0x55c92de0b240] left block unavailable for requested intra mode [h264 @ 0x55c92de0b240] error while decoding MB 0 52, bytestream 1724 [h264 @ 0x55c92dcfed80] error while decoding MB 88 67, bytestream -10 [in#0/rtsp @ 0x55c92dc93e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c92dc93e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T08:35:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 272.837, "last_started_at": "2026-10-30T08:30:44+09:00", "pid": 96737, "process": {"exists": false, "pid": 96737}, "restart_count": 500, "restart_count_per_hour": 11, "rtsp_timeout_count": 166, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 501}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.029, "sample_count": 1818, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1371479, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:35:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T08:35:17+09:00", "last_frame_read_age_sec": 0.195, "last_frame_read_at": "2026-10-30T08:35:17+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 73, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 349.843, "last_sample_duration_ms": 905.51, "last_trigger": "periodic", "next_snapshot_in_sec": 250.157, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 273, "storage_bytes": 2601221}, "mjpeg": {"age_sec": 0.191, "exists": true, "mtime": "2026-10-30T08:35:17.546062+09:00", "mtime_epoch": 1793316917.5460615, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 86607}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:35:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1404.402, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 119, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 1371479, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 16.029, "max": 25.0, "p95": 24.0, "sample_count": 68}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.132, "max": 4.0, "p95": 4.0, "sample_count": 68}, "total": {"avg": 3.132, "max": 4.0, "p95": 4.0, "sample_count": 68}}, "tracking_counts": {"active": {"avg": 0.015, "max": 1.0, "p95": 0.0, "sample_count": 68}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 68}, "removed": {"avg": 0.029, "max": 1.0, "p95": 0.0, "sample_count": 68}, "tracked": {"avg": 0.015, "max": 1.0, "p95": 0.0, "sample_count": 68}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 68}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 68, "pushed_frames": 68, "read_frames": 67, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.268, "pushed": 2.268, "read": 2.235}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 67, "client_acquire_ms": {"avg_ms": 0.007, "count": 67, "max_ms": 0.026, "p95_ms": 0.016, "reason": null, "sample_age_ms": 110.048, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.984, "count": 67, "max_ms": 9.871, "p95_ms": 2.995, "reason": null, "sample_age_ms": 194.298, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.477, "count": 67, "max_ms": 9.348, "p95_ms": 2.151, "reason": null, "sample_age_ms": 195.696, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.418, "count": 67, "max_ms": 1.307, "p95_ms": 1.005, "reason": null, "sample_age_ms": 110.057, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.906, "count": 67, "max_ms": 5.828, "p95_ms": 3.435, "reason": null, "sample_age_ms": 193.078, "source": "client_direct"}, "request_count": 67, "request_tensor_bytes": {"avg": 2764808.0, "count": 67, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 193.045, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 67, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 110.571, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.037, "count": 67, "max_ms": 82.939, "p95_ms": 74.195, "reason": null, "sample_age_ms": 110.044, "source": "client_direct"}, "sample_age_ms": 110.04, "source": "client_direct", "task_total_ms": {"avg_ms": 49.524, "count": 67, "max_ms": 85.382, "p95_ms": 77.077, "reason": null, "sample_age_ms": 110.04, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.627, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.583, "count": 68, "max_ms": 16.905, "p95_ms": 12.193}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.588, "count": 68, "max_ms": 1.642, "p95_ms": 1.03}, "detection_prepare_ms": {"avg_ms": 1.764, "count": 68, "max_ms": 6.539, "p95_ms": 4.937}, "event_filter_ms": {"avg_ms": 0.005, "count": 68, "max_ms": 0.015, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.469, "count": 68, "max_ms": 1.143, "p95_ms": 0.94}, "mcmt_ms": {"avg_ms": 0.004, "count": 68, "max_ms": 0.011, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.42, "count": 68, "max_ms": 4.66, "p95_ms": 3.961}, "setup_ms": {"avg_ms": 0.039, "count": 68, "max_ms": 0.158, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 7.526, "count": 68, "max_ms": 16.797, "p95_ms": 12.133}, "track_match_ms": {"avg_ms": 0.095, "count": 68, "max_ms": 0.254, "p95_ms": 0.201}, "tracker_update_ms": {"avg_ms": 2.14, "count": 68, "max_ms": 6.872, "p95_ms": 3.679}}, "gstreamer_push": {"avg_ms": 2.975, "count": 68, "max_ms": 6.869, "p95_ms": 5.121}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 68, "max_ms": 0.315, "p95_ms": 0.112}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.802, "count": 68, "max_ms": 95.325, "p95_ms": 79.326}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.216, "count": 68, "max_ms": 14.711, "p95_ms": 8.258}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.754, "count": 68, "max_ms": 181.134, "p95_ms": 158.489}, "inference_input_copy_ms": {"avg_ms": 1.722, "count": 68, "max_ms": 6.088, "p95_ms": 2.786}, "processing_residual_ms": {"avg_ms": 0.211, "count": 68, "max_ms": 0.625, "p95_ms": 0.454}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 117.904, "count": 68, "max_ms": 185.633, "p95_ms": 166.849}, "read_interval": {"avg_ms": 446.185, "count": 67, "max_ms": 21196.801, "p95_ms": 187.943}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 68, "max_ms": 0.034, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 2.339, "count": 68, "max_ms": 4.534, "p95_ms": 3.775}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 68, "max_ms": 0.046, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.322, "count": 68, "max_ms": 4.503, "p95_ms": 3.752}, "worker_merge_ms": {"avg_ms": 0.006, "count": 68, "max_ms": 0.02, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 50.815, "count": 68, "max_ms": 95.333, "p95_ms": 79.34}, "visualize": {"avg_ms": 53.015, "count": 68, "max_ms": 83.892, "p95_ms": 69.752}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.442, "count": 68, "max_ms": 68.1, "p95_ms": 60.885}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 51.516, "count": 68, "max_ms": 81.544, "p95_ms": 68.274}, "visualize_input_copy_ms": {"avg_ms": 1.312, "count": 68, "max_ms": 2.641, "p95_ms": 2.068}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 68, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 51.383, "count": 68, "max_ms": 81.337, "p95_ms": 68.127}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 68, "max_ms": 0.217, "p95_ms": 0.157}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 68}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 68}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 68}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1404.402, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.832, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.794, "sample_count": 1817, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1371468, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:35:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 86069, "write_bytes_delta": 86069, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 523.0, "cpu_core_ratio": 0.194577, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5393.0, "pid": 96737, "reason": null, "system_cpu_core_ratio": 0.054806, "system_cpu_s_delta": 1.8900000000000006, "user_cpu_core_ratio": 0.139771, "user_cpu_s_delta": 4.819999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.750759, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 130614.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.274901, "system_cpu_s_delta": 9.479999999995925, "user_cpu_core_ratio": 0.475858, "user_cpu_s_delta": 16.410000000003492}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.947, "count": 68, "max_ms": 6.869, "p95_ms": 5.121, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.299, "max": 25.0, "p95": 24.0, "sample_count": 67}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.179, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 67}, "total": {"avg": 3.179, "max": 4.0, "p95": 4.0, "sample_count": 67}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.122, "count": 30, "max": 57.66, "p95": 45.41, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.079, "count": 30, "max": 26.073, "p95": 18.163, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 607.6, "count": 30, "max": 978.0, "p95": 952.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 931.233, "count": 30, "max": 11709.0, "p95": 4133.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.208, "p95": 0.16, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.297, "count": 30, "max": 0.385, "p95": 0.369, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.159, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91035.867, "count": 30, "max": 101325.0, "p95": 94175.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 88091.933, "count": 30, "max": 101325.0, "p95": 94175.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 142951.933, "count": 30, "max": 211614.0, "p95": 198664.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.668, "count": 30, "max": 0.849, "p95": 0.793, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.136, "count": 30, "max": 1.371, "p95": 1.347, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10533, "sampled_at": "2026-10-30T08:35:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:35:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2614718, "flush_count": 2729, "flush_interval_seconds": 30.0, "flush_state": {"count": 2729, "last_at": "2026-10-30T08:35:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:35:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2728}, "started": true, "suppressed_count": 1368890, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 1368751}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2729, "written_record_count": 2729}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9056.16, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3791865139200, "copied_frame_count": 1371479, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:28:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3092147, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:28:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.278}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 136, "events_failed": 0, "events_observed": 139, "events_suppressed": 3, "frame_buffer_copied_bytes": 3791865139200, "frame_buffer_copies": 1371479, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6800, "recorder_active_input_bytes": 18800640000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 136, "recorder_clips_failed": 0, "recorder_clips_started": 136, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 136, "worker_jobs_accepted": 136, "worker_jobs_completed": 136, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1192, "count": 512, "max_ms": 2.6144, "p50_ms": 0.0904, "p95_ms": 0.2268, "p99_ms": 0.3445}, "stages": {"db_insert": {"avg_ms": 20.126, "count": 136, "max_ms": 58.1833, "p50_ms": 19.3921, "p95_ms": 35.1565, "p99_ms": 40.9424, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9109, "count": 136, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2432, "p99_ms": 4.2669, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.9226, "count": 139, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1386.5211, "p99_ms": 2024.283, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4323, "count": 512, "max_ms": 6.6139, "p50_ms": 1.2815, "p95_ms": 2.6062, "p99_ms": 3.9711, "results": {"failed": 0, "not_applicable": 0, "success": 1371479, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0487, "count": 139, "max_ms": 718.3148, "p50_ms": 585.7672, "p95_ms": 680.6331, "p99_ms": 711.4008, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0559, "count": 136, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 55.052, "p99_ms": 71.8915, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8719, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6371, "p95_ms": 7.201, "p99_ms": 9.1389, "results": {"failed": 0, "not_applicable": 0, "success": 6800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5569, "count": 512, "max_ms": 5.5819, "p50_ms": 1.393, "p95_ms": 2.943, "p99_ms": 4.5561, "results": {"failed": 0, "not_applicable": 0, "success": 6800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.2427, "count": 136, "max_ms": 713.3308, "p50_ms": 582.3763, "p95_ms": 674.2418, "p99_ms": 706.4568, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.5542, "count": 136, "max_ms": 590.2759, "p50_ms": 478.7103, "p95_ms": 556.178, "p99_ms": 586.9169, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.3498, "count": 136, "max_ms": 138.414, "p50_ms": 96.8705, "p95_ms": 119.4929, "p99_ms": 133.0344, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9571, "count": 136, "max_ms": 10.6524, "p50_ms": 1.6146, "p95_ms": 3.9038, "p99_ms": 7.6841, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2713, "count": 136, "max_ms": 81.87, "p50_ms": 45.7097, "p95_ms": 69.0567, "p99_ms": 77.9352, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9758, "count": 139, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.8045, "p99_ms": 4.6146, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7435, "count": 136, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.4064, "p99_ms": 10.698, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7435, "count": 136, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.4064, "p99_ms": 10.698, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9758, "count": 139, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.8045, "p99_ms": 4.6146, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0009, "count": 136, "max_ms": 9.1922, "p50_ms": 0.841, "p95_ms": 1.904, "p99_ms": 3.2923, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 470.8209, "count": 136, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 714.3197, "p99_ms": 1392.4369, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5734, "count": 136, "max_ms": 18.2646, "p50_ms": 1.1604, "p95_ms": 9.8947, "p99_ms": 13.5802, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0301, "count": 136, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.8535, "p99_ms": 66.8265, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1007, "count": 136, "max_ms": 0.7116, "p50_ms": 0.0782, "p95_ms": 0.1763, "p99_ms": 0.6375, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.639, "count": 136, "max_ms": 165.5371, "p50_ms": 2.2699, "p95_ms": 4.6738, "p99_ms": 7.4921, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.7068, "count": 136, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.9577, "p99_ms": 1454.0552, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 136, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 136, "max_ms": 0.7116, "p50_ms": 0.0782, "p95_ms": 0.1763, "p99_ms": 0.6375}, "wait_ms": {"count": 136, "max_ms": 165.5371, "p50_ms": 2.2699, "p95_ms": 4.6738, "p99_ms": 7.4921}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 136, "artifact_failed": 0, "artifact_requested": 136, "artifact_success": 136, "completed": 136, "completed_failed": 0, "completed_success": 136, "cooldown_promoted": 136, "database_requested": 136, "db_insert_success": 136, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15530, "relay_business_failed": 0, "relay_business_success": 136, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 136, "relay_transport_failed": 0, "relay_transport_success": 136, "reservation_requested": 136}, "snapshot": {"copied_bytes": 376012800, "copied_count": 136, "copy": {"count": 136, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2432, "p99_ms": 4.2669}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 462, "h264_decode_error_count": 1053, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:35:17+09:00", "last_error_summary": "[h264 @ 0x55c92de0b240] left block unavailable for requested intra mode [h264 @ 0x55c92de0b240] error while decoding MB 0 52, bytestream 1724 [h264 @ 0x55c92dcfed80] error while decoding MB 88 67, bytestream -10 [in#0/rtsp @ 0x55c92dc93e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c92dc93e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T08:35:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 272.879, "last_started_at": "2026-10-30T08:30:44+09:00", "pid": 96737, "process": {"exists": false, "pid": 96737}, "restart_count": 500, "restart_count_per_hour": 11, "rtsp_timeout_count": 166, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 501}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.029, "sample_count": 1818, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1371479, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:35:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.044, "last_frame_pushed_at": "2026-10-30T08:35:17+09:00", "last_frame_read_age_sec": 0.237, "last_frame_read_at": "2026-10-30T08:35:17+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 73, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 349.881, "last_sample_duration_ms": 905.51, "last_trigger": "periodic", "next_snapshot_in_sec": 250.119, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 273, "storage_bytes": 2601221}, "mjpeg": {"age_sec": 0.032, "exists": true, "mtime": "2026-10-30T08:35:17.747067+09:00", "mtime_epoch": 1793316917.7470667, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 84671}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:35:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1404.402, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 119, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 1371479, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 16.09, "max": 25.0, "p95": 24.0, "sample_count": 67}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.119, "max": 4.0, "p95": 4.0, "sample_count": 67}, "total": {"avg": 3.119, "max": 4.0, "p95": 4.0, "sample_count": 67}}, "tracking_counts": {"active": {"avg": 0.015, "max": 1.0, "p95": 0.0, "sample_count": 67}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "removed": {"avg": 0.03, "max": 1.0, "p95": 0.0, "sample_count": 67}, "tracked": {"avg": 0.015, "max": 1.0, "p95": 0.0, "sample_count": 67}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 67, "pushed_frames": 67, "read_frames": 66, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.244, "pushed": 2.244, "read": 2.211}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 66, "client_acquire_ms": {"avg_ms": 0.007, "count": 67, "max_ms": 0.026, "p95_ms": 0.016, "reason": null, "sample_age_ms": 152.436, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.992, "count": 66, "max_ms": 9.871, "p95_ms": 3.013, "reason": null, "sample_age_ms": 236.685, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.483, "count": 66, "max_ms": 9.348, "p95_ms": 2.173, "reason": null, "sample_age_ms": 238.083, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.418, "count": 67, "max_ms": 1.307, "p95_ms": 1.005, "reason": null, "sample_age_ms": 152.445, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.899, "count": 66, "max_ms": 5.828, "p95_ms": 3.438, "reason": null, "sample_age_ms": 235.465, "source": "client_direct"}, "request_count": 66, "request_tensor_bytes": {"avg": 2764808.0, "count": 66, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 235.432, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 67, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 152.958, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.037, "count": 67, "max_ms": 82.939, "p95_ms": 74.195, "reason": null, "sample_age_ms": 152.431, "source": "client_direct"}, "sample_age_ms": 152.427, "source": "client_direct", "task_total_ms": {"avg_ms": 49.524, "count": 67, "max_ms": 85.382, "p95_ms": 77.077, "reason": null, "sample_age_ms": 152.427, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.074, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.518, "count": 67, "max_ms": 16.905, "p95_ms": 12.193}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.585, "count": 67, "max_ms": 1.642, "p95_ms": 1.03}, "detection_prepare_ms": {"avg_ms": 1.745, "count": 67, "max_ms": 6.539, "p95_ms": 4.937}, "event_filter_ms": {"avg_ms": 0.005, "count": 67, "max_ms": 0.015, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.46, "count": 67, "max_ms": 1.143, "p95_ms": 0.725}, "mcmt_ms": {"avg_ms": 0.004, "count": 67, "max_ms": 0.011, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.41, "count": 67, "max_ms": 4.66, "p95_ms": 3.961}, "setup_ms": {"avg_ms": 0.039, "count": 67, "max_ms": 0.158, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 7.463, "count": 67, "max_ms": 16.797, "p95_ms": 12.133}, "track_match_ms": {"avg_ms": 0.094, "count": 67, "max_ms": 0.254, "p95_ms": 0.201}, "tracker_update_ms": {"avg_ms": 2.119, "count": 67, "max_ms": 6.872, "p95_ms": 3.679}}, "gstreamer_push": {"avg_ms": 2.97, "count": 67, "max_ms": 6.869, "p95_ms": 5.121}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 67, "max_ms": 0.315, "p95_ms": 0.112}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.913, "count": 67, "max_ms": 95.325, "p95_ms": 79.326}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.236, "count": 67, "max_ms": 14.711, "p95_ms": 8.258}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.874, "count": 67, "max_ms": 181.134, "p95_ms": 158.489}, "inference_input_copy_ms": {"avg_ms": 1.725, "count": 67, "max_ms": 6.088, "p95_ms": 2.786}, "processing_residual_ms": {"avg_ms": 0.213, "count": 67, "max_ms": 0.625, "p95_ms": 0.454}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 118.048, "count": 67, "max_ms": 185.633, "p95_ms": 166.849}, "read_interval": {"avg_ms": 451.174, "count": 66, "max_ms": 21196.801, "p95_ms": 187.943}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 67, "max_ms": 0.034, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 2.329, "count": 67, "max_ms": 4.534, "p95_ms": 3.775}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 67, "max_ms": 0.046, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.313, "count": 67, "max_ms": 4.503, "p95_ms": 3.752}, "worker_merge_ms": {"avg_ms": 0.006, "count": 67, "max_ms": 0.02, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 50.926, "count": 67, "max_ms": 95.333, "p95_ms": 79.34}, "visualize": {"avg_ms": 53.082, "count": 67, "max_ms": 83.892, "p95_ms": 69.752}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.522, "count": 67, "max_ms": 68.1, "p95_ms": 60.885}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 51.594, "count": 67, "max_ms": 81.544, "p95_ms": 68.274}, "visualize_input_copy_ms": {"avg_ms": 1.3, "count": 67, "max_ms": 2.641, "p95_ms": 2.061}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 51.463, "count": 67, "max_ms": 81.337, "p95_ms": 68.127}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 67, "max_ms": 0.217, "p95_ms": 0.156}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 67}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1404.402, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.832, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.794, "sample_count": 1817, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1371468, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:35:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 86069, "write_bytes_delta": 86069, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 523.0, "cpu_core_ratio": 0.194577, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5393.0, "pid": 96737, "reason": null, "system_cpu_core_ratio": 0.054806, "system_cpu_s_delta": 1.8900000000000006, "user_cpu_core_ratio": 0.139771, "user_cpu_s_delta": 4.819999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.750759, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 130614.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.274901, "system_cpu_s_delta": 9.479999999995925, "user_cpu_core_ratio": 0.475858, "user_cpu_s_delta": 16.410000000003492}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.947, "count": 68, "max_ms": 6.869, "p95_ms": 5.121, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.299, "max": 25.0, "p95": 24.0, "sample_count": 67}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.179, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 67}, "total": {"avg": 3.179, "max": 4.0, "p95": 4.0, "sample_count": 67}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.122, "count": 30, "max": 57.66, "p95": 45.41, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.079, "count": 30, "max": 26.073, "p95": 18.163, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 607.6, "count": 30, "max": 978.0, "p95": 952.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 931.233, "count": 30, "max": 11709.0, "p95": 4133.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.208, "p95": 0.16, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.297, "count": 30, "max": 0.385, "p95": 0.369, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.159, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91035.867, "count": 30, "max": 101325.0, "p95": 94175.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 88091.933, "count": 30, "max": 101325.0, "p95": 94175.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 142951.933, "count": 30, "max": 211614.0, "p95": 198664.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.668, "count": 30, "max": 0.849, "p95": 0.793, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.136, "count": 30, "max": 1.371, "p95": 1.347, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10533, "sampled_at": "2026-10-30T08:35:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:35:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.857, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2614718, "flush_count": 2729, "flush_interval_seconds": 30.0, "flush_state": {"count": 2729, "last_at": "2026-10-30T08:35:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:35:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2728}, "started": true, "suppressed_count": 1368890, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 1368751}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2729, "written_record_count": 2729}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9229.648, "limit_mb": null}, "detail": {"pid": 96853, "restart_count": 501, "start_count": 502}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3791865139200, "copied_frame_count": 1371479, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:28:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3092147, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:28:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.278}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 136, "events_failed": 0, "events_observed": 139, "events_suppressed": 3, "frame_buffer_copied_bytes": 3791865139200, "frame_buffer_copies": 1371479, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6800, "recorder_active_input_bytes": 18800640000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 136, "recorder_clips_failed": 0, "recorder_clips_started": 136, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 136, "worker_jobs_accepted": 136, "worker_jobs_completed": 136, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1192, "count": 512, "max_ms": 2.6144, "p50_ms": 0.0904, "p95_ms": 0.2268, "p99_ms": 0.3445}, "stages": {"db_insert": {"avg_ms": 20.126, "count": 136, "max_ms": 58.1833, "p50_ms": 19.3921, "p95_ms": 35.1565, "p99_ms": 40.9424, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9109, "count": 136, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2432, "p99_ms": 4.2669, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.9226, "count": 139, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1386.5211, "p99_ms": 2024.283, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4323, "count": 512, "max_ms": 6.6139, "p50_ms": 1.2815, "p95_ms": 2.6062, "p99_ms": 3.9711, "results": {"failed": 0, "not_applicable": 0, "success": 1371479, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0487, "count": 139, "max_ms": 718.3148, "p50_ms": 585.7672, "p95_ms": 680.6331, "p99_ms": 711.4008, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0559, "count": 136, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 55.052, "p99_ms": 71.8915, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8719, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6371, "p95_ms": 7.201, "p99_ms": 9.1389, "results": {"failed": 0, "not_applicable": 0, "success": 6800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5569, "count": 512, "max_ms": 5.5819, "p50_ms": 1.393, "p95_ms": 2.943, "p99_ms": 4.5561, "results": {"failed": 0, "not_applicable": 0, "success": 6800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.2427, "count": 136, "max_ms": 713.3308, "p50_ms": 582.3763, "p95_ms": 674.2418, "p99_ms": 706.4568, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.5542, "count": 136, "max_ms": 590.2759, "p50_ms": 478.7103, "p95_ms": 556.178, "p99_ms": 586.9169, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.3498, "count": 136, "max_ms": 138.414, "p50_ms": 96.8705, "p95_ms": 119.4929, "p99_ms": 133.0344, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9571, "count": 136, "max_ms": 10.6524, "p50_ms": 1.6146, "p95_ms": 3.9038, "p99_ms": 7.6841, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2713, "count": 136, "max_ms": 81.87, "p50_ms": 45.7097, "p95_ms": 69.0567, "p99_ms": 77.9352, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9758, "count": 139, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.8045, "p99_ms": 4.6146, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7435, "count": 136, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.4064, "p99_ms": 10.698, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7435, "count": 136, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.4064, "p99_ms": 10.698, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9758, "count": 139, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.8045, "p99_ms": 4.6146, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0009, "count": 136, "max_ms": 9.1922, "p50_ms": 0.841, "p95_ms": 1.904, "p99_ms": 3.2923, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 470.8209, "count": 136, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 714.3197, "p99_ms": 1392.4369, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5734, "count": 136, "max_ms": 18.2646, "p50_ms": 1.1604, "p95_ms": 9.8947, "p99_ms": 13.5802, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0301, "count": 136, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.8535, "p99_ms": 66.8265, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1007, "count": 136, "max_ms": 0.7116, "p50_ms": 0.0782, "p95_ms": 0.1763, "p99_ms": 0.6375, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.639, "count": 136, "max_ms": 165.5371, "p50_ms": 2.2699, "p95_ms": 4.6738, "p99_ms": 7.4921, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.7068, "count": 136, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.9577, "p99_ms": 1454.0552, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 136, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 136, "max_ms": 0.7116, "p50_ms": 0.0782, "p95_ms": 0.1763, "p99_ms": 0.6375}, "wait_ms": {"count": 136, "max_ms": 165.5371, "p50_ms": 2.2699, "p95_ms": 4.6738, "p99_ms": 7.4921}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 136, "artifact_failed": 0, "artifact_requested": 136, "artifact_success": 136, "completed": 136, "completed_failed": 0, "completed_success": 136, "cooldown_promoted": 136, "database_requested": 136, "db_insert_success": 136, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15530, "relay_business_failed": 0, "relay_business_success": 136, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 136, "relay_transport_failed": 0, "relay_transport_success": 136, "reservation_requested": 136}, "snapshot": {"copied_bytes": 376012800, "copied_count": 136, "copy": {"count": 136, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2432, "p99_ms": 4.2669}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 462, "h264_decode_error_count": 1053, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:35:17+09:00", "last_error_summary": "[h264 @ 0x55c92de0b240] left block unavailable for requested intra mode [h264 @ 0x55c92de0b240] error while decoding MB 0 52, bytestream 1724 [h264 @ 0x55c92dcfed80] error while decoding MB 88 67, bytestream -10 [in#0/rtsp @ 0x55c92dc93e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x55c92dc93e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T08:35:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T08:35:20+09:00", "pid": 96853, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.133, "name": "ffmpeg", "pid": 96853, "rss_mb": 209.133, "state": "S (sleeping)", "threads": 70}, "restart_count": 501, "restart_count_per_hour": 12, "rtsp_timeout_count": 166, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 502}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.159, "sample_count": 1790, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1371479, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:35:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.764, "last_frame_pushed_at": "2026-10-30T08:35:17+09:00", "last_frame_read_age_sec": 4.957, "last_frame_read_at": "2026-10-30T08:35:17+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 73, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 354.603, "last_sample_duration_ms": 905.51, "last_trigger": "periodic", "next_snapshot_in_sec": 245.397, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 273, "storage_bytes": 2601221}, "mjpeg": {"age_sec": 4.752, "exists": true, "mtime": "2026-10-30T08:35:17.747067+09:00", "mtime_epoch": 1793316917.7470667, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 84671}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:35:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1404.406, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 119, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 1371479, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 19.688, "max": 25.0, "p95": 25.0, "sample_count": 32}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.031, "max": 4.0, "p95": 3.0, "sample_count": 32}, "total": {"avg": 3.031, "max": 4.0, "p95": 3.0, "sample_count": 32}}, "tracking_counts": {"active": {"avg": 0.031, "max": 1.0, "p95": 0.0, "sample_count": 32}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 32}, "removed": {"avg": 0.062, "max": 1.0, "p95": 1.0, "sample_count": 32}, "tracked": {"avg": 0.031, "max": 1.0, "p95": 0.0, "sample_count": 32}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 32}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 32, "pushed_frames": 32, "read_frames": 31, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.07, "pushed": 1.07, "read": 1.036}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 31, "client_acquire_ms": {"avg_ms": 0.007, "count": 32, "max_ms": 0.026, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4871.332, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.878, "count": 31, "max_ms": 4.919, "p95_ms": 2.823, "reason": null, "sample_age_ms": 4955.581, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.366, "count": 31, "max_ms": 4.455, "p95_ms": 1.849, "reason": null, "sample_age_ms": 4956.98, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.435, "count": 32, "max_ms": 1.307, "p95_ms": 1.08, "reason": null, "sample_age_ms": 4871.341, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.592, "count": 31, "max_ms": 2.642, "p95_ms": 2.478, "reason": null, "sample_age_ms": 4954.361, "source": "client_direct"}, "request_count": 31, "request_tensor_bytes": {"avg": 2764808.0, "count": 31, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4954.329, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 32, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4871.854, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.681, "count": 32, "max_ms": 82.411, "p95_ms": 76.156, "reason": null, "sample_age_ms": 4871.328, "source": "client_direct"}, "sample_age_ms": 4871.323, "source": "client_direct", "task_total_ms": {"avg_ms": 46.872, "count": 32, "max_ms": 85.382, "p95_ms": 78.471, "reason": null, "sample_age_ms": 4871.323, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.575, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.307, "count": 32, "max_ms": 12.193, "p95_ms": 12.188}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.635, "count": 32, "max_ms": 1.642, "p95_ms": 1.085}, "detection_prepare_ms": {"avg_ms": 1.68, "count": 32, "max_ms": 5.118, "p95_ms": 3.306}, "event_filter_ms": {"avg_ms": 0.005, "count": 32, "max_ms": 0.013, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.45, "count": 32, "max_ms": 1.143, "p95_ms": 0.725}, "mcmt_ms": {"avg_ms": 0.004, "count": 32, "max_ms": 0.011, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 2.345, "count": 32, "max_ms": 4.159, "p95_ms": 3.759}, "setup_ms": {"avg_ms": 0.037, "count": 32, "max_ms": 0.111, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 7.252, "count": 32, "max_ms": 12.133, "p95_ms": 12.111}, "track_match_ms": {"avg_ms": 0.092, "count": 32, "max_ms": 0.254, "p95_ms": 0.214}, "tracker_update_ms": {"avg_ms": 2.003, "count": 32, "max_ms": 4.238, "p95_ms": 3.365}}, "gstreamer_push": {"avg_ms": 2.973, "count": 32, "max_ms": 5.422, "p95_ms": 5.121}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 32, "max_ms": 0.315, "p95_ms": 0.112}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.133, "count": 32, "max_ms": 86.795, "p95_ms": 86.068}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.638, "count": 32, "max_ms": 14.711, "p95_ms": 12.617}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 32, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 32, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.446, "count": 32, "max_ms": 181.134, "p95_ms": 161.344}, "inference_input_copy_ms": {"avg_ms": 1.502, "count": 32, "max_ms": 2.786, "p95_ms": 2.177}, "processing_residual_ms": {"avg_ms": 0.205, "count": 32, "max_ms": 0.454, "p95_ms": 0.428}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 32, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 32, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.791, "count": 32, "max_ms": 185.633, "p95_ms": 168.603}, "read_interval": {"avg_ms": 808.563, "count": 31, "max_ms": 21196.801, "p95_ms": 217.151}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 32, "max_ms": 0.034, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 2.252, "count": 32, "max_ms": 3.635, "p95_ms": 3.627}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 32, "max_ms": 0.046, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.236, "count": 32, "max_ms": 3.603, "p95_ms": 3.593}, "worker_merge_ms": {"avg_ms": 0.007, "count": 32, "max_ms": 0.02, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 48.146, "count": 32, "max_ms": 86.814, "p95_ms": 86.128}, "visualize": {"avg_ms": 51.532, "count": 32, "max_ms": 83.892, "p95_ms": 72.526}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.959, "count": 32, "max_ms": 68.1, "p95_ms": 64.101}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 32, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 50.031, "count": 32, "max_ms": 81.544, "p95_ms": 71.466}, "visualize_input_copy_ms": {"avg_ms": 1.314, "count": 32, "max_ms": 2.641, "p95_ms": 2.447}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 32, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.906, "count": 32, "max_ms": 81.337, "p95_ms": 71.325}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 32, "max_ms": 0.156, "p95_ms": 0.151}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 32}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 32}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 32}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1404.402, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.832, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.794, "sample_count": 1817, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1371468, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:35:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 86069, "write_bytes_delta": 86069, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 523.0, "cpu_core_ratio": 0.194577, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5393.0, "pid": 96737, "reason": null, "system_cpu_core_ratio": 0.054806, "system_cpu_s_delta": 1.8900000000000006, "user_cpu_core_ratio": 0.139771, "user_cpu_s_delta": 4.819999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.750759, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 130614.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.274901, "system_cpu_s_delta": 9.479999999995925, "user_cpu_core_ratio": 0.475858, "user_cpu_s_delta": 16.410000000003492}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.947, "count": 68, "max_ms": 6.869, "p95_ms": 5.121, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.299, "max": 25.0, "p95": 24.0, "sample_count": 67}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.179, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 67}, "total": {"avg": 3.179, "max": 4.0, "p95": 4.0, "sample_count": 67}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.122, "count": 30, "max": 57.66, "p95": 45.41, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.079, "count": 30, "max": 26.073, "p95": 18.163, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 607.6, "count": 30, "max": 978.0, "p95": 952.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 931.233, "count": 30, "max": 11709.0, "p95": 4133.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.208, "p95": 0.16, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.297, "count": 30, "max": 0.385, "p95": 0.369, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.159, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91035.867, "count": 30, "max": 101325.0, "p95": 94175.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 88091.933, "count": 30, "max": 101325.0, "p95": 94175.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 142951.933, "count": 30, "max": 211614.0, "p95": 198664.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.668, "count": 30, "max": 0.849, "p95": 0.793, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.136, "count": 30, "max": 1.371, "p95": 1.347, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10533, "sampled_at": "2026-10-30T08:35:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:35:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2619937, "flush_count": 2734, "flush_interval_seconds": 30.0, "flush_state": {"count": 2734, "last_at": "2026-10-30T08:40:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:40:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2733}, "started": true, "suppressed_count": 1371515, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 1371376}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2734, "written_record_count": 2734}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9050.957, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x59a8b6034e80] error while decoding MB 28 47, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3799133798400, "copied_frame_count": 1374108, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:28:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3092147, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:28:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.278}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 136, "events_failed": 0, "events_observed": 139, "events_suppressed": 3, "frame_buffer_copied_bytes": 3799133798400, "frame_buffer_copies": 1374108, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6800, "recorder_active_input_bytes": 18800640000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 136, "recorder_clips_failed": 0, "recorder_clips_started": 136, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 136, "worker_jobs_accepted": 136, "worker_jobs_completed": 136, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1053, "count": 512, "max_ms": 0.7941, "p50_ms": 0.0858, "p95_ms": 0.2021, "p99_ms": 0.2789}, "stages": {"db_insert": {"avg_ms": 20.126, "count": 136, "max_ms": 58.1833, "p50_ms": 19.3921, "p95_ms": 35.1565, "p99_ms": 40.9424, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9109, "count": 136, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2432, "p99_ms": 4.2669, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.9226, "count": 139, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1386.5211, "p99_ms": 2024.283, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4366, "count": 512, "max_ms": 4.9056, "p50_ms": 1.3012, "p95_ms": 2.5728, "p99_ms": 3.3796, "results": {"failed": 0, "not_applicable": 0, "success": 1374108, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0487, "count": 139, "max_ms": 718.3148, "p50_ms": 585.7672, "p95_ms": 680.6331, "p99_ms": 711.4008, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0559, "count": 136, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 55.052, "p99_ms": 71.8915, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8719, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6371, "p95_ms": 7.201, "p99_ms": 9.1389, "results": {"failed": 0, "not_applicable": 0, "success": 6800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5569, "count": 512, "max_ms": 5.5819, "p50_ms": 1.393, "p95_ms": 2.943, "p99_ms": 4.5561, "results": {"failed": 0, "not_applicable": 0, "success": 6800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.2427, "count": 136, "max_ms": 713.3308, "p50_ms": 582.3763, "p95_ms": 674.2418, "p99_ms": 706.4568, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.5542, "count": 136, "max_ms": 590.2759, "p50_ms": 478.7103, "p95_ms": 556.178, "p99_ms": 586.9169, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.3498, "count": 136, "max_ms": 138.414, "p50_ms": 96.8705, "p95_ms": 119.4929, "p99_ms": 133.0344, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9571, "count": 136, "max_ms": 10.6524, "p50_ms": 1.6146, "p95_ms": 3.9038, "p99_ms": 7.6841, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2713, "count": 136, "max_ms": 81.87, "p50_ms": 45.7097, "p95_ms": 69.0567, "p99_ms": 77.9352, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9758, "count": 139, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.8045, "p99_ms": 4.6146, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7435, "count": 136, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.4064, "p99_ms": 10.698, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7435, "count": 136, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.4064, "p99_ms": 10.698, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9758, "count": 139, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.8045, "p99_ms": 4.6146, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0009, "count": 136, "max_ms": 9.1922, "p50_ms": 0.841, "p95_ms": 1.904, "p99_ms": 3.2923, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 470.8209, "count": 136, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 714.3197, "p99_ms": 1392.4369, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5734, "count": 136, "max_ms": 18.2646, "p50_ms": 1.1604, "p95_ms": 9.8947, "p99_ms": 13.5802, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0301, "count": 136, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.8535, "p99_ms": 66.8265, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1007, "count": 136, "max_ms": 0.7116, "p50_ms": 0.0782, "p95_ms": 0.1763, "p99_ms": 0.6375, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.639, "count": 136, "max_ms": 165.5371, "p50_ms": 2.2699, "p95_ms": 4.6738, "p99_ms": 7.4921, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.7068, "count": 136, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.9577, "p99_ms": 1454.0552, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 136, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 136, "max_ms": 0.7116, "p50_ms": 0.0782, "p95_ms": 0.1763, "p99_ms": 0.6375}, "wait_ms": {"count": 136, "max_ms": 165.5371, "p50_ms": 2.2699, "p95_ms": 4.6738, "p99_ms": 7.4921}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 136, "artifact_failed": 0, "artifact_requested": 136, "artifact_success": 136, "completed": 136, "completed_failed": 0, "completed_success": 136, "cooldown_promoted": 136, "database_requested": 136, "db_insert_success": 136, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15530, "relay_business_failed": 0, "relay_business_success": 136, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 136, "relay_transport_failed": 0, "relay_transport_success": 136, "reservation_requested": 136}, "snapshot": {"copied_bytes": 376012800, "copied_count": 136, "copy": {"count": 136, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2432, "p99_ms": 4.2669}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 463, "h264_decode_error_count": 1054, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:41:16+09:00", "last_error_summary": "[h264 @ 0x59a8b6034e80] error while decoding MB 28 47, bytestream -5", "last_exit_at": "2026-10-30T08:35:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 355.749, "last_started_at": "2026-10-30T08:35:20+09:00", "pid": 96853, "process": {"exists": false, "pid": 96853}, "restart_count": 501, "restart_count_per_hour": 12, "rtsp_timeout_count": 166, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 502}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.925, "sample_count": 2243, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1374108, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:41:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.067, "last_frame_pushed_at": "2026-10-30T08:41:16+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-10-30T08:41:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 74, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 105.8, "last_sample_duration_ms": 891.993, "last_trigger": "periodic", "next_snapshot_in_sec": 494.2, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 274, "storage_bytes": 2610814}, "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-10-30T08:41:16.188485+09:00", "mtime_epoch": 1793317276.1884847, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 84710}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:41:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1416.113, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 119, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1374109, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.333, "max": 17.0, "p95": 16.0, "sample_count": 216}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.083, "max": 4.0, "p95": 4.0, "sample_count": 216}, "total": {"avg": 3.083, "max": 4.0, "p95": 4.0, "sample_count": 216}}, "tracking_counts": {"active": {"avg": 1.005, "max": 2.0, "p95": 1.0, "sample_count": 216}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 216}, "tracked": {"avg": 1.005, "max": 2.0, "p95": 1.0, "sample_count": 216}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.201, "pushed": 7.201, "read": 7.234}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 216, "client_acquire_ms": {"avg_ms": 0.008, "count": 217, "max_ms": 0.024, "p95_ms": 0.015, "reason": null, "sample_age_ms": 15.813, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.99, "count": 216, "max_ms": 8.048, "p95_ms": 3.346, "reason": null, "sample_age_ms": 66.501, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.406, "count": 216, "max_ms": 7.165, "p95_ms": 2.344, "reason": null, "sample_age_ms": 67.046, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.442, "count": 217, "max_ms": 2.219, "p95_ms": 0.861, "reason": null, "sample_age_ms": 15.821, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.129, "count": 216, "max_ms": 5.625, "p95_ms": 3.236, "reason": null, "sample_age_ms": 64.256, "source": "client_direct"}, "request_count": 216, "request_tensor_bytes": {"avg": 2764808.0, "count": 216, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 64.228, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 217, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 16.131, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.096, "count": 217, "max_ms": 81.839, "p95_ms": 72.638, "reason": null, "sample_age_ms": 15.809, "source": "client_direct"}, "sample_age_ms": 15.806, "source": "client_direct", "task_total_ms": {"avg_ms": 52.859, "count": 217, "max_ms": 84.404, "p95_ms": 75.882, "reason": null, "sample_age_ms": 15.806, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.102, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.907, "count": 216, "max_ms": 19.391, "p95_ms": 11.125}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.551, "count": 216, "max_ms": 3.009, "p95_ms": 1.054}, "detection_prepare_ms": {"avg_ms": 1.826, "count": 216, "max_ms": 11.961, "p95_ms": 3.682}, "event_filter_ms": {"avg_ms": 0.006, "count": 216, "max_ms": 0.047, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.391, "count": 216, "max_ms": 1.281, "p95_ms": 0.667}, "mcmt_ms": {"avg_ms": 0.004, "count": 216, "max_ms": 0.029, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 1.519, "count": 216, "max_ms": 5.4, "p95_ms": 3.02}, "setup_ms": {"avg_ms": 0.045, "count": 216, "max_ms": 0.164, "p95_ms": 0.082}, "total_inside_ms": {"avg_ms": 6.843, "count": 216, "max_ms": 19.258, "p95_ms": 11.081}, "track_match_ms": {"avg_ms": 0.167, "count": 216, "max_ms": 0.672, "p95_ms": 0.334}, "tracker_update_ms": {"avg_ms": 2.334, "count": 216, "max_ms": 7.448, "p95_ms": 4.041}}, "gstreamer_push": {"avg_ms": 3.208, "count": 216, "max_ms": 10.062, "p95_ms": 5.365}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 216, "max_ms": 0.226, "p95_ms": 0.115}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.323, "count": 216, "max_ms": 87.265, "p95_ms": 79.519}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.437, "count": 216, "max_ms": 13.184, "p95_ms": 10.118}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 117.2, "count": 216, "max_ms": 184.751, "p95_ms": 156.198}, "inference_input_copy_ms": {"avg_ms": 2.107, "count": 216, "max_ms": 6.244, "p95_ms": 3.826}, "processing_residual_ms": {"avg_ms": 0.245, "count": 216, "max_ms": 0.597, "p95_ms": 0.446}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 122.988, "count": 216, "max_ms": 189.857, "p95_ms": 161.502}, "read_interval": {"avg_ms": 138.476, "count": 217, "max_ms": 247.115, "p95_ms": 186.324}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 216, "max_ms": 0.063, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 1.448, "count": 216, "max_ms": 5.336, "p95_ms": 2.872}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 216, "max_ms": 0.057, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.431, "count": 216, "max_ms": 5.322, "p95_ms": 2.858}, "worker_merge_ms": {"avg_ms": 0.007, "count": 216, "max_ms": 0.031, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 54.338, "count": 216, "max_ms": 87.279, "p95_ms": 79.526}, "visualize": {"avg_ms": 54.569, "count": 216, "max_ms": 89.35, "p95_ms": 71.354}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.492, "count": 216, "max_ms": 79.551, "p95_ms": 60.96}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 52.906, "count": 216, "max_ms": 88.297, "p95_ms": 68.199}, "visualize_input_copy_ms": {"avg_ms": 1.449, "count": 216, "max_ms": 4.98, "p95_ms": 2.549}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 52.758, "count": 216, "max_ms": 88.15, "p95_ms": 67.968}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 216, "max_ms": 0.374, "p95_ms": 0.142}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 216}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1405.578, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.335, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.317, "sample_count": 2243, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1373905, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:40:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 85000, "write_bytes_delta": 85000, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 411.0, "cpu_core_ratio": 0.321238, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 96853, "reason": null, "system_cpu_core_ratio": 0.029744, "system_cpu_s_delta": 0.3000000000000007, "user_cpu_core_ratio": 0.291494, "user_cpu_s_delta": 2.940000000000012}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.928421, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 72386.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.700974, "system_cpu_s_delta": 7.070000000006985, "user_cpu_core_ratio": 1.227447, "user_cpu_s_delta": 12.380000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.935, "count": 234, "max_ms": 8.643, "p95_ms": 4.741, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.312, "max": 24.0, "p95": 22.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.795, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 234}, "total": {"avg": 2.795, "max": 4.0, "p95": 4.0, "sample_count": 234}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.728, "count": 30, "max": 45.972, "p95": 42.502, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.26, "count": 30, "max": 27.697, "p95": 19.267, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 413.9, "count": 30, "max": 458.0, "p95": 440.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 22.4, "count": 30, "max": 436.0, "p95": 124.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.034, "p95": 0.032, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.298, "count": 30, "max": 0.327, "p95": 0.314, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 82401.3, "count": 30, "max": 85000.0, "p95": 84251.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82401.3, "count": 30, "max": 85000.0, "p95": 84251.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 95490.833, "count": 30, "max": 107522.0, "p95": 105433.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.695, "count": 30, "max": 0.768, "p95": 0.749, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.203, "count": 30, "max": 1.283, "p95": 1.275, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10566, "sampled_at": "2026-10-30T08:40:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:40:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2619937, "flush_count": 2734, "flush_interval_seconds": 30.0, "flush_state": {"count": 2734, "last_at": "2026-10-30T08:40:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:40:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2733}, "started": true, "suppressed_count": 1371515, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 1371376}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2734, "written_record_count": 2734}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9040.418, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T08:41:16+09:00", "last_error_summary": "[h264 @ 0x59a8b6034e80] error while decoding MB 28 47, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3799136563200, "copied_frame_count": 1374109, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:28:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3092147, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:28:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.278}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 136, "events_failed": 0, "events_observed": 139, "events_suppressed": 3, "frame_buffer_copied_bytes": 3799136563200, "frame_buffer_copies": 1374109, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6800, "recorder_active_input_bytes": 18800640000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 136, "recorder_clips_failed": 0, "recorder_clips_started": 136, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 136, "worker_jobs_accepted": 136, "worker_jobs_completed": 136, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1053, "count": 512, "max_ms": 0.7941, "p50_ms": 0.0858, "p95_ms": 0.2021, "p99_ms": 0.2789}, "stages": {"db_insert": {"avg_ms": 20.126, "count": 136, "max_ms": 58.1833, "p50_ms": 19.3921, "p95_ms": 35.1565, "p99_ms": 40.9424, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9109, "count": 136, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2432, "p99_ms": 4.2669, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.9226, "count": 139, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1386.5211, "p99_ms": 2024.283, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4385, "count": 512, "max_ms": 4.9056, "p50_ms": 1.3032, "p95_ms": 2.5728, "p99_ms": 3.3796, "results": {"failed": 0, "not_applicable": 0, "success": 1374109, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0487, "count": 139, "max_ms": 718.3148, "p50_ms": 585.7672, "p95_ms": 680.6331, "p99_ms": 711.4008, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0559, "count": 136, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 55.052, "p99_ms": 71.8915, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8719, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6371, "p95_ms": 7.201, "p99_ms": 9.1389, "results": {"failed": 0, "not_applicable": 0, "success": 6800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5569, "count": 512, "max_ms": 5.5819, "p50_ms": 1.393, "p95_ms": 2.943, "p99_ms": 4.5561, "results": {"failed": 0, "not_applicable": 0, "success": 6800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.2427, "count": 136, "max_ms": 713.3308, "p50_ms": 582.3763, "p95_ms": 674.2418, "p99_ms": 706.4568, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.5542, "count": 136, "max_ms": 590.2759, "p50_ms": 478.7103, "p95_ms": 556.178, "p99_ms": 586.9169, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.3498, "count": 136, "max_ms": 138.414, "p50_ms": 96.8705, "p95_ms": 119.4929, "p99_ms": 133.0344, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9571, "count": 136, "max_ms": 10.6524, "p50_ms": 1.6146, "p95_ms": 3.9038, "p99_ms": 7.6841, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2713, "count": 136, "max_ms": 81.87, "p50_ms": 45.7097, "p95_ms": 69.0567, "p99_ms": 77.9352, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9758, "count": 139, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.8045, "p99_ms": 4.6146, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7435, "count": 136, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.4064, "p99_ms": 10.698, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7435, "count": 136, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.4064, "p99_ms": 10.698, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9758, "count": 139, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.8045, "p99_ms": 4.6146, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0009, "count": 136, "max_ms": 9.1922, "p50_ms": 0.841, "p95_ms": 1.904, "p99_ms": 3.2923, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 470.8209, "count": 136, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 714.3197, "p99_ms": 1392.4369, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5734, "count": 136, "max_ms": 18.2646, "p50_ms": 1.1604, "p95_ms": 9.8947, "p99_ms": 13.5802, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0301, "count": 136, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.8535, "p99_ms": 66.8265, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1007, "count": 136, "max_ms": 0.7116, "p50_ms": 0.0782, "p95_ms": 0.1763, "p99_ms": 0.6375, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.639, "count": 136, "max_ms": 165.5371, "p50_ms": 2.2699, "p95_ms": 4.6738, "p99_ms": 7.4921, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.7068, "count": 136, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.9577, "p99_ms": 1454.0552, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 136, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 136, "max_ms": 0.7116, "p50_ms": 0.0782, "p95_ms": 0.1763, "p99_ms": 0.6375}, "wait_ms": {"count": 136, "max_ms": 165.5371, "p50_ms": 2.2699, "p95_ms": 4.6738, "p99_ms": 7.4921}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 136, "artifact_failed": 0, "artifact_requested": 136, "artifact_success": 136, "completed": 136, "completed_failed": 0, "completed_success": 136, "cooldown_promoted": 136, "database_requested": 136, "db_insert_success": 136, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15530, "relay_business_failed": 0, "relay_business_success": 136, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 136, "relay_transport_failed": 0, "relay_transport_success": 136, "reservation_requested": 136}, "snapshot": {"copied_bytes": 376012800, "copied_count": 136, "copy": {"count": 136, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2432, "p99_ms": 4.2669}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 463, "h264_decode_error_count": 1054, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:41:16+09:00", "last_error_summary": "[h264 @ 0x59a8b6034e80] error while decoding MB 28 47, bytestream -5", "last_exit_at": "2026-10-30T08:41:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 355.831, "last_started_at": "2026-10-30T08:35:20+09:00", "pid": 96853, "process": {"exists": false, "pid": 96853}, "restart_count": 501, "restart_count_per_hour": 12, "rtsp_timeout_count": 166, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 502}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.925, "sample_count": 2243, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1374109, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:41:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.018, "last_frame_pushed_at": "2026-10-30T08:41:16+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-10-30T08:41:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 74, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 105.868, "last_sample_duration_ms": 891.993, "last_trigger": "periodic", "next_snapshot_in_sec": 494.132, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 274, "storage_bytes": 2610814}, "mjpeg": {"age_sec": 0.009, "exists": true, "mtime": "2026-10-30T08:41:16.320487+09:00", "mtime_epoch": 1793317276.3204868, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 84812}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:41:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1405.688, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 119, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1374109, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.364, "max": 17.0, "p95": 16.0, "sample_count": 217}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.083, "max": 4.0, "p95": 4.0, "sample_count": 217}, "total": {"avg": 3.083, "max": 4.0, "p95": 4.0, "sample_count": 217}}, "tracking_counts": {"active": {"avg": 1.005, "max": 2.0, "p95": 1.0, "sample_count": 217}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 217}, "tracked": {"avg": 1.005, "max": 2.0, "p95": 1.0, "sample_count": 217}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.236, "pushed": 7.236, "read": 7.202}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 216, "client_acquire_ms": {"avg_ms": 0.008, "count": 216, "max_ms": 0.024, "p95_ms": 0.015, "reason": null, "sample_age_ms": 94.306, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.99, "count": 216, "max_ms": 8.048, "p95_ms": 3.346, "reason": null, "sample_age_ms": 144.994, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.406, "count": 216, "max_ms": 7.165, "p95_ms": 2.344, "reason": null, "sample_age_ms": 145.539, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.443, "count": 216, "max_ms": 2.219, "p95_ms": 0.861, "reason": null, "sample_age_ms": 94.314, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.129, "count": 216, "max_ms": 5.625, "p95_ms": 3.236, "reason": null, "sample_age_ms": 142.75, "source": "client_direct"}, "request_count": 216, "request_tensor_bytes": {"avg": 2764808.0, "count": 216, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 142.722, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 216, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 94.624, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.159, "count": 216, "max_ms": 81.839, "p95_ms": 72.642, "reason": null, "sample_age_ms": 94.303, "source": "client_direct"}, "sample_age_ms": 94.299, "source": "client_direct", "task_total_ms": {"avg_ms": 52.922, "count": 216, "max_ms": 84.404, "p95_ms": 75.919, "reason": null, "sample_age_ms": 94.299, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.278, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.902, "count": 217, "max_ms": 19.391, "p95_ms": 11.125}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.551, "count": 217, "max_ms": 3.009, "p95_ms": 1.054}, "detection_prepare_ms": {"avg_ms": 1.825, "count": 217, "max_ms": 11.961, "p95_ms": 3.682}, "event_filter_ms": {"avg_ms": 0.006, "count": 217, "max_ms": 0.047, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.391, "count": 217, "max_ms": 1.281, "p95_ms": 0.667}, "mcmt_ms": {"avg_ms": 0.004, "count": 217, "max_ms": 0.029, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 1.516, "count": 217, "max_ms": 5.4, "p95_ms": 3.02}, "setup_ms": {"avg_ms": 0.044, "count": 217, "max_ms": 0.164, "p95_ms": 0.082}, "total_inside_ms": {"avg_ms": 6.838, "count": 217, "max_ms": 19.258, "p95_ms": 11.081}, "track_match_ms": {"avg_ms": 0.167, "count": 217, "max_ms": 0.672, "p95_ms": 0.334}, "tracker_update_ms": {"avg_ms": 2.333, "count": 217, "max_ms": 7.448, "p95_ms": 4.041}}, "gstreamer_push": {"avg_ms": 3.204, "count": 217, "max_ms": 10.062, "p95_ms": 5.365}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 217, "max_ms": 0.226, "p95_ms": 0.115}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.31, "count": 217, "max_ms": 87.265, "p95_ms": 79.519}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.437, "count": 217, "max_ms": 13.184, "p95_ms": 10.118}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 117.189, "count": 217, "max_ms": 184.751, "p95_ms": 156.198}, "inference_input_copy_ms": {"avg_ms": 2.102, "count": 217, "max_ms": 6.244, "p95_ms": 3.826}, "processing_residual_ms": {"avg_ms": 0.244, "count": 217, "max_ms": 0.597, "p95_ms": 0.446}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 122.972, "count": 217, "max_ms": 189.857, "p95_ms": 161.502}, "read_interval": {"avg_ms": 138.597, "count": 216, "max_ms": 247.115, "p95_ms": 186.324}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 217, "max_ms": 0.063, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 1.445, "count": 217, "max_ms": 5.336, "p95_ms": 2.872}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 217, "max_ms": 0.057, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.428, "count": 217, "max_ms": 5.322, "p95_ms": 2.858}, "worker_merge_ms": {"avg_ms": 0.007, "count": 217, "max_ms": 0.031, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 54.325, "count": 217, "max_ms": 87.279, "p95_ms": 79.526}, "visualize": {"avg_ms": 54.578, "count": 217, "max_ms": 89.35, "p95_ms": 71.354}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.48, "count": 217, "max_ms": 79.551, "p95_ms": 60.96}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 52.894, "count": 217, "max_ms": 88.297, "p95_ms": 68.199}, "visualize_input_copy_ms": {"avg_ms": 1.471, "count": 217, "max_ms": 6.162, "p95_ms": 2.565}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 52.745, "count": 217, "max_ms": 88.15, "p95_ms": 67.968}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 217, "max_ms": 0.374, "p95_ms": 0.142}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1405.578, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.335, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.317, "sample_count": 2243, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1373905, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:40:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 85000, "write_bytes_delta": 85000, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 411.0, "cpu_core_ratio": 0.321238, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 96853, "reason": null, "system_cpu_core_ratio": 0.029744, "system_cpu_s_delta": 0.3000000000000007, "user_cpu_core_ratio": 0.291494, "user_cpu_s_delta": 2.940000000000012}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.928421, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 72386.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.700974, "system_cpu_s_delta": 7.070000000006985, "user_cpu_core_ratio": 1.227447, "user_cpu_s_delta": 12.380000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.935, "count": 234, "max_ms": 8.643, "p95_ms": 4.741, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.312, "max": 24.0, "p95": 22.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.795, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 234}, "total": {"avg": 2.795, "max": 4.0, "p95": 4.0, "sample_count": 234}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.728, "count": 30, "max": 45.972, "p95": 42.502, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.26, "count": 30, "max": 27.697, "p95": 19.267, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 413.9, "count": 30, "max": 458.0, "p95": 440.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 22.4, "count": 30, "max": 436.0, "p95": 124.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.034, "p95": 0.032, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.298, "count": 30, "max": 0.327, "p95": 0.314, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 82401.3, "count": 30, "max": 85000.0, "p95": 84251.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82401.3, "count": 30, "max": 85000.0, "p95": 84251.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 95490.833, "count": 30, "max": 107522.0, "p95": 105433.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.695, "count": 30, "max": 0.768, "p95": 0.749, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.203, "count": 30, "max": 1.283, "p95": 1.275, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10566, "sampled_at": "2026-10-30T08:40:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:40:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2619937, "flush_count": 2734, "flush_interval_seconds": 30.0, "flush_state": {"count": 2734, "last_at": "2026-10-30T08:40:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:40:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2733}, "started": true, "suppressed_count": 1371515, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 1371376}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2734, "written_record_count": 2734}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9053.297, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3799136563200, "copied_frame_count": 1374109, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:28:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3092147, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:28:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.278}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 136, "events_failed": 0, "events_observed": 139, "events_suppressed": 3, "frame_buffer_copied_bytes": 3799136563200, "frame_buffer_copies": 1374109, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6800, "recorder_active_input_bytes": 18800640000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 136, "recorder_clips_failed": 0, "recorder_clips_started": 136, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 136, "worker_jobs_accepted": 136, "worker_jobs_completed": 136, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1053, "count": 512, "max_ms": 0.7941, "p50_ms": 0.0858, "p95_ms": 0.2021, "p99_ms": 0.2789}, "stages": {"db_insert": {"avg_ms": 20.126, "count": 136, "max_ms": 58.1833, "p50_ms": 19.3921, "p95_ms": 35.1565, "p99_ms": 40.9424, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9109, "count": 136, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2432, "p99_ms": 4.2669, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.9226, "count": 139, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1386.5211, "p99_ms": 2024.283, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4385, "count": 512, "max_ms": 4.9056, "p50_ms": 1.3032, "p95_ms": 2.5728, "p99_ms": 3.3796, "results": {"failed": 0, "not_applicable": 0, "success": 1374109, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0487, "count": 139, "max_ms": 718.3148, "p50_ms": 585.7672, "p95_ms": 680.6331, "p99_ms": 711.4008, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0559, "count": 136, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 55.052, "p99_ms": 71.8915, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8719, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6371, "p95_ms": 7.201, "p99_ms": 9.1389, "results": {"failed": 0, "not_applicable": 0, "success": 6800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5569, "count": 512, "max_ms": 5.5819, "p50_ms": 1.393, "p95_ms": 2.943, "p99_ms": 4.5561, "results": {"failed": 0, "not_applicable": 0, "success": 6800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.2427, "count": 136, "max_ms": 713.3308, "p50_ms": 582.3763, "p95_ms": 674.2418, "p99_ms": 706.4568, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.5542, "count": 136, "max_ms": 590.2759, "p50_ms": 478.7103, "p95_ms": 556.178, "p99_ms": 586.9169, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.3498, "count": 136, "max_ms": 138.414, "p50_ms": 96.8705, "p95_ms": 119.4929, "p99_ms": 133.0344, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9571, "count": 136, "max_ms": 10.6524, "p50_ms": 1.6146, "p95_ms": 3.9038, "p99_ms": 7.6841, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2713, "count": 136, "max_ms": 81.87, "p50_ms": 45.7097, "p95_ms": 69.0567, "p99_ms": 77.9352, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9758, "count": 139, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.8045, "p99_ms": 4.6146, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7435, "count": 136, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.4064, "p99_ms": 10.698, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7435, "count": 136, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.4064, "p99_ms": 10.698, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9758, "count": 139, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.8045, "p99_ms": 4.6146, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0009, "count": 136, "max_ms": 9.1922, "p50_ms": 0.841, "p95_ms": 1.904, "p99_ms": 3.2923, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 470.8209, "count": 136, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 714.3197, "p99_ms": 1392.4369, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5734, "count": 136, "max_ms": 18.2646, "p50_ms": 1.1604, "p95_ms": 9.8947, "p99_ms": 13.5802, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0301, "count": 136, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.8535, "p99_ms": 66.8265, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1007, "count": 136, "max_ms": 0.7116, "p50_ms": 0.0782, "p95_ms": 0.1763, "p99_ms": 0.6375, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.639, "count": 136, "max_ms": 165.5371, "p50_ms": 2.2699, "p95_ms": 4.6738, "p99_ms": 7.4921, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.7068, "count": 136, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.9577, "p99_ms": 1454.0552, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 136, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 136, "max_ms": 0.7116, "p50_ms": 0.0782, "p95_ms": 0.1763, "p99_ms": 0.6375}, "wait_ms": {"count": 136, "max_ms": 165.5371, "p50_ms": 2.2699, "p95_ms": 4.6738, "p99_ms": 7.4921}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 136, "artifact_failed": 0, "artifact_requested": 136, "artifact_success": 136, "completed": 136, "completed_failed": 0, "completed_success": 136, "cooldown_promoted": 136, "database_requested": 136, "db_insert_success": 136, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15530, "relay_business_failed": 0, "relay_business_success": 136, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 136, "relay_transport_failed": 0, "relay_transport_success": 136, "reservation_requested": 136}, "snapshot": {"copied_bytes": 376012800, "copied_count": 136, "copy": {"count": 136, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2432, "p99_ms": 4.2669}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 463, "h264_decode_error_count": 1054, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:41:16+09:00", "last_error_summary": "[h264 @ 0x59a8b6034e80] error while decoding MB 28 47, bytestream -5", "last_exit_at": "2026-10-30T08:41:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 355.855, "last_started_at": "2026-10-30T08:35:20+09:00", "pid": 96853, "process": {"exists": false, "pid": 96853}, "restart_count": 501, "restart_count_per_hour": 12, "rtsp_timeout_count": 166, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 502}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.925, "sample_count": 2243, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1374109, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:41:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.042, "last_frame_pushed_at": "2026-10-30T08:41:16+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-10-30T08:41:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 74, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 105.898, "last_sample_duration_ms": 891.993, "last_trigger": "periodic", "next_snapshot_in_sec": 494.102, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 274, "storage_bytes": 2610814}, "mjpeg": {"age_sec": 0.033, "exists": true, "mtime": "2026-10-30T08:41:16.320487+09:00", "mtime_epoch": 1793317276.3204868, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 84812}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:41:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1405.688, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 119, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1374109, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.366, "max": 17.0, "p95": 16.0, "sample_count": 216}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.079, "max": 4.0, "p95": 4.0, "sample_count": 216}, "total": {"avg": 3.079, "max": 4.0, "p95": 4.0, "sample_count": 216}}, "tracking_counts": {"active": {"avg": 1.005, "max": 2.0, "p95": 1.0, "sample_count": 216}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 216}, "tracked": {"avg": 1.005, "max": 2.0, "p95": 1.0, "sample_count": 216}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.223, "pushed": 7.223, "read": 7.19}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 215, "client_acquire_ms": {"avg_ms": 0.008, "count": 216, "max_ms": 0.024, "p95_ms": 0.015, "reason": null, "sample_age_ms": 120.128, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.992, "count": 215, "max_ms": 8.048, "p95_ms": 3.35, "reason": null, "sample_age_ms": 170.816, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.407, "count": 215, "max_ms": 7.165, "p95_ms": 2.35, "reason": null, "sample_age_ms": 171.361, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.443, "count": 216, "max_ms": 2.219, "p95_ms": 0.861, "reason": null, "sample_age_ms": 120.135, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.113, "count": 215, "max_ms": 5.625, "p95_ms": 3.219, "reason": null, "sample_age_ms": 168.571, "source": "client_direct"}, "request_count": 215, "request_tensor_bytes": {"avg": 2764808.0, "count": 215, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 168.543, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 216, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 120.445, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.159, "count": 216, "max_ms": 81.839, "p95_ms": 72.642, "reason": null, "sample_age_ms": 120.124, "source": "client_direct"}, "sample_age_ms": 120.121, "source": "client_direct", "task_total_ms": {"avg_ms": 52.922, "count": 216, "max_ms": 84.404, "p95_ms": 75.919, "reason": null, "sample_age_ms": 120.121, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.61, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.908, "count": 216, "max_ms": 19.391, "p95_ms": 11.125}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.553, "count": 216, "max_ms": 3.009, "p95_ms": 1.054}, "detection_prepare_ms": {"avg_ms": 1.829, "count": 216, "max_ms": 11.961, "p95_ms": 3.682}, "event_filter_ms": {"avg_ms": 0.006, "count": 216, "max_ms": 0.047, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.391, "count": 216, "max_ms": 1.281, "p95_ms": 0.667}, "mcmt_ms": {"avg_ms": 0.004, "count": 216, "max_ms": 0.029, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 1.513, "count": 216, "max_ms": 5.4, "p95_ms": 3.02}, "setup_ms": {"avg_ms": 0.045, "count": 216, "max_ms": 0.164, "p95_ms": 0.082}, "total_inside_ms": {"avg_ms": 6.844, "count": 216, "max_ms": 19.258, "p95_ms": 11.081}, "track_match_ms": {"avg_ms": 0.167, "count": 216, "max_ms": 0.672, "p95_ms": 0.334}, "tracker_update_ms": {"avg_ms": 2.336, "count": 216, "max_ms": 7.448, "p95_ms": 4.041}}, "gstreamer_push": {"avg_ms": 3.21, "count": 216, "max_ms": 10.062, "p95_ms": 5.365}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 216, "max_ms": 0.226, "p95_ms": 0.115}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.378, "count": 216, "max_ms": 87.265, "p95_ms": 79.519}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.44, "count": 216, "max_ms": 13.184, "p95_ms": 10.118}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 117.343, "count": 216, "max_ms": 184.751, "p95_ms": 156.198}, "inference_input_copy_ms": {"avg_ms": 2.103, "count": 216, "max_ms": 6.244, "p95_ms": 3.826}, "processing_residual_ms": {"avg_ms": 0.244, "count": 216, "max_ms": 0.597, "p95_ms": 0.446}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 123.13, "count": 216, "max_ms": 189.857, "p95_ms": 161.502}, "read_interval": {"avg_ms": 138.79, "count": 215, "max_ms": 247.115, "p95_ms": 186.324}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 216, "max_ms": 0.063, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 1.442, "count": 216, "max_ms": 5.336, "p95_ms": 2.872}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 216, "max_ms": 0.057, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.425, "count": 216, "max_ms": 5.322, "p95_ms": 2.858}, "worker_merge_ms": {"avg_ms": 0.007, "count": 216, "max_ms": 0.031, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 54.392, "count": 216, "max_ms": 87.279, "p95_ms": 79.526}, "visualize": {"avg_ms": 54.655, "count": 216, "max_ms": 89.35, "p95_ms": 71.354}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.551, "count": 216, "max_ms": 79.551, "p95_ms": 60.96}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 52.969, "count": 216, "max_ms": 88.297, "p95_ms": 68.199}, "visualize_input_copy_ms": {"avg_ms": 1.473, "count": 216, "max_ms": 6.162, "p95_ms": 2.565}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 52.82, "count": 216, "max_ms": 88.15, "p95_ms": 67.968}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 216, "max_ms": 0.374, "p95_ms": 0.142}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 216}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1405.578, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.335, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.317, "sample_count": 2243, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1373905, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:40:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 85000, "write_bytes_delta": 85000, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 411.0, "cpu_core_ratio": 0.321238, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 96853, "reason": null, "system_cpu_core_ratio": 0.029744, "system_cpu_s_delta": 0.3000000000000007, "user_cpu_core_ratio": 0.291494, "user_cpu_s_delta": 2.940000000000012}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.928421, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 72386.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.700974, "system_cpu_s_delta": 7.070000000006985, "user_cpu_core_ratio": 1.227447, "user_cpu_s_delta": 12.380000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.935, "count": 234, "max_ms": 8.643, "p95_ms": 4.741, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.312, "max": 24.0, "p95": 22.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.795, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 234}, "total": {"avg": 2.795, "max": 4.0, "p95": 4.0, "sample_count": 234}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.728, "count": 30, "max": 45.972, "p95": 42.502, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.26, "count": 30, "max": 27.697, "p95": 19.267, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 413.9, "count": 30, "max": 458.0, "p95": 440.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 22.4, "count": 30, "max": 436.0, "p95": 124.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.034, "p95": 0.032, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.298, "count": 30, "max": 0.327, "p95": 0.314, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 82401.3, "count": 30, "max": 85000.0, "p95": 84251.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82401.3, "count": 30, "max": 85000.0, "p95": 84251.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 95490.833, "count": 30, "max": 107522.0, "p95": 105433.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.695, "count": 30, "max": 0.768, "p95": 0.749, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.203, "count": 30, "max": 1.283, "p95": 1.275, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10566, "sampled_at": "2026-10-30T08:40:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:40:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2619937, "flush_count": 2734, "flush_interval_seconds": 30.0, "flush_state": {"count": 2734, "last_at": "2026-10-30T08:40:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:40:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2733}, "started": true, "suppressed_count": 1371515, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 139, "tracking_summary": 1371376}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2734, "written_record_count": 2734}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9230.133, "limit_mb": null}, "detail": {"pid": 96969, "restart_count": 502, "start_count": 503}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3799136563200, "copied_frame_count": 1374109, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:28:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3092147, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:28:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.278}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 139, "events_emitted": 136, "events_failed": 0, "events_observed": 139, "events_suppressed": 3, "frame_buffer_copied_bytes": 3799136563200, "frame_buffer_copies": 1374109, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6800, "recorder_active_input_bytes": 18800640000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 136, "recorder_clips_failed": 0, "recorder_clips_started": 136, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 136, "worker_jobs_accepted": 136, "worker_jobs_completed": 136, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1053, "count": 512, "max_ms": 0.7941, "p50_ms": 0.0858, "p95_ms": 0.2021, "p99_ms": 0.2789}, "stages": {"db_insert": {"avg_ms": 20.126, "count": 136, "max_ms": 58.1833, "p50_ms": 19.3921, "p95_ms": 35.1565, "p99_ms": 40.9424, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9109, "count": 136, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2432, "p99_ms": 4.2669, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.9226, "count": 139, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1386.5211, "p99_ms": 2024.283, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4385, "count": 512, "max_ms": 4.9056, "p50_ms": 1.3032, "p95_ms": 2.5728, "p99_ms": 3.3796, "results": {"failed": 0, "not_applicable": 0, "success": 1374109, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.0487, "count": 139, "max_ms": 718.3148, "p50_ms": 585.7672, "p95_ms": 680.6331, "p99_ms": 711.4008, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.0559, "count": 136, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 55.052, "p99_ms": 71.8915, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8719, "count": 512, "max_ms": 15.1144, "p50_ms": 4.6371, "p95_ms": 7.201, "p99_ms": 9.1389, "results": {"failed": 0, "not_applicable": 0, "success": 6800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5569, "count": 512, "max_ms": 5.5819, "p50_ms": 1.393, "p95_ms": 2.943, "p99_ms": 4.5561, "results": {"failed": 0, "not_applicable": 0, "success": 6800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.2427, "count": 136, "max_ms": 713.3308, "p50_ms": 582.3763, "p95_ms": 674.2418, "p99_ms": 706.4568, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.5542, "count": 136, "max_ms": 590.2759, "p50_ms": 478.7103, "p95_ms": 556.178, "p99_ms": 586.9169, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 96.3498, "count": 136, "max_ms": 138.414, "p50_ms": 96.8705, "p95_ms": 119.4929, "p99_ms": 133.0344, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9571, "count": 136, "max_ms": 10.6524, "p50_ms": 1.6146, "p95_ms": 3.9038, "p99_ms": 7.6841, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2713, "count": 136, "max_ms": 81.87, "p50_ms": 45.7097, "p95_ms": 69.0567, "p99_ms": 77.9352, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9758, "count": 139, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.8045, "p99_ms": 4.6146, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7435, "count": 136, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.4064, "p99_ms": 10.698, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7435, "count": 136, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.4064, "p99_ms": 10.698, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9758, "count": 139, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.8045, "p99_ms": 4.6146, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0009, "count": 136, "max_ms": 9.1922, "p50_ms": 0.841, "p95_ms": 1.904, "p99_ms": 3.2923, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 470.8209, "count": 136, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 714.3197, "p99_ms": 1392.4369, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5734, "count": 136, "max_ms": 18.2646, "p50_ms": 1.1604, "p95_ms": 9.8947, "p99_ms": 13.5802, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.0301, "count": 136, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.8535, "p99_ms": 66.8265, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1007, "count": 136, "max_ms": 0.7116, "p50_ms": 0.0782, "p95_ms": 0.1763, "p99_ms": 0.6375, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.639, "count": 136, "max_ms": 165.5371, "p50_ms": 2.2699, "p95_ms": 4.6738, "p99_ms": 7.4921, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.7068, "count": 136, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.9577, "p99_ms": 1454.0552, "results": {"failed": 0, "not_applicable": 0, "success": 136, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 136, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 136, "max_ms": 0.7116, "p50_ms": 0.0782, "p95_ms": 0.1763, "p99_ms": 0.6375}, "wait_ms": {"count": 136, "max_ms": 165.5371, "p50_ms": 2.2699, "p95_ms": 4.6738, "p99_ms": 7.4921}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 136, "artifact_failed": 0, "artifact_requested": 136, "artifact_success": 136, "completed": 136, "completed_failed": 0, "completed_success": 136, "cooldown_promoted": 136, "database_requested": 136, "db_insert_success": 136, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15530, "relay_business_failed": 0, "relay_business_success": 136, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 136, "relay_transport_failed": 0, "relay_transport_success": 136, "reservation_requested": 136}, "snapshot": {"copied_bytes": 376012800, "copied_count": 136, "copy": {"count": 136, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2432, "p99_ms": 4.2669}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 463, "h264_decode_error_count": 1054, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:41:16+09:00", "last_error_summary": "[h264 @ 0x59a8b6034e80] error while decoding MB 28 47, bytestream -5", "last_exit_at": "2026-10-30T08:41:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T08:41:18+09:00", "pid": 96969, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.543, "name": "ffmpeg", "pid": 96969, "rss_mb": 205.543, "state": "S (sleeping)", "threads": 70}, "restart_count": 502, "restart_count_per_hour": 13, "rtsp_timeout_count": 166, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 503}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.752, "sample_count": 2212, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1374109, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:41:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.315, "last_frame_pushed_at": "2026-10-30T08:41:16+09:00", "last_frame_read_age_sec": 4.439, "last_frame_read_at": "2026-10-30T08:41:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 74, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 110.174, "last_sample_duration_ms": 891.993, "last_trigger": "periodic", "next_snapshot_in_sec": 489.826, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 274, "storage_bytes": 2610814}, "mjpeg": {"age_sec": 4.306, "exists": true, "mtime": "2026-10-30T08:41:16.320487+09:00", "mtime_epoch": 1793317276.3204868, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 84812}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:41:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1405.691, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 119, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1374109, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.333, "max": 17.0, "p95": 16.0, "sample_count": 186}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.989, "max": 4.0, "p95": 3.0, "sample_count": 186}, "total": {"avg": 2.989, "max": 4.0, "p95": 3.0, "sample_count": 186}}, "tracking_counts": {"active": {"avg": 1.005, "max": 2.0, "p95": 1.0, "sample_count": 186}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 186}, "tracked": {"avg": 1.005, "max": 2.0, "p95": 1.0, "sample_count": 186}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 186, "pushed_frames": 186, "read_frames": 185, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.21, "pushed": 6.21, "read": 6.176}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 185, "client_acquire_ms": {"avg_ms": 0.008, "count": 185, "max_ms": 0.024, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4395.339, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.978, "count": 185, "max_ms": 6.543, "p95_ms": 3.322, "reason": null, "sample_age_ms": 4446.027, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.403, "count": 185, "max_ms": 3.491, "p95_ms": 2.416, "reason": null, "sample_age_ms": 4446.572, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.433, "count": 185, "max_ms": 1.499, "p95_ms": 0.835, "reason": null, "sample_age_ms": 4395.347, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.114, "count": 185, "max_ms": 5.625, "p95_ms": 3.221, "reason": null, "sample_age_ms": 4443.782, "source": "client_direct"}, "request_count": 185, "request_tensor_bytes": {"avg": 2764808.0, "count": 185, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4443.754, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 185, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4395.657, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.901, "count": 185, "max_ms": 81.839, "p95_ms": 72.605, "reason": null, "sample_age_ms": 4395.335, "source": "client_direct"}, "sample_age_ms": 4395.332, "source": "client_direct", "task_total_ms": {"avg_ms": 52.64, "count": 185, "max_ms": 84.404, "p95_ms": 75.457, "reason": null, "sample_age_ms": 4395.332, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.735, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.749, "count": 186, "max_ms": 19.391, "p95_ms": 10.937}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.569, "count": 186, "max_ms": 3.009, "p95_ms": 1.054}, "detection_prepare_ms": {"avg_ms": 1.84, "count": 186, "max_ms": 11.961, "p95_ms": 3.808}, "event_filter_ms": {"avg_ms": 0.006, "count": 186, "max_ms": 0.029, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.383, "count": 186, "max_ms": 0.879, "p95_ms": 0.654}, "mcmt_ms": {"avg_ms": 0.004, "count": 186, "max_ms": 0.029, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.4, "count": 186, "max_ms": 3.509, "p95_ms": 2.458}, "setup_ms": {"avg_ms": 0.045, "count": 186, "max_ms": 0.164, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 6.685, "count": 186, "max_ms": 19.258, "p95_ms": 10.79}, "track_match_ms": {"avg_ms": 0.165, "count": 186, "max_ms": 0.672, "p95_ms": 0.332}, "tracker_update_ms": {"avg_ms": 2.275, "count": 186, "max_ms": 5.931, "p95_ms": 3.992}}, "gstreamer_push": {"avg_ms": 3.173, "count": 186, "max_ms": 10.062, "p95_ms": 5.315}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 186, "max_ms": 0.168, "p95_ms": 0.106}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.035, "count": 186, "max_ms": 87.265, "p95_ms": 78.688}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.439, "count": 186, "max_ms": 13.184, "p95_ms": 10.118}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 117.256, "count": 186, "max_ms": 184.751, "p95_ms": 154.837}, "inference_input_copy_ms": {"avg_ms": 2.062, "count": 186, "max_ms": 5.027, "p95_ms": 3.649}, "processing_residual_ms": {"avg_ms": 0.242, "count": 186, "max_ms": 0.597, "p95_ms": 0.444}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 123.0, "count": 186, "max_ms": 189.857, "p95_ms": 160.79}, "read_interval": {"avg_ms": 138.474, "count": 185, "max_ms": 218.703, "p95_ms": 185.134}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 186, "max_ms": 0.063, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 1.329, "count": 186, "max_ms": 3.391, "p95_ms": 2.333}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 186, "max_ms": 0.057, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.312, "count": 186, "max_ms": 3.355, "p95_ms": 2.303}, "worker_merge_ms": {"avg_ms": 0.007, "count": 186, "max_ms": 0.031, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 54.049, "count": 186, "max_ms": 87.279, "p95_ms": 78.697}, "visualize": {"avg_ms": 55.083, "count": 186, "max_ms": 89.35, "p95_ms": 71.354}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 47.078, "count": 186, "max_ms": 79.551, "p95_ms": 60.96}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 53.399, "count": 186, "max_ms": 88.297, "p95_ms": 68.199}, "visualize_input_copy_ms": {"avg_ms": 1.472, "count": 186, "max_ms": 6.162, "p95_ms": 2.549}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 53.25, "count": 186, "max_ms": 88.15, "p95_ms": 67.968}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 186, "max_ms": 0.374, "p95_ms": 0.14}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 186}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1405.578, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.335, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.317, "sample_count": 2243, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1373905, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:40:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 85000, "write_bytes_delta": 85000, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 411.0, "cpu_core_ratio": 0.321238, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 96853, "reason": null, "system_cpu_core_ratio": 0.029744, "system_cpu_s_delta": 0.3000000000000007, "user_cpu_core_ratio": 0.291494, "user_cpu_s_delta": 2.940000000000012}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.928421, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 72386.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.700974, "system_cpu_s_delta": 7.070000000006985, "user_cpu_core_ratio": 1.227447, "user_cpu_s_delta": 12.380000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.935, "count": 234, "max_ms": 8.643, "p95_ms": 4.741, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.312, "max": 24.0, "p95": 22.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.795, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 234}, "total": {"avg": 2.795, "max": 4.0, "p95": 4.0, "sample_count": 234}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.728, "count": 30, "max": 45.972, "p95": 42.502, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.26, "count": 30, "max": 27.697, "p95": 19.267, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 413.9, "count": 30, "max": 458.0, "p95": 440.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 22.4, "count": 30, "max": 436.0, "p95": 124.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.034, "p95": 0.032, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.298, "count": 30, "max": 0.327, "p95": 0.314, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 82401.3, "count": 30, "max": 85000.0, "p95": 84251.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82401.3, "count": 30, "max": 85000.0, "p95": 84251.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 95490.833, "count": 30, "max": 107522.0, "p95": 105433.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.695, "count": 30, "max": 0.768, "p95": 0.749, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.203, "count": 30, "max": 1.283, "p95": 1.275, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10566, "sampled_at": "2026-10-30T08:40:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:40:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2128271, "flush_count": 2737, "flush_interval_seconds": 30.0, "flush_state": {"count": 2737, "last_at": "2026-10-30T08:41:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:41:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2736}, "started": true, "suppressed_count": 1580401, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1580401}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2737, "written_record_count": 2737}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9271.289, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5f8e91f19a80] error while decoding MB 49 91, bytestream -17 [in#0/rtsp @ 0x5f8e91efce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5f8e91efce00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4377057177600, "copied_frame_count": 1583137, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 4377057177600, "frame_buffer_copies": 1583137, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1225, "count": 512, "max_ms": 1.1706, "p50_ms": 0.1012, "p95_ms": 0.2404, "p99_ms": 0.3214}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.321, "count": 512, "max_ms": 3.615, "p50_ms": 1.2294, "p95_ms": 2.1954, "p99_ms": 2.8972, "results": {"failed": 0, "not_applicable": 0, "success": 1583137, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 215, "h264_decode_error_count": 492, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:42:31+09:00", "last_error_summary": "[h264 @ 0x5f8e91f19a80] error while decoding MB 49 91, bytestream -17 [in#0/rtsp @ 0x5f8e91efce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5f8e91efce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 31010.122, "last_started_at": "2026-10-30T00:05:41+09:00", "pid": 92362, "process": {"exists": false, "pid": 92362}, "restart_count": 242, "restart_count_per_hour": 0, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 243}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.341, "sample_count": 2577, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1583137, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:42:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 0.015, "last_frame_pushed_at": "2026-10-30T08:42:31+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-10-30T08:42:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 74, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 180.805, "last_sample_duration_ms": 891.993, "last_trigger": "periodic", "next_snapshot_in_sec": 419.195, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 274, "storage_bytes": 2610814}, "mjpeg": {"age_sec": 0.007, "exists": true, "mtime": "2026-10-30T08:42:31.261707+09:00", "mtime_epoch": 1793317351.2617066, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 74113}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T08:42:31+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1533.328, "name": "celery", "pid": 176, "rss_mb": 1507.77, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1583137, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 17}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 17}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 17}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 17}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 17}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 17}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 17}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 17, "pushed_frames": 17, "read_frames": 16, "select_timeouts": 27, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.567, "pushed": 0.567, "read": 0.534}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 16, "client_acquire_ms": {"avg_ms": 0.004, "count": 17, "max_ms": 0.018, "p95_ms": 0.009, "reason": null, "sample_age_ms": 59.596, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.516, "count": 16, "max_ms": 2.663, "p95_ms": 2.221, "reason": null, "sample_age_ms": 99.369, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.28, "count": 16, "max_ms": 2.325, "p95_ms": 1.538, "reason": null, "sample_age_ms": 99.559, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.06, "count": 17, "max_ms": 0.111, "p95_ms": 0.108, "reason": null, "sample_age_ms": 59.607, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.909, "count": 16, "max_ms": 1.595, "p95_ms": 1.594, "reason": null, "sample_age_ms": 97.728, "source": "client_direct"}, "request_count": 16, "request_tensor_bytes": {"avg": 2211848.0, "count": 16, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 97.665, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 17, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 59.764, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.056, "count": 17, "max_ms": 38.271, "p95_ms": 37.889, "reason": null, "sample_age_ms": 59.591, "source": "client_direct"}, "sample_age_ms": 59.586, "source": "client_direct", "task_total_ms": {"avg_ms": 28.149, "count": 17, "max_ms": 40.042, "p95_ms": 39.821, "reason": null, "sample_age_ms": 59.586, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.35, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.527, "count": 17, "max_ms": 0.937, "p95_ms": 0.937}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.173, "count": 17, "max_ms": 0.423, "p95_ms": 0.423}, "detection_prepare_ms": {"avg_ms": 0.078, "count": 17, "max_ms": 0.158, "p95_ms": 0.158}, "event_filter_ms": {"avg_ms": 0.005, "count": 17, "max_ms": 0.037, "p95_ms": 0.037}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 17, "max_ms": 0.108, "p95_ms": 0.108}, "mcmt_ms": {"avg_ms": 0.002, "count": 17, "max_ms": 0.004, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.124, "count": 17, "max_ms": 0.172, "p95_ms": 0.172}, "setup_ms": {"avg_ms": 0.031, "count": 17, "max_ms": 0.055, "p95_ms": 0.055}, "total_inside_ms": {"avg_ms": 0.496, "count": 17, "max_ms": 0.893, "p95_ms": 0.893}, "track_match_ms": {"avg_ms": 0.003, "count": 17, "max_ms": 0.008, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.023, "count": 17, "max_ms": 0.04, "p95_ms": 0.04}}, "gstreamer_push": {"avg_ms": 4.181, "count": 17, "max_ms": 7.992, "p95_ms": 7.992}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 17, "max_ms": 0.053, "p95_ms": 0.053}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 28.872, "count": 17, "max_ms": 42.99, "p95_ms": 42.99}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 17, "max_ms": 0.054, "p95_ms": 0.054}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 62.82, "count": 17, "max_ms": 93.759, "p95_ms": 93.759}, "inference_input_copy_ms": {"avg_ms": 0.741, "count": 17, "max_ms": 1.458, "p95_ms": 1.458}, "processing_residual_ms": {"avg_ms": 0.111, "count": 17, "max_ms": 0.456, "p95_ms": 0.456}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 63.702, "count": 17, "max_ms": 95.518, "p95_ms": 95.518}, "read_interval": {"avg_ms": 1870.191, "count": 16, "max_ms": 18770.926, "p95_ms": 18770.926}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 17, "max_ms": 0.015, "p95_ms": 0.015}, "execute_total_ms": {"avg_ms": 0.082, "count": 17, "max_ms": 0.12, "p95_ms": 0.12}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 17, "max_ms": 0.011, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.072, "count": 17, "max_ms": 0.107, "p95_ms": 0.107}, "worker_merge_ms": {"avg_ms": 0.004, "count": 17, "max_ms": 0.005, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 28.883, "count": 17, "max_ms": 43.009, "p95_ms": 43.009}, "visualize": {"avg_ms": 32.743, "count": 17, "max_ms": 57.156, "p95_ms": 57.156}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.096, "count": 17, "max_ms": 56.235, "p95_ms": 56.235}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.618, "count": 17, "max_ms": 56.98, "p95_ms": 56.98}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 17, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.548, "count": 17, "max_ms": 56.883, "p95_ms": 56.883}, "visualizer_prepare_ms": {"avg_ms": 0.038, "count": 17, "max_ms": 0.052, "p95_ms": 0.052}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 17}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 17}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 17}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1510.41, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.593, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.055, "sample_count": 2677, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1583130, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:42:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 74299, "write_bytes_delta": 74299, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 302.0, "cpu_core_ratio": 0.188932, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 564.0, "pid": 92362, "reason": null, "system_cpu_core_ratio": 0.010213, "system_cpu_s_delta": 0.2599999999999909, "user_cpu_core_ratio": 0.178719, "user_cpu_s_delta": 4.549999999999272}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.126478, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 72630.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.038493, "system_cpu_s_delta": 0.9799999999995634, "user_cpu_core_ratio": 0.087985, "user_cpu_s_delta": 2.2400000000052387}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.115, "count": 61, "max_ms": 7.938, "p95_ms": 5.0, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 61}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.732, "count": 30, "max": 72.006, "p95": 43.253, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.56, "count": 30, "max": 34.471, "p95": 28.692, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 697.7, "count": 30, "max": 839.0, "p95": 758.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 19.467, "count": 30, "max": 564.0, "p95": 11.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.063, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.015, "count": 30, "max": 1.133, "p95": 1.111, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 74644.733, "count": 30, "max": 75431.0, "p95": 75283.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 74644.733, "count": 30, "max": 75431.0, "p95": 75283.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 27532.667, "count": 30, "max": 145612.0, "p95": 137908.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.089, "count": 30, "max": 0.226, "p95": 0.224, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.575, "count": 30, "max": 0.711, "p95": 0.635, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11504, "sampled_at": "2026-10-30T08:42:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:42:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2128271, "flush_count": 2737, "flush_interval_seconds": 30.0, "flush_state": {"count": 2737, "last_at": "2026-10-30T08:41:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:41:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2736}, "started": true, "suppressed_count": 1580401, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1580401}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2737, "written_record_count": 2737}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9270.812, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4377057177600, "copied_frame_count": 1583137, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 4377057177600, "frame_buffer_copies": 1583137, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1225, "count": 512, "max_ms": 1.1706, "p50_ms": 0.1012, "p95_ms": 0.2404, "p99_ms": 0.3214}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.321, "count": 512, "max_ms": 3.615, "p50_ms": 1.2294, "p95_ms": 2.1954, "p99_ms": 2.8972, "results": {"failed": 0, "not_applicable": 0, "success": 1583137, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 215, "h264_decode_error_count": 492, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:42:31+09:00", "last_error_summary": "[h264 @ 0x5f8e91f19a80] error while decoding MB 49 91, bytestream -17 [in#0/rtsp @ 0x5f8e91efce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5f8e91efce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 31010.147, "last_started_at": "2026-10-30T00:05:41+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 242, "restart_count_per_hour": 0, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 243}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.341, "sample_count": 2576, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1583137, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:42:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 0.04, "last_frame_pushed_at": "2026-10-30T08:42:31+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-10-30T08:42:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 74, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 180.826, "last_sample_duration_ms": 891.993, "last_trigger": "periodic", "next_snapshot_in_sec": 419.174, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 274, "storage_bytes": 2610814}, "mjpeg": {"age_sec": 0.032, "exists": true, "mtime": "2026-10-30T08:42:31.261707+09:00", "mtime_epoch": 1793317351.2617066, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 74113}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T08:42:31+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1533.328, "name": "celery", "pid": 176, "rss_mb": 1507.766, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1583137, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 17}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 17}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 17}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 17}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 17}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 17}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 17}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 17, "pushed_frames": 17, "read_frames": 16, "select_timeouts": 27, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.567, "pushed": 0.567, "read": 0.534}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 16, "client_acquire_ms": {"avg_ms": 0.004, "count": 16, "max_ms": 0.018, "p95_ms": 0.009, "reason": null, "sample_age_ms": 84.601, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.516, "count": 16, "max_ms": 2.663, "p95_ms": 2.221, "reason": null, "sample_age_ms": 124.374, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.28, "count": 16, "max_ms": 2.325, "p95_ms": 1.538, "reason": null, "sample_age_ms": 124.564, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.061, "count": 16, "max_ms": 0.111, "p95_ms": 0.109, "reason": null, "sample_age_ms": 84.612, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.909, "count": 16, "max_ms": 1.595, "p95_ms": 1.594, "reason": null, "sample_age_ms": 122.733, "source": "client_direct"}, "request_count": 16, "request_tensor_bytes": {"avg": 2211848.0, "count": 16, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 122.671, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 16, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 84.769, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.212, "count": 16, "max_ms": 38.271, "p95_ms": 37.913, "reason": null, "sample_age_ms": 84.596, "source": "client_direct"}, "sample_age_ms": 84.591, "source": "client_direct", "task_total_ms": {"avg_ms": 28.312, "count": 16, "max_ms": 40.042, "p95_ms": 39.835, "reason": null, "sample_age_ms": 84.591, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.458, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.527, "count": 17, "max_ms": 0.937, "p95_ms": 0.937}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.173, "count": 17, "max_ms": 0.423, "p95_ms": 0.423}, "detection_prepare_ms": {"avg_ms": 0.078, "count": 17, "max_ms": 0.158, "p95_ms": 0.158}, "event_filter_ms": {"avg_ms": 0.005, "count": 17, "max_ms": 0.037, "p95_ms": 0.037}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 17, "max_ms": 0.108, "p95_ms": 0.108}, "mcmt_ms": {"avg_ms": 0.002, "count": 17, "max_ms": 0.004, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.124, "count": 17, "max_ms": 0.172, "p95_ms": 0.172}, "setup_ms": {"avg_ms": 0.031, "count": 17, "max_ms": 0.055, "p95_ms": 0.055}, "total_inside_ms": {"avg_ms": 0.496, "count": 17, "max_ms": 0.893, "p95_ms": 0.893}, "track_match_ms": {"avg_ms": 0.003, "count": 17, "max_ms": 0.008, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.023, "count": 17, "max_ms": 0.04, "p95_ms": 0.04}}, "gstreamer_push": {"avg_ms": 4.181, "count": 17, "max_ms": 7.992, "p95_ms": 7.992}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 17, "max_ms": 0.053, "p95_ms": 0.053}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 28.872, "count": 17, "max_ms": 42.99, "p95_ms": 42.99}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 17, "max_ms": 0.054, "p95_ms": 0.054}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 62.82, "count": 17, "max_ms": 93.759, "p95_ms": 93.759}, "inference_input_copy_ms": {"avg_ms": 0.741, "count": 17, "max_ms": 1.458, "p95_ms": 1.458}, "processing_residual_ms": {"avg_ms": 0.111, "count": 17, "max_ms": 0.456, "p95_ms": 0.456}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 63.702, "count": 17, "max_ms": 95.518, "p95_ms": 95.518}, "read_interval": {"avg_ms": 1870.191, "count": 16, "max_ms": 18770.926, "p95_ms": 18770.926}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 17, "max_ms": 0.015, "p95_ms": 0.015}, "execute_total_ms": {"avg_ms": 0.082, "count": 17, "max_ms": 0.12, "p95_ms": 0.12}, "resolve_scenarios_ms": {"avg_ms": 0.005, "count": 17, "max_ms": 0.011, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.072, "count": 17, "max_ms": 0.107, "p95_ms": 0.107}, "worker_merge_ms": {"avg_ms": 0.004, "count": 17, "max_ms": 0.005, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 28.883, "count": 17, "max_ms": 43.009, "p95_ms": 43.009}, "visualize": {"avg_ms": 32.743, "count": 17, "max_ms": 57.156, "p95_ms": 57.156}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.096, "count": 17, "max_ms": 56.235, "p95_ms": 56.235}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.618, "count": 17, "max_ms": 56.98, "p95_ms": 56.98}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 17, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.548, "count": 17, "max_ms": 56.883, "p95_ms": 56.883}, "visualizer_prepare_ms": {"avg_ms": 0.038, "count": 17, "max_ms": 0.052, "p95_ms": 0.052}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 17}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 17}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 17}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1510.41, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.593, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.055, "sample_count": 2677, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1583130, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:42:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 74299, "write_bytes_delta": 74299, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 302.0, "cpu_core_ratio": 0.188932, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 564.0, "pid": 92362, "reason": null, "system_cpu_core_ratio": 0.010213, "system_cpu_s_delta": 0.2599999999999909, "user_cpu_core_ratio": 0.178719, "user_cpu_s_delta": 4.549999999999272}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.126478, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 72630.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.038493, "system_cpu_s_delta": 0.9799999999995634, "user_cpu_core_ratio": 0.087985, "user_cpu_s_delta": 2.2400000000052387}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.115, "count": 61, "max_ms": 7.938, "p95_ms": 5.0, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 61}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.732, "count": 30, "max": 72.006, "p95": 43.253, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.56, "count": 30, "max": 34.471, "p95": 28.692, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 697.7, "count": 30, "max": 839.0, "p95": 758.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 19.467, "count": 30, "max": 564.0, "p95": 11.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.063, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.015, "count": 30, "max": 1.133, "p95": 1.111, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 74644.733, "count": 30, "max": 75431.0, "p95": 75283.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 74644.733, "count": 30, "max": 75431.0, "p95": 75283.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 27532.667, "count": 30, "max": 145612.0, "p95": 137908.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.089, "count": 30, "max": 0.226, "p95": 0.224, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.575, "count": 30, "max": 0.711, "p95": 0.635, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11504, "sampled_at": "2026-10-30T08:42:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:42:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2128271, "flush_count": 2737, "flush_interval_seconds": 30.0, "flush_state": {"count": 2737, "last_at": "2026-10-30T08:41:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:41:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2736}, "started": true, "suppressed_count": 1580401, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1580401}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2737, "written_record_count": 2737}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9335.047, "limit_mb": null}, "detail": {"pid": 97209, "restart_count": 243, "start_count": 244}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4377057177600, "copied_frame_count": 1583137, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 4377057177600, "frame_buffer_copies": 1583137, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1225, "count": 512, "max_ms": 1.1706, "p50_ms": 0.1012, "p95_ms": 0.2404, "p99_ms": 0.3214}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.321, "count": 512, "max_ms": 3.615, "p50_ms": 1.2294, "p95_ms": 2.1954, "p99_ms": 2.8972, "results": {"failed": 0, "not_applicable": 0, "success": 1583137, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 215, "h264_decode_error_count": 492, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:42:31+09:00", "last_error_summary": "[h264 @ 0x5f8e91f19a80] error while decoding MB 49 91, bytestream -17 [in#0/rtsp @ 0x5f8e91efce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5f8e91efce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T08:42:34+09:00", "pid": 97209, "process": {"exists": true, "fd_count": 5, "hwm_mb": 382.414, "name": "ffmpeg", "pid": 97209, "rss_mb": 382.414, "state": "S (sleeping)", "threads": 70}, "restart_count": 243, "restart_count_per_hour": 1, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 244}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.585, "sample_count": 2530, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1583137, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:42:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 4.764, "last_frame_pushed_at": "2026-10-30T08:42:31+09:00", "last_frame_read_age_sec": 4.849, "last_frame_read_at": "2026-10-30T08:42:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 74, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 185.549, "last_sample_duration_ms": 891.993, "last_trigger": "periodic", "next_snapshot_in_sec": 414.451, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 274, "storage_bytes": 2610814}, "mjpeg": {"age_sec": 4.756, "exists": true, "mtime": "2026-10-30T08:42:31.261707+09:00", "mtime_epoch": 1793317351.2617066, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 74113}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T08:42:36+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1533.328, "name": "celery", "pid": 176, "rss_mb": 1507.77, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1583137, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 8}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 8}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 8}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 8}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 8}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 8}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 8}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 8, "pushed_frames": 8, "read_frames": 8, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.516, "pushed": 0.516, "read": 0.516}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 8, "client_acquire_ms": {"avg_ms": 0.005, "count": 8, "max_ms": 0.018, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4809.552, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.781, "count": 8, "max_ms": 2.663, "p95_ms": 2.457, "reason": null, "sample_age_ms": 4849.325, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.502, "count": 8, "max_ms": 2.325, "p95_ms": 1.958, "reason": null, "sample_age_ms": 4849.515, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.075, "count": 8, "max_ms": 0.111, "p95_ms": 0.11, "reason": null, "sample_age_ms": 4809.563, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.073, "count": 8, "max_ms": 1.595, "p95_ms": 1.594, "reason": null, "sample_age_ms": 4847.684, "source": "client_direct"}, "request_count": 8, "request_tensor_bytes": {"avg": 2211848.0, "count": 8, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4847.621, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 8, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4809.72, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.826, "count": 8, "max_ms": 38.271, "p95_ms": 38.104, "reason": null, "sample_age_ms": 4809.547, "source": "client_direct"}, "sample_age_ms": 4809.542, "source": "client_direct", "task_total_ms": {"avg_ms": 31.13, "count": 8, "max_ms": 40.042, "p95_ms": 39.945, "reason": null, "sample_age_ms": 4809.542, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.125, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.602, "count": 8, "max_ms": 0.937, "p95_ms": 0.937}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.207, "count": 8, "max_ms": 0.423, "p95_ms": 0.423}, "detection_prepare_ms": {"avg_ms": 0.09, "count": 8, "max_ms": 0.158, "p95_ms": 0.158}, "event_filter_ms": {"avg_ms": 0.007, "count": 8, "max_ms": 0.037, "p95_ms": 0.037}, "id_reconcile_ms": {"avg_ms": 0.066, "count": 8, "max_ms": 0.108, "p95_ms": 0.108}, "mcmt_ms": {"avg_ms": 0.002, "count": 8, "max_ms": 0.004, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.128, "count": 8, "max_ms": 0.172, "p95_ms": 0.172}, "setup_ms": {"avg_ms": 0.035, "count": 8, "max_ms": 0.055, "p95_ms": 0.055}, "total_inside_ms": {"avg_ms": 0.567, "count": 8, "max_ms": 0.893, "p95_ms": 0.893}, "track_match_ms": {"avg_ms": 0.004, "count": 8, "max_ms": 0.008, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.026, "count": 8, "max_ms": 0.04, "p95_ms": 0.04}}, "gstreamer_push": {"avg_ms": 4.665, "count": 8, "max_ms": 7.992, "p95_ms": 7.992}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 8, "max_ms": 0.053, "p95_ms": 0.053}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.155, "count": 8, "max_ms": 42.99, "p95_ms": 42.99}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 8, "max_ms": 0.052, "p95_ms": 0.052}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 8, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 8, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 73.852, "count": 8, "max_ms": 93.759, "p95_ms": 93.759}, "inference_input_copy_ms": {"avg_ms": 0.906, "count": 8, "max_ms": 1.458, "p95_ms": 1.458}, "processing_residual_ms": {"avg_ms": 0.154, "count": 8, "max_ms": 0.456, "p95_ms": 0.456}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 8, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 8, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 74.94, "count": 8, "max_ms": 95.518, "p95_ms": 95.518}, "read_interval": {"avg_ms": 3677.957, "count": 8, "max_ms": 18770.926, "p95_ms": 18770.926}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 8, "max_ms": 0.015, "p95_ms": 0.015}, "execute_total_ms": {"avg_ms": 0.086, "count": 8, "max_ms": 0.12, "p95_ms": 0.12}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 8, "max_ms": 0.011, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.075, "count": 8, "max_ms": 0.107, "p95_ms": 0.107}, "worker_merge_ms": {"avg_ms": 0.004, "count": 8, "max_ms": 0.005, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 32.166, "count": 8, "max_ms": 43.009, "p95_ms": 43.009}, "visualize": {"avg_ms": 40.227, "count": 8, "max_ms": 57.156, "p95_ms": 57.156}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 39.511, "count": 8, "max_ms": 56.235, "p95_ms": 56.235}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 8, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.092, "count": 8, "max_ms": 56.98, "p95_ms": 56.98}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 8, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 8, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.01, "count": 8, "max_ms": 56.883, "p95_ms": 56.883}, "visualizer_prepare_ms": {"avg_ms": 0.043, "count": 8, "max_ms": 0.052, "p95_ms": 0.052}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 8}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 8}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 8}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1510.41, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.593, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.055, "sample_count": 2677, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1583130, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:42:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 74299, "write_bytes_delta": 74299, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 302.0, "cpu_core_ratio": 0.188932, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 564.0, "pid": 92362, "reason": null, "system_cpu_core_ratio": 0.010213, "system_cpu_s_delta": 0.2599999999999909, "user_cpu_core_ratio": 0.178719, "user_cpu_s_delta": 4.549999999999272}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.126478, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 72630.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.038493, "system_cpu_s_delta": 0.9799999999995634, "user_cpu_core_ratio": 0.087985, "user_cpu_s_delta": 2.2400000000052387}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.115, "count": 61, "max_ms": 7.938, "p95_ms": 5.0, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 61}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.732, "count": 30, "max": 72.006, "p95": 43.253, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.56, "count": 30, "max": 34.471, "p95": 28.692, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 697.7, "count": 30, "max": 839.0, "p95": 758.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 19.467, "count": 30, "max": 564.0, "p95": 11.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.063, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.015, "count": 30, "max": 1.133, "p95": 1.111, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 74644.733, "count": 30, "max": 75431.0, "p95": 75283.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 74644.733, "count": 30, "max": 75431.0, "p95": 75283.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 27532.667, "count": 30, "max": 145612.0, "p95": 137908.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.089, "count": 30, "max": 0.226, "p95": 0.224, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.575, "count": 30, "max": 0.711, "p95": 0.635, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11504, "sampled_at": "2026-10-30T08:42:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:42:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 15.502, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2129115, "flush_count": 2738, "flush_interval_seconds": 30.0, "flush_state": {"count": 2738, "last_at": "2026-10-30T08:42:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:42:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2737}, "started": true, "suppressed_count": 1580544, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1580544}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2738, "written_record_count": 2738}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 8858.531, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4377455308800, "copied_frame_count": 1583281, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 4377455308800, "frame_buffer_copies": 1583281, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1147, "count": 512, "max_ms": 1.1706, "p50_ms": 0.0942, "p95_ms": 0.2284, "p99_ms": 0.3214}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2315, "count": 512, "max_ms": 3.615, "p50_ms": 1.1652, "p95_ms": 2.0155, "p99_ms": 2.5205, "results": {"failed": 0, "not_applicable": 0, "success": 1583281, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 215, "h264_decode_error_count": 492, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:42:31+09:00", "last_error_summary": "[h264 @ 0x5f8e91f19a80] error while decoding MB 49 91, bytestream -17 [in#0/rtsp @ 0x5f8e91efce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5f8e91efce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.567, "last_started_at": "2026-10-30T08:42:34+09:00", "pid": 97209, "process": {"exists": false, "pid": 97209}, "restart_count": 243, "restart_count_per_hour": 1, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 244}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.211, "sample_count": 2358, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1583281, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:43:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 0.042, "last_frame_pushed_at": "2026-10-30T08:43:07+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-10-30T08:43:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 74, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 217.123, "last_sample_duration_ms": 891.993, "last_trigger": "periodic", "next_snapshot_in_sec": 382.877, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 274, "storage_bytes": 2610814}, "mjpeg": {"age_sec": 0.033, "exists": true, "mtime": "2026-10-30T08:43:07.551267+09:00", "mtime_epoch": 1793317387.5512674, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 74144}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T08:43:07+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1533.328, "name": "celery", "pid": 176, "rss_mb": 1507.879, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1583281, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 127}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 127}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 127}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 127, "pushed_frames": 127, "read_frames": 126, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.24, "pushed": 4.24, "read": 4.207}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 126, "client_acquire_ms": {"avg_ms": 0.005, "count": 126, "max_ms": 0.015, "p95_ms": 0.01, "reason": null, "sample_age_ms": 93.025, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.46, "count": 126, "max_ms": 2.286, "p95_ms": 1.379, "reason": null, "sample_age_ms": 131.845, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.218, "count": 126, "max_ms": 1.954, "p95_ms": 1.16, "reason": null, "sample_age_ms": 132.125, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.08, "count": 126, "max_ms": 0.26, "p95_ms": 0.156, "reason": null, "sample_age_ms": 93.032, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.202, "count": 126, "max_ms": 2.932, "p95_ms": 2.257, "reason": null, "sample_age_ms": 130.268, "source": "client_direct"}, "request_count": 126, "request_tensor_bytes": {"avg": 2211848.0, "count": 126, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 130.241, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 126, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 93.199, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.603, "count": 126, "max_ms": 77.015, "p95_ms": 48.504, "reason": null, "sample_age_ms": 93.021, "source": "client_direct"}, "sample_age_ms": 93.014, "source": "client_direct", "task_total_ms": {"avg_ms": 35.022, "count": 126, "max_ms": 79.626, "p95_ms": 50.922, "reason": null, "sample_age_ms": 93.014, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.807, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.613, "count": 127, "max_ms": 1.981, "p95_ms": 1.096}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.197, "count": 127, "max_ms": 0.682, "p95_ms": 0.385}, "detection_prepare_ms": {"avg_ms": 0.085, "count": 127, "max_ms": 0.239, "p95_ms": 0.163}, "event_filter_ms": {"avg_ms": 0.003, "count": 127, "max_ms": 0.024, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.068, "count": 127, "max_ms": 0.224, "p95_ms": 0.139}, "mcmt_ms": {"avg_ms": 0.002, "count": 127, "max_ms": 0.012, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.156, "count": 127, "max_ms": 0.675, "p95_ms": 0.324}, "setup_ms": {"avg_ms": 0.036, "count": 127, "max_ms": 0.118, "p95_ms": 0.063}, "total_inside_ms": {"avg_ms": 0.576, "count": 127, "max_ms": 1.903, "p95_ms": 1.035}, "track_match_ms": {"avg_ms": 0.004, "count": 127, "max_ms": 0.028, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.026, "count": 127, "max_ms": 0.087, "p95_ms": 0.057}}, "gstreamer_push": {"avg_ms": 2.464, "count": 127, "max_ms": 5.229, "p95_ms": 3.958}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 127, "max_ms": 0.504, "p95_ms": 0.08}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 35.741, "count": 127, "max_ms": 80.416, "p95_ms": 51.957}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.032, "count": 127, "max_ms": 0.097, "p95_ms": 0.072}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 75.716, "count": 127, "max_ms": 129.165, "p95_ms": 104.332}, "inference_input_copy_ms": {"avg_ms": 1.172, "count": 127, "max_ms": 3.785, "p95_ms": 1.905}, "processing_residual_ms": {"avg_ms": 0.11, "count": 127, "max_ms": 0.369, "p95_ms": 0.219}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.03, "count": 127, "max_ms": 131.079, "p95_ms": 107.382}, "read_interval": {"avg_ms": 237.379, "count": 126, "max_ms": 8422.334, "p95_ms": 187.176}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 127, "max_ms": 0.046, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.109, "count": 127, "max_ms": 0.515, "p95_ms": 0.226}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 127, "max_ms": 0.054, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.097, "count": 127, "max_ms": 0.471, "p95_ms": 0.203}, "worker_merge_ms": {"avg_ms": 0.004, "count": 127, "max_ms": 0.02, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 35.753, "count": 127, "max_ms": 80.426, "p95_ms": 51.967}, "visualize": {"avg_ms": 38.596, "count": 127, "max_ms": 58.922, "p95_ms": 51.833}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 37.859, "count": 127, "max_ms": 57.794, "p95_ms": 51.277}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.442, "count": 127, "max_ms": 58.619, "p95_ms": 51.735}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.349, "count": 127, "max_ms": 58.441, "p95_ms": 51.681}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 127, "max_ms": 1.35, "p95_ms": 0.094}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 127}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1507.883, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.657, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.9, "sample_count": 2359, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1583265, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:43:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 74133, "write_bytes_delta": 74133, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 703.0, "cpu_core_ratio": 0.481164, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 634.0, "pid": 97209, "reason": null, "system_cpu_core_ratio": 0.021564, "system_cpu_s_delta": 0.51, "user_cpu_core_ratio": 0.459601, "user_cpu_s_delta": 10.870000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.276944, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 126073.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.076952, "system_cpu_s_delta": 1.819999999999709, "user_cpu_core_ratio": 0.199992, "user_cpu_s_delta": 4.7299999999959255}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.519, "count": 128, "max_ms": 5.229, "p95_ms": 4.341, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 128}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 128}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.319, "count": 30, "max": 72.006, "p95": 43.253, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.078, "count": 30, "max": 34.471, "p95": 28.692, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 696.667, "count": 30, "max": 839.0, "p95": 758.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 40.6, "count": 30, "max": 634.0, "p95": 319.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.063, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.993, "count": 30, "max": 1.133, "p95": 1.111, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.116, "count": 30, "max": 3.481, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 74607.267, "count": 30, "max": 75431.0, "p95": 75283.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 74607.267, "count": 30, "max": 75431.0, "p95": 75283.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 33779.367, "count": 30, "max": 145612.0, "p95": 137908.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.089, "count": 30, "max": 0.226, "p95": 0.224, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.543, "count": 30, "max": 0.711, "p95": 0.628, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11506, "sampled_at": "2026-10-30T08:43:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:43:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2129115, "flush_count": 2738, "flush_interval_seconds": 30.0, "flush_state": {"count": 2738, "last_at": "2026-10-30T08:42:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:42:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2737}, "started": true, "suppressed_count": 1580544, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1580544}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2738, "written_record_count": 2738}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 8859.207, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4377455308800, "copied_frame_count": 1583281, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 4377455308800, "frame_buffer_copies": 1583281, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1147, "count": 512, "max_ms": 1.1706, "p50_ms": 0.0942, "p95_ms": 0.2284, "p99_ms": 0.3214}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2315, "count": 512, "max_ms": 3.615, "p50_ms": 1.1652, "p95_ms": 2.0155, "p99_ms": 2.5205, "results": {"failed": 0, "not_applicable": 0, "success": 1583281, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 215, "h264_decode_error_count": 492, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:42:31+09:00", "last_error_summary": "[h264 @ 0x5f8e91f19a80] error while decoding MB 49 91, bytestream -17 [in#0/rtsp @ 0x5f8e91efce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5f8e91efce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.599, "last_started_at": "2026-10-30T08:42:34+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 243, "restart_count_per_hour": 1, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 244}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.211, "sample_count": 2357, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1583281, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:43:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 0.073, "last_frame_pushed_at": "2026-10-30T08:43:07+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-10-30T08:43:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 74, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 217.149, "last_sample_duration_ms": 891.993, "last_trigger": "periodic", "next_snapshot_in_sec": 382.851, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 274, "storage_bytes": 2610814}, "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-10-30T08:43:07.551267+09:00", "mtime_epoch": 1793317387.5512674, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 74144}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T08:43:07+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1533.328, "name": "celery", "pid": 176, "rss_mb": 1507.879, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1583281, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 127}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 127}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 127}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 127, "pushed_frames": 127, "read_frames": 126, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.236, "pushed": 4.236, "read": 4.203}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 126, "client_acquire_ms": {"avg_ms": 0.005, "count": 126, "max_ms": 0.015, "p95_ms": 0.01, "reason": null, "sample_age_ms": 122.11, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.46, "count": 126, "max_ms": 2.286, "p95_ms": 1.379, "reason": null, "sample_age_ms": 160.93, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.218, "count": 126, "max_ms": 1.954, "p95_ms": 1.16, "reason": null, "sample_age_ms": 161.211, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.08, "count": 126, "max_ms": 0.26, "p95_ms": 0.156, "reason": null, "sample_age_ms": 122.118, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.202, "count": 126, "max_ms": 2.932, "p95_ms": 2.257, "reason": null, "sample_age_ms": 159.353, "source": "client_direct"}, "request_count": 126, "request_tensor_bytes": {"avg": 2211848.0, "count": 126, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 159.326, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 126, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 122.284, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.603, "count": 126, "max_ms": 77.015, "p95_ms": 48.504, "reason": null, "sample_age_ms": 122.106, "source": "client_direct"}, "sample_age_ms": 122.1, "source": "client_direct", "task_total_ms": {"avg_ms": 35.022, "count": 126, "max_ms": 79.626, "p95_ms": 50.922, "reason": null, "sample_age_ms": 122.1, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.751, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.613, "count": 127, "max_ms": 1.981, "p95_ms": 1.096}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.197, "count": 127, "max_ms": 0.682, "p95_ms": 0.385}, "detection_prepare_ms": {"avg_ms": 0.085, "count": 127, "max_ms": 0.239, "p95_ms": 0.163}, "event_filter_ms": {"avg_ms": 0.003, "count": 127, "max_ms": 0.024, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.068, "count": 127, "max_ms": 0.224, "p95_ms": 0.139}, "mcmt_ms": {"avg_ms": 0.002, "count": 127, "max_ms": 0.012, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.156, "count": 127, "max_ms": 0.675, "p95_ms": 0.324}, "setup_ms": {"avg_ms": 0.036, "count": 127, "max_ms": 0.118, "p95_ms": 0.063}, "total_inside_ms": {"avg_ms": 0.576, "count": 127, "max_ms": 1.903, "p95_ms": 1.035}, "track_match_ms": {"avg_ms": 0.004, "count": 127, "max_ms": 0.028, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.026, "count": 127, "max_ms": 0.087, "p95_ms": 0.057}}, "gstreamer_push": {"avg_ms": 2.464, "count": 127, "max_ms": 5.229, "p95_ms": 3.958}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 127, "max_ms": 0.504, "p95_ms": 0.08}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 35.741, "count": 127, "max_ms": 80.416, "p95_ms": 51.957}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.032, "count": 127, "max_ms": 0.097, "p95_ms": 0.072}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 75.716, "count": 127, "max_ms": 129.165, "p95_ms": 104.332}, "inference_input_copy_ms": {"avg_ms": 1.172, "count": 127, "max_ms": 3.785, "p95_ms": 1.905}, "processing_residual_ms": {"avg_ms": 0.11, "count": 127, "max_ms": 0.369, "p95_ms": 0.219}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.03, "count": 127, "max_ms": 131.079, "p95_ms": 107.382}, "read_interval": {"avg_ms": 237.379, "count": 126, "max_ms": 8422.334, "p95_ms": 187.176}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 127, "max_ms": 0.046, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.109, "count": 127, "max_ms": 0.515, "p95_ms": 0.226}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 127, "max_ms": 0.054, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.097, "count": 127, "max_ms": 0.471, "p95_ms": 0.203}, "worker_merge_ms": {"avg_ms": 0.004, "count": 127, "max_ms": 0.02, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 35.753, "count": 127, "max_ms": 80.426, "p95_ms": 51.967}, "visualize": {"avg_ms": 38.596, "count": 127, "max_ms": 58.922, "p95_ms": 51.833}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 37.859, "count": 127, "max_ms": 57.794, "p95_ms": 51.277}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.442, "count": 127, "max_ms": 58.619, "p95_ms": 51.735}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.349, "count": 127, "max_ms": 58.441, "p95_ms": 51.681}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 127, "max_ms": 1.35, "p95_ms": 0.094}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 127}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1507.883, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.657, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.9, "sample_count": 2359, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1583265, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:43:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 74133, "write_bytes_delta": 74133, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 703.0, "cpu_core_ratio": 0.481164, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 634.0, "pid": 97209, "reason": null, "system_cpu_core_ratio": 0.021564, "system_cpu_s_delta": 0.51, "user_cpu_core_ratio": 0.459601, "user_cpu_s_delta": 10.870000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.276944, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 126073.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.076952, "system_cpu_s_delta": 1.819999999999709, "user_cpu_core_ratio": 0.199992, "user_cpu_s_delta": 4.7299999999959255}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.519, "count": 128, "max_ms": 5.229, "p95_ms": 4.341, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 128}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 128}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.319, "count": 30, "max": 72.006, "p95": 43.253, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.078, "count": 30, "max": 34.471, "p95": 28.692, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 696.667, "count": 30, "max": 839.0, "p95": 758.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 40.6, "count": 30, "max": 634.0, "p95": 319.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.063, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.993, "count": 30, "max": 1.133, "p95": 1.111, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.116, "count": 30, "max": 3.481, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 74607.267, "count": 30, "max": 75431.0, "p95": 75283.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 74607.267, "count": 30, "max": 75431.0, "p95": 75283.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 33779.367, "count": 30, "max": 145612.0, "p95": 137908.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.089, "count": 30, "max": 0.226, "p95": 0.224, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.543, "count": 30, "max": 0.711, "p95": 0.628, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11506, "sampled_at": "2026-10-30T08:43:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:43:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2129115, "flush_count": 2738, "flush_interval_seconds": 30.0, "flush_state": {"count": 2738, "last_at": "2026-10-30T08:42:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:42:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2737}, "started": true, "suppressed_count": 1580544, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1580544}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2738, "written_record_count": 2738}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 8873.957, "limit_mb": null}, "detail": {"pid": 97325, "restart_count": 244, "start_count": 245}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4377455308800, "copied_frame_count": 1583281, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 4377455308800, "frame_buffer_copies": 1583281, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1147, "count": 512, "max_ms": 1.1706, "p50_ms": 0.0942, "p95_ms": 0.2284, "p99_ms": 0.3214}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2315, "count": 512, "max_ms": 3.615, "p50_ms": 1.1652, "p95_ms": 2.0155, "p99_ms": 2.5205, "results": {"failed": 0, "not_applicable": 0, "success": 1583281, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 215, "h264_decode_error_count": 492, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:42:31+09:00", "last_error_summary": "[h264 @ 0x5f8e91f19a80] error while decoding MB 49 91, bytestream -17 [in#0/rtsp @ 0x5f8e91efce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5f8e91efce00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T08:43:10+09:00", "pid": 97325, "process": {"exists": true, "fd_count": 4, "hwm_mb": 47.25, "name": "ffmpeg", "pid": 97325, "rss_mb": 47.25, "state": "S (sleeping)", "threads": 1}, "restart_count": 244, "restart_count_per_hour": 2, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 245}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.56, "sample_count": 2313, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1583281, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:43:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 4.527, "last_frame_pushed_at": "2026-10-30T08:43:07+09:00", "last_frame_read_age_sec": 4.613, "last_frame_read_at": "2026-10-30T08:43:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 74, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 221.602, "last_sample_duration_ms": 891.993, "last_trigger": "periodic", "next_snapshot_in_sec": 378.398, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 274, "storage_bytes": 2610814}, "mjpeg": {"age_sec": 4.519, "exists": true, "mtime": "2026-10-30T08:43:07.551267+09:00", "mtime_epoch": 1793317387.5512674, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 74144}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T08:43:12+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1533.328, "name": "celery", "pid": 176, "rss_mb": 1507.883, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1583281, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 113}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 113}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 113}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 113, "pushed_frames": 113, "read_frames": 113, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.775, "pushed": 3.775, "read": 3.775}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 113, "client_acquire_ms": {"avg_ms": 0.005, "count": 113, "max_ms": 0.015, "p95_ms": 0.01, "reason": null, "sample_age_ms": 4575.417, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.465, "count": 113, "max_ms": 2.286, "p95_ms": 1.378, "reason": null, "sample_age_ms": 4614.237, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.22, "count": 113, "max_ms": 1.954, "p95_ms": 1.159, "reason": null, "sample_age_ms": 4614.517, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.081, "count": 113, "max_ms": 0.26, "p95_ms": 0.157, "reason": null, "sample_age_ms": 4575.424, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.218, "count": 113, "max_ms": 2.932, "p95_ms": 2.255, "reason": null, "sample_age_ms": 4612.66, "source": "client_direct"}, "request_count": 113, "request_tensor_bytes": {"avg": 2211848.0, "count": 113, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4612.633, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 113, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4575.591, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.739, "count": 113, "max_ms": 77.015, "p95_ms": 48.819, "reason": null, "sample_age_ms": 4575.413, "source": "client_direct"}, "sample_age_ms": 4575.406, "source": "client_direct", "task_total_ms": {"avg_ms": 35.176, "count": 113, "max_ms": 79.626, "p95_ms": 50.909, "reason": null, "sample_age_ms": 4575.406, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.133, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.609, "count": 113, "max_ms": 1.981, "p95_ms": 1.096}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.194, "count": 113, "max_ms": 0.682, "p95_ms": 0.385}, "detection_prepare_ms": {"avg_ms": 0.085, "count": 113, "max_ms": 0.234, "p95_ms": 0.163}, "event_filter_ms": {"avg_ms": 0.003, "count": 113, "max_ms": 0.024, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.067, "count": 113, "max_ms": 0.199, "p95_ms": 0.139}, "mcmt_ms": {"avg_ms": 0.002, "count": 113, "max_ms": 0.012, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.157, "count": 113, "max_ms": 0.675, "p95_ms": 0.324}, "setup_ms": {"avg_ms": 0.036, "count": 113, "max_ms": 0.118, "p95_ms": 0.063}, "total_inside_ms": {"avg_ms": 0.573, "count": 113, "max_ms": 1.903, "p95_ms": 1.035}, "track_match_ms": {"avg_ms": 0.004, "count": 113, "max_ms": 0.028, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.026, "count": 113, "max_ms": 0.08, "p95_ms": 0.057}}, "gstreamer_push": {"avg_ms": 2.464, "count": 113, "max_ms": 5.229, "p95_ms": 3.958}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 113, "max_ms": 0.504, "p95_ms": 0.08}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 35.906, "count": 113, "max_ms": 80.416, "p95_ms": 51.957}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.032, "count": 113, "max_ms": 0.097, "p95_ms": 0.073}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 75.939, "count": 113, "max_ms": 129.165, "p95_ms": 107.97}, "inference_input_copy_ms": {"avg_ms": 1.195, "count": 113, "max_ms": 3.785, "p95_ms": 1.93}, "processing_residual_ms": {"avg_ms": 0.112, "count": 113, "max_ms": 0.369, "p95_ms": 0.228}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.278, "count": 113, "max_ms": 131.079, "p95_ms": 108.965}, "read_interval": {"avg_ms": 255.007, "count": 113, "max_ms": 8422.334, "p95_ms": 262.537}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 113, "max_ms": 0.046, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.11, "count": 113, "max_ms": 0.515, "p95_ms": 0.226}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 113, "max_ms": 0.054, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.098, "count": 113, "max_ms": 0.471, "p95_ms": 0.203}, "worker_merge_ms": {"avg_ms": 0.004, "count": 113, "max_ms": 0.02, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 35.918, "count": 113, "max_ms": 80.426, "p95_ms": 51.967}, "visualize": {"avg_ms": 38.653, "count": 113, "max_ms": 58.922, "p95_ms": 52.637}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 37.919, "count": 113, "max_ms": 57.794, "p95_ms": 51.699}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.5, "count": 113, "max_ms": 58.619, "p95_ms": 52.477}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.407, "count": 113, "max_ms": 58.441, "p95_ms": 52.386}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 113, "max_ms": 1.35, "p95_ms": 0.094}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 113}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1507.883, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.657, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.9, "sample_count": 2359, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1583265, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:43:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 74133, "write_bytes_delta": 74133, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 703.0, "cpu_core_ratio": 0.481164, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 634.0, "pid": 97209, "reason": null, "system_cpu_core_ratio": 0.021564, "system_cpu_s_delta": 0.51, "user_cpu_core_ratio": 0.459601, "user_cpu_s_delta": 10.870000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.276944, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 126073.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.076952, "system_cpu_s_delta": 1.819999999999709, "user_cpu_core_ratio": 0.199992, "user_cpu_s_delta": 4.7299999999959255}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.519, "count": 128, "max_ms": 5.229, "p95_ms": 4.341, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 128}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 128}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.319, "count": 30, "max": 72.006, "p95": 43.253, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.078, "count": 30, "max": 34.471, "p95": 28.692, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 696.667, "count": 30, "max": 839.0, "p95": 758.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 40.6, "count": 30, "max": 634.0, "p95": 319.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.063, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.993, "count": 30, "max": 1.133, "p95": 1.111, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.116, "count": 30, "max": 3.481, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 74607.267, "count": 30, "max": 75431.0, "p95": 75283.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 74607.267, "count": 30, "max": 75431.0, "p95": 75283.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 33779.367, "count": 30, "max": 145612.0, "p95": 137908.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.089, "count": 30, "max": 0.226, "p95": 0.224, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.543, "count": 30, "max": 0.711, "p95": 0.628, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11506, "sampled_at": "2026-10-30T08:43:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:43:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2130803, "flush_count": 2740, "flush_interval_seconds": 30.0, "flush_state": {"count": 2740, "last_at": "2026-10-30T08:44:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:44:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2739}, "started": true, "suppressed_count": 1581384, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1581384}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2740, "written_record_count": 2740}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 8881.375, "limit_mb": null}, "detail": {"h264_decode_error_count": 7, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x60dec7455d00] cabac decode of qscale diff failed at 57 97 [h264 @ 0x60dec7455d00] error while decoding MB 57 97, bytestream 16033 [h264 @ 0x60dec7e7e840] cabac decode of qscale diff failed at 111 67 [h264 @ 0x60dec7e7e840] error while decoding MB 111 67, bytestream 68577 [h264 @ 0x60dec7503940] error while decoding MB 76 97, bytestream -14 [h264 @ 0x60dec76576c0] left block unavailable for requested intra mode [h264 @ 0x60dec76576c0] error while decoding MB 0 75, bytestream 21053 [h264", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4379783270400, "copied_frame_count": 1584123, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 4379783270400, "frame_buffer_copies": 1584123, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1238, "count": 512, "max_ms": 0.3582, "p50_ms": 0.1133, "p95_ms": 0.227, "p99_ms": 0.2858}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3256, "count": 512, "max_ms": 4.239, "p50_ms": 1.2529, "p95_ms": 2.1621, "p99_ms": 2.674, "results": {"failed": 0, "not_applicable": 0, "success": 1584123, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 216, "h264_decode_error_count": 499, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:44:57+09:00", "last_error_summary": "[h264 @ 0x60dec7455d00] cabac decode of qscale diff failed at 57 97 [h264 @ 0x60dec7455d00] error while decoding MB 57 97, bytestream 16033 [h264 @ 0x60dec7e7e840] cabac decode of qscale diff failed at 111 67 [h264 @ 0x60dec7e7e840] error while decoding MB 111 67, bytestream 68577 [h264 @ 0x60dec7503940] error while decoding MB 76 97, bytestream -14 [h264 @ 0x60dec76576c0] left block unavailable for requested intra mode [h264 @ 0x60dec76576c0] error while decoding MB 0 75, bytestream 21053 [h264", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 107.615, "last_started_at": "2026-10-30T08:43:10+09:00", "pid": 97325, "process": {"exists": false, "pid": 97325}, "restart_count": 244, "restart_count_per_hour": 2, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 245}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.221, "sample_count": 2099, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1584123, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:44:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 0.024, "last_frame_pushed_at": "2026-10-30T08:44:57+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-10-30T08:44:57+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 74, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 327.236, "last_sample_duration_ms": 891.993, "last_trigger": "periodic", "next_snapshot_in_sec": 272.764, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 274, "storage_bytes": 2610814}, "mjpeg": {"age_sec": 0.022, "exists": true, "mtime": "2026-10-30T08:44:57.666866+09:00", "mtime_epoch": 1793317497.6668663, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 77413}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T08:44:57+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1533.328, "name": "celery", "pid": 176, "rss_mb": 1508.258, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1584123, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 212}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 212}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 212}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.081, "pushed": 7.081, "read": 7.048}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 211, "client_acquire_ms": {"avg_ms": 0.007, "count": 212, "max_ms": 0.04, "p95_ms": 0.013, "reason": null, "sample_age_ms": 105.889, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.616, "count": 211, "max_ms": 3.156, "p95_ms": 1.61, "reason": null, "sample_age_ms": 145.632, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.257, "count": 211, "max_ms": 2.138, "p95_ms": 1.21, "reason": null, "sample_age_ms": 145.988, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.217, "count": 212, "max_ms": 0.739, "p95_ms": 0.462, "reason": null, "sample_age_ms": 105.904, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.673, "count": 211, "max_ms": 4.076, "p95_ms": 2.707, "reason": null, "sample_age_ms": 144.134, "source": "client_direct"}, "request_count": 211, "request_tensor_bytes": {"avg": 2211848.0, "count": 211, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 144.113, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 212, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 106.401, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.381, "count": 212, "max_ms": 95.232, "p95_ms": 65.701, "reason": null, "sample_age_ms": 105.884, "source": "client_direct"}, "sample_age_ms": 105.875, "source": "client_direct", "task_total_ms": {"avg_ms": 45.463, "count": 212, "max_ms": 99.481, "p95_ms": 67.652, "reason": null, "sample_age_ms": 105.875, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.358, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.837, "count": 212, "max_ms": 3.21, "p95_ms": 1.482}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.275, "count": 212, "max_ms": 1.192, "p95_ms": 0.511}, "detection_prepare_ms": {"avg_ms": 0.118, "count": 212, "max_ms": 0.411, "p95_ms": 0.216}, "event_filter_ms": {"avg_ms": 0.004, "count": 212, "max_ms": 0.02, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.093, "count": 212, "max_ms": 0.387, "p95_ms": 0.161}, "mcmt_ms": {"avg_ms": 0.003, "count": 212, "max_ms": 0.033, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.203, "count": 212, "max_ms": 0.98, "p95_ms": 0.352}, "setup_ms": {"avg_ms": 0.051, "count": 212, "max_ms": 0.197, "p95_ms": 0.105}, "total_inside_ms": {"avg_ms": 0.788, "count": 212, "max_ms": 3.082, "p95_ms": 1.39}, "track_match_ms": {"avg_ms": 0.004, "count": 212, "max_ms": 0.018, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.035, "count": 212, "max_ms": 0.123, "p95_ms": 0.071}}, "gstreamer_push": {"avg_ms": 3.281, "count": 212, "max_ms": 8.95, "p95_ms": 6.393}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 212, "max_ms": 0.677, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.455, "count": 212, "max_ms": 100.692, "p95_ms": 69.846}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.04, "count": 212, "max_ms": 0.168, "p95_ms": 0.088}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.817, "count": 212, "max_ms": 158.161, "p95_ms": 122.218}, "inference_input_copy_ms": {"avg_ms": 1.431, "count": 212, "max_ms": 3.246, "p95_ms": 2.38}, "processing_residual_ms": {"avg_ms": 0.151, "count": 212, "max_ms": 0.507, "p95_ms": 0.295}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.439, "count": 212, "max_ms": 160.214, "p95_ms": 124.556}, "read_interval": {"avg_ms": 141.639, "count": 211, "max_ms": 4432.081, "p95_ms": 166.519}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 212, "max_ms": 0.063, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.141, "count": 212, "max_ms": 0.723, "p95_ms": 0.265}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 212, "max_ms": 0.064, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.125, "count": 212, "max_ms": 0.66, "p95_ms": 0.237}, "worker_merge_ms": {"avg_ms": 0.006, "count": 212, "max_ms": 0.028, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 46.47, "count": 212, "max_ms": 100.704, "p95_ms": 69.852}, "visualize": {"avg_ms": 45.515, "count": 212, "max_ms": 71.728, "p95_ms": 57.507}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.625, "count": 212, "max_ms": 70.604, "p95_ms": 56.333}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.301, "count": 212, "max_ms": 71.555, "p95_ms": 57.317}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.194, "count": 212, "max_ms": 71.427, "p95_ms": 57.219}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 212, "max_ms": 0.225, "p95_ms": 0.124}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 212}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1508.168, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.809, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.552, "sample_count": 2137, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1583950, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:44:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 75560, "write_bytes_delta": 75560, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 210.0, "cpu_core_ratio": 1.197979, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1452.0, "pid": 97325, "reason": null, "system_cpu_core_ratio": 0.456848, "system_cpu_s_delta": 4.58, "user_cpu_core_ratio": 0.741131, "user_cpu_s_delta": 7.429999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.417946, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 73821.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.118701, "system_cpu_s_delta": 1.1899999999986903, "user_cpu_core_ratio": 0.299245, "user_cpu_s_delta": 3.0}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.656, "count": 216, "max_ms": 9.452, "p95_ms": 6.853, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 216}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.299, "count": 30, "max": 72.006, "p95": 43.253, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.882, "count": 30, "max": 34.471, "p95": 28.692, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 654.433, "count": 30, "max": 839.0, "p95": 756.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 646.433, "count": 30, "max": 8278.0, "p95": 5188.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.073, "count": 30, "max": 0.457, "p95": 0.164, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.016, "count": 30, "max": 1.269, "p95": 1.248, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.403, "count": 30, "max": 8.599, "p95": 1.915, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 74648.467, "count": 30, "max": 75560.0, "p95": 75370.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 74648.467, "count": 30, "max": 75560.0, "p95": 75370.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 66579.967, "count": 30, "max": 145612.0, "p95": 144061.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.127, "count": 30, "max": 0.228, "p95": 0.226, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.5, "count": 30, "max": 0.711, "p95": 0.621, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11515, "sampled_at": "2026-10-30T08:44:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:44:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2130803, "flush_count": 2740, "flush_interval_seconds": 30.0, "flush_state": {"count": 2740, "last_at": "2026-10-30T08:44:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:44:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2739}, "started": true, "suppressed_count": 1581384, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1581384}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2740, "written_record_count": 2740}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 8881.344, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4379783270400, "copied_frame_count": 1584123, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 4379783270400, "frame_buffer_copies": 1584123, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1238, "count": 512, "max_ms": 0.3582, "p50_ms": 0.1133, "p95_ms": 0.227, "p99_ms": 0.2858}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3256, "count": 512, "max_ms": 4.239, "p50_ms": 1.2529, "p95_ms": 2.1621, "p99_ms": 2.674, "results": {"failed": 0, "not_applicable": 0, "success": 1584123, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 216, "h264_decode_error_count": 499, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:44:57+09:00", "last_error_summary": "[h264 @ 0x60dec7455d00] cabac decode of qscale diff failed at 57 97 [h264 @ 0x60dec7455d00] error while decoding MB 57 97, bytestream 16033 [h264 @ 0x60dec7e7e840] cabac decode of qscale diff failed at 111 67 [h264 @ 0x60dec7e7e840] error while decoding MB 111 67, bytestream 68577 [h264 @ 0x60dec7503940] error while decoding MB 76 97, bytestream -14 [h264 @ 0x60dec76576c0] left block unavailable for requested intra mode [h264 @ 0x60dec76576c0] error while decoding MB 0 75, bytestream 21053 [h264", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 107.609, "last_started_at": "2026-10-30T08:43:10+09:00", "pid": 97325, "process": {"exists": false, "pid": 97325}, "restart_count": 244, "restart_count_per_hour": 2, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 245}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.221, "sample_count": 2099, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1584123, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:44:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 0.018, "last_frame_pushed_at": "2026-10-30T08:44:57+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-10-30T08:44:57+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 74, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 327.246, "last_sample_duration_ms": 891.993, "last_trigger": "periodic", "next_snapshot_in_sec": 272.754, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 274, "storage_bytes": 2610814}, "mjpeg": {"age_sec": 0.011, "exists": true, "mtime": "2026-10-30T08:44:57.666866+09:00", "mtime_epoch": 1793317497.6668663, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 77413}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T08:44:57+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1533.328, "name": "celery", "pid": 176, "rss_mb": 1508.258, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1584123, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 212}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 212}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 212}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.083, "pushed": 7.083, "read": 7.05}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 211, "client_acquire_ms": {"avg_ms": 0.007, "count": 212, "max_ms": 0.04, "p95_ms": 0.013, "reason": null, "sample_age_ms": 91.779, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.616, "count": 211, "max_ms": 3.156, "p95_ms": 1.61, "reason": null, "sample_age_ms": 131.522, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.257, "count": 211, "max_ms": 2.138, "p95_ms": 1.21, "reason": null, "sample_age_ms": 131.878, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.217, "count": 212, "max_ms": 0.739, "p95_ms": 0.462, "reason": null, "sample_age_ms": 91.795, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.673, "count": 211, "max_ms": 4.076, "p95_ms": 2.707, "reason": null, "sample_age_ms": 130.024, "source": "client_direct"}, "request_count": 211, "request_tensor_bytes": {"avg": 2211848.0, "count": 211, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 130.003, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 212, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 92.291, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.381, "count": 212, "max_ms": 95.232, "p95_ms": 65.701, "reason": null, "sample_age_ms": 91.774, "source": "client_direct"}, "sample_age_ms": 91.766, "source": "client_direct", "task_total_ms": {"avg_ms": 45.463, "count": 212, "max_ms": 99.481, "p95_ms": 67.652, "reason": null, "sample_age_ms": 91.766, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.0, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.837, "count": 212, "max_ms": 3.21, "p95_ms": 1.482}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.275, "count": 212, "max_ms": 1.192, "p95_ms": 0.511}, "detection_prepare_ms": {"avg_ms": 0.118, "count": 212, "max_ms": 0.411, "p95_ms": 0.216}, "event_filter_ms": {"avg_ms": 0.004, "count": 212, "max_ms": 0.02, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.093, "count": 212, "max_ms": 0.387, "p95_ms": 0.161}, "mcmt_ms": {"avg_ms": 0.003, "count": 212, "max_ms": 0.033, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.203, "count": 212, "max_ms": 0.98, "p95_ms": 0.352}, "setup_ms": {"avg_ms": 0.051, "count": 212, "max_ms": 0.197, "p95_ms": 0.105}, "total_inside_ms": {"avg_ms": 0.788, "count": 212, "max_ms": 3.082, "p95_ms": 1.39}, "track_match_ms": {"avg_ms": 0.004, "count": 212, "max_ms": 0.018, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.035, "count": 212, "max_ms": 0.123, "p95_ms": 0.071}}, "gstreamer_push": {"avg_ms": 3.281, "count": 212, "max_ms": 8.95, "p95_ms": 6.393}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 212, "max_ms": 0.677, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.455, "count": 212, "max_ms": 100.692, "p95_ms": 69.846}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.04, "count": 212, "max_ms": 0.168, "p95_ms": 0.088}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.817, "count": 212, "max_ms": 158.161, "p95_ms": 122.218}, "inference_input_copy_ms": {"avg_ms": 1.431, "count": 212, "max_ms": 3.246, "p95_ms": 2.38}, "processing_residual_ms": {"avg_ms": 0.151, "count": 212, "max_ms": 0.507, "p95_ms": 0.295}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.439, "count": 212, "max_ms": 160.214, "p95_ms": 124.556}, "read_interval": {"avg_ms": 141.639, "count": 211, "max_ms": 4432.081, "p95_ms": 166.519}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 212, "max_ms": 0.063, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.141, "count": 212, "max_ms": 0.723, "p95_ms": 0.265}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 212, "max_ms": 0.064, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.125, "count": 212, "max_ms": 0.66, "p95_ms": 0.237}, "worker_merge_ms": {"avg_ms": 0.006, "count": 212, "max_ms": 0.028, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 46.47, "count": 212, "max_ms": 100.704, "p95_ms": 69.852}, "visualize": {"avg_ms": 45.515, "count": 212, "max_ms": 71.728, "p95_ms": 57.507}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.625, "count": 212, "max_ms": 70.604, "p95_ms": 56.333}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.301, "count": 212, "max_ms": 71.555, "p95_ms": 57.317}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.194, "count": 212, "max_ms": 71.427, "p95_ms": 57.219}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 212, "max_ms": 0.225, "p95_ms": 0.124}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 212}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1508.168, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.809, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.552, "sample_count": 2137, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1583950, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:44:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 75560, "write_bytes_delta": 75560, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 210.0, "cpu_core_ratio": 1.197979, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1452.0, "pid": 97325, "reason": null, "system_cpu_core_ratio": 0.456848, "system_cpu_s_delta": 4.58, "user_cpu_core_ratio": 0.741131, "user_cpu_s_delta": 7.429999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.417946, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 73821.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.118701, "system_cpu_s_delta": 1.1899999999986903, "user_cpu_core_ratio": 0.299245, "user_cpu_s_delta": 3.0}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.656, "count": 216, "max_ms": 9.452, "p95_ms": 6.853, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 216}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.299, "count": 30, "max": 72.006, "p95": 43.253, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.882, "count": 30, "max": 34.471, "p95": 28.692, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 654.433, "count": 30, "max": 839.0, "p95": 756.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 646.433, "count": 30, "max": 8278.0, "p95": 5188.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.073, "count": 30, "max": 0.457, "p95": 0.164, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.016, "count": 30, "max": 1.269, "p95": 1.248, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.403, "count": 30, "max": 8.599, "p95": 1.915, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 74648.467, "count": 30, "max": 75560.0, "p95": 75370.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 74648.467, "count": 30, "max": 75560.0, "p95": 75370.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 66579.967, "count": 30, "max": 145612.0, "p95": 144061.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.127, "count": 30, "max": 0.228, "p95": 0.226, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.5, "count": 30, "max": 0.711, "p95": 0.621, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11515, "sampled_at": "2026-10-30T08:44:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:44:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2130803, "flush_count": 2740, "flush_interval_seconds": 30.0, "flush_state": {"count": 2740, "last_at": "2026-10-30T08:44:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:44:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2739}, "started": true, "suppressed_count": 1581384, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1581384}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2740, "written_record_count": 2740}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 8872.48, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4379783270400, "copied_frame_count": 1584123, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 4379783270400, "frame_buffer_copies": 1584123, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1238, "count": 512, "max_ms": 0.3582, "p50_ms": 0.1133, "p95_ms": 0.227, "p99_ms": 0.2858}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3256, "count": 512, "max_ms": 4.239, "p50_ms": 1.2529, "p95_ms": 2.1621, "p99_ms": 2.674, "results": {"failed": 0, "not_applicable": 0, "success": 1584123, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 216, "h264_decode_error_count": 499, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:44:57+09:00", "last_error_summary": "[h264 @ 0x60dec7455d00] cabac decode of qscale diff failed at 57 97 [h264 @ 0x60dec7455d00] error while decoding MB 57 97, bytestream 16033 [h264 @ 0x60dec7e7e840] cabac decode of qscale diff failed at 111 67 [h264 @ 0x60dec7e7e840] error while decoding MB 111 67, bytestream 68577 [h264 @ 0x60dec7503940] error while decoding MB 76 97, bytestream -14 [h264 @ 0x60dec76576c0] left block unavailable for requested intra mode [h264 @ 0x60dec76576c0] error while decoding MB 0 75, bytestream 21053 [h264", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 107.672, "last_started_at": "2026-10-30T08:43:10+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 244, "restart_count_per_hour": 2, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 245}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.221, "sample_count": 2098, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1584123, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:44:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 0.081, "last_frame_pushed_at": "2026-10-30T08:44:57+09:00", "last_frame_read_age_sec": 0.189, "last_frame_read_at": "2026-10-30T08:44:57+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 74, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 327.284, "last_sample_duration_ms": 891.993, "last_trigger": "periodic", "next_snapshot_in_sec": 272.716, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 274, "storage_bytes": 2610814}, "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-10-30T08:44:57.666866+09:00", "mtime_epoch": 1793317497.6668663, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 77413}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T08:44:57+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1533.328, "name": "celery", "pid": 176, "rss_mb": 1508.254, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1584123, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 212}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 212}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 212}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.069, "pushed": 7.069, "read": 7.035}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 211, "client_acquire_ms": {"avg_ms": 0.007, "count": 211, "max_ms": 0.029, "p95_ms": 0.013, "reason": null, "sample_age_ms": 155.377, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.616, "count": 211, "max_ms": 3.156, "p95_ms": 1.61, "reason": null, "sample_age_ms": 195.12, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.257, "count": 211, "max_ms": 2.138, "p95_ms": 1.21, "reason": null, "sample_age_ms": 195.475, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.218, "count": 211, "max_ms": 0.739, "p95_ms": 0.463, "reason": null, "sample_age_ms": 155.392, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.673, "count": 211, "max_ms": 4.076, "p95_ms": 2.707, "reason": null, "sample_age_ms": 193.621, "source": "client_direct"}, "request_count": 211, "request_tensor_bytes": {"avg": 2211848.0, "count": 211, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 193.6, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 211, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 155.888, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.38, "count": 211, "max_ms": 95.232, "p95_ms": 65.706, "reason": null, "sample_age_ms": 155.372, "source": "client_direct"}, "sample_age_ms": 155.363, "source": "client_direct", "task_total_ms": {"avg_ms": 45.46, "count": 211, "max_ms": 99.481, "p95_ms": 67.661, "reason": null, "sample_age_ms": 155.363, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.434, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.837, "count": 212, "max_ms": 3.21, "p95_ms": 1.482}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.275, "count": 212, "max_ms": 1.192, "p95_ms": 0.511}, "detection_prepare_ms": {"avg_ms": 0.118, "count": 212, "max_ms": 0.411, "p95_ms": 0.216}, "event_filter_ms": {"avg_ms": 0.004, "count": 212, "max_ms": 0.02, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.093, "count": 212, "max_ms": 0.387, "p95_ms": 0.161}, "mcmt_ms": {"avg_ms": 0.003, "count": 212, "max_ms": 0.033, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.203, "count": 212, "max_ms": 0.98, "p95_ms": 0.352}, "setup_ms": {"avg_ms": 0.051, "count": 212, "max_ms": 0.197, "p95_ms": 0.105}, "total_inside_ms": {"avg_ms": 0.788, "count": 212, "max_ms": 3.082, "p95_ms": 1.39}, "track_match_ms": {"avg_ms": 0.004, "count": 212, "max_ms": 0.018, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.035, "count": 212, "max_ms": 0.123, "p95_ms": 0.071}}, "gstreamer_push": {"avg_ms": 3.281, "count": 212, "max_ms": 8.95, "p95_ms": 6.393}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 212, "max_ms": 0.677, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.455, "count": 212, "max_ms": 100.692, "p95_ms": 69.846}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.04, "count": 212, "max_ms": 0.168, "p95_ms": 0.088}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.817, "count": 212, "max_ms": 158.161, "p95_ms": 122.218}, "inference_input_copy_ms": {"avg_ms": 1.431, "count": 212, "max_ms": 3.246, "p95_ms": 2.38}, "processing_residual_ms": {"avg_ms": 0.151, "count": 212, "max_ms": 0.507, "p95_ms": 0.295}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.439, "count": 212, "max_ms": 160.214, "p95_ms": 124.556}, "read_interval": {"avg_ms": 141.639, "count": 211, "max_ms": 4432.081, "p95_ms": 166.519}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 212, "max_ms": 0.063, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.141, "count": 212, "max_ms": 0.723, "p95_ms": 0.265}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 212, "max_ms": 0.064, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.125, "count": 212, "max_ms": 0.66, "p95_ms": 0.237}, "worker_merge_ms": {"avg_ms": 0.006, "count": 212, "max_ms": 0.028, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 46.47, "count": 212, "max_ms": 100.704, "p95_ms": 69.852}, "visualize": {"avg_ms": 45.515, "count": 212, "max_ms": 71.728, "p95_ms": 57.507}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.625, "count": 212, "max_ms": 70.604, "p95_ms": 56.333}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.301, "count": 212, "max_ms": 71.555, "p95_ms": 57.317}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.194, "count": 212, "max_ms": 71.427, "p95_ms": 57.219}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 212, "max_ms": 0.225, "p95_ms": 0.124}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 212}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1508.168, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.809, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.552, "sample_count": 2137, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1583950, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:44:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 75560, "write_bytes_delta": 75560, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 210.0, "cpu_core_ratio": 1.197979, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1452.0, "pid": 97325, "reason": null, "system_cpu_core_ratio": 0.456848, "system_cpu_s_delta": 4.58, "user_cpu_core_ratio": 0.741131, "user_cpu_s_delta": 7.429999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.417946, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 73821.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.118701, "system_cpu_s_delta": 1.1899999999986903, "user_cpu_core_ratio": 0.299245, "user_cpu_s_delta": 3.0}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.656, "count": 216, "max_ms": 9.452, "p95_ms": 6.853, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 216}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.299, "count": 30, "max": 72.006, "p95": 43.253, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.882, "count": 30, "max": 34.471, "p95": 28.692, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 654.433, "count": 30, "max": 839.0, "p95": 756.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 646.433, "count": 30, "max": 8278.0, "p95": 5188.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.073, "count": 30, "max": 0.457, "p95": 0.164, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.016, "count": 30, "max": 1.269, "p95": 1.248, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.403, "count": 30, "max": 8.599, "p95": 1.915, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 74648.467, "count": 30, "max": 75560.0, "p95": 75370.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 74648.467, "count": 30, "max": 75560.0, "p95": 75370.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 66579.967, "count": 30, "max": 145612.0, "p95": 144061.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.127, "count": 30, "max": 0.228, "p95": 0.226, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.5, "count": 30, "max": 0.711, "p95": 0.621, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11515, "sampled_at": "2026-10-30T08:44:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:44:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2130803, "flush_count": 2740, "flush_interval_seconds": 30.0, "flush_state": {"count": 2740, "last_at": "2026-10-30T08:44:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:44:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2739}, "started": true, "suppressed_count": 1581384, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1581384}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2740, "written_record_count": 2740}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 8910.027, "limit_mb": null}, "detail": {"pid": 97441, "restart_count": 245, "start_count": 246}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4379783270400, "copied_frame_count": 1584123, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 4379783270400, "frame_buffer_copies": 1584123, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1238, "count": 512, "max_ms": 0.3582, "p50_ms": 0.1133, "p95_ms": 0.227, "p99_ms": 0.2858}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3256, "count": 512, "max_ms": 4.239, "p50_ms": 1.2529, "p95_ms": 2.1621, "p99_ms": 2.674, "results": {"failed": 0, "not_applicable": 0, "success": 1584123, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 216, "h264_decode_error_count": 499, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:44:57+09:00", "last_error_summary": "[h264 @ 0x60dec7455d00] cabac decode of qscale diff failed at 57 97 [h264 @ 0x60dec7455d00] error while decoding MB 57 97, bytestream 16033 [h264 @ 0x60dec7e7e840] cabac decode of qscale diff failed at 111 67 [h264 @ 0x60dec7e7e840] error while decoding MB 111 67, bytestream 68577 [h264 @ 0x60dec7503940] error while decoding MB 76 97, bytestream -14 [h264 @ 0x60dec76576c0] left block unavailable for requested intra mode [h264 @ 0x60dec76576c0] error while decoding MB 0 75, bytestream 21053 [h264", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.003, "last_started_at": "2026-10-30T08:44:59+09:00", "pid": 97441, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.543, "name": "ffmpeg", "pid": 97441, "rss_mb": 75.543, "state": "S (sleeping)", "threads": 1}, "restart_count": 245, "restart_count_per_hour": 3, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 246}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.298, "sample_count": 2057, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1584123, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:44:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 4.194, "last_frame_pushed_at": "2026-10-30T08:44:57+09:00", "last_frame_read_age_sec": 4.301, "last_frame_read_at": "2026-10-30T08:44:57+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 74, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 331.398, "last_sample_duration_ms": 891.993, "last_trigger": "periodic", "next_snapshot_in_sec": 268.602, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 274, "storage_bytes": 2610814}, "mjpeg": {"age_sec": 4.187, "exists": true, "mtime": "2026-10-30T08:44:57.666866+09:00", "mtime_epoch": 1793317497.6668663, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 77413}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T08:45:01+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1533.328, "name": "celery", "pid": 176, "rss_mb": 1508.258, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1584123, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 184}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 184}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 184}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 184, "pushed_frames": 184, "read_frames": 184, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.948, "pushed": 6.948, "read": 6.948}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 184, "client_acquire_ms": {"avg_ms": 0.007, "count": 184, "max_ms": 0.029, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4270.978, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.615, "count": 184, "max_ms": 3.156, "p95_ms": 1.6, "reason": null, "sample_age_ms": 4310.721, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.253, "count": 184, "max_ms": 2.138, "p95_ms": 1.208, "reason": null, "sample_age_ms": 4311.076, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.221, "count": 184, "max_ms": 0.719, "p95_ms": 0.468, "reason": null, "sample_age_ms": 4270.993, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.67, "count": 184, "max_ms": 4.076, "p95_ms": 2.688, "reason": null, "sample_age_ms": 4309.222, "source": "client_direct"}, "request_count": 184, "request_tensor_bytes": {"avg": 2211848.0, "count": 184, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4309.201, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 184, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4271.489, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.927, "count": 184, "max_ms": 95.232, "p95_ms": 65.029, "reason": null, "sample_age_ms": 4270.973, "source": "client_direct"}, "sample_age_ms": 4270.964, "source": "client_direct", "task_total_ms": {"avg_ms": 45.008, "count": 184, "max_ms": 99.481, "p95_ms": 67.49, "reason": null, "sample_age_ms": 4270.964, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.745, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.834, "count": 184, "max_ms": 3.21, "p95_ms": 1.458}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.272, "count": 184, "max_ms": 1.048, "p95_ms": 0.489}, "detection_prepare_ms": {"avg_ms": 0.118, "count": 184, "max_ms": 0.411, "p95_ms": 0.217}, "event_filter_ms": {"avg_ms": 0.004, "count": 184, "max_ms": 0.02, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.091, "count": 184, "max_ms": 0.361, "p95_ms": 0.157}, "mcmt_ms": {"avg_ms": 0.003, "count": 184, "max_ms": 0.033, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.205, "count": 184, "max_ms": 0.98, "p95_ms": 0.357}, "setup_ms": {"avg_ms": 0.052, "count": 184, "max_ms": 0.197, "p95_ms": 0.105}, "total_inside_ms": {"avg_ms": 0.785, "count": 184, "max_ms": 3.082, "p95_ms": 1.375}, "track_match_ms": {"avg_ms": 0.004, "count": 184, "max_ms": 0.018, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.035, "count": 184, "max_ms": 0.123, "p95_ms": 0.071}}, "gstreamer_push": {"avg_ms": 3.133, "count": 184, "max_ms": 7.926, "p95_ms": 6.053}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 184, "max_ms": 0.677, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.995, "count": 184, "max_ms": 100.692, "p95_ms": 68.901}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 184, "max_ms": 0.168, "p95_ms": 0.08}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.333, "count": 184, "max_ms": 158.161, "p95_ms": 120.972}, "inference_input_copy_ms": {"avg_ms": 1.43, "count": 184, "max_ms": 3.246, "p95_ms": 2.38}, "processing_residual_ms": {"avg_ms": 0.153, "count": 184, "max_ms": 0.507, "p95_ms": 0.302}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.955, "count": 184, "max_ms": 160.214, "p95_ms": 123.037}, "read_interval": {"avg_ms": 144.64, "count": 184, "max_ms": 4432.081, "p95_ms": 164.695}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 184, "max_ms": 0.063, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.143, "count": 184, "max_ms": 0.723, "p95_ms": 0.27}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 184, "max_ms": 0.064, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.126, "count": 184, "max_ms": 0.66, "p95_ms": 0.238}, "worker_merge_ms": {"avg_ms": 0.006, "count": 184, "max_ms": 0.028, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 46.01, "count": 184, "max_ms": 100.704, "p95_ms": 68.91}, "visualize": {"avg_ms": 45.492, "count": 184, "max_ms": 71.728, "p95_ms": 57.457}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.607, "count": 184, "max_ms": 70.604, "p95_ms": 56.239}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.278, "count": 184, "max_ms": 71.555, "p95_ms": 57.314}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.172, "count": 184, "max_ms": 71.427, "p95_ms": 57.144}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 184, "max_ms": 0.225, "p95_ms": 0.124}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 184}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1508.168, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.809, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.552, "sample_count": 2137, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1583950, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:44:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 75560, "write_bytes_delta": 75560, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 210.0, "cpu_core_ratio": 1.197979, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1452.0, "pid": 97325, "reason": null, "system_cpu_core_ratio": 0.456848, "system_cpu_s_delta": 4.58, "user_cpu_core_ratio": 0.741131, "user_cpu_s_delta": 7.429999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.417946, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 73821.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.118701, "system_cpu_s_delta": 1.1899999999986903, "user_cpu_core_ratio": 0.299245, "user_cpu_s_delta": 3.0}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.656, "count": 216, "max_ms": 9.452, "p95_ms": 6.853, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 216}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.299, "count": 30, "max": 72.006, "p95": 43.253, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.882, "count": 30, "max": 34.471, "p95": 28.692, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 654.433, "count": 30, "max": 839.0, "p95": 756.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 646.433, "count": 30, "max": 8278.0, "p95": 5188.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.073, "count": 30, "max": 0.457, "p95": 0.164, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.016, "count": 30, "max": 1.269, "p95": 1.248, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.403, "count": 30, "max": 8.599, "p95": 1.915, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 74648.467, "count": 30, "max": 75560.0, "p95": 75370.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 74648.467, "count": 30, "max": 75560.0, "p95": 75370.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 66579.967, "count": 30, "max": 145612.0, "p95": 144061.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.127, "count": 30, "max": 0.228, "p95": 0.226, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.5, "count": 30, "max": 0.711, "p95": 0.621, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11515, "sampled_at": "2026-10-30T08:44:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:44:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 26.483, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2131647, "flush_count": 2741, "flush_interval_seconds": 30.0, "flush_state": {"count": 2741, "last_at": "2026-10-30T08:45:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:45:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2740}, "started": true, "suppressed_count": 1582087, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1582087}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2741, "written_record_count": 2741}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 8911.047, "limit_mb": null}, "detail": {"h264_decode_error_count": 7, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x6021e2b84980] cabac decode of qscale diff failed at 212 82 [h264 @ 0x6021e2b84980] error while decoding MB 212 82, bytestream 13754 [h264 @ 0x6021e1ef1440] cabac decode of qscale diff failed at 116 88 [h264 @ 0x6021e1ef1440] error while decoding MB 116 88, bytestream 131713 [h264 @ 0x6021e209f0c0] left block unavailable for requested intra mode [h264 @ 0x6021e209f0c0] error while decoding MB 0 78, bytestream 12788 [h264 @ 0x6021e29e6c80] cabac decode of qscale diff failed at 87 78 [h26", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4381729689600, "copied_frame_count": 1584827, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 4381729689600, "frame_buffer_copies": 1584827, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1312, "count": 512, "max_ms": 0.3752, "p50_ms": 0.1219, "p95_ms": 0.2442, "p99_ms": 0.334}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4048, "count": 512, "max_ms": 4.0711, "p50_ms": 1.3449, "p95_ms": 2.2777, "p99_ms": 2.8239, "results": {"failed": 0, "not_applicable": 0, "success": 1584827, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 217, "h264_decode_error_count": 506, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:46:33+09:00", "last_error_summary": "[h264 @ 0x6021e2b84980] cabac decode of qscale diff failed at 212 82 [h264 @ 0x6021e2b84980] error while decoding MB 212 82, bytestream 13754 [h264 @ 0x6021e1ef1440] cabac decode of qscale diff failed at 116 88 [h264 @ 0x6021e1ef1440] error while decoding MB 116 88, bytestream 131713 [h264 @ 0x6021e209f0c0] left block unavailable for requested intra mode [h264 @ 0x6021e209f0c0] error while decoding MB 0 78, bytestream 12788 [h264 @ 0x6021e29e6c80] cabac decode of qscale diff failed at 87 78 [h26", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.585, "last_started_at": "2026-10-30T08:44:59+09:00", "pid": 97441, "process": {"exists": false, "pid": 97441}, "restart_count": 245, "restart_count_per_hour": 3, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 246}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.087, "sample_count": 1866, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1584827, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:46:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 0.067, "last_frame_pushed_at": "2026-10-30T08:46:33+09:00", "last_frame_read_age_sec": 0.181, "last_frame_read_at": "2026-10-30T08:46:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 74, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 422.993, "last_sample_duration_ms": 891.993, "last_trigger": "periodic", "next_snapshot_in_sec": 177.007, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 274, "storage_bytes": 2610814}, "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-10-30T08:46:33.381148+09:00", "mtime_epoch": 1793317593.381148, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 79216}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T08:46:33+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1533.328, "name": "celery", "pid": 176, "rss_mb": 1532.398, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1584827, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 167}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 55}, "total": {"avg": 0.329, "max": 1.0, "p95": 1.0, "sample_count": 167}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 167}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 167}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 167, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.567, "pushed": 5.567, "read": 5.533}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 166, "client_acquire_ms": {"avg_ms": 0.007, "count": 166, "max_ms": 0.034, "p95_ms": 0.013, "reason": null, "sample_age_ms": 139.112, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.753, "count": 166, "max_ms": 5.421, "p95_ms": 2.39, "reason": null, "sample_age_ms": 187.628, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.347, "count": 166, "max_ms": 4.494, "p95_ms": 1.938, "reason": null, "sample_age_ms": 191.312, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.264, "count": 166, "max_ms": 0.77, "p95_ms": 0.527, "reason": null, "sample_age_ms": 139.119, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.824, "count": 166, "max_ms": 4.547, "p95_ms": 2.85, "reason": null, "sample_age_ms": 185.74, "source": "client_direct"}, "request_count": 166, "request_tensor_bytes": {"avg": 2211848.0, "count": 166, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 185.686, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 166, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 139.354, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.151, "count": 166, "max_ms": 76.116, "p95_ms": 59.788, "reason": null, "sample_age_ms": 139.108, "source": "client_direct"}, "sample_age_ms": 139.104, "source": "client_direct", "task_total_ms": {"avg_ms": 45.425, "count": 166, "max_ms": 78.113, "p95_ms": 62.173, "reason": null, "sample_age_ms": 139.104, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.82, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.799, "count": 167, "max_ms": 7.505, "p95_ms": 5.115}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.271, "count": 167, "max_ms": 0.816, "p95_ms": 0.59}, "detection_prepare_ms": {"avg_ms": 0.511, "count": 167, "max_ms": 3.018, "p95_ms": 1.697}, "event_filter_ms": {"avg_ms": 0.004, "count": 167, "max_ms": 0.019, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.102, "count": 167, "max_ms": 0.382, "p95_ms": 0.223}, "mcmt_ms": {"avg_ms": 0.003, "count": 167, "max_ms": 0.031, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.408, "count": 167, "max_ms": 1.94, "p95_ms": 1.24}, "setup_ms": {"avg_ms": 0.045, "count": 167, "max_ms": 0.169, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 1.748, "count": 167, "max_ms": 7.378, "p95_ms": 5.062}, "track_match_ms": {"avg_ms": 0.041, "count": 167, "max_ms": 0.296, "p95_ms": 0.164}, "tracker_update_ms": {"avg_ms": 0.364, "count": 167, "max_ms": 1.999, "p95_ms": 1.447}}, "gstreamer_push": {"avg_ms": 3.03, "count": 167, "max_ms": 6.914, "p95_ms": 4.811}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 167, "max_ms": 0.19, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.529, "count": 167, "max_ms": 79.128, "p95_ms": 65.602}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.377, "count": 167, "max_ms": 9.721, "p95_ms": 2.51}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.107, "count": 167, "max_ms": 151.152, "p95_ms": 116.664}, "inference_input_copy_ms": {"avg_ms": 1.6, "count": 167, "max_ms": 3.278, "p95_ms": 2.677}, "processing_residual_ms": {"avg_ms": 0.218, "count": 167, "max_ms": 0.576, "p95_ms": 0.402}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.302, "count": 167, "max_ms": 153.343, "p95_ms": 118.329}, "read_interval": {"avg_ms": 180.202, "count": 166, "max_ms": 6949.686, "p95_ms": 170.067}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 167, "max_ms": 0.065, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.347, "count": 167, "max_ms": 1.79, "p95_ms": 1.139}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 167, "max_ms": 0.044, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.331, "count": 167, "max_ms": 1.726, "p95_ms": 1.112}, "worker_merge_ms": {"avg_ms": 0.006, "count": 167, "max_ms": 0.042, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 46.542, "count": 167, "max_ms": 79.145, "p95_ms": 65.626}, "visualize": {"avg_ms": 41.647, "count": 167, "max_ms": 71.082, "p95_ms": 55.511}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 39.848, "count": 167, "max_ms": 66.806, "p95_ms": 54.079}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.243, "count": 167, "max_ms": 70.851, "p95_ms": 55.291}, "visualize_input_copy_ms": {"avg_ms": 0.198, "count": 167, "max_ms": 3.287, "p95_ms": 1.51}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.129, "count": 167, "max_ms": 70.723, "p95_ms": 55.166}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 167, "max_ms": 0.225, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 167}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1508.531, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 49.589, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.729, "sample_count": 1967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1584696, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:46:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 78216, "write_bytes_delta": 78216, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 601.0, "cpu_core_ratio": 1.296002, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3620.0, "pid": 97441, "reason": null, "system_cpu_core_ratio": 0.182548, "system_cpu_s_delta": 2.0100000000000002, "user_cpu_core_ratio": 1.113453, "user_cpu_s_delta": 12.260000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.684783, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 128377.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.189814, "system_cpu_s_delta": 2.0900000000001455, "user_cpu_core_ratio": 0.494969, "user_cpu_s_delta": 5.44999999999709}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.301, "count": 260, "max_ms": 10.282, "p95_ms": 5.912, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 260}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.842, "count": 30, "max": 72.006, "p95": 48.87, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.475, "count": 30, "max": 37.136, "p95": 31.943, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 611.767, "count": 30, "max": 839.0, "p95": 756.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1558.6, "count": 30, "max": 18013.0, "p95": 8263.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.095, "count": 30, "max": 0.457, "p95": 0.335, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.038, "count": 30, "max": 1.269, "p95": 1.248, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.403, "count": 30, "max": 8.599, "p95": 1.915, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 75103.4, "count": 30, "max": 78216.0, "p95": 77397.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 72613.0, "count": 30, "max": 78216.0, "p95": 77397.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 100583.333, "count": 30, "max": 145612.0, "p95": 144061.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.228, "p95": 0.226, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.465, "count": 30, "max": 0.711, "p95": 0.613, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11524, "sampled_at": "2026-10-30T08:46:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:46:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2131647, "flush_count": 2741, "flush_interval_seconds": 30.0, "flush_state": {"count": 2741, "last_at": "2026-10-30T08:45:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:45:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2740}, "started": true, "suppressed_count": 1582087, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1582087}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2741, "written_record_count": 2741}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 8910.094, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4381729689600, "copied_frame_count": 1584827, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 4381729689600, "frame_buffer_copies": 1584827, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1312, "count": 512, "max_ms": 0.3752, "p50_ms": 0.1219, "p95_ms": 0.2442, "p99_ms": 0.334}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4048, "count": 512, "max_ms": 4.0711, "p50_ms": 1.3449, "p95_ms": 2.2777, "p99_ms": 2.8239, "results": {"failed": 0, "not_applicable": 0, "success": 1584827, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 217, "h264_decode_error_count": 506, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:46:33+09:00", "last_error_summary": "[h264 @ 0x6021e2b84980] cabac decode of qscale diff failed at 212 82 [h264 @ 0x6021e2b84980] error while decoding MB 212 82, bytestream 13754 [h264 @ 0x6021e1ef1440] cabac decode of qscale diff failed at 116 88 [h264 @ 0x6021e1ef1440] error while decoding MB 116 88, bytestream 131713 [h264 @ 0x6021e209f0c0] left block unavailable for requested intra mode [h264 @ 0x6021e209f0c0] error while decoding MB 0 78, bytestream 12788 [h264 @ 0x6021e29e6c80] cabac decode of qscale diff failed at 87 78 [h26", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.584, "last_started_at": "2026-10-30T08:44:59+09:00", "pid": 97441, "process": {"exists": false, "pid": 97441}, "restart_count": 245, "restart_count_per_hour": 3, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 246}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.087, "sample_count": 1866, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1584827, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:46:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 0.066, "last_frame_pushed_at": "2026-10-30T08:46:33+09:00", "last_frame_read_age_sec": 0.18, "last_frame_read_at": "2026-10-30T08:46:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 74, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 423.005, "last_sample_duration_ms": 891.993, "last_trigger": "periodic", "next_snapshot_in_sec": 176.995, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 274, "storage_bytes": 2610814}, "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-10-30T08:46:33.381148+09:00", "mtime_epoch": 1793317593.381148, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 79216}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T08:46:33+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1533.328, "name": "celery", "pid": 176, "rss_mb": 1532.398, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1584827, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 166}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 55}, "total": {"avg": 0.331, "max": 1.0, "p95": 1.0, "sample_count": 166}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 166}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 166}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 166, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.534, "pushed": 5.567, "read": 5.534}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 166, "client_acquire_ms": {"avg_ms": 0.007, "count": 166, "max_ms": 0.034, "p95_ms": 0.013, "reason": null, "sample_age_ms": 145.065, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.753, "count": 166, "max_ms": 5.421, "p95_ms": 2.39, "reason": null, "sample_age_ms": 193.581, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.347, "count": 165, "max_ms": 4.494, "p95_ms": 1.943, "reason": null, "sample_age_ms": 197.266, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.264, "count": 166, "max_ms": 0.77, "p95_ms": 0.527, "reason": null, "sample_age_ms": 145.073, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.824, "count": 166, "max_ms": 4.547, "p95_ms": 2.85, "reason": null, "sample_age_ms": 191.693, "source": "client_direct"}, "request_count": 165, "request_tensor_bytes": {"avg": 2211848.0, "count": 166, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 191.639, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 166, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 145.308, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.151, "count": 166, "max_ms": 76.116, "p95_ms": 59.788, "reason": null, "sample_age_ms": 145.061, "source": "client_direct"}, "sample_age_ms": 145.058, "source": "client_direct", "task_total_ms": {"avg_ms": 45.425, "count": 166, "max_ms": 78.113, "p95_ms": 62.173, "reason": null, "sample_age_ms": 145.058, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.179, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.804, "count": 166, "max_ms": 7.505, "p95_ms": 5.115}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.27, "count": 166, "max_ms": 0.816, "p95_ms": 0.59}, "detection_prepare_ms": {"avg_ms": 0.513, "count": 166, "max_ms": 3.018, "p95_ms": 1.697}, "event_filter_ms": {"avg_ms": 0.004, "count": 166, "max_ms": 0.019, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.102, "count": 166, "max_ms": 0.382, "p95_ms": 0.223}, "mcmt_ms": {"avg_ms": 0.003, "count": 166, "max_ms": 0.031, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.408, "count": 166, "max_ms": 1.94, "p95_ms": 1.24}, "setup_ms": {"avg_ms": 0.044, "count": 166, "max_ms": 0.169, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 1.753, "count": 166, "max_ms": 7.378, "p95_ms": 5.062}, "track_match_ms": {"avg_ms": 0.041, "count": 166, "max_ms": 0.296, "p95_ms": 0.164}, "tracker_update_ms": {"avg_ms": 0.366, "count": 166, "max_ms": 1.999, "p95_ms": 1.447}}, "gstreamer_push": {"avg_ms": 3.03, "count": 167, "max_ms": 6.914, "p95_ms": 4.811}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 166, "max_ms": 0.19, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.519, "count": 166, "max_ms": 79.128, "p95_ms": 65.602}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.379, "count": 166, "max_ms": 9.721, "p95_ms": 2.51}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.091, "count": 166, "max_ms": 151.152, "p95_ms": 116.664}, "inference_input_copy_ms": {"avg_ms": 1.599, "count": 166, "max_ms": 3.278, "p95_ms": 2.677}, "processing_residual_ms": {"avg_ms": 0.218, "count": 166, "max_ms": 0.576, "p95_ms": 0.402}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.287, "count": 166, "max_ms": 153.343, "p95_ms": 118.329}, "read_interval": {"avg_ms": 180.202, "count": 166, "max_ms": 6949.686, "p95_ms": 170.067}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 166, "max_ms": 0.065, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.348, "count": 166, "max_ms": 1.79, "p95_ms": 1.139}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 166, "max_ms": 0.044, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.332, "count": 166, "max_ms": 1.726, "p95_ms": 1.112}, "worker_merge_ms": {"avg_ms": 0.006, "count": 166, "max_ms": 0.042, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 46.532, "count": 166, "max_ms": 79.145, "p95_ms": 65.626}, "visualize": {"avg_ms": 41.634, "count": 166, "max_ms": 71.082, "p95_ms": 55.511}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 39.83, "count": 166, "max_ms": 66.806, "p95_ms": 54.079}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.23, "count": 166, "max_ms": 70.851, "p95_ms": 55.291}, "visualize_input_copy_ms": {"avg_ms": 0.199, "count": 166, "max_ms": 3.287, "p95_ms": 1.51}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.115, "count": 166, "max_ms": 70.723, "p95_ms": 55.166}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 166, "max_ms": 0.225, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 166}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1508.531, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 49.589, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.729, "sample_count": 1967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1584696, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:46:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 78216, "write_bytes_delta": 78216, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 601.0, "cpu_core_ratio": 1.296002, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3620.0, "pid": 97441, "reason": null, "system_cpu_core_ratio": 0.182548, "system_cpu_s_delta": 2.0100000000000002, "user_cpu_core_ratio": 1.113453, "user_cpu_s_delta": 12.260000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.684783, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 128377.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.189814, "system_cpu_s_delta": 2.0900000000001455, "user_cpu_core_ratio": 0.494969, "user_cpu_s_delta": 5.44999999999709}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.301, "count": 260, "max_ms": 10.282, "p95_ms": 5.912, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 260}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.842, "count": 30, "max": 72.006, "p95": 48.87, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.475, "count": 30, "max": 37.136, "p95": 31.943, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 611.767, "count": 30, "max": 839.0, "p95": 756.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1558.6, "count": 30, "max": 18013.0, "p95": 8263.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.095, "count": 30, "max": 0.457, "p95": 0.335, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.038, "count": 30, "max": 1.269, "p95": 1.248, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.403, "count": 30, "max": 8.599, "p95": 1.915, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 75103.4, "count": 30, "max": 78216.0, "p95": 77397.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 72613.0, "count": 30, "max": 78216.0, "p95": 77397.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 100583.333, "count": 30, "max": 145612.0, "p95": 144061.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.228, "p95": 0.226, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.465, "count": 30, "max": 0.711, "p95": 0.613, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11524, "sampled_at": "2026-10-30T08:46:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:46:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2131647, "flush_count": 2741, "flush_interval_seconds": 30.0, "flush_state": {"count": 2741, "last_at": "2026-10-30T08:45:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:45:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2740}, "started": true, "suppressed_count": 1582087, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1582087}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2741, "written_record_count": 2741}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 8909.648, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4381729689600, "copied_frame_count": 1584827, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 4381729689600, "frame_buffer_copies": 1584827, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1312, "count": 512, "max_ms": 0.3752, "p50_ms": 0.1219, "p95_ms": 0.2442, "p99_ms": 0.334}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4048, "count": 512, "max_ms": 4.0711, "p50_ms": 1.3449, "p95_ms": 2.2777, "p99_ms": 2.8239, "results": {"failed": 0, "not_applicable": 0, "success": 1584827, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 217, "h264_decode_error_count": 506, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:46:33+09:00", "last_error_summary": "[h264 @ 0x6021e2b84980] cabac decode of qscale diff failed at 212 82 [h264 @ 0x6021e2b84980] error while decoding MB 212 82, bytestream 13754 [h264 @ 0x6021e1ef1440] cabac decode of qscale diff failed at 116 88 [h264 @ 0x6021e1ef1440] error while decoding MB 116 88, bytestream 131713 [h264 @ 0x6021e209f0c0] left block unavailable for requested intra mode [h264 @ 0x6021e209f0c0] error while decoding MB 0 78, bytestream 12788 [h264 @ 0x6021e29e6c80] cabac decode of qscale diff failed at 87 78 [h26", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.644, "last_started_at": "2026-10-30T08:44:59+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 245, "restart_count_per_hour": 3, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 246}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.087, "sample_count": 1865, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1584827, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:46:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 0.125, "last_frame_pushed_at": "2026-10-30T08:46:33+09:00", "last_frame_read_age_sec": 0.24, "last_frame_read_at": "2026-10-30T08:46:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 74, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 423.028, "last_sample_duration_ms": 891.993, "last_trigger": "periodic", "next_snapshot_in_sec": 176.972, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 274, "storage_bytes": 2610814}, "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-10-30T08:46:33.381148+09:00", "mtime_epoch": 1793317593.381148, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 79216}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T08:46:33+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1533.328, "name": "celery", "pid": 176, "rss_mb": 1532.395, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1584827, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 166}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 55}, "total": {"avg": 0.331, "max": 1.0, "p95": 1.0, "sample_count": 166}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 166}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 166}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.542, "pushed": 5.542, "read": 5.508}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 165, "client_acquire_ms": {"avg_ms": 0.007, "count": 165, "max_ms": 0.034, "p95_ms": 0.013, "reason": null, "sample_age_ms": 188.677, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.753, "count": 165, "max_ms": 5.421, "p95_ms": 2.39, "reason": null, "sample_age_ms": 237.193, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.347, "count": 165, "max_ms": 4.494, "p95_ms": 1.943, "reason": null, "sample_age_ms": 240.878, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.264, "count": 165, "max_ms": 0.77, "p95_ms": 0.528, "reason": null, "sample_age_ms": 188.685, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.821, "count": 165, "max_ms": 4.547, "p95_ms": 2.85, "reason": null, "sample_age_ms": 235.305, "source": "client_direct"}, "request_count": 165, "request_tensor_bytes": {"avg": 2211848.0, "count": 165, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 235.251, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 165, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 188.92, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.186, "count": 165, "max_ms": 76.116, "p95_ms": 59.833, "reason": null, "sample_age_ms": 188.673, "source": "client_direct"}, "sample_age_ms": 188.67, "source": "client_direct", "task_total_ms": {"avg_ms": 45.457, "count": 165, "max_ms": 78.113, "p95_ms": 62.21, "reason": null, "sample_age_ms": 188.67, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.655, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.804, "count": 166, "max_ms": 7.505, "p95_ms": 5.115}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.27, "count": 166, "max_ms": 0.816, "p95_ms": 0.59}, "detection_prepare_ms": {"avg_ms": 0.513, "count": 166, "max_ms": 3.018, "p95_ms": 1.697}, "event_filter_ms": {"avg_ms": 0.004, "count": 166, "max_ms": 0.019, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.102, "count": 166, "max_ms": 0.382, "p95_ms": 0.223}, "mcmt_ms": {"avg_ms": 0.003, "count": 166, "max_ms": 0.031, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.408, "count": 166, "max_ms": 1.94, "p95_ms": 1.24}, "setup_ms": {"avg_ms": 0.044, "count": 166, "max_ms": 0.169, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 1.753, "count": 166, "max_ms": 7.378, "p95_ms": 5.062}, "track_match_ms": {"avg_ms": 0.041, "count": 166, "max_ms": 0.296, "p95_ms": 0.164}, "tracker_update_ms": {"avg_ms": 0.366, "count": 166, "max_ms": 1.999, "p95_ms": 1.447}}, "gstreamer_push": {"avg_ms": 3.006, "count": 166, "max_ms": 6.851, "p95_ms": 4.806}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 166, "max_ms": 0.19, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.519, "count": 166, "max_ms": 79.128, "p95_ms": 65.602}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.379, "count": 166, "max_ms": 9.721, "p95_ms": 2.51}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.091, "count": 166, "max_ms": 151.152, "p95_ms": 116.664}, "inference_input_copy_ms": {"avg_ms": 1.599, "count": 166, "max_ms": 3.278, "p95_ms": 2.677}, "processing_residual_ms": {"avg_ms": 0.218, "count": 166, "max_ms": 0.576, "p95_ms": 0.402}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.287, "count": 166, "max_ms": 153.343, "p95_ms": 118.329}, "read_interval": {"avg_ms": 180.624, "count": 165, "max_ms": 6949.686, "p95_ms": 170.067}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 166, "max_ms": 0.065, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.348, "count": 166, "max_ms": 1.79, "p95_ms": 1.139}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 166, "max_ms": 0.044, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.332, "count": 166, "max_ms": 1.726, "p95_ms": 1.112}, "worker_merge_ms": {"avg_ms": 0.006, "count": 166, "max_ms": 0.042, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 46.532, "count": 166, "max_ms": 79.145, "p95_ms": 65.626}, "visualize": {"avg_ms": 41.634, "count": 166, "max_ms": 71.082, "p95_ms": 55.511}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 39.83, "count": 166, "max_ms": 66.806, "p95_ms": 54.079}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.23, "count": 166, "max_ms": 70.851, "p95_ms": 55.291}, "visualize_input_copy_ms": {"avg_ms": 0.199, "count": 166, "max_ms": 3.287, "p95_ms": 1.51}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.115, "count": 166, "max_ms": 70.723, "p95_ms": 55.166}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 166, "max_ms": 0.225, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 166}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1508.531, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 49.589, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.729, "sample_count": 1967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1584696, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:46:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 78216, "write_bytes_delta": 78216, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 601.0, "cpu_core_ratio": 1.296002, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3620.0, "pid": 97441, "reason": null, "system_cpu_core_ratio": 0.182548, "system_cpu_s_delta": 2.0100000000000002, "user_cpu_core_ratio": 1.113453, "user_cpu_s_delta": 12.260000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.684783, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 128377.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.189814, "system_cpu_s_delta": 2.0900000000001455, "user_cpu_core_ratio": 0.494969, "user_cpu_s_delta": 5.44999999999709}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.301, "count": 260, "max_ms": 10.282, "p95_ms": 5.912, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 260}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.842, "count": 30, "max": 72.006, "p95": 48.87, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.475, "count": 30, "max": 37.136, "p95": 31.943, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 611.767, "count": 30, "max": 839.0, "p95": 756.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1558.6, "count": 30, "max": 18013.0, "p95": 8263.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.095, "count": 30, "max": 0.457, "p95": 0.335, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.038, "count": 30, "max": 1.269, "p95": 1.248, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.403, "count": 30, "max": 8.599, "p95": 1.915, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 75103.4, "count": 30, "max": 78216.0, "p95": 77397.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 72613.0, "count": 30, "max": 78216.0, "p95": 77397.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 100583.333, "count": 30, "max": 145612.0, "p95": 144061.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.228, "p95": 0.226, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.465, "count": 30, "max": 0.711, "p95": 0.613, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11524, "sampled_at": "2026-10-30T08:46:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:46:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2626279, "flush_count": 2740, "flush_interval_seconds": 30.0, "flush_state": {"count": 2740, "last_at": "2026-10-30T08:46:21", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:46:21", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2739}, "started": true, "suppressed_count": 1373807, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1373666}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2740, "written_record_count": 2740}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8720.957, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x640e846e0200] error while decoding MB 17 54, bytestream -20", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3805481779200, "copied_frame_count": 1376404, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3805481779200, "frame_buffer_copies": 1376404, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.128, "count": 512, "max_ms": 4.1802, "p50_ms": 0.1005, "p95_ms": 0.2467, "p99_ms": 0.3028}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4871, "count": 512, "max_ms": 4.259, "p50_ms": 1.395, "p95_ms": 2.5271, "p99_ms": 3.2051, "results": {"failed": 0, "not_applicable": 0, "success": 1376404, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 464, "h264_decode_error_count": 1055, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:46:37+09:00", "last_error_summary": "[h264 @ 0x640e846e0200] error while decoding MB 17 54, bytestream -20", "last_exit_at": "2026-10-30T08:41:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 318.71, "last_started_at": "2026-10-30T08:41:18+09:00", "pid": 96969, "process": {"exists": false, "pid": 96969}, "restart_count": 502, "restart_count_per_hour": 13, "rtsp_timeout_count": 166, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 503}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.87, "sample_count": 2184, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1376404, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:46:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.08, "last_frame_pushed_at": "2026-10-30T08:46:37+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-10-30T08:46:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 74, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 426.89, "last_sample_duration_ms": 891.993, "last_trigger": "periodic", "next_snapshot_in_sec": 173.11, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 274, "storage_bytes": 2610814}, "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-10-30T08:46:37.264198+09:00", "mtime_epoch": 1793317597.2641983, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 89699}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:46:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1417.609, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 1376405, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.793, "max": 21.0, "p95": 18.0, "sample_count": 237}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.57, "max": 6.0, "p95": 5.0, "sample_count": 237}, "total": {"avg": 3.57, "max": 6.0, "p95": 5.0, "sample_count": 237}}, "tracking_counts": {"active": {"avg": 0.274, "max": 3.0, "p95": 1.0, "sample_count": 237}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}, "removed": {"avg": 0.038, "max": 1.0, "p95": 0.0, "sample_count": 237}, "tracked": {"avg": 0.274, "max": 3.0, "p95": 1.0, "sample_count": 237}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 237, "pushed_frames": 237, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.924, "pushed": 7.924, "read": 7.924}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 237, "client_acquire_ms": {"avg_ms": 0.009, "count": 238, "max_ms": 0.042, "p95_ms": 0.019, "reason": null, "sample_age_ms": 22.652, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.979, "count": 237, "max_ms": 5.034, "p95_ms": 3.166, "reason": null, "sample_age_ms": 84.011, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.398, "count": 237, "max_ms": 4.167, "p95_ms": 2.517, "reason": null, "sample_age_ms": 85.144, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.365, "count": 238, "max_ms": 3.274, "p95_ms": 0.715, "reason": null, "sample_age_ms": 22.665, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.139, "count": 237, "max_ms": 6.522, "p95_ms": 3.733, "reason": null, "sample_age_ms": 82.163, "source": "client_direct"}, "request_count": 237, "request_tensor_bytes": {"avg": 2764808.0, "count": 237, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 82.14, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 238, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 23.164, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.843, "count": 238, "max_ms": 79.81, "p95_ms": 69.762, "reason": null, "sample_age_ms": 22.649, "source": "client_direct"}, "sample_age_ms": 22.645, "source": "client_direct", "task_total_ms": {"avg_ms": 50.522, "count": 238, "max_ms": 84.26, "p95_ms": 72.234, "reason": null, "sample_age_ms": 22.645, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.074, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.542, "count": 237, "max_ms": 18.077, "p95_ms": 12.937}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.531, "count": 237, "max_ms": 1.922, "p95_ms": 1.073}, "detection_prepare_ms": {"avg_ms": 1.626, "count": 237, "max_ms": 7.111, "p95_ms": 2.852}, "event_filter_ms": {"avg_ms": 0.006, "count": 237, "max_ms": 0.032, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.485, "count": 237, "max_ms": 1.048, "p95_ms": 0.804}, "mcmt_ms": {"avg_ms": 0.004, "count": 237, "max_ms": 0.022, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.338, "count": 237, "max_ms": 12.661, "p95_ms": 4.566}, "setup_ms": {"avg_ms": 0.041, "count": 237, "max_ms": 0.153, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 7.483, "count": 237, "max_ms": 17.902, "p95_ms": 12.837}, "track_match_ms": {"avg_ms": 0.118, "count": 237, "max_ms": 0.477, "p95_ms": 0.245}, "tracker_update_ms": {"avg_ms": 2.335, "count": 237, "max_ms": 9.007, "p95_ms": 4.441}}, "gstreamer_push": {"avg_ms": 2.921, "count": 237, "max_ms": 6.816, "p95_ms": 5.353}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 237, "max_ms": 0.466, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.863, "count": 237, "max_ms": 89.199, "p95_ms": 74.524}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.202, "count": 237, "max_ms": 16.488, "p95_ms": 8.322}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.168, "count": 237, "max_ms": 179.076, "p95_ms": 147.225}, "inference_input_copy_ms": {"avg_ms": 1.805, "count": 237, "max_ms": 4.016, "p95_ms": 3.1}, "processing_residual_ms": {"avg_ms": 0.253, "count": 237, "max_ms": 3.305, "p95_ms": 0.464}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.429, "count": 237, "max_ms": 183.856, "p95_ms": 153.065}, "read_interval": {"avg_ms": 126.317, "count": 237, "max_ms": 250.051, "p95_ms": 176.151}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 237, "max_ms": 0.138, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 2.268, "count": 237, "max_ms": 12.532, "p95_ms": 4.477}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 237, "max_ms": 0.053, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.251, "count": 237, "max_ms": 12.504, "p95_ms": 4.461}, "worker_merge_ms": {"avg_ms": 0.007, "count": 237, "max_ms": 0.033, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 51.877, "count": 237, "max_ms": 89.216, "p95_ms": 74.542}, "visualize": {"avg_ms": 45.406, "count": 237, "max_ms": 78.765, "p95_ms": 64.541}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 37.097, "count": 237, "max_ms": 61.552, "p95_ms": 53.807}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.985, "count": 237, "max_ms": 77.264, "p95_ms": 63.057}, "visualize_input_copy_ms": {"avg_ms": 1.226, "count": 237, "max_ms": 4.131, "p95_ms": 2.102}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.848, "count": 237, "max_ms": 77.136, "p95_ms": 62.867}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 237, "max_ms": 0.21, "p95_ms": 0.141}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 237}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1406.637, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.171, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.253, "sample_count": 2123, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1376119, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:46:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 87920, "write_bytes_delta": 87920, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 404.0, "cpu_core_ratio": 0.334837, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 96969, "reason": null, "system_cpu_core_ratio": 0.028644, "system_cpu_s_delta": 0.2900000000000009, "user_cpu_core_ratio": 0.306193, "user_cpu_s_delta": 3.0999999999999943}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.858886, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 66116.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.650906, "system_cpu_s_delta": 6.5899999999965075, "user_cpu_core_ratio": 1.20798, "user_cpu_s_delta": 12.229999999981374}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.389, "count": 202, "max_ms": 11.129, "p95_ms": 5.487, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.337, "max": 24.0, "p95": 20.0, "sample_count": 202}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.203, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 202}, "total": {"avg": 3.203, "max": 4.0, "p95": 4.0, "sample_count": 202}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.939, "count": 30, "max": 53.515, "p95": 31.408, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.684, "count": 30, "max": 27.697, "p95": 23.924, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 494.6, "count": 30, "max": 996.0, "p95": 826.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 84.333, "count": 30, "max": 817.0, "p95": 698.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.029, "count": 30, "max": 0.032, "p95": 0.032, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.301, "count": 30, "max": 0.327, "p95": 0.323, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.162, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84964.033, "count": 30, "max": 87920.0, "p95": 87791.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82208.7, "count": 30, "max": 87920.0, "p95": 87791.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 106769.2, "count": 30, "max": 218669.0, "p95": 207924.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.631, "count": 30, "max": 0.722, "p95": 0.696, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.109, "count": 30, "max": 1.237, "p95": 1.219, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10590, "sampled_at": "2026-10-30T08:46:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:46:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2626279, "flush_count": 2740, "flush_interval_seconds": 30.0, "flush_state": {"count": 2740, "last_at": "2026-10-30T08:46:21", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:46:21", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2739}, "started": true, "suppressed_count": 1373807, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1373666}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2740, "written_record_count": 2740}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8705.773, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T08:46:37+09:00", "last_error_summary": "[h264 @ 0x640e846e0200] error while decoding MB 17 54, bytestream -20", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3805484544000, "copied_frame_count": 1376405, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3805484544000, "frame_buffer_copies": 1376405, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1279, "count": 512, "max_ms": 4.1802, "p50_ms": 0.1005, "p95_ms": 0.2467, "p99_ms": 0.3028}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.487, "count": 512, "max_ms": 4.259, "p50_ms": 1.395, "p95_ms": 2.5271, "p99_ms": 3.2051, "results": {"failed": 0, "not_applicable": 0, "success": 1376405, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 464, "h264_decode_error_count": 1055, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:46:37+09:00", "last_error_summary": "[h264 @ 0x640e846e0200] error while decoding MB 17 54, bytestream -20", "last_exit_at": "2026-10-30T08:46:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 318.771, "last_started_at": "2026-10-30T08:41:18+09:00", "pid": 96969, "process": {"exists": false, "pid": 96969}, "restart_count": 502, "restart_count_per_hour": 13, "rtsp_timeout_count": 166, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 503}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.87, "sample_count": 2184, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1376405, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:46:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T08:46:37+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-10-30T08:46:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 74, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 426.962, "last_sample_duration_ms": 891.993, "last_trigger": "periodic", "next_snapshot_in_sec": 173.038, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 274, "storage_bytes": 2610814}, "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-10-30T08:46:37.264198+09:00", "mtime_epoch": 1793317597.2641983, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 89699}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:46:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1406.762, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 1376405, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.803, "max": 21.0, "p95": 18.0, "sample_count": 238}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.567, "max": 6.0, "p95": 5.0, "sample_count": 238}, "total": {"avg": 3.567, "max": 6.0, "p95": 5.0, "sample_count": 238}}, "tracking_counts": {"active": {"avg": 0.273, "max": 3.0, "p95": 1.0, "sample_count": 238}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "removed": {"avg": 0.038, "max": 1.0, "p95": 0.0, "sample_count": 238}, "tracked": {"avg": 0.273, "max": 3.0, "p95": 1.0, "sample_count": 238}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 238, "pushed_frames": 238, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.941, "pushed": 7.941, "read": 7.908}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 237, "client_acquire_ms": {"avg_ms": 0.009, "count": 237, "max_ms": 0.042, "p95_ms": 0.019, "reason": null, "sample_age_ms": 81.268, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.979, "count": 237, "max_ms": 5.034, "p95_ms": 3.166, "reason": null, "sample_age_ms": 142.627, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.398, "count": 237, "max_ms": 4.167, "p95_ms": 2.517, "reason": null, "sample_age_ms": 143.759, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.366, "count": 237, "max_ms": 3.274, "p95_ms": 0.715, "reason": null, "sample_age_ms": 81.28, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.139, "count": 237, "max_ms": 6.522, "p95_ms": 3.733, "reason": null, "sample_age_ms": 140.779, "source": "client_direct"}, "request_count": 237, "request_tensor_bytes": {"avg": 2764808.0, "count": 237, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 140.756, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 237, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 81.78, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.881, "count": 237, "max_ms": 79.81, "p95_ms": 69.784, "reason": null, "sample_age_ms": 81.265, "source": "client_direct"}, "sample_age_ms": 81.261, "source": "client_direct", "task_total_ms": {"avg_ms": 50.565, "count": 237, "max_ms": 84.26, "p95_ms": 72.234, "reason": null, "sample_age_ms": 81.261, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.187, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.533, "count": 238, "max_ms": 18.077, "p95_ms": 12.937}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.53, "count": 238, "max_ms": 1.922, "p95_ms": 1.073}, "detection_prepare_ms": {"avg_ms": 1.626, "count": 238, "max_ms": 7.111, "p95_ms": 2.852}, "event_filter_ms": {"avg_ms": 0.006, "count": 238, "max_ms": 0.032, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.484, "count": 238, "max_ms": 1.048, "p95_ms": 0.804}, "mcmt_ms": {"avg_ms": 0.004, "count": 238, "max_ms": 0.022, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.333, "count": 238, "max_ms": 12.661, "p95_ms": 4.566}, "setup_ms": {"avg_ms": 0.041, "count": 238, "max_ms": 0.153, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 7.474, "count": 238, "max_ms": 17.902, "p95_ms": 12.837}, "track_match_ms": {"avg_ms": 0.118, "count": 238, "max_ms": 0.477, "p95_ms": 0.245}, "tracker_update_ms": {"avg_ms": 2.332, "count": 238, "max_ms": 9.007, "p95_ms": 4.441}}, "gstreamer_push": {"avg_ms": 2.918, "count": 238, "max_ms": 6.816, "p95_ms": 5.353}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 238, "max_ms": 0.466, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.91, "count": 238, "max_ms": 89.199, "p95_ms": 74.524}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.196, "count": 238, "max_ms": 16.488, "p95_ms": 8.322}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.245, "count": 238, "max_ms": 179.076, "p95_ms": 147.225}, "inference_input_copy_ms": {"avg_ms": 1.803, "count": 238, "max_ms": 4.016, "p95_ms": 3.1}, "processing_residual_ms": {"avg_ms": 0.253, "count": 238, "max_ms": 3.305, "p95_ms": 0.464}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.498, "count": 238, "max_ms": 183.856, "p95_ms": 153.065}, "read_interval": {"avg_ms": 126.317, "count": 237, "max_ms": 250.051, "p95_ms": 176.151}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 238, "max_ms": 0.138, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 2.264, "count": 238, "max_ms": 12.532, "p95_ms": 4.477}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 238, "max_ms": 0.053, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.246, "count": 238, "max_ms": 12.504, "p95_ms": 4.461}, "worker_merge_ms": {"avg_ms": 0.007, "count": 238, "max_ms": 0.033, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 51.923, "count": 238, "max_ms": 89.216, "p95_ms": 74.542}, "visualize": {"avg_ms": 45.448, "count": 238, "max_ms": 78.765, "p95_ms": 64.541}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 37.147, "count": 238, "max_ms": 61.552, "p95_ms": 53.807}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.027, "count": 238, "max_ms": 77.264, "p95_ms": 63.057}, "visualize_input_copy_ms": {"avg_ms": 1.226, "count": 238, "max_ms": 4.131, "p95_ms": 2.102}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.89, "count": 238, "max_ms": 77.136, "p95_ms": 62.867}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 238, "max_ms": 0.21, "p95_ms": 0.141}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 238}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1406.637, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.171, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.253, "sample_count": 2123, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1376119, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:46:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 87920, "write_bytes_delta": 87920, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 404.0, "cpu_core_ratio": 0.334837, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 96969, "reason": null, "system_cpu_core_ratio": 0.028644, "system_cpu_s_delta": 0.2900000000000009, "user_cpu_core_ratio": 0.306193, "user_cpu_s_delta": 3.0999999999999943}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.858886, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 66116.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.650906, "system_cpu_s_delta": 6.5899999999965075, "user_cpu_core_ratio": 1.20798, "user_cpu_s_delta": 12.229999999981374}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.389, "count": 202, "max_ms": 11.129, "p95_ms": 5.487, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.337, "max": 24.0, "p95": 20.0, "sample_count": 202}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.203, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 202}, "total": {"avg": 3.203, "max": 4.0, "p95": 4.0, "sample_count": 202}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.939, "count": 30, "max": 53.515, "p95": 31.408, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.684, "count": 30, "max": 27.697, "p95": 23.924, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 494.6, "count": 30, "max": 996.0, "p95": 826.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 84.333, "count": 30, "max": 817.0, "p95": 698.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.029, "count": 30, "max": 0.032, "p95": 0.032, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.301, "count": 30, "max": 0.327, "p95": 0.323, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.162, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84964.033, "count": 30, "max": 87920.0, "p95": 87791.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82208.7, "count": 30, "max": 87920.0, "p95": 87791.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 106769.2, "count": 30, "max": 218669.0, "p95": 207924.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.631, "count": 30, "max": 0.722, "p95": 0.696, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.109, "count": 30, "max": 1.237, "p95": 1.219, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10590, "sampled_at": "2026-10-30T08:46:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:46:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2626279, "flush_count": 2740, "flush_interval_seconds": 30.0, "flush_state": {"count": 2740, "last_at": "2026-10-30T08:46:21", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:46:21", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2739}, "started": true, "suppressed_count": 1373807, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1373666}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2740, "written_record_count": 2740}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 8705.008, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3805484544000, "copied_frame_count": 1376405, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3805484544000, "frame_buffer_copies": 1376405, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1279, "count": 512, "max_ms": 4.1802, "p50_ms": 0.1005, "p95_ms": 0.2467, "p99_ms": 0.3028}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.487, "count": 512, "max_ms": 4.259, "p50_ms": 1.395, "p95_ms": 2.5271, "p99_ms": 3.2051, "results": {"failed": 0, "not_applicable": 0, "success": 1376405, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 464, "h264_decode_error_count": 1055, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:46:37+09:00", "last_error_summary": "[h264 @ 0x640e846e0200] error while decoding MB 17 54, bytestream -20", "last_exit_at": "2026-10-30T08:46:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 318.834, "last_started_at": "2026-10-30T08:41:18+09:00", "pid": 96969, "process": {"exists": false, "pid": 96969}, "restart_count": 502, "restart_count_per_hour": 13, "rtsp_timeout_count": 166, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 503}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.87, "sample_count": 2184, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1376405, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:46:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.065, "last_frame_pushed_at": "2026-10-30T08:46:37+09:00", "last_frame_read_age_sec": 0.196, "last_frame_read_at": "2026-10-30T08:46:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 74, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 427.01, "last_sample_duration_ms": 891.993, "last_trigger": "periodic", "next_snapshot_in_sec": 172.99, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 274, "storage_bytes": 2610814}, "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-10-30T08:46:37.404200+09:00", "mtime_epoch": 1793317597.4042, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 86840}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:46:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1406.762, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 1376405, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.802, "max": 21.0, "p95": 18.0, "sample_count": 237}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.57, "max": 6.0, "p95": 5.0, "sample_count": 237}, "total": {"avg": 3.57, "max": 6.0, "p95": 5.0, "sample_count": 237}}, "tracking_counts": {"active": {"avg": 0.274, "max": 3.0, "p95": 1.0, "sample_count": 237}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}, "removed": {"avg": 0.038, "max": 1.0, "p95": 0.0, "sample_count": 237}, "tracked": {"avg": 0.274, "max": 3.0, "p95": 1.0, "sample_count": 237}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 237, "pushed_frames": 237, "read_frames": 236, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.923, "pushed": 7.923, "read": 7.89}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 236, "client_acquire_ms": {"avg_ms": 0.009, "count": 237, "max_ms": 0.042, "p95_ms": 0.019, "reason": null, "sample_age_ms": 141.16, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.974, "count": 236, "max_ms": 5.034, "p95_ms": 3.168, "reason": null, "sample_age_ms": 202.519, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.391, "count": 236, "max_ms": 4.167, "p95_ms": 2.521, "reason": null, "sample_age_ms": 203.652, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.366, "count": 237, "max_ms": 3.274, "p95_ms": 0.715, "reason": null, "sample_age_ms": 141.173, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.139, "count": 236, "max_ms": 6.522, "p95_ms": 3.736, "reason": null, "sample_age_ms": 200.671, "source": "client_direct"}, "request_count": 236, "request_tensor_bytes": {"avg": 2764808.0, "count": 236, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 200.648, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 237, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 141.672, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.881, "count": 237, "max_ms": 79.81, "p95_ms": 69.784, "reason": null, "sample_age_ms": 141.157, "source": "client_direct"}, "sample_age_ms": 141.154, "source": "client_direct", "task_total_ms": {"avg_ms": 50.565, "count": 237, "max_ms": 84.26, "p95_ms": 72.234, "reason": null, "sample_age_ms": 141.154, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.926, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.534, "count": 237, "max_ms": 18.077, "p95_ms": 12.937}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.53, "count": 237, "max_ms": 1.922, "p95_ms": 1.073}, "detection_prepare_ms": {"avg_ms": 1.625, "count": 237, "max_ms": 7.111, "p95_ms": 2.852}, "event_filter_ms": {"avg_ms": 0.006, "count": 237, "max_ms": 0.032, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.484, "count": 237, "max_ms": 1.048, "p95_ms": 0.804}, "mcmt_ms": {"avg_ms": 0.004, "count": 237, "max_ms": 0.022, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.335, "count": 237, "max_ms": 12.661, "p95_ms": 4.566}, "setup_ms": {"avg_ms": 0.041, "count": 237, "max_ms": 0.153, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 7.475, "count": 237, "max_ms": 17.902, "p95_ms": 12.837}, "track_match_ms": {"avg_ms": 0.117, "count": 237, "max_ms": 0.477, "p95_ms": 0.245}, "tracker_update_ms": {"avg_ms": 2.333, "count": 237, "max_ms": 9.007, "p95_ms": 4.441}}, "gstreamer_push": {"avg_ms": 2.923, "count": 237, "max_ms": 6.816, "p95_ms": 5.353}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 237, "max_ms": 0.466, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.957, "count": 237, "max_ms": 89.199, "p95_ms": 74.524}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.202, "count": 237, "max_ms": 16.488, "p95_ms": 8.322}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.283, "count": 237, "max_ms": 179.076, "p95_ms": 147.225}, "inference_input_copy_ms": {"avg_ms": 1.806, "count": 237, "max_ms": 4.016, "p95_ms": 3.1}, "processing_residual_ms": {"avg_ms": 0.254, "count": 237, "max_ms": 3.305, "p95_ms": 0.464}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.545, "count": 237, "max_ms": 183.856, "p95_ms": 153.065}, "read_interval": {"avg_ms": 126.396, "count": 236, "max_ms": 250.051, "p95_ms": 176.151}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 237, "max_ms": 0.138, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 2.266, "count": 237, "max_ms": 12.532, "p95_ms": 4.477}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 237, "max_ms": 0.053, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.249, "count": 237, "max_ms": 12.504, "p95_ms": 4.461}, "worker_merge_ms": {"avg_ms": 0.007, "count": 237, "max_ms": 0.033, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 51.97, "count": 237, "max_ms": 89.216, "p95_ms": 74.542}, "visualize": {"avg_ms": 45.436, "count": 237, "max_ms": 78.765, "p95_ms": 64.541}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 37.13, "count": 237, "max_ms": 61.552, "p95_ms": 53.807}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.017, "count": 237, "max_ms": 77.264, "p95_ms": 63.057}, "visualize_input_copy_ms": {"avg_ms": 1.224, "count": 237, "max_ms": 4.131, "p95_ms": 2.102}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.881, "count": 237, "max_ms": 77.136, "p95_ms": 62.867}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 237, "max_ms": 0.21, "p95_ms": 0.141}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 237}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1406.637, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.171, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.253, "sample_count": 2123, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1376119, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:46:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 87920, "write_bytes_delta": 87920, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 404.0, "cpu_core_ratio": 0.334837, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 96969, "reason": null, "system_cpu_core_ratio": 0.028644, "system_cpu_s_delta": 0.2900000000000009, "user_cpu_core_ratio": 0.306193, "user_cpu_s_delta": 3.0999999999999943}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.858886, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 66116.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.650906, "system_cpu_s_delta": 6.5899999999965075, "user_cpu_core_ratio": 1.20798, "user_cpu_s_delta": 12.229999999981374}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.389, "count": 202, "max_ms": 11.129, "p95_ms": 5.487, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.337, "max": 24.0, "p95": 20.0, "sample_count": 202}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.203, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 202}, "total": {"avg": 3.203, "max": 4.0, "p95": 4.0, "sample_count": 202}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.939, "count": 30, "max": 53.515, "p95": 31.408, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.684, "count": 30, "max": 27.697, "p95": 23.924, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 494.6, "count": 30, "max": 996.0, "p95": 826.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 84.333, "count": 30, "max": 817.0, "p95": 698.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.029, "count": 30, "max": 0.032, "p95": 0.032, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.301, "count": 30, "max": 0.327, "p95": 0.323, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.162, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84964.033, "count": 30, "max": 87920.0, "p95": 87791.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82208.7, "count": 30, "max": 87920.0, "p95": 87791.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 106769.2, "count": 30, "max": 218669.0, "p95": 207924.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.631, "count": 30, "max": 0.722, "p95": 0.696, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.109, "count": 30, "max": 1.237, "p95": 1.219, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10590, "sampled_at": "2026-10-30T08:46:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:46:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2131647, "flush_count": 2741, "flush_interval_seconds": 30.0, "flush_state": {"count": 2741, "last_at": "2026-10-30T08:45:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:45:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2740}, "started": true, "suppressed_count": 1582087, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1582087}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2741, "written_record_count": 2741}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 8732.398, "limit_mb": null}, "detail": {"pid": 97557, "restart_count": 246, "start_count": 247}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4381729689600, "copied_frame_count": 1584827, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 4381729689600, "frame_buffer_copies": 1584827, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1312, "count": 512, "max_ms": 0.3752, "p50_ms": 0.1219, "p95_ms": 0.2442, "p99_ms": 0.334}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4048, "count": 512, "max_ms": 4.0711, "p50_ms": 1.3449, "p95_ms": 2.2777, "p99_ms": 2.8239, "results": {"failed": 0, "not_applicable": 0, "success": 1584827, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 217, "h264_decode_error_count": 506, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:46:33+09:00", "last_error_summary": "[h264 @ 0x6021e2b84980] cabac decode of qscale diff failed at 212 82 [h264 @ 0x6021e2b84980] error while decoding MB 212 82, bytestream 13754 [h264 @ 0x6021e1ef1440] cabac decode of qscale diff failed at 116 88 [h264 @ 0x6021e1ef1440] error while decoding MB 116 88, bytestream 131713 [h264 @ 0x6021e209f0c0] left block unavailable for requested intra mode [h264 @ 0x6021e209f0c0] error while decoding MB 0 78, bytestream 12788 [h264 @ 0x6021e29e6c80] cabac decode of qscale diff failed at 87 78 [h26", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T08:46:36+09:00", "pid": 97557, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.055, "name": "ffmpeg", "pid": 97557, "rss_mb": 75.055, "state": "S (sleeping)", "threads": 1}, "restart_count": 246, "restart_count_per_hour": 4, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 247}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.087, "sample_count": 1819, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1584827, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:46:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 4.849, "last_frame_pushed_at": "2026-10-30T08:46:33+09:00", "last_frame_read_age_sec": 4.964, "last_frame_read_at": "2026-10-30T08:46:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 74, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 427.755, "last_sample_duration_ms": 891.993, "last_trigger": "periodic", "next_snapshot_in_sec": 172.245, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 274, "storage_bytes": 2610814}, "mjpeg": {"age_sec": 4.838, "exists": true, "mtime": "2026-10-30T08:46:33.381148+09:00", "mtime_epoch": 1793317593.381148, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 79216}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T08:46:38+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1533.328, "name": "celery", "pid": 176, "rss_mb": 1532.398, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1584827, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 132}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 55}, "total": {"avg": 0.417, "max": 1.0, "p95": 1.0, "sample_count": 132}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 132}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 132}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 132, "pushed_frames": 132, "read_frames": 132, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.423, "pushed": 4.423, "read": 4.423}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 132, "client_acquire_ms": {"avg_ms": 0.008, "count": 132, "max_ms": 0.034, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4913.739, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.778, "count": 132, "max_ms": 5.421, "p95_ms": 2.553, "reason": null, "sample_age_ms": 4962.255, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.356, "count": 132, "max_ms": 4.494, "p95_ms": 1.933, "reason": null, "sample_age_ms": 4965.94, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.264, "count": 132, "max_ms": 0.677, "p95_ms": 0.513, "reason": null, "sample_age_ms": 4913.747, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.854, "count": 132, "max_ms": 4.547, "p95_ms": 2.869, "reason": null, "sample_age_ms": 4960.367, "source": "client_direct"}, "request_count": 132, "request_tensor_bytes": {"avg": 2211848.0, "count": 132, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4960.314, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 132, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4913.982, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.618, "count": 132, "max_ms": 74.899, "p95_ms": 60.18, "reason": null, "sample_age_ms": 4913.735, "source": "client_direct"}, "sample_age_ms": 4913.732, "source": "client_direct", "task_total_ms": {"avg_ms": 45.924, "count": 132, "max_ms": 78.113, "p95_ms": 63.022, "reason": null, "sample_age_ms": 4913.732, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.419, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.068, "count": 132, "max_ms": 7.505, "p95_ms": 5.447}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.279, "count": 132, "max_ms": 0.816, "p95_ms": 0.595}, "detection_prepare_ms": {"avg_ms": 0.61, "count": 132, "max_ms": 3.018, "p95_ms": 1.743}, "event_filter_ms": {"avg_ms": 0.004, "count": 132, "max_ms": 0.019, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.107, "count": 132, "max_ms": 0.382, "p95_ms": 0.224}, "mcmt_ms": {"avg_ms": 0.003, "count": 132, "max_ms": 0.027, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.465, "count": 132, "max_ms": 1.94, "p95_ms": 1.296}, "setup_ms": {"avg_ms": 0.044, "count": 132, "max_ms": 0.169, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 2.015, "count": 132, "max_ms": 7.378, "p95_ms": 5.287}, "track_match_ms": {"avg_ms": 0.051, "count": 132, "max_ms": 0.296, "p95_ms": 0.171}, "tracker_update_ms": {"avg_ms": 0.451, "count": 132, "max_ms": 1.999, "p95_ms": 1.507}}, "gstreamer_push": {"avg_ms": 3.017, "count": 132, "max_ms": 6.851, "p95_ms": 4.811}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 132, "max_ms": 0.155, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.044, "count": 132, "max_ms": 79.128, "p95_ms": 65.82}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.465, "count": 132, "max_ms": 9.721, "p95_ms": 2.856}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.909, "count": 132, "max_ms": 151.152, "p95_ms": 116.664}, "inference_input_copy_ms": {"avg_ms": 1.626, "count": 132, "max_ms": 3.278, "p95_ms": 2.706}, "processing_residual_ms": {"avg_ms": 0.23, "count": 132, "max_ms": 0.576, "p95_ms": 0.432}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.229, "count": 132, "max_ms": 153.343, "p95_ms": 118.329}, "read_interval": {"avg_ms": 199.307, "count": 132, "max_ms": 6949.686, "p95_ms": 200.881}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 132, "max_ms": 0.065, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.403, "count": 132, "max_ms": 1.79, "p95_ms": 1.23}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 132, "max_ms": 0.044, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.387, "count": 132, "max_ms": 1.726, "p95_ms": 1.2}, "worker_merge_ms": {"avg_ms": 0.006, "count": 132, "max_ms": 0.042, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 47.057, "count": 132, "max_ms": 79.145, "p95_ms": 65.828}, "visualize": {"avg_ms": 40.632, "count": 132, "max_ms": 71.082, "p95_ms": 53.507}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 38.591, "count": 132, "max_ms": 66.806, "p95_ms": 52.237}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.18, "count": 132, "max_ms": 70.851, "p95_ms": 53.28}, "visualize_input_copy_ms": {"avg_ms": 0.25, "count": 132, "max_ms": 3.287, "p95_ms": 1.606}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.063, "count": 132, "max_ms": 70.723, "p95_ms": 53.037}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 132, "max_ms": 0.225, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 132}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1508.531, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 49.589, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.729, "sample_count": 1967, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1584696, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:46:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 78216, "write_bytes_delta": 78216, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 601.0, "cpu_core_ratio": 1.296002, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3620.0, "pid": 97441, "reason": null, "system_cpu_core_ratio": 0.182548, "system_cpu_s_delta": 2.0100000000000002, "user_cpu_core_ratio": 1.113453, "user_cpu_s_delta": 12.260000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.684783, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 128377.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.189814, "system_cpu_s_delta": 2.0900000000001455, "user_cpu_core_ratio": 0.494969, "user_cpu_s_delta": 5.44999999999709}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.301, "count": 260, "max_ms": 10.282, "p95_ms": 5.912, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 260}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.842, "count": 30, "max": 72.006, "p95": 48.87, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.475, "count": 30, "max": 37.136, "p95": 31.943, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 611.767, "count": 30, "max": 839.0, "p95": 756.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1558.6, "count": 30, "max": 18013.0, "p95": 8263.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.095, "count": 30, "max": 0.457, "p95": 0.335, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.038, "count": 30, "max": 1.269, "p95": 1.248, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.403, "count": 30, "max": 8.599, "p95": 1.915, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 75103.4, "count": 30, "max": 78216.0, "p95": 77397.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 72613.0, "count": 30, "max": 78216.0, "p95": 77397.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 100583.333, "count": 30, "max": 145612.0, "p95": 144061.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.228, "p95": 0.226, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.465, "count": 30, "max": 0.711, "p95": 0.613, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11524, "sampled_at": "2026-10-30T08:46:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:46:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.846, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2626279, "flush_count": 2740, "flush_interval_seconds": 30.0, "flush_state": {"count": 2740, "last_at": "2026-10-30T08:46:21", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:46:21", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2739}, "started": true, "suppressed_count": 1373807, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1373666}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2740, "written_record_count": 2740}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9256.145, "limit_mb": null}, "detail": {"pid": 97673, "restart_count": 503, "start_count": 504}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3805484544000, "copied_frame_count": 1376405, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3805484544000, "frame_buffer_copies": 1376405, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1279, "count": 512, "max_ms": 4.1802, "p50_ms": 0.1005, "p95_ms": 0.2467, "p99_ms": 0.3028}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.487, "count": 512, "max_ms": 4.259, "p50_ms": 1.395, "p95_ms": 2.5271, "p99_ms": 3.2051, "results": {"failed": 0, "not_applicable": 0, "success": 1376405, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 464, "h264_decode_error_count": 1055, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:46:37+09:00", "last_error_summary": "[h264 @ 0x640e846e0200] error while decoding MB 17 54, bytestream -20", "last_exit_at": "2026-10-30T08:46:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-30T08:46:40+09:00", "pid": 97673, "process": {"exists": true, "fd_count": 5, "hwm_mb": 211.711, "name": "ffmpeg", "pid": 97673, "rss_mb": 211.711, "state": "S (sleeping)", "threads": 70}, "restart_count": 503, "restart_count_per_hour": 14, "rtsp_timeout_count": 166, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 504}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.87, "sample_count": 2149, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1376405, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:46:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 5.012, "last_frame_pushed_at": "2026-10-30T08:46:37+09:00", "last_frame_read_age_sec": 5.143, "last_frame_read_at": "2026-10-30T08:46:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 74, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 431.994, "last_sample_duration_ms": 891.993, "last_trigger": "periodic", "next_snapshot_in_sec": 168.006, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 274, "storage_bytes": 2610814}, "mjpeg": {"age_sec": 5.002, "exists": true, "mtime": "2026-10-30T08:46:37.404200+09:00", "mtime_epoch": 1793317597.4042, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 86840}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:46:42+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1406.766, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 1376405, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.821, "max": 21.0, "p95": 18.0, "sample_count": 201}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.622, "max": 5.0, "p95": 5.0, "sample_count": 201}, "total": {"avg": 3.622, "max": 5.0, "p95": 5.0, "sample_count": 201}}, "tracking_counts": {"active": {"avg": 0.289, "max": 2.0, "p95": 1.0, "sample_count": 201}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}, "removed": {"avg": 0.04, "max": 1.0, "p95": 0.0, "sample_count": 201}, "tracked": {"avg": 0.289, "max": 2.0, "p95": 1.0, "sample_count": 201}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.718, "pushed": 6.718, "read": 6.685}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 200, "client_acquire_ms": {"avg_ms": 0.009, "count": 201, "max_ms": 0.042, "p95_ms": 0.02, "reason": null, "sample_age_ms": 5088.996, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.937, "count": 200, "max_ms": 5.034, "p95_ms": 3.127, "reason": null, "sample_age_ms": 5150.354, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.381, "count": 200, "max_ms": 3.261, "p95_ms": 2.353, "reason": null, "sample_age_ms": 5151.487, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.367, "count": 201, "max_ms": 3.274, "p95_ms": 0.715, "reason": null, "sample_age_ms": 5089.008, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.084, "count": 200, "max_ms": 6.522, "p95_ms": 3.668, "reason": null, "sample_age_ms": 5148.506, "source": "client_direct"}, "request_count": 200, "request_tensor_bytes": {"avg": 2764808.0, "count": 200, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5148.484, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 201, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5089.508, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.362, "count": 201, "max_ms": 79.81, "p95_ms": 67.981, "reason": null, "sample_age_ms": 5088.992, "source": "client_direct"}, "sample_age_ms": 5088.989, "source": "client_direct", "task_total_ms": {"avg_ms": 49.988, "count": 201, "max_ms": 84.26, "p95_ms": 71.847, "reason": null, "sample_age_ms": 5088.989, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.517, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.657, "count": 201, "max_ms": 18.077, "p95_ms": 13.105}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.553, "count": 201, "max_ms": 1.922, "p95_ms": 1.097}, "detection_prepare_ms": {"avg_ms": 1.643, "count": 201, "max_ms": 7.111, "p95_ms": 2.914}, "event_filter_ms": {"avg_ms": 0.006, "count": 201, "max_ms": 0.032, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.486, "count": 201, "max_ms": 1.048, "p95_ms": 0.804}, "mcmt_ms": {"avg_ms": 0.004, "count": 201, "max_ms": 0.022, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.415, "count": 201, "max_ms": 12.661, "p95_ms": 4.993}, "setup_ms": {"avg_ms": 0.04, "count": 201, "max_ms": 0.153, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 7.599, "count": 201, "max_ms": 17.902, "p95_ms": 13.028}, "track_match_ms": {"avg_ms": 0.121, "count": 201, "max_ms": 0.477, "p95_ms": 0.242}, "tracker_update_ms": {"avg_ms": 2.331, "count": 201, "max_ms": 9.007, "p95_ms": 3.997}}, "gstreamer_push": {"avg_ms": 2.862, "count": 201, "max_ms": 6.816, "p95_ms": 5.154}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 201, "max_ms": 0.466, "p95_ms": 0.122}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.32, "count": 201, "max_ms": 87.533, "p95_ms": 74.014}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.162, "count": 201, "max_ms": 16.488, "p95_ms": 8.268}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.706, "count": 201, "max_ms": 179.076, "p95_ms": 143.768}, "inference_input_copy_ms": {"avg_ms": 1.755, "count": 201, "max_ms": 4.016, "p95_ms": 2.91}, "processing_residual_ms": {"avg_ms": 0.248, "count": 201, "max_ms": 3.305, "p95_ms": 0.436}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.871, "count": 201, "max_ms": 183.856, "p95_ms": 149.816}, "read_interval": {"avg_ms": 124.391, "count": 200, "max_ms": 249.191, "p95_ms": 170.923}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 201, "max_ms": 0.138, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 2.345, "count": 201, "max_ms": 12.532, "p95_ms": 4.905}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 201, "max_ms": 0.053, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.328, "count": 201, "max_ms": 12.504, "p95_ms": 4.887}, "worker_merge_ms": {"avg_ms": 0.007, "count": 201, "max_ms": 0.033, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 51.333, "count": 201, "max_ms": 87.553, "p95_ms": 74.041}, "visualize": {"avg_ms": 44.383, "count": 201, "max_ms": 74.928, "p95_ms": 62.899}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 36.095, "count": 201, "max_ms": 61.552, "p95_ms": 50.17}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 42.979, "count": 201, "max_ms": 71.264, "p95_ms": 61.4}, "visualize_input_copy_ms": {"avg_ms": 1.213, "count": 201, "max_ms": 4.131, "p95_ms": 2.069}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 42.845, "count": 201, "max_ms": 71.028, "p95_ms": 61.276}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 201, "max_ms": 0.21, "p95_ms": 0.141}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 201}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1406.637, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.171, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.253, "sample_count": 2123, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1376119, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:46:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 87920, "write_bytes_delta": 87920, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 404.0, "cpu_core_ratio": 0.334837, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 96969, "reason": null, "system_cpu_core_ratio": 0.028644, "system_cpu_s_delta": 0.2900000000000009, "user_cpu_core_ratio": 0.306193, "user_cpu_s_delta": 3.0999999999999943}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.858886, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 66116.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.650906, "system_cpu_s_delta": 6.5899999999965075, "user_cpu_core_ratio": 1.20798, "user_cpu_s_delta": 12.229999999981374}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.389, "count": 202, "max_ms": 11.129, "p95_ms": 5.487, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.337, "max": 24.0, "p95": 20.0, "sample_count": 202}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.203, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 202}, "total": {"avg": 3.203, "max": 4.0, "p95": 4.0, "sample_count": 202}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.939, "count": 30, "max": 53.515, "p95": 31.408, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.684, "count": 30, "max": 27.697, "p95": 23.924, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 494.6, "count": 30, "max": 996.0, "p95": 826.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 84.333, "count": 30, "max": 817.0, "p95": 698.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.029, "count": 30, "max": 0.032, "p95": 0.032, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.301, "count": 30, "max": 0.327, "p95": 0.323, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.162, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84964.033, "count": 30, "max": 87920.0, "p95": 87791.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82208.7, "count": 30, "max": 87920.0, "p95": 87791.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 106769.2, "count": 30, "max": 218669.0, "p95": 207924.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.631, "count": 30, "max": 0.722, "p95": 0.696, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.109, "count": 30, "max": 1.237, "p95": 1.219, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10590, "sampled_at": "2026-10-30T08:46:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:46:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2630097, "flush_count": 2744, "flush_interval_seconds": 30.0, "flush_state": {"count": 2744, "last_at": "2026-10-30T08:50:36", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:50:36", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2743}, "started": true, "suppressed_count": 1375487, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1375346}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2744, "written_record_count": 2744}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9102.188, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x58e69ea49040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x58e69ea49040] error while decoding MB 0 54, bytestream 511 [h264 @ 0x58e69df2b780] error while decoding MB 7 61, bytestream -6 [in#0/rtsp @ 0x58e69de4fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x58e69de4fe00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3810137702400, "copied_frame_count": 1378088, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3810137702400, "frame_buffer_copies": 1378088, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1118, "count": 512, "max_ms": 0.4576, "p50_ms": 0.0962, "p95_ms": 0.2187, "p99_ms": 0.3013}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4253, "count": 512, "max_ms": 4.032, "p50_ms": 1.3724, "p95_ms": 2.2844, "p99_ms": 2.8288, "results": {"failed": 0, "not_applicable": 0, "success": 1378088, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 465, "h264_decode_error_count": 1057, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:50:37+09:00", "last_error_summary": "[h264 @ 0x58e69ea49040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x58e69ea49040] error while decoding MB 0 54, bytestream 511 [h264 @ 0x58e69df2b780] error while decoding MB 7 61, bytestream -6 [in#0/rtsp @ 0x58e69de4fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x58e69de4fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T08:46:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.69, "last_started_at": "2026-10-30T08:46:40+09:00", "pid": 97673, "process": {"exists": false, "pid": 97673}, "restart_count": 503, "restart_count_per_hour": 14, "rtsp_timeout_count": 168, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 504}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.159, "sample_count": 2127, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1378088, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:50:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.094, "last_frame_pushed_at": "2026-10-30T08:50:37+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-10-30T08:50:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 75, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 64.73, "last_sample_duration_ms": 1219.264, "last_trigger": "periodic", "next_snapshot_in_sec": 535.27, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 275, "storage_bytes": 2620410}, "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-10-30T08:50:37.013072+09:00", "mtime_epoch": 1793317837.0130718, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 83799}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:50:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1418.52, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1378089, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.58, "max": 15.0, "p95": 15.0, "sample_count": 88}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.593, "max": 2.0, "p95": 2.0, "sample_count": 81}, "total": {"avg": 1.466, "max": 2.0, "p95": 2.0, "sample_count": 88}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "removed": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 88}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 88, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.936, "pushed": 2.936, "read": 2.936}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 88, "client_acquire_ms": {"avg_ms": 0.009, "count": 88, "max_ms": 0.035, "p95_ms": 0.018, "reason": null, "sample_age_ms": 26.687, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.075, "count": 88, "max_ms": 5.677, "p95_ms": 3.49, "reason": null, "sample_age_ms": 86.462, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.398, "count": 88, "max_ms": 3.729, "p95_ms": 2.359, "reason": null, "sample_age_ms": 86.745, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.379, "count": 88, "max_ms": 1.391, "p95_ms": 0.732, "reason": null, "sample_age_ms": 26.712, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.121, "count": 88, "max_ms": 4.16, "p95_ms": 3.241, "reason": null, "sample_age_ms": 84.622, "source": "client_direct"}, "request_count": 88, "request_tensor_bytes": {"avg": 2764808.0, "count": 88, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 84.587, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 88, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 27.385, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.557, "count": 88, "max_ms": 73.573, "p95_ms": 65.984, "reason": null, "sample_age_ms": 26.678, "source": "client_direct"}, "sample_age_ms": 26.671, "source": "client_direct", "task_total_ms": {"avg_ms": 49.246, "count": 88, "max_ms": 76.379, "p95_ms": 69.373, "reason": null, "sample_age_ms": 26.671, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.454, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.945, "count": 88, "max_ms": 9.941, "p95_ms": 8.677}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.395, "count": 88, "max_ms": 0.962, "p95_ms": 0.783}, "detection_prepare_ms": {"avg_ms": 1.295, "count": 88, "max_ms": 5.69, "p95_ms": 2.306}, "event_filter_ms": {"avg_ms": 0.006, "count": 88, "max_ms": 0.105, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.265, "count": 88, "max_ms": 0.615, "p95_ms": 0.523}, "mcmt_ms": {"avg_ms": 0.003, "count": 88, "max_ms": 0.009, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.387, "count": 88, "max_ms": 3.627, "p95_ms": 3.055}, "setup_ms": {"avg_ms": 0.045, "count": 88, "max_ms": 0.164, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 4.889, "count": 88, "max_ms": 9.813, "p95_ms": 8.579}, "track_match_ms": {"avg_ms": 0.064, "count": 88, "max_ms": 0.166, "p95_ms": 0.146}, "tracker_update_ms": {"avg_ms": 1.428, "count": 88, "max_ms": 4.267, "p95_ms": 2.463}}, "gstreamer_push": {"avg_ms": 2.981, "count": 88, "max_ms": 5.353, "p95_ms": 5.05}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 88, "max_ms": 0.476, "p95_ms": 0.138}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.764, "count": 88, "max_ms": 77.305, "p95_ms": 70.401}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.642, "count": 88, "max_ms": 10.781, "p95_ms": 8.545}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.19, "count": 88, "max_ms": 145.141, "p95_ms": 127.752}, "inference_input_copy_ms": {"avg_ms": 1.657, "count": 88, "max_ms": 7.081, "p95_ms": 2.497}, "processing_residual_ms": {"avg_ms": 0.19, "count": 88, "max_ms": 0.508, "p95_ms": 0.372}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.679, "count": 88, "max_ms": 150.893, "p95_ms": 131.892}, "read_interval": {"avg_ms": 341.042, "count": 88, "max_ms": 19046.378, "p95_ms": 178.726}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 88, "max_ms": 0.256, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 1.323, "count": 88, "max_ms": 3.464, "p95_ms": 2.998}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 88, "max_ms": 0.041, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.304, "count": 88, "max_ms": 3.242, "p95_ms": 2.986}, "worker_merge_ms": {"avg_ms": 0.006, "count": 88, "max_ms": 0.026, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 50.778, "count": 88, "max_ms": 77.323, "p95_ms": 70.407}, "visualize": {"avg_ms": 49.186, "count": 88, "max_ms": 64.894, "p95_ms": 60.997}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.169, "count": 88, "max_ms": 58.639, "p95_ms": 53.966}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.777, "count": 88, "max_ms": 62.363, "p95_ms": 59.936}, "visualize_input_copy_ms": {"avg_ms": 1.199, "count": 88, "max_ms": 3.275, "p95_ms": 2.138}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.647, "count": 88, "max_ms": 62.264, "p95_ms": 59.768}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 88, "max_ms": 0.214, "p95_ms": 0.138}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 88}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1407.574, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 53.773, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.357, "sample_count": 2128, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1378083, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:50:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 83385, "write_bytes_delta": 83385, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 169.0, "cpu_core_ratio": 0.058521, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2217.0, "pid": 97673, "reason": null, "system_cpu_core_ratio": 0.00598, "system_cpu_s_delta": 0.1399999999999988, "user_cpu_core_ratio": 0.05254, "user_cpu_s_delta": 1.230000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.315669, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 49521.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.114905, "system_cpu_s_delta": 2.6900000000023283, "user_cpu_core_ratio": 0.200764, "user_cpu_s_delta": 4.7000000000116415}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.981, "count": 89, "max_ms": 5.353, "p95_ms": 5.05, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.64, "max": 15.0, "p95": 15.0, "sample_count": 89}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.634, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 82}, "total": {"avg": 1.506, "max": 2.0, "p95": 2.0, "sample_count": 89}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.001, "count": 30, "max": 66.703, "p95": 52.884, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.381, "count": 30, "max": 31.636, "p95": 24.099, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 561.833, "count": 30, "max": 913.0, "p95": 901.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 943.367, "count": 30, "max": 14196.0, "p95": 6297.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.097, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.318, "count": 30, "max": 0.385, "p95": 0.38, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.177, "count": 30, "max": 5.018, "p95": 0.141, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85327.233, "count": 30, "max": 89417.0, "p95": 87886.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82507.6, "count": 30, "max": 89417.0, "p95": 87886.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 116479.267, "count": 30, "max": 198117.0, "p95": 193866.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.57, "count": 30, "max": 0.698, "p95": 0.668, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.041, "count": 30, "max": 1.225, "p95": 1.208, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10605, "sampled_at": "2026-10-30T08:50:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:50:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2630097, "flush_count": 2744, "flush_interval_seconds": 30.0, "flush_state": {"count": 2744, "last_at": "2026-10-30T08:50:36", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:50:36", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2743}, "started": true, "suppressed_count": 1375487, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1375346}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2744, "written_record_count": 2744}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9088.98, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T08:50:37+09:00", "last_error_summary": "[h264 @ 0x58e69ea49040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x58e69ea49040] error while decoding MB 0 54, bytestream 511 [h264 @ 0x58e69df2b780] error while decoding MB 7 61, bytestream -6 [in#0/rtsp @ 0x58e69de4fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x58e69de4fe00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3810140467200, "copied_frame_count": 1378089, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3810140467200, "frame_buffer_copies": 1378089, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1118, "count": 512, "max_ms": 0.4576, "p50_ms": 0.0962, "p95_ms": 0.2187, "p99_ms": 0.3013}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4251, "count": 512, "max_ms": 4.032, "p50_ms": 1.3704, "p95_ms": 2.2844, "p99_ms": 2.8288, "results": {"failed": 0, "not_applicable": 0, "success": 1378089, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 465, "h264_decode_error_count": 1057, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:50:37+09:00", "last_error_summary": "[h264 @ 0x58e69ea49040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x58e69ea49040] error while decoding MB 0 54, bytestream 511 [h264 @ 0x58e69df2b780] error while decoding MB 7 61, bytestream -6 [in#0/rtsp @ 0x58e69de4fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x58e69de4fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T08:50:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.741, "last_started_at": "2026-10-30T08:46:40+09:00", "pid": 97673, "process": {"exists": false, "pid": 97673}, "restart_count": 503, "restart_count_per_hour": 14, "rtsp_timeout_count": 168, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 504}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.159, "sample_count": 2127, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1378089, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:50:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T08:50:37+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-10-30T08:50:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 75, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 64.794, "last_sample_duration_ms": 1219.264, "last_trigger": "periodic", "next_snapshot_in_sec": 535.206, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 275, "storage_bytes": 2620410}, "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-10-30T08:50:37.013072+09:00", "mtime_epoch": 1793317837.0130718, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 83799}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:50:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1407.574, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1378089, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.545, "max": 15.0, "p95": 15.0, "sample_count": 88}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.58, "max": 2.0, "p95": 2.0, "sample_count": 81}, "total": {"avg": 1.455, "max": 2.0, "p95": 2.0, "sample_count": 88}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "removed": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 88}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.944, "pushed": 2.944, "read": 2.911}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 87, "client_acquire_ms": {"avg_ms": 0.009, "count": 88, "max_ms": 0.035, "p95_ms": 0.018, "reason": null, "sample_age_ms": 85.894, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.077, "count": 87, "max_ms": 5.677, "p95_ms": 3.532, "reason": null, "sample_age_ms": 145.668, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.4, "count": 87, "max_ms": 3.729, "p95_ms": 2.361, "reason": null, "sample_age_ms": 145.951, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.379, "count": 88, "max_ms": 1.391, "p95_ms": 0.732, "reason": null, "sample_age_ms": 85.919, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.121, "count": 87, "max_ms": 4.16, "p95_ms": 3.244, "reason": null, "sample_age_ms": 143.828, "source": "client_direct"}, "request_count": 87, "request_tensor_bytes": {"avg": 2764808.0, "count": 87, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 143.793, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 88, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 86.591, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.557, "count": 88, "max_ms": 73.573, "p95_ms": 65.984, "reason": null, "sample_age_ms": 85.884, "source": "client_direct"}, "sample_age_ms": 85.877, "source": "client_direct", "task_total_ms": {"avg_ms": 49.246, "count": 88, "max_ms": 76.379, "p95_ms": 69.373, "reason": null, "sample_age_ms": 85.877, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.39, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.976, "count": 88, "max_ms": 9.941, "p95_ms": 8.677}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.399, "count": 88, "max_ms": 0.962, "p95_ms": 0.783}, "detection_prepare_ms": {"avg_ms": 1.307, "count": 88, "max_ms": 5.69, "p95_ms": 2.306}, "event_filter_ms": {"avg_ms": 0.006, "count": 88, "max_ms": 0.105, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.27, "count": 88, "max_ms": 0.695, "p95_ms": 0.532}, "mcmt_ms": {"avg_ms": 0.003, "count": 88, "max_ms": 0.009, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.385, "count": 88, "max_ms": 3.627, "p95_ms": 3.055}, "setup_ms": {"avg_ms": 0.045, "count": 88, "max_ms": 0.164, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 4.919, "count": 88, "max_ms": 9.813, "p95_ms": 8.579}, "track_match_ms": {"avg_ms": 0.065, "count": 88, "max_ms": 0.166, "p95_ms": 0.146}, "tracker_update_ms": {"avg_ms": 1.438, "count": 88, "max_ms": 4.267, "p95_ms": 2.574}}, "gstreamer_push": {"avg_ms": 2.979, "count": 88, "max_ms": 5.353, "p95_ms": 5.05}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 88, "max_ms": 0.476, "p95_ms": 0.139}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.698, "count": 88, "max_ms": 77.305, "p95_ms": 70.401}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.643, "count": 88, "max_ms": 10.781, "p95_ms": 8.545}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.281, "count": 88, "max_ms": 145.141, "p95_ms": 127.752}, "inference_input_copy_ms": {"avg_ms": 1.643, "count": 88, "max_ms": 7.081, "p95_ms": 2.429}, "processing_residual_ms": {"avg_ms": 0.188, "count": 88, "max_ms": 0.508, "p95_ms": 0.358}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.755, "count": 88, "max_ms": 150.893, "p95_ms": 131.892}, "read_interval": {"avg_ms": 343.401, "count": 87, "max_ms": 19046.378, "p95_ms": 178.726}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 88, "max_ms": 0.256, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 1.319, "count": 88, "max_ms": 3.464, "p95_ms": 2.998}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 88, "max_ms": 0.041, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.3, "count": 88, "max_ms": 3.242, "p95_ms": 2.986}, "worker_merge_ms": {"avg_ms": 0.007, "count": 88, "max_ms": 0.026, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 50.712, "count": 88, "max_ms": 77.323, "p95_ms": 70.407}, "visualize": {"avg_ms": 49.322, "count": 88, "max_ms": 64.894, "p95_ms": 60.997}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.308, "count": 88, "max_ms": 58.639, "p95_ms": 53.966}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.9, "count": 88, "max_ms": 62.363, "p95_ms": 59.936}, "visualize_input_copy_ms": {"avg_ms": 1.206, "count": 88, "max_ms": 3.275, "p95_ms": 2.138}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.77, "count": 88, "max_ms": 62.264, "p95_ms": 59.768}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 88, "max_ms": 0.214, "p95_ms": 0.138}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 88}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1407.574, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 53.773, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.357, "sample_count": 2128, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1378083, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:50:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 83385, "write_bytes_delta": 83385, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 169.0, "cpu_core_ratio": 0.058521, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2217.0, "pid": 97673, "reason": null, "system_cpu_core_ratio": 0.00598, "system_cpu_s_delta": 0.1399999999999988, "user_cpu_core_ratio": 0.05254, "user_cpu_s_delta": 1.230000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.315669, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 49521.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.114905, "system_cpu_s_delta": 2.6900000000023283, "user_cpu_core_ratio": 0.200764, "user_cpu_s_delta": 4.7000000000116415}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.981, "count": 89, "max_ms": 5.353, "p95_ms": 5.05, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.64, "max": 15.0, "p95": 15.0, "sample_count": 89}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.634, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 82}, "total": {"avg": 1.506, "max": 2.0, "p95": 2.0, "sample_count": 89}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.001, "count": 30, "max": 66.703, "p95": 52.884, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.381, "count": 30, "max": 31.636, "p95": 24.099, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 561.833, "count": 30, "max": 913.0, "p95": 901.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 943.367, "count": 30, "max": 14196.0, "p95": 6297.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.097, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.318, "count": 30, "max": 0.385, "p95": 0.38, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.177, "count": 30, "max": 5.018, "p95": 0.141, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85327.233, "count": 30, "max": 89417.0, "p95": 87886.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82507.6, "count": 30, "max": 89417.0, "p95": 87886.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 116479.267, "count": 30, "max": 198117.0, "p95": 193866.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.57, "count": 30, "max": 0.698, "p95": 0.668, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.041, "count": 30, "max": 1.225, "p95": 1.208, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10605, "sampled_at": "2026-10-30T08:50:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:50:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2630097, "flush_count": 2744, "flush_interval_seconds": 30.0, "flush_state": {"count": 2744, "last_at": "2026-10-30T08:50:36", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:50:36", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2743}, "started": true, "suppressed_count": 1375487, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1375346}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2744, "written_record_count": 2744}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9089.43, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3810140467200, "copied_frame_count": 1378089, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3810140467200, "frame_buffer_copies": 1378089, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1118, "count": 512, "max_ms": 0.4576, "p50_ms": 0.0962, "p95_ms": 0.2187, "p99_ms": 0.3013}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4251, "count": 512, "max_ms": 4.032, "p50_ms": 1.3704, "p95_ms": 2.2844, "p99_ms": 2.8288, "results": {"failed": 0, "not_applicable": 0, "success": 1378089, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 465, "h264_decode_error_count": 1057, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:50:37+09:00", "last_error_summary": "[h264 @ 0x58e69ea49040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x58e69ea49040] error while decoding MB 0 54, bytestream 511 [h264 @ 0x58e69df2b780] error while decoding MB 7 61, bytestream -6 [in#0/rtsp @ 0x58e69de4fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x58e69de4fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T08:50:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.786, "last_started_at": "2026-10-30T08:46:40+09:00", "pid": 97673, "process": {"exists": false, "pid": 97673}, "restart_count": 503, "restart_count_per_hour": 14, "rtsp_timeout_count": 168, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 504}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.159, "sample_count": 2127, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1378089, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:50:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.048, "last_frame_pushed_at": "2026-10-30T08:50:37+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-10-30T08:50:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 75, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 64.835, "last_sample_duration_ms": 1219.264, "last_trigger": "periodic", "next_snapshot_in_sec": 535.165, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 275, "storage_bytes": 2620410}, "mjpeg": {"age_sec": 0.035, "exists": true, "mtime": "2026-10-30T08:50:37.156074+09:00", "mtime_epoch": 1793317837.1560736, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 83994}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:50:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1407.574, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1378089, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.545, "max": 15.0, "p95": 15.0, "sample_count": 88}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.58, "max": 2.0, "p95": 2.0, "sample_count": 81}, "total": {"avg": 1.455, "max": 2.0, "p95": 2.0, "sample_count": 88}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "removed": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 88}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.94, "pushed": 2.94, "read": 2.906}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 87, "client_acquire_ms": {"avg_ms": 0.009, "count": 87, "max_ms": 0.035, "p95_ms": 0.018, "reason": null, "sample_age_ms": 126.955, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.077, "count": 87, "max_ms": 5.677, "p95_ms": 3.532, "reason": null, "sample_age_ms": 186.729, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.4, "count": 87, "max_ms": 3.729, "p95_ms": 2.361, "reason": null, "sample_age_ms": 187.012, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.381, "count": 87, "max_ms": 1.391, "p95_ms": 0.737, "reason": null, "sample_age_ms": 126.98, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.121, "count": 87, "max_ms": 4.16, "p95_ms": 3.244, "reason": null, "sample_age_ms": 184.889, "source": "client_direct"}, "request_count": 87, "request_tensor_bytes": {"avg": 2764808.0, "count": 87, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 184.854, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 87, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 127.652, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.558, "count": 87, "max_ms": 73.573, "p95_ms": 66.078, "reason": null, "sample_age_ms": 126.945, "source": "client_direct"}, "sample_age_ms": 126.938, "source": "client_direct", "task_total_ms": {"avg_ms": 49.249, "count": 87, "max_ms": 76.379, "p95_ms": 69.376, "reason": null, "sample_age_ms": 126.938, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.805, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.976, "count": 88, "max_ms": 9.941, "p95_ms": 8.677}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.399, "count": 88, "max_ms": 0.962, "p95_ms": 0.783}, "detection_prepare_ms": {"avg_ms": 1.307, "count": 88, "max_ms": 5.69, "p95_ms": 2.306}, "event_filter_ms": {"avg_ms": 0.006, "count": 88, "max_ms": 0.105, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.27, "count": 88, "max_ms": 0.695, "p95_ms": 0.532}, "mcmt_ms": {"avg_ms": 0.003, "count": 88, "max_ms": 0.009, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.385, "count": 88, "max_ms": 3.627, "p95_ms": 3.055}, "setup_ms": {"avg_ms": 0.045, "count": 88, "max_ms": 0.164, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 4.919, "count": 88, "max_ms": 9.813, "p95_ms": 8.579}, "track_match_ms": {"avg_ms": 0.065, "count": 88, "max_ms": 0.166, "p95_ms": 0.146}, "tracker_update_ms": {"avg_ms": 1.438, "count": 88, "max_ms": 4.267, "p95_ms": 2.574}}, "gstreamer_push": {"avg_ms": 2.979, "count": 88, "max_ms": 5.353, "p95_ms": 5.05}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 88, "max_ms": 0.476, "p95_ms": 0.139}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.698, "count": 88, "max_ms": 77.305, "p95_ms": 70.401}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.643, "count": 88, "max_ms": 10.781, "p95_ms": 8.545}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.281, "count": 88, "max_ms": 145.141, "p95_ms": 127.752}, "inference_input_copy_ms": {"avg_ms": 1.643, "count": 88, "max_ms": 7.081, "p95_ms": 2.429}, "processing_residual_ms": {"avg_ms": 0.188, "count": 88, "max_ms": 0.508, "p95_ms": 0.358}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.755, "count": 88, "max_ms": 150.893, "p95_ms": 131.892}, "read_interval": {"avg_ms": 343.401, "count": 87, "max_ms": 19046.378, "p95_ms": 178.726}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 88, "max_ms": 0.256, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 1.319, "count": 88, "max_ms": 3.464, "p95_ms": 2.998}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 88, "max_ms": 0.041, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.3, "count": 88, "max_ms": 3.242, "p95_ms": 2.986}, "worker_merge_ms": {"avg_ms": 0.007, "count": 88, "max_ms": 0.026, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 50.712, "count": 88, "max_ms": 77.323, "p95_ms": 70.407}, "visualize": {"avg_ms": 49.322, "count": 88, "max_ms": 64.894, "p95_ms": 60.997}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.308, "count": 88, "max_ms": 58.639, "p95_ms": 53.966}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.9, "count": 88, "max_ms": 62.363, "p95_ms": 59.936}, "visualize_input_copy_ms": {"avg_ms": 1.206, "count": 88, "max_ms": 3.275, "p95_ms": 2.138}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.77, "count": 88, "max_ms": 62.264, "p95_ms": 59.768}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 88, "max_ms": 0.214, "p95_ms": 0.138}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 88}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1407.574, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 53.773, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.357, "sample_count": 2128, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1378083, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:50:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 83385, "write_bytes_delta": 83385, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 169.0, "cpu_core_ratio": 0.058521, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2217.0, "pid": 97673, "reason": null, "system_cpu_core_ratio": 0.00598, "system_cpu_s_delta": 0.1399999999999988, "user_cpu_core_ratio": 0.05254, "user_cpu_s_delta": 1.230000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.315669, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 49521.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.114905, "system_cpu_s_delta": 2.6900000000023283, "user_cpu_core_ratio": 0.200764, "user_cpu_s_delta": 4.7000000000116415}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.981, "count": 89, "max_ms": 5.353, "p95_ms": 5.05, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.64, "max": 15.0, "p95": 15.0, "sample_count": 89}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.634, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 82}, "total": {"avg": 1.506, "max": 2.0, "p95": 2.0, "sample_count": 89}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.001, "count": 30, "max": 66.703, "p95": 52.884, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.381, "count": 30, "max": 31.636, "p95": 24.099, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 561.833, "count": 30, "max": 913.0, "p95": 901.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 943.367, "count": 30, "max": 14196.0, "p95": 6297.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.097, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.318, "count": 30, "max": 0.385, "p95": 0.38, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.177, "count": 30, "max": 5.018, "p95": 0.141, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85327.233, "count": 30, "max": 89417.0, "p95": 87886.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82507.6, "count": 30, "max": 89417.0, "p95": 87886.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 116479.267, "count": 30, "max": 198117.0, "p95": 193866.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.57, "count": 30, "max": 0.698, "p95": 0.668, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.041, "count": 30, "max": 1.225, "p95": 1.208, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10605, "sampled_at": "2026-10-30T08:50:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:50:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2630097, "flush_count": 2744, "flush_interval_seconds": 30.0, "flush_state": {"count": 2744, "last_at": "2026-10-30T08:50:36", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:50:36", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2743}, "started": true, "suppressed_count": 1375487, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1375346}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2744, "written_record_count": 2744}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9265.332, "limit_mb": null}, "detail": {"pid": 97789, "restart_count": 504, "start_count": 505}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3810140467200, "copied_frame_count": 1378089, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3810140467200, "frame_buffer_copies": 1378089, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1118, "count": 512, "max_ms": 0.4576, "p50_ms": 0.0962, "p95_ms": 0.2187, "p99_ms": 0.3013}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4251, "count": 512, "max_ms": 4.032, "p50_ms": 1.3704, "p95_ms": 2.2844, "p99_ms": 2.8288, "results": {"failed": 0, "not_applicable": 0, "success": 1378089, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 465, "h264_decode_error_count": 1057, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:50:37+09:00", "last_error_summary": "[h264 @ 0x58e69ea49040] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x58e69ea49040] error while decoding MB 0 54, bytestream 511 [h264 @ 0x58e69df2b780] error while decoding MB 7 61, bytestream -6 [in#0/rtsp @ 0x58e69de4fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x58e69de4fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T08:50:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T08:50:39+09:00", "pid": 97789, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.012, "name": "ffmpeg", "pid": 97789, "rss_mb": 208.012, "state": "S (sleeping)", "threads": 70}, "restart_count": 504, "restart_count_per_hour": 15, "rtsp_timeout_count": 168, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 505}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.155, "sample_count": 2098, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1378089, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:50:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.226, "last_frame_pushed_at": "2026-10-30T08:50:37+09:00", "last_frame_read_age_sec": 4.361, "last_frame_read_at": "2026-10-30T08:50:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 75, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 69.016, "last_sample_duration_ms": 1219.264, "last_trigger": "periodic", "next_snapshot_in_sec": 530.984, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 275, "storage_bytes": 2620410}, "mjpeg": {"age_sec": 4.213, "exists": true, "mtime": "2026-10-30T08:50:37.156074+09:00", "mtime_epoch": 1793317837.1560736, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 83994}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:50:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1407.578, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1378089, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.2, "max": 15.0, "p95": 15.0, "sample_count": 55}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.347, "max": 2.0, "p95": 2.0, "sample_count": 49}, "total": {"avg": 1.2, "max": 2.0, "p95": 2.0, "sample_count": 55}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "removed": {"avg": 0.018, "max": 1.0, "p95": 0.0, "sample_count": 55}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 56, "pushed_frames": 56, "read_frames": 55, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.867, "pushed": 1.867, "read": 1.833}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 55, "client_acquire_ms": {"avg_ms": 0.008, "count": 55, "max_ms": 0.026, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4305.724, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.933, "count": 55, "max_ms": 3.782, "p95_ms": 2.826, "reason": null, "sample_age_ms": 4365.498, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.33, "count": 55, "max_ms": 2.373, "p95_ms": 2.136, "reason": null, "sample_age_ms": 4365.781, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.4, "count": 55, "max_ms": 1.082, "p95_ms": 0.772, "reason": null, "sample_age_ms": 4305.749, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.978, "count": 55, "max_ms": 3.671, "p95_ms": 2.952, "reason": null, "sample_age_ms": 4363.658, "source": "client_direct"}, "request_count": 55, "request_tensor_bytes": {"avg": 2764808.0, "count": 55, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4363.623, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 55, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4306.422, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.232, "count": 55, "max_ms": 73.573, "p95_ms": 62.394, "reason": null, "sample_age_ms": 4305.714, "source": "client_direct"}, "sample_age_ms": 4305.707, "source": "client_direct", "task_total_ms": {"avg_ms": 47.796, "count": 55, "max_ms": 76.379, "p95_ms": 65.172, "reason": null, "sample_age_ms": 4305.707, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.619, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.554, "count": 55, "max_ms": 9.14, "p95_ms": 8.677}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.438, "count": 55, "max_ms": 0.962, "p95_ms": 0.89}, "detection_prepare_ms": {"avg_ms": 1.235, "count": 55, "max_ms": 2.459, "p95_ms": 2.306}, "event_filter_ms": {"avg_ms": 0.007, "count": 55, "max_ms": 0.105, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.261, "count": 55, "max_ms": 0.695, "p95_ms": 0.533}, "mcmt_ms": {"avg_ms": 0.003, "count": 55, "max_ms": 0.008, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.078, "count": 55, "max_ms": 3.449, "p95_ms": 3.055}, "setup_ms": {"avg_ms": 0.045, "count": 55, "max_ms": 0.107, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 4.496, "count": 55, "max_ms": 9.032, "p95_ms": 8.579}, "track_match_ms": {"avg_ms": 0.062, "count": 55, "max_ms": 0.166, "p95_ms": 0.147}, "tracker_update_ms": {"avg_ms": 1.366, "count": 55, "max_ms": 3.463, "p95_ms": 2.648}}, "gstreamer_push": {"avg_ms": 2.97, "count": 56, "max_ms": 5.353, "p95_ms": 5.125}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 55, "max_ms": 0.476, "p95_ms": 0.141}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.106, "count": 55, "max_ms": 77.305, "p95_ms": 66.203}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.433, "count": 56, "max_ms": 10.781, "p95_ms": 6.259}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.227, "count": 56, "max_ms": 145.141, "p95_ms": 125.89}, "inference_input_copy_ms": {"avg_ms": 1.531, "count": 56, "max_ms": 3.936, "p95_ms": 2.181}, "processing_residual_ms": {"avg_ms": 0.185, "count": 56, "max_ms": 0.508, "p95_ms": 0.372}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.376, "count": 56, "max_ms": 150.893, "p95_ms": 129.853}, "read_interval": {"avg_ms": 468.881, "count": 55, "max_ms": 19046.378, "p95_ms": 185.542}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 55, "max_ms": 0.057, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 1.012, "count": 55, "max_ms": 3.278, "p95_ms": 2.998}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 55, "max_ms": 0.041, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.995, "count": 55, "max_ms": 3.242, "p95_ms": 2.986}, "worker_merge_ms": {"avg_ms": 0.007, "count": 55, "max_ms": 0.026, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 49.121, "count": 55, "max_ms": 77.323, "p95_ms": 66.211}, "visualize": {"avg_ms": 49.502, "count": 55, "max_ms": 61.756, "p95_ms": 59.46}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.958, "count": 55, "max_ms": 54.529, "p95_ms": 52.841}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.128, "count": 55, "max_ms": 60.532, "p95_ms": 56.788}, "visualize_input_copy_ms": {"avg_ms": 1.148, "count": 55, "max_ms": 3.275, "p95_ms": 2.138}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.002, "count": 55, "max_ms": 60.375, "p95_ms": 56.663}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 55, "max_ms": 0.214, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 55}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1407.574, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 53.773, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.357, "sample_count": 2128, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1378083, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:50:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 83385, "write_bytes_delta": 83385, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 169.0, "cpu_core_ratio": 0.058521, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2217.0, "pid": 97673, "reason": null, "system_cpu_core_ratio": 0.00598, "system_cpu_s_delta": 0.1399999999999988, "user_cpu_core_ratio": 0.05254, "user_cpu_s_delta": 1.230000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.315669, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 49521.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.114905, "system_cpu_s_delta": 2.6900000000023283, "user_cpu_core_ratio": 0.200764, "user_cpu_s_delta": 4.7000000000116415}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.981, "count": 89, "max_ms": 5.353, "p95_ms": 5.05, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.64, "max": 15.0, "p95": 15.0, "sample_count": 89}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.634, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 82}, "total": {"avg": 1.506, "max": 2.0, "p95": 2.0, "sample_count": 89}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.001, "count": 30, "max": 66.703, "p95": 52.884, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.381, "count": 30, "max": 31.636, "p95": 24.099, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 561.833, "count": 30, "max": 913.0, "p95": 901.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 943.367, "count": 30, "max": 14196.0, "p95": 6297.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.097, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.318, "count": 30, "max": 0.385, "p95": 0.38, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.177, "count": 30, "max": 5.018, "p95": 0.141, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85327.233, "count": 30, "max": 89417.0, "p95": 87886.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82507.6, "count": 30, "max": 89417.0, "p95": 87886.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 116479.267, "count": 30, "max": 198117.0, "p95": 193866.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.57, "count": 30, "max": 0.698, "p95": 0.668, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.041, "count": 30, "max": 1.225, "p95": 1.208, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10605, "sampled_at": "2026-10-30T08:50:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:50:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2634111, "flush_count": 2748, "flush_interval_seconds": 30.0, "flush_state": {"count": 2748, "last_at": "2026-10-30T08:54:36", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:54:36", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2747}, "started": true, "suppressed_count": 1377801, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1377660}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2748, "written_record_count": 2748}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9119.773, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x632a6abdb740] error while decoding MB 2 64, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3816546508800, "copied_frame_count": 1380406, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3816546508800, "frame_buffer_copies": 1380406, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1224, "count": 512, "max_ms": 1.6527, "p50_ms": 0.1038, "p95_ms": 0.23, "p99_ms": 0.353}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.506, "count": 512, "max_ms": 4.1113, "p50_ms": 1.4159, "p95_ms": 2.6542, "p99_ms": 3.3094, "results": {"failed": 0, "not_applicable": 0, "success": 1380406, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 466, "h264_decode_error_count": 1058, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:55:31+09:00", "last_error_summary": "[h264 @ 0x632a6abdb740] error while decoding MB 2 64, bytestream -6", "last_exit_at": "2026-10-30T08:50:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 291.937, "last_started_at": "2026-10-30T08:50:39+09:00", "pid": 97789, "process": {"exists": false, "pid": 97789}, "restart_count": 504, "restart_count_per_hour": 14, "rtsp_timeout_count": 168, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 505}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.429, "sample_count": 2324, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1380406, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:55:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.086, "last_frame_pushed_at": "2026-10-30T08:55:31+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-10-30T08:55:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 75, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 358.975, "last_sample_duration_ms": 1219.264, "last_trigger": "periodic", "next_snapshot_in_sec": 241.025, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 275, "storage_bytes": 2620410}, "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-10-30T08:55:31.232167+09:00", "mtime_epoch": 1793318131.232167, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 83953}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:55:31+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1429.664, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1380407, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.96, "max": 16.0, "p95": 11.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.192, "max": 3.0, "p95": 3.0, "sample_count": 219}, "total": {"avg": 2.143, "max": 3.0, "p95": 3.0, "sample_count": 224}}, "tracking_counts": {"active": {"avg": 0.152, "max": 1.0, "p95": 1.0, "sample_count": 224}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 224}, "tracked": {"avg": 0.152, "max": 1.0, "p95": 1.0, "sample_count": 224}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.486, "pushed": 7.486, "read": 7.486}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 224, "client_acquire_ms": {"avg_ms": 0.008, "count": 225, "max_ms": 0.022, "p95_ms": 0.017, "reason": null, "sample_age_ms": 33.969, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.116, "count": 224, "max_ms": 10.416, "p95_ms": 3.798, "reason": null, "sample_age_ms": 83.191, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.49, "count": 224, "max_ms": 10.092, "p95_ms": 2.758, "reason": null, "sample_age_ms": 85.22, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.37, "count": 225, "max_ms": 1.26, "p95_ms": 0.764, "reason": null, "sample_age_ms": 33.98, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.194, "count": 224, "max_ms": 4.87, "p95_ms": 3.84, "reason": null, "sample_age_ms": 80.455, "source": "client_direct"}, "request_count": 224, "request_tensor_bytes": {"avg": 2764808.0, "count": 224, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 80.411, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 225, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 34.319, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.859, "count": 225, "max_ms": 81.498, "p95_ms": 70.679, "reason": null, "sample_age_ms": 33.964, "source": "client_direct"}, "sample_age_ms": 33.96, "source": "client_direct", "task_total_ms": {"avg_ms": 53.623, "count": 225, "max_ms": 83.52, "p95_ms": 74.383, "reason": null, "sample_age_ms": 33.96, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.89, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.431, "count": 224, "max_ms": 12.649, "p95_ms": 9.783}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.461, "count": 224, "max_ms": 1.251, "p95_ms": 0.855}, "detection_prepare_ms": {"avg_ms": 1.631, "count": 224, "max_ms": 7.491, "p95_ms": 3.228}, "event_filter_ms": {"avg_ms": 0.005, "count": 224, "max_ms": 0.029, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.345, "count": 224, "max_ms": 0.862, "p95_ms": 0.61}, "mcmt_ms": {"avg_ms": 0.004, "count": 224, "max_ms": 0.014, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.938, "count": 224, "max_ms": 3.698, "p95_ms": 1.979}, "setup_ms": {"avg_ms": 0.048, "count": 224, "max_ms": 0.164, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 5.374, "count": 224, "max_ms": 12.542, "p95_ms": 9.711}, "track_match_ms": {"avg_ms": 0.094, "count": 224, "max_ms": 0.31, "p95_ms": 0.201}, "tracker_update_ms": {"avg_ms": 1.848, "count": 224, "max_ms": 5.261, "p95_ms": 3.227}}, "gstreamer_push": {"avg_ms": 3.136, "count": 224, "max_ms": 7.093, "p95_ms": 5.514}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 224, "max_ms": 0.156, "p95_ms": 0.112}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.215, "count": 224, "max_ms": 88.38, "p95_ms": 78.257}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.077, "count": 224, "max_ms": 14.027, "p95_ms": 9.005}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 113.014, "count": 224, "max_ms": 169.974, "p95_ms": 143.65}, "inference_input_copy_ms": {"avg_ms": 1.705, "count": 224, "max_ms": 4.287, "p95_ms": 2.826}, "processing_residual_ms": {"avg_ms": 0.21, "count": 224, "max_ms": 0.527, "p95_ms": 0.39}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 118.006, "count": 224, "max_ms": 175.269, "p95_ms": 148.385}, "read_interval": {"avg_ms": 133.694, "count": 224, "max_ms": 232.374, "p95_ms": 178.397}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 224, "max_ms": 0.053, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.873, "count": 224, "max_ms": 3.593, "p95_ms": 1.858}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 224, "max_ms": 0.08, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.858, "count": 224, "max_ms": 3.565, "p95_ms": 1.825}, "worker_merge_ms": {"avg_ms": 0.007, "count": 224, "max_ms": 0.032, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 55.229, "count": 224, "max_ms": 88.403, "p95_ms": 78.275}, "visualize": {"avg_ms": 51.106, "count": 224, "max_ms": 78.896, "p95_ms": 64.566}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.531, "count": 224, "max_ms": 63.714, "p95_ms": 55.855}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.557, "count": 224, "max_ms": 76.258, "p95_ms": 62.436}, "visualize_input_copy_ms": {"avg_ms": 1.337, "count": 224, "max_ms": 5.104, "p95_ms": 2.363}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.413, "count": 224, "max_ms": 75.959, "p95_ms": 62.241}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 224, "max_ms": 0.292, "p95_ms": 0.164}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 224}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1408.684, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.424, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.7, "sample_count": 2298, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1380380, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:55:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84739, "write_bytes_delta": 84739, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 889.0, "cpu_core_ratio": 0.390039, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 97789, "reason": null, "system_cpu_core_ratio": 0.030845, "system_cpu_s_delta": 0.6199999999999992, "user_cpu_core_ratio": 0.359194, "user_cpu_s_delta": 7.219999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.778058, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 197844.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.657693, "system_cpu_s_delta": 13.220000000001164, "user_cpu_core_ratio": 1.120366, "user_cpu_s_delta": 22.519999999989523}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.185, "count": 225, "max_ms": 9.675, "p95_ms": 5.888, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.268, "max": 16.0, "p95": 12.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.283, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 219}, "total": {"avg": 2.232, "max": 3.0, "p95": 3.0, "sample_count": 224}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.979, "count": 30, "max": 53.773, "p95": 51.004, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.614, "count": 30, "max": 34.246, "p95": 27.676, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 745.3, "count": 30, "max": 991.0, "p95": 965.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1016.0, "count": 30, "max": 14196.0, "p95": 6297.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.097, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.359, "count": 30, "max": 0.415, "p95": 0.4, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.171, "count": 30, "max": 5.018, "p95": 0.064, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84298.333, "count": 30, "max": 86840.0, "p95": 86469.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 84298.333, "count": 30, "max": 86840.0, "p95": 86469.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 165904.233, "count": 30, "max": 220859.0, "p95": 217322.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.509, "count": 30, "max": 0.658, "p95": 0.64, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.941, "count": 30, "max": 1.153, "p95": 1.1, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10622, "sampled_at": "2026-10-30T08:55:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:55:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2634111, "flush_count": 2748, "flush_interval_seconds": 30.0, "flush_state": {"count": 2748, "last_at": "2026-10-30T08:54:36", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:54:36", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2747}, "started": true, "suppressed_count": 1377801, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1377660}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2748, "written_record_count": 2748}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9099.156, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T08:55:31+09:00", "last_error_summary": "[h264 @ 0x632a6abdb740] error while decoding MB 2 64, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3816549273600, "copied_frame_count": 1380407, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3816549273600, "frame_buffer_copies": 1380407, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1218, "count": 512, "max_ms": 1.6527, "p50_ms": 0.1034, "p95_ms": 0.2271, "p99_ms": 0.3409}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.505, "count": 512, "max_ms": 4.1113, "p50_ms": 1.4123, "p95_ms": 2.6542, "p99_ms": 3.3094, "results": {"failed": 0, "not_applicable": 0, "success": 1380407, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 466, "h264_decode_error_count": 1058, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:55:31+09:00", "last_error_summary": "[h264 @ 0x632a6abdb740] error while decoding MB 2 64, bytestream -6", "last_exit_at": "2026-10-30T08:55:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 292.009, "last_started_at": "2026-10-30T08:50:39+09:00", "pid": 97789, "process": {"exists": false, "pid": 97789}, "restart_count": 504, "restart_count_per_hour": 14, "rtsp_timeout_count": 168, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 505}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.429, "sample_count": 2325, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1380407, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:55:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-10-30T08:55:31+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-10-30T08:55:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 75, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 359.014, "last_sample_duration_ms": 1219.264, "last_trigger": "periodic", "next_snapshot_in_sec": 240.986, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 275, "storage_bytes": 2620410}, "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-10-30T08:55:31.232167+09:00", "mtime_epoch": 1793318131.232167, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 83953}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:55:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1408.695, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1380407, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.96, "max": 16.0, "p95": 11.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.186, "max": 3.0, "p95": 3.0, "sample_count": 220}, "total": {"avg": 2.138, "max": 3.0, "p95": 3.0, "sample_count": 225}}, "tracking_counts": {"active": {"avg": 0.156, "max": 1.0, "p95": 1.0, "sample_count": 225}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 225}, "tracked": {"avg": 0.156, "max": 1.0, "p95": 1.0, "sample_count": 225}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.502, "pushed": 7.502, "read": 7.469}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 224, "client_acquire_ms": {"avg_ms": 0.008, "count": 224, "max_ms": 0.022, "p95_ms": 0.017, "reason": null, "sample_age_ms": 96.43, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.116, "count": 224, "max_ms": 10.416, "p95_ms": 3.798, "reason": null, "sample_age_ms": 145.652, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.49, "count": 224, "max_ms": 10.092, "p95_ms": 2.758, "reason": null, "sample_age_ms": 147.681, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.37, "count": 224, "max_ms": 1.26, "p95_ms": 0.765, "reason": null, "sample_age_ms": 96.442, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.194, "count": 224, "max_ms": 4.87, "p95_ms": 3.84, "reason": null, "sample_age_ms": 142.916, "source": "client_direct"}, "request_count": 224, "request_tensor_bytes": {"avg": 2764808.0, "count": 224, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 142.873, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 224, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 96.781, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.87, "count": 224, "max_ms": 81.498, "p95_ms": 70.695, "reason": null, "sample_age_ms": 96.426, "source": "client_direct"}, "sample_age_ms": 96.421, "source": "client_direct", "task_total_ms": {"avg_ms": 53.638, "count": 224, "max_ms": 83.52, "p95_ms": 74.457, "reason": null, "sample_age_ms": 96.421, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.844, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.428, "count": 225, "max_ms": 12.649, "p95_ms": 9.783}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.46, "count": 225, "max_ms": 1.251, "p95_ms": 0.855}, "detection_prepare_ms": {"avg_ms": 1.628, "count": 225, "max_ms": 7.491, "p95_ms": 3.228}, "event_filter_ms": {"avg_ms": 0.005, "count": 225, "max_ms": 0.029, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.345, "count": 225, "max_ms": 0.862, "p95_ms": 0.61}, "mcmt_ms": {"avg_ms": 0.004, "count": 225, "max_ms": 0.014, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.942, "count": 225, "max_ms": 3.698, "p95_ms": 1.979}, "setup_ms": {"avg_ms": 0.048, "count": 225, "max_ms": 0.164, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 5.371, "count": 225, "max_ms": 12.542, "p95_ms": 9.711}, "track_match_ms": {"avg_ms": 0.094, "count": 225, "max_ms": 0.31, "p95_ms": 0.201}, "tracker_update_ms": {"avg_ms": 1.846, "count": 225, "max_ms": 5.261, "p95_ms": 3.227}}, "gstreamer_push": {"avg_ms": 3.136, "count": 225, "max_ms": 7.093, "p95_ms": 5.514}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 225, "max_ms": 0.156, "p95_ms": 0.112}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.199, "count": 225, "max_ms": 88.38, "p95_ms": 78.257}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.075, "count": 225, "max_ms": 14.027, "p95_ms": 9.005}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 113.097, "count": 225, "max_ms": 169.974, "p95_ms": 143.65}, "inference_input_copy_ms": {"avg_ms": 1.714, "count": 225, "max_ms": 4.287, "p95_ms": 2.87}, "processing_residual_ms": {"avg_ms": 0.21, "count": 225, "max_ms": 0.527, "p95_ms": 0.39}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 118.097, "count": 225, "max_ms": 175.269, "p95_ms": 148.385}, "read_interval": {"avg_ms": 133.694, "count": 224, "max_ms": 232.374, "p95_ms": 178.397}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 225, "max_ms": 0.053, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.877, "count": 225, "max_ms": 3.593, "p95_ms": 1.858}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 225, "max_ms": 0.08, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.861, "count": 225, "max_ms": 3.565, "p95_ms": 1.825}, "worker_merge_ms": {"avg_ms": 0.007, "count": 225, "max_ms": 0.032, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 55.213, "count": 225, "max_ms": 88.403, "p95_ms": 78.275}, "visualize": {"avg_ms": 51.21, "count": 225, "max_ms": 78.896, "p95_ms": 64.817}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.591, "count": 225, "max_ms": 63.714, "p95_ms": 56.043}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.659, "count": 225, "max_ms": 76.258, "p95_ms": 62.78}, "visualize_input_copy_ms": {"avg_ms": 1.338, "count": 225, "max_ms": 5.104, "p95_ms": 2.363}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.517, "count": 225, "max_ms": 75.959, "p95_ms": 62.634}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 225, "max_ms": 0.292, "p95_ms": 0.164}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1408.684, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.424, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.7, "sample_count": 2298, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1380380, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:55:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84739, "write_bytes_delta": 84739, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 889.0, "cpu_core_ratio": 0.390039, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 97789, "reason": null, "system_cpu_core_ratio": 0.030845, "system_cpu_s_delta": 0.6199999999999992, "user_cpu_core_ratio": 0.359194, "user_cpu_s_delta": 7.219999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.778058, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 197844.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.657693, "system_cpu_s_delta": 13.220000000001164, "user_cpu_core_ratio": 1.120366, "user_cpu_s_delta": 22.519999999989523}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.185, "count": 225, "max_ms": 9.675, "p95_ms": 5.888, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.268, "max": 16.0, "p95": 12.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.283, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 219}, "total": {"avg": 2.232, "max": 3.0, "p95": 3.0, "sample_count": 224}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.979, "count": 30, "max": 53.773, "p95": 51.004, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.614, "count": 30, "max": 34.246, "p95": 27.676, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 745.3, "count": 30, "max": 991.0, "p95": 965.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1016.0, "count": 30, "max": 14196.0, "p95": 6297.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.097, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.359, "count": 30, "max": 0.415, "p95": 0.4, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.171, "count": 30, "max": 5.018, "p95": 0.064, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84298.333, "count": 30, "max": 86840.0, "p95": 86469.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 84298.333, "count": 30, "max": 86840.0, "p95": 86469.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 165904.233, "count": 30, "max": 220859.0, "p95": 217322.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.509, "count": 30, "max": 0.658, "p95": 0.64, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.941, "count": 30, "max": 1.153, "p95": 1.1, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10622, "sampled_at": "2026-10-30T08:55:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:55:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2634111, "flush_count": 2748, "flush_interval_seconds": 30.0, "flush_state": {"count": 2748, "last_at": "2026-10-30T08:54:36", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:54:36", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2747}, "started": true, "suppressed_count": 1377801, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1377660}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2748, "written_record_count": 2748}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9099.203, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3816549273600, "copied_frame_count": 1380407, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3816549273600, "frame_buffer_copies": 1380407, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1218, "count": 512, "max_ms": 1.6527, "p50_ms": 0.1034, "p95_ms": 0.2271, "p99_ms": 0.3409}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.505, "count": 512, "max_ms": 4.1113, "p50_ms": 1.4123, "p95_ms": 2.6542, "p99_ms": 3.3094, "results": {"failed": 0, "not_applicable": 0, "success": 1380407, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 466, "h264_decode_error_count": 1058, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:55:31+09:00", "last_error_summary": "[h264 @ 0x632a6abdb740] error while decoding MB 2 64, bytestream -6", "last_exit_at": "2026-10-30T08:55:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 292.038, "last_started_at": "2026-10-30T08:50:39+09:00", "pid": 97789, "process": {"exists": false, "pid": 97789}, "restart_count": 504, "restart_count_per_hour": 14, "rtsp_timeout_count": 168, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 505}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.429, "sample_count": 2325, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1380407, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:55:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.033, "last_frame_pushed_at": "2026-10-30T08:55:31+09:00", "last_frame_read_age_sec": 0.177, "last_frame_read_at": "2026-10-30T08:55:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 75, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 359.059, "last_sample_duration_ms": 1219.264, "last_trigger": "periodic", "next_snapshot_in_sec": 240.941, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 275, "storage_bytes": 2620410}, "mjpeg": {"age_sec": 0.027, "exists": true, "mtime": "2026-10-30T08:55:31.379169+09:00", "mtime_epoch": 1793318131.3791685, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 84083}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:55:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1408.695, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1380407, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.951, "max": 16.0, "p95": 11.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.183, "max": 3.0, "p95": 3.0, "sample_count": 219}, "total": {"avg": 2.134, "max": 3.0, "p95": 3.0, "sample_count": 224}}, "tracking_counts": {"active": {"avg": 0.156, "max": 1.0, "p95": 1.0, "sample_count": 224}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 224}, "tracked": {"avg": 0.156, "max": 1.0, "p95": 1.0, "sample_count": 224}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.488, "pushed": 7.488, "read": 7.455}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 223, "client_acquire_ms": {"avg_ms": 0.008, "count": 224, "max_ms": 0.022, "p95_ms": 0.017, "reason": null, "sample_age_ms": 134.717, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.119, "count": 223, "max_ms": 10.416, "p95_ms": 3.799, "reason": null, "sample_age_ms": 183.939, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.492, "count": 223, "max_ms": 10.092, "p95_ms": 2.762, "reason": null, "sample_age_ms": 185.968, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.37, "count": 224, "max_ms": 1.26, "p95_ms": 0.765, "reason": null, "sample_age_ms": 134.729, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.187, "count": 223, "max_ms": 4.87, "p95_ms": 3.848, "reason": null, "sample_age_ms": 181.203, "source": "client_direct"}, "request_count": 223, "request_tensor_bytes": {"avg": 2764808.0, "count": 223, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 181.159, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 224, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 135.067, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.87, "count": 224, "max_ms": 81.498, "p95_ms": 70.695, "reason": null, "sample_age_ms": 134.713, "source": "client_direct"}, "sample_age_ms": 134.708, "source": "client_direct", "task_total_ms": {"avg_ms": 53.638, "count": 224, "max_ms": 83.52, "p95_ms": 74.457, "reason": null, "sample_age_ms": 134.708, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.125, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.425, "count": 224, "max_ms": 12.649, "p95_ms": 9.783}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.46, "count": 224, "max_ms": 1.251, "p95_ms": 0.855}, "detection_prepare_ms": {"avg_ms": 1.627, "count": 224, "max_ms": 7.491, "p95_ms": 3.228}, "event_filter_ms": {"avg_ms": 0.005, "count": 224, "max_ms": 0.029, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.344, "count": 224, "max_ms": 0.862, "p95_ms": 0.61}, "mcmt_ms": {"avg_ms": 0.004, "count": 224, "max_ms": 0.014, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.941, "count": 224, "max_ms": 3.698, "p95_ms": 1.979}, "setup_ms": {"avg_ms": 0.048, "count": 224, "max_ms": 0.164, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 5.368, "count": 224, "max_ms": 12.542, "p95_ms": 9.711}, "track_match_ms": {"avg_ms": 0.094, "count": 224, "max_ms": 0.31, "p95_ms": 0.201}, "tracker_update_ms": {"avg_ms": 1.844, "count": 224, "max_ms": 5.261, "p95_ms": 3.227}}, "gstreamer_push": {"avg_ms": 3.144, "count": 224, "max_ms": 7.093, "p95_ms": 5.514}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 224, "max_ms": 0.156, "p95_ms": 0.112}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.218, "count": 224, "max_ms": 88.38, "p95_ms": 78.257}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.081, "count": 224, "max_ms": 14.027, "p95_ms": 9.005}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 113.156, "count": 224, "max_ms": 169.974, "p95_ms": 143.65}, "inference_input_copy_ms": {"avg_ms": 1.717, "count": 224, "max_ms": 4.287, "p95_ms": 2.87}, "processing_residual_ms": {"avg_ms": 0.211, "count": 224, "max_ms": 0.527, "p95_ms": 0.39}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 118.165, "count": 224, "max_ms": 175.269, "p95_ms": 148.385}, "read_interval": {"avg_ms": 133.807, "count": 223, "max_ms": 232.374, "p95_ms": 178.397}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 224, "max_ms": 0.053, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.877, "count": 224, "max_ms": 3.593, "p95_ms": 1.858}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 224, "max_ms": 0.08, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.861, "count": 224, "max_ms": 3.565, "p95_ms": 1.825}, "worker_merge_ms": {"avg_ms": 0.007, "count": 224, "max_ms": 0.032, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 55.232, "count": 224, "max_ms": 88.403, "p95_ms": 78.275}, "visualize": {"avg_ms": 51.251, "count": 224, "max_ms": 78.896, "p95_ms": 64.817}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.628, "count": 224, "max_ms": 63.714, "p95_ms": 56.043}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.699, "count": 224, "max_ms": 76.258, "p95_ms": 62.78}, "visualize_input_copy_ms": {"avg_ms": 1.34, "count": 224, "max_ms": 5.104, "p95_ms": 2.363}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.556, "count": 224, "max_ms": 75.959, "p95_ms": 62.634}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 224, "max_ms": 0.292, "p95_ms": 0.164}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 224}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1408.684, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.424, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.7, "sample_count": 2298, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1380380, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:55:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84739, "write_bytes_delta": 84739, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 889.0, "cpu_core_ratio": 0.390039, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 97789, "reason": null, "system_cpu_core_ratio": 0.030845, "system_cpu_s_delta": 0.6199999999999992, "user_cpu_core_ratio": 0.359194, "user_cpu_s_delta": 7.219999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.778058, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 197844.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.657693, "system_cpu_s_delta": 13.220000000001164, "user_cpu_core_ratio": 1.120366, "user_cpu_s_delta": 22.519999999989523}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.185, "count": 225, "max_ms": 9.675, "p95_ms": 5.888, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.268, "max": 16.0, "p95": 12.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.283, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 219}, "total": {"avg": 2.232, "max": 3.0, "p95": 3.0, "sample_count": 224}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.979, "count": 30, "max": 53.773, "p95": 51.004, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.614, "count": 30, "max": 34.246, "p95": 27.676, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 745.3, "count": 30, "max": 991.0, "p95": 965.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1016.0, "count": 30, "max": 14196.0, "p95": 6297.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.097, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.359, "count": 30, "max": 0.415, "p95": 0.4, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.171, "count": 30, "max": 5.018, "p95": 0.064, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84298.333, "count": 30, "max": 86840.0, "p95": 86469.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 84298.333, "count": 30, "max": 86840.0, "p95": 86469.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 165904.233, "count": 30, "max": 220859.0, "p95": 217322.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.509, "count": 30, "max": 0.658, "p95": 0.64, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.941, "count": 30, "max": 1.153, "p95": 1.1, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10622, "sampled_at": "2026-10-30T08:55:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:55:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2634111, "flush_count": 2748, "flush_interval_seconds": 30.0, "flush_state": {"count": 2748, "last_at": "2026-10-30T08:54:36", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:54:36", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2747}, "started": true, "suppressed_count": 1377801, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1377660}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2748, "written_record_count": 2748}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9269.305, "limit_mb": null}, "detail": {"pid": 97905, "restart_count": 505, "start_count": 506}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3816549273600, "copied_frame_count": 1380407, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3816549273600, "frame_buffer_copies": 1380407, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1218, "count": 512, "max_ms": 1.6527, "p50_ms": 0.1034, "p95_ms": 0.2271, "p99_ms": 0.3409}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.505, "count": 512, "max_ms": 4.1113, "p50_ms": 1.4123, "p95_ms": 2.6542, "p99_ms": 3.3094, "results": {"failed": 0, "not_applicable": 0, "success": 1380407, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 466, "h264_decode_error_count": 1058, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T08:55:31+09:00", "last_error_summary": "[h264 @ 0x632a6abdb740] error while decoding MB 2 64, bytestream -6", "last_exit_at": "2026-10-30T08:55:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T08:55:34+09:00", "pid": 97905, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.754, "name": "ffmpeg", "pid": 97905, "rss_mb": 208.754, "state": "S (sleeping)", "threads": 70}, "restart_count": 505, "restart_count_per_hour": 15, "rtsp_timeout_count": 168, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 506}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.429, "sample_count": 2324, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1380407, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:55:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.994, "last_frame_pushed_at": "2026-10-30T08:55:31+09:00", "last_frame_read_age_sec": 5.137, "last_frame_read_at": "2026-10-30T08:55:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 75, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 364.011, "last_sample_duration_ms": 1219.264, "last_trigger": "periodic", "next_snapshot_in_sec": 235.989, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 275, "storage_bytes": 2620410}, "mjpeg": {"age_sec": 4.987, "exists": true, "mtime": "2026-10-30T08:55:31.379169+09:00", "mtime_epoch": 1793318131.3791685, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 84083}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T08:55:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1408.699, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1380407, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.765, "max": 16.0, "p95": 12.0, "sample_count": 187}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.148, "max": 3.0, "p95": 3.0, "sample_count": 182}, "total": {"avg": 2.091, "max": 3.0, "p95": 3.0, "sample_count": 187}}, "tracking_counts": {"active": {"avg": 0.187, "max": 1.0, "p95": 1.0, "sample_count": 187}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 187}, "tracked": {"avg": 0.187, "max": 1.0, "p95": 1.0, "sample_count": 187}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 186, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.254, "pushed": 6.254, "read": 6.22}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 186, "client_acquire_ms": {"avg_ms": 0.008, "count": 187, "max_ms": 0.022, "p95_ms": 0.016, "reason": null, "sample_age_ms": 5088.006, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.095, "count": 186, "max_ms": 10.416, "p95_ms": 3.774, "reason": null, "sample_age_ms": 5137.228, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.498, "count": 186, "max_ms": 10.092, "p95_ms": 2.688, "reason": null, "sample_age_ms": 5139.257, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.365, "count": 187, "max_ms": 1.26, "p95_ms": 0.733, "reason": null, "sample_age_ms": 5088.018, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.132, "count": 186, "max_ms": 4.87, "p95_ms": 3.595, "reason": null, "sample_age_ms": 5134.493, "source": "client_direct"}, "request_count": 186, "request_tensor_bytes": {"avg": 2764808.0, "count": 186, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5134.449, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 187, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5088.357, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.043, "count": 187, "max_ms": 81.498, "p95_ms": 71.76, "reason": null, "sample_age_ms": 5088.002, "source": "client_direct"}, "sample_age_ms": 5087.998, "source": "client_direct", "task_total_ms": {"avg_ms": 53.739, "count": 187, "max_ms": 83.52, "p95_ms": 75.059, "reason": null, "sample_age_ms": 5087.998, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.987, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.433, "count": 187, "max_ms": 12.649, "p95_ms": 9.932}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.447, "count": 187, "max_ms": 1.251, "p95_ms": 0.842}, "detection_prepare_ms": {"avg_ms": 1.633, "count": 187, "max_ms": 7.491, "p95_ms": 3.237}, "event_filter_ms": {"avg_ms": 0.005, "count": 187, "max_ms": 0.029, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.339, "count": 187, "max_ms": 0.862, "p95_ms": 0.594}, "mcmt_ms": {"avg_ms": 0.004, "count": 187, "max_ms": 0.014, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.964, "count": 187, "max_ms": 3.698, "p95_ms": 2.186}, "setup_ms": {"avg_ms": 0.048, "count": 187, "max_ms": 0.164, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 5.374, "count": 187, "max_ms": 12.542, "p95_ms": 9.788}, "track_match_ms": {"avg_ms": 0.095, "count": 187, "max_ms": 0.31, "p95_ms": 0.204}, "tracker_update_ms": {"avg_ms": 1.838, "count": 187, "max_ms": 5.261, "p95_ms": 3.151}}, "gstreamer_push": {"avg_ms": 3.151, "count": 187, "max_ms": 7.093, "p95_ms": 5.626}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 187, "max_ms": 0.156, "p95_ms": 0.114}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.307, "count": 187, "max_ms": 88.38, "p95_ms": 78.395}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.05, "count": 187, "max_ms": 14.027, "p95_ms": 9.463}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 113.252, "count": 187, "max_ms": 169.974, "p95_ms": 144.307}, "inference_input_copy_ms": {"avg_ms": 1.702, "count": 187, "max_ms": 3.818, "p95_ms": 2.826}, "processing_residual_ms": {"avg_ms": 0.208, "count": 187, "max_ms": 0.527, "p95_ms": 0.368}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 118.212, "count": 187, "max_ms": 175.269, "p95_ms": 148.417}, "read_interval": {"avg_ms": 133.941, "count": 186, "max_ms": 232.374, "p95_ms": 178.397}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 187, "max_ms": 0.04, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.898, "count": 187, "max_ms": 3.593, "p95_ms": 2.114}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 187, "max_ms": 0.08, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.883, "count": 187, "max_ms": 3.565, "p95_ms": 2.078}, "worker_merge_ms": {"avg_ms": 0.007, "count": 187, "max_ms": 0.032, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 55.321, "count": 187, "max_ms": 88.403, "p95_ms": 78.404}, "visualize": {"avg_ms": 51.239, "count": 187, "max_ms": 78.896, "p95_ms": 64.817}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.624, "count": 187, "max_ms": 63.714, "p95_ms": 56.043}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.686, "count": 187, "max_ms": 76.258, "p95_ms": 62.78}, "visualize_input_copy_ms": {"avg_ms": 1.336, "count": 187, "max_ms": 5.104, "p95_ms": 2.363}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.541, "count": 187, "max_ms": 75.959, "p95_ms": 62.634}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 187, "max_ms": 0.292, "p95_ms": 0.169}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1408.684, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.424, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.7, "sample_count": 2298, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1380380, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T08:55:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84739, "write_bytes_delta": 84739, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 889.0, "cpu_core_ratio": 0.390039, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 97789, "reason": null, "system_cpu_core_ratio": 0.030845, "system_cpu_s_delta": 0.6199999999999992, "user_cpu_core_ratio": 0.359194, "user_cpu_s_delta": 7.219999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.778058, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 197844.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.657693, "system_cpu_s_delta": 13.220000000001164, "user_cpu_core_ratio": 1.120366, "user_cpu_s_delta": 22.519999999989523}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.185, "count": 225, "max_ms": 9.675, "p95_ms": 5.888, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.268, "max": 16.0, "p95": 12.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.283, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 219}, "total": {"avg": 2.232, "max": 3.0, "p95": 3.0, "sample_count": 224}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.979, "count": 30, "max": 53.773, "p95": 51.004, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.614, "count": 30, "max": 34.246, "p95": 27.676, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 745.3, "count": 30, "max": 991.0, "p95": 965.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1016.0, "count": 30, "max": 14196.0, "p95": 6297.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.097, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.359, "count": 30, "max": 0.415, "p95": 0.4, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.171, "count": 30, "max": 5.018, "p95": 0.064, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84298.333, "count": 30, "max": 86840.0, "p95": 86469.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 84298.333, "count": 30, "max": 86840.0, "p95": 86469.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 165904.233, "count": 30, "max": 220859.0, "p95": 217322.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.509, "count": 30, "max": 0.658, "p95": 0.64, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.941, "count": 30, "max": 1.153, "p95": 1.1, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10622, "sampled_at": "2026-10-30T08:55:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T08:55:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2639003, "flush_count": 2753, "flush_interval_seconds": 30.0, "flush_state": {"count": 2753, "last_at": "2026-10-30T08:59:36", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:59:36", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2752}, "started": true, "suppressed_count": 1379756, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1379615}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2753, "written_record_count": 2753}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9104.863, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x564483c77b00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564483c77b00] error while decoding MB 0 57, bytestream 75 [h264 @ 0x564483b76f40] left block unavailable for requested intra mode [h264 @ 0x564483b76f40] error while decoding MB 0 60, bytestream 1983 [h264 @ 0x564483c3b5c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564483c3b5c0] error while decoding MB 0 63, bytestream 1755 [h264 @ 0x564483caff40] left block unavailable for requested int", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3821968281600, "copied_frame_count": 1382367, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3821968281600, "frame_buffer_copies": 1382367, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1149, "count": 512, "max_ms": 2.0178, "p50_ms": 0.0928, "p95_ms": 0.2192, "p99_ms": 0.2827}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3835, "count": 512, "max_ms": 5.0615, "p50_ms": 1.2835, "p95_ms": 2.3483, "p99_ms": 2.7661, "results": {"failed": 0, "not_applicable": 0, "success": 1382367, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 467, "h264_decode_error_count": 1062, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:00:04+09:00", "last_error_summary": "[h264 @ 0x564483c77b00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564483c77b00] error while decoding MB 0 57, bytestream 75 [h264 @ 0x564483b76f40] left block unavailable for requested intra mode [h264 @ 0x564483b76f40] error while decoding MB 0 60, bytestream 1983 [h264 @ 0x564483c3b5c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564483c3b5c0] error while decoding MB 0 63, bytestream 1755 [h264 @ 0x564483caff40] left block unavailable for requested int", "last_exit_at": "2026-10-30T09:00:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 270.505, "last_started_at": "2026-10-30T08:55:34+09:00", "pid": 97905, "process": {"exists": false, "pid": 97905}, "restart_count": 505, "restart_count_per_hour": 14, "rtsp_timeout_count": 170, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 506}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.383, "sample_count": 2159, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1382367, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:00:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.087, "last_frame_pushed_at": "2026-10-30T09:00:04+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-10-30T09:00:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 76, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 30.776, "last_sample_duration_ms": 1286.165, "last_trigger": "periodic", "next_snapshot_in_sec": 569.224, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 276, "storage_bytes": 2629994}, "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-10-30T09:00:04.791792+09:00", "mtime_epoch": 1793318404.791792, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 86464}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:00:04+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1409.715, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1382367, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.444, "max": 6.0, "p95": 6.0, "sample_count": 72}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 63}, "total": {"avg": 0.875, "max": 1.0, "p95": 1.0, "sample_count": 72}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 72}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 72}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 72}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 72}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 72}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 72, "pushed_frames": 71, "read_frames": 71, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.403, "pushed": 2.369, "read": 2.369}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 71, "client_acquire_ms": {"avg_ms": 0.008, "count": 71, "max_ms": 0.023, "p95_ms": 0.017, "reason": null, "sample_age_ms": 51.391, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.029, "count": 71, "max_ms": 7.819, "p95_ms": 3.991, "reason": null, "sample_age_ms": 89.663, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.417, "count": 71, "max_ms": 7.454, "p95_ms": 2.392, "reason": null, "sample_age_ms": 89.833, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.368, "count": 71, "max_ms": 1.383, "p95_ms": 0.699, "reason": null, "sample_age_ms": 51.398, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.853, "count": 71, "max_ms": 4.186, "p95_ms": 3.457, "reason": null, "sample_age_ms": 88.528, "source": "client_direct"}, "request_count": 71, "request_tensor_bytes": {"avg": 2764808.0, "count": 71, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 88.504, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 71, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 51.621, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.75, "count": 71, "max_ms": 71.94, "p95_ms": 68.869, "reason": null, "sample_age_ms": 51.388, "source": "client_direct"}, "sample_age_ms": 51.385, "source": "client_direct", "task_total_ms": {"avg_ms": 50.158, "count": 71, "max_ms": 74.501, "p95_ms": 72.155, "reason": null, "sample_age_ms": 51.385, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.589, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.308, "count": 72, "max_ms": 10.466, "p95_ms": 8.91}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.416, "count": 72, "max_ms": 1.069, "p95_ms": 0.829}, "detection_prepare_ms": {"avg_ms": 1.398, "count": 72, "max_ms": 3.709, "p95_ms": 2.793}, "event_filter_ms": {"avg_ms": 0.006, "count": 72, "max_ms": 0.029, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.169, "count": 72, "max_ms": 0.501, "p95_ms": 0.34}, "mcmt_ms": {"avg_ms": 0.004, "count": 72, "max_ms": 0.046, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 0.686, "count": 72, "max_ms": 2.377, "p95_ms": 1.337}, "setup_ms": {"avg_ms": 0.053, "count": 72, "max_ms": 0.146, "p95_ms": 0.119}, "total_inside_ms": {"avg_ms": 4.24, "count": 72, "max_ms": 10.339, "p95_ms": 8.809}, "track_match_ms": {"avg_ms": 0.125, "count": 72, "max_ms": 0.413, "p95_ms": 0.28}, "tracker_update_ms": {"avg_ms": 1.382, "count": 72, "max_ms": 4.048, "p95_ms": 3.03}}, "gstreamer_push": {"avg_ms": 3.35, "count": 71, "max_ms": 9.147, "p95_ms": 5.648}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.065, "count": 72, "max_ms": 0.529, "p95_ms": 0.145}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.622, "count": 72, "max_ms": 81.335, "p95_ms": 78.144}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.669, "count": 72, "max_ms": 12.333, "p95_ms": 8.167}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.677, "count": 72, "max_ms": 193.532, "p95_ms": 145.02}, "inference_input_copy_ms": {"avg_ms": 1.62, "count": 72, "max_ms": 4.585, "p95_ms": 2.844}, "processing_residual_ms": {"avg_ms": 0.242, "count": 72, "max_ms": 0.516, "p95_ms": 0.451}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.208, "count": 72, "max_ms": 203.084, "p95_ms": 149.197}, "read_interval": {"avg_ms": 422.472, "count": 71, "max_ms": 19913.838, "p95_ms": 217.861}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 72, "max_ms": 0.04, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.617, "count": 72, "max_ms": 2.261, "p95_ms": 1.202}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 72, "max_ms": 0.05, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.599, "count": 72, "max_ms": 2.226, "p95_ms": 1.173}, "worker_merge_ms": {"avg_ms": 0.008, "count": 72, "max_ms": 0.03, "p95_ms": 0.022}}, "triton_wait": {"avg_ms": 51.636, "count": 72, "max_ms": 81.344, "p95_ms": 78.161}, "visualize": {"avg_ms": 50.446, "count": 72, "max_ms": 117.959, "p95_ms": 69.455}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.074, "count": 72, "max_ms": 113.68, "p95_ms": 62.503}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.897, "count": 72, "max_ms": 116.116, "p95_ms": 67.585}, "visualize_input_copy_ms": {"avg_ms": 1.306, "count": 72, "max_ms": 3.227, "p95_ms": 2.385}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.746, "count": 72, "max_ms": 115.956, "p95_ms": 67.266}, "visualizer_prepare_ms": {"avg_ms": 0.081, "count": 72, "max_ms": 0.199, "p95_ms": 0.166}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 72}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 72}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 72}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1412.375, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 39.352, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.383, "sample_count": 2158, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1382361, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:00:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84025, "write_bytes_delta": 84025, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 362.0, "cpu_core_ratio": 0.203211, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9205.0, "pid": 97905, "reason": null, "system_cpu_core_ratio": 0.077457, "system_cpu_s_delta": 2.5500000000000007, "user_cpu_core_ratio": 0.125754, "user_cpu_s_delta": 4.140000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.596876, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 113907.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.213842, "system_cpu_s_delta": 7.040000000008149, "user_cpu_core_ratio": 0.383033, "user_cpu_s_delta": 12.610000000015134}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.417, "count": 71, "max_ms": 9.147, "p95_ms": 5.648, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.676, "max": 6.0, "p95": 6.0, "sample_count": 71}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 66}, "total": {"avg": 0.93, "max": 1.0, "p95": 1.0, "sample_count": 71}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.127, "count": 30, "max": 52.225, "p95": 48.749, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.787, "count": 30, "max": 34.246, "p95": 20.646, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 769.267, "count": 30, "max": 991.0, "p95": 984.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 633.433, "count": 30, "max": 9205.0, "p95": 2404.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.202, "p95": 0.126, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.358, "count": 30, "max": 0.432, "p95": 0.413, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 83976.5, "count": 30, "max": 87644.0, "p95": 86469.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 83976.5, "count": 30, "max": 87644.0, "p95": 86469.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 174869.533, "count": 30, "max": 220859.0, "p95": 219170.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.49, "count": 30, "max": 0.658, "p95": 0.64, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.912, "count": 30, "max": 1.153, "p95": 1.1, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10635, "sampled_at": "2026-10-30T09:00:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:00:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2639003, "flush_count": 2753, "flush_interval_seconds": 30.0, "flush_state": {"count": 2753, "last_at": "2026-10-30T08:59:36", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:59:36", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2752}, "started": true, "suppressed_count": 1379756, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1379615}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2753, "written_record_count": 2753}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9105.27, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T09:00:04+09:00", "last_error_summary": "[h264 @ 0x564483c77b00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564483c77b00] error while decoding MB 0 57, bytestream 75 [h264 @ 0x564483b76f40] left block unavailable for requested intra mode [h264 @ 0x564483b76f40] error while decoding MB 0 60, bytestream 1983 [h264 @ 0x564483c3b5c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564483c3b5c0] error while decoding MB 0 63, bytestream 1755 [h264 @ 0x564483caff40] left block unavailable for requested int", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3821968281600, "copied_frame_count": 1382367, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3821968281600, "frame_buffer_copies": 1382367, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1149, "count": 512, "max_ms": 2.0178, "p50_ms": 0.0928, "p95_ms": 0.2192, "p99_ms": 0.2827}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3835, "count": 512, "max_ms": 5.0615, "p50_ms": 1.2835, "p95_ms": 2.3483, "p99_ms": 2.7661, "results": {"failed": 0, "not_applicable": 0, "success": 1382367, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 467, "h264_decode_error_count": 1062, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:00:04+09:00", "last_error_summary": "[h264 @ 0x564483c77b00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564483c77b00] error while decoding MB 0 57, bytestream 75 [h264 @ 0x564483b76f40] left block unavailable for requested intra mode [h264 @ 0x564483b76f40] error while decoding MB 0 60, bytestream 1983 [h264 @ 0x564483c3b5c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564483c3b5c0] error while decoding MB 0 63, bytestream 1755 [h264 @ 0x564483caff40] left block unavailable for requested int", "last_exit_at": "2026-10-30T09:00:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 270.536, "last_started_at": "2026-10-30T08:55:34+09:00", "pid": 97905, "process": {"exists": false, "pid": 97905}, "restart_count": 505, "restart_count_per_hour": 14, "rtsp_timeout_count": 170, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 506}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.383, "sample_count": 2159, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1382367, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:00:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.023, "last_frame_pushed_at": "2026-10-30T09:00:04+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-10-30T09:00:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 76, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 30.804, "last_sample_duration_ms": 1286.165, "last_trigger": "periodic", "next_snapshot_in_sec": 569.196, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 276, "storage_bytes": 2629994}, "mjpeg": {"age_sec": 0.018, "exists": true, "mtime": "2026-10-30T09:00:04.883793+09:00", "mtime_epoch": 1793318404.8837929, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 86781}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:00:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1409.711, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1382367, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.444, "max": 6.0, "p95": 6.0, "sample_count": 72}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 63}, "total": {"avg": 0.875, "max": 1.0, "p95": 1.0, "sample_count": 72}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 72}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 72}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 72}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 72}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 72}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 72, "pushed_frames": 72, "read_frames": 71, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.401, "pushed": 2.401, "read": 2.367}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 71, "client_acquire_ms": {"avg_ms": 0.008, "count": 71, "max_ms": 0.023, "p95_ms": 0.017, "reason": null, "sample_age_ms": 76.978, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.029, "count": 71, "max_ms": 7.819, "p95_ms": 3.991, "reason": null, "sample_age_ms": 115.25, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.417, "count": 71, "max_ms": 7.454, "p95_ms": 2.392, "reason": null, "sample_age_ms": 115.421, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.368, "count": 71, "max_ms": 1.383, "p95_ms": 0.699, "reason": null, "sample_age_ms": 76.985, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.853, "count": 71, "max_ms": 4.186, "p95_ms": 3.457, "reason": null, "sample_age_ms": 114.116, "source": "client_direct"}, "request_count": 71, "request_tensor_bytes": {"avg": 2764808.0, "count": 71, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 114.092, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 71, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 77.208, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.75, "count": 71, "max_ms": 71.94, "p95_ms": 68.869, "reason": null, "sample_age_ms": 76.975, "source": "client_direct"}, "sample_age_ms": 76.972, "source": "client_direct", "task_total_ms": {"avg_ms": 50.158, "count": 71, "max_ms": 74.501, "p95_ms": 72.155, "reason": null, "sample_age_ms": 76.972, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.366, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.308, "count": 72, "max_ms": 10.466, "p95_ms": 8.91}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.416, "count": 72, "max_ms": 1.069, "p95_ms": 0.829}, "detection_prepare_ms": {"avg_ms": 1.398, "count": 72, "max_ms": 3.709, "p95_ms": 2.793}, "event_filter_ms": {"avg_ms": 0.006, "count": 72, "max_ms": 0.029, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.169, "count": 72, "max_ms": 0.501, "p95_ms": 0.34}, "mcmt_ms": {"avg_ms": 0.004, "count": 72, "max_ms": 0.046, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 0.686, "count": 72, "max_ms": 2.377, "p95_ms": 1.337}, "setup_ms": {"avg_ms": 0.053, "count": 72, "max_ms": 0.146, "p95_ms": 0.119}, "total_inside_ms": {"avg_ms": 4.24, "count": 72, "max_ms": 10.339, "p95_ms": 8.809}, "track_match_ms": {"avg_ms": 0.125, "count": 72, "max_ms": 0.413, "p95_ms": 0.28}, "tracker_update_ms": {"avg_ms": 1.382, "count": 72, "max_ms": 4.048, "p95_ms": 3.03}}, "gstreamer_push": {"avg_ms": 3.412, "count": 72, "max_ms": 9.147, "p95_ms": 5.908}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.065, "count": 72, "max_ms": 0.529, "p95_ms": 0.145}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.622, "count": 72, "max_ms": 81.335, "p95_ms": 78.144}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.669, "count": 72, "max_ms": 12.333, "p95_ms": 8.167}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.677, "count": 72, "max_ms": 193.532, "p95_ms": 145.02}, "inference_input_copy_ms": {"avg_ms": 1.62, "count": 72, "max_ms": 4.585, "p95_ms": 2.844}, "processing_residual_ms": {"avg_ms": 0.242, "count": 72, "max_ms": 0.516, "p95_ms": 0.451}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.208, "count": 72, "max_ms": 203.084, "p95_ms": 149.197}, "read_interval": {"avg_ms": 422.472, "count": 71, "max_ms": 19913.838, "p95_ms": 217.861}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 72, "max_ms": 0.04, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.617, "count": 72, "max_ms": 2.261, "p95_ms": 1.202}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 72, "max_ms": 0.05, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.599, "count": 72, "max_ms": 2.226, "p95_ms": 1.173}, "worker_merge_ms": {"avg_ms": 0.008, "count": 72, "max_ms": 0.03, "p95_ms": 0.022}}, "triton_wait": {"avg_ms": 51.636, "count": 72, "max_ms": 81.344, "p95_ms": 78.161}, "visualize": {"avg_ms": 50.446, "count": 72, "max_ms": 117.959, "p95_ms": 69.455}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.074, "count": 72, "max_ms": 113.68, "p95_ms": 62.503}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.897, "count": 72, "max_ms": 116.116, "p95_ms": 67.585}, "visualize_input_copy_ms": {"avg_ms": 1.306, "count": 72, "max_ms": 3.227, "p95_ms": 2.385}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.746, "count": 72, "max_ms": 115.956, "p95_ms": 67.266}, "visualizer_prepare_ms": {"avg_ms": 0.081, "count": 72, "max_ms": 0.199, "p95_ms": 0.166}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 72}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 72}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 72}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1412.375, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 39.352, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.383, "sample_count": 2158, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1382361, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:00:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84025, "write_bytes_delta": 84025, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 362.0, "cpu_core_ratio": 0.203211, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9205.0, "pid": 97905, "reason": null, "system_cpu_core_ratio": 0.077457, "system_cpu_s_delta": 2.5500000000000007, "user_cpu_core_ratio": 0.125754, "user_cpu_s_delta": 4.140000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.596876, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 113907.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.213842, "system_cpu_s_delta": 7.040000000008149, "user_cpu_core_ratio": 0.383033, "user_cpu_s_delta": 12.610000000015134}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.417, "count": 71, "max_ms": 9.147, "p95_ms": 5.648, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.676, "max": 6.0, "p95": 6.0, "sample_count": 71}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 66}, "total": {"avg": 0.93, "max": 1.0, "p95": 1.0, "sample_count": 71}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.127, "count": 30, "max": 52.225, "p95": 48.749, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.787, "count": 30, "max": 34.246, "p95": 20.646, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 769.267, "count": 30, "max": 991.0, "p95": 984.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 633.433, "count": 30, "max": 9205.0, "p95": 2404.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.202, "p95": 0.126, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.358, "count": 30, "max": 0.432, "p95": 0.413, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 83976.5, "count": 30, "max": 87644.0, "p95": 86469.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 83976.5, "count": 30, "max": 87644.0, "p95": 86469.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 174869.533, "count": 30, "max": 220859.0, "p95": 219170.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.49, "count": 30, "max": 0.658, "p95": 0.64, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.912, "count": 30, "max": 1.153, "p95": 1.1, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10635, "sampled_at": "2026-10-30T09:00:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:00:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2639003, "flush_count": 2753, "flush_interval_seconds": 30.0, "flush_state": {"count": 2753, "last_at": "2026-10-30T08:59:36", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:59:36", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2752}, "started": true, "suppressed_count": 1379756, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1379615}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2753, "written_record_count": 2753}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9105.918, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3821968281600, "copied_frame_count": 1382367, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3821968281600, "frame_buffer_copies": 1382367, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1149, "count": 512, "max_ms": 2.0178, "p50_ms": 0.0928, "p95_ms": 0.2192, "p99_ms": 0.2827}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3835, "count": 512, "max_ms": 5.0615, "p50_ms": 1.2835, "p95_ms": 2.3483, "p99_ms": 2.7661, "results": {"failed": 0, "not_applicable": 0, "success": 1382367, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 467, "h264_decode_error_count": 1062, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:00:04+09:00", "last_error_summary": "[h264 @ 0x564483c77b00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564483c77b00] error while decoding MB 0 57, bytestream 75 [h264 @ 0x564483b76f40] left block unavailable for requested intra mode [h264 @ 0x564483b76f40] error while decoding MB 0 60, bytestream 1983 [h264 @ 0x564483c3b5c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564483c3b5c0] error while decoding MB 0 63, bytestream 1755 [h264 @ 0x564483caff40] left block unavailable for requested int", "last_exit_at": "2026-10-30T09:00:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 270.563, "last_started_at": "2026-10-30T08:55:34+09:00", "pid": 97905, "process": {"exists": false, "pid": 97905}, "restart_count": 505, "restart_count_per_hour": 14, "rtsp_timeout_count": 170, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 506}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.383, "sample_count": 2158, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1382367, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:00:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.05, "last_frame_pushed_at": "2026-10-30T09:00:04+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-10-30T09:00:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 76, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 30.831, "last_sample_duration_ms": 1286.165, "last_trigger": "periodic", "next_snapshot_in_sec": 569.169, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 276, "storage_bytes": 2629994}, "mjpeg": {"age_sec": 0.045, "exists": true, "mtime": "2026-10-30T09:00:04.883793+09:00", "mtime_epoch": 1793318404.8837929, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 86781}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:00:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1409.711, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1382367, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.437, "max": 6.0, "p95": 6.0, "sample_count": 71}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 62}, "total": {"avg": 0.873, "max": 1.0, "p95": 1.0, "sample_count": 71}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 71}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 71}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 71}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 71}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 71}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 71, "pushed_frames": 71, "read_frames": 71, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.368, "pushed": 2.368, "read": 2.368}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 71, "client_acquire_ms": {"avg_ms": 0.008, "count": 71, "max_ms": 0.023, "p95_ms": 0.017, "reason": null, "sample_age_ms": 105.823, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.029, "count": 71, "max_ms": 7.819, "p95_ms": 3.991, "reason": null, "sample_age_ms": 144.095, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.417, "count": 71, "max_ms": 7.454, "p95_ms": 2.392, "reason": null, "sample_age_ms": 144.265, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.368, "count": 71, "max_ms": 1.383, "p95_ms": 0.699, "reason": null, "sample_age_ms": 105.83, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.853, "count": 71, "max_ms": 4.186, "p95_ms": 3.457, "reason": null, "sample_age_ms": 142.96, "source": "client_direct"}, "request_count": 71, "request_tensor_bytes": {"avg": 2764808.0, "count": 71, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 142.936, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 71, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 106.053, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.75, "count": 71, "max_ms": 71.94, "p95_ms": 68.869, "reason": null, "sample_age_ms": 105.819, "source": "client_direct"}, "sample_age_ms": 105.817, "source": "client_direct", "task_total_ms": {"avg_ms": 50.158, "count": 71, "max_ms": 74.501, "p95_ms": 72.155, "reason": null, "sample_age_ms": 105.817, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.685, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.271, "count": 71, "max_ms": 10.466, "p95_ms": 8.91}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.413, "count": 71, "max_ms": 1.069, "p95_ms": 0.829}, "detection_prepare_ms": {"avg_ms": 1.377, "count": 71, "max_ms": 3.709, "p95_ms": 2.718}, "event_filter_ms": {"avg_ms": 0.006, "count": 71, "max_ms": 0.029, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.169, "count": 71, "max_ms": 0.501, "p95_ms": 0.34}, "mcmt_ms": {"avg_ms": 0.004, "count": 71, "max_ms": 0.046, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 0.684, "count": 71, "max_ms": 2.377, "p95_ms": 1.337}, "setup_ms": {"avg_ms": 0.053, "count": 71, "max_ms": 0.146, "p95_ms": 0.119}, "total_inside_ms": {"avg_ms": 4.204, "count": 71, "max_ms": 10.339, "p95_ms": 8.809}, "track_match_ms": {"avg_ms": 0.125, "count": 71, "max_ms": 0.413, "p95_ms": 0.28}, "tracker_update_ms": {"avg_ms": 1.372, "count": 71, "max_ms": 4.048, "p95_ms": 3.03}}, "gstreamer_push": {"avg_ms": 3.4, "count": 71, "max_ms": 9.147, "p95_ms": 5.908}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.065, "count": 71, "max_ms": 0.529, "p95_ms": 0.145}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.579, "count": 71, "max_ms": 81.335, "p95_ms": 78.144}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.669, "count": 71, "max_ms": 12.333, "p95_ms": 8.167}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.623, "count": 71, "max_ms": 193.532, "p95_ms": 145.02}, "inference_input_copy_ms": {"avg_ms": 1.612, "count": 71, "max_ms": 4.585, "p95_ms": 2.844}, "processing_residual_ms": {"avg_ms": 0.242, "count": 71, "max_ms": 0.516, "p95_ms": 0.451}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.146, "count": 71, "max_ms": 203.084, "p95_ms": 149.197}, "read_interval": {"avg_ms": 422.472, "count": 71, "max_ms": 19913.838, "p95_ms": 217.861}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 71, "max_ms": 0.04, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.615, "count": 71, "max_ms": 2.261, "p95_ms": 1.202}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 71, "max_ms": 0.05, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.598, "count": 71, "max_ms": 2.226, "p95_ms": 1.173}, "worker_merge_ms": {"avg_ms": 0.008, "count": 71, "max_ms": 0.03, "p95_ms": 0.022}}, "triton_wait": {"avg_ms": 51.593, "count": 71, "max_ms": 81.344, "p95_ms": 78.161}, "visualize": {"avg_ms": 50.51, "count": 71, "max_ms": 117.959, "p95_ms": 69.455}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.159, "count": 71, "max_ms": 113.68, "p95_ms": 62.503}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.973, "count": 71, "max_ms": 116.116, "p95_ms": 67.585}, "visualize_input_copy_ms": {"avg_ms": 1.294, "count": 71, "max_ms": 3.227, "p95_ms": 2.385}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.823, "count": 71, "max_ms": 115.956, "p95_ms": 67.266}, "visualizer_prepare_ms": {"avg_ms": 0.081, "count": 71, "max_ms": 0.199, "p95_ms": 0.166}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 71}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 71}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 71}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1412.375, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 39.352, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.383, "sample_count": 2158, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1382361, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:00:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84025, "write_bytes_delta": 84025, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 362.0, "cpu_core_ratio": 0.203211, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9205.0, "pid": 97905, "reason": null, "system_cpu_core_ratio": 0.077457, "system_cpu_s_delta": 2.5500000000000007, "user_cpu_core_ratio": 0.125754, "user_cpu_s_delta": 4.140000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.596876, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 113907.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.213842, "system_cpu_s_delta": 7.040000000008149, "user_cpu_core_ratio": 0.383033, "user_cpu_s_delta": 12.610000000015134}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.417, "count": 71, "max_ms": 9.147, "p95_ms": 5.648, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.676, "max": 6.0, "p95": 6.0, "sample_count": 71}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 66}, "total": {"avg": 0.93, "max": 1.0, "p95": 1.0, "sample_count": 71}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.127, "count": 30, "max": 52.225, "p95": 48.749, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.787, "count": 30, "max": 34.246, "p95": 20.646, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 769.267, "count": 30, "max": 991.0, "p95": 984.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 633.433, "count": 30, "max": 9205.0, "p95": 2404.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.202, "p95": 0.126, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.358, "count": 30, "max": 0.432, "p95": 0.413, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 83976.5, "count": 30, "max": 87644.0, "p95": 86469.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 83976.5, "count": 30, "max": 87644.0, "p95": 86469.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 174869.533, "count": 30, "max": 220859.0, "p95": 219170.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.49, "count": 30, "max": 0.658, "p95": 0.64, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.912, "count": 30, "max": 1.153, "p95": 1.1, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10635, "sampled_at": "2026-10-30T09:00:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:00:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2639003, "flush_count": 2753, "flush_interval_seconds": 30.0, "flush_state": {"count": 2753, "last_at": "2026-10-30T08:59:36", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T08:59:36", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2752}, "started": true, "suppressed_count": 1379756, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1379615}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2753, "written_record_count": 2753}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9278.512, "limit_mb": null}, "detail": {"pid": 98021, "restart_count": 506, "start_count": 507}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3821968281600, "copied_frame_count": 1382367, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3821968281600, "frame_buffer_copies": 1382367, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1149, "count": 512, "max_ms": 2.0178, "p50_ms": 0.0928, "p95_ms": 0.2192, "p99_ms": 0.2827}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3835, "count": 512, "max_ms": 5.0615, "p50_ms": 1.2835, "p95_ms": 2.3483, "p99_ms": 2.7661, "results": {"failed": 0, "not_applicable": 0, "success": 1382367, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 467, "h264_decode_error_count": 1062, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:00:04+09:00", "last_error_summary": "[h264 @ 0x564483c77b00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564483c77b00] error while decoding MB 0 57, bytestream 75 [h264 @ 0x564483b76f40] left block unavailable for requested intra mode [h264 @ 0x564483b76f40] error while decoding MB 0 60, bytestream 1983 [h264 @ 0x564483c3b5c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x564483c3b5c0] error while decoding MB 0 63, bytestream 1755 [h264 @ 0x564483caff40] left block unavailable for requested int", "last_exit_at": "2026-10-30T09:00:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T09:00:07+09:00", "pid": 98021, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.891, "name": "ffmpeg", "pid": 98021, "rss_mb": 208.891, "state": "S (sleeping)", "threads": 70}, "restart_count": 506, "restart_count_per_hour": 15, "rtsp_timeout_count": 170, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 507}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.356, "sample_count": 2122, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1382367, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:00:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.757, "last_frame_pushed_at": "2026-10-30T09:00:04+09:00", "last_frame_read_age_sec": 4.848, "last_frame_read_at": "2026-10-30T09:00:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 76, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 35.536, "last_sample_duration_ms": 1286.165, "last_trigger": "periodic", "next_snapshot_in_sec": 564.464, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 276, "storage_bytes": 2629994}, "mjpeg": {"age_sec": 4.752, "exists": true, "mtime": "2026-10-30T09:00:04.883793+09:00", "mtime_epoch": 1793318404.8837929, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 86781}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:00:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1409.715, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1382367, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.419, "max": 6.0, "p95": 6.0, "sample_count": 43}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 39}, "total": {"avg": 0.907, "max": 1.0, "p95": 1.0, "sample_count": 43}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 43}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 43}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 43}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 43}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 43}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 43, "pushed_frames": 43, "read_frames": 42, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.436, "pushed": 1.436, "read": 1.403}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 42, "client_acquire_ms": {"avg_ms": 0.008, "count": 42, "max_ms": 0.023, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4812.349, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.047, "count": 42, "max_ms": 7.819, "p95_ms": 3.494, "reason": null, "sample_age_ms": 4850.621, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.486, "count": 42, "max_ms": 7.454, "p95_ms": 2.684, "reason": null, "sample_age_ms": 4850.791, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.39, "count": 42, "max_ms": 1.383, "p95_ms": 0.711, "reason": null, "sample_age_ms": 4812.356, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.89, "count": 42, "max_ms": 4.037, "p95_ms": 3.342, "reason": null, "sample_age_ms": 4849.487, "source": "client_direct"}, "request_count": 42, "request_tensor_bytes": {"avg": 2764808.0, "count": 42, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4849.462, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 42, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4812.579, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.842, "count": 42, "max_ms": 71.94, "p95_ms": 66.532, "reason": null, "sample_age_ms": 4812.346, "source": "client_direct"}, "sample_age_ms": 4812.343, "source": "client_direct", "task_total_ms": {"avg_ms": 49.313, "count": 42, "max_ms": 74.501, "p95_ms": 70.939, "reason": null, "sample_age_ms": 4812.343, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.283, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.417, "count": 43, "max_ms": 10.466, "p95_ms": 8.449}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.423, "count": 43, "max_ms": 1.069, "p95_ms": 0.829}, "detection_prepare_ms": {"avg_ms": 1.461, "count": 43, "max_ms": 3.709, "p95_ms": 2.793}, "event_filter_ms": {"avg_ms": 0.006, "count": 43, "max_ms": 0.029, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.169, "count": 43, "max_ms": 0.367, "p95_ms": 0.322}, "mcmt_ms": {"avg_ms": 0.005, "count": 43, "max_ms": 0.046, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 0.683, "count": 43, "max_ms": 1.914, "p95_ms": 1.337}, "setup_ms": {"avg_ms": 0.057, "count": 43, "max_ms": 0.146, "p95_ms": 0.132}, "total_inside_ms": {"avg_ms": 4.347, "count": 43, "max_ms": 10.339, "p95_ms": 8.282}, "track_match_ms": {"avg_ms": 0.129, "count": 43, "max_ms": 0.367, "p95_ms": 0.28}, "tracker_update_ms": {"avg_ms": 1.415, "count": 43, "max_ms": 4.048, "p95_ms": 2.632}}, "gstreamer_push": {"avg_ms": 3.62, "count": 43, "max_ms": 7.787, "p95_ms": 5.908}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 43, "max_ms": 0.18, "p95_ms": 0.126}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.805, "count": 43, "max_ms": 81.335, "p95_ms": 78.144}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.75, "count": 43, "max_ms": 12.333, "p95_ms": 8.167}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 43, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 43, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.534, "count": 43, "max_ms": 161.944, "p95_ms": 145.02}, "inference_input_copy_ms": {"avg_ms": 1.57, "count": 43, "max_ms": 3.65, "p95_ms": 2.748}, "processing_residual_ms": {"avg_ms": 0.236, "count": 43, "max_ms": 0.516, "p95_ms": 0.45}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 43, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 43, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.09, "count": 43, "max_ms": 168.253, "p95_ms": 149.197}, "read_interval": {"avg_ms": 600.477, "count": 42, "max_ms": 19913.838, "p95_ms": 196.633}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 43, "max_ms": 0.04, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.613, "count": 43, "max_ms": 1.67, "p95_ms": 1.202}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 43, "max_ms": 0.05, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.596, "count": 43, "max_ms": 1.63, "p95_ms": 1.173}, "worker_merge_ms": {"avg_ms": 0.008, "count": 43, "max_ms": 0.03, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 50.82, "count": 43, "max_ms": 81.344, "p95_ms": 78.161}, "visualize": {"avg_ms": 51.023, "count": 43, "max_ms": 77.981, "p95_ms": 69.455}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.37, "count": 43, "max_ms": 72.323, "p95_ms": 62.503}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 43, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.375, "count": 43, "max_ms": 76.085, "p95_ms": 67.585}, "visualize_input_copy_ms": {"avg_ms": 1.399, "count": 43, "max_ms": 3.227, "p95_ms": 2.385}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 43, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.221, "count": 43, "max_ms": 75.899, "p95_ms": 67.266}, "visualizer_prepare_ms": {"avg_ms": 0.082, "count": 43, "max_ms": 0.186, "p95_ms": 0.155}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 43}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 43}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 43}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1412.375, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 39.352, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.383, "sample_count": 2158, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1382361, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:00:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84025, "write_bytes_delta": 84025, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 362.0, "cpu_core_ratio": 0.203211, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9205.0, "pid": 97905, "reason": null, "system_cpu_core_ratio": 0.077457, "system_cpu_s_delta": 2.5500000000000007, "user_cpu_core_ratio": 0.125754, "user_cpu_s_delta": 4.140000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.596876, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 113907.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.213842, "system_cpu_s_delta": 7.040000000008149, "user_cpu_core_ratio": 0.383033, "user_cpu_s_delta": 12.610000000015134}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.417, "count": 71, "max_ms": 9.147, "p95_ms": 5.648, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.676, "max": 6.0, "p95": 6.0, "sample_count": 71}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 66}, "total": {"avg": 0.93, "max": 1.0, "p95": 1.0, "sample_count": 71}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.127, "count": 30, "max": 52.225, "p95": 48.749, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.787, "count": 30, "max": 34.246, "p95": 20.646, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 769.267, "count": 30, "max": 991.0, "p95": 984.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 633.433, "count": 30, "max": 9205.0, "p95": 2404.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.202, "p95": 0.126, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.358, "count": 30, "max": 0.432, "p95": 0.413, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 83976.5, "count": 30, "max": 87644.0, "p95": 86469.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 83976.5, "count": 30, "max": 87644.0, "p95": 86469.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 174869.533, "count": 30, "max": 220859.0, "p95": 219170.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.49, "count": 30, "max": 0.658, "p95": 0.64, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.912, "count": 30, "max": 1.153, "p95": 1.1, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10635, "sampled_at": "2026-10-30T09:00:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:00:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2145278, "flush_count": 2757, "flush_interval_seconds": 30.0, "flush_state": {"count": 2757, "last_at": "2026-10-30T09:01:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:01:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2756}, "started": true, "suppressed_count": 1591205, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 1591204}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2757, "written_record_count": 2757}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9046.746, "limit_mb": null}, "detail": {"h264_decode_error_count": 6, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x59afeea0d280] cabac decode of qscale diff failed at 57 101 [h264 @ 0x59afeea0d280] error while decoding MB 57 101, bytestream 102123 [h264 @ 0x59afeeadc100] error while decoding MB 84 94, bytestream -10 [h264 @ 0x59afeeadc100] cabac decode of qscale diff failed at 135 61 [h264 @ 0x59afeeadc100] error while decoding MB 135 61, bytestream 8985 [h264 @ 0x59afedfe43c0] error while decoding MB 22 52, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4406980608000, "copied_frame_count": 1593960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T09:01:13+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2007146, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T09:01:07+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.758}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 4406980608000, "frame_buffer_copies": 1593960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.131, "count": 512, "max_ms": 1.7556, "p50_ms": 0.11, "p95_ms": 0.2417, "p99_ms": 0.3763}, "stages": {"db_insert": {"avg_ms": 26.5042, "count": 1, "max_ms": 26.5042, "p50_ms": 26.5042, "p95_ms": 26.5042, "p99_ms": 26.5042, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.2571, "count": 1, "max_ms": 1.2571, "p50_ms": 1.2571, "p95_ms": 1.2571, "p99_ms": 1.2571, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1378.4915, "count": 1, "max_ms": 1378.4915, "p50_ms": 1378.4915, "p95_ms": 1378.4915, "p99_ms": 1378.4915, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.331, "count": 512, "max_ms": 3.5443, "p50_ms": 1.2471, "p95_ms": 2.2224, "p99_ms": 2.8721, "results": {"failed": 0, "not_applicable": 0, "success": 1593960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 609.8252, "count": 1, "max_ms": 609.8252, "p50_ms": 609.8252, "p95_ms": 609.8252, "p99_ms": 609.8252, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 67.7399, "count": 1, "max_ms": 67.7399, "p50_ms": 67.7399, "p95_ms": 67.7399, "p99_ms": 67.7399, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1452, "count": 50, "max_ms": 8.7346, "p50_ms": 5.0535, "p95_ms": 7.4855, "p99_ms": 8.6361, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3653, "count": 50, "max_ms": 3.6197, "p50_ms": 1.2048, "p95_ms": 2.411, "p99_ms": 3.4457, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 605.8174, "count": 1, "max_ms": 605.8174, "p50_ms": 605.8174, "p95_ms": 605.8174, "p99_ms": 605.8174, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 512.7496, "count": 1, "max_ms": 512.7496, "p50_ms": 512.7496, "p95_ms": 512.7496, "p99_ms": 512.7496, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 87.7315, "count": 1, "max_ms": 87.7315, "p50_ms": 87.7315, "p95_ms": 87.7315, "p99_ms": 87.7315, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.2085, "count": 1, "max_ms": 1.2085, "p50_ms": 1.2085, "p95_ms": 1.2085, "p99_ms": 1.2085, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 30.4431, "count": 1, "max_ms": 30.4431, "p50_ms": 30.4431, "p95_ms": 30.4431, "p99_ms": 30.4431, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8184, "count": 1, "max_ms": 0.8184, "p50_ms": 0.8184, "p95_ms": 0.8184, "p99_ms": 0.8184, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.6616, "count": 1, "max_ms": 0.6616, "p50_ms": 0.6616, "p95_ms": 0.6616, "p99_ms": 0.6616, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.6616, "count": 1, "max_ms": 0.6616, "p50_ms": 0.6616, "p95_ms": 0.6616, "p99_ms": 0.6616, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8184, "count": 1, "max_ms": 0.8184, "p50_ms": 0.8184, "p95_ms": 0.8184, "p99_ms": 0.8184, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.554, "count": 1, "max_ms": 0.554, "p50_ms": 0.554, "p95_ms": 0.554, "p99_ms": 0.554, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 642.3509, "count": 1, "max_ms": 642.3509, "p50_ms": 642.3509, "p95_ms": 642.3509, "p99_ms": 642.3509, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 0.919, "count": 1, "max_ms": 0.919, "p50_ms": 0.919, "p95_ms": 0.919, "p99_ms": 0.919, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 27.6583, "count": 1, "max_ms": 27.6583, "p50_ms": 27.6583, "p95_ms": 27.6583, "p99_ms": 27.6583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6269, "count": 1, "max_ms": 0.6269, "p50_ms": 0.6269, "p95_ms": 0.6269, "p99_ms": 0.6269, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9594, "count": 1, "max_ms": 1.9594, "p50_ms": 1.9594, "p95_ms": 1.9594, "p99_ms": 1.9594, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 767.7144, "count": 1, "max_ms": 767.7144, "p50_ms": 767.7144, "p95_ms": 767.7144, "p99_ms": 767.7144, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6269, "p50_ms": 0.6269, "p95_ms": 0.6269, "p99_ms": 0.6269}, "wait_ms": {"count": 1, "max_ms": 1.9594, "p50_ms": 1.9594, "p95_ms": 1.9594, "p99_ms": 1.9594}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15533, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.2571, "p50_ms": 1.2571, "p95_ms": 1.2571, "p99_ms": 1.2571}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 218, "h264_decode_error_count": 512, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:02:09+09:00", "last_error_summary": "[h264 @ 0x59afeea0d280] cabac decode of qscale diff failed at 57 101 [h264 @ 0x59afeea0d280] error while decoding MB 57 101, bytestream 102123 [h264 @ 0x59afeeadc100] error while decoding MB 84 94, bytestream -10 [h264 @ 0x59afeeadc100] cabac decode of qscale diff failed at 135 61 [h264 @ 0x59afeeadc100] error while decoding MB 135 61, bytestream 8985 [h264 @ 0x59afedfe43c0] error while decoding MB 22 52, bytestream -6", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 933.272, "last_started_at": "2026-10-30T08:46:36+09:00", "pid": 97557, "process": {"exists": false, "pid": 97557}, "restart_count": 246, "restart_count_per_hour": 4, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 247}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.031, "sample_count": 2826, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1593960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:02:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 0.062, "last_frame_pushed_at": "2026-10-30T09:02:09+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-10-30T09:02:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 76, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 155.388, "last_sample_duration_ms": 1286.165, "last_trigger": "periodic", "next_snapshot_in_sec": 444.612, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 276, "storage_bytes": 2629994}, "mjpeg": {"age_sec": 0.051, "exists": true, "mtime": "2026-10-30T09:02:09.438149+09:00", "mtime_epoch": 1793318529.4381487, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 85275}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T09:02:09+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1653.82, "name": "celery", "pid": 176, "rss_mb": 1653.82, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1593960, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 170}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 170, "pushed_frames": 170, "read_frames": 169, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.674, "pushed": 5.674, "read": 5.641}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 169, "client_acquire_ms": {"avg_ms": 0.007, "count": 170, "max_ms": 0.021, "p95_ms": 0.013, "reason": null, "sample_age_ms": 101.785, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.653, "count": 169, "max_ms": 5.048, "p95_ms": 2.311, "reason": null, "sample_age_ms": 138.911, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.274, "count": 169, "max_ms": 2.27, "p95_ms": 1.524, "reason": null, "sample_age_ms": 139.205, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.156, "count": 170, "max_ms": 0.809, "p95_ms": 0.372, "reason": null, "sample_age_ms": 101.792, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.497, "count": 169, "max_ms": 3.462, "p95_ms": 2.63, "reason": null, "sample_age_ms": 137.592, "source": "client_direct"}, "request_count": 169, "request_tensor_bytes": {"avg": 2211848.0, "count": 169, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 137.56, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 170, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 101.861, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.963, "count": 170, "max_ms": 91.661, "p95_ms": 58.287, "reason": null, "sample_age_ms": 101.781, "source": "client_direct"}, "sample_age_ms": 101.777, "source": "client_direct", "task_total_ms": {"avg_ms": 41.787, "count": 170, "max_ms": 94.26, "p95_ms": 61.156, "reason": null, "sample_age_ms": 101.777, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.607, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.7, "count": 170, "max_ms": 2.215, "p95_ms": 1.262}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.214, "count": 170, "max_ms": 0.774, "p95_ms": 0.41}, "detection_prepare_ms": {"avg_ms": 0.104, "count": 170, "max_ms": 0.449, "p95_ms": 0.228}, "event_filter_ms": {"avg_ms": 0.004, "count": 170, "max_ms": 0.028, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.076, "count": 170, "max_ms": 0.348, "p95_ms": 0.142}, "mcmt_ms": {"avg_ms": 0.003, "count": 170, "max_ms": 0.031, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.184, "count": 170, "max_ms": 1.404, "p95_ms": 0.374}, "setup_ms": {"avg_ms": 0.042, "count": 170, "max_ms": 0.131, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 0.658, "count": 170, "max_ms": 2.126, "p95_ms": 1.209}, "track_match_ms": {"avg_ms": 0.004, "count": 170, "max_ms": 0.017, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.028, "count": 170, "max_ms": 0.11, "p95_ms": 0.059}}, "gstreamer_push": {"avg_ms": 2.624, "count": 170, "max_ms": 5.848, "p95_ms": 4.001}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 170, "max_ms": 0.456, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.774, "count": 170, "max_ms": 94.982, "p95_ms": 64.542}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.037, "count": 170, "max_ms": 0.155, "p95_ms": 0.074}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 74.519, "count": 170, "max_ms": 139.693, "p95_ms": 103.436}, "inference_input_copy_ms": {"avg_ms": 1.444, "count": 170, "max_ms": 3.961, "p95_ms": 2.488}, "processing_residual_ms": {"avg_ms": 0.162, "count": 170, "max_ms": 1.49, "p95_ms": 0.302}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 76.163, "count": 170, "max_ms": 141.537, "p95_ms": 104.411}, "read_interval": {"avg_ms": 176.864, "count": 169, "max_ms": 3895.884, "p95_ms": 183.042}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 170, "max_ms": 0.071, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.131, "count": 170, "max_ms": 1.334, "p95_ms": 0.283}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 170, "max_ms": 0.037, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.116, "count": 170, "max_ms": 1.311, "p95_ms": 0.253}, "worker_merge_ms": {"avg_ms": 0.005, "count": 170, "max_ms": 0.015, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 42.788, "count": 170, "max_ms": 94.993, "p95_ms": 64.557}, "visualize": {"avg_ms": 30.171, "count": 170, "max_ms": 43.916, "p95_ms": 41.471}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.366, "count": 170, "max_ms": 43.293, "p95_ms": 40.729}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.996, "count": 170, "max_ms": 43.736, "p95_ms": 41.294}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.009, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.902, "count": 170, "max_ms": 43.673, "p95_ms": 41.206}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 170, "max_ms": 0.222, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1653.723, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 64.92, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.778, "sample_count": 2932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1593807, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:01:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84364, "write_bytes_delta": 84364, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 508.0, "cpu_core_ratio": 1.522717, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 29939.0, "pid": 97557, "reason": null, "system_cpu_core_ratio": 0.317646, "system_cpu_s_delta": 3.200000000000003, "user_cpu_core_ratio": 1.20507, "user_cpu_s_delta": 12.1400000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.548932, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.053603, "system_cpu_s_delta": 0.5400000000008731, "user_cpu_core_ratio": 0.49533, "user_cpu_s_delta": 4.990000000005239}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.076, "count": 279, "max_ms": 7.51, "p95_ms": 5.413, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.022, "max": 3.0, "p95": 2.0, "sample_count": 279}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 20}, "total": {"avg": 0.072, "max": 1.0, "p95": 1.0, "sample_count": 279}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.678, "count": 30, "max": 64.92, "p95": 35.794, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.917, "count": 30, "max": 30.729, "p95": 30.018, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1140.367, "count": 30, "max": 1532.0, "p95": 1505.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1117.6, "count": 30, "max": 29939.0, "p95": 1965.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.318, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.163, "count": 30, "max": 1.436, "p95": 1.355, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 78841.967, "count": 30, "max": 84364.0, "p95": 81944.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 78841.967, "count": 30, "max": 84364.0, "p95": 81944.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 32117.7, "count": 30, "max": 149216.0, "p95": 109993.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.15, "p95": 0.129, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.605, "count": 30, "max": 0.674, "p95": 0.663, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11591, "sampled_at": "2026-10-30T09:01:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:01:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2145278, "flush_count": 2757, "flush_interval_seconds": 30.0, "flush_state": {"count": 2757, "last_at": "2026-10-30T09:01:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:01:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2756}, "started": true, "suppressed_count": 1591205, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 1591204}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2757, "written_record_count": 2757}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9055.902, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4406980608000, "copied_frame_count": 1593960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T09:01:13+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2007146, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T09:01:07+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.758}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 4406980608000, "frame_buffer_copies": 1593960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.131, "count": 512, "max_ms": 1.7556, "p50_ms": 0.11, "p95_ms": 0.2417, "p99_ms": 0.3763}, "stages": {"db_insert": {"avg_ms": 26.5042, "count": 1, "max_ms": 26.5042, "p50_ms": 26.5042, "p95_ms": 26.5042, "p99_ms": 26.5042, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.2571, "count": 1, "max_ms": 1.2571, "p50_ms": 1.2571, "p95_ms": 1.2571, "p99_ms": 1.2571, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1378.4915, "count": 1, "max_ms": 1378.4915, "p50_ms": 1378.4915, "p95_ms": 1378.4915, "p99_ms": 1378.4915, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.331, "count": 512, "max_ms": 3.5443, "p50_ms": 1.2471, "p95_ms": 2.2224, "p99_ms": 2.8721, "results": {"failed": 0, "not_applicable": 0, "success": 1593960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 609.8252, "count": 1, "max_ms": 609.8252, "p50_ms": 609.8252, "p95_ms": 609.8252, "p99_ms": 609.8252, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 67.7399, "count": 1, "max_ms": 67.7399, "p50_ms": 67.7399, "p95_ms": 67.7399, "p99_ms": 67.7399, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1452, "count": 50, "max_ms": 8.7346, "p50_ms": 5.0535, "p95_ms": 7.4855, "p99_ms": 8.6361, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3653, "count": 50, "max_ms": 3.6197, "p50_ms": 1.2048, "p95_ms": 2.411, "p99_ms": 3.4457, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 605.8174, "count": 1, "max_ms": 605.8174, "p50_ms": 605.8174, "p95_ms": 605.8174, "p99_ms": 605.8174, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 512.7496, "count": 1, "max_ms": 512.7496, "p50_ms": 512.7496, "p95_ms": 512.7496, "p99_ms": 512.7496, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 87.7315, "count": 1, "max_ms": 87.7315, "p50_ms": 87.7315, "p95_ms": 87.7315, "p99_ms": 87.7315, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.2085, "count": 1, "max_ms": 1.2085, "p50_ms": 1.2085, "p95_ms": 1.2085, "p99_ms": 1.2085, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 30.4431, "count": 1, "max_ms": 30.4431, "p50_ms": 30.4431, "p95_ms": 30.4431, "p99_ms": 30.4431, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8184, "count": 1, "max_ms": 0.8184, "p50_ms": 0.8184, "p95_ms": 0.8184, "p99_ms": 0.8184, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.6616, "count": 1, "max_ms": 0.6616, "p50_ms": 0.6616, "p95_ms": 0.6616, "p99_ms": 0.6616, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.6616, "count": 1, "max_ms": 0.6616, "p50_ms": 0.6616, "p95_ms": 0.6616, "p99_ms": 0.6616, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8184, "count": 1, "max_ms": 0.8184, "p50_ms": 0.8184, "p95_ms": 0.8184, "p99_ms": 0.8184, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.554, "count": 1, "max_ms": 0.554, "p50_ms": 0.554, "p95_ms": 0.554, "p99_ms": 0.554, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 642.3509, "count": 1, "max_ms": 642.3509, "p50_ms": 642.3509, "p95_ms": 642.3509, "p99_ms": 642.3509, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 0.919, "count": 1, "max_ms": 0.919, "p50_ms": 0.919, "p95_ms": 0.919, "p99_ms": 0.919, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 27.6583, "count": 1, "max_ms": 27.6583, "p50_ms": 27.6583, "p95_ms": 27.6583, "p99_ms": 27.6583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6269, "count": 1, "max_ms": 0.6269, "p50_ms": 0.6269, "p95_ms": 0.6269, "p99_ms": 0.6269, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9594, "count": 1, "max_ms": 1.9594, "p50_ms": 1.9594, "p95_ms": 1.9594, "p99_ms": 1.9594, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 767.7144, "count": 1, "max_ms": 767.7144, "p50_ms": 767.7144, "p95_ms": 767.7144, "p99_ms": 767.7144, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6269, "p50_ms": 0.6269, "p95_ms": 0.6269, "p99_ms": 0.6269}, "wait_ms": {"count": 1, "max_ms": 1.9594, "p50_ms": 1.9594, "p95_ms": 1.9594, "p99_ms": 1.9594}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15533, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.2571, "p50_ms": 1.2571, "p95_ms": 1.2571, "p99_ms": 1.2571}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 218, "h264_decode_error_count": 512, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:02:09+09:00", "last_error_summary": "[h264 @ 0x59afeea0d280] cabac decode of qscale diff failed at 57 101 [h264 @ 0x59afeea0d280] error while decoding MB 57 101, bytestream 102123 [h264 @ 0x59afeeadc100] error while decoding MB 84 94, bytestream -10 [h264 @ 0x59afeeadc100] cabac decode of qscale diff failed at 135 61 [h264 @ 0x59afeeadc100] error while decoding MB 135 61, bytestream 8985 [h264 @ 0x59afedfe43c0] error while decoding MB 22 52, bytestream -6", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 933.299, "last_started_at": "2026-10-30T08:46:36+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 246, "restart_count_per_hour": 4, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 247}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.031, "sample_count": 2825, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1593960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:02:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 0.089, "last_frame_pushed_at": "2026-10-30T09:02:09+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-10-30T09:02:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 76, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 155.415, "last_sample_duration_ms": 1286.165, "last_trigger": "periodic", "next_snapshot_in_sec": 444.585, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 276, "storage_bytes": 2629994}, "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-10-30T09:02:09.438149+09:00", "mtime_epoch": 1793318529.4381487, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 85275}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T09:02:09+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1653.812, "name": "celery", "pid": 176, "rss_mb": 1653.812, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1593960, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 170}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 170, "pushed_frames": 170, "read_frames": 169, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.669, "pushed": 5.669, "read": 5.636}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 169, "client_acquire_ms": {"avg_ms": 0.007, "count": 169, "max_ms": 0.021, "p95_ms": 0.013, "reason": null, "sample_age_ms": 131.234, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.653, "count": 169, "max_ms": 5.048, "p95_ms": 2.311, "reason": null, "sample_age_ms": 168.36, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.274, "count": 169, "max_ms": 2.27, "p95_ms": 1.524, "reason": null, "sample_age_ms": 168.654, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.157, "count": 169, "max_ms": 0.809, "p95_ms": 0.372, "reason": null, "sample_age_ms": 131.241, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.497, "count": 169, "max_ms": 3.462, "p95_ms": 2.63, "reason": null, "sample_age_ms": 167.041, "source": "client_direct"}, "request_count": 169, "request_tensor_bytes": {"avg": 2211848.0, "count": 169, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 167.01, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 169, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 131.31, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.036, "count": 169, "max_ms": 91.661, "p95_ms": 58.291, "reason": null, "sample_age_ms": 131.231, "source": "client_direct"}, "sample_age_ms": 131.227, "source": "client_direct", "task_total_ms": {"avg_ms": 41.862, "count": 169, "max_ms": 94.26, "p95_ms": 61.166, "reason": null, "sample_age_ms": 131.227, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.769, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.7, "count": 170, "max_ms": 2.215, "p95_ms": 1.262}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.214, "count": 170, "max_ms": 0.774, "p95_ms": 0.41}, "detection_prepare_ms": {"avg_ms": 0.104, "count": 170, "max_ms": 0.449, "p95_ms": 0.228}, "event_filter_ms": {"avg_ms": 0.004, "count": 170, "max_ms": 0.028, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.076, "count": 170, "max_ms": 0.348, "p95_ms": 0.142}, "mcmt_ms": {"avg_ms": 0.003, "count": 170, "max_ms": 0.031, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.184, "count": 170, "max_ms": 1.404, "p95_ms": 0.374}, "setup_ms": {"avg_ms": 0.042, "count": 170, "max_ms": 0.131, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 0.658, "count": 170, "max_ms": 2.126, "p95_ms": 1.209}, "track_match_ms": {"avg_ms": 0.004, "count": 170, "max_ms": 0.017, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.028, "count": 170, "max_ms": 0.11, "p95_ms": 0.059}}, "gstreamer_push": {"avg_ms": 2.624, "count": 170, "max_ms": 5.848, "p95_ms": 4.001}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 170, "max_ms": 0.456, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.774, "count": 170, "max_ms": 94.982, "p95_ms": 64.542}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.037, "count": 170, "max_ms": 0.155, "p95_ms": 0.074}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 74.519, "count": 170, "max_ms": 139.693, "p95_ms": 103.436}, "inference_input_copy_ms": {"avg_ms": 1.444, "count": 170, "max_ms": 3.961, "p95_ms": 2.488}, "processing_residual_ms": {"avg_ms": 0.162, "count": 170, "max_ms": 1.49, "p95_ms": 0.302}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 76.163, "count": 170, "max_ms": 141.537, "p95_ms": 104.411}, "read_interval": {"avg_ms": 176.864, "count": 169, "max_ms": 3895.884, "p95_ms": 183.042}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 170, "max_ms": 0.071, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.131, "count": 170, "max_ms": 1.334, "p95_ms": 0.283}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 170, "max_ms": 0.037, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.116, "count": 170, "max_ms": 1.311, "p95_ms": 0.253}, "worker_merge_ms": {"avg_ms": 0.005, "count": 170, "max_ms": 0.015, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 42.788, "count": 170, "max_ms": 94.993, "p95_ms": 64.557}, "visualize": {"avg_ms": 30.171, "count": 170, "max_ms": 43.916, "p95_ms": 41.471}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.366, "count": 170, "max_ms": 43.293, "p95_ms": 40.729}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.996, "count": 170, "max_ms": 43.736, "p95_ms": 41.294}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.009, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.902, "count": 170, "max_ms": 43.673, "p95_ms": 41.206}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 170, "max_ms": 0.222, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1653.723, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 64.92, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.778, "sample_count": 2932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1593807, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:01:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84364, "write_bytes_delta": 84364, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 508.0, "cpu_core_ratio": 1.522717, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 29939.0, "pid": 97557, "reason": null, "system_cpu_core_ratio": 0.317646, "system_cpu_s_delta": 3.200000000000003, "user_cpu_core_ratio": 1.20507, "user_cpu_s_delta": 12.1400000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.548932, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.053603, "system_cpu_s_delta": 0.5400000000008731, "user_cpu_core_ratio": 0.49533, "user_cpu_s_delta": 4.990000000005239}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.076, "count": 279, "max_ms": 7.51, "p95_ms": 5.413, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.022, "max": 3.0, "p95": 2.0, "sample_count": 279}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 20}, "total": {"avg": 0.072, "max": 1.0, "p95": 1.0, "sample_count": 279}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.678, "count": 30, "max": 64.92, "p95": 35.794, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.917, "count": 30, "max": 30.729, "p95": 30.018, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1140.367, "count": 30, "max": 1532.0, "p95": 1505.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1117.6, "count": 30, "max": 29939.0, "p95": 1965.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.318, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.163, "count": 30, "max": 1.436, "p95": 1.355, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 78841.967, "count": 30, "max": 84364.0, "p95": 81944.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 78841.967, "count": 30, "max": 84364.0, "p95": 81944.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 32117.7, "count": 30, "max": 149216.0, "p95": 109993.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.15, "p95": 0.129, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.605, "count": 30, "max": 0.674, "p95": 0.663, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11591, "sampled_at": "2026-10-30T09:01:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:01:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2145278, "flush_count": 2757, "flush_interval_seconds": 30.0, "flush_state": {"count": 2757, "last_at": "2026-10-30T09:01:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:01:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2756}, "started": true, "suppressed_count": 1591205, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 1591204}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2757, "written_record_count": 2757}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9396.23, "limit_mb": null}, "detail": {"pid": 98200, "restart_count": 247, "start_count": 248}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4406980608000, "copied_frame_count": 1593960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T09:01:13+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2007146, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T09:01:07+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.758}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 4406980608000, "frame_buffer_copies": 1593960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.131, "count": 512, "max_ms": 1.7556, "p50_ms": 0.11, "p95_ms": 0.2417, "p99_ms": 0.3763}, "stages": {"db_insert": {"avg_ms": 26.5042, "count": 1, "max_ms": 26.5042, "p50_ms": 26.5042, "p95_ms": 26.5042, "p99_ms": 26.5042, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.2571, "count": 1, "max_ms": 1.2571, "p50_ms": 1.2571, "p95_ms": 1.2571, "p99_ms": 1.2571, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1378.4915, "count": 1, "max_ms": 1378.4915, "p50_ms": 1378.4915, "p95_ms": 1378.4915, "p99_ms": 1378.4915, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.331, "count": 512, "max_ms": 3.5443, "p50_ms": 1.2471, "p95_ms": 2.2224, "p99_ms": 2.8721, "results": {"failed": 0, "not_applicable": 0, "success": 1593960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 609.8252, "count": 1, "max_ms": 609.8252, "p50_ms": 609.8252, "p95_ms": 609.8252, "p99_ms": 609.8252, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 67.7399, "count": 1, "max_ms": 67.7399, "p50_ms": 67.7399, "p95_ms": 67.7399, "p99_ms": 67.7399, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1452, "count": 50, "max_ms": 8.7346, "p50_ms": 5.0535, "p95_ms": 7.4855, "p99_ms": 8.6361, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3653, "count": 50, "max_ms": 3.6197, "p50_ms": 1.2048, "p95_ms": 2.411, "p99_ms": 3.4457, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 605.8174, "count": 1, "max_ms": 605.8174, "p50_ms": 605.8174, "p95_ms": 605.8174, "p99_ms": 605.8174, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 512.7496, "count": 1, "max_ms": 512.7496, "p50_ms": 512.7496, "p95_ms": 512.7496, "p99_ms": 512.7496, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 87.7315, "count": 1, "max_ms": 87.7315, "p50_ms": 87.7315, "p95_ms": 87.7315, "p99_ms": 87.7315, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.2085, "count": 1, "max_ms": 1.2085, "p50_ms": 1.2085, "p95_ms": 1.2085, "p99_ms": 1.2085, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 30.4431, "count": 1, "max_ms": 30.4431, "p50_ms": 30.4431, "p95_ms": 30.4431, "p99_ms": 30.4431, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8184, "count": 1, "max_ms": 0.8184, "p50_ms": 0.8184, "p95_ms": 0.8184, "p99_ms": 0.8184, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.6616, "count": 1, "max_ms": 0.6616, "p50_ms": 0.6616, "p95_ms": 0.6616, "p99_ms": 0.6616, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.6616, "count": 1, "max_ms": 0.6616, "p50_ms": 0.6616, "p95_ms": 0.6616, "p99_ms": 0.6616, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8184, "count": 1, "max_ms": 0.8184, "p50_ms": 0.8184, "p95_ms": 0.8184, "p99_ms": 0.8184, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.554, "count": 1, "max_ms": 0.554, "p50_ms": 0.554, "p95_ms": 0.554, "p99_ms": 0.554, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 642.3509, "count": 1, "max_ms": 642.3509, "p50_ms": 642.3509, "p95_ms": 642.3509, "p99_ms": 642.3509, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 0.919, "count": 1, "max_ms": 0.919, "p50_ms": 0.919, "p95_ms": 0.919, "p99_ms": 0.919, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 27.6583, "count": 1, "max_ms": 27.6583, "p50_ms": 27.6583, "p95_ms": 27.6583, "p99_ms": 27.6583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6269, "count": 1, "max_ms": 0.6269, "p50_ms": 0.6269, "p95_ms": 0.6269, "p99_ms": 0.6269, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9594, "count": 1, "max_ms": 1.9594, "p50_ms": 1.9594, "p95_ms": 1.9594, "p99_ms": 1.9594, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 767.7144, "count": 1, "max_ms": 767.7144, "p50_ms": 767.7144, "p95_ms": 767.7144, "p99_ms": 767.7144, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6269, "p50_ms": 0.6269, "p95_ms": 0.6269, "p99_ms": 0.6269}, "wait_ms": {"count": 1, "max_ms": 1.9594, "p50_ms": 1.9594, "p95_ms": 1.9594, "p99_ms": 1.9594}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15533, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.2571, "p50_ms": 1.2571, "p95_ms": 1.2571, "p99_ms": 1.2571}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 218, "h264_decode_error_count": 512, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:02:09+09:00", "last_error_summary": "[h264 @ 0x59afeea0d280] cabac decode of qscale diff failed at 57 101 [h264 @ 0x59afeea0d280] error while decoding MB 57 101, bytestream 102123 [h264 @ 0x59afeeadc100] error while decoding MB 84 94, bytestream -10 [h264 @ 0x59afeeadc100] cabac decode of qscale diff failed at 135 61 [h264 @ 0x59afeeadc100] error while decoding MB 135 61, bytestream 8985 [h264 @ 0x59afedfe43c0] error while decoding MB 22 52, bytestream -6", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T09:02:12+09:00", "pid": 98200, "process": {"exists": true, "fd_count": 5, "hwm_mb": 382.371, "name": "ffmpeg", "pid": 98200, "rss_mb": 382.371, "state": "S (sleeping)", "threads": 70}, "restart_count": 247, "restart_count_per_hour": 5, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 248}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.107, "sample_count": 2776, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1593960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:02:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 5.028, "last_frame_pushed_at": "2026-10-30T09:02:09+09:00", "last_frame_read_age_sec": 5.103, "last_frame_read_at": "2026-10-30T09:02:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 76, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 160.362, "last_sample_duration_ms": 1286.165, "last_trigger": "periodic", "next_snapshot_in_sec": 439.638, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 276, "storage_bytes": 2629994}, "mjpeg": {"age_sec": 5.017, "exists": true, "mtime": "2026-10-30T09:02:09.438149+09:00", "mtime_epoch": 1793318529.4381487, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 85275}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T09:02:14+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1653.816, "name": "celery", "pid": 176, "rss_mb": 1653.816, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1593960, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 146}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 146}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 146}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.868, "pushed": 4.868, "read": 4.835}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 145, "client_acquire_ms": {"avg_ms": 0.006, "count": 145, "max_ms": 0.021, "p95_ms": 0.013, "reason": null, "sample_age_ms": 5074.166, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.668, "count": 145, "max_ms": 5.048, "p95_ms": 2.332, "reason": null, "sample_age_ms": 5111.292, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.273, "count": 145, "max_ms": 2.27, "p95_ms": 1.532, "reason": null, "sample_age_ms": 5111.586, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.167, "count": 145, "max_ms": 0.809, "p95_ms": 0.388, "reason": null, "sample_age_ms": 5074.172, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.498, "count": 145, "max_ms": 3.462, "p95_ms": 2.724, "reason": null, "sample_age_ms": 5109.972, "source": "client_direct"}, "request_count": 145, "request_tensor_bytes": {"avg": 2211848.0, "count": 145, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5109.941, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 145, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5074.242, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.023, "count": 145, "max_ms": 91.661, "p95_ms": 58.201, "reason": null, "sample_age_ms": 5074.162, "source": "client_direct"}, "sample_age_ms": 5074.158, "source": "client_direct", "task_total_ms": {"avg_ms": 41.862, "count": 145, "max_ms": 94.26, "p95_ms": 60.972, "reason": null, "sample_age_ms": 5074.158, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.302, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.698, "count": 146, "max_ms": 2.215, "p95_ms": 1.259}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.213, "count": 146, "max_ms": 0.774, "p95_ms": 0.41}, "detection_prepare_ms": {"avg_ms": 0.106, "count": 146, "max_ms": 0.449, "p95_ms": 0.229}, "event_filter_ms": {"avg_ms": 0.004, "count": 146, "max_ms": 0.028, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.076, "count": 146, "max_ms": 0.348, "p95_ms": 0.142}, "mcmt_ms": {"avg_ms": 0.003, "count": 146, "max_ms": 0.031, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.181, "count": 146, "max_ms": 1.404, "p95_ms": 0.368}, "setup_ms": {"avg_ms": 0.042, "count": 146, "max_ms": 0.131, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 0.657, "count": 146, "max_ms": 2.126, "p95_ms": 1.19}, "track_match_ms": {"avg_ms": 0.004, "count": 146, "max_ms": 0.016, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.028, "count": 146, "max_ms": 0.11, "p95_ms": 0.059}}, "gstreamer_push": {"avg_ms": 2.589, "count": 146, "max_ms": 5.848, "p95_ms": 4.001}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 146, "max_ms": 0.152, "p95_ms": 0.089}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.764, "count": 146, "max_ms": 94.982, "p95_ms": 62.649}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.036, "count": 146, "max_ms": 0.13, "p95_ms": 0.074}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 74.483, "count": 146, "max_ms": 139.693, "p95_ms": 105.475}, "inference_input_copy_ms": {"avg_ms": 1.435, "count": 146, "max_ms": 3.961, "p95_ms": 2.488}, "processing_residual_ms": {"avg_ms": 0.156, "count": 146, "max_ms": 1.49, "p95_ms": 0.302}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 76.111, "count": 146, "max_ms": 141.537, "p95_ms": 107.425}, "read_interval": {"avg_ms": 172.127, "count": 145, "max_ms": 3895.884, "p95_ms": 157.614}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 146, "max_ms": 0.071, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.128, "count": 146, "max_ms": 1.334, "p95_ms": 0.277}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 146, "max_ms": 0.037, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.113, "count": 146, "max_ms": 1.311, "p95_ms": 0.23}, "worker_merge_ms": {"avg_ms": 0.005, "count": 146, "max_ms": 0.015, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 42.778, "count": 146, "max_ms": 94.993, "p95_ms": 62.659}, "visualize": {"avg_ms": 30.144, "count": 146, "max_ms": 43.916, "p95_ms": 41.471}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.337, "count": 146, "max_ms": 43.293, "p95_ms": 40.729}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.97, "count": 146, "max_ms": 43.736, "p95_ms": 41.294}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.009, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.876, "count": 146, "max_ms": 43.673, "p95_ms": 41.206}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 146, "max_ms": 0.222, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 146}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1653.723, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 64.92, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.778, "sample_count": 2932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1593807, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:01:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84364, "write_bytes_delta": 84364, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 508.0, "cpu_core_ratio": 1.522717, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 29939.0, "pid": 97557, "reason": null, "system_cpu_core_ratio": 0.317646, "system_cpu_s_delta": 3.200000000000003, "user_cpu_core_ratio": 1.20507, "user_cpu_s_delta": 12.1400000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.548932, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.053603, "system_cpu_s_delta": 0.5400000000008731, "user_cpu_core_ratio": 0.49533, "user_cpu_s_delta": 4.990000000005239}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.076, "count": 279, "max_ms": 7.51, "p95_ms": 5.413, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.022, "max": 3.0, "p95": 2.0, "sample_count": 279}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 20}, "total": {"avg": 0.072, "max": 1.0, "p95": 1.0, "sample_count": 279}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.678, "count": 30, "max": 64.92, "p95": 35.794, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.917, "count": 30, "max": 30.729, "p95": 30.018, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1140.367, "count": 30, "max": 1532.0, "p95": 1505.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1117.6, "count": 30, "max": 29939.0, "p95": 1965.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.318, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.163, "count": 30, "max": 1.436, "p95": 1.355, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 78841.967, "count": 30, "max": 84364.0, "p95": 81944.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 78841.967, "count": 30, "max": 84364.0, "p95": 81944.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 32117.7, "count": 30, "max": 149216.0, "p95": 109993.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.15, "p95": 0.129, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.605, "count": 30, "max": 0.674, "p95": 0.663, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11591, "sampled_at": "2026-10-30T09:01:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:01:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2643170, "flush_count": 2757, "flush_interval_seconds": 30.0, "flush_state": {"count": 2757, "last_at": "2026-10-30T09:03:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:03:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2756}, "started": true, "suppressed_count": 1381638, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1381497}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2757, "written_record_count": 2757}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9242.176, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x61a9b1ea8c80] error while decoding MB 29 2, bytestream -30 [h264 @ 0x61a9b23b69c0] error while decoding MB 39 66, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3827179929600, "copied_frame_count": 1384252, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3827179929600, "frame_buffer_copies": 1384252, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1203, "count": 512, "max_ms": 0.5876, "p50_ms": 0.1047, "p95_ms": 0.2271, "p99_ms": 0.3279}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.526, "count": 512, "max_ms": 4.1007, "p50_ms": 1.4136, "p95_ms": 2.5515, "p99_ms": 3.2957, "results": {"failed": 0, "not_applicable": 0, "success": 1384252, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 468, "h264_decode_error_count": 1064, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:04:27+09:00", "last_error_summary": "[h264 @ 0x61a9b1ea8c80] error while decoding MB 29 2, bytestream -30 [h264 @ 0x61a9b23b69c0] error while decoding MB 39 66, bytestream -5", "last_exit_at": "2026-10-30T09:00:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 259.441, "last_started_at": "2026-10-30T09:00:07+09:00", "pid": 98021, "process": {"exists": false, "pid": 98021}, "restart_count": 506, "restart_count_per_hour": 14, "rtsp_timeout_count": 170, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 507}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.624, "sample_count": 2020, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1384252, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:04:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.075, "last_frame_pushed_at": "2026-10-30T09:04:27+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-10-30T09:04:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 76, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 292.996, "last_sample_duration_ms": 1286.165, "last_trigger": "periodic", "next_snapshot_in_sec": 307.004, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 276, "storage_bytes": 2629994}, "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-10-30T09:04:27.013083+09:00", "mtime_epoch": 1793318667.0130835, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 82772}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:04:27+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1423.688, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1384253, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.047, "max": 10.0, "p95": 8.0, "sample_count": 214}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.299, "max": 4.0, "p95": 4.0, "sample_count": 214}, "total": {"avg": 2.299, "max": 4.0, "p95": 4.0, "sample_count": 214}}, "tracking_counts": {"active": {"avg": 0.215, "max": 3.0, "p95": 2.0, "sample_count": 214}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}, "removed": {"avg": 0.019, "max": 1.0, "p95": 0.0, "sample_count": 214}, "tracked": {"avg": 0.215, "max": 3.0, "p95": 2.0, "sample_count": 214}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 215, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.134, "pushed": 7.168, "read": 7.168}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 215, "client_acquire_ms": {"avg_ms": 0.009, "count": 215, "max_ms": 0.042, "p95_ms": 0.018, "reason": null, "sample_age_ms": 22.006, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.13, "count": 215, "max_ms": 11.565, "p95_ms": 3.563, "reason": null, "sample_age_ms": 83.691, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.526, "count": 215, "max_ms": 10.867, "p95_ms": 2.967, "reason": null, "sample_age_ms": 83.936, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.377, "count": 215, "max_ms": 1.193, "p95_ms": 0.7, "reason": null, "sample_age_ms": 22.016, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.349, "count": 215, "max_ms": 9.419, "p95_ms": 3.868, "reason": null, "sample_age_ms": 81.638, "source": "client_direct"}, "request_count": 215, "request_tensor_bytes": {"avg": 2764808.0, "count": 215, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 81.588, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 215, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 22.363, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.623, "count": 215, "max_ms": 101.654, "p95_ms": 72.702, "reason": null, "sample_age_ms": 22.002, "source": "client_direct"}, "sample_age_ms": 21.998, "source": "client_direct", "task_total_ms": {"avg_ms": 56.563, "count": 215, "max_ms": 104.237, "p95_ms": 75.06, "reason": null, "sample_age_ms": 21.998, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.835, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.429, "count": 214, "max_ms": 16.537, "p95_ms": 10.508}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.522, "count": 214, "max_ms": 1.649, "p95_ms": 1.066}, "detection_prepare_ms": {"avg_ms": 1.739, "count": 214, "max_ms": 4.272, "p95_ms": 3.138}, "event_filter_ms": {"avg_ms": 0.006, "count": 214, "max_ms": 0.032, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.42, "count": 214, "max_ms": 2.087, "p95_ms": 0.719}, "mcmt_ms": {"avg_ms": 0.004, "count": 214, "max_ms": 0.042, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.368, "count": 214, "max_ms": 6.091, "p95_ms": 3.096}, "setup_ms": {"avg_ms": 0.052, "count": 214, "max_ms": 0.134, "p95_ms": 0.106}, "total_inside_ms": {"avg_ms": 6.363, "count": 214, "max_ms": 16.347, "p95_ms": 10.427}, "track_match_ms": {"avg_ms": 0.118, "count": 214, "max_ms": 0.745, "p95_ms": 0.283}, "tracker_update_ms": {"avg_ms": 2.132, "count": 214, "max_ms": 7.048, "p95_ms": 3.97}}, "gstreamer_push": {"avg_ms": 3.277, "count": 215, "max_ms": 10.054, "p95_ms": 5.155}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.062, "count": 214, "max_ms": 0.354, "p95_ms": 0.125}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.14, "count": 214, "max_ms": 105.166, "p95_ms": 80.056}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.191, "count": 214, "max_ms": 11.93, "p95_ms": 8.259}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 118.61, "count": 214, "max_ms": 190.99, "p95_ms": 147.183}, "inference_input_copy_ms": {"avg_ms": 1.864, "count": 214, "max_ms": 4.912, "p95_ms": 3.112}, "processing_residual_ms": {"avg_ms": 0.242, "count": 214, "max_ms": 0.616, "p95_ms": 0.487}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 123.908, "count": 214, "max_ms": 196.282, "p95_ms": 152.91}, "read_interval": {"avg_ms": 139.948, "count": 215, "max_ms": 217.519, "p95_ms": 187.115}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 214, "max_ms": 0.366, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 1.293, "count": 214, "max_ms": 5.775, "p95_ms": 3.022}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 214, "max_ms": 0.076, "p95_ms": 0.046}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.273, "count": 214, "max_ms": 5.708, "p95_ms": 3.003}, "worker_merge_ms": {"avg_ms": 0.008, "count": 214, "max_ms": 0.046, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 58.155, "count": 214, "max_ms": 105.182, "p95_ms": 80.086}, "visualize": {"avg_ms": 52.655, "count": 214, "max_ms": 75.631, "p95_ms": 66.032}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.263, "count": 214, "max_ms": 65.85, "p95_ms": 57.555}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 50.914, "count": 214, "max_ms": 74.115, "p95_ms": 64.383}, "visualize_input_copy_ms": {"avg_ms": 1.506, "count": 214, "max_ms": 4.953, "p95_ms": 2.643}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 50.751, "count": 214, "max_ms": 73.97, "p95_ms": 64.281}, "visualizer_prepare_ms": {"avg_ms": 0.087, "count": 214, "max_ms": 0.243, "p95_ms": 0.172}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 214}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1410.504, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.562, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.146, "sample_count": 2038, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1384169, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:04:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 82848, "write_bytes_delta": 82848, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 826.0, "cpu_core_ratio": 0.377969, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 98021, "reason": null, "system_cpu_core_ratio": 0.029998, "system_cpu_s_delta": 0.6000000000000005, "user_cpu_core_ratio": 0.347971, "user_cpu_s_delta": 6.959999999999994}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.735357, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 179802.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.615949, "system_cpu_s_delta": 12.320000000006985, "user_cpu_core_ratio": 1.119408, "user_cpu_s_delta": 22.389999999984866}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.253, "count": 220, "max_ms": 10.83, "p95_ms": 5.155, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.509, "max": 10.0, "p95": 7.0, "sample_count": 220}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.05, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 220}, "total": {"avg": 2.05, "max": 3.0, "p95": 3.0, "sample_count": 220}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.504, "count": 30, "max": 52.225, "p95": 45.461, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.881, "count": 30, "max": 21.87, "p95": 21.451, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 676.433, "count": 30, "max": 982.0, "p95": 942.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 598.167, "count": 30, "max": 9205.0, "p95": 2531.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.202, "p95": 0.126, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.348, "count": 30, "max": 0.432, "p95": 0.407, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 82477.333, "count": 30, "max": 87644.0, "p95": 84573.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 79681.7, "count": 30, "max": 87644.0, "p95": 84573.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 152636.433, "count": 30, "max": 218894.0, "p95": 215147.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.553, "count": 30, "max": 0.711, "p95": 0.68, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.999, "count": 30, "max": 1.185, "p95": 1.177, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10653, "sampled_at": "2026-10-30T09:04:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:04:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2643170, "flush_count": 2757, "flush_interval_seconds": 30.0, "flush_state": {"count": 2757, "last_at": "2026-10-30T09:03:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:03:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2756}, "started": true, "suppressed_count": 1381638, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1381497}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2757, "written_record_count": 2757}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9228.48, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T09:04:27+09:00", "last_error_summary": "[h264 @ 0x61a9b1ea8c80] error while decoding MB 29 2, bytestream -30 [h264 @ 0x61a9b23b69c0] error while decoding MB 39 66, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3827182694400, "copied_frame_count": 1384253, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3827182694400, "frame_buffer_copies": 1384253, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1203, "count": 512, "max_ms": 0.5876, "p50_ms": 0.1043, "p95_ms": 0.2271, "p99_ms": 0.3279}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5258, "count": 512, "max_ms": 4.1007, "p50_ms": 1.41, "p95_ms": 2.5515, "p99_ms": 3.2957, "results": {"failed": 0, "not_applicable": 0, "success": 1384253, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 468, "h264_decode_error_count": 1064, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:04:27+09:00", "last_error_summary": "[h264 @ 0x61a9b1ea8c80] error while decoding MB 29 2, bytestream -30 [h264 @ 0x61a9b23b69c0] error while decoding MB 39 66, bytestream -5", "last_exit_at": "2026-10-30T09:04:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 259.553, "last_started_at": "2026-10-30T09:00:07+09:00", "pid": 98021, "process": {"exists": false, "pid": 98021}, "restart_count": 506, "restart_count_per_hour": 14, "rtsp_timeout_count": 170, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 507}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.624, "sample_count": 2020, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1384253, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:04:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.05, "last_frame_pushed_at": "2026-10-30T09:04:27+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-10-30T09:04:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 76, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 293.093, "last_sample_duration_ms": 1286.165, "last_trigger": "periodic", "next_snapshot_in_sec": 306.907, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 276, "storage_bytes": 2629994}, "mjpeg": {"age_sec": 0.039, "exists": true, "mtime": "2026-10-30T09:04:27.149083+09:00", "mtime_epoch": 1793318667.1490827, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 81734}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:04:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1410.543, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1384253, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.051, "max": 10.0, "p95": 8.0, "sample_count": 215}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.298, "max": 4.0, "p95": 4.0, "sample_count": 215}, "total": {"avg": 2.298, "max": 4.0, "p95": 4.0, "sample_count": 215}}, "tracking_counts": {"active": {"avg": 0.214, "max": 3.0, "p95": 2.0, "sample_count": 215}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}, "removed": {"avg": 0.019, "max": 1.0, "p95": 0.0, "sample_count": 215}, "tracked": {"avg": 0.214, "max": 3.0, "p95": 2.0, "sample_count": 215}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.176, "pushed": 7.176, "read": 7.142}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 214, "client_acquire_ms": {"avg_ms": 0.01, "count": 214, "max_ms": 0.042, "p95_ms": 0.018, "reason": null, "sample_age_ms": 125.873, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.133, "count": 214, "max_ms": 11.565, "p95_ms": 3.563, "reason": null, "sample_age_ms": 187.558, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.528, "count": 214, "max_ms": 10.867, "p95_ms": 2.972, "reason": null, "sample_age_ms": 187.804, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.376, "count": 214, "max_ms": 1.193, "p95_ms": 0.701, "reason": null, "sample_age_ms": 125.883, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.352, "count": 214, "max_ms": 9.419, "p95_ms": 3.877, "reason": null, "sample_age_ms": 185.505, "source": "client_direct"}, "request_count": 214, "request_tensor_bytes": {"avg": 2764808.0, "count": 214, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 185.455, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 214, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 126.23, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.678, "count": 214, "max_ms": 101.654, "p95_ms": 72.716, "reason": null, "sample_age_ms": 125.869, "source": "client_direct"}, "sample_age_ms": 125.865, "source": "client_direct", "task_total_ms": {"avg_ms": 56.62, "count": 214, "max_ms": 104.237, "p95_ms": 75.06, "reason": null, "sample_age_ms": 125.865, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.003, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.428, "count": 215, "max_ms": 16.537, "p95_ms": 10.508}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.521, "count": 215, "max_ms": 1.649, "p95_ms": 1.066}, "detection_prepare_ms": {"avg_ms": 1.74, "count": 215, "max_ms": 4.272, "p95_ms": 3.138}, "event_filter_ms": {"avg_ms": 0.006, "count": 215, "max_ms": 0.032, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.419, "count": 215, "max_ms": 2.087, "p95_ms": 0.719}, "mcmt_ms": {"avg_ms": 0.004, "count": 215, "max_ms": 0.042, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.37, "count": 215, "max_ms": 6.091, "p95_ms": 3.096}, "setup_ms": {"avg_ms": 0.052, "count": 215, "max_ms": 0.134, "p95_ms": 0.106}, "total_inside_ms": {"avg_ms": 6.361, "count": 215, "max_ms": 16.347, "p95_ms": 10.427}, "track_match_ms": {"avg_ms": 0.118, "count": 215, "max_ms": 0.745, "p95_ms": 0.283}, "tracker_update_ms": {"avg_ms": 2.13, "count": 215, "max_ms": 7.048, "p95_ms": 3.97}}, "gstreamer_push": {"avg_ms": 3.274, "count": 215, "max_ms": 10.054, "p95_ms": 5.155}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.062, "count": 215, "max_ms": 0.354, "p95_ms": 0.125}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.159, "count": 215, "max_ms": 105.166, "p95_ms": 80.056}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.186, "count": 215, "max_ms": 11.93, "p95_ms": 8.259}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 118.637, "count": 215, "max_ms": 190.99, "p95_ms": 147.183}, "inference_input_copy_ms": {"avg_ms": 1.861, "count": 215, "max_ms": 4.912, "p95_ms": 3.112}, "processing_residual_ms": {"avg_ms": 0.242, "count": 215, "max_ms": 0.616, "p95_ms": 0.487}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 123.926, "count": 215, "max_ms": 196.282, "p95_ms": 152.91}, "read_interval": {"avg_ms": 139.658, "count": 214, "max_ms": 217.519, "p95_ms": 186.925}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 215, "max_ms": 0.366, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 1.295, "count": 215, "max_ms": 5.775, "p95_ms": 3.022}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 215, "max_ms": 0.076, "p95_ms": 0.046}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.275, "count": 215, "max_ms": 5.708, "p95_ms": 3.003}, "worker_merge_ms": {"avg_ms": 0.008, "count": 215, "max_ms": 0.046, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 58.175, "count": 215, "max_ms": 105.182, "p95_ms": 80.086}, "visualize": {"avg_ms": 52.666, "count": 215, "max_ms": 75.631, "p95_ms": 66.032}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.283, "count": 215, "max_ms": 65.85, "p95_ms": 57.555}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 50.925, "count": 215, "max_ms": 74.115, "p95_ms": 64.383}, "visualize_input_copy_ms": {"avg_ms": 1.505, "count": 215, "max_ms": 4.953, "p95_ms": 2.643}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 50.763, "count": 215, "max_ms": 73.97, "p95_ms": 64.281}, "visualizer_prepare_ms": {"avg_ms": 0.087, "count": 215, "max_ms": 0.243, "p95_ms": 0.172}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 215}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1410.504, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.562, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.146, "sample_count": 2038, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1384169, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:04:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 82848, "write_bytes_delta": 82848, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 826.0, "cpu_core_ratio": 0.377969, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 98021, "reason": null, "system_cpu_core_ratio": 0.029998, "system_cpu_s_delta": 0.6000000000000005, "user_cpu_core_ratio": 0.347971, "user_cpu_s_delta": 6.959999999999994}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.735357, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 179802.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.615949, "system_cpu_s_delta": 12.320000000006985, "user_cpu_core_ratio": 1.119408, "user_cpu_s_delta": 22.389999999984866}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.253, "count": 220, "max_ms": 10.83, "p95_ms": 5.155, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.509, "max": 10.0, "p95": 7.0, "sample_count": 220}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.05, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 220}, "total": {"avg": 2.05, "max": 3.0, "p95": 3.0, "sample_count": 220}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.504, "count": 30, "max": 52.225, "p95": 45.461, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.881, "count": 30, "max": 21.87, "p95": 21.451, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 676.433, "count": 30, "max": 982.0, "p95": 942.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 598.167, "count": 30, "max": 9205.0, "p95": 2531.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.202, "p95": 0.126, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.348, "count": 30, "max": 0.432, "p95": 0.407, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 82477.333, "count": 30, "max": 87644.0, "p95": 84573.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 79681.7, "count": 30, "max": 87644.0, "p95": 84573.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 152636.433, "count": 30, "max": 218894.0, "p95": 215147.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.553, "count": 30, "max": 0.711, "p95": 0.68, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.999, "count": 30, "max": 1.185, "p95": 1.177, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10653, "sampled_at": "2026-10-30T09:04:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:04:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2643170, "flush_count": 2757, "flush_interval_seconds": 30.0, "flush_state": {"count": 2757, "last_at": "2026-10-30T09:03:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:03:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2756}, "started": true, "suppressed_count": 1381638, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1381497}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2757, "written_record_count": 2757}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9229.223, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3827182694400, "copied_frame_count": 1384253, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3827182694400, "frame_buffer_copies": 1384253, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1203, "count": 512, "max_ms": 0.5876, "p50_ms": 0.1043, "p95_ms": 0.2271, "p99_ms": 0.3279}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5258, "count": 512, "max_ms": 4.1007, "p50_ms": 1.41, "p95_ms": 2.5515, "p99_ms": 3.2957, "results": {"failed": 0, "not_applicable": 0, "success": 1384253, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 468, "h264_decode_error_count": 1064, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:04:27+09:00", "last_error_summary": "[h264 @ 0x61a9b1ea8c80] error while decoding MB 29 2, bytestream -30 [h264 @ 0x61a9b23b69c0] error while decoding MB 39 66, bytestream -5", "last_exit_at": "2026-10-30T09:04:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 259.583, "last_started_at": "2026-10-30T09:00:07+09:00", "pid": 98021, "process": {"exists": false, "pid": 98021}, "restart_count": 506, "restart_count_per_hour": 14, "rtsp_timeout_count": 170, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 507}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.624, "sample_count": 2020, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1384253, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:04:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.08, "last_frame_pushed_at": "2026-10-30T09:04:27+09:00", "last_frame_read_age_sec": 0.214, "last_frame_read_at": "2026-10-30T09:04:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 76, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 293.125, "last_sample_duration_ms": 1286.165, "last_trigger": "periodic", "next_snapshot_in_sec": 306.875, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 276, "storage_bytes": 2629994}, "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-10-30T09:04:27.149083+09:00", "mtime_epoch": 1793318667.1490827, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 81734}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:04:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1410.543, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1384253, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.051, "max": 10.0, "p95": 8.0, "sample_count": 215}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.298, "max": 4.0, "p95": 4.0, "sample_count": 215}, "total": {"avg": 2.298, "max": 4.0, "p95": 4.0, "sample_count": 215}}, "tracking_counts": {"active": {"avg": 0.214, "max": 3.0, "p95": 2.0, "sample_count": 215}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}, "removed": {"avg": 0.019, "max": 1.0, "p95": 0.0, "sample_count": 215}, "tracked": {"avg": 0.214, "max": 3.0, "p95": 2.0, "sample_count": 215}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.168, "pushed": 7.168, "read": 7.135}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 214, "client_acquire_ms": {"avg_ms": 0.01, "count": 214, "max_ms": 0.042, "p95_ms": 0.018, "reason": null, "sample_age_ms": 155.583, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.133, "count": 214, "max_ms": 11.565, "p95_ms": 3.563, "reason": null, "sample_age_ms": 217.268, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.528, "count": 214, "max_ms": 10.867, "p95_ms": 2.972, "reason": null, "sample_age_ms": 217.514, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.376, "count": 214, "max_ms": 1.193, "p95_ms": 0.701, "reason": null, "sample_age_ms": 155.593, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.352, "count": 214, "max_ms": 9.419, "p95_ms": 3.877, "reason": null, "sample_age_ms": 215.216, "source": "client_direct"}, "request_count": 214, "request_tensor_bytes": {"avg": 2764808.0, "count": 214, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 215.165, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 214, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 155.941, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.678, "count": 214, "max_ms": 101.654, "p95_ms": 72.716, "reason": null, "sample_age_ms": 155.579, "source": "client_direct"}, "sample_age_ms": 155.575, "source": "client_direct", "task_total_ms": {"avg_ms": 56.62, "count": 214, "max_ms": 104.237, "p95_ms": 75.06, "reason": null, "sample_age_ms": 155.575, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.062, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.428, "count": 215, "max_ms": 16.537, "p95_ms": 10.508}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.521, "count": 215, "max_ms": 1.649, "p95_ms": 1.066}, "detection_prepare_ms": {"avg_ms": 1.74, "count": 215, "max_ms": 4.272, "p95_ms": 3.138}, "event_filter_ms": {"avg_ms": 0.006, "count": 215, "max_ms": 0.032, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.419, "count": 215, "max_ms": 2.087, "p95_ms": 0.719}, "mcmt_ms": {"avg_ms": 0.004, "count": 215, "max_ms": 0.042, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.37, "count": 215, "max_ms": 6.091, "p95_ms": 3.096}, "setup_ms": {"avg_ms": 0.052, "count": 215, "max_ms": 0.134, "p95_ms": 0.106}, "total_inside_ms": {"avg_ms": 6.361, "count": 215, "max_ms": 16.347, "p95_ms": 10.427}, "track_match_ms": {"avg_ms": 0.118, "count": 215, "max_ms": 0.745, "p95_ms": 0.283}, "tracker_update_ms": {"avg_ms": 2.13, "count": 215, "max_ms": 7.048, "p95_ms": 3.97}}, "gstreamer_push": {"avg_ms": 3.274, "count": 215, "max_ms": 10.054, "p95_ms": 5.155}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.062, "count": 215, "max_ms": 0.354, "p95_ms": 0.125}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.159, "count": 215, "max_ms": 105.166, "p95_ms": 80.056}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.186, "count": 215, "max_ms": 11.93, "p95_ms": 8.259}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 118.637, "count": 215, "max_ms": 190.99, "p95_ms": 147.183}, "inference_input_copy_ms": {"avg_ms": 1.861, "count": 215, "max_ms": 4.912, "p95_ms": 3.112}, "processing_residual_ms": {"avg_ms": 0.242, "count": 215, "max_ms": 0.616, "p95_ms": 0.487}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 123.926, "count": 215, "max_ms": 196.282, "p95_ms": 152.91}, "read_interval": {"avg_ms": 139.658, "count": 214, "max_ms": 217.519, "p95_ms": 186.925}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 215, "max_ms": 0.366, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 1.295, "count": 215, "max_ms": 5.775, "p95_ms": 3.022}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 215, "max_ms": 0.076, "p95_ms": 0.046}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.275, "count": 215, "max_ms": 5.708, "p95_ms": 3.003}, "worker_merge_ms": {"avg_ms": 0.008, "count": 215, "max_ms": 0.046, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 58.175, "count": 215, "max_ms": 105.182, "p95_ms": 80.086}, "visualize": {"avg_ms": 52.666, "count": 215, "max_ms": 75.631, "p95_ms": 66.032}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.283, "count": 215, "max_ms": 65.85, "p95_ms": 57.555}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 50.925, "count": 215, "max_ms": 74.115, "p95_ms": 64.383}, "visualize_input_copy_ms": {"avg_ms": 1.505, "count": 215, "max_ms": 4.953, "p95_ms": 2.643}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 50.763, "count": 215, "max_ms": 73.97, "p95_ms": 64.281}, "visualizer_prepare_ms": {"avg_ms": 0.087, "count": 215, "max_ms": 0.243, "p95_ms": 0.172}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 215}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1410.504, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.562, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.146, "sample_count": 2038, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1384169, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:04:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 82848, "write_bytes_delta": 82848, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 826.0, "cpu_core_ratio": 0.377969, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 98021, "reason": null, "system_cpu_core_ratio": 0.029998, "system_cpu_s_delta": 0.6000000000000005, "user_cpu_core_ratio": 0.347971, "user_cpu_s_delta": 6.959999999999994}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.735357, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 179802.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.615949, "system_cpu_s_delta": 12.320000000006985, "user_cpu_core_ratio": 1.119408, "user_cpu_s_delta": 22.389999999984866}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.253, "count": 220, "max_ms": 10.83, "p95_ms": 5.155, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.509, "max": 10.0, "p95": 7.0, "sample_count": 220}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.05, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 220}, "total": {"avg": 2.05, "max": 3.0, "p95": 3.0, "sample_count": 220}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.504, "count": 30, "max": 52.225, "p95": 45.461, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.881, "count": 30, "max": 21.87, "p95": 21.451, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 676.433, "count": 30, "max": 982.0, "p95": 942.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 598.167, "count": 30, "max": 9205.0, "p95": 2531.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.202, "p95": 0.126, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.348, "count": 30, "max": 0.432, "p95": 0.407, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 82477.333, "count": 30, "max": 87644.0, "p95": 84573.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 79681.7, "count": 30, "max": 87644.0, "p95": 84573.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 152636.433, "count": 30, "max": 218894.0, "p95": 215147.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.553, "count": 30, "max": 0.711, "p95": 0.68, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.999, "count": 30, "max": 1.185, "p95": 1.177, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10653, "sampled_at": "2026-10-30T09:04:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:04:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2643170, "flush_count": 2757, "flush_interval_seconds": 30.0, "flush_state": {"count": 2757, "last_at": "2026-10-30T09:03:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:03:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2756}, "started": true, "suppressed_count": 1381638, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1381497}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2757, "written_record_count": 2757}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9403.234, "limit_mb": null}, "detail": {"pid": 98316, "restart_count": 507, "start_count": 508}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3827182694400, "copied_frame_count": 1384253, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3827182694400, "frame_buffer_copies": 1384253, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1203, "count": 512, "max_ms": 0.5876, "p50_ms": 0.1043, "p95_ms": 0.2271, "p99_ms": 0.3279}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5258, "count": 512, "max_ms": 4.1007, "p50_ms": 1.41, "p95_ms": 2.5515, "p99_ms": 3.2957, "results": {"failed": 0, "not_applicable": 0, "success": 1384253, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 468, "h264_decode_error_count": 1064, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:04:27+09:00", "last_error_summary": "[h264 @ 0x61a9b1ea8c80] error while decoding MB 29 2, bytestream -30 [h264 @ 0x61a9b23b69c0] error while decoding MB 39 66, bytestream -5", "last_exit_at": "2026-10-30T09:04:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T09:04:29+09:00", "pid": 98316, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.711, "name": "ffmpeg", "pid": 98316, "rss_mb": 208.711, "state": "S (sleeping)", "threads": 70}, "restart_count": 507, "restart_count_per_hour": 15, "rtsp_timeout_count": 170, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 508}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.16, "sample_count": 1985, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1384253, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:04:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.163, "last_frame_pushed_at": "2026-10-30T09:04:27+09:00", "last_frame_read_age_sec": 4.297, "last_frame_read_at": "2026-10-30T09:04:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 76, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 297.21, "last_sample_duration_ms": 1286.165, "last_trigger": "periodic", "next_snapshot_in_sec": 302.79, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 276, "storage_bytes": 2629994}, "mjpeg": {"age_sec": 4.152, "exists": true, "mtime": "2026-10-30T09:04:27.149083+09:00", "mtime_epoch": 1793318667.1490827, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 81734}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:04:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1410.547, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1384253, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.228, "max": 10.0, "p95": 8.0, "sample_count": 184}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.353, "max": 4.0, "p95": 4.0, "sample_count": 184}, "total": {"avg": 2.353, "max": 4.0, "p95": 4.0, "sample_count": 184}}, "tracking_counts": {"active": {"avg": 0.25, "max": 3.0, "p95": 2.0, "sample_count": 184}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 184}, "tracked": {"avg": 0.25, "max": 3.0, "p95": 2.0, "sample_count": 184}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.151, "pushed": 6.151, "read": 6.117}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 183, "client_acquire_ms": {"avg_ms": 0.009, "count": 184, "max_ms": 0.042, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4242.454, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.14, "count": 183, "max_ms": 11.565, "p95_ms": 3.569, "reason": null, "sample_age_ms": 4304.14, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.548, "count": 183, "max_ms": 10.867, "p95_ms": 3.023, "reason": null, "sample_age_ms": 4304.385, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.377, "count": 184, "max_ms": 1.193, "p95_ms": 0.712, "reason": null, "sample_age_ms": 4242.464, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.374, "count": 183, "max_ms": 9.419, "p95_ms": 3.977, "reason": null, "sample_age_ms": 4302.087, "source": "client_direct"}, "request_count": 183, "request_tensor_bytes": {"avg": 2764808.0, "count": 183, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4302.037, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 184, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4242.812, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.821, "count": 184, "max_ms": 101.654, "p95_ms": 72.409, "reason": null, "sample_age_ms": 4242.45, "source": "client_direct"}, "sample_age_ms": 4242.446, "source": "client_direct", "task_total_ms": {"avg_ms": 56.782, "count": 184, "max_ms": 104.237, "p95_ms": 75.02, "reason": null, "sample_age_ms": 4242.446, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.577, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.546, "count": 184, "max_ms": 16.537, "p95_ms": 10.636}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.508, "count": 184, "max_ms": 1.649, "p95_ms": 1.056}, "detection_prepare_ms": {"avg_ms": 1.741, "count": 184, "max_ms": 4.272, "p95_ms": 3.138}, "event_filter_ms": {"avg_ms": 0.006, "count": 184, "max_ms": 0.032, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.425, "count": 184, "max_ms": 2.087, "p95_ms": 0.719}, "mcmt_ms": {"avg_ms": 0.004, "count": 184, "max_ms": 0.042, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.453, "count": 184, "max_ms": 6.091, "p95_ms": 3.176}, "setup_ms": {"avg_ms": 0.052, "count": 184, "max_ms": 0.134, "p95_ms": 0.105}, "total_inside_ms": {"avg_ms": 6.478, "count": 184, "max_ms": 16.347, "p95_ms": 10.568}, "track_match_ms": {"avg_ms": 0.121, "count": 184, "max_ms": 0.745, "p95_ms": 0.285}, "tracker_update_ms": {"avg_ms": 2.167, "count": 184, "max_ms": 7.048, "p95_ms": 3.97}}, "gstreamer_push": {"avg_ms": 3.256, "count": 184, "max_ms": 10.054, "p95_ms": 5.155}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 184, "max_ms": 0.354, "p95_ms": 0.125}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.389, "count": 184, "max_ms": 105.166, "p95_ms": 78.261}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.221, "count": 184, "max_ms": 11.93, "p95_ms": 8.516}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 119.353, "count": 184, "max_ms": 190.99, "p95_ms": 146.227}, "inference_input_copy_ms": {"avg_ms": 1.874, "count": 184, "max_ms": 4.912, "p95_ms": 2.98}, "processing_residual_ms": {"avg_ms": 0.247, "count": 184, "max_ms": 0.616, "p95_ms": 0.487}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 124.695, "count": 184, "max_ms": 196.282, "p95_ms": 152.758}, "read_interval": {"avg_ms": 140.717, "count": 183, "max_ms": 217.519, "p95_ms": 187.115}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 184, "max_ms": 0.366, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 1.377, "count": 184, "max_ms": 5.775, "p95_ms": 3.06}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 184, "max_ms": 0.076, "p95_ms": 0.047}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.356, "count": 184, "max_ms": 5.708, "p95_ms": 3.03}, "worker_merge_ms": {"avg_ms": 0.008, "count": 184, "max_ms": 0.046, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 58.405, "count": 184, "max_ms": 105.182, "p95_ms": 78.285}, "visualize": {"avg_ms": 53.025, "count": 184, "max_ms": 75.631, "p95_ms": 66.032}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.528, "count": 184, "max_ms": 65.85, "p95_ms": 57.555}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 51.286, "count": 184, "max_ms": 74.115, "p95_ms": 64.383}, "visualize_input_copy_ms": {"avg_ms": 1.507, "count": 184, "max_ms": 4.953, "p95_ms": 2.638}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 51.124, "count": 184, "max_ms": 73.97, "p95_ms": 64.281}, "visualizer_prepare_ms": {"avg_ms": 0.087, "count": 184, "max_ms": 0.243, "p95_ms": 0.174}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 184}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1410.504, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.562, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.146, "sample_count": 2038, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1384169, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:04:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 82848, "write_bytes_delta": 82848, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 826.0, "cpu_core_ratio": 0.377969, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 98021, "reason": null, "system_cpu_core_ratio": 0.029998, "system_cpu_s_delta": 0.6000000000000005, "user_cpu_core_ratio": 0.347971, "user_cpu_s_delta": 6.959999999999994}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.735357, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 179802.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.615949, "system_cpu_s_delta": 12.320000000006985, "user_cpu_core_ratio": 1.119408, "user_cpu_s_delta": 22.389999999984866}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.253, "count": 220, "max_ms": 10.83, "p95_ms": 5.155, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.509, "max": 10.0, "p95": 7.0, "sample_count": 220}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.05, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 220}, "total": {"avg": 2.05, "max": 3.0, "p95": 3.0, "sample_count": 220}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.504, "count": 30, "max": 52.225, "p95": 45.461, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.881, "count": 30, "max": 21.87, "p95": 21.451, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 676.433, "count": 30, "max": 982.0, "p95": 942.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 598.167, "count": 30, "max": 9205.0, "p95": 2531.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.202, "p95": 0.126, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.348, "count": 30, "max": 0.432, "p95": 0.407, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 82477.333, "count": 30, "max": 87644.0, "p95": 84573.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 79681.7, "count": 30, "max": 87644.0, "p95": 84573.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 152636.433, "count": 30, "max": 218894.0, "p95": 215147.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.553, "count": 30, "max": 0.711, "p95": 0.68, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.999, "count": 30, "max": 1.185, "p95": 1.177, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10653, "sampled_at": "2026-10-30T09:04:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:04:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2648420, "flush_count": 2762, "flush_interval_seconds": 30.0, "flush_state": {"count": 2762, "last_at": "2026-10-30T09:08:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:08:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2761}, "started": true, "suppressed_count": 1383526, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1383385}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2762, "written_record_count": 2762}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9263.59, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x6018b0446100] error while decoding MB 32 65, bytestream -10", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3832413696000, "copied_frame_count": 1386145, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3832413696000, "frame_buffer_copies": 1386145, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1198, "count": 512, "max_ms": 2.5926, "p50_ms": 0.0935, "p95_ms": 0.2306, "p99_ms": 0.3208}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4048, "count": 512, "max_ms": 5.1763, "p50_ms": 1.2881, "p95_ms": 2.3246, "p99_ms": 2.9139, "results": {"failed": 0, "not_applicable": 0, "success": 1386145, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 469, "h264_decode_error_count": 1065, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:08:49+09:00", "last_error_summary": "[h264 @ 0x6018b0446100] error while decoding MB 32 65, bytestream -10", "last_exit_at": "2026-10-30T09:04:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 259.992, "last_started_at": "2026-10-30T09:04:29+09:00", "pid": 98316, "process": {"exists": false, "pid": 98316}, "restart_count": 507, "restart_count_per_hour": 14, "rtsp_timeout_count": 170, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 508}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.923, "sample_count": 2166, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1386145, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:08:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.111, "last_frame_pushed_at": "2026-10-30T09:08:49+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-10-30T09:08:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 76, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 555.211, "last_sample_duration_ms": 1286.165, "last_trigger": "periodic", "next_snapshot_in_sec": 44.789, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 276, "storage_bytes": 2629994}, "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-10-30T09:08:49.189217+09:00", "mtime_epoch": 1793318929.1892166, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 83841}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:08:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1416.59, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1386146, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.124, "max": 10.0, "p95": 8.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.925, "max": 4.0, "p95": 3.0, "sample_count": 226}, "total": {"avg": 2.925, "max": 4.0, "p95": 3.0, "sample_count": 226}}, "tracking_counts": {"active": {"avg": 0.066, "max": 1.0, "p95": 1.0, "sample_count": 226}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 226}, "tracked": {"avg": 0.066, "max": 1.0, "p95": 1.0, "sample_count": 226}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.535, "pushed": 7.535, "read": 7.568}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 227, "client_acquire_ms": {"avg_ms": 0.009, "count": 227, "max_ms": 0.062, "p95_ms": 0.018, "reason": null, "sample_age_ms": 14.723, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.074, "count": 227, "max_ms": 13.304, "p95_ms": 3.447, "reason": null, "sample_age_ms": 69.518, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.425, "count": 227, "max_ms": 7.356, "p95_ms": 2.469, "reason": null, "sample_age_ms": 69.861, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.37, "count": 227, "max_ms": 4.864, "p95_ms": 0.695, "reason": null, "sample_age_ms": 14.73, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.274, "count": 227, "max_ms": 5.437, "p95_ms": 3.891, "reason": null, "sample_age_ms": 67.603, "source": "client_direct"}, "request_count": 227, "request_tensor_bytes": {"avg": 2764808.0, "count": 227, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 67.573, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 227, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 14.944, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.589, "count": 227, "max_ms": 112.676, "p95_ms": 74.068, "reason": null, "sample_age_ms": 14.719, "source": "client_direct"}, "sample_age_ms": 14.716, "source": "client_direct", "task_total_ms": {"avg_ms": 53.443, "count": 227, "max_ms": 116.655, "p95_ms": 78.185, "reason": null, "sample_age_ms": 14.716, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.849, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.183, "count": 226, "max_ms": 15.722, "p95_ms": 10.174}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.525, "count": 226, "max_ms": 1.405, "p95_ms": 1.073}, "detection_prepare_ms": {"avg_ms": 1.786, "count": 226, "max_ms": 11.224, "p95_ms": 3.265}, "event_filter_ms": {"avg_ms": 0.005, "count": 226, "max_ms": 0.021, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.463, "count": 226, "max_ms": 1.259, "p95_ms": 0.796}, "mcmt_ms": {"avg_ms": 0.004, "count": 226, "max_ms": 0.066, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.044, "count": 226, "max_ms": 3.574, "p95_ms": 1.94}, "setup_ms": {"avg_ms": 0.046, "count": 226, "max_ms": 0.135, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 6.121, "count": 226, "max_ms": 15.639, "p95_ms": 10.093}, "track_match_ms": {"avg_ms": 0.106, "count": 226, "max_ms": 0.394, "p95_ms": 0.217}, "tracker_update_ms": {"avg_ms": 2.14, "count": 226, "max_ms": 5.196, "p95_ms": 3.489}}, "gstreamer_push": {"avg_ms": 2.925, "count": 226, "max_ms": 7.793, "p95_ms": 4.818}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 226, "max_ms": 1.137, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.954, "count": 226, "max_ms": 121.496, "p95_ms": 80.711}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.269, "count": 226, "max_ms": 14.43, "p95_ms": 8.6}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.159, "count": 226, "max_ms": 208.812, "p95_ms": 147.279}, "inference_input_copy_ms": {"avg_ms": 1.877, "count": 226, "max_ms": 8.8, "p95_ms": 3.383}, "processing_residual_ms": {"avg_ms": 0.242, "count": 226, "max_ms": 1.907, "p95_ms": 0.476}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 117.547, "count": 226, "max_ms": 221.047, "p95_ms": 156.933}, "read_interval": {"avg_ms": 140.573, "count": 227, "max_ms": 1979.882, "p95_ms": 186.799}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 226, "max_ms": 0.058, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.976, "count": 226, "max_ms": 3.233, "p95_ms": 1.881}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 226, "max_ms": 0.149, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.959, "count": 226, "max_ms": 3.175, "p95_ms": 1.861}, "worker_merge_ms": {"avg_ms": 0.007, "count": 226, "max_ms": 0.053, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 54.968, "count": 226, "max_ms": 121.517, "p95_ms": 80.723}, "visualize": {"avg_ms": 49.744, "count": 226, "max_ms": 86.686, "p95_ms": 65.965}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.037, "count": 226, "max_ms": 68.689, "p95_ms": 57.202}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.196, "count": 226, "max_ms": 84.143, "p95_ms": 64.375}, "visualize_input_copy_ms": {"avg_ms": 1.329, "count": 226, "max_ms": 3.412, "p95_ms": 2.327}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.051, "count": 226, "max_ms": 83.885, "p95_ms": 64.219}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 226, "max_ms": 0.227, "p95_ms": 0.156}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 226}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1413.973, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.903, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.589, "sample_count": 2155, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1385904, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:08:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 82041, "write_bytes_delta": 82041, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 892.0, "cpu_core_ratio": 0.394399, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 98316, "reason": null, "system_cpu_core_ratio": 0.031992, "system_cpu_s_delta": 0.6399999999999997, "user_cpu_core_ratio": 0.362407, "user_cpu_s_delta": 7.25}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.782043, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 214904.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.649833, "system_cpu_s_delta": 13.0, "user_cpu_core_ratio": 1.13221, "user_cpu_s_delta": 22.64999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.242, "count": 234, "max_ms": 9.388, "p95_ms": 5.947, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.739, "max": 12.0, "p95": 7.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.077, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 234}, "total": {"avg": 2.077, "max": 4.0, "p95": 3.0, "sample_count": 234}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.422, "count": 30, "max": 63.593, "p95": 42.339, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.008, "count": 30, "max": 21.87, "p95": 21.28, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 665.133, "count": 30, "max": 892.0, "p95": 873.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 493.833, "count": 30, "max": 9205.0, "p95": 1836.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.136, "p95": 0.058, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.338, "count": 30, "max": 0.367, "p95": 0.361, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.144, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 82011.9, "count": 30, "max": 84025.0, "p95": 83748.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 79211.067, "count": 30, "max": 83986.0, "p95": 83437.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 153565.133, "count": 30, "max": 214904.0, "p95": 203755.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.626, "count": 30, "max": 0.711, "p95": 0.68, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.097, "count": 30, "max": 1.185, "p95": 1.177, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10665, "sampled_at": "2026-10-30T09:08:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:08:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2648420, "flush_count": 2762, "flush_interval_seconds": 30.0, "flush_state": {"count": 2762, "last_at": "2026-10-30T09:08:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:08:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2761}, "started": true, "suppressed_count": 1383526, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1383385}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2762, "written_record_count": 2762}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9252.457, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T09:08:49+09:00", "last_error_summary": "[h264 @ 0x6018b0446100] error while decoding MB 32 65, bytestream -10", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3832416460800, "copied_frame_count": 1386146, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3832416460800, "frame_buffer_copies": 1386146, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1198, "count": 512, "max_ms": 2.5926, "p50_ms": 0.0936, "p95_ms": 0.2306, "p99_ms": 0.3208}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.405, "count": 512, "max_ms": 5.1763, "p50_ms": 1.2905, "p95_ms": 2.3246, "p99_ms": 2.9139, "results": {"failed": 0, "not_applicable": 0, "success": 1386146, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 469, "h264_decode_error_count": 1065, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:08:49+09:00", "last_error_summary": "[h264 @ 0x6018b0446100] error while decoding MB 32 65, bytestream -10", "last_exit_at": "2026-10-30T09:08:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 260.082, "last_started_at": "2026-10-30T09:04:29+09:00", "pid": 98316, "process": {"exists": false, "pid": 98316}, "restart_count": 507, "restart_count_per_hour": 14, "rtsp_timeout_count": 170, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 508}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.923, "sample_count": 2166, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1386146, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:08:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T09:08:49+09:00", "last_frame_read_age_sec": 0.154, "last_frame_read_at": "2026-10-30T09:08:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 76, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 555.297, "last_sample_duration_ms": 1286.165, "last_trigger": "periodic", "next_snapshot_in_sec": 44.703, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 276, "storage_bytes": 2629994}, "mjpeg": {"age_sec": 0.193, "exists": true, "mtime": "2026-10-30T09:08:49.189217+09:00", "mtime_epoch": 1793318929.1892166, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 83841}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:08:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1411.445, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1386146, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.128, "max": 10.0, "p95": 8.0, "sample_count": 227}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.925, "max": 4.0, "p95": 3.0, "sample_count": 227}, "total": {"avg": 2.925, "max": 4.0, "p95": 3.0, "sample_count": 227}}, "tracking_counts": {"active": {"avg": 0.066, "max": 1.0, "p95": 1.0, "sample_count": 227}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 227}, "tracked": {"avg": 0.066, "max": 1.0, "p95": 1.0, "sample_count": 227}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.572, "pushed": 7.572, "read": 7.538}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 226, "client_acquire_ms": {"avg_ms": 0.009, "count": 226, "max_ms": 0.062, "p95_ms": 0.018, "reason": null, "sample_age_ms": 110.691, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.074, "count": 226, "max_ms": 13.304, "p95_ms": 3.452, "reason": null, "sample_age_ms": 165.486, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.423, "count": 226, "max_ms": 7.356, "p95_ms": 2.47, "reason": null, "sample_age_ms": 165.829, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.371, "count": 226, "max_ms": 4.864, "p95_ms": 0.695, "reason": null, "sample_age_ms": 110.698, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.28, "count": 226, "max_ms": 5.437, "p95_ms": 3.892, "reason": null, "sample_age_ms": 163.571, "source": "client_direct"}, "request_count": 226, "request_tensor_bytes": {"avg": 2764808.0, "count": 226, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 163.541, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 226, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 110.912, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.595, "count": 226, "max_ms": 112.676, "p95_ms": 74.077, "reason": null, "sample_age_ms": 110.687, "source": "client_direct"}, "sample_age_ms": 110.684, "source": "client_direct", "task_total_ms": {"avg_ms": 53.455, "count": 226, "max_ms": 116.655, "p95_ms": 78.25, "reason": null, "sample_age_ms": 110.684, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.393, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.179, "count": 227, "max_ms": 15.722, "p95_ms": 10.174}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.524, "count": 227, "max_ms": 1.405, "p95_ms": 1.073}, "detection_prepare_ms": {"avg_ms": 1.785, "count": 227, "max_ms": 11.224, "p95_ms": 3.265}, "event_filter_ms": {"avg_ms": 0.005, "count": 227, "max_ms": 0.027, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.462, "count": 227, "max_ms": 1.259, "p95_ms": 0.796}, "mcmt_ms": {"avg_ms": 0.004, "count": 227, "max_ms": 0.066, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.043, "count": 227, "max_ms": 3.574, "p95_ms": 1.94}, "setup_ms": {"avg_ms": 0.046, "count": 227, "max_ms": 0.135, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 6.118, "count": 227, "max_ms": 15.639, "p95_ms": 10.093}, "track_match_ms": {"avg_ms": 0.106, "count": 227, "max_ms": 0.394, "p95_ms": 0.217}, "tracker_update_ms": {"avg_ms": 2.141, "count": 227, "max_ms": 5.196, "p95_ms": 3.489}}, "gstreamer_push": {"avg_ms": 2.922, "count": 227, "max_ms": 7.793, "p95_ms": 4.818}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 227, "max_ms": 1.137, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.957, "count": 227, "max_ms": 121.496, "p95_ms": 80.711}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.267, "count": 227, "max_ms": 14.43, "p95_ms": 8.6}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.303, "count": 227, "max_ms": 208.812, "p95_ms": 147.279}, "inference_input_copy_ms": {"avg_ms": 1.873, "count": 227, "max_ms": 8.8, "p95_ms": 3.383}, "processing_residual_ms": {"avg_ms": 0.241, "count": 227, "max_ms": 1.907, "p95_ms": 0.476}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 117.683, "count": 227, "max_ms": 221.047, "p95_ms": 156.933}, "read_interval": {"avg_ms": 132.435, "count": 226, "max_ms": 244.618, "p95_ms": 184.166}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 227, "max_ms": 0.058, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.975, "count": 227, "max_ms": 3.233, "p95_ms": 1.881}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 227, "max_ms": 0.149, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.958, "count": 227, "max_ms": 3.175, "p95_ms": 1.861}, "worker_merge_ms": {"avg_ms": 0.007, "count": 227, "max_ms": 0.053, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 54.97, "count": 227, "max_ms": 121.517, "p95_ms": 80.723}, "visualize": {"avg_ms": 49.891, "count": 227, "max_ms": 86.686, "p95_ms": 66.193}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.135, "count": 227, "max_ms": 68.689, "p95_ms": 57.27}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.322, "count": 227, "max_ms": 84.143, "p95_ms": 64.55}, "visualize_input_copy_ms": {"avg_ms": 1.349, "count": 227, "max_ms": 6.038, "p95_ms": 2.337}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.178, "count": 227, "max_ms": 83.885, "p95_ms": 64.35}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 227, "max_ms": 0.227, "p95_ms": 0.156}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 227}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1413.973, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.903, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.589, "sample_count": 2155, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1385904, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:08:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 82041, "write_bytes_delta": 82041, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 892.0, "cpu_core_ratio": 0.394399, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 98316, "reason": null, "system_cpu_core_ratio": 0.031992, "system_cpu_s_delta": 0.6399999999999997, "user_cpu_core_ratio": 0.362407, "user_cpu_s_delta": 7.25}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.782043, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 214904.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.649833, "system_cpu_s_delta": 13.0, "user_cpu_core_ratio": 1.13221, "user_cpu_s_delta": 22.64999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.242, "count": 234, "max_ms": 9.388, "p95_ms": 5.947, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.739, "max": 12.0, "p95": 7.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.077, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 234}, "total": {"avg": 2.077, "max": 4.0, "p95": 3.0, "sample_count": 234}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.422, "count": 30, "max": 63.593, "p95": 42.339, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.008, "count": 30, "max": 21.87, "p95": 21.28, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 665.133, "count": 30, "max": 892.0, "p95": 873.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 493.833, "count": 30, "max": 9205.0, "p95": 1836.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.136, "p95": 0.058, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.338, "count": 30, "max": 0.367, "p95": 0.361, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.144, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 82011.9, "count": 30, "max": 84025.0, "p95": 83748.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 79211.067, "count": 30, "max": 83986.0, "p95": 83437.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 153565.133, "count": 30, "max": 214904.0, "p95": 203755.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.626, "count": 30, "max": 0.711, "p95": 0.68, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.097, "count": 30, "max": 1.185, "p95": 1.177, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10665, "sampled_at": "2026-10-30T09:08:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:08:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2648420, "flush_count": 2762, "flush_interval_seconds": 30.0, "flush_state": {"count": 2762, "last_at": "2026-10-30T09:08:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:08:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2761}, "started": true, "suppressed_count": 1383526, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1383385}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2762, "written_record_count": 2762}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9252.734, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3832416460800, "copied_frame_count": 1386146, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3832416460800, "frame_buffer_copies": 1386146, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1198, "count": 512, "max_ms": 2.5926, "p50_ms": 0.0936, "p95_ms": 0.2306, "p99_ms": 0.3208}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.405, "count": 512, "max_ms": 5.1763, "p50_ms": 1.2905, "p95_ms": 2.3246, "p99_ms": 2.9139, "results": {"failed": 0, "not_applicable": 0, "success": 1386146, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 469, "h264_decode_error_count": 1065, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:08:49+09:00", "last_error_summary": "[h264 @ 0x6018b0446100] error while decoding MB 32 65, bytestream -10", "last_exit_at": "2026-10-30T09:08:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 260.123, "last_started_at": "2026-10-30T09:04:29+09:00", "pid": 98316, "process": {"exists": false, "pid": 98316}, "restart_count": 507, "restart_count_per_hour": 14, "rtsp_timeout_count": 170, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 508}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.923, "sample_count": 2166, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1386146, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:08:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.042, "last_frame_pushed_at": "2026-10-30T09:08:49+09:00", "last_frame_read_age_sec": 0.195, "last_frame_read_at": "2026-10-30T09:08:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 76, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 555.357, "last_sample_duration_ms": 1286.165, "last_trigger": "periodic", "next_snapshot_in_sec": 44.643, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 276, "storage_bytes": 2629994}, "mjpeg": {"age_sec": 0.032, "exists": true, "mtime": "2026-10-30T09:08:49.391216+09:00", "mtime_epoch": 1793318929.3912163, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 83883}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:08:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1411.445, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1386146, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.124, "max": 10.0, "p95": 8.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.929, "max": 4.0, "p95": 3.0, "sample_count": 226}, "total": {"avg": 2.929, "max": 4.0, "p95": 3.0, "sample_count": 226}}, "tracking_counts": {"active": {"avg": 0.066, "max": 1.0, "p95": 1.0, "sample_count": 226}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 226}, "tracked": {"avg": 0.066, "max": 1.0, "p95": 1.0, "sample_count": 226}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.537, "pushed": 7.537, "read": 7.537}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 226, "client_acquire_ms": {"avg_ms": 0.009, "count": 226, "max_ms": 0.062, "p95_ms": 0.018, "reason": null, "sample_age_ms": 156.413, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.074, "count": 226, "max_ms": 13.304, "p95_ms": 3.452, "reason": null, "sample_age_ms": 211.208, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.424, "count": 225, "max_ms": 7.356, "p95_ms": 2.472, "reason": null, "sample_age_ms": 211.551, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.371, "count": 226, "max_ms": 4.864, "p95_ms": 0.695, "reason": null, "sample_age_ms": 156.42, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.28, "count": 226, "max_ms": 5.437, "p95_ms": 3.892, "reason": null, "sample_age_ms": 209.293, "source": "client_direct"}, "request_count": 225, "request_tensor_bytes": {"avg": 2764808.0, "count": 226, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 209.263, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 226, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 156.634, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.595, "count": 226, "max_ms": 112.676, "p95_ms": 74.077, "reason": null, "sample_age_ms": 156.41, "source": "client_direct"}, "sample_age_ms": 156.406, "source": "client_direct", "task_total_ms": {"avg_ms": 53.455, "count": 226, "max_ms": 116.655, "p95_ms": 78.25, "reason": null, "sample_age_ms": 156.406, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.094, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.188, "count": 226, "max_ms": 15.722, "p95_ms": 10.174}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.525, "count": 226, "max_ms": 1.405, "p95_ms": 1.073}, "detection_prepare_ms": {"avg_ms": 1.789, "count": 226, "max_ms": 11.224, "p95_ms": 3.265}, "event_filter_ms": {"avg_ms": 0.005, "count": 226, "max_ms": 0.027, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.463, "count": 226, "max_ms": 1.259, "p95_ms": 0.796}, "mcmt_ms": {"avg_ms": 0.004, "count": 226, "max_ms": 0.066, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.042, "count": 226, "max_ms": 3.574, "p95_ms": 1.94}, "setup_ms": {"avg_ms": 0.046, "count": 226, "max_ms": 0.135, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 6.127, "count": 226, "max_ms": 15.639, "p95_ms": 10.093}, "track_match_ms": {"avg_ms": 0.106, "count": 226, "max_ms": 0.394, "p95_ms": 0.217}, "tracker_update_ms": {"avg_ms": 2.146, "count": 226, "max_ms": 5.196, "p95_ms": 3.489}}, "gstreamer_push": {"avg_ms": 2.922, "count": 226, "max_ms": 7.793, "p95_ms": 4.818}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 226, "max_ms": 1.137, "p95_ms": 0.119}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.97, "count": 226, "max_ms": 121.496, "p95_ms": 80.711}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.255, "count": 226, "max_ms": 14.43, "p95_ms": 8.6}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.369, "count": 226, "max_ms": 208.812, "p95_ms": 147.279}, "inference_input_copy_ms": {"avg_ms": 1.877, "count": 226, "max_ms": 8.8, "p95_ms": 3.383}, "processing_residual_ms": {"avg_ms": 0.242, "count": 226, "max_ms": 1.907, "p95_ms": 0.476}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 117.743, "count": 226, "max_ms": 221.047, "p95_ms": 156.933}, "read_interval": {"avg_ms": 132.435, "count": 226, "max_ms": 244.618, "p95_ms": 184.166}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 226, "max_ms": 0.058, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.974, "count": 226, "max_ms": 3.233, "p95_ms": 1.881}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 226, "max_ms": 0.149, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.957, "count": 226, "max_ms": 3.175, "p95_ms": 1.861}, "worker_merge_ms": {"avg_ms": 0.007, "count": 226, "max_ms": 0.053, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 54.984, "count": 226, "max_ms": 121.517, "p95_ms": 80.723}, "visualize": {"avg_ms": 49.936, "count": 226, "max_ms": 86.686, "p95_ms": 66.193}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.166, "count": 226, "max_ms": 68.689, "p95_ms": 57.27}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.368, "count": 226, "max_ms": 84.143, "p95_ms": 64.55}, "visualize_input_copy_ms": {"avg_ms": 1.349, "count": 226, "max_ms": 6.038, "p95_ms": 2.337}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.224, "count": 226, "max_ms": 83.885, "p95_ms": 64.35}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 226, "max_ms": 0.227, "p95_ms": 0.156}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 226}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1413.973, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.903, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.589, "sample_count": 2155, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1385904, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:08:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 82041, "write_bytes_delta": 82041, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 892.0, "cpu_core_ratio": 0.394399, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 98316, "reason": null, "system_cpu_core_ratio": 0.031992, "system_cpu_s_delta": 0.6399999999999997, "user_cpu_core_ratio": 0.362407, "user_cpu_s_delta": 7.25}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.782043, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 214904.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.649833, "system_cpu_s_delta": 13.0, "user_cpu_core_ratio": 1.13221, "user_cpu_s_delta": 22.64999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.242, "count": 234, "max_ms": 9.388, "p95_ms": 5.947, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.739, "max": 12.0, "p95": 7.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.077, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 234}, "total": {"avg": 2.077, "max": 4.0, "p95": 3.0, "sample_count": 234}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.422, "count": 30, "max": 63.593, "p95": 42.339, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.008, "count": 30, "max": 21.87, "p95": 21.28, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 665.133, "count": 30, "max": 892.0, "p95": 873.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 493.833, "count": 30, "max": 9205.0, "p95": 1836.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.136, "p95": 0.058, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.338, "count": 30, "max": 0.367, "p95": 0.361, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.144, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 82011.9, "count": 30, "max": 84025.0, "p95": 83748.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 79211.067, "count": 30, "max": 83986.0, "p95": 83437.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 153565.133, "count": 30, "max": 214904.0, "p95": 203755.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.626, "count": 30, "max": 0.711, "p95": 0.68, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.097, "count": 30, "max": 1.185, "p95": 1.177, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10665, "sampled_at": "2026-10-30T09:08:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:08:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2648420, "flush_count": 2762, "flush_interval_seconds": 30.0, "flush_state": {"count": 2762, "last_at": "2026-10-30T09:08:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:08:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2761}, "started": true, "suppressed_count": 1383526, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1383385}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2762, "written_record_count": 2762}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9430.004, "limit_mb": null}, "detail": {"pid": 98432, "restart_count": 508, "start_count": 509}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3832416460800, "copied_frame_count": 1386146, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3832416460800, "frame_buffer_copies": 1386146, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1198, "count": 512, "max_ms": 2.5926, "p50_ms": 0.0936, "p95_ms": 0.2306, "p99_ms": 0.3208}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.405, "count": 512, "max_ms": 5.1763, "p50_ms": 1.2905, "p95_ms": 2.3246, "p99_ms": 2.9139, "results": {"failed": 0, "not_applicable": 0, "success": 1386146, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 469, "h264_decode_error_count": 1065, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:08:49+09:00", "last_error_summary": "[h264 @ 0x6018b0446100] error while decoding MB 32 65, bytestream -10", "last_exit_at": "2026-10-30T09:08:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T09:08:51+09:00", "pid": 98432, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.113, "name": "ffmpeg", "pid": 98432, "rss_mb": 205.113, "state": "S (sleeping)", "threads": 70}, "restart_count": 508, "restart_count_per_hour": 15, "rtsp_timeout_count": 170, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 509}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.923, "sample_count": 2134, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1386146, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:08:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.207, "last_frame_pushed_at": "2026-10-30T09:08:49+09:00", "last_frame_read_age_sec": 4.36, "last_frame_read_at": "2026-10-30T09:08:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 76, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 559.497, "last_sample_duration_ms": 1286.165, "last_trigger": "periodic", "next_snapshot_in_sec": 40.503, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 276, "storage_bytes": 2629994}, "mjpeg": {"age_sec": 4.197, "exists": true, "mtime": "2026-10-30T09:08:49.391216+09:00", "mtime_epoch": 1793318929.3912163, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 83883}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:08:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1411.449, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1386146, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.246, "max": 10.0, "p95": 8.0, "sample_count": 191}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.974, "max": 4.0, "p95": 4.0, "sample_count": 191}, "total": {"avg": 2.974, "max": 4.0, "p95": 4.0, "sample_count": 191}}, "tracking_counts": {"active": {"avg": 0.063, "max": 1.0, "p95": 1.0, "sample_count": 191}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 191}, "tracked": {"avg": 0.063, "max": 1.0, "p95": 1.0, "sample_count": 191}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.373, "pushed": 6.373, "read": 6.373}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 191, "client_acquire_ms": {"avg_ms": 0.009, "count": 191, "max_ms": 0.062, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4313.395, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.109, "count": 191, "max_ms": 13.304, "p95_ms": 3.595, "reason": null, "sample_age_ms": 4368.191, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.426, "count": 191, "max_ms": 7.356, "p95_ms": 2.463, "reason": null, "sample_age_ms": 4368.534, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.381, "count": 191, "max_ms": 4.864, "p95_ms": 0.695, "reason": null, "sample_age_ms": 4313.403, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.313, "count": 191, "max_ms": 5.437, "p95_ms": 3.987, "reason": null, "sample_age_ms": 4366.275, "source": "client_direct"}, "request_count": 191, "request_tensor_bytes": {"avg": 2764808.0, "count": 191, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4366.245, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 191, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4313.617, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.71, "count": 191, "max_ms": 112.676, "p95_ms": 74.032, "reason": null, "sample_age_ms": 4313.392, "source": "client_direct"}, "sample_age_ms": 4313.388, "source": "client_direct", "task_total_ms": {"avg_ms": 54.619, "count": 191, "max_ms": 116.655, "p95_ms": 77.926, "reason": null, "sample_age_ms": 4313.388, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.117, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.345, "count": 191, "max_ms": 15.615, "p95_ms": 10.053}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.544, "count": 191, "max_ms": 1.405, "p95_ms": 1.076}, "detection_prepare_ms": {"avg_ms": 1.804, "count": 191, "max_ms": 10.244, "p95_ms": 3.265}, "event_filter_ms": {"avg_ms": 0.005, "count": 191, "max_ms": 0.027, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.476, "count": 191, "max_ms": 1.259, "p95_ms": 0.796}, "mcmt_ms": {"avg_ms": 0.005, "count": 191, "max_ms": 0.066, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.085, "count": 191, "max_ms": 3.574, "p95_ms": 1.95}, "setup_ms": {"avg_ms": 0.048, "count": 191, "max_ms": 0.135, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 6.281, "count": 191, "max_ms": 15.533, "p95_ms": 9.945}, "track_match_ms": {"avg_ms": 0.111, "count": 191, "max_ms": 0.394, "p95_ms": 0.222}, "tracker_update_ms": {"avg_ms": 2.203, "count": 191, "max_ms": 5.196, "p95_ms": 3.489}}, "gstreamer_push": {"avg_ms": 3.012, "count": 191, "max_ms": 7.793, "p95_ms": 4.94}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.066, "count": 191, "max_ms": 1.137, "p95_ms": 0.119}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.183, "count": 191, "max_ms": 121.496, "p95_ms": 82.703}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.338, "count": 191, "max_ms": 14.43, "p95_ms": 9.98}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.211, "count": 191, "max_ms": 208.812, "p95_ms": 151.191}, "inference_input_copy_ms": {"avg_ms": 1.907, "count": 191, "max_ms": 8.8, "p95_ms": 3.601}, "processing_residual_ms": {"avg_ms": 0.252, "count": 191, "max_ms": 1.907, "p95_ms": 0.483}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 119.707, "count": 191, "max_ms": 221.047, "p95_ms": 157.014}, "read_interval": {"avg_ms": 134.819, "count": 191, "max_ms": 244.618, "p95_ms": 186.799}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 191, "max_ms": 0.058, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 1.014, "count": 191, "max_ms": 3.233, "p95_ms": 1.883}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 191, "max_ms": 0.149, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.997, "count": 191, "max_ms": 3.175, "p95_ms": 1.872}, "worker_merge_ms": {"avg_ms": 0.008, "count": 191, "max_ms": 0.053, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 56.198, "count": 191, "max_ms": 121.517, "p95_ms": 82.734}, "visualize": {"avg_ms": 50.371, "count": 191, "max_ms": 86.686, "p95_ms": 66.193}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.342, "count": 191, "max_ms": 68.689, "p95_ms": 57.27}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.783, "count": 191, "max_ms": 84.143, "p95_ms": 64.55}, "visualize_input_copy_ms": {"avg_ms": 1.367, "count": 191, "max_ms": 6.038, "p95_ms": 2.337}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.632, "count": 191, "max_ms": 83.885, "p95_ms": 64.35}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 191, "max_ms": 0.227, "p95_ms": 0.156}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 191}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1413.973, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.903, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.589, "sample_count": 2155, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1385904, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:08:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 82041, "write_bytes_delta": 82041, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 892.0, "cpu_core_ratio": 0.394399, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 98316, "reason": null, "system_cpu_core_ratio": 0.031992, "system_cpu_s_delta": 0.6399999999999997, "user_cpu_core_ratio": 0.362407, "user_cpu_s_delta": 7.25}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.782043, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 214904.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.649833, "system_cpu_s_delta": 13.0, "user_cpu_core_ratio": 1.13221, "user_cpu_s_delta": 22.64999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.242, "count": 234, "max_ms": 9.388, "p95_ms": 5.947, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.739, "max": 12.0, "p95": 7.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.077, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 234}, "total": {"avg": 2.077, "max": 4.0, "p95": 3.0, "sample_count": 234}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.422, "count": 30, "max": 63.593, "p95": 42.339, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.008, "count": 30, "max": 21.87, "p95": 21.28, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 665.133, "count": 30, "max": 892.0, "p95": 873.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 493.833, "count": 30, "max": 9205.0, "p95": 1836.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.136, "p95": 0.058, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.338, "count": 30, "max": 0.367, "p95": 0.361, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.144, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 82011.9, "count": 30, "max": 84025.0, "p95": 83748.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 79211.067, "count": 30, "max": 83986.0, "p95": 83437.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 153565.133, "count": 30, "max": 214904.0, "p95": 203755.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.626, "count": 30, "max": 0.711, "p95": 0.68, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.097, "count": 30, "max": 1.185, "p95": 1.177, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10665, "sampled_at": "2026-10-30T09:08:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:08:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2151186, "flush_count": 2764, "flush_interval_seconds": 30.0, "flush_state": {"count": 2764, "last_at": "2026-10-30T09:08:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:08:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2763}, "started": true, "suppressed_count": 1595447, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 1595446}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2764, "written_record_count": 2764}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9047.301, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4418728243200, "copied_frame_count": 1598209, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T09:01:13+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2007146, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T09:01:07+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.758}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 4418728243200, "frame_buffer_copies": 1598209, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1214, "count": 512, "max_ms": 1.081, "p50_ms": 0.1077, "p95_ms": 0.2163, "p99_ms": 0.2782}, "stages": {"db_insert": {"avg_ms": 26.5042, "count": 1, "max_ms": 26.5042, "p50_ms": 26.5042, "p95_ms": 26.5042, "p99_ms": 26.5042, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.2571, "count": 1, "max_ms": 1.2571, "p50_ms": 1.2571, "p95_ms": 1.2571, "p99_ms": 1.2571, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1378.4915, "count": 1, "max_ms": 1378.4915, "p50_ms": 1378.4915, "p95_ms": 1378.4915, "p99_ms": 1378.4915, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2387, "count": 512, "max_ms": 3.2998, "p50_ms": 1.1612, "p95_ms": 1.9892, "p99_ms": 2.7436, "results": {"failed": 0, "not_applicable": 0, "success": 1598209, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 609.8252, "count": 1, "max_ms": 609.8252, "p50_ms": 609.8252, "p95_ms": 609.8252, "p99_ms": 609.8252, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 67.7399, "count": 1, "max_ms": 67.7399, "p50_ms": 67.7399, "p95_ms": 67.7399, "p99_ms": 67.7399, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1452, "count": 50, "max_ms": 8.7346, "p50_ms": 5.0535, "p95_ms": 7.4855, "p99_ms": 8.6361, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3653, "count": 50, "max_ms": 3.6197, "p50_ms": 1.2048, "p95_ms": 2.411, "p99_ms": 3.4457, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 605.8174, "count": 1, "max_ms": 605.8174, "p50_ms": 605.8174, "p95_ms": 605.8174, "p99_ms": 605.8174, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 512.7496, "count": 1, "max_ms": 512.7496, "p50_ms": 512.7496, "p95_ms": 512.7496, "p99_ms": 512.7496, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 87.7315, "count": 1, "max_ms": 87.7315, "p50_ms": 87.7315, "p95_ms": 87.7315, "p99_ms": 87.7315, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.2085, "count": 1, "max_ms": 1.2085, "p50_ms": 1.2085, "p95_ms": 1.2085, "p99_ms": 1.2085, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 30.4431, "count": 1, "max_ms": 30.4431, "p50_ms": 30.4431, "p95_ms": 30.4431, "p99_ms": 30.4431, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8184, "count": 1, "max_ms": 0.8184, "p50_ms": 0.8184, "p95_ms": 0.8184, "p99_ms": 0.8184, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.6616, "count": 1, "max_ms": 0.6616, "p50_ms": 0.6616, "p95_ms": 0.6616, "p99_ms": 0.6616, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.6616, "count": 1, "max_ms": 0.6616, "p50_ms": 0.6616, "p95_ms": 0.6616, "p99_ms": 0.6616, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8184, "count": 1, "max_ms": 0.8184, "p50_ms": 0.8184, "p95_ms": 0.8184, "p99_ms": 0.8184, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.554, "count": 1, "max_ms": 0.554, "p50_ms": 0.554, "p95_ms": 0.554, "p99_ms": 0.554, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 642.3509, "count": 1, "max_ms": 642.3509, "p50_ms": 642.3509, "p95_ms": 642.3509, "p99_ms": 642.3509, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 0.919, "count": 1, "max_ms": 0.919, "p50_ms": 0.919, "p95_ms": 0.919, "p99_ms": 0.919, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 27.6583, "count": 1, "max_ms": 27.6583, "p50_ms": 27.6583, "p95_ms": 27.6583, "p99_ms": 27.6583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6269, "count": 1, "max_ms": 0.6269, "p50_ms": 0.6269, "p95_ms": 0.6269, "p99_ms": 0.6269, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9594, "count": 1, "max_ms": 1.9594, "p50_ms": 1.9594, "p95_ms": 1.9594, "p99_ms": 1.9594, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 767.7144, "count": 1, "max_ms": 767.7144, "p50_ms": 767.7144, "p95_ms": 767.7144, "p99_ms": 767.7144, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6269, "p50_ms": 0.6269, "p95_ms": 0.6269, "p99_ms": 0.6269}, "wait_ms": {"count": 1, "max_ms": 1.9594, "p50_ms": 1.9594, "p95_ms": 1.9594, "p99_ms": 1.9594}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15533, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.2571, "p50_ms": 1.2571, "p95_ms": 1.2571, "p99_ms": 1.2571}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 219, "h264_decode_error_count": 515, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:09:32+09:00", "last_error_summary": "[h264 @ 0x64ca947ce200] cabac decode of qscale diff failed at 139 52 [h264 @ 0x64ca947ce200] error while decoding MB 139 52, bytestream 24516 [h264 @ 0x64ca954cce80] error while decoding MB 80 44, bytestream -7", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 440.209, "last_started_at": "2026-10-30T09:02:12+09:00", "pid": 98200, "process": {"exists": false, "pid": 98200}, "restart_count": 247, "restart_count_per_hour": 5, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 248}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.894, "sample_count": 2859, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1598209, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:09:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 0.031, "last_frame_pushed_at": "2026-10-30T09:09:32+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-10-30T09:09:32+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 76, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 598.613, "last_sample_duration_ms": 1286.165, "last_trigger": "periodic", "next_snapshot_in_sec": 1.387, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 276, "storage_bytes": 2629994}, "mjpeg": {"age_sec": 0.024, "exists": true, "mtime": "2026-10-30T09:09:32.639183+09:00", "mtime_epoch": 1793318972.6391828, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 80431}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T09:09:32+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1656.082, "name": "celery", "pid": 176, "rss_mb": 1656.082, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1598209, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 302}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 302}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 302}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 302}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 302}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 302}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 302}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 302, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.077, "pushed": 10.077, "read": 10.044}, "hints": ["frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 301, "client_acquire_ms": {"avg_ms": 0.007, "count": 301, "max_ms": 0.02, "p95_ms": 0.013, "reason": null, "sample_age_ms": 76.26, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.601, "count": 301, "max_ms": 4.605, "p95_ms": 1.899, "reason": null, "sample_age_ms": 104.145, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.242, "count": 301, "max_ms": 3.036, "p95_ms": 1.416, "reason": null, "sample_age_ms": 104.336, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.097, "count": 301, "max_ms": 0.302, "p95_ms": 0.196, "reason": null, "sample_age_ms": 76.265, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.573, "count": 301, "max_ms": 14.95, "p95_ms": 2.641, "reason": null, "sample_age_ms": 103.36, "source": "client_direct"}, "request_count": 301, "request_tensor_bytes": {"avg": 2211848.0, "count": 301, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 103.344, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 301, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 76.335, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.184, "count": 301, "max_ms": 70.56, "p95_ms": 58.255, "reason": null, "sample_age_ms": 76.258, "source": "client_direct"}, "sample_age_ms": 76.255, "source": "client_direct", "task_total_ms": {"avg_ms": 41.026, "count": 301, "max_ms": 73.347, "p95_ms": 59.723, "reason": null, "sample_age_ms": 76.255, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.956, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.739, "count": 302, "max_ms": 2.317, "p95_ms": 1.456}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.236, "count": 302, "max_ms": 0.897, "p95_ms": 0.445}, "detection_prepare_ms": {"avg_ms": 0.1, "count": 302, "max_ms": 0.29, "p95_ms": 0.211}, "event_filter_ms": {"avg_ms": 0.004, "count": 302, "max_ms": 0.022, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.08, "count": 302, "max_ms": 0.287, "p95_ms": 0.153}, "mcmt_ms": {"avg_ms": 0.003, "count": 302, "max_ms": 0.027, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.193, "count": 302, "max_ms": 0.821, "p95_ms": 0.421}, "setup_ms": {"avg_ms": 0.044, "count": 302, "max_ms": 0.181, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 0.695, "count": 302, "max_ms": 2.207, "p95_ms": 1.372}, "track_match_ms": {"avg_ms": 0.004, "count": 302, "max_ms": 0.05, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.03, "count": 302, "max_ms": 0.095, "p95_ms": 0.065}}, "gstreamer_push": {"avg_ms": 2.701, "count": 302, "max_ms": 5.865, "p95_ms": 4.609}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 302, "max_ms": 0.183, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.932, "count": 302, "max_ms": 78.447, "p95_ms": 60.329}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.042, "count": 302, "max_ms": 0.221, "p95_ms": 0.087}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 302, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 302, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 74.132, "count": 302, "max_ms": 120.896, "p95_ms": 97.401}, "inference_input_copy_ms": {"avg_ms": 1.392, "count": 302, "max_ms": 5.912, "p95_ms": 2.323}, "processing_residual_ms": {"avg_ms": 0.138, "count": 302, "max_ms": 0.341, "p95_ms": 0.258}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 302, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 302, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 75.704, "count": 302, "max_ms": 122.702, "p95_ms": 101.0}, "read_interval": {"avg_ms": 99.506, "count": 301, "max_ms": 3683.704, "p95_ms": 123.684}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 302, "max_ms": 0.07, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.136, "count": 302, "max_ms": 0.597, "p95_ms": 0.31}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 302, "max_ms": 0.052, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.12, "count": 302, "max_ms": 0.53, "p95_ms": 0.272}, "worker_merge_ms": {"avg_ms": 0.006, "count": 302, "max_ms": 0.031, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 41.948, "count": 302, "max_ms": 78.482, "p95_ms": 60.338}, "visualize": {"avg_ms": 30.573, "count": 302, "max_ms": 44.753, "p95_ms": 40.506}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.697, "count": 302, "max_ms": 43.183, "p95_ms": 39.481}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 302, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.382, "count": 302, "max_ms": 44.43, "p95_ms": 40.29}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 302, "max_ms": 0.012, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 302, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.281, "count": 302, "max_ms": 44.244, "p95_ms": 40.165}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 302, "max_ms": 0.205, "p95_ms": 0.129}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 302}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 302}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 302}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1656.031, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 30.367, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.747, "sample_count": 2882, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1598101, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:09:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 80423, "write_bytes_delta": 80423, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1531.0, "cpu_core_ratio": 1.526786, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4191.0, "pid": 98200, "reason": null, "system_cpu_core_ratio": 0.127689, "system_cpu_s_delta": 2.5600000000000023, "user_cpu_core_ratio": 1.399097, "user_cpu_s_delta": 28.05000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.718752, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 26.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.06584, "system_cpu_s_delta": 1.319999999999709, "user_cpu_core_ratio": 0.652912, "user_cpu_s_delta": 13.089999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.617, "count": 305, "max_ms": 5.36, "p95_ms": 4.258, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 305}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 305}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.37, "count": 30, "max": 74.676, "p95": 63.392, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.592, "count": 30, "max": 35.008, "p95": 33.904, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1136.9, "count": 30, "max": 1574.0, "p95": 1525.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1862.933, "count": 30, "max": 29939.0, "p95": 8805.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.097, "count": 30, "max": 0.501, "p95": 0.346, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.196, "count": 30, "max": 1.436, "p95": 1.41, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.09, "p95": 0.027, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 81458.567, "count": 30, "max": 90277.0, "p95": 85708.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81458.567, "count": 30, "max": 90277.0, "p95": 85708.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1743.467, "count": 30, "max": 43795.0, "p95": 4108.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.15, "p95": 0.105, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.601, "count": 30, "max": 0.747, "p95": 0.674, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11616, "sampled_at": "2026-10-30T09:09:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:09:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2151186, "flush_count": 2764, "flush_interval_seconds": 30.0, "flush_state": {"count": 2764, "last_at": "2026-10-30T09:08:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:08:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2763}, "started": true, "suppressed_count": 1595447, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 1595446}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2764, "written_record_count": 2764}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9047.297, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x64ca947ce200] cabac decode of qscale diff failed at 139 52 [h264 @ 0x64ca947ce200] error while decoding MB 139 52, bytestream 24516 [h264 @ 0x64ca954cce80] error while decoding MB 80 44, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4418728243200, "copied_frame_count": 1598209, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T09:01:13+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2007146, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T09:01:07+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.758}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 4418728243200, "frame_buffer_copies": 1598209, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1214, "count": 512, "max_ms": 1.081, "p50_ms": 0.1077, "p95_ms": 0.2163, "p99_ms": 0.2782}, "stages": {"db_insert": {"avg_ms": 26.5042, "count": 1, "max_ms": 26.5042, "p50_ms": 26.5042, "p95_ms": 26.5042, "p99_ms": 26.5042, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.2571, "count": 1, "max_ms": 1.2571, "p50_ms": 1.2571, "p95_ms": 1.2571, "p99_ms": 1.2571, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1378.4915, "count": 1, "max_ms": 1378.4915, "p50_ms": 1378.4915, "p95_ms": 1378.4915, "p99_ms": 1378.4915, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2387, "count": 512, "max_ms": 3.2998, "p50_ms": 1.1612, "p95_ms": 1.9892, "p99_ms": 2.7436, "results": {"failed": 0, "not_applicable": 0, "success": 1598209, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 609.8252, "count": 1, "max_ms": 609.8252, "p50_ms": 609.8252, "p95_ms": 609.8252, "p99_ms": 609.8252, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 67.7399, "count": 1, "max_ms": 67.7399, "p50_ms": 67.7399, "p95_ms": 67.7399, "p99_ms": 67.7399, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1452, "count": 50, "max_ms": 8.7346, "p50_ms": 5.0535, "p95_ms": 7.4855, "p99_ms": 8.6361, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3653, "count": 50, "max_ms": 3.6197, "p50_ms": 1.2048, "p95_ms": 2.411, "p99_ms": 3.4457, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 605.8174, "count": 1, "max_ms": 605.8174, "p50_ms": 605.8174, "p95_ms": 605.8174, "p99_ms": 605.8174, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 512.7496, "count": 1, "max_ms": 512.7496, "p50_ms": 512.7496, "p95_ms": 512.7496, "p99_ms": 512.7496, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 87.7315, "count": 1, "max_ms": 87.7315, "p50_ms": 87.7315, "p95_ms": 87.7315, "p99_ms": 87.7315, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.2085, "count": 1, "max_ms": 1.2085, "p50_ms": 1.2085, "p95_ms": 1.2085, "p99_ms": 1.2085, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 30.4431, "count": 1, "max_ms": 30.4431, "p50_ms": 30.4431, "p95_ms": 30.4431, "p99_ms": 30.4431, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8184, "count": 1, "max_ms": 0.8184, "p50_ms": 0.8184, "p95_ms": 0.8184, "p99_ms": 0.8184, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.6616, "count": 1, "max_ms": 0.6616, "p50_ms": 0.6616, "p95_ms": 0.6616, "p99_ms": 0.6616, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.6616, "count": 1, "max_ms": 0.6616, "p50_ms": 0.6616, "p95_ms": 0.6616, "p99_ms": 0.6616, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8184, "count": 1, "max_ms": 0.8184, "p50_ms": 0.8184, "p95_ms": 0.8184, "p99_ms": 0.8184, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.554, "count": 1, "max_ms": 0.554, "p50_ms": 0.554, "p95_ms": 0.554, "p99_ms": 0.554, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 642.3509, "count": 1, "max_ms": 642.3509, "p50_ms": 642.3509, "p95_ms": 642.3509, "p99_ms": 642.3509, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 0.919, "count": 1, "max_ms": 0.919, "p50_ms": 0.919, "p95_ms": 0.919, "p99_ms": 0.919, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 27.6583, "count": 1, "max_ms": 27.6583, "p50_ms": 27.6583, "p95_ms": 27.6583, "p99_ms": 27.6583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6269, "count": 1, "max_ms": 0.6269, "p50_ms": 0.6269, "p95_ms": 0.6269, "p99_ms": 0.6269, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9594, "count": 1, "max_ms": 1.9594, "p50_ms": 1.9594, "p95_ms": 1.9594, "p99_ms": 1.9594, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 767.7144, "count": 1, "max_ms": 767.7144, "p50_ms": 767.7144, "p95_ms": 767.7144, "p99_ms": 767.7144, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6269, "p50_ms": 0.6269, "p95_ms": 0.6269, "p99_ms": 0.6269}, "wait_ms": {"count": 1, "max_ms": 1.9594, "p50_ms": 1.9594, "p95_ms": 1.9594, "p99_ms": 1.9594}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15533, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.2571, "p50_ms": 1.2571, "p95_ms": 1.2571, "p99_ms": 1.2571}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 219, "h264_decode_error_count": 515, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:09:32+09:00", "last_error_summary": "[h264 @ 0x64ca947ce200] cabac decode of qscale diff failed at 139 52 [h264 @ 0x64ca947ce200] error while decoding MB 139 52, bytestream 24516 [h264 @ 0x64ca954cce80] error while decoding MB 80 44, bytestream -7", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 440.242, "last_started_at": "2026-10-30T09:02:12+09:00", "pid": 98200, "process": {"exists": false, "pid": 98200}, "restart_count": 247, "restart_count_per_hour": 5, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 248}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.894, "sample_count": 2859, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1598209, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:09:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 0.063, "last_frame_pushed_at": "2026-10-30T09:09:32+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-10-30T09:09:32+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 76, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 598.622, "last_sample_duration_ms": 1286.165, "last_trigger": "periodic", "next_snapshot_in_sec": 1.378, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 276, "storage_bytes": 2629994}, "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-10-30T09:09:32.639183+09:00", "mtime_epoch": 1793318972.6391828, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 80431}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T09:09:32+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1656.082, "name": "celery", "pid": 176, "rss_mb": 1656.082, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1598209, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 301}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 301}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 301}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 301}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 301}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 301}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 301, "pushed_frames": 302, "read_frames": 301, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.034, "pushed": 10.067, "read": 10.034}, "hints": ["frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 300, "client_acquire_ms": {"avg_ms": 0.007, "count": 301, "max_ms": 0.02, "p95_ms": 0.013, "reason": null, "sample_age_ms": 113.166, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.601, "count": 300, "max_ms": 4.605, "p95_ms": 1.901, "reason": null, "sample_age_ms": 141.051, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.242, "count": 300, "max_ms": 3.036, "p95_ms": 1.417, "reason": null, "sample_age_ms": 141.241, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.097, "count": 301, "max_ms": 0.302, "p95_ms": 0.196, "reason": null, "sample_age_ms": 113.171, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.569, "count": 300, "max_ms": 14.95, "p95_ms": 2.629, "reason": null, "sample_age_ms": 140.266, "source": "client_direct"}, "request_count": 300, "request_tensor_bytes": {"avg": 2211848.0, "count": 300, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 140.249, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 301, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 113.241, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.184, "count": 301, "max_ms": 70.56, "p95_ms": 58.255, "reason": null, "sample_age_ms": 113.164, "source": "client_direct"}, "sample_age_ms": 113.161, "source": "client_direct", "task_total_ms": {"avg_ms": 41.026, "count": 301, "max_ms": 73.347, "p95_ms": 59.723, "reason": null, "sample_age_ms": 113.161, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.115, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.739, "count": 301, "max_ms": 2.317, "p95_ms": 1.456}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.236, "count": 301, "max_ms": 0.897, "p95_ms": 0.445}, "detection_prepare_ms": {"avg_ms": 0.1, "count": 301, "max_ms": 0.29, "p95_ms": 0.211}, "event_filter_ms": {"avg_ms": 0.004, "count": 301, "max_ms": 0.022, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.08, "count": 301, "max_ms": 0.287, "p95_ms": 0.153}, "mcmt_ms": {"avg_ms": 0.003, "count": 301, "max_ms": 0.027, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.193, "count": 301, "max_ms": 0.821, "p95_ms": 0.421}, "setup_ms": {"avg_ms": 0.044, "count": 301, "max_ms": 0.181, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 0.695, "count": 301, "max_ms": 2.207, "p95_ms": 1.372}, "track_match_ms": {"avg_ms": 0.004, "count": 301, "max_ms": 0.05, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.03, "count": 301, "max_ms": 0.095, "p95_ms": 0.065}}, "gstreamer_push": {"avg_ms": 2.701, "count": 302, "max_ms": 5.865, "p95_ms": 4.609}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 301, "max_ms": 0.183, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.945, "count": 301, "max_ms": 78.447, "p95_ms": 60.329}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.042, "count": 301, "max_ms": 0.221, "p95_ms": 0.087}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 301, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 301, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 74.143, "count": 301, "max_ms": 120.896, "p95_ms": 97.401}, "inference_input_copy_ms": {"avg_ms": 1.392, "count": 301, "max_ms": 5.912, "p95_ms": 2.323}, "processing_residual_ms": {"avg_ms": 0.138, "count": 301, "max_ms": 0.341, "p95_ms": 0.258}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 301, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 301, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 75.715, "count": 301, "max_ms": 122.702, "p95_ms": 101.0}, "read_interval": {"avg_ms": 99.506, "count": 301, "max_ms": 3683.704, "p95_ms": 123.684}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 301, "max_ms": 0.07, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.136, "count": 301, "max_ms": 0.597, "p95_ms": 0.31}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 301, "max_ms": 0.052, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.12, "count": 301, "max_ms": 0.53, "p95_ms": 0.272}, "worker_merge_ms": {"avg_ms": 0.006, "count": 301, "max_ms": 0.031, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 41.961, "count": 301, "max_ms": 78.482, "p95_ms": 60.338}, "visualize": {"avg_ms": 30.571, "count": 301, "max_ms": 44.753, "p95_ms": 40.506}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.696, "count": 301, "max_ms": 43.183, "p95_ms": 39.481}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 301, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.38, "count": 301, "max_ms": 44.43, "p95_ms": 40.29}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 301, "max_ms": 0.012, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 301, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.279, "count": 301, "max_ms": 44.244, "p95_ms": 40.165}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 301, "max_ms": 0.205, "p95_ms": 0.129}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 301}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 301}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 301}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1656.031, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 30.367, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.747, "sample_count": 2882, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1598101, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:09:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 80423, "write_bytes_delta": 80423, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1531.0, "cpu_core_ratio": 1.526786, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4191.0, "pid": 98200, "reason": null, "system_cpu_core_ratio": 0.127689, "system_cpu_s_delta": 2.5600000000000023, "user_cpu_core_ratio": 1.399097, "user_cpu_s_delta": 28.05000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.718752, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 26.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.06584, "system_cpu_s_delta": 1.319999999999709, "user_cpu_core_ratio": 0.652912, "user_cpu_s_delta": 13.089999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.617, "count": 305, "max_ms": 5.36, "p95_ms": 4.258, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 305}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 305}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.37, "count": 30, "max": 74.676, "p95": 63.392, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.592, "count": 30, "max": 35.008, "p95": 33.904, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1136.9, "count": 30, "max": 1574.0, "p95": 1525.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1862.933, "count": 30, "max": 29939.0, "p95": 8805.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.097, "count": 30, "max": 0.501, "p95": 0.346, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.196, "count": 30, "max": 1.436, "p95": 1.41, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.09, "p95": 0.027, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 81458.567, "count": 30, "max": 90277.0, "p95": 85708.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81458.567, "count": 30, "max": 90277.0, "p95": 85708.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1743.467, "count": 30, "max": 43795.0, "p95": 4108.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.15, "p95": 0.105, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.601, "count": 30, "max": 0.747, "p95": 0.674, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11616, "sampled_at": "2026-10-30T09:09:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:09:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2151186, "flush_count": 2764, "flush_interval_seconds": 30.0, "flush_state": {"count": 2764, "last_at": "2026-10-30T09:08:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:08:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2763}, "started": true, "suppressed_count": 1595447, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 1595446}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2764, "written_record_count": 2764}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9068.113, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4418728243200, "copied_frame_count": 1598209, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T09:01:13+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2007146, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T09:01:07+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.758}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 4418728243200, "frame_buffer_copies": 1598209, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1214, "count": 512, "max_ms": 1.081, "p50_ms": 0.1077, "p95_ms": 0.2163, "p99_ms": 0.2782}, "stages": {"db_insert": {"avg_ms": 26.5042, "count": 1, "max_ms": 26.5042, "p50_ms": 26.5042, "p95_ms": 26.5042, "p99_ms": 26.5042, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.2571, "count": 1, "max_ms": 1.2571, "p50_ms": 1.2571, "p95_ms": 1.2571, "p99_ms": 1.2571, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1378.4915, "count": 1, "max_ms": 1378.4915, "p50_ms": 1378.4915, "p95_ms": 1378.4915, "p99_ms": 1378.4915, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2387, "count": 512, "max_ms": 3.2998, "p50_ms": 1.1612, "p95_ms": 1.9892, "p99_ms": 2.7436, "results": {"failed": 0, "not_applicable": 0, "success": 1598209, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 609.8252, "count": 1, "max_ms": 609.8252, "p50_ms": 609.8252, "p95_ms": 609.8252, "p99_ms": 609.8252, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 67.7399, "count": 1, "max_ms": 67.7399, "p50_ms": 67.7399, "p95_ms": 67.7399, "p99_ms": 67.7399, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1452, "count": 50, "max_ms": 8.7346, "p50_ms": 5.0535, "p95_ms": 7.4855, "p99_ms": 8.6361, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3653, "count": 50, "max_ms": 3.6197, "p50_ms": 1.2048, "p95_ms": 2.411, "p99_ms": 3.4457, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 605.8174, "count": 1, "max_ms": 605.8174, "p50_ms": 605.8174, "p95_ms": 605.8174, "p99_ms": 605.8174, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 512.7496, "count": 1, "max_ms": 512.7496, "p50_ms": 512.7496, "p95_ms": 512.7496, "p99_ms": 512.7496, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 87.7315, "count": 1, "max_ms": 87.7315, "p50_ms": 87.7315, "p95_ms": 87.7315, "p99_ms": 87.7315, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.2085, "count": 1, "max_ms": 1.2085, "p50_ms": 1.2085, "p95_ms": 1.2085, "p99_ms": 1.2085, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 30.4431, "count": 1, "max_ms": 30.4431, "p50_ms": 30.4431, "p95_ms": 30.4431, "p99_ms": 30.4431, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8184, "count": 1, "max_ms": 0.8184, "p50_ms": 0.8184, "p95_ms": 0.8184, "p99_ms": 0.8184, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.6616, "count": 1, "max_ms": 0.6616, "p50_ms": 0.6616, "p95_ms": 0.6616, "p99_ms": 0.6616, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.6616, "count": 1, "max_ms": 0.6616, "p50_ms": 0.6616, "p95_ms": 0.6616, "p99_ms": 0.6616, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8184, "count": 1, "max_ms": 0.8184, "p50_ms": 0.8184, "p95_ms": 0.8184, "p99_ms": 0.8184, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.554, "count": 1, "max_ms": 0.554, "p50_ms": 0.554, "p95_ms": 0.554, "p99_ms": 0.554, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 642.3509, "count": 1, "max_ms": 642.3509, "p50_ms": 642.3509, "p95_ms": 642.3509, "p99_ms": 642.3509, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 0.919, "count": 1, "max_ms": 0.919, "p50_ms": 0.919, "p95_ms": 0.919, "p99_ms": 0.919, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 27.6583, "count": 1, "max_ms": 27.6583, "p50_ms": 27.6583, "p95_ms": 27.6583, "p99_ms": 27.6583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6269, "count": 1, "max_ms": 0.6269, "p50_ms": 0.6269, "p95_ms": 0.6269, "p99_ms": 0.6269, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9594, "count": 1, "max_ms": 1.9594, "p50_ms": 1.9594, "p95_ms": 1.9594, "p99_ms": 1.9594, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 767.7144, "count": 1, "max_ms": 767.7144, "p50_ms": 767.7144, "p95_ms": 767.7144, "p99_ms": 767.7144, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6269, "p50_ms": 0.6269, "p95_ms": 0.6269, "p99_ms": 0.6269}, "wait_ms": {"count": 1, "max_ms": 1.9594, "p50_ms": 1.9594, "p95_ms": 1.9594, "p99_ms": 1.9594}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15533, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.2571, "p50_ms": 1.2571, "p95_ms": 1.2571, "p99_ms": 1.2571}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 219, "h264_decode_error_count": 515, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:09:32+09:00", "last_error_summary": "[h264 @ 0x64ca947ce200] cabac decode of qscale diff failed at 139 52 [h264 @ 0x64ca947ce200] error while decoding MB 139 52, bytestream 24516 [h264 @ 0x64ca954cce80] error while decoding MB 80 44, bytestream -7", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 440.283, "last_started_at": "2026-10-30T09:02:12+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 247, "restart_count_per_hour": 5, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 248}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.894, "sample_count": 2858, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1598209, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:09:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 0.105, "last_frame_pushed_at": "2026-10-30T09:09:32+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-10-30T09:09:32+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 76, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 598.658, "last_sample_duration_ms": 1286.165, "last_trigger": "periodic", "next_snapshot_in_sec": 1.342, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 276, "storage_bytes": 2629994}, "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-10-30T09:09:32.639183+09:00", "mtime_epoch": 1793318972.6391828, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 80431}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T09:09:32+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1656.086, "name": "celery", "pid": 176, "rss_mb": 1656.086, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1598209, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 301}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 301}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 301}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 301}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 301}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 301}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 301, "pushed_frames": 301, "read_frames": 300, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 10.045, "pushed": 10.045, "read": 10.012}, "hints": ["frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 300, "client_acquire_ms": {"avg_ms": 0.007, "count": 300, "max_ms": 0.02, "p95_ms": 0.013, "reason": null, "sample_age_ms": 144.647, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.601, "count": 300, "max_ms": 4.605, "p95_ms": 1.901, "reason": null, "sample_age_ms": 172.532, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.242, "count": 300, "max_ms": 3.036, "p95_ms": 1.417, "reason": null, "sample_age_ms": 172.722, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.097, "count": 300, "max_ms": 0.302, "p95_ms": 0.196, "reason": null, "sample_age_ms": 144.652, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.569, "count": 300, "max_ms": 14.95, "p95_ms": 2.629, "reason": null, "sample_age_ms": 171.747, "source": "client_direct"}, "request_count": 300, "request_tensor_bytes": {"avg": 2211848.0, "count": 300, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 171.731, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 300, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 144.722, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.21, "count": 300, "max_ms": 70.56, "p95_ms": 58.28, "reason": null, "sample_age_ms": 144.645, "source": "client_direct"}, "sample_age_ms": 144.642, "source": "client_direct", "task_total_ms": {"avg_ms": 41.047, "count": 300, "max_ms": 73.347, "p95_ms": 59.754, "reason": null, "sample_age_ms": 144.642, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.835, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.739, "count": 301, "max_ms": 2.317, "p95_ms": 1.456}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.236, "count": 301, "max_ms": 0.897, "p95_ms": 0.445}, "detection_prepare_ms": {"avg_ms": 0.1, "count": 301, "max_ms": 0.29, "p95_ms": 0.211}, "event_filter_ms": {"avg_ms": 0.004, "count": 301, "max_ms": 0.022, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.08, "count": 301, "max_ms": 0.287, "p95_ms": 0.153}, "mcmt_ms": {"avg_ms": 0.003, "count": 301, "max_ms": 0.027, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.193, "count": 301, "max_ms": 0.821, "p95_ms": 0.421}, "setup_ms": {"avg_ms": 0.044, "count": 301, "max_ms": 0.181, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 0.695, "count": 301, "max_ms": 2.207, "p95_ms": 1.372}, "track_match_ms": {"avg_ms": 0.004, "count": 301, "max_ms": 0.05, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.03, "count": 301, "max_ms": 0.095, "p95_ms": 0.065}}, "gstreamer_push": {"avg_ms": 2.703, "count": 301, "max_ms": 5.865, "p95_ms": 4.609}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 301, "max_ms": 0.183, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.945, "count": 301, "max_ms": 78.447, "p95_ms": 60.329}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.042, "count": 301, "max_ms": 0.221, "p95_ms": 0.087}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 301, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 301, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 74.143, "count": 301, "max_ms": 120.896, "p95_ms": 97.401}, "inference_input_copy_ms": {"avg_ms": 1.392, "count": 301, "max_ms": 5.912, "p95_ms": 2.323}, "processing_residual_ms": {"avg_ms": 0.138, "count": 301, "max_ms": 0.341, "p95_ms": 0.258}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 301, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 301, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 75.715, "count": 301, "max_ms": 122.702, "p95_ms": 101.0}, "read_interval": {"avg_ms": 99.571, "count": 300, "max_ms": 3683.704, "p95_ms": 123.684}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 301, "max_ms": 0.07, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.136, "count": 301, "max_ms": 0.597, "p95_ms": 0.31}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 301, "max_ms": 0.052, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.12, "count": 301, "max_ms": 0.53, "p95_ms": 0.272}, "worker_merge_ms": {"avg_ms": 0.006, "count": 301, "max_ms": 0.031, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 41.961, "count": 301, "max_ms": 78.482, "p95_ms": 60.338}, "visualize": {"avg_ms": 30.571, "count": 301, "max_ms": 44.753, "p95_ms": 40.506}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.696, "count": 301, "max_ms": 43.183, "p95_ms": 39.481}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 301, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.38, "count": 301, "max_ms": 44.43, "p95_ms": 40.29}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 301, "max_ms": 0.012, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 301, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.279, "count": 301, "max_ms": 44.244, "p95_ms": 40.165}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 301, "max_ms": 0.205, "p95_ms": 0.129}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 301}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 301}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 301}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1656.031, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 30.367, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.747, "sample_count": 2882, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1598101, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:09:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 80423, "write_bytes_delta": 80423, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1531.0, "cpu_core_ratio": 1.526786, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4191.0, "pid": 98200, "reason": null, "system_cpu_core_ratio": 0.127689, "system_cpu_s_delta": 2.5600000000000023, "user_cpu_core_ratio": 1.399097, "user_cpu_s_delta": 28.05000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.718752, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 26.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.06584, "system_cpu_s_delta": 1.319999999999709, "user_cpu_core_ratio": 0.652912, "user_cpu_s_delta": 13.089999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.617, "count": 305, "max_ms": 5.36, "p95_ms": 4.258, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 305}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 305}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.37, "count": 30, "max": 74.676, "p95": 63.392, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.592, "count": 30, "max": 35.008, "p95": 33.904, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1136.9, "count": 30, "max": 1574.0, "p95": 1525.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1862.933, "count": 30, "max": 29939.0, "p95": 8805.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.097, "count": 30, "max": 0.501, "p95": 0.346, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.196, "count": 30, "max": 1.436, "p95": 1.41, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.09, "p95": 0.027, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 81458.567, "count": 30, "max": 90277.0, "p95": 85708.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81458.567, "count": 30, "max": 90277.0, "p95": 85708.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1743.467, "count": 30, "max": 43795.0, "p95": 4108.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.15, "p95": 0.105, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.601, "count": 30, "max": 0.747, "p95": 0.674, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11616, "sampled_at": "2026-10-30T09:09:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:09:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2151186, "flush_count": 2764, "flush_interval_seconds": 30.0, "flush_state": {"count": 2764, "last_at": "2026-10-30T09:08:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:08:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2763}, "started": true, "suppressed_count": 1595447, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 1595446}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2764, "written_record_count": 2764}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9249.84, "limit_mb": null}, "detail": {"pid": 98548, "restart_count": 248, "start_count": 249}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4418728243200, "copied_frame_count": 1598209, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T09:01:13+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2007146, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T09:01:07+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.758}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 4418728243200, "frame_buffer_copies": 1598209, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1214, "count": 512, "max_ms": 1.081, "p50_ms": 0.1077, "p95_ms": 0.2163, "p99_ms": 0.2782}, "stages": {"db_insert": {"avg_ms": 26.5042, "count": 1, "max_ms": 26.5042, "p50_ms": 26.5042, "p95_ms": 26.5042, "p99_ms": 26.5042, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.2571, "count": 1, "max_ms": 1.2571, "p50_ms": 1.2571, "p95_ms": 1.2571, "p99_ms": 1.2571, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1378.4915, "count": 1, "max_ms": 1378.4915, "p50_ms": 1378.4915, "p95_ms": 1378.4915, "p99_ms": 1378.4915, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2387, "count": 512, "max_ms": 3.2998, "p50_ms": 1.1612, "p95_ms": 1.9892, "p99_ms": 2.7436, "results": {"failed": 0, "not_applicable": 0, "success": 1598209, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 609.8252, "count": 1, "max_ms": 609.8252, "p50_ms": 609.8252, "p95_ms": 609.8252, "p99_ms": 609.8252, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 67.7399, "count": 1, "max_ms": 67.7399, "p50_ms": 67.7399, "p95_ms": 67.7399, "p99_ms": 67.7399, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1452, "count": 50, "max_ms": 8.7346, "p50_ms": 5.0535, "p95_ms": 7.4855, "p99_ms": 8.6361, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3653, "count": 50, "max_ms": 3.6197, "p50_ms": 1.2048, "p95_ms": 2.411, "p99_ms": 3.4457, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 605.8174, "count": 1, "max_ms": 605.8174, "p50_ms": 605.8174, "p95_ms": 605.8174, "p99_ms": 605.8174, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 512.7496, "count": 1, "max_ms": 512.7496, "p50_ms": 512.7496, "p95_ms": 512.7496, "p99_ms": 512.7496, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 87.7315, "count": 1, "max_ms": 87.7315, "p50_ms": 87.7315, "p95_ms": 87.7315, "p99_ms": 87.7315, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.2085, "count": 1, "max_ms": 1.2085, "p50_ms": 1.2085, "p95_ms": 1.2085, "p99_ms": 1.2085, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 30.4431, "count": 1, "max_ms": 30.4431, "p50_ms": 30.4431, "p95_ms": 30.4431, "p99_ms": 30.4431, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8184, "count": 1, "max_ms": 0.8184, "p50_ms": 0.8184, "p95_ms": 0.8184, "p99_ms": 0.8184, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.6616, "count": 1, "max_ms": 0.6616, "p50_ms": 0.6616, "p95_ms": 0.6616, "p99_ms": 0.6616, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.6616, "count": 1, "max_ms": 0.6616, "p50_ms": 0.6616, "p95_ms": 0.6616, "p99_ms": 0.6616, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8184, "count": 1, "max_ms": 0.8184, "p50_ms": 0.8184, "p95_ms": 0.8184, "p99_ms": 0.8184, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.554, "count": 1, "max_ms": 0.554, "p50_ms": 0.554, "p95_ms": 0.554, "p99_ms": 0.554, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 642.3509, "count": 1, "max_ms": 642.3509, "p50_ms": 642.3509, "p95_ms": 642.3509, "p99_ms": 642.3509, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 0.919, "count": 1, "max_ms": 0.919, "p50_ms": 0.919, "p95_ms": 0.919, "p99_ms": 0.919, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 27.6583, "count": 1, "max_ms": 27.6583, "p50_ms": 27.6583, "p95_ms": 27.6583, "p99_ms": 27.6583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6269, "count": 1, "max_ms": 0.6269, "p50_ms": 0.6269, "p95_ms": 0.6269, "p99_ms": 0.6269, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9594, "count": 1, "max_ms": 1.9594, "p50_ms": 1.9594, "p95_ms": 1.9594, "p99_ms": 1.9594, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 767.7144, "count": 1, "max_ms": 767.7144, "p50_ms": 767.7144, "p95_ms": 767.7144, "p99_ms": 767.7144, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6269, "p50_ms": 0.6269, "p95_ms": 0.6269, "p99_ms": 0.6269}, "wait_ms": {"count": 1, "max_ms": 1.9594, "p50_ms": 1.9594, "p95_ms": 1.9594, "p99_ms": 1.9594}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15533, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.2571, "p50_ms": 1.2571, "p95_ms": 1.2571, "p99_ms": 1.2571}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 219, "h264_decode_error_count": 515, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:09:32+09:00", "last_error_summary": "[h264 @ 0x64ca947ce200] cabac decode of qscale diff failed at 139 52 [h264 @ 0x64ca947ce200] error while decoding MB 139 52, bytestream 24516 [h264 @ 0x64ca954cce80] error while decoding MB 80 44, bytestream -7", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T09:09:35+09:00", "pid": 98548, "process": {"exists": true, "fd_count": 5, "hwm_mb": 236.621, "name": "ffmpeg", "pid": 98548, "rss_mb": 236.621, "state": "S (sleeping)", "threads": 19}, "restart_count": 248, "restart_count_per_hour": 6, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 249}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.845, "sample_count": 2814, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1598209, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:09:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 4.626, "last_frame_pushed_at": "2026-10-30T09:09:32+09:00", "last_frame_read_age_sec": 4.683, "last_frame_read_at": "2026-10-30T09:09:32+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 76, "debug_expires_at": null, "deduplicated_count": 46, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 603.169, "last_sample_duration_ms": 1286.165, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "snapshot_requested", "rotation_count": 135, "runtime_state": "active", "sample_count": 276, "storage_bytes": 2629994}, "mjpeg": {"age_sec": 4.619, "exists": true, "mtime": "2026-10-30T09:09:32.639183+09:00", "mtime_epoch": 1793318972.6391828, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 80431}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T09:09:37+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1656.086, "name": "celery", "pid": 176, "rss_mb": 1656.086, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1598209, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 250}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 250}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 250}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 250, "pushed_frames": 250, "read_frames": 249, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.337, "pushed": 8.337, "read": 8.304}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 249, "client_acquire_ms": {"avg_ms": 0.007, "count": 249, "max_ms": 0.02, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4668.758, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.582, "count": 249, "max_ms": 4.605, "p95_ms": 1.879, "reason": null, "sample_age_ms": 4696.643, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.234, "count": 249, "max_ms": 3.036, "p95_ms": 1.405, "reason": null, "sample_age_ms": 4696.833, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.098, "count": 249, "max_ms": 0.302, "p95_ms": 0.201, "reason": null, "sample_age_ms": 4668.763, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.587, "count": 249, "max_ms": 14.95, "p95_ms": 2.643, "reason": null, "sample_age_ms": 4695.858, "source": "client_direct"}, "request_count": 249, "request_tensor_bytes": {"avg": 2211848.0, "count": 249, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4695.842, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 249, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4668.833, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.199, "count": 249, "max_ms": 70.56, "p95_ms": 58.64, "reason": null, "sample_age_ms": 4668.756, "source": "client_direct"}, "sample_age_ms": 4668.753, "source": "client_direct", "task_total_ms": {"avg_ms": 41.057, "count": 249, "max_ms": 73.347, "p95_ms": 60.385, "reason": null, "sample_age_ms": 4668.753, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.291, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.726, "count": 250, "max_ms": 1.972, "p95_ms": 1.456}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.232, "count": 250, "max_ms": 0.638, "p95_ms": 0.431}, "detection_prepare_ms": {"avg_ms": 0.1, "count": 250, "max_ms": 0.29, "p95_ms": 0.196}, "event_filter_ms": {"avg_ms": 0.004, "count": 250, "max_ms": 0.022, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.079, "count": 250, "max_ms": 0.287, "p95_ms": 0.151}, "mcmt_ms": {"avg_ms": 0.003, "count": 250, "max_ms": 0.027, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.187, "count": 250, "max_ms": 0.749, "p95_ms": 0.397}, "setup_ms": {"avg_ms": 0.043, "count": 250, "max_ms": 0.181, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 0.683, "count": 250, "max_ms": 1.879, "p95_ms": 1.372}, "track_match_ms": {"avg_ms": 0.005, "count": 250, "max_ms": 0.05, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.03, "count": 250, "max_ms": 0.095, "p95_ms": 0.065}}, "gstreamer_push": {"avg_ms": 2.703, "count": 250, "max_ms": 5.865, "p95_ms": 4.625}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 250, "max_ms": 0.145, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.007, "count": 250, "max_ms": 78.447, "p95_ms": 61.591}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.043, "count": 250, "max_ms": 0.221, "p95_ms": 0.09}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 74.187, "count": 250, "max_ms": 120.896, "p95_ms": 100.436}, "inference_input_copy_ms": {"avg_ms": 1.389, "count": 250, "max_ms": 5.912, "p95_ms": 2.302}, "processing_residual_ms": {"avg_ms": 0.14, "count": 250, "max_ms": 0.341, "p95_ms": 0.269}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 75.758, "count": 250, "max_ms": 122.702, "p95_ms": 101.797}, "read_interval": {"avg_ms": 101.975, "count": 249, "max_ms": 3683.704, "p95_ms": 124.836}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 250, "max_ms": 0.052, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.131, "count": 250, "max_ms": 0.577, "p95_ms": 0.292}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 250, "max_ms": 0.045, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.116, "count": 250, "max_ms": 0.525, "p95_ms": 0.264}, "worker_merge_ms": {"avg_ms": 0.006, "count": 250, "max_ms": 0.031, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 42.023, "count": 250, "max_ms": 78.482, "p95_ms": 61.6}, "visualize": {"avg_ms": 30.578, "count": 250, "max_ms": 44.753, "p95_ms": 40.805}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.715, "count": 250, "max_ms": 43.183, "p95_ms": 39.796}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.387, "count": 250, "max_ms": 44.43, "p95_ms": 40.504}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.012, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.286, "count": 250, "max_ms": 44.244, "p95_ms": 40.436}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 250, "max_ms": 0.205, "p95_ms": 0.129}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 250}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1656.031, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 30.367, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.747, "sample_count": 2882, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1598101, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:09:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 80423, "write_bytes_delta": 80423, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1531.0, "cpu_core_ratio": 1.526786, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4191.0, "pid": 98200, "reason": null, "system_cpu_core_ratio": 0.127689, "system_cpu_s_delta": 2.5600000000000023, "user_cpu_core_ratio": 1.399097, "user_cpu_s_delta": 28.05000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.718752, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 26.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.06584, "system_cpu_s_delta": 1.319999999999709, "user_cpu_core_ratio": 0.652912, "user_cpu_s_delta": 13.089999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.617, "count": 305, "max_ms": 5.36, "p95_ms": 4.258, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 305}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 305}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.37, "count": 30, "max": 74.676, "p95": 63.392, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.592, "count": 30, "max": 35.008, "p95": 33.904, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1136.9, "count": 30, "max": 1574.0, "p95": 1525.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1862.933, "count": 30, "max": 29939.0, "p95": 8805.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.097, "count": 30, "max": 0.501, "p95": 0.346, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.196, "count": 30, "max": 1.436, "p95": 1.41, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.09, "p95": 0.027, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 81458.567, "count": 30, "max": 90277.0, "p95": 85708.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81458.567, "count": 30, "max": 90277.0, "p95": 85708.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1743.467, "count": 30, "max": 43795.0, "p95": 4108.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.15, "p95": 0.105, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.601, "count": 30, "max": 0.747, "p95": 0.674, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11616, "sampled_at": "2026-10-30T09:09:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:09:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2651597, "flush_count": 2765, "flush_interval_seconds": 30.0, "flush_state": {"count": 2765, "last_at": "2026-10-30T09:11:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:11:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2764}, "started": true, "suppressed_count": 1384826, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1384685}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2765, "written_record_count": 2765}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9234.691, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x64e0d6a33c40] cabac decode of qscale diff failed at 1 52 [h264 @ 0x64e0d6a33c40] error while decoding MB 1 52, bytestream 70427 [h264 @ 0x64e0d6901f40] error while decoding MB 11 65, bytestream -5 [in#0/rtsp @ 0x64e0d68c0e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x64e0d68c0e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3836016230400, "copied_frame_count": 1387448, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3836016230400, "frame_buffer_copies": 1387448, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1103, "count": 512, "max_ms": 0.4471, "p50_ms": 0.095, "p95_ms": 0.2079, "p99_ms": 0.2972}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4078, "count": 512, "max_ms": 3.4263, "p50_ms": 1.3321, "p95_ms": 2.3008, "p99_ms": 2.8759, "results": {"failed": 0, "not_applicable": 0, "success": 1387448, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 470, "h264_decode_error_count": 1068, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:12:15+09:00", "last_error_summary": "[h264 @ 0x64e0d6a33c40] cabac decode of qscale diff failed at 1 52 [h264 @ 0x64e0d6a33c40] error while decoding MB 1 52, bytestream 70427 [h264 @ 0x64e0d6901f40] error while decoding MB 11 65, bytestream -5 [in#0/rtsp @ 0x64e0d68c0e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x64e0d68c0e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T09:08:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 203.438, "last_started_at": "2026-10-30T09:08:51+09:00", "pid": 98432, "process": {"exists": false, "pid": 98432}, "restart_count": 508, "restart_count_per_hour": 14, "rtsp_timeout_count": 172, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 509}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.559, "sample_count": 2002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1387448, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:12:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.11, "last_frame_pushed_at": "2026-10-30T09:12:14+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-10-30T09:12:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 77, "debug_expires_at": null, "deduplicated_count": 47, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 157.949, "last_sample_duration_ms": 815.494, "last_trigger": "periodic", "next_snapshot_in_sec": 442.051, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 277, "storage_bytes": 2639583}, "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-10-30T09:12:14.928260+09:00", "mtime_epoch": 1793319134.9282598, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 84716}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:12:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1412.098, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1387449, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.367, "max": 7.0, "p95": 6.0, "sample_count": 60}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 41}, "by_category.소형선박": {"avg": 1.067, "max": 2.0, "p95": 2.0, "sample_count": 60}, "total": {"avg": 1.75, "max": 2.0, "p95": 2.0, "sample_count": 60}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "removed": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 60}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 60, "pushed_frames": 60, "read_frames": 60, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.005, "pushed": 2.005, "read": 2.005}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 60, "client_acquire_ms": {"avg_ms": 0.009, "count": 61, "max_ms": 0.023, "p95_ms": 0.017, "reason": null, "sample_age_ms": 55.767, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.222, "count": 60, "max_ms": 8.928, "p95_ms": 3.905, "reason": null, "sample_age_ms": 105.951, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.474, "count": 60, "max_ms": 8.548, "p95_ms": 2.762, "reason": null, "sample_age_ms": 106.163, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.327, "count": 61, "max_ms": 0.856, "p95_ms": 0.649, "reason": null, "sample_age_ms": 55.774, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.072, "count": 60, "max_ms": 3.702, "p95_ms": 2.992, "reason": null, "sample_age_ms": 104.372, "source": "client_direct"}, "request_count": 60, "request_tensor_bytes": {"avg": 2764808.0, "count": 60, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 104.352, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 61, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 55.922, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.423, "count": 61, "max_ms": 81.652, "p95_ms": 67.305, "reason": null, "sample_age_ms": 55.764, "source": "client_direct"}, "sample_age_ms": 55.76, "source": "client_direct", "task_total_ms": {"avg_ms": 52.018, "count": 61, "max_ms": 84.306, "p95_ms": 70.053, "reason": null, "sample_age_ms": 55.76, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.685, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.119, "count": 60, "max_ms": 12.783, "p95_ms": 11.2}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.461, "count": 60, "max_ms": 1.232, "p95_ms": 0.852}, "detection_prepare_ms": {"avg_ms": 1.863, "count": 60, "max_ms": 8.422, "p95_ms": 3.37}, "event_filter_ms": {"avg_ms": 0.005, "count": 60, "max_ms": 0.018, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.293, "count": 60, "max_ms": 0.633, "p95_ms": 0.507}, "mcmt_ms": {"avg_ms": 0.003, "count": 60, "max_ms": 0.012, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.711, "count": 60, "max_ms": 4.416, "p95_ms": 3.05}, "setup_ms": {"avg_ms": 0.049, "count": 60, "max_ms": 0.126, "p95_ms": 0.109}, "total_inside_ms": {"avg_ms": 6.06, "count": 60, "max_ms": 12.723, "p95_ms": 11.11}, "track_match_ms": {"avg_ms": 0.074, "count": 60, "max_ms": 0.181, "p95_ms": 0.149}, "tracker_update_ms": {"avg_ms": 1.6, "count": 60, "max_ms": 4.116, "p95_ms": 2.829}}, "gstreamer_push": {"avg_ms": 3.296, "count": 60, "max_ms": 7.373, "p95_ms": 5.243}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 60, "max_ms": 0.145, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.66, "count": 60, "max_ms": 93.447, "p95_ms": 73.413}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.259, "count": 60, "max_ms": 11.737, "p95_ms": 7.132}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.016, "count": 60, "max_ms": 149.661, "p95_ms": 137.145}, "inference_input_copy_ms": {"avg_ms": 1.83, "count": 60, "max_ms": 3.967, "p95_ms": 3.245}, "processing_residual_ms": {"avg_ms": 0.198, "count": 60, "max_ms": 0.377, "p95_ms": 0.346}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.304, "count": 60, "max_ms": 154.946, "p95_ms": 143.728}, "read_interval": {"avg_ms": 498.871, "count": 60, "max_ms": 12145.578, "p95_ms": 190.7}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 60, "max_ms": 0.186, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 1.644, "count": 60, "max_ms": 4.169, "p95_ms": 2.958}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 60, "max_ms": 0.076, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.624, "count": 60, "max_ms": 4.116, "p95_ms": 2.937}, "worker_merge_ms": {"avg_ms": 0.007, "count": 60, "max_ms": 0.024, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 53.675, "count": 60, "max_ms": 93.455, "p95_ms": 73.431}, "visualize": {"avg_ms": 50.03, "count": 60, "max_ms": 70.67, "p95_ms": 61.6}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.022, "count": 60, "max_ms": 62.592, "p95_ms": 55.314}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.56, "count": 60, "max_ms": 69.284, "p95_ms": 60.135}, "visualize_input_copy_ms": {"avg_ms": 1.261, "count": 60, "max_ms": 2.766, "p95_ms": 2.042}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.422, "count": 60, "max_ms": 69.094, "p95_ms": 59.948}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 60, "max_ms": 0.17, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 60}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1412.035, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.426, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.276, "sample_count": 2157, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1387325, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:11:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 86088, "write_bytes_delta": 86088, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 644.0, "cpu_core_ratio": 0.483403, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1964.0, "pid": 98432, "reason": null, "system_cpu_core_ratio": 0.144971, "system_cpu_s_delta": 2.9000000000000004, "user_cpu_core_ratio": 0.338432, "user_cpu_s_delta": 6.770000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.679665, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 180285.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.607379, "system_cpu_s_delta": 12.14999999999418, "user_cpu_core_ratio": 1.072286, "user_cpu_s_delta": 21.45000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.896, "count": 227, "max_ms": 7.551, "p95_ms": 4.864, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.597, "max": 8.0, "p95": 6.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.4, "key_count": 2, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 216}, "total": {"avg": 2.257, "max": 3.0, "p95": 3.0, "sample_count": 226}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.584, "count": 30, "max": 63.593, "p95": 42.339, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.772, "count": 30, "max": 21.87, "p95": 20.492, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 737.2, "count": 30, "max": 932.0, "p95": 883.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 223.833, "count": 30, "max": 1964.0, "p95": 1350.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.165, "p95": 0.123, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.342, "count": 30, "max": 0.371, "p95": 0.365, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.144, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 83243.3, "count": 30, "max": 90810.0, "p95": 86468.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 83243.3, "count": 30, "max": 90810.0, "p95": 86468.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 175746.0, "count": 30, "max": 217872.0, "p95": 207915.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.625, "count": 30, "max": 0.676, "p95": 0.671, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.101, "count": 30, "max": 1.219, "p95": 1.173, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10675, "sampled_at": "2026-10-30T09:11:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:11:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2651597, "flush_count": 2765, "flush_interval_seconds": 30.0, "flush_state": {"count": 2765, "last_at": "2026-10-30T09:11:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:11:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2764}, "started": true, "suppressed_count": 1384826, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1384685}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2765, "written_record_count": 2765}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9232.379, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T09:12:15+09:00", "last_error_summary": "[h264 @ 0x64e0d6a33c40] cabac decode of qscale diff failed at 1 52 [h264 @ 0x64e0d6a33c40] error while decoding MB 1 52, bytestream 70427 [h264 @ 0x64e0d6901f40] error while decoding MB 11 65, bytestream -5 [in#0/rtsp @ 0x64e0d68c0e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x64e0d68c0e00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3836018995200, "copied_frame_count": 1387449, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3836018995200, "frame_buffer_copies": 1387449, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1104, "count": 512, "max_ms": 0.4471, "p50_ms": 0.0951, "p95_ms": 0.2079, "p99_ms": 0.2972}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4078, "count": 512, "max_ms": 3.4263, "p50_ms": 1.3321, "p95_ms": 2.3008, "p99_ms": 2.8759, "results": {"failed": 0, "not_applicable": 0, "success": 1387449, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 470, "h264_decode_error_count": 1068, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:12:15+09:00", "last_error_summary": "[h264 @ 0x64e0d6a33c40] cabac decode of qscale diff failed at 1 52 [h264 @ 0x64e0d6a33c40] error while decoding MB 1 52, bytestream 70427 [h264 @ 0x64e0d6901f40] error while decoding MB 11 65, bytestream -5 [in#0/rtsp @ 0x64e0d68c0e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x64e0d68c0e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T09:12:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 203.481, "last_started_at": "2026-10-30T09:08:51+09:00", "pid": 98432, "process": {"exists": false, "pid": 98432}, "restart_count": 508, "restart_count_per_hour": 14, "rtsp_timeout_count": 172, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 509}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.559, "sample_count": 2002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1387449, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:12:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.013, "last_frame_pushed_at": "2026-10-30T09:12:15+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-10-30T09:12:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 77, "debug_expires_at": null, "deduplicated_count": 47, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 157.974, "last_sample_duration_ms": 815.494, "last_trigger": "periodic", "next_snapshot_in_sec": 442.026, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 277, "storage_bytes": 2639583}, "mjpeg": {"age_sec": 0.004, "exists": true, "mtime": "2026-10-30T09:12:15.064260+09:00", "mtime_epoch": 1793319135.06426, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 84715}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:12:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1412.094, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1387449, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.344, "max": 7.0, "p95": 6.0, "sample_count": 61}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 41}, "by_category.소형선박": {"avg": 1.066, "max": 2.0, "p95": 2.0, "sample_count": 61}, "total": {"avg": 1.738, "max": 2.0, "p95": 2.0, "sample_count": 61}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "removed": {"avg": 0.016, "max": 1.0, "p95": 0.0, "sample_count": 61}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 61, "pushed_frames": 61, "read_frames": 60, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.036, "pushed": 2.036, "read": 2.002}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 60, "client_acquire_ms": {"avg_ms": 0.009, "count": 60, "max_ms": 0.023, "p95_ms": 0.017, "reason": null, "sample_age_ms": 98.684, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.222, "count": 60, "max_ms": 8.928, "p95_ms": 3.905, "reason": null, "sample_age_ms": 148.869, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.474, "count": 60, "max_ms": 8.548, "p95_ms": 2.762, "reason": null, "sample_age_ms": 149.081, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.324, "count": 60, "max_ms": 0.856, "p95_ms": 0.652, "reason": null, "sample_age_ms": 98.691, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.072, "count": 60, "max_ms": 3.702, "p95_ms": 2.992, "reason": null, "sample_age_ms": 147.29, "source": "client_direct"}, "request_count": 60, "request_tensor_bytes": {"avg": 2764808.0, "count": 60, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 147.27, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 60, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 98.839, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.349, "count": 60, "max_ms": 81.652, "p95_ms": 67.321, "reason": null, "sample_age_ms": 98.681, "source": "client_direct"}, "sample_age_ms": 98.678, "source": "client_direct", "task_total_ms": {"avg_ms": 51.934, "count": 60, "max_ms": 84.306, "p95_ms": 70.063, "reason": null, "sample_age_ms": 98.678, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.67, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.068, "count": 61, "max_ms": 12.783, "p95_ms": 11.2}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.458, "count": 61, "max_ms": 1.232, "p95_ms": 0.852}, "detection_prepare_ms": {"avg_ms": 1.845, "count": 61, "max_ms": 8.422, "p95_ms": 3.37}, "event_filter_ms": {"avg_ms": 0.005, "count": 61, "max_ms": 0.018, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.292, "count": 61, "max_ms": 0.633, "p95_ms": 0.507}, "mcmt_ms": {"avg_ms": 0.003, "count": 61, "max_ms": 0.012, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.692, "count": 61, "max_ms": 4.416, "p95_ms": 3.05}, "setup_ms": {"avg_ms": 0.048, "count": 61, "max_ms": 0.126, "p95_ms": 0.109}, "total_inside_ms": {"avg_ms": 6.009, "count": 61, "max_ms": 12.723, "p95_ms": 11.11}, "track_match_ms": {"avg_ms": 0.074, "count": 61, "max_ms": 0.181, "p95_ms": 0.149}, "tracker_update_ms": {"avg_ms": 1.59, "count": 61, "max_ms": 4.116, "p95_ms": 2.829}}, "gstreamer_push": {"avg_ms": 3.287, "count": 61, "max_ms": 7.373, "p95_ms": 5.243}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 61, "max_ms": 0.145, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.611, "count": 61, "max_ms": 93.447, "p95_ms": 73.413}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.242, "count": 61, "max_ms": 11.737, "p95_ms": 7.132}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.276, "count": 61, "max_ms": 149.661, "p95_ms": 137.145}, "inference_input_copy_ms": {"avg_ms": 1.822, "count": 61, "max_ms": 3.967, "p95_ms": 3.245}, "processing_residual_ms": {"avg_ms": 0.197, "count": 61, "max_ms": 0.377, "p95_ms": 0.346}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.537, "count": 61, "max_ms": 154.946, "p95_ms": 143.728}, "read_interval": {"avg_ms": 498.871, "count": 60, "max_ms": 12145.578, "p95_ms": 190.7}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 61, "max_ms": 0.186, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 1.625, "count": 61, "max_ms": 4.169, "p95_ms": 2.958}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 61, "max_ms": 0.076, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.606, "count": 61, "max_ms": 4.116, "p95_ms": 2.937}, "worker_merge_ms": {"avg_ms": 0.007, "count": 61, "max_ms": 0.024, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 53.625, "count": 61, "max_ms": 93.455, "p95_ms": 73.431}, "visualize": {"avg_ms": 50.392, "count": 61, "max_ms": 72.097, "p95_ms": 64.241}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.191, "count": 61, "max_ms": 62.592, "p95_ms": 55.314}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.925, "count": 61, "max_ms": 70.825, "p95_ms": 63.326}, "visualize_input_copy_ms": {"avg_ms": 1.258, "count": 61, "max_ms": 2.766, "p95_ms": 2.042}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.786, "count": 61, "max_ms": 70.644, "p95_ms": 63.101}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 61, "max_ms": 0.17, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 61}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1412.035, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.426, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.276, "sample_count": 2157, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1387325, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:11:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 86088, "write_bytes_delta": 86088, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 644.0, "cpu_core_ratio": 0.483403, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1964.0, "pid": 98432, "reason": null, "system_cpu_core_ratio": 0.144971, "system_cpu_s_delta": 2.9000000000000004, "user_cpu_core_ratio": 0.338432, "user_cpu_s_delta": 6.770000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.679665, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 180285.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.607379, "system_cpu_s_delta": 12.14999999999418, "user_cpu_core_ratio": 1.072286, "user_cpu_s_delta": 21.45000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.896, "count": 227, "max_ms": 7.551, "p95_ms": 4.864, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.597, "max": 8.0, "p95": 6.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.4, "key_count": 2, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 216}, "total": {"avg": 2.257, "max": 3.0, "p95": 3.0, "sample_count": 226}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.584, "count": 30, "max": 63.593, "p95": 42.339, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.772, "count": 30, "max": 21.87, "p95": 20.492, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 737.2, "count": 30, "max": 932.0, "p95": 883.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 223.833, "count": 30, "max": 1964.0, "p95": 1350.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.165, "p95": 0.123, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.342, "count": 30, "max": 0.371, "p95": 0.365, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.144, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 83243.3, "count": 30, "max": 90810.0, "p95": 86468.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 83243.3, "count": 30, "max": 90810.0, "p95": 86468.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 175746.0, "count": 30, "max": 217872.0, "p95": 207915.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.625, "count": 30, "max": 0.676, "p95": 0.671, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.101, "count": 30, "max": 1.219, "p95": 1.173, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10675, "sampled_at": "2026-10-30T09:11:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:11:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2651597, "flush_count": 2765, "flush_interval_seconds": 30.0, "flush_state": {"count": 2765, "last_at": "2026-10-30T09:11:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:11:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2764}, "started": true, "suppressed_count": 1384826, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1384685}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2765, "written_record_count": 2765}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9232.312, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3836018995200, "copied_frame_count": 1387449, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3836018995200, "frame_buffer_copies": 1387449, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1104, "count": 512, "max_ms": 0.4471, "p50_ms": 0.0951, "p95_ms": 0.2079, "p99_ms": 0.2972}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4078, "count": 512, "max_ms": 3.4263, "p50_ms": 1.3321, "p95_ms": 2.3008, "p99_ms": 2.8759, "results": {"failed": 0, "not_applicable": 0, "success": 1387449, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 470, "h264_decode_error_count": 1068, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:12:15+09:00", "last_error_summary": "[h264 @ 0x64e0d6a33c40] cabac decode of qscale diff failed at 1 52 [h264 @ 0x64e0d6a33c40] error while decoding MB 1 52, bytestream 70427 [h264 @ 0x64e0d6901f40] error while decoding MB 11 65, bytestream -5 [in#0/rtsp @ 0x64e0d68c0e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x64e0d68c0e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T09:12:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 203.504, "last_started_at": "2026-10-30T09:08:51+09:00", "pid": 98432, "process": {"exists": false, "pid": 98432}, "restart_count": 508, "restart_count_per_hour": 14, "rtsp_timeout_count": 172, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 509}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.559, "sample_count": 2002, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1387449, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:12:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.036, "last_frame_pushed_at": "2026-10-30T09:12:15+09:00", "last_frame_read_age_sec": 0.171, "last_frame_read_at": "2026-10-30T09:12:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 77, "debug_expires_at": null, "deduplicated_count": 47, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 158.0, "last_sample_duration_ms": 815.494, "last_trigger": "periodic", "next_snapshot_in_sec": 442.0, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 277, "storage_bytes": 2639583}, "mjpeg": {"age_sec": 0.027, "exists": true, "mtime": "2026-10-30T09:12:15.064260+09:00", "mtime_epoch": 1793319135.06426, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 84715}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:12:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1412.094, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1387449, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.344, "max": 7.0, "p95": 6.0, "sample_count": 61}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 41}, "by_category.소형선박": {"avg": 1.066, "max": 2.0, "p95": 2.0, "sample_count": 61}, "total": {"avg": 1.738, "max": 2.0, "p95": 2.0, "sample_count": 61}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "removed": {"avg": 0.016, "max": 1.0, "p95": 0.0, "sample_count": 61}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 61, "pushed_frames": 61, "read_frames": 60, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.034, "pushed": 2.034, "read": 2.001}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 60, "client_acquire_ms": {"avg_ms": 0.009, "count": 60, "max_ms": 0.023, "p95_ms": 0.017, "reason": null, "sample_age_ms": 122.164, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.222, "count": 60, "max_ms": 8.928, "p95_ms": 3.905, "reason": null, "sample_age_ms": 172.348, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.474, "count": 60, "max_ms": 8.548, "p95_ms": 2.762, "reason": null, "sample_age_ms": 172.56, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.324, "count": 60, "max_ms": 0.856, "p95_ms": 0.652, "reason": null, "sample_age_ms": 122.171, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.072, "count": 60, "max_ms": 3.702, "p95_ms": 2.992, "reason": null, "sample_age_ms": 170.769, "source": "client_direct"}, "request_count": 60, "request_tensor_bytes": {"avg": 2764808.0, "count": 60, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 170.749, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 60, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 122.319, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.349, "count": 60, "max_ms": 81.652, "p95_ms": 67.321, "reason": null, "sample_age_ms": 122.161, "source": "client_direct"}, "sample_age_ms": 122.157, "source": "client_direct", "task_total_ms": {"avg_ms": 51.934, "count": 60, "max_ms": 84.306, "p95_ms": 70.063, "reason": null, "sample_age_ms": 122.157, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.79, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.068, "count": 61, "max_ms": 12.783, "p95_ms": 11.2}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.458, "count": 61, "max_ms": 1.232, "p95_ms": 0.852}, "detection_prepare_ms": {"avg_ms": 1.845, "count": 61, "max_ms": 8.422, "p95_ms": 3.37}, "event_filter_ms": {"avg_ms": 0.005, "count": 61, "max_ms": 0.018, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.292, "count": 61, "max_ms": 0.633, "p95_ms": 0.507}, "mcmt_ms": {"avg_ms": 0.003, "count": 61, "max_ms": 0.012, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.692, "count": 61, "max_ms": 4.416, "p95_ms": 3.05}, "setup_ms": {"avg_ms": 0.048, "count": 61, "max_ms": 0.126, "p95_ms": 0.109}, "total_inside_ms": {"avg_ms": 6.009, "count": 61, "max_ms": 12.723, "p95_ms": 11.11}, "track_match_ms": {"avg_ms": 0.074, "count": 61, "max_ms": 0.181, "p95_ms": 0.149}, "tracker_update_ms": {"avg_ms": 1.59, "count": 61, "max_ms": 4.116, "p95_ms": 2.829}}, "gstreamer_push": {"avg_ms": 3.287, "count": 61, "max_ms": 7.373, "p95_ms": 5.243}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 61, "max_ms": 0.145, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.611, "count": 61, "max_ms": 93.447, "p95_ms": 73.413}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.242, "count": 61, "max_ms": 11.737, "p95_ms": 7.132}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.276, "count": 61, "max_ms": 149.661, "p95_ms": 137.145}, "inference_input_copy_ms": {"avg_ms": 1.822, "count": 61, "max_ms": 3.967, "p95_ms": 3.245}, "processing_residual_ms": {"avg_ms": 0.197, "count": 61, "max_ms": 0.377, "p95_ms": 0.346}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.537, "count": 61, "max_ms": 154.946, "p95_ms": 143.728}, "read_interval": {"avg_ms": 498.871, "count": 60, "max_ms": 12145.578, "p95_ms": 190.7}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 61, "max_ms": 0.186, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 1.625, "count": 61, "max_ms": 4.169, "p95_ms": 2.958}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 61, "max_ms": 0.076, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.606, "count": 61, "max_ms": 4.116, "p95_ms": 2.937}, "worker_merge_ms": {"avg_ms": 0.007, "count": 61, "max_ms": 0.024, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 53.625, "count": 61, "max_ms": 93.455, "p95_ms": 73.431}, "visualize": {"avg_ms": 50.392, "count": 61, "max_ms": 72.097, "p95_ms": 64.241}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.191, "count": 61, "max_ms": 62.592, "p95_ms": 55.314}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.925, "count": 61, "max_ms": 70.825, "p95_ms": 63.326}, "visualize_input_copy_ms": {"avg_ms": 1.258, "count": 61, "max_ms": 2.766, "p95_ms": 2.042}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.786, "count": 61, "max_ms": 70.644, "p95_ms": 63.101}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 61, "max_ms": 0.17, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 61}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1412.035, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.426, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.276, "sample_count": 2157, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1387325, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:11:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 86088, "write_bytes_delta": 86088, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 644.0, "cpu_core_ratio": 0.483403, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1964.0, "pid": 98432, "reason": null, "system_cpu_core_ratio": 0.144971, "system_cpu_s_delta": 2.9000000000000004, "user_cpu_core_ratio": 0.338432, "user_cpu_s_delta": 6.770000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.679665, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 180285.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.607379, "system_cpu_s_delta": 12.14999999999418, "user_cpu_core_ratio": 1.072286, "user_cpu_s_delta": 21.45000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.896, "count": 227, "max_ms": 7.551, "p95_ms": 4.864, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.597, "max": 8.0, "p95": 6.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.4, "key_count": 2, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 216}, "total": {"avg": 2.257, "max": 3.0, "p95": 3.0, "sample_count": 226}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.584, "count": 30, "max": 63.593, "p95": 42.339, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.772, "count": 30, "max": 21.87, "p95": 20.492, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 737.2, "count": 30, "max": 932.0, "p95": 883.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 223.833, "count": 30, "max": 1964.0, "p95": 1350.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.165, "p95": 0.123, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.342, "count": 30, "max": 0.371, "p95": 0.365, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.144, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 83243.3, "count": 30, "max": 90810.0, "p95": 86468.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 83243.3, "count": 30, "max": 90810.0, "p95": 86468.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 175746.0, "count": 30, "max": 217872.0, "p95": 207915.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.625, "count": 30, "max": 0.676, "p95": 0.671, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.101, "count": 30, "max": 1.219, "p95": 1.173, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10675, "sampled_at": "2026-10-30T09:11:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:11:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2651597, "flush_count": 2765, "flush_interval_seconds": 30.0, "flush_state": {"count": 2765, "last_at": "2026-10-30T09:11:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:11:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2764}, "started": true, "suppressed_count": 1384826, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1384685}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2765, "written_record_count": 2765}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9405.613, "limit_mb": null}, "detail": {"pid": 98664, "restart_count": 509, "start_count": 510}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3836018995200, "copied_frame_count": 1387449, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3836018995200, "frame_buffer_copies": 1387449, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1104, "count": 512, "max_ms": 0.4471, "p50_ms": 0.0951, "p95_ms": 0.2079, "p99_ms": 0.2972}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4078, "count": 512, "max_ms": 3.4263, "p50_ms": 1.3321, "p95_ms": 2.3008, "p99_ms": 2.8759, "results": {"failed": 0, "not_applicable": 0, "success": 1387449, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 470, "h264_decode_error_count": 1068, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:12:15+09:00", "last_error_summary": "[h264 @ 0x64e0d6a33c40] cabac decode of qscale diff failed at 1 52 [h264 @ 0x64e0d6a33c40] error while decoding MB 1 52, bytestream 70427 [h264 @ 0x64e0d6901f40] error while decoding MB 11 65, bytestream -5 [in#0/rtsp @ 0x64e0d68c0e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x64e0d68c0e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T09:12:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T09:12:17+09:00", "pid": 98664, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.781, "name": "ffmpeg", "pid": 98664, "rss_mb": 205.781, "state": "S (sleeping)", "threads": 70}, "restart_count": 509, "restart_count_per_hour": 15, "rtsp_timeout_count": 172, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 510}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.432, "sample_count": 1972, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1387449, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:12:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.424, "last_frame_pushed_at": "2026-10-30T09:12:15+09:00", "last_frame_read_age_sec": 4.56, "last_frame_read_at": "2026-10-30T09:12:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 77, "debug_expires_at": null, "deduplicated_count": 47, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 162.391, "last_sample_duration_ms": 815.494, "last_trigger": "periodic", "next_snapshot_in_sec": 437.609, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 277, "storage_bytes": 2639583}, "mjpeg": {"age_sec": 4.415, "exists": true, "mtime": "2026-10-30T09:12:15.064260+09:00", "mtime_epoch": 1793319135.06426, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 84715}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:12:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1412.098, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1387449, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.071, "max": 6.0, "p95": 6.0, "sample_count": 28}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 8}, "by_category.소형선박": {"avg": 1.143, "max": 2.0, "p95": 2.0, "sample_count": 28}, "total": {"avg": 1.429, "max": 2.0, "p95": 2.0, "sample_count": 28}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}, "removed": {"avg": 0.036, "max": 1.0, "p95": 0.0, "sample_count": 28}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 28, "pushed_frames": 28, "read_frames": 27, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.936, "pushed": 0.936, "read": 0.903}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 27, "client_acquire_ms": {"avg_ms": 0.008, "count": 28, "max_ms": 0.017, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4510.977, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.053, "count": 27, "max_ms": 4.842, "p95_ms": 3.018, "reason": null, "sample_age_ms": 4561.162, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.346, "count": 27, "max_ms": 2.762, "p95_ms": 1.546, "reason": null, "sample_age_ms": 4561.374, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.291, "count": 28, "max_ms": 0.649, "p95_ms": 0.531, "reason": null, "sample_age_ms": 4510.984, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.865, "count": 27, "max_ms": 3.303, "p95_ms": 2.831, "reason": null, "sample_age_ms": 4559.582, "source": "client_direct"}, "request_count": 27, "request_tensor_bytes": {"avg": 2764808.0, "count": 27, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4559.563, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 28, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4511.132, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.578, "count": 28, "max_ms": 68.233, "p95_ms": 63.499, "reason": null, "sample_age_ms": 4510.974, "source": "client_direct"}, "sample_age_ms": 4510.971, "source": "client_direct", "task_total_ms": {"avg_ms": 50.978, "count": 28, "max_ms": 71.747, "p95_ms": 65.855, "reason": null, "sample_age_ms": 4510.971, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.513, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.393, "count": 28, "max_ms": 8.449, "p95_ms": 7.53}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.39, "count": 28, "max_ms": 0.873, "p95_ms": 0.852}, "detection_prepare_ms": {"avg_ms": 1.392, "count": 28, "max_ms": 3.37, "p95_ms": 3.014}, "event_filter_ms": {"avg_ms": 0.004, "count": 28, "max_ms": 0.007, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.244, "count": 28, "max_ms": 0.517, "p95_ms": 0.405}, "mcmt_ms": {"avg_ms": 0.003, "count": 28, "max_ms": 0.007, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.928, "count": 28, "max_ms": 2.242, "p95_ms": 2.213}, "setup_ms": {"avg_ms": 0.045, "count": 28, "max_ms": 0.126, "p95_ms": 0.109}, "total_inside_ms": {"avg_ms": 4.344, "count": 28, "max_ms": 8.365, "p95_ms": 7.449}, "track_match_ms": {"avg_ms": 0.06, "count": 28, "max_ms": 0.149, "p95_ms": 0.131}, "tracker_update_ms": {"avg_ms": 1.278, "count": 28, "max_ms": 2.829, "p95_ms": 2.073}}, "gstreamer_push": {"avg_ms": 3.11, "count": 28, "max_ms": 4.342, "p95_ms": 4.185}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 28, "max_ms": 0.102, "p95_ms": 0.079}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.379, "count": 28, "max_ms": 77.195, "p95_ms": 68.006}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.344, "count": 28, "max_ms": 11.737, "p95_ms": 6.706}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.319, "count": 28, "max_ms": 134.362, "p95_ms": 129.241}, "inference_input_copy_ms": {"avg_ms": 1.698, "count": 28, "max_ms": 3.456, "p95_ms": 3.106}, "processing_residual_ms": {"avg_ms": 0.198, "count": 28, "max_ms": 0.372, "p95_ms": 0.372}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.559, "count": 28, "max_ms": 137.234, "p95_ms": 135.531}, "read_interval": {"avg_ms": 943.069, "count": 27, "max_ms": 12145.578, "p95_ms": 10135.123}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 28, "max_ms": 0.034, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.876, "count": 28, "max_ms": 2.185, "p95_ms": 2.163}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 28, "max_ms": 0.031, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.862, "count": 28, "max_ms": 2.156, "p95_ms": 2.149}, "worker_merge_ms": {"avg_ms": 0.005, "count": 28, "max_ms": 0.013, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 52.393, "count": 28, "max_ms": 77.227, "p95_ms": 68.014}, "visualize": {"avg_ms": 49.49, "count": 28, "max_ms": 72.097, "p95_ms": 61.6}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.858, "count": 28, "max_ms": 55.558, "p95_ms": 55.314}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.096, "count": 28, "max_ms": 70.825, "p95_ms": 60.03}, "visualize_input_copy_ms": {"avg_ms": 1.222, "count": 28, "max_ms": 2.766, "p95_ms": 2.605}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.962, "count": 28, "max_ms": 70.644, "p95_ms": 59.799}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 28, "max_ms": 0.145, "p95_ms": 0.139}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 28}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1412.035, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.426, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.276, "sample_count": 2157, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1387325, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:11:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 86088, "write_bytes_delta": 86088, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 644.0, "cpu_core_ratio": 0.483403, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1964.0, "pid": 98432, "reason": null, "system_cpu_core_ratio": 0.144971, "system_cpu_s_delta": 2.9000000000000004, "user_cpu_core_ratio": 0.338432, "user_cpu_s_delta": 6.770000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.679665, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 180285.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.607379, "system_cpu_s_delta": 12.14999999999418, "user_cpu_core_ratio": 1.072286, "user_cpu_s_delta": 21.45000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.896, "count": 227, "max_ms": 7.551, "p95_ms": 4.864, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.597, "max": 8.0, "p95": 6.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.4, "key_count": 2, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 216}, "total": {"avg": 2.257, "max": 3.0, "p95": 3.0, "sample_count": 226}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.584, "count": 30, "max": 63.593, "p95": 42.339, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.772, "count": 30, "max": 21.87, "p95": 20.492, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 737.2, "count": 30, "max": 932.0, "p95": 883.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 223.833, "count": 30, "max": 1964.0, "p95": 1350.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.165, "p95": 0.123, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.342, "count": 30, "max": 0.371, "p95": 0.365, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.144, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 83243.3, "count": 30, "max": 90810.0, "p95": 86468.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 83243.3, "count": 30, "max": 90810.0, "p95": 86468.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 175746.0, "count": 30, "max": 217872.0, "p95": 207915.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.625, "count": 30, "max": 0.676, "p95": 0.671, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.101, "count": 30, "max": 1.219, "p95": 1.173, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10675, "sampled_at": "2026-10-30T09:11:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:11:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2654804, "flush_count": 2768, "flush_interval_seconds": 30.0, "flush_state": {"count": 2768, "last_at": "2026-10-30T09:14:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:14:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2767}, "started": true, "suppressed_count": 1386204, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1386063}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2768, "written_record_count": 2768}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9252.172, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T09:12:15+09:00", "last_error_summary": "[h264 @ 0x64e0d6a33c40] cabac decode of qscale diff failed at 1 52 [h264 @ 0x64e0d6a33c40] error while decoding MB 1 52, bytestream 70427 [h264 @ 0x64e0d6901f40] error while decoding MB 11 65, bytestream -5 [in#0/rtsp @ 0x64e0d68c0e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x64e0d68c0e00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3839837184000, "copied_frame_count": 1388830, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3839837184000, "frame_buffer_copies": 1388830, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1256, "count": 512, "max_ms": 0.4311, "p50_ms": 0.1126, "p95_ms": 0.2389, "p99_ms": 0.3245}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5939, "count": 512, "max_ms": 7.0662, "p50_ms": 1.4845, "p95_ms": 2.6622, "p99_ms": 3.267, "results": {"failed": 0, "not_applicable": 0, "success": 1388830, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 470, "h264_decode_error_count": 1068, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:12:15+09:00", "last_error_summary": "[h264 @ 0x64e0d6a33c40] cabac decode of qscale diff failed at 1 52 [h264 @ 0x64e0d6a33c40] error while decoding MB 1 52, bytestream 70427 [h264 @ 0x64e0d6901f40] error while decoding MB 11 65, bytestream -5 [in#0/rtsp @ 0x64e0d68c0e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x64e0d68c0e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T09:15:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 197.706, "last_started_at": "2026-10-30T09:12:17+09:00", "pid": 98664, "process": {"exists": false, "pid": 98664}, "restart_count": 509, "restart_count_per_hour": 14, "rtsp_timeout_count": 172, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 510}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.656, "sample_count": 1933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1388830, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:15:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T09:15:35+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-10-30T09:15:35+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 77, "debug_expires_at": null, "deduplicated_count": 47, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 358.117, "last_sample_duration_ms": 815.494, "last_trigger": "periodic", "next_snapshot_in_sec": 241.883, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 277, "storage_bytes": 2639583}, "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-10-30T09:15:35.052695+09:00", "mtime_epoch": 1793319335.0526953, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 85285}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:15:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1417.906, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1388830, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.56, "max": 7.0, "p95": 6.0, "sample_count": 218}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.077, "max": 2.0, "p95": 2.0, "sample_count": 91}, "total": {"avg": 0.45, "max": 2.0, "p95": 1.0, "sample_count": 218}}, "tracking_counts": {"active": {"avg": 0.188, "max": 1.0, "p95": 1.0, "sample_count": 218}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 218}, "tracked": {"avg": 0.188, "max": 1.0, "p95": 1.0, "sample_count": 218}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.271, "pushed": 7.271, "read": 7.238}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 217, "client_acquire_ms": {"avg_ms": 0.011, "count": 217, "max_ms": 0.033, "p95_ms": 0.022, "reason": null, "sample_age_ms": 95.443, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.024, "count": 217, "max_ms": 7.803, "p95_ms": 3.371, "reason": null, "sample_age_ms": 149.552, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.498, "count": 217, "max_ms": 7.219, "p95_ms": 2.56, "reason": null, "sample_age_ms": 149.755, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.384, "count": 217, "max_ms": 1.274, "p95_ms": 0.784, "reason": null, "sample_age_ms": 95.465, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.626, "count": 217, "max_ms": 6.614, "p95_ms": 4.627, "reason": null, "sample_age_ms": 148.4, "source": "client_direct"}, "request_count": 217, "request_tensor_bytes": {"avg": 2764808.0, "count": 217, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 148.384, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 217, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 96.002, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.209, "count": 217, "max_ms": 87.56, "p95_ms": 72.551, "reason": null, "sample_age_ms": 95.438, "source": "client_direct"}, "sample_age_ms": 95.432, "source": "client_direct", "task_total_ms": {"avg_ms": 55.452, "count": 217, "max_ms": 90.842, "p95_ms": 76.401, "reason": null, "sample_age_ms": 95.432, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.864, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.713, "count": 218, "max_ms": 12.899, "p95_ms": 7.228}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.406, "count": 218, "max_ms": 2.943, "p95_ms": 0.88}, "detection_prepare_ms": {"avg_ms": 0.804, "count": 218, "max_ms": 4.281, "p95_ms": 2.522}, "event_filter_ms": {"avg_ms": 0.005, "count": 218, "max_ms": 0.029, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.188, "count": 218, "max_ms": 1.067, "p95_ms": 0.495}, "mcmt_ms": {"avg_ms": 0.004, "count": 218, "max_ms": 0.021, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.487, "count": 218, "max_ms": 8.034, "p95_ms": 1.53}, "setup_ms": {"avg_ms": 0.058, "count": 218, "max_ms": 0.167, "p95_ms": 0.131}, "total_inside_ms": {"avg_ms": 2.654, "count": 218, "max_ms": 12.797, "p95_ms": 7.124}, "track_match_ms": {"avg_ms": 0.039, "count": 218, "max_ms": 0.297, "p95_ms": 0.143}, "tracker_update_ms": {"avg_ms": 0.662, "count": 218, "max_ms": 3.115, "p95_ms": 2.242}}, "gstreamer_push": {"avg_ms": 4.282, "count": 218, "max_ms": 16.511, "p95_ms": 8.034}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 218, "max_ms": 0.348, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.944, "count": 218, "max_ms": 91.853, "p95_ms": 79.089}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.106, "count": 218, "max_ms": 12.951, "p95_ms": 9.756}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.236, "count": 218, "max_ms": 156.17, "p95_ms": 138.977}, "inference_input_copy_ms": {"avg_ms": 1.843, "count": 218, "max_ms": 4.112, "p95_ms": 3.304}, "processing_residual_ms": {"avg_ms": 0.226, "count": 218, "max_ms": 0.643, "p95_ms": 0.44}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 119.412, "count": 218, "max_ms": 162.223, "p95_ms": 146.729}, "read_interval": {"avg_ms": 138.116, "count": 217, "max_ms": 227.7, "p95_ms": 189.024}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 218, "max_ms": 0.052, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.426, "count": 218, "max_ms": 7.918, "p95_ms": 1.403}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 218, "max_ms": 0.05, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.41, "count": 218, "max_ms": 7.891, "p95_ms": 1.366}, "worker_merge_ms": {"avg_ms": 0.007, "count": 218, "max_ms": 0.045, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 56.961, "count": 218, "max_ms": 91.864, "p95_ms": 79.116}, "visualize": {"avg_ms": 53.176, "count": 218, "max_ms": 79.778, "p95_ms": 67.252}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 49.33, "count": 218, "max_ms": 72.933, "p95_ms": 62.697}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 51.319, "count": 218, "max_ms": 76.435, "p95_ms": 65.968}, "visualize_input_copy_ms": {"avg_ms": 1.608, "count": 218, "max_ms": 3.944, "p95_ms": 2.834}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 51.165, "count": 218, "max_ms": 76.135, "p95_ms": 65.862}, "visualizer_prepare_ms": {"avg_ms": 0.091, "count": 218, "max_ms": 0.281, "p95_ms": 0.188}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 218}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1415.238, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.42, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.656, "sample_count": 1935, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1388756, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:15:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 86528, "write_bytes_delta": 86528, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 724.0, "cpu_core_ratio": 0.478966, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1045.0, "pid": 98664, "reason": null, "system_cpu_core_ratio": 0.091421, "system_cpu_s_delta": 1.8399999999999999, "user_cpu_core_ratio": 0.387545, "user_cpu_s_delta": 7.800000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.557136, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 211268.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.570884, "system_cpu_s_delta": 11.490000000005239, "user_cpu_core_ratio": 0.986252, "user_cpu_s_delta": 19.85000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 4.387, "count": 218, "max_ms": 16.511, "p95_ms": 8.896, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.266, "max": 7.0, "p95": 7.0, "sample_count": 218}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.084, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 95}, "total": {"avg": 0.472, "max": 2.0, "p95": 1.0, "sample_count": 218}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.408, "count": 30, "max": 63.593, "p95": 57.922, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.812, "count": 30, "max": 26.794, "p95": 20.144, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 757.533, "count": 30, "max": 932.0, "p95": 907.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 380.5, "count": 30, "max": 1964.0, "p95": 1595.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.175, "p95": 0.156, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.339, "count": 30, "max": 0.391, "p95": 0.387, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.144, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85663.467, "count": 30, "max": 92926.0, "p95": 90977.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85663.467, "count": 30, "max": 92926.0, "p95": 90977.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 176747.267, "count": 30, "max": 231144.0, "p95": 221671.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.611, "count": 30, "max": 0.722, "p95": 0.718, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.067, "count": 30, "max": 1.251, "p95": 1.233, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10687, "sampled_at": "2026-10-30T09:15:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:15:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2654804, "flush_count": 2768, "flush_interval_seconds": 30.0, "flush_state": {"count": 2768, "last_at": "2026-10-30T09:14:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:14:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2767}, "started": true, "suppressed_count": 1386204, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1386063}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2768, "written_record_count": 2768}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9250.527, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3839837184000, "copied_frame_count": 1388830, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3839837184000, "frame_buffer_copies": 1388830, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1256, "count": 512, "max_ms": 0.4311, "p50_ms": 0.1126, "p95_ms": 0.2389, "p99_ms": 0.3245}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5939, "count": 512, "max_ms": 7.0662, "p50_ms": 1.4845, "p95_ms": 2.6622, "p99_ms": 3.267, "results": {"failed": 0, "not_applicable": 0, "success": 1388830, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 470, "h264_decode_error_count": 1068, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:12:15+09:00", "last_error_summary": "[h264 @ 0x64e0d6a33c40] cabac decode of qscale diff failed at 1 52 [h264 @ 0x64e0d6a33c40] error while decoding MB 1 52, bytestream 70427 [h264 @ 0x64e0d6901f40] error while decoding MB 11 65, bytestream -5 [in#0/rtsp @ 0x64e0d68c0e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x64e0d68c0e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T09:15:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 197.755, "last_started_at": "2026-10-30T09:12:17+09:00", "pid": 98664, "process": {"exists": false, "pid": 98664}, "restart_count": 509, "restart_count_per_hour": 14, "rtsp_timeout_count": 172, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 510}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.656, "sample_count": 1933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1388830, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:15:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.051, "last_frame_pushed_at": "2026-10-30T09:15:35+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-10-30T09:15:35+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 77, "debug_expires_at": null, "deduplicated_count": 47, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 358.154, "last_sample_duration_ms": 815.494, "last_trigger": "periodic", "next_snapshot_in_sec": 241.846, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 277, "storage_bytes": 2639583}, "mjpeg": {"age_sec": 0.041, "exists": true, "mtime": "2026-10-30T09:15:35.192696+09:00", "mtime_epoch": 1793319335.1926956, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 85586}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:15:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1417.906, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1388830, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.553, "max": 7.0, "p95": 6.0, "sample_count": 217}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.078, "max": 2.0, "p95": 2.0, "sample_count": 90}, "total": {"avg": 0.447, "max": 2.0, "p95": 1.0, "sample_count": 217}}, "tracking_counts": {"active": {"avg": 0.189, "max": 1.0, "p95": 1.0, "sample_count": 217}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 217}, "tracked": {"avg": 0.189, "max": 1.0, "p95": 1.0, "sample_count": 217}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.254, "pushed": 7.254, "read": 7.221}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 216, "client_acquire_ms": {"avg_ms": 0.011, "count": 217, "max_ms": 0.033, "p95_ms": 0.022, "reason": null, "sample_age_ms": 139.881, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.02, "count": 216, "max_ms": 7.803, "p95_ms": 3.372, "reason": null, "sample_age_ms": 193.99, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.492, "count": 216, "max_ms": 7.219, "p95_ms": 2.571, "reason": null, "sample_age_ms": 194.193, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.384, "count": 217, "max_ms": 1.274, "p95_ms": 0.784, "reason": null, "sample_age_ms": 139.903, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.631, "count": 216, "max_ms": 6.614, "p95_ms": 4.63, "reason": null, "sample_age_ms": 192.837, "source": "client_direct"}, "request_count": 216, "request_tensor_bytes": {"avg": 2764808.0, "count": 216, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 192.822, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 217, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 140.44, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.209, "count": 217, "max_ms": 87.56, "p95_ms": 72.551, "reason": null, "sample_age_ms": 139.876, "source": "client_direct"}, "sample_age_ms": 139.87, "source": "client_direct", "task_total_ms": {"avg_ms": 55.452, "count": 217, "max_ms": 90.842, "p95_ms": 76.401, "reason": null, "sample_age_ms": 139.87, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.961, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.713, "count": 217, "max_ms": 12.899, "p95_ms": 7.228}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.407, "count": 217, "max_ms": 2.943, "p95_ms": 0.88}, "detection_prepare_ms": {"avg_ms": 0.804, "count": 217, "max_ms": 4.281, "p95_ms": 2.522}, "event_filter_ms": {"avg_ms": 0.005, "count": 217, "max_ms": 0.029, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.189, "count": 217, "max_ms": 1.067, "p95_ms": 0.495}, "mcmt_ms": {"avg_ms": 0.004, "count": 217, "max_ms": 0.021, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.488, "count": 217, "max_ms": 8.034, "p95_ms": 1.53}, "setup_ms": {"avg_ms": 0.059, "count": 217, "max_ms": 0.167, "p95_ms": 0.131}, "total_inside_ms": {"avg_ms": 2.654, "count": 217, "max_ms": 12.797, "p95_ms": 7.124}, "track_match_ms": {"avg_ms": 0.039, "count": 217, "max_ms": 0.297, "p95_ms": 0.143}, "tracker_update_ms": {"avg_ms": 0.661, "count": 217, "max_ms": 3.115, "p95_ms": 2.242}}, "gstreamer_push": {"avg_ms": 4.275, "count": 217, "max_ms": 16.511, "p95_ms": 8.034}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 217, "max_ms": 0.348, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.952, "count": 217, "max_ms": 91.853, "p95_ms": 79.089}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.08, "count": 217, "max_ms": 12.951, "p95_ms": 9.756}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.243, "count": 217, "max_ms": 156.17, "p95_ms": 138.977}, "inference_input_copy_ms": {"avg_ms": 1.839, "count": 217, "max_ms": 4.112, "p95_ms": 3.304}, "processing_residual_ms": {"avg_ms": 0.226, "count": 217, "max_ms": 0.643, "p95_ms": 0.44}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 119.388, "count": 217, "max_ms": 162.223, "p95_ms": 146.729}, "read_interval": {"avg_ms": 138.112, "count": 216, "max_ms": 227.7, "p95_ms": 189.024}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 217, "max_ms": 0.052, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.427, "count": 217, "max_ms": 7.918, "p95_ms": 1.403}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 217, "max_ms": 0.05, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.411, "count": 217, "max_ms": 7.891, "p95_ms": 1.366}, "worker_merge_ms": {"avg_ms": 0.007, "count": 217, "max_ms": 0.045, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 56.968, "count": 217, "max_ms": 91.864, "p95_ms": 79.116}, "visualize": {"avg_ms": 53.175, "count": 217, "max_ms": 79.778, "p95_ms": 67.252}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 49.333, "count": 217, "max_ms": 72.933, "p95_ms": 62.697}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 51.315, "count": 217, "max_ms": 76.435, "p95_ms": 65.968}, "visualize_input_copy_ms": {"avg_ms": 1.611, "count": 217, "max_ms": 3.944, "p95_ms": 2.834}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 51.16, "count": 217, "max_ms": 76.135, "p95_ms": 65.862}, "visualizer_prepare_ms": {"avg_ms": 0.091, "count": 217, "max_ms": 0.281, "p95_ms": 0.188}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1415.238, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.42, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.656, "sample_count": 1935, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1388756, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:15:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 86528, "write_bytes_delta": 86528, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 724.0, "cpu_core_ratio": 0.478966, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1045.0, "pid": 98664, "reason": null, "system_cpu_core_ratio": 0.091421, "system_cpu_s_delta": 1.8399999999999999, "user_cpu_core_ratio": 0.387545, "user_cpu_s_delta": 7.800000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.557136, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 211268.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.570884, "system_cpu_s_delta": 11.490000000005239, "user_cpu_core_ratio": 0.986252, "user_cpu_s_delta": 19.85000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 4.387, "count": 218, "max_ms": 16.511, "p95_ms": 8.896, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.266, "max": 7.0, "p95": 7.0, "sample_count": 218}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.084, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 95}, "total": {"avg": 0.472, "max": 2.0, "p95": 1.0, "sample_count": 218}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.408, "count": 30, "max": 63.593, "p95": 57.922, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.812, "count": 30, "max": 26.794, "p95": 20.144, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 757.533, "count": 30, "max": 932.0, "p95": 907.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 380.5, "count": 30, "max": 1964.0, "p95": 1595.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.175, "p95": 0.156, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.339, "count": 30, "max": 0.391, "p95": 0.387, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.144, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85663.467, "count": 30, "max": 92926.0, "p95": 90977.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85663.467, "count": 30, "max": 92926.0, "p95": 90977.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 176747.267, "count": 30, "max": 231144.0, "p95": 221671.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.611, "count": 30, "max": 0.722, "p95": 0.718, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.067, "count": 30, "max": 1.251, "p95": 1.233, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10687, "sampled_at": "2026-10-30T09:15:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:15:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2654804, "flush_count": 2768, "flush_interval_seconds": 30.0, "flush_state": {"count": 2768, "last_at": "2026-10-30T09:14:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:14:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2767}, "started": true, "suppressed_count": 1386204, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1386063}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2768, "written_record_count": 2768}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9420.41, "limit_mb": null}, "detail": {"pid": 98780, "restart_count": 510, "start_count": 511}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3839837184000, "copied_frame_count": 1388830, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3839837184000, "frame_buffer_copies": 1388830, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1256, "count": 512, "max_ms": 0.4311, "p50_ms": 0.1126, "p95_ms": 0.2389, "p99_ms": 0.3245}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5939, "count": 512, "max_ms": 7.0662, "p50_ms": 1.4845, "p95_ms": 2.6622, "p99_ms": 3.267, "results": {"failed": 0, "not_applicable": 0, "success": 1388830, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 470, "h264_decode_error_count": 1068, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:12:15+09:00", "last_error_summary": "[h264 @ 0x64e0d6a33c40] cabac decode of qscale diff failed at 1 52 [h264 @ 0x64e0d6a33c40] error while decoding MB 1 52, bytestream 70427 [h264 @ 0x64e0d6901f40] error while decoding MB 11 65, bytestream -5 [in#0/rtsp @ 0x64e0d68c0e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x64e0d68c0e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T09:15:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T09:15:37+09:00", "pid": 98780, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.219, "name": "ffmpeg", "pid": 98780, "rss_mb": 205.219, "state": "S (sleeping)", "threads": 70}, "restart_count": 510, "restart_count_per_hour": 15, "rtsp_timeout_count": 172, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 511}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.868, "sample_count": 1901, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1388830, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:15:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.324, "last_frame_pushed_at": "2026-10-30T09:15:35+09:00", "last_frame_read_age_sec": 4.458, "last_frame_read_at": "2026-10-30T09:15:35+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 77, "debug_expires_at": null, "deduplicated_count": 47, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 362.424, "last_sample_duration_ms": 815.494, "last_trigger": "periodic", "next_snapshot_in_sec": 237.576, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 277, "storage_bytes": 2639583}, "mjpeg": {"age_sec": 4.314, "exists": true, "mtime": "2026-10-30T09:15:35.192696+09:00", "mtime_epoch": 1793319335.1926956, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 85586}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:15:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1417.91, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1388830, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.495, "max": 7.0, "p95": 6.0, "sample_count": 186}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.082, "max": 2.0, "p95": 2.0, "sample_count": 85}, "total": {"avg": 0.495, "max": 2.0, "p95": 1.0, "sample_count": 186}}, "tracking_counts": {"active": {"avg": 0.22, "max": 1.0, "p95": 1.0, "sample_count": 186}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 186}, "tracked": {"avg": 0.22, "max": 1.0, "p95": 1.0, "sample_count": 186}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 186, "pushed_frames": 186, "read_frames": 185, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.219, "pushed": 6.219, "read": 6.186}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 185, "client_acquire_ms": {"avg_ms": 0.011, "count": 186, "max_ms": 0.033, "p95_ms": 0.021, "reason": null, "sample_age_ms": 4408.756, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.983, "count": 185, "max_ms": 5.312, "p95_ms": 3.326, "reason": null, "sample_age_ms": 4462.864, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.461, "count": 185, "max_ms": 4.76, "p95_ms": 2.479, "reason": null, "sample_age_ms": 4463.067, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.388, "count": 186, "max_ms": 1.274, "p95_ms": 0.786, "reason": null, "sample_age_ms": 4408.777, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.57, "count": 185, "max_ms": 6.614, "p95_ms": 4.364, "reason": null, "sample_age_ms": 4461.712, "source": "client_direct"}, "request_count": 185, "request_tensor_bytes": {"avg": 2764808.0, "count": 185, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4461.696, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 186, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4409.314, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.964, "count": 186, "max_ms": 87.56, "p95_ms": 72.137, "reason": null, "sample_age_ms": 4408.75, "source": "client_direct"}, "sample_age_ms": 4408.744, "source": "client_direct", "task_total_ms": {"avg_ms": 55.152, "count": 186, "max_ms": 90.842, "p95_ms": 76.357, "reason": null, "sample_age_ms": 4408.744, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.895, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.9, "count": 186, "max_ms": 12.899, "p95_ms": 7.484}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.404, "count": 186, "max_ms": 2.943, "p95_ms": 0.88}, "detection_prepare_ms": {"avg_ms": 0.875, "count": 186, "max_ms": 4.281, "p95_ms": 2.579}, "event_filter_ms": {"avg_ms": 0.005, "count": 186, "max_ms": 0.029, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.197, "count": 186, "max_ms": 1.067, "p95_ms": 0.526}, "mcmt_ms": {"avg_ms": 0.004, "count": 186, "max_ms": 0.021, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.524, "count": 186, "max_ms": 8.034, "p95_ms": 1.556}, "setup_ms": {"avg_ms": 0.059, "count": 186, "max_ms": 0.167, "p95_ms": 0.129}, "total_inside_ms": {"avg_ms": 2.84, "count": 186, "max_ms": 12.797, "p95_ms": 7.41}, "track_match_ms": {"avg_ms": 0.042, "count": 186, "max_ms": 0.297, "p95_ms": 0.144}, "tracker_update_ms": {"avg_ms": 0.729, "count": 186, "max_ms": 3.115, "p95_ms": 2.245}}, "gstreamer_push": {"avg_ms": 4.13, "count": 186, "max_ms": 11.273, "p95_ms": 7.366}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.061, "count": 186, "max_ms": 0.348, "p95_ms": 0.123}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.633, "count": 186, "max_ms": 91.853, "p95_ms": 77.396}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.105, "count": 186, "max_ms": 12.374, "p95_ms": 9.756}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.392, "count": 186, "max_ms": 156.17, "p95_ms": 138.977}, "inference_input_copy_ms": {"avg_ms": 1.826, "count": 186, "max_ms": 4.112, "p95_ms": 3.018}, "processing_residual_ms": {"avg_ms": 0.226, "count": 186, "max_ms": 0.596, "p95_ms": 0.417}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 119.549, "count": 186, "max_ms": 162.223, "p95_ms": 146.729}, "read_interval": {"avg_ms": 138.178, "count": 185, "max_ms": 215.351, "p95_ms": 186.289}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 186, "max_ms": 0.052, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.462, "count": 186, "max_ms": 7.918, "p95_ms": 1.439}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 186, "max_ms": 0.05, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.445, "count": 186, "max_ms": 7.891, "p95_ms": 1.415}, "worker_merge_ms": {"avg_ms": 0.007, "count": 186, "max_ms": 0.045, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 56.649, "count": 186, "max_ms": 91.864, "p95_ms": 77.405}, "visualize": {"avg_ms": 53.465, "count": 186, "max_ms": 79.778, "p95_ms": 66.95}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 49.506, "count": 186, "max_ms": 72.933, "p95_ms": 62.67}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 51.605, "count": 186, "max_ms": 76.435, "p95_ms": 65.139}, "visualize_input_copy_ms": {"avg_ms": 1.606, "count": 186, "max_ms": 3.944, "p95_ms": 2.834}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 51.45, "count": 186, "max_ms": 76.135, "p95_ms": 65.003}, "visualizer_prepare_ms": {"avg_ms": 0.091, "count": 186, "max_ms": 0.237, "p95_ms": 0.179}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 186}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1415.238, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.42, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.656, "sample_count": 1935, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1388756, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:15:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 86528, "write_bytes_delta": 86528, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 724.0, "cpu_core_ratio": 0.478966, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1045.0, "pid": 98664, "reason": null, "system_cpu_core_ratio": 0.091421, "system_cpu_s_delta": 1.8399999999999999, "user_cpu_core_ratio": 0.387545, "user_cpu_s_delta": 7.800000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.557136, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 211268.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.570884, "system_cpu_s_delta": 11.490000000005239, "user_cpu_core_ratio": 0.986252, "user_cpu_s_delta": 19.85000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 4.387, "count": 218, "max_ms": 16.511, "p95_ms": 8.896, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.266, "max": 7.0, "p95": 7.0, "sample_count": 218}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.084, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 95}, "total": {"avg": 0.472, "max": 2.0, "p95": 1.0, "sample_count": 218}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.408, "count": 30, "max": 63.593, "p95": 57.922, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.812, "count": 30, "max": 26.794, "p95": 20.144, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 757.533, "count": 30, "max": 932.0, "p95": 907.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 380.5, "count": 30, "max": 1964.0, "p95": 1595.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.175, "p95": 0.156, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.339, "count": 30, "max": 0.391, "p95": 0.387, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.144, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 85663.467, "count": 30, "max": 92926.0, "p95": 90977.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85663.467, "count": 30, "max": 92926.0, "p95": 90977.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 176747.267, "count": 30, "max": 231144.0, "p95": 221671.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.611, "count": 30, "max": 0.722, "p95": 0.718, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.067, "count": 30, "max": 1.251, "p95": 1.233, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10687, "sampled_at": "2026-10-30T09:15:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:15:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2658720, "flush_count": 2772, "flush_interval_seconds": 30.0, "flush_state": {"count": 2772, "last_at": "2026-10-30T09:18:39", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:18:39", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2771}, "started": true, "suppressed_count": 1387950, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1387809}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2772, "written_record_count": 2772}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9267.02, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5cbdbabf47c0] error while decoding MB 18 60, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3844672819200, "copied_frame_count": 1390579, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3844672819200, "frame_buffer_copies": 1390579, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1207, "count": 512, "max_ms": 1.2501, "p50_ms": 0.1046, "p95_ms": 0.2167, "p99_ms": 0.2854}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4813, "count": 512, "max_ms": 4.4256, "p50_ms": 1.3956, "p95_ms": 2.4533, "p99_ms": 3.1534, "results": {"failed": 0, "not_applicable": 0, "success": 1390579, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 471, "h264_decode_error_count": 1069, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:19:24+09:00", "last_error_summary": "[h264 @ 0x5cbdbabf47c0] error while decoding MB 18 60, bytestream -5", "last_exit_at": "2026-10-30T09:15:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 227.012, "last_started_at": "2026-10-30T09:15:37+09:00", "pid": 98780, "process": {"exists": true, "fd_count": 0, "hwm_mb": null, "name": "ffmpeg", "pid": 98780, "rss_mb": null, "state": "Z (zombie)", "threads": 1}, "restart_count": 510, "restart_count_per_hour": 14, "rtsp_timeout_count": 172, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 511}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.306, "sample_count": 2258, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1390579, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:19:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.082, "last_frame_pushed_at": "2026-10-30T09:19:24+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-10-30T09:19:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 77, "debug_expires_at": null, "deduplicated_count": 47, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 587.471, "last_sample_duration_ms": 815.494, "last_trigger": "periodic", "next_snapshot_in_sec": 12.529, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 277, "storage_bytes": 2639583}, "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-10-30T09:19:24.446510+09:00", "mtime_epoch": 1793319564.44651, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 87880}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:19:24+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1433.496, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1390580, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.583, "max": 7.0, "p95": 6.0, "sample_count": 218}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.898, "max": 3.0, "p95": 2.0, "sample_count": 206}, "total": {"avg": 1.794, "max": 3.0, "p95": 2.0, "sample_count": 218}}, "tracking_counts": {"active": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 218}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 218}, "tracked": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 218}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.273, "pushed": 7.273, "read": 7.273}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 218, "client_acquire_ms": {"avg_ms": 0.009, "count": 218, "max_ms": 0.033, "p95_ms": 0.018, "reason": null, "sample_age_ms": 31.464, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.104, "count": 218, "max_ms": 13.586, "p95_ms": 3.527, "reason": null, "sample_age_ms": 90.976, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.535, "count": 218, "max_ms": 13.066, "p95_ms": 2.508, "reason": null, "sample_age_ms": 91.338, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.369, "count": 218, "max_ms": 1.119, "p95_ms": 0.703, "reason": null, "sample_age_ms": 31.474, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.303, "count": 218, "max_ms": 4.63, "p95_ms": 3.94, "reason": null, "sample_age_ms": 88.634, "source": "client_direct"}, "request_count": 218, "request_tensor_bytes": {"avg": 2764808.0, "count": 218, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 88.603, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 218, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 31.785, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.392, "count": 218, "max_ms": 83.655, "p95_ms": 71.821, "reason": null, "sample_age_ms": 31.458, "source": "client_direct"}, "sample_age_ms": 31.452, "source": "client_direct", "task_total_ms": {"avg_ms": 55.275, "count": 218, "max_ms": 85.707, "p95_ms": 75.057, "reason": null, "sample_age_ms": 31.452, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.741, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.478, "count": 218, "max_ms": 20.404, "p95_ms": 9.797}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.476, "count": 218, "max_ms": 2.196, "p95_ms": 1.017}, "detection_prepare_ms": {"avg_ms": 1.745, "count": 218, "max_ms": 15.68, "p95_ms": 3.189}, "event_filter_ms": {"avg_ms": 0.005, "count": 218, "max_ms": 0.034, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.369, "count": 218, "max_ms": 1.151, "p95_ms": 0.723}, "mcmt_ms": {"avg_ms": 0.004, "count": 218, "max_ms": 0.021, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 0.858, "count": 218, "max_ms": 4.139, "p95_ms": 1.594}, "setup_ms": {"avg_ms": 0.051, "count": 218, "max_ms": 0.187, "p95_ms": 0.104}, "total_inside_ms": {"avg_ms": 5.417, "count": 218, "max_ms": 20.328, "p95_ms": 9.704}, "track_match_ms": {"avg_ms": 0.093, "count": 218, "max_ms": 0.328, "p95_ms": 0.195}, "tracker_update_ms": {"avg_ms": 1.813, "count": 218, "max_ms": 8.877, "p95_ms": 3.205}}, "gstreamer_push": {"avg_ms": 3.569, "count": 218, "max_ms": 9.904, "p95_ms": 5.926}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.071, "count": 218, "max_ms": 2.194, "p95_ms": 0.127}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.777, "count": 218, "max_ms": 98.134, "p95_ms": 77.505}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.096, "count": 218, "max_ms": 18.573, "p95_ms": 8.777}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 116.348, "count": 218, "max_ms": 170.261, "p95_ms": 146.227}, "inference_input_copy_ms": {"avg_ms": 1.834, "count": 218, "max_ms": 5.718, "p95_ms": 3.137}, "processing_residual_ms": {"avg_ms": 0.22, "count": 218, "max_ms": 0.662, "p95_ms": 0.402}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 121.497, "count": 218, "max_ms": 175.658, "p95_ms": 149.968}, "read_interval": {"avg_ms": 137.623, "count": 218, "max_ms": 224.927, "p95_ms": 182.721}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 218, "max_ms": 0.062, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.79, "count": 218, "max_ms": 4.006, "p95_ms": 1.468}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 218, "max_ms": 0.101, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.772, "count": 218, "max_ms": 3.975, "p95_ms": 1.436}, "worker_merge_ms": {"avg_ms": 0.007, "count": 218, "max_ms": 0.031, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 56.792, "count": 218, "max_ms": 98.153, "p95_ms": 77.516}, "visualize": {"avg_ms": 52.76, "count": 218, "max_ms": 80.196, "p95_ms": 67.47}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.24, "count": 218, "max_ms": 74.223, "p95_ms": 60.197}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 51.054, "count": 218, "max_ms": 78.181, "p95_ms": 65.694}, "visualize_input_copy_ms": {"avg_ms": 1.472, "count": 218, "max_ms": 3.717, "p95_ms": 2.605}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 50.893, "count": 218, "max_ms": 78.054, "p95_ms": 65.611}, "visualizer_prepare_ms": {"avg_ms": 0.086, "count": 218, "max_ms": 0.403, "p95_ms": 0.158}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 218}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1413.453, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.56, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.802, "sample_count": 2261, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1390288, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:18:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 87677, "write_bytes_delta": 87677, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 965.0, "cpu_core_ratio": 0.429552, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 98780, "reason": null, "system_cpu_core_ratio": 0.035921, "system_cpu_s_delta": 0.7199999999999998, "user_cpu_core_ratio": 0.393631, "user_cpu_s_delta": 7.890000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.620423, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 231742.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.586705, "system_cpu_s_delta": 11.760000000009313, "user_cpu_core_ratio": 1.033718, "user_cpu_s_delta": 20.720000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 4.095, "count": 240, "max_ms": 10.943, "p95_ms": 8.06, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.183, "max": 7.0, "p95": 5.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.097, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 165}, "total": {"avg": 0.754, "max": 2.0, "p95": 2.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.512, "count": 30, "max": 60.649, "p95": 46.328, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.882, "count": 30, "max": 26.794, "p95": 21.384, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 782.533, "count": 30, "max": 971.0, "p95": 956.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 398.4, "count": 30, "max": 1964.0, "p95": 1595.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.175, "p95": 0.156, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.35, "count": 30, "max": 0.414, "p95": 0.401, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.091, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87149.6, "count": 30, "max": 92926.0, "p95": 90977.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87149.6, "count": 30, "max": 92926.0, "p95": 90977.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 186090.733, "count": 30, "max": 245609.0, "p95": 236672.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.598, "count": 30, "max": 0.722, "p95": 0.718, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.043, "count": 30, "max": 1.251, "p95": 1.233, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10697, "sampled_at": "2026-10-30T09:18:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:18:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2658720, "flush_count": 2772, "flush_interval_seconds": 30.0, "flush_state": {"count": 2772, "last_at": "2026-10-30T09:18:39", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:18:39", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2771}, "started": true, "suppressed_count": 1387950, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1387809}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2772, "written_record_count": 2772}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9245.07, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T09:19:24+09:00", "last_error_summary": "[h264 @ 0x5cbdbabf47c0] error while decoding MB 18 60, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3844675584000, "copied_frame_count": 1390580, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3844675584000, "frame_buffer_copies": 1390580, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1205, "count": 512, "max_ms": 1.2501, "p50_ms": 0.1044, "p95_ms": 0.2167, "p99_ms": 0.2854}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4796, "count": 512, "max_ms": 4.4256, "p50_ms": 1.3935, "p95_ms": 2.4533, "p99_ms": 3.1534, "results": {"failed": 0, "not_applicable": 0, "success": 1390580, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 471, "h264_decode_error_count": 1069, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:19:24+09:00", "last_error_summary": "[h264 @ 0x5cbdbabf47c0] error while decoding MB 18 60, bytestream -5", "last_exit_at": "2026-10-30T09:19:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 227.146, "last_started_at": "2026-10-30T09:15:37+09:00", "pid": 98780, "process": {"exists": false, "pid": 98780}, "restart_count": 510, "restart_count_per_hour": 14, "rtsp_timeout_count": 172, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 511}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.467, "sample_count": 2257, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1390580, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:19:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.043, "last_frame_pushed_at": "2026-10-30T09:19:24+09:00", "last_frame_read_age_sec": 0.209, "last_frame_read_at": "2026-10-30T09:19:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 77, "debug_expires_at": null, "deduplicated_count": 47, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 587.577, "last_sample_duration_ms": 815.494, "last_trigger": "periodic", "next_snapshot_in_sec": 12.423, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 277, "storage_bytes": 2639583}, "mjpeg": {"age_sec": 0.034, "exists": true, "mtime": "2026-10-30T09:19:24.617511+09:00", "mtime_epoch": 1793319564.6175108, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 88341}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:19:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1413.594, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1390580, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.596, "max": 7.0, "p95": 6.0, "sample_count": 218}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.903, "max": 3.0, "p95": 2.0, "sample_count": 207}, "total": {"avg": 1.807, "max": 3.0, "p95": 2.0, "sample_count": 218}}, "tracking_counts": {"active": {"avg": 0.028, "max": 1.0, "p95": 0.0, "sample_count": 218}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 218}, "tracked": {"avg": 0.028, "max": 1.0, "p95": 0.0, "sample_count": 218}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.268, "pushed": 7.268, "read": 7.234}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 217, "client_acquire_ms": {"avg_ms": 0.009, "count": 217, "max_ms": 0.033, "p95_ms": 0.018, "reason": null, "sample_age_ms": 160.385, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.107, "count": 217, "max_ms": 13.586, "p95_ms": 3.535, "reason": null, "sample_age_ms": 219.897, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.537, "count": 217, "max_ms": 13.066, "p95_ms": 2.525, "reason": null, "sample_age_ms": 220.259, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.37, "count": 217, "max_ms": 1.119, "p95_ms": 0.704, "reason": null, "sample_age_ms": 160.395, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.306, "count": 217, "max_ms": 4.63, "p95_ms": 3.951, "reason": null, "sample_age_ms": 217.556, "source": "client_direct"}, "request_count": 217, "request_tensor_bytes": {"avg": 2764808.0, "count": 217, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 217.525, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 217, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 160.706, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.426, "count": 217, "max_ms": 83.655, "p95_ms": 71.83, "reason": null, "sample_age_ms": 160.38, "source": "client_direct"}, "sample_age_ms": 160.373, "source": "client_direct", "task_total_ms": {"avg_ms": 55.313, "count": 217, "max_ms": 85.707, "p95_ms": 75.065, "reason": null, "sample_age_ms": 160.373, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.221, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.498, "count": 218, "max_ms": 20.404, "p95_ms": 9.797}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.476, "count": 218, "max_ms": 2.196, "p95_ms": 1.017}, "detection_prepare_ms": {"avg_ms": 1.751, "count": 218, "max_ms": 15.68, "p95_ms": 3.189}, "event_filter_ms": {"avg_ms": 0.005, "count": 218, "max_ms": 0.034, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.371, "count": 218, "max_ms": 1.151, "p95_ms": 0.723}, "mcmt_ms": {"avg_ms": 0.004, "count": 218, "max_ms": 0.021, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 0.861, "count": 218, "max_ms": 4.139, "p95_ms": 1.594}, "setup_ms": {"avg_ms": 0.052, "count": 218, "max_ms": 0.187, "p95_ms": 0.104}, "total_inside_ms": {"avg_ms": 5.436, "count": 218, "max_ms": 20.328, "p95_ms": 9.704}, "track_match_ms": {"avg_ms": 0.093, "count": 218, "max_ms": 0.328, "p95_ms": 0.195}, "tracker_update_ms": {"avg_ms": 1.822, "count": 218, "max_ms": 8.877, "p95_ms": 3.205}}, "gstreamer_push": {"avg_ms": 3.552, "count": 218, "max_ms": 9.904, "p95_ms": 5.76}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.071, "count": 218, "max_ms": 2.194, "p95_ms": 0.127}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.871, "count": 218, "max_ms": 98.134, "p95_ms": 77.505}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.098, "count": 218, "max_ms": 18.573, "p95_ms": 8.777}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 116.615, "count": 218, "max_ms": 170.261, "p95_ms": 147.332}, "inference_input_copy_ms": {"avg_ms": 1.831, "count": 218, "max_ms": 5.718, "p95_ms": 3.137}, "processing_residual_ms": {"avg_ms": 0.22, "count": 218, "max_ms": 0.662, "p95_ms": 0.402}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 121.764, "count": 218, "max_ms": 175.658, "p95_ms": 151.366}, "read_interval": {"avg_ms": 137.722, "count": 217, "max_ms": 224.927, "p95_ms": 182.721}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 218, "max_ms": 0.062, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.792, "count": 218, "max_ms": 4.006, "p95_ms": 1.468}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 218, "max_ms": 0.101, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.775, "count": 218, "max_ms": 3.975, "p95_ms": 1.436}, "worker_merge_ms": {"avg_ms": 0.007, "count": 218, "max_ms": 0.031, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 56.886, "count": 218, "max_ms": 98.153, "p95_ms": 77.516}, "visualize": {"avg_ms": 52.911, "count": 218, "max_ms": 90.933, "p95_ms": 68.039}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.344, "count": 218, "max_ms": 78.014, "p95_ms": 60.4}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 51.207, "count": 218, "max_ms": 89.437, "p95_ms": 66.078}, "visualize_input_copy_ms": {"avg_ms": 1.47, "count": 218, "max_ms": 3.717, "p95_ms": 2.605}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 51.046, "count": 218, "max_ms": 89.335, "p95_ms": 65.93}, "visualizer_prepare_ms": {"avg_ms": 0.086, "count": 218, "max_ms": 0.403, "p95_ms": 0.158}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 218}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1413.453, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.56, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.802, "sample_count": 2261, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1390288, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:18:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 87677, "write_bytes_delta": 87677, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 965.0, "cpu_core_ratio": 0.429552, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 98780, "reason": null, "system_cpu_core_ratio": 0.035921, "system_cpu_s_delta": 0.7199999999999998, "user_cpu_core_ratio": 0.393631, "user_cpu_s_delta": 7.890000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.620423, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 231742.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.586705, "system_cpu_s_delta": 11.760000000009313, "user_cpu_core_ratio": 1.033718, "user_cpu_s_delta": 20.720000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 4.095, "count": 240, "max_ms": 10.943, "p95_ms": 8.06, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.183, "max": 7.0, "p95": 5.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.097, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 165}, "total": {"avg": 0.754, "max": 2.0, "p95": 2.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.512, "count": 30, "max": 60.649, "p95": 46.328, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.882, "count": 30, "max": 26.794, "p95": 21.384, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 782.533, "count": 30, "max": 971.0, "p95": 956.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 398.4, "count": 30, "max": 1964.0, "p95": 1595.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.175, "p95": 0.156, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.35, "count": 30, "max": 0.414, "p95": 0.401, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.091, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87149.6, "count": 30, "max": 92926.0, "p95": 90977.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87149.6, "count": 30, "max": 92926.0, "p95": 90977.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 186090.733, "count": 30, "max": 245609.0, "p95": 236672.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.598, "count": 30, "max": 0.722, "p95": 0.718, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.043, "count": 30, "max": 1.251, "p95": 1.233, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10697, "sampled_at": "2026-10-30T09:18:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:18:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2658720, "flush_count": 2772, "flush_interval_seconds": 30.0, "flush_state": {"count": 2772, "last_at": "2026-10-30T09:18:39", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:18:39", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2771}, "started": true, "suppressed_count": 1387950, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1387809}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2772, "written_record_count": 2772}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9245.332, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3844675584000, "copied_frame_count": 1390580, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3844675584000, "frame_buffer_copies": 1390580, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1205, "count": 512, "max_ms": 1.2501, "p50_ms": 0.1044, "p95_ms": 0.2167, "p99_ms": 0.2854}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4796, "count": 512, "max_ms": 4.4256, "p50_ms": 1.3935, "p95_ms": 2.4533, "p99_ms": 3.1534, "results": {"failed": 0, "not_applicable": 0, "success": 1390580, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 471, "h264_decode_error_count": 1069, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:19:24+09:00", "last_error_summary": "[h264 @ 0x5cbdbabf47c0] error while decoding MB 18 60, bytestream -5", "last_exit_at": "2026-10-30T09:19:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 227.193, "last_started_at": "2026-10-30T09:15:37+09:00", "pid": 98780, "process": {"exists": false, "pid": 98780}, "restart_count": 510, "restart_count_per_hour": 14, "rtsp_timeout_count": 172, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 511}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.467, "sample_count": 2257, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1390580, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:19:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.091, "last_frame_pushed_at": "2026-10-30T09:19:24+09:00", "last_frame_read_age_sec": 0.257, "last_frame_read_at": "2026-10-30T09:19:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 77, "debug_expires_at": null, "deduplicated_count": 47, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 587.623, "last_sample_duration_ms": 815.494, "last_trigger": "periodic", "next_snapshot_in_sec": 12.377, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 277, "storage_bytes": 2639583}, "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-10-30T09:19:24.617511+09:00", "mtime_epoch": 1793319564.6175108, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 88341}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:19:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1413.594, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1390580, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.604, "max": 7.0, "p95": 6.0, "sample_count": 217}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.903, "max": 3.0, "p95": 2.0, "sample_count": 207}, "total": {"avg": 1.816, "max": 3.0, "p95": 2.0, "sample_count": 217}}, "tracking_counts": {"active": {"avg": 0.028, "max": 1.0, "p95": 0.0, "sample_count": 217}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 217}, "tracked": {"avg": 0.028, "max": 1.0, "p95": 0.0, "sample_count": 217}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.253, "pushed": 7.253, "read": 7.22}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 216, "client_acquire_ms": {"avg_ms": 0.009, "count": 217, "max_ms": 0.033, "p95_ms": 0.018, "reason": null, "sample_age_ms": 208.167, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.095, "count": 216, "max_ms": 13.586, "p95_ms": 3.385, "reason": null, "sample_age_ms": 267.678, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.524, "count": 216, "max_ms": 13.066, "p95_ms": 2.364, "reason": null, "sample_age_ms": 268.041, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.37, "count": 217, "max_ms": 1.119, "p95_ms": 0.704, "reason": null, "sample_age_ms": 208.176, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.305, "count": 216, "max_ms": 4.63, "p95_ms": 3.962, "reason": null, "sample_age_ms": 265.337, "source": "client_direct"}, "request_count": 216, "request_tensor_bytes": {"avg": 2764808.0, "count": 216, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 265.306, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 217, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 208.487, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.426, "count": 217, "max_ms": 83.655, "p95_ms": 71.83, "reason": null, "sample_age_ms": 208.161, "source": "client_direct"}, "sample_age_ms": 208.155, "source": "client_direct", "task_total_ms": {"avg_ms": 55.313, "count": 217, "max_ms": 85.707, "p95_ms": 75.065, "reason": null, "sample_age_ms": 208.155, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.785, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.521, "count": 217, "max_ms": 20.404, "p95_ms": 9.797}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.477, "count": 217, "max_ms": 2.196, "p95_ms": 1.017}, "detection_prepare_ms": {"avg_ms": 1.759, "count": 217, "max_ms": 15.68, "p95_ms": 3.189}, "event_filter_ms": {"avg_ms": 0.005, "count": 217, "max_ms": 0.034, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.372, "count": 217, "max_ms": 1.151, "p95_ms": 0.723}, "mcmt_ms": {"avg_ms": 0.004, "count": 217, "max_ms": 0.021, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 0.864, "count": 217, "max_ms": 4.139, "p95_ms": 1.594}, "setup_ms": {"avg_ms": 0.052, "count": 217, "max_ms": 0.187, "p95_ms": 0.104}, "total_inside_ms": {"avg_ms": 5.459, "count": 217, "max_ms": 20.328, "p95_ms": 9.704}, "track_match_ms": {"avg_ms": 0.094, "count": 217, "max_ms": 0.328, "p95_ms": 0.195}, "tracker_update_ms": {"avg_ms": 1.83, "count": 217, "max_ms": 8.877, "p95_ms": 3.205}}, "gstreamer_push": {"avg_ms": 3.527, "count": 217, "max_ms": 9.904, "p95_ms": 5.716}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.071, "count": 217, "max_ms": 2.194, "p95_ms": 0.127}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.913, "count": 217, "max_ms": 98.134, "p95_ms": 77.505}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.105, "count": 217, "max_ms": 18.573, "p95_ms": 8.777}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 116.714, "count": 217, "max_ms": 170.261, "p95_ms": 147.332}, "inference_input_copy_ms": {"avg_ms": 1.83, "count": 217, "max_ms": 5.718, "p95_ms": 3.137}, "processing_residual_ms": {"avg_ms": 0.22, "count": 217, "max_ms": 0.662, "p95_ms": 0.402}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 121.87, "count": 217, "max_ms": 175.658, "p95_ms": 151.366}, "read_interval": {"avg_ms": 137.821, "count": 216, "max_ms": 224.927, "p95_ms": 182.721}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 217, "max_ms": 0.062, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.796, "count": 217, "max_ms": 4.006, "p95_ms": 1.468}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 217, "max_ms": 0.101, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.778, "count": 217, "max_ms": 3.975, "p95_ms": 1.436}, "worker_merge_ms": {"avg_ms": 0.007, "count": 217, "max_ms": 0.031, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 56.928, "count": 217, "max_ms": 98.153, "p95_ms": 77.516}, "visualize": {"avg_ms": 52.944, "count": 217, "max_ms": 90.933, "p95_ms": 68.039}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.359, "count": 217, "max_ms": 78.014, "p95_ms": 60.4}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 51.241, "count": 217, "max_ms": 89.437, "p95_ms": 66.078}, "visualize_input_copy_ms": {"avg_ms": 1.469, "count": 217, "max_ms": 3.717, "p95_ms": 2.605}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 51.079, "count": 217, "max_ms": 89.335, "p95_ms": 65.93}, "visualizer_prepare_ms": {"avg_ms": 0.086, "count": 217, "max_ms": 0.403, "p95_ms": 0.158}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1413.453, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.56, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.802, "sample_count": 2261, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1390288, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:18:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 87677, "write_bytes_delta": 87677, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 965.0, "cpu_core_ratio": 0.429552, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 98780, "reason": null, "system_cpu_core_ratio": 0.035921, "system_cpu_s_delta": 0.7199999999999998, "user_cpu_core_ratio": 0.393631, "user_cpu_s_delta": 7.890000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.620423, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 231742.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.586705, "system_cpu_s_delta": 11.760000000009313, "user_cpu_core_ratio": 1.033718, "user_cpu_s_delta": 20.720000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 4.095, "count": 240, "max_ms": 10.943, "p95_ms": 8.06, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.183, "max": 7.0, "p95": 5.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.097, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 165}, "total": {"avg": 0.754, "max": 2.0, "p95": 2.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.512, "count": 30, "max": 60.649, "p95": 46.328, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.882, "count": 30, "max": 26.794, "p95": 21.384, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 782.533, "count": 30, "max": 971.0, "p95": 956.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 398.4, "count": 30, "max": 1964.0, "p95": 1595.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.175, "p95": 0.156, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.35, "count": 30, "max": 0.414, "p95": 0.401, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.091, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87149.6, "count": 30, "max": 92926.0, "p95": 90977.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87149.6, "count": 30, "max": 92926.0, "p95": 90977.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 186090.733, "count": 30, "max": 245609.0, "p95": 236672.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.598, "count": 30, "max": 0.722, "p95": 0.718, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.043, "count": 30, "max": 1.251, "p95": 1.233, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10697, "sampled_at": "2026-10-30T09:18:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:18:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2658720, "flush_count": 2772, "flush_interval_seconds": 30.0, "flush_state": {"count": 2772, "last_at": "2026-10-30T09:18:39", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:18:39", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2771}, "started": true, "suppressed_count": 1387950, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1387809}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2772, "written_record_count": 2772}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9423.867, "limit_mb": null}, "detail": {"pid": 98896, "restart_count": 511, "start_count": 512}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3844675584000, "copied_frame_count": 1390580, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3844675584000, "frame_buffer_copies": 1390580, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1205, "count": 512, "max_ms": 1.2501, "p50_ms": 0.1044, "p95_ms": 0.2167, "p99_ms": 0.2854}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4796, "count": 512, "max_ms": 4.4256, "p50_ms": 1.3935, "p95_ms": 2.4533, "p99_ms": 3.1534, "results": {"failed": 0, "not_applicable": 0, "success": 1390580, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 471, "h264_decode_error_count": 1069, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:19:24+09:00", "last_error_summary": "[h264 @ 0x5cbdbabf47c0] error while decoding MB 18 60, bytestream -5", "last_exit_at": "2026-10-30T09:19:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T09:19:27+09:00", "pid": 98896, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.621, "name": "ffmpeg", "pid": 98896, "rss_mb": 208.621, "state": "S (sleeping)", "threads": 70}, "restart_count": 511, "restart_count_per_hour": 15, "rtsp_timeout_count": 172, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 512}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.14, "sample_count": 2222, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1390580, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:19:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.943, "last_frame_pushed_at": "2026-10-30T09:19:24+09:00", "last_frame_read_age_sec": 5.109, "last_frame_read_at": "2026-10-30T09:19:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 77, "debug_expires_at": null, "deduplicated_count": 47, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 592.47, "last_sample_duration_ms": 815.494, "last_trigger": "periodic", "next_snapshot_in_sec": 7.53, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 277, "storage_bytes": 2639583}, "mjpeg": {"age_sec": 4.934, "exists": true, "mtime": "2026-10-30T09:19:24.617511+09:00", "mtime_epoch": 1793319564.6175108, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 88341}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:19:29+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1413.598, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1390580, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.76, "max": 7.0, "p95": 6.0, "sample_count": 183}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.944, "max": 3.0, "p95": 2.0, "sample_count": 179}, "total": {"avg": 1.902, "max": 3.0, "p95": 2.0, "sample_count": 183}}, "tracking_counts": {"active": {"avg": 0.033, "max": 1.0, "p95": 0.0, "sample_count": 183}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 183}, "tracked": {"avg": 0.033, "max": 1.0, "p95": 0.0, "sample_count": 183}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 182, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.103, "pushed": 6.103, "read": 6.07}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 182, "client_acquire_ms": {"avg_ms": 0.009, "count": 182, "max_ms": 0.03, "p95_ms": 0.017, "reason": null, "sample_age_ms": 5054.9, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.06, "count": 182, "max_ms": 13.586, "p95_ms": 3.327, "reason": null, "sample_age_ms": 5114.412, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.487, "count": 182, "max_ms": 13.066, "p95_ms": 2.311, "reason": null, "sample_age_ms": 5114.774, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.372, "count": 182, "max_ms": 1.119, "p95_ms": 0.708, "reason": null, "sample_age_ms": 5054.91, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.272, "count": 182, "max_ms": 4.63, "p95_ms": 3.906, "reason": null, "sample_age_ms": 5112.07, "source": "client_direct"}, "request_count": 182, "request_tensor_bytes": {"avg": 2764808.0, "count": 182, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5112.04, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 182, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5055.221, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.985, "count": 182, "max_ms": 83.655, "p95_ms": 71.779, "reason": null, "sample_age_ms": 5054.894, "source": "client_direct"}, "sample_age_ms": 5054.888, "source": "client_direct", "task_total_ms": {"avg_ms": 54.836, "count": 182, "max_ms": 85.707, "p95_ms": 75.012, "reason": null, "sample_age_ms": 5054.888, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.05, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.568, "count": 183, "max_ms": 20.404, "p95_ms": 9.244}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.484, "count": 183, "max_ms": 2.196, "p95_ms": 1.014}, "detection_prepare_ms": {"avg_ms": 1.759, "count": 183, "max_ms": 15.68, "p95_ms": 3.168}, "event_filter_ms": {"avg_ms": 0.005, "count": 183, "max_ms": 0.034, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.378, "count": 183, "max_ms": 1.151, "p95_ms": 0.664}, "mcmt_ms": {"avg_ms": 0.004, "count": 183, "max_ms": 0.021, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 0.888, "count": 183, "max_ms": 4.139, "p95_ms": 1.594}, "setup_ms": {"avg_ms": 0.051, "count": 183, "max_ms": 0.187, "p95_ms": 0.104}, "total_inside_ms": {"avg_ms": 5.506, "count": 183, "max_ms": 20.328, "p95_ms": 9.161}, "track_match_ms": {"avg_ms": 0.095, "count": 183, "max_ms": 0.328, "p95_ms": 0.192}, "tracker_update_ms": {"avg_ms": 1.84, "count": 183, "max_ms": 8.877, "p95_ms": 3.147}}, "gstreamer_push": {"avg_ms": 3.452, "count": 183, "max_ms": 8.827, "p95_ms": 5.46}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 183, "max_ms": 0.728, "p95_ms": 0.127}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.326, "count": 183, "max_ms": 98.134, "p95_ms": 77.505}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.116, "count": 183, "max_ms": 18.573, "p95_ms": 8.903}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 116.2, "count": 183, "max_ms": 170.261, "p95_ms": 144.514}, "inference_input_copy_ms": {"avg_ms": 1.834, "count": 183, "max_ms": 5.718, "p95_ms": 3.064}, "processing_residual_ms": {"avg_ms": 0.224, "count": 183, "max_ms": 0.662, "p95_ms": 0.411}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 121.373, "count": 183, "max_ms": 175.658, "p95_ms": 148.26}, "read_interval": {"avg_ms": 137.228, "count": 182, "max_ms": 224.927, "p95_ms": 182.431}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 183, "max_ms": 0.052, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.819, "count": 183, "max_ms": 4.006, "p95_ms": 1.468}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 183, "max_ms": 0.056, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.802, "count": 183, "max_ms": 3.975, "p95_ms": 1.436}, "worker_merge_ms": {"avg_ms": 0.007, "count": 183, "max_ms": 0.031, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 56.34, "count": 183, "max_ms": 98.153, "p95_ms": 77.516}, "visualize": {"avg_ms": 52.986, "count": 183, "max_ms": 90.933, "p95_ms": 67.194}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.282, "count": 183, "max_ms": 78.014, "p95_ms": 60.128}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 51.288, "count": 183, "max_ms": 89.437, "p95_ms": 65.172}, "visualize_input_copy_ms": {"avg_ms": 1.465, "count": 183, "max_ms": 3.717, "p95_ms": 2.601}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 51.127, "count": 183, "max_ms": 89.335, "p95_ms": 65.058}, "visualizer_prepare_ms": {"avg_ms": 0.086, "count": 183, "max_ms": 0.403, "p95_ms": 0.163}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 183}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1413.594, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.029, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.14, "sample_count": 2236, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1390580, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:19:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2.908, "exists": true, "size_bytes": 88341, "write_bytes_delta": 88341, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 98780, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.53989, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 166040.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.550677, "system_cpu_s_delta": 12.080000000001746, "user_cpu_core_ratio": 0.989213, "user_cpu_s_delta": 21.70000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.455, "count": 197, "max_ms": 8.827, "p95_ms": 5.487, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.701, "max": 7.0, "p95": 6.0, "sample_count": 197}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.912, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 193}, "total": {"avg": 1.873, "max": 3.0, "p95": 2.0, "sample_count": 197}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.18, "count": 30, "max": 60.649, "p95": 46.328, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.568, "count": 30, "max": 26.794, "p95": 21.384, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 783.6, "count": 30, "max": 971.0, "p95": 956.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 398.433, "count": 30, "max": 1964.0, "p95": 1595.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.175, "p95": 0.156, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.351, "count": 30, "max": 0.414, "p95": 0.401, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.1, "count": 30, "max": 2.908, "p95": 0.05, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87481.033, "count": 30, "max": 92926.0, "p95": 90977.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87481.033, "count": 30, "max": 92926.0, "p95": 90977.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 184769.7, "count": 30, "max": 245609.0, "p95": 236672.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.593, "count": 30, "max": 0.722, "p95": 0.718, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.037, "count": 30, "max": 1.251, "p95": 1.233, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10699, "sampled_at": "2026-10-30T09:19:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:19:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2662906, "flush_count": 2776, "flush_interval_seconds": 30.0, "flush_state": {"count": 2776, "last_at": "2026-10-30T09:22:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:22:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2775}, "started": true, "suppressed_count": 1389437, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1389296}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2776, "written_record_count": 2776}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9273.125, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x644ee0028980] error while decoding MB 103 65, bytestream -12", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3848795136000, "copied_frame_count": 1392070, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3848795136000, "frame_buffer_copies": 1392070, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1133, "count": 512, "max_ms": 1.3315, "p50_ms": 0.0964, "p95_ms": 0.2191, "p99_ms": 0.2538}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4097, "count": 512, "max_ms": 3.8669, "p50_ms": 1.3259, "p95_ms": 2.2843, "p99_ms": 3.064, "results": {"failed": 0, "not_applicable": 0, "success": 1392070, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 472, "h264_decode_error_count": 1070, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:22:42+09:00", "last_error_summary": "[h264 @ 0x644ee0028980] error while decoding MB 103 65, bytestream -12", "last_exit_at": "2026-10-30T09:19:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 194.661, "last_started_at": "2026-10-30T09:19:27+09:00", "pid": 98896, "process": {"exists": false, "pid": 98896}, "restart_count": 511, "restart_count_per_hour": 14, "rtsp_timeout_count": 172, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 512}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.316, "sample_count": 2275, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1392070, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:22:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.097, "last_frame_pushed_at": "2026-10-30T09:22:42+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-10-30T09:22:42+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 78, "debug_expires_at": null, "deduplicated_count": 47, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 183.367, "last_sample_duration_ms": 1274.947, "last_trigger": "periodic", "next_snapshot_in_sec": 416.633, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 278, "storage_bytes": 2649172}, "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-10-30T09:22:42.130392+09:00", "mtime_epoch": 1793319762.130392, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 92820}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:22:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1437.93, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1392071, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.937, "max": 9.0, "p95": 7.0, "sample_count": 238}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 113}, "by_category.소형선박": {"avg": 1.028, "max": 2.0, "p95": 1.0, "sample_count": 180}, "total": {"avg": 1.252, "max": 3.0, "p95": 2.0, "sample_count": 238}}, "tracking_counts": {"active": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 238}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 238}, "tracked": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 238}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 238, "pushed_frames": 238, "read_frames": 238, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.951, "pushed": 7.951, "read": 7.951}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 238, "client_acquire_ms": {"avg_ms": 0.008, "count": 239, "max_ms": 0.036, "p95_ms": 0.017, "reason": null, "sample_age_ms": 47.859, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.887, "count": 238, "max_ms": 10.231, "p95_ms": 3.187, "reason": null, "sample_age_ms": 99.469, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.414, "count": 238, "max_ms": 9.792, "p95_ms": 2.425, "reason": null, "sample_age_ms": 99.678, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.339, "count": 239, "max_ms": 1.137, "p95_ms": 0.663, "reason": null, "sample_age_ms": 47.868, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.079, "count": 238, "max_ms": 7.398, "p95_ms": 3.633, "reason": null, "sample_age_ms": 97.468, "source": "client_direct"}, "request_count": 238, "request_tensor_bytes": {"avg": 2764808.0, "count": 238, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 97.449, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 239, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 48.292, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.43, "count": 239, "max_ms": 81.017, "p95_ms": 64.884, "reason": null, "sample_age_ms": 47.856, "source": "client_direct"}, "sample_age_ms": 47.851, "source": "client_direct", "task_total_ms": {"avg_ms": 50.042, "count": 239, "max_ms": 84.203, "p95_ms": 67.549, "reason": null, "sample_age_ms": 47.851, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.177, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.064, "count": 238, "max_ms": 12.647, "p95_ms": 9.425}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.372, "count": 238, "max_ms": 1.06, "p95_ms": 0.804}, "detection_prepare_ms": {"avg_ms": 1.427, "count": 238, "max_ms": 4.639, "p95_ms": 2.901}, "event_filter_ms": {"avg_ms": 0.005, "count": 238, "max_ms": 0.031, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.268, "count": 238, "max_ms": 0.858, "p95_ms": 0.542}, "mcmt_ms": {"avg_ms": 0.003, "count": 238, "max_ms": 0.012, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.328, "count": 238, "max_ms": 6.435, "p95_ms": 3.075}, "setup_ms": {"avg_ms": 0.045, "count": 238, "max_ms": 0.14, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 5.006, "count": 238, "max_ms": 12.508, "p95_ms": 9.365}, "track_match_ms": {"avg_ms": 0.069, "count": 238, "max_ms": 0.277, "p95_ms": 0.147}, "tracker_update_ms": {"avg_ms": 1.486, "count": 238, "max_ms": 4.36, "p95_ms": 2.879}}, "gstreamer_push": {"avg_ms": 3.144, "count": 238, "max_ms": 7.58, "p95_ms": 5.011}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 238, "max_ms": 0.574, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.34, "count": 238, "max_ms": 87.121, "p95_ms": 69.529}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.02, "count": 238, "max_ms": 12.539, "p95_ms": 9.382}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.996, "count": 238, "max_ms": 147.327, "p95_ms": 133.541}, "inference_input_copy_ms": {"avg_ms": 1.66, "count": 238, "max_ms": 4.402, "p95_ms": 2.825}, "processing_residual_ms": {"avg_ms": 0.188, "count": 238, "max_ms": 0.5, "p95_ms": 0.362}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.865, "count": 238, "max_ms": 152.872, "p95_ms": 139.024}, "read_interval": {"avg_ms": 125.764, "count": 238, "max_ms": 215.462, "p95_ms": 160.12}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 238, "max_ms": 0.157, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 1.264, "count": 238, "max_ms": 6.32, "p95_ms": 2.948}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 238, "max_ms": 0.07, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.246, "count": 238, "max_ms": 6.29, "p95_ms": 2.908}, "worker_merge_ms": {"avg_ms": 0.006, "count": 238, "max_ms": 0.024, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.354, "count": 238, "max_ms": 87.145, "p95_ms": 69.537}, "visualize": {"avg_ms": 48.367, "count": 238, "max_ms": 71.283, "p95_ms": 60.824}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.373, "count": 238, "max_ms": 61.967, "p95_ms": 55.254}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.832, "count": 238, "max_ms": 68.669, "p95_ms": 59.668}, "visualize_input_copy_ms": {"avg_ms": 1.328, "count": 238, "max_ms": 3.382, "p95_ms": 2.097}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.695, "count": 238, "max_ms": 68.426, "p95_ms": 59.456}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 238, "max_ms": 0.198, "p95_ms": 0.156}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 238}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1416.906, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.789, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.855, "sample_count": 2268, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1391962, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:22:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 91969, "write_bytes_delta": 91969, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 464.0, "cpu_core_ratio": 0.428443, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 98896, "reason": null, "system_cpu_core_ratio": 0.034712, "system_cpu_s_delta": 0.35000000000000053, "user_cpu_core_ratio": 0.393731, "user_cpu_s_delta": 3.969999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.663193, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 98823.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.607953, "system_cpu_s_delta": 6.129999999990105, "user_cpu_core_ratio": 1.05524, "user_cpu_s_delta": 10.64000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.207, "count": 241, "max_ms": 7.933, "p95_ms": 5.728, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.971, "max": 8.0, "p95": 6.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.018, "key_count": 2, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 224}, "total": {"avg": 0.988, "max": 2.0, "p95": 2.0, "sample_count": 241}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.479, "count": 30, "max": 32.119, "p95": 29.468, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.097, "count": 30, "max": 25.086, "p95": 22.256, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 628.267, "count": 30, "max": 971.0, "p95": 956.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 172.7, "count": 30, "max": 1219.0, "p95": 1015.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.175, "p95": 0.071, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.386, "count": 30, "max": 0.414, "p95": 0.407, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.108, "count": 30, "max": 2.908, "p95": 0.115, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 88764.667, "count": 30, "max": 91969.0, "p95": 91240.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 88764.667, "count": 30, "max": 91969.0, "p95": 91240.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 152880.967, "count": 30, "max": 245609.0, "p95": 236672.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.585, "count": 30, "max": 0.626, "p95": 0.619, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.029, "count": 30, "max": 1.093, "p95": 1.085, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10716, "sampled_at": "2026-10-30T09:22:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:22:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2662906, "flush_count": 2776, "flush_interval_seconds": 30.0, "flush_state": {"count": 2776, "last_at": "2026-10-30T09:22:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:22:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2775}, "started": true, "suppressed_count": 1389437, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1389296}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2776, "written_record_count": 2776}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9252.344, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T09:22:42+09:00", "last_error_summary": "[h264 @ 0x644ee0028980] error while decoding MB 103 65, bytestream -12", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3848797900800, "copied_frame_count": 1392071, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3848797900800, "frame_buffer_copies": 1392071, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1136, "count": 512, "max_ms": 1.3315, "p50_ms": 0.0967, "p95_ms": 0.2208, "p99_ms": 0.2538}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4182, "count": 512, "max_ms": 5.7075, "p50_ms": 1.3259, "p95_ms": 2.2929, "p99_ms": 3.099, "results": {"failed": 0, "not_applicable": 0, "success": 1392071, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 472, "h264_decode_error_count": 1070, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:22:42+09:00", "last_error_summary": "[h264 @ 0x644ee0028980] error while decoding MB 103 65, bytestream -12", "last_exit_at": "2026-10-30T09:22:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 194.721, "last_started_at": "2026-10-30T09:19:27+09:00", "pid": 98896, "process": {"exists": false, "pid": 98896}, "restart_count": 511, "restart_count_per_hour": 14, "rtsp_timeout_count": 172, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 512}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.316, "sample_count": 2276, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1392071, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:22:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-10-30T09:22:42+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-10-30T09:22:42+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 78, "debug_expires_at": null, "deduplicated_count": 47, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 183.443, "last_sample_duration_ms": 1274.947, "last_trigger": "periodic", "next_snapshot_in_sec": 416.557, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 278, "storage_bytes": 2649172}, "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-10-30T09:22:42.130392+09:00", "mtime_epoch": 1793319762.130392, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 92820}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:22:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1416.957, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1392071, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.945, "max": 9.0, "p95": 7.0, "sample_count": 238}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 114}, "by_category.소형선박": {"avg": 1.028, "max": 2.0, "p95": 1.0, "sample_count": 179}, "total": {"avg": 1.252, "max": 3.0, "p95": 2.0, "sample_count": 238}}, "tracking_counts": {"active": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 238}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 238}, "tracked": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 238}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 238, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.969, "pushed": 7.969, "read": 7.935}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 238, "client_acquire_ms": {"avg_ms": 0.008, "count": 238, "max_ms": 0.036, "p95_ms": 0.017, "reason": null, "sample_age_ms": 117.378, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.887, "count": 238, "max_ms": 10.231, "p95_ms": 3.187, "reason": null, "sample_age_ms": 168.987, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.415, "count": 237, "max_ms": 9.792, "p95_ms": 2.433, "reason": null, "sample_age_ms": 169.196, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.34, "count": 238, "max_ms": 1.137, "p95_ms": 0.663, "reason": null, "sample_age_ms": 117.386, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.079, "count": 238, "max_ms": 7.398, "p95_ms": 3.633, "reason": null, "sample_age_ms": 166.986, "source": "client_direct"}, "request_count": 237, "request_tensor_bytes": {"avg": 2764808.0, "count": 238, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 166.967, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 238, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 117.81, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.472, "count": 238, "max_ms": 81.017, "p95_ms": 64.888, "reason": null, "sample_age_ms": 117.374, "source": "client_direct"}, "sample_age_ms": 117.369, "source": "client_direct", "task_total_ms": {"avg_ms": 50.085, "count": 238, "max_ms": 84.203, "p95_ms": 67.565, "reason": null, "sample_age_ms": 117.369, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.227, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.086, "count": 238, "max_ms": 12.647, "p95_ms": 9.425}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.375, "count": 238, "max_ms": 1.06, "p95_ms": 0.839}, "detection_prepare_ms": {"avg_ms": 1.432, "count": 238, "max_ms": 4.639, "p95_ms": 2.901}, "event_filter_ms": {"avg_ms": 0.005, "count": 238, "max_ms": 0.031, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.269, "count": 238, "max_ms": 0.858, "p95_ms": 0.542}, "mcmt_ms": {"avg_ms": 0.003, "count": 238, "max_ms": 0.012, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.337, "count": 238, "max_ms": 6.435, "p95_ms": 3.075}, "setup_ms": {"avg_ms": 0.045, "count": 238, "max_ms": 0.14, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 5.028, "count": 238, "max_ms": 12.508, "p95_ms": 9.365}, "track_match_ms": {"avg_ms": 0.07, "count": 238, "max_ms": 0.277, "p95_ms": 0.147}, "tracker_update_ms": {"avg_ms": 1.491, "count": 238, "max_ms": 4.36, "p95_ms": 2.879}}, "gstreamer_push": {"avg_ms": 3.155, "count": 239, "max_ms": 7.58, "p95_ms": 5.043}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 238, "max_ms": 0.574, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.389, "count": 238, "max_ms": 87.121, "p95_ms": 69.529}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.019, "count": 239, "max_ms": 12.539, "p95_ms": 9.382}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.095, "count": 239, "max_ms": 147.327, "p95_ms": 133.541}, "inference_input_copy_ms": {"avg_ms": 1.664, "count": 239, "max_ms": 4.402, "p95_ms": 2.825}, "processing_residual_ms": {"avg_ms": 0.188, "count": 239, "max_ms": 0.5, "p95_ms": 0.362}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.967, "count": 239, "max_ms": 152.872, "p95_ms": 139.024}, "read_interval": {"avg_ms": 125.764, "count": 238, "max_ms": 215.462, "p95_ms": 160.12}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 238, "max_ms": 0.157, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 1.272, "count": 238, "max_ms": 6.32, "p95_ms": 2.948}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 238, "max_ms": 0.07, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.254, "count": 238, "max_ms": 6.29, "p95_ms": 2.908}, "worker_merge_ms": {"avg_ms": 0.006, "count": 238, "max_ms": 0.024, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.403, "count": 238, "max_ms": 87.145, "p95_ms": 69.537}, "visualize": {"avg_ms": 48.501, "count": 238, "max_ms": 71.283, "p95_ms": 61.048}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.481, "count": 238, "max_ms": 61.967, "p95_ms": 55.38}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.964, "count": 238, "max_ms": 68.669, "p95_ms": 59.682}, "visualize_input_copy_ms": {"avg_ms": 1.33, "count": 238, "max_ms": 3.382, "p95_ms": 2.097}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.826, "count": 238, "max_ms": 68.426, "p95_ms": 59.474}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 238, "max_ms": 0.198, "p95_ms": 0.156}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 238}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1416.906, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.789, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.855, "sample_count": 2268, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1391962, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:22:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 91969, "write_bytes_delta": 91969, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 464.0, "cpu_core_ratio": 0.428443, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 98896, "reason": null, "system_cpu_core_ratio": 0.034712, "system_cpu_s_delta": 0.35000000000000053, "user_cpu_core_ratio": 0.393731, "user_cpu_s_delta": 3.969999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.663193, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 98823.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.607953, "system_cpu_s_delta": 6.129999999990105, "user_cpu_core_ratio": 1.05524, "user_cpu_s_delta": 10.64000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.207, "count": 241, "max_ms": 7.933, "p95_ms": 5.728, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.971, "max": 8.0, "p95": 6.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.018, "key_count": 2, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 224}, "total": {"avg": 0.988, "max": 2.0, "p95": 2.0, "sample_count": 241}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.479, "count": 30, "max": 32.119, "p95": 29.468, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.097, "count": 30, "max": 25.086, "p95": 22.256, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 628.267, "count": 30, "max": 971.0, "p95": 956.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 172.7, "count": 30, "max": 1219.0, "p95": 1015.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.175, "p95": 0.071, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.386, "count": 30, "max": 0.414, "p95": 0.407, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.108, "count": 30, "max": 2.908, "p95": 0.115, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 88764.667, "count": 30, "max": 91969.0, "p95": 91240.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 88764.667, "count": 30, "max": 91969.0, "p95": 91240.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 152880.967, "count": 30, "max": 245609.0, "p95": 236672.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.585, "count": 30, "max": 0.626, "p95": 0.619, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.029, "count": 30, "max": 1.093, "p95": 1.085, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10716, "sampled_at": "2026-10-30T09:22:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:22:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2662906, "flush_count": 2776, "flush_interval_seconds": 30.0, "flush_state": {"count": 2776, "last_at": "2026-10-30T09:22:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:22:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2775}, "started": true, "suppressed_count": 1389437, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1389296}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2776, "written_record_count": 2776}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9253.336, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3848797900800, "copied_frame_count": 1392071, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3848797900800, "frame_buffer_copies": 1392071, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1136, "count": 512, "max_ms": 1.3315, "p50_ms": 0.0967, "p95_ms": 0.2208, "p99_ms": 0.2538}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4182, "count": 512, "max_ms": 5.7075, "p50_ms": 1.3259, "p95_ms": 2.2929, "p99_ms": 3.099, "results": {"failed": 0, "not_applicable": 0, "success": 1392071, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 472, "h264_decode_error_count": 1070, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:22:42+09:00", "last_error_summary": "[h264 @ 0x644ee0028980] error while decoding MB 103 65, bytestream -12", "last_exit_at": "2026-10-30T09:22:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 194.774, "last_started_at": "2026-10-30T09:19:27+09:00", "pid": 98896, "process": {"exists": false, "pid": 98896}, "restart_count": 511, "restart_count_per_hour": 14, "rtsp_timeout_count": 172, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 512}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.316, "sample_count": 2276, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1392071, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:22:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.056, "last_frame_pushed_at": "2026-10-30T09:22:42+09:00", "last_frame_read_age_sec": 0.204, "last_frame_read_at": "2026-10-30T09:22:42+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 78, "debug_expires_at": null, "deduplicated_count": 47, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 183.482, "last_sample_duration_ms": 1274.947, "last_trigger": "periodic", "next_snapshot_in_sec": 416.518, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 278, "storage_bytes": 2649172}, "mjpeg": {"age_sec": 0.047, "exists": true, "mtime": "2026-10-30T09:22:42.277393+09:00", "mtime_epoch": 1793319762.2773926, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 92861}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:22:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1416.957, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1392071, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.945, "max": 9.0, "p95": 7.0, "sample_count": 238}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 114}, "by_category.소형선박": {"avg": 1.028, "max": 2.0, "p95": 1.0, "sample_count": 179}, "total": {"avg": 1.252, "max": 3.0, "p95": 2.0, "sample_count": 238}}, "tracking_counts": {"active": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 238}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 238}, "tracked": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 238}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 238, "pushed_frames": 238, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.949, "pushed": 7.949, "read": 7.915}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 237, "client_acquire_ms": {"avg_ms": 0.008, "count": 237, "max_ms": 0.036, "p95_ms": 0.017, "reason": null, "sample_age_ms": 157.318, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.881, "count": 237, "max_ms": 10.231, "p95_ms": 3.191, "reason": null, "sample_age_ms": 208.927, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.415, "count": 237, "max_ms": 9.792, "p95_ms": 2.433, "reason": null, "sample_age_ms": 209.136, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.34, "count": 237, "max_ms": 1.137, "p95_ms": 0.663, "reason": null, "sample_age_ms": 157.326, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.079, "count": 237, "max_ms": 7.398, "p95_ms": 3.633, "reason": null, "sample_age_ms": 206.927, "source": "client_direct"}, "request_count": 237, "request_tensor_bytes": {"avg": 2764808.0, "count": 237, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 206.907, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 237, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 157.75, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.525, "count": 237, "max_ms": 81.017, "p95_ms": 64.893, "reason": null, "sample_age_ms": 157.314, "source": "client_direct"}, "sample_age_ms": 157.309, "source": "client_direct", "task_total_ms": {"avg_ms": 50.139, "count": 237, "max_ms": 84.203, "p95_ms": 67.58, "reason": null, "sample_age_ms": 157.309, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.584, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.086, "count": 238, "max_ms": 12.647, "p95_ms": 9.425}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.375, "count": 238, "max_ms": 1.06, "p95_ms": 0.839}, "detection_prepare_ms": {"avg_ms": 1.432, "count": 238, "max_ms": 4.639, "p95_ms": 2.901}, "event_filter_ms": {"avg_ms": 0.005, "count": 238, "max_ms": 0.031, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.269, "count": 238, "max_ms": 0.858, "p95_ms": 0.542}, "mcmt_ms": {"avg_ms": 0.003, "count": 238, "max_ms": 0.012, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.337, "count": 238, "max_ms": 6.435, "p95_ms": 3.075}, "setup_ms": {"avg_ms": 0.045, "count": 238, "max_ms": 0.14, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 5.028, "count": 238, "max_ms": 12.508, "p95_ms": 9.365}, "track_match_ms": {"avg_ms": 0.07, "count": 238, "max_ms": 0.277, "p95_ms": 0.147}, "tracker_update_ms": {"avg_ms": 1.491, "count": 238, "max_ms": 4.36, "p95_ms": 2.879}}, "gstreamer_push": {"avg_ms": 3.159, "count": 238, "max_ms": 7.58, "p95_ms": 5.043}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 238, "max_ms": 0.574, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.389, "count": 238, "max_ms": 87.121, "p95_ms": 69.529}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.001, "count": 238, "max_ms": 12.539, "p95_ms": 9.382}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.202, "count": 238, "max_ms": 147.327, "p95_ms": 133.541}, "inference_input_copy_ms": {"avg_ms": 1.663, "count": 238, "max_ms": 4.402, "p95_ms": 2.825}, "processing_residual_ms": {"avg_ms": 0.188, "count": 238, "max_ms": 0.5, "p95_ms": 0.362}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.054, "count": 238, "max_ms": 152.872, "p95_ms": 139.024}, "read_interval": {"avg_ms": 125.87, "count": 237, "max_ms": 215.462, "p95_ms": 160.12}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 238, "max_ms": 0.157, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 1.272, "count": 238, "max_ms": 6.32, "p95_ms": 2.948}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 238, "max_ms": 0.07, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.254, "count": 238, "max_ms": 6.29, "p95_ms": 2.908}, "worker_merge_ms": {"avg_ms": 0.006, "count": 238, "max_ms": 0.024, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.403, "count": 238, "max_ms": 87.145, "p95_ms": 69.537}, "visualize": {"avg_ms": 48.501, "count": 238, "max_ms": 71.283, "p95_ms": 61.048}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.481, "count": 238, "max_ms": 61.967, "p95_ms": 55.38}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.964, "count": 238, "max_ms": 68.669, "p95_ms": 59.682}, "visualize_input_copy_ms": {"avg_ms": 1.33, "count": 238, "max_ms": 3.382, "p95_ms": 2.097}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.826, "count": 238, "max_ms": 68.426, "p95_ms": 59.474}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 238, "max_ms": 0.198, "p95_ms": 0.156}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 238}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1416.906, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.789, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.855, "sample_count": 2268, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1391962, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:22:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 91969, "write_bytes_delta": 91969, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 464.0, "cpu_core_ratio": 0.428443, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 98896, "reason": null, "system_cpu_core_ratio": 0.034712, "system_cpu_s_delta": 0.35000000000000053, "user_cpu_core_ratio": 0.393731, "user_cpu_s_delta": 3.969999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.663193, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 98823.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.607953, "system_cpu_s_delta": 6.129999999990105, "user_cpu_core_ratio": 1.05524, "user_cpu_s_delta": 10.64000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.207, "count": 241, "max_ms": 7.933, "p95_ms": 5.728, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.971, "max": 8.0, "p95": 6.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.018, "key_count": 2, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 224}, "total": {"avg": 0.988, "max": 2.0, "p95": 2.0, "sample_count": 241}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.479, "count": 30, "max": 32.119, "p95": 29.468, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.097, "count": 30, "max": 25.086, "p95": 22.256, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 628.267, "count": 30, "max": 971.0, "p95": 956.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 172.7, "count": 30, "max": 1219.0, "p95": 1015.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.175, "p95": 0.071, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.386, "count": 30, "max": 0.414, "p95": 0.407, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.108, "count": 30, "max": 2.908, "p95": 0.115, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 88764.667, "count": 30, "max": 91969.0, "p95": 91240.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 88764.667, "count": 30, "max": 91969.0, "p95": 91240.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 152880.967, "count": 30, "max": 245609.0, "p95": 236672.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.585, "count": 30, "max": 0.626, "p95": 0.619, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.029, "count": 30, "max": 1.093, "p95": 1.085, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10716, "sampled_at": "2026-10-30T09:22:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:22:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2662906, "flush_count": 2776, "flush_interval_seconds": 30.0, "flush_state": {"count": 2776, "last_at": "2026-10-30T09:22:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:22:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2775}, "started": true, "suppressed_count": 1389437, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1389296}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2776, "written_record_count": 2776}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9431.492, "limit_mb": null}, "detail": {"pid": 99012, "restart_count": 512, "start_count": 513}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3848797900800, "copied_frame_count": 1392071, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3848797900800, "frame_buffer_copies": 1392071, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1136, "count": 512, "max_ms": 1.3315, "p50_ms": 0.0967, "p95_ms": 0.2208, "p99_ms": 0.2538}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4182, "count": 512, "max_ms": 5.7075, "p50_ms": 1.3259, "p95_ms": 2.2929, "p99_ms": 3.099, "results": {"failed": 0, "not_applicable": 0, "success": 1392071, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 472, "h264_decode_error_count": 1070, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:22:42+09:00", "last_error_summary": "[h264 @ 0x644ee0028980] error while decoding MB 103 65, bytestream -12", "last_exit_at": "2026-10-30T09:22:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T09:22:44+09:00", "pid": 99012, "process": {"exists": true, "fd_count": 5, "hwm_mb": 211.484, "name": "ffmpeg", "pid": 99012, "rss_mb": 211.484, "state": "S (sleeping)", "threads": 70}, "restart_count": 512, "restart_count_per_hour": 15, "rtsp_timeout_count": 172, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 513}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.22, "sample_count": 2245, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1392071, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:22:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.287, "last_frame_pushed_at": "2026-10-30T09:22:42+09:00", "last_frame_read_age_sec": 4.434, "last_frame_read_at": "2026-10-30T09:22:42+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 78, "debug_expires_at": null, "deduplicated_count": 47, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 187.71, "last_sample_duration_ms": 1274.947, "last_trigger": "periodic", "next_snapshot_in_sec": 412.29, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 278, "storage_bytes": 2649172}, "mjpeg": {"age_sec": 4.277, "exists": true, "mtime": "2026-10-30T09:22:42.277393+09:00", "mtime_epoch": 1793319762.2773926, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 92861}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:22:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1416.961, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1392071, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.084, "max": 9.0, "p95": 7.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 114}, "by_category.소형선박": {"avg": 1.033, "max": 2.0, "p95": 1.0, "sample_count": 152}, "total": {"avg": 1.335, "max": 3.0, "p95": 2.0, "sample_count": 203}}, "tracking_counts": {"active": {"avg": 0.025, "max": 1.0, "p95": 0.0, "sample_count": 203}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 203}, "tracked": {"avg": 0.025, "max": 1.0, "p95": 0.0, "sample_count": 203}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.789, "pushed": 6.789, "read": 6.756}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 202, "client_acquire_ms": {"avg_ms": 0.008, "count": 203, "max_ms": 0.036, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4388.879, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.918, "count": 202, "max_ms": 10.231, "p95_ms": 3.257, "reason": null, "sample_age_ms": 4440.488, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.442, "count": 202, "max_ms": 9.792, "p95_ms": 2.669, "reason": null, "sample_age_ms": 4440.697, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.343, "count": 203, "max_ms": 1.137, "p95_ms": 0.665, "reason": null, "sample_age_ms": 4388.887, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.088, "count": 202, "max_ms": 7.398, "p95_ms": 3.635, "reason": null, "sample_age_ms": 4438.488, "source": "client_direct"}, "request_count": 202, "request_tensor_bytes": {"avg": 2764808.0, "count": 202, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4438.468, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 203, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4389.311, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.696, "count": 203, "max_ms": 81.017, "p95_ms": 64.955, "reason": null, "sample_age_ms": 4388.875, "source": "client_direct"}, "sample_age_ms": 4388.87, "source": "client_direct", "task_total_ms": {"avg_ms": 50.318, "count": 203, "max_ms": 84.203, "p95_ms": 67.793, "reason": null, "sample_age_ms": 4388.87, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.678, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.436, "count": 203, "max_ms": 12.647, "p95_ms": 9.773}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.38, "count": 203, "max_ms": 1.06, "p95_ms": 0.839}, "detection_prepare_ms": {"avg_ms": 1.509, "count": 203, "max_ms": 4.639, "p95_ms": 2.901}, "event_filter_ms": {"avg_ms": 0.005, "count": 203, "max_ms": 0.031, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.283, "count": 203, "max_ms": 0.858, "p95_ms": 0.543}, "mcmt_ms": {"avg_ms": 0.003, "count": 203, "max_ms": 0.012, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.486, "count": 203, "max_ms": 6.435, "p95_ms": 3.078}, "setup_ms": {"avg_ms": 0.046, "count": 203, "max_ms": 0.14, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 5.376, "count": 203, "max_ms": 12.508, "p95_ms": 9.613}, "track_match_ms": {"avg_ms": 0.074, "count": 203, "max_ms": 0.277, "p95_ms": 0.155}, "tracker_update_ms": {"avg_ms": 1.589, "count": 203, "max_ms": 4.36, "p95_ms": 3.019}}, "gstreamer_push": {"avg_ms": 3.145, "count": 203, "max_ms": 7.58, "p95_ms": 4.999}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 203, "max_ms": 0.574, "p95_ms": 0.122}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.663, "count": 203, "max_ms": 87.121, "p95_ms": 69.529}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.067, "count": 203, "max_ms": 12.539, "p95_ms": 9.382}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.052, "count": 203, "max_ms": 147.327, "p95_ms": 134.593}, "inference_input_copy_ms": {"avg_ms": 1.654, "count": 203, "max_ms": 4.22, "p95_ms": 2.794}, "processing_residual_ms": {"avg_ms": 0.19, "count": 203, "max_ms": 0.5, "p95_ms": 0.355}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.963, "count": 203, "max_ms": 152.872, "p95_ms": 139.024}, "read_interval": {"avg_ms": 126.695, "count": 202, "max_ms": 200.6, "p95_ms": 160.12}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 203, "max_ms": 0.157, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 1.419, "count": 203, "max_ms": 6.32, "p95_ms": 2.962}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 203, "max_ms": 0.07, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.401, "count": 203, "max_ms": 6.29, "p95_ms": 2.934}, "worker_merge_ms": {"avg_ms": 0.007, "count": 203, "max_ms": 0.024, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.676, "count": 203, "max_ms": 87.145, "p95_ms": 69.537}, "visualize": {"avg_ms": 48.727, "count": 203, "max_ms": 71.283, "p95_ms": 60.824}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.551, "count": 203, "max_ms": 61.967, "p95_ms": 55.38}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.18, "count": 203, "max_ms": 68.669, "p95_ms": 59.668}, "visualize_input_copy_ms": {"avg_ms": 1.337, "count": 203, "max_ms": 2.884, "p95_ms": 2.097}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.041, "count": 203, "max_ms": 68.426, "p95_ms": 59.474}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 203, "max_ms": 0.198, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 203}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1416.906, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.789, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.855, "sample_count": 2268, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1391962, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:22:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 91969, "write_bytes_delta": 91969, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 464.0, "cpu_core_ratio": 0.428443, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 98896, "reason": null, "system_cpu_core_ratio": 0.034712, "system_cpu_s_delta": 0.35000000000000053, "user_cpu_core_ratio": 0.393731, "user_cpu_s_delta": 3.969999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.663193, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 98823.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.607953, "system_cpu_s_delta": 6.129999999990105, "user_cpu_core_ratio": 1.05524, "user_cpu_s_delta": 10.64000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.207, "count": 241, "max_ms": 7.933, "p95_ms": 5.728, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.971, "max": 8.0, "p95": 6.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.018, "key_count": 2, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 224}, "total": {"avg": 0.988, "max": 2.0, "p95": 2.0, "sample_count": 241}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.479, "count": 30, "max": 32.119, "p95": 29.468, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.097, "count": 30, "max": 25.086, "p95": 22.256, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 628.267, "count": 30, "max": 971.0, "p95": 956.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 172.7, "count": 30, "max": 1219.0, "p95": 1015.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.175, "p95": 0.071, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.386, "count": 30, "max": 0.414, "p95": 0.407, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.108, "count": 30, "max": 2.908, "p95": 0.115, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 88764.667, "count": 30, "max": 91969.0, "p95": 91240.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 88764.667, "count": 30, "max": 91969.0, "p95": 91240.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 152880.967, "count": 30, "max": 245609.0, "p95": 236672.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.585, "count": 30, "max": 0.626, "p95": 0.619, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.029, "count": 30, "max": 1.093, "p95": 1.085, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10716, "sampled_at": "2026-10-30T09:22:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:22:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2665990, "flush_count": 2779, "flush_interval_seconds": 30.0, "flush_state": {"count": 2779, "last_at": "2026-10-30T09:25:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:25:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2778}, "started": true, "suppressed_count": 1391077, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1390936}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2779, "written_record_count": 2779}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9272.812, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5eb69fcaa780] error while decoding MB 24 66, bytestream -8", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3853337702400, "copied_frame_count": 1393713, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3853337702400, "frame_buffer_copies": 1393713, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1148, "count": 512, "max_ms": 0.3794, "p50_ms": 0.1018, "p95_ms": 0.2182, "p99_ms": 0.2871}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4674, "count": 512, "max_ms": 3.9676, "p50_ms": 1.3374, "p95_ms": 2.6133, "p99_ms": 3.2962, "results": {"failed": 0, "not_applicable": 0, "success": 1393713, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 473, "h264_decode_error_count": 1071, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:26:17+09:00", "last_error_summary": "[h264 @ 0x5eb69fcaa780] error while decoding MB 24 66, bytestream -8", "last_exit_at": "2026-10-30T09:22:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.888, "last_started_at": "2026-10-30T09:22:44+09:00", "pid": 99012, "process": {"exists": false, "pid": 99012}, "restart_count": 512, "restart_count_per_hour": 14, "rtsp_timeout_count": 172, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 513}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.756, "sample_count": 2321, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1393713, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:26:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.108, "last_frame_pushed_at": "2026-10-30T09:26:17+09:00", "last_frame_read_age_sec": 0.059, "last_frame_read_at": "2026-10-30T09:26:17+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 78, "debug_expires_at": null, "deduplicated_count": 47, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 398.598, "last_sample_duration_ms": 1274.947, "last_trigger": "periodic", "next_snapshot_in_sec": 201.402, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 278, "storage_bytes": 2649172}, "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-10-30T09:26:17.344476+09:00", "mtime_epoch": 1793319977.3444765, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 90750}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:26:17+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1426.051, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1393714, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.129, "max": 9.0, "p95": 7.0, "sample_count": 232}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.796, "max": 3.0, "p95": 2.0, "sample_count": 230}, "total": {"avg": 1.78, "max": 3.0, "p95": 2.0, "sample_count": 232}}, "tracking_counts": {"active": {"avg": 0.082, "max": 2.0, "p95": 1.0, "sample_count": 232}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 232}, "tracked": {"avg": 0.082, "max": 2.0, "p95": 1.0, "sample_count": 232}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.757, "pushed": 7.757, "read": 7.757}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 232, "client_acquire_ms": {"avg_ms": 0.007, "count": 233, "max_ms": 0.025, "p95_ms": 0.014, "reason": null, "sample_age_ms": 16.487, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.882, "count": 232, "max_ms": 11.91, "p95_ms": 3.016, "reason": null, "sample_age_ms": 65.505, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.421, "count": 232, "max_ms": 11.482, "p95_ms": 2.227, "reason": null, "sample_age_ms": 65.833, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.338, "count": 233, "max_ms": 3.063, "p95_ms": 0.685, "reason": null, "sample_age_ms": 16.495, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.867, "count": 232, "max_ms": 4.927, "p95_ms": 3.045, "reason": null, "sample_age_ms": 63.606, "source": "client_direct"}, "request_count": 232, "request_tensor_bytes": {"avg": 2764808.0, "count": 232, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 63.581, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 233, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 16.694, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.294, "count": 233, "max_ms": 86.638, "p95_ms": 68.196, "reason": null, "sample_age_ms": 16.482, "source": "client_direct"}, "sample_age_ms": 16.477, "source": "client_direct", "task_total_ms": {"avg_ms": 50.674, "count": 233, "max_ms": 89.3, "p95_ms": 70.75, "reason": null, "sample_age_ms": 16.477, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.911, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.019, "count": 232, "max_ms": 17.87, "p95_ms": 8.967}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.438, "count": 232, "max_ms": 1.571, "p95_ms": 0.89}, "detection_prepare_ms": {"avg_ms": 1.546, "count": 232, "max_ms": 10.983, "p95_ms": 2.902}, "event_filter_ms": {"avg_ms": 0.004, "count": 232, "max_ms": 0.037, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.334, "count": 232, "max_ms": 0.988, "p95_ms": 0.608}, "mcmt_ms": {"avg_ms": 0.004, "count": 232, "max_ms": 0.022, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.77, "count": 232, "max_ms": 3.135, "p95_ms": 1.353}, "setup_ms": {"avg_ms": 0.048, "count": 232, "max_ms": 0.179, "p95_ms": 0.106}, "total_inside_ms": {"avg_ms": 4.963, "count": 232, "max_ms": 17.778, "p95_ms": 8.864}, "track_match_ms": {"avg_ms": 0.09, "count": 232, "max_ms": 0.343, "p95_ms": 0.197}, "tracker_update_ms": {"avg_ms": 1.729, "count": 232, "max_ms": 4.68, "p95_ms": 3.258}}, "gstreamer_push": {"avg_ms": 3.459, "count": 232, "max_ms": 13.143, "p95_ms": 6.126}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 232, "max_ms": 0.219, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.998, "count": 232, "max_ms": 90.403, "p95_ms": 73.556}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.002, "count": 232, "max_ms": 15.351, "p95_ms": 8.439}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.781, "count": 232, "max_ms": 158.789, "p95_ms": 141.285}, "inference_input_copy_ms": {"avg_ms": 1.786, "count": 232, "max_ms": 8.085, "p95_ms": 3.418}, "processing_residual_ms": {"avg_ms": 0.202, "count": 232, "max_ms": 0.7, "p95_ms": 0.376}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.77, "count": 232, "max_ms": 164.637, "p95_ms": 147.219}, "read_interval": {"avg_ms": 129.199, "count": 232, "max_ms": 203.223, "p95_ms": 170.604}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 232, "max_ms": 0.091, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.705, "count": 232, "max_ms": 2.927, "p95_ms": 1.247}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 232, "max_ms": 0.899, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.689, "count": 232, "max_ms": 2.883, "p95_ms": 1.227}, "worker_merge_ms": {"avg_ms": 0.007, "count": 232, "max_ms": 0.027, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 52.011, "count": 232, "max_ms": 90.415, "p95_ms": 73.584}, "visualize": {"avg_ms": 50.492, "count": 232, "max_ms": 73.649, "p95_ms": 63.943}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.557, "count": 232, "max_ms": 66.676, "p95_ms": 56.501}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.972, "count": 232, "max_ms": 72.69, "p95_ms": 62.242}, "visualize_input_copy_ms": {"avg_ms": 1.311, "count": 232, "max_ms": 2.959, "p95_ms": 2.282}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.832, "count": 232, "max_ms": 72.531, "p95_ms": 62.099}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 232, "max_ms": 0.259, "p95_ms": 0.145}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 232}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1415.0, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.336, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.966, "sample_count": 2319, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1393495, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:25:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93843, "write_bytes_delta": 93843, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 939.0, "cpu_core_ratio": 0.368915, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 99012, "reason": null, "system_cpu_core_ratio": 0.034945, "system_cpu_s_delta": 0.7000000000000002, "user_cpu_core_ratio": 0.33397, "user_cpu_s_delta": 6.690000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.793653, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 201765.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.660452, "system_cpu_s_delta": 13.229999999995925, "user_cpu_core_ratio": 1.133202, "user_cpu_s_delta": 22.699999999982538}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.357, "count": 227, "max_ms": 8.763, "p95_ms": 5.915, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.727, "max": 8.0, "p95": 6.0, "sample_count": 227}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.951, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 223}, "total": {"avg": 1.916, "max": 3.0, "p95": 2.0, "sample_count": 227}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.415, "count": 30, "max": 64.992, "p95": 36.096, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.758, "count": 30, "max": 33.351, "p95": 28.447, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 542.567, "count": 30, "max": 977.0, "p95": 951.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 163.933, "count": 30, "max": 3220.0, "p95": 414.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.372, "count": 30, "max": 0.41, "p95": 0.403, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.011, "count": 30, "max": 0.119, "p95": 0.108, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91641.8, "count": 30, "max": 94754.0, "p95": 93880.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91641.8, "count": 30, "max": 94754.0, "p95": 93880.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 121033.733, "count": 30, "max": 232921.0, "p95": 209379.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.598, "count": 30, "max": 0.66, "p95": 0.637, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.052, "count": 30, "max": 1.133, "p95": 1.117, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10731, "sampled_at": "2026-10-30T09:25:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:25:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2665990, "flush_count": 2779, "flush_interval_seconds": 30.0, "flush_state": {"count": 2779, "last_at": "2026-10-30T09:25:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:25:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2778}, "started": true, "suppressed_count": 1391077, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1390936}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2779, "written_record_count": 2779}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9260.211, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T09:26:17+09:00", "last_error_summary": "[h264 @ 0x5eb69fcaa780] error while decoding MB 24 66, bytestream -8", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3853340467200, "copied_frame_count": 1393714, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3853340467200, "frame_buffer_copies": 1393714, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1147, "count": 512, "max_ms": 0.3794, "p50_ms": 0.1018, "p95_ms": 0.2182, "p99_ms": 0.2871}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4671, "count": 512, "max_ms": 3.9676, "p50_ms": 1.3374, "p95_ms": 2.6133, "p99_ms": 3.2962, "results": {"failed": 0, "not_applicable": 0, "success": 1393714, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 473, "h264_decode_error_count": 1071, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:26:17+09:00", "last_error_summary": "[h264 @ 0x5eb69fcaa780] error while decoding MB 24 66, bytestream -8", "last_exit_at": "2026-10-30T09:26:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.946, "last_started_at": "2026-10-30T09:22:44+09:00", "pid": 99012, "process": {"exists": false, "pid": 99012}, "restart_count": 512, "restart_count_per_hour": 14, "rtsp_timeout_count": 172, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 513}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.756, "sample_count": 2322, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1393714, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:26:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T09:26:17+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-10-30T09:26:17+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 78, "debug_expires_at": null, "deduplicated_count": 47, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 398.652, "last_sample_duration_ms": 1274.947, "last_trigger": "periodic", "next_snapshot_in_sec": 201.348, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 278, "storage_bytes": 2649172}, "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-10-30T09:26:17.344476+09:00", "mtime_epoch": 1793319977.3444765, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 90750}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:26:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1415.105, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1393714, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.129, "max": 9.0, "p95": 7.0, "sample_count": 233}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.792, "max": 3.0, "p95": 2.0, "sample_count": 231}, "total": {"avg": 1.777, "max": 3.0, "p95": 2.0, "sample_count": 233}}, "tracking_counts": {"active": {"avg": 0.082, "max": 2.0, "p95": 1.0, "sample_count": 233}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 233}, "tracked": {"avg": 0.082, "max": 2.0, "p95": 1.0, "sample_count": 233}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.775, "pushed": 7.775, "read": 7.742}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 232, "client_acquire_ms": {"avg_ms": 0.007, "count": 232, "max_ms": 0.025, "p95_ms": 0.014, "reason": null, "sample_age_ms": 75.162, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.882, "count": 232, "max_ms": 11.91, "p95_ms": 3.016, "reason": null, "sample_age_ms": 124.18, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.421, "count": 232, "max_ms": 11.482, "p95_ms": 2.227, "reason": null, "sample_age_ms": 124.509, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.337, "count": 232, "max_ms": 3.063, "p95_ms": 0.685, "reason": null, "sample_age_ms": 75.17, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.867, "count": 232, "max_ms": 4.927, "p95_ms": 3.045, "reason": null, "sample_age_ms": 122.282, "source": "client_direct"}, "request_count": 232, "request_tensor_bytes": {"avg": 2764808.0, "count": 232, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 122.256, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 232, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 75.37, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.299, "count": 232, "max_ms": 86.638, "p95_ms": 68.205, "reason": null, "sample_age_ms": 75.158, "source": "client_direct"}, "sample_age_ms": 75.153, "source": "client_direct", "task_total_ms": {"avg_ms": 50.676, "count": 232, "max_ms": 89.3, "p95_ms": 70.763, "reason": null, "sample_age_ms": 75.153, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.929, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.011, "count": 233, "max_ms": 17.87, "p95_ms": 8.967}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.437, "count": 233, "max_ms": 1.571, "p95_ms": 0.89}, "detection_prepare_ms": {"avg_ms": 1.543, "count": 233, "max_ms": 10.983, "p95_ms": 2.902}, "event_filter_ms": {"avg_ms": 0.004, "count": 233, "max_ms": 0.037, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.333, "count": 233, "max_ms": 0.988, "p95_ms": 0.608}, "mcmt_ms": {"avg_ms": 0.004, "count": 233, "max_ms": 0.022, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.769, "count": 233, "max_ms": 3.135, "p95_ms": 1.353}, "setup_ms": {"avg_ms": 0.048, "count": 233, "max_ms": 0.179, "p95_ms": 0.106}, "total_inside_ms": {"avg_ms": 4.955, "count": 233, "max_ms": 17.778, "p95_ms": 8.864}, "track_match_ms": {"avg_ms": 0.089, "count": 233, "max_ms": 0.343, "p95_ms": 0.197}, "tracker_update_ms": {"avg_ms": 1.727, "count": 233, "max_ms": 4.68, "p95_ms": 3.258}}, "gstreamer_push": {"avg_ms": 3.453, "count": 233, "max_ms": 13.143, "p95_ms": 6.126}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 233, "max_ms": 0.219, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.988, "count": 233, "max_ms": 90.403, "p95_ms": 73.556}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.995, "count": 233, "max_ms": 15.351, "p95_ms": 8.439}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.787, "count": 233, "max_ms": 158.789, "p95_ms": 141.285}, "inference_input_copy_ms": {"avg_ms": 1.782, "count": 233, "max_ms": 8.085, "p95_ms": 3.418}, "processing_residual_ms": {"avg_ms": 0.201, "count": 233, "max_ms": 0.7, "p95_ms": 0.376}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.766, "count": 233, "max_ms": 164.637, "p95_ms": 147.219}, "read_interval": {"avg_ms": 129.199, "count": 232, "max_ms": 203.223, "p95_ms": 170.604}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 233, "max_ms": 0.091, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.704, "count": 233, "max_ms": 2.927, "p95_ms": 1.247}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 233, "max_ms": 0.899, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.688, "count": 233, "max_ms": 2.883, "p95_ms": 1.227}, "worker_merge_ms": {"avg_ms": 0.007, "count": 233, "max_ms": 0.027, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 52.001, "count": 233, "max_ms": 90.415, "p95_ms": 73.584}, "visualize": {"avg_ms": 50.518, "count": 233, "max_ms": 73.649, "p95_ms": 63.943}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.594, "count": 233, "max_ms": 66.676, "p95_ms": 56.501}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.999, "count": 233, "max_ms": 72.69, "p95_ms": 62.242}, "visualize_input_copy_ms": {"avg_ms": 1.31, "count": 233, "max_ms": 2.959, "p95_ms": 2.282}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.859, "count": 233, "max_ms": 72.531, "p95_ms": 62.099}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 233, "max_ms": 0.259, "p95_ms": 0.145}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 233}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1415.0, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.336, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.966, "sample_count": 2319, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1393495, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:25:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93843, "write_bytes_delta": 93843, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 939.0, "cpu_core_ratio": 0.368915, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 99012, "reason": null, "system_cpu_core_ratio": 0.034945, "system_cpu_s_delta": 0.7000000000000002, "user_cpu_core_ratio": 0.33397, "user_cpu_s_delta": 6.690000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.793653, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 201765.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.660452, "system_cpu_s_delta": 13.229999999995925, "user_cpu_core_ratio": 1.133202, "user_cpu_s_delta": 22.699999999982538}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.357, "count": 227, "max_ms": 8.763, "p95_ms": 5.915, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.727, "max": 8.0, "p95": 6.0, "sample_count": 227}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.951, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 223}, "total": {"avg": 1.916, "max": 3.0, "p95": 2.0, "sample_count": 227}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.415, "count": 30, "max": 64.992, "p95": 36.096, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.758, "count": 30, "max": 33.351, "p95": 28.447, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 542.567, "count": 30, "max": 977.0, "p95": 951.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 163.933, "count": 30, "max": 3220.0, "p95": 414.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.372, "count": 30, "max": 0.41, "p95": 0.403, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.011, "count": 30, "max": 0.119, "p95": 0.108, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91641.8, "count": 30, "max": 94754.0, "p95": 93880.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91641.8, "count": 30, "max": 94754.0, "p95": 93880.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 121033.733, "count": 30, "max": 232921.0, "p95": 209379.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.598, "count": 30, "max": 0.66, "p95": 0.637, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.052, "count": 30, "max": 1.133, "p95": 1.117, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10731, "sampled_at": "2026-10-30T09:25:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:25:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2665990, "flush_count": 2779, "flush_interval_seconds": 30.0, "flush_state": {"count": 2779, "last_at": "2026-10-30T09:25:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:25:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2778}, "started": true, "suppressed_count": 1391077, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1390936}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2779, "written_record_count": 2779}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9257.977, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3853340467200, "copied_frame_count": 1393714, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3853340467200, "frame_buffer_copies": 1393714, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1147, "count": 512, "max_ms": 0.3794, "p50_ms": 0.1018, "p95_ms": 0.2182, "p99_ms": 0.2871}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4671, "count": 512, "max_ms": 3.9676, "p50_ms": 1.3374, "p95_ms": 2.6133, "p99_ms": 3.2962, "results": {"failed": 0, "not_applicable": 0, "success": 1393714, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 473, "h264_decode_error_count": 1071, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:26:17+09:00", "last_error_summary": "[h264 @ 0x5eb69fcaa780] error while decoding MB 24 66, bytestream -8", "last_exit_at": "2026-10-30T09:26:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.975, "last_started_at": "2026-10-30T09:22:44+09:00", "pid": 99012, "process": {"exists": false, "pid": 99012}, "restart_count": 512, "restart_count_per_hour": 14, "rtsp_timeout_count": 172, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 513}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.756, "sample_count": 2322, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1393714, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:26:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.029, "last_frame_pushed_at": "2026-10-30T09:26:17+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-10-30T09:26:17+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 78, "debug_expires_at": null, "deduplicated_count": 47, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 398.691, "last_sample_duration_ms": 1274.947, "last_trigger": "periodic", "next_snapshot_in_sec": 201.309, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 278, "storage_bytes": 2649172}, "mjpeg": {"age_sec": 0.018, "exists": true, "mtime": "2026-10-30T09:26:17.509477+09:00", "mtime_epoch": 1793319977.5094774, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 91140}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:26:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1415.105, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1393714, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.129, "max": 9.0, "p95": 7.0, "sample_count": 233}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.792, "max": 3.0, "p95": 2.0, "sample_count": 231}, "total": {"avg": 1.777, "max": 3.0, "p95": 2.0, "sample_count": 233}}, "tracking_counts": {"active": {"avg": 0.082, "max": 2.0, "p95": 1.0, "sample_count": 233}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 233}, "tracked": {"avg": 0.082, "max": 2.0, "p95": 1.0, "sample_count": 233}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.768, "pushed": 7.768, "read": 7.735}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 232, "client_acquire_ms": {"avg_ms": 0.007, "count": 232, "max_ms": 0.025, "p95_ms": 0.014, "reason": null, "sample_age_ms": 106.088, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.882, "count": 232, "max_ms": 11.91, "p95_ms": 3.016, "reason": null, "sample_age_ms": 155.106, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.421, "count": 232, "max_ms": 11.482, "p95_ms": 2.227, "reason": null, "sample_age_ms": 155.434, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.337, "count": 232, "max_ms": 3.063, "p95_ms": 0.685, "reason": null, "sample_age_ms": 106.096, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.867, "count": 232, "max_ms": 4.927, "p95_ms": 3.045, "reason": null, "sample_age_ms": 153.207, "source": "client_direct"}, "request_count": 232, "request_tensor_bytes": {"avg": 2764808.0, "count": 232, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 153.182, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 232, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 106.295, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.299, "count": 232, "max_ms": 86.638, "p95_ms": 68.205, "reason": null, "sample_age_ms": 106.084, "source": "client_direct"}, "sample_age_ms": 106.078, "source": "client_direct", "task_total_ms": {"avg_ms": 50.676, "count": 232, "max_ms": 89.3, "p95_ms": 70.763, "reason": null, "sample_age_ms": 106.078, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.794, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.011, "count": 233, "max_ms": 17.87, "p95_ms": 8.967}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.437, "count": 233, "max_ms": 1.571, "p95_ms": 0.89}, "detection_prepare_ms": {"avg_ms": 1.543, "count": 233, "max_ms": 10.983, "p95_ms": 2.902}, "event_filter_ms": {"avg_ms": 0.004, "count": 233, "max_ms": 0.037, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.333, "count": 233, "max_ms": 0.988, "p95_ms": 0.608}, "mcmt_ms": {"avg_ms": 0.004, "count": 233, "max_ms": 0.022, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.769, "count": 233, "max_ms": 3.135, "p95_ms": 1.353}, "setup_ms": {"avg_ms": 0.048, "count": 233, "max_ms": 0.179, "p95_ms": 0.106}, "total_inside_ms": {"avg_ms": 4.955, "count": 233, "max_ms": 17.778, "p95_ms": 8.864}, "track_match_ms": {"avg_ms": 0.089, "count": 233, "max_ms": 0.343, "p95_ms": 0.197}, "tracker_update_ms": {"avg_ms": 1.727, "count": 233, "max_ms": 4.68, "p95_ms": 3.258}}, "gstreamer_push": {"avg_ms": 3.453, "count": 233, "max_ms": 13.143, "p95_ms": 6.126}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 233, "max_ms": 0.219, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.988, "count": 233, "max_ms": 90.403, "p95_ms": 73.556}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.995, "count": 233, "max_ms": 15.351, "p95_ms": 8.439}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.787, "count": 233, "max_ms": 158.789, "p95_ms": 141.285}, "inference_input_copy_ms": {"avg_ms": 1.782, "count": 233, "max_ms": 8.085, "p95_ms": 3.418}, "processing_residual_ms": {"avg_ms": 0.201, "count": 233, "max_ms": 0.7, "p95_ms": 0.376}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.766, "count": 233, "max_ms": 164.637, "p95_ms": 147.219}, "read_interval": {"avg_ms": 129.199, "count": 232, "max_ms": 203.223, "p95_ms": 170.604}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 233, "max_ms": 0.091, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.704, "count": 233, "max_ms": 2.927, "p95_ms": 1.247}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 233, "max_ms": 0.899, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.688, "count": 233, "max_ms": 2.883, "p95_ms": 1.227}, "worker_merge_ms": {"avg_ms": 0.007, "count": 233, "max_ms": 0.027, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 52.001, "count": 233, "max_ms": 90.415, "p95_ms": 73.584}, "visualize": {"avg_ms": 50.518, "count": 233, "max_ms": 73.649, "p95_ms": 63.943}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.594, "count": 233, "max_ms": 66.676, "p95_ms": 56.501}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.999, "count": 233, "max_ms": 72.69, "p95_ms": 62.242}, "visualize_input_copy_ms": {"avg_ms": 1.31, "count": 233, "max_ms": 2.959, "p95_ms": 2.282}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.859, "count": 233, "max_ms": 72.531, "p95_ms": 62.099}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 233, "max_ms": 0.259, "p95_ms": 0.145}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 233}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1415.0, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.336, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.966, "sample_count": 2319, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1393495, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:25:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93843, "write_bytes_delta": 93843, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 939.0, "cpu_core_ratio": 0.368915, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 99012, "reason": null, "system_cpu_core_ratio": 0.034945, "system_cpu_s_delta": 0.7000000000000002, "user_cpu_core_ratio": 0.33397, "user_cpu_s_delta": 6.690000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.793653, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 201765.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.660452, "system_cpu_s_delta": 13.229999999995925, "user_cpu_core_ratio": 1.133202, "user_cpu_s_delta": 22.699999999982538}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.357, "count": 227, "max_ms": 8.763, "p95_ms": 5.915, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.727, "max": 8.0, "p95": 6.0, "sample_count": 227}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.951, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 223}, "total": {"avg": 1.916, "max": 3.0, "p95": 2.0, "sample_count": 227}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.415, "count": 30, "max": 64.992, "p95": 36.096, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.758, "count": 30, "max": 33.351, "p95": 28.447, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 542.567, "count": 30, "max": 977.0, "p95": 951.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 163.933, "count": 30, "max": 3220.0, "p95": 414.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.372, "count": 30, "max": 0.41, "p95": 0.403, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.011, "count": 30, "max": 0.119, "p95": 0.108, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91641.8, "count": 30, "max": 94754.0, "p95": 93880.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91641.8, "count": 30, "max": 94754.0, "p95": 93880.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 121033.733, "count": 30, "max": 232921.0, "p95": 209379.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.598, "count": 30, "max": 0.66, "p95": 0.637, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.052, "count": 30, "max": 1.133, "p95": 1.117, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10731, "sampled_at": "2026-10-30T09:25:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:25:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2665990, "flush_count": 2779, "flush_interval_seconds": 30.0, "flush_state": {"count": 2779, "last_at": "2026-10-30T09:25:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:25:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2778}, "started": true, "suppressed_count": 1391077, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1390936}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2779, "written_record_count": 2779}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9434.844, "limit_mb": null}, "detail": {"pid": 99128, "restart_count": 513, "start_count": 514}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3853340467200, "copied_frame_count": 1393714, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3853340467200, "frame_buffer_copies": 1393714, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1147, "count": 512, "max_ms": 0.3794, "p50_ms": 0.1018, "p95_ms": 0.2182, "p99_ms": 0.2871}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4671, "count": 512, "max_ms": 3.9676, "p50_ms": 1.3374, "p95_ms": 2.6133, "p99_ms": 3.2962, "results": {"failed": 0, "not_applicable": 0, "success": 1393714, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 473, "h264_decode_error_count": 1071, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:26:17+09:00", "last_error_summary": "[h264 @ 0x5eb69fcaa780] error while decoding MB 24 66, bytestream -8", "last_exit_at": "2026-10-30T09:26:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T09:26:20+09:00", "pid": 99128, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.074, "name": "ffmpeg", "pid": 99128, "rss_mb": 209.074, "state": "S (sleeping)", "threads": 70}, "restart_count": 513, "restart_count_per_hour": 15, "rtsp_timeout_count": 172, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 514}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.951, "sample_count": 2283, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1393714, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:26:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.923, "last_frame_pushed_at": "2026-10-30T09:26:17+09:00", "last_frame_read_age_sec": 5.039, "last_frame_read_at": "2026-10-30T09:26:17+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 78, "debug_expires_at": null, "deduplicated_count": 47, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 403.587, "last_sample_duration_ms": 1274.947, "last_trigger": "periodic", "next_snapshot_in_sec": 196.413, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 278, "storage_bytes": 2649172}, "mjpeg": {"age_sec": 4.912, "exists": true, "mtime": "2026-10-30T09:26:17.509477+09:00", "mtime_epoch": 1793319977.5094774, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 91140}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:26:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1415.109, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1393714, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.204, "max": 9.0, "p95": 7.0, "sample_count": 196}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.794, "max": 3.0, "p95": 2.0, "sample_count": 194}, "total": {"avg": 1.776, "max": 3.0, "p95": 2.0, "sample_count": 196}}, "tracking_counts": {"active": {"avg": 0.097, "max": 2.0, "p95": 1.0, "sample_count": 196}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}, "removed": {"avg": 0.015, "max": 1.0, "p95": 0.0, "sample_count": 196}, "tracked": {"avg": 0.097, "max": 2.0, "p95": 1.0, "sample_count": 196}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.549, "pushed": 6.549, "read": 6.516}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 195, "client_acquire_ms": {"avg_ms": 0.007, "count": 195, "max_ms": 0.025, "p95_ms": 0.015, "reason": null, "sample_age_ms": 5000.917, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.862, "count": 195, "max_ms": 11.91, "p95_ms": 3.007, "reason": null, "sample_age_ms": 5049.935, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.395, "count": 195, "max_ms": 11.482, "p95_ms": 2.187, "reason": null, "sample_age_ms": 5050.263, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.342, "count": 195, "max_ms": 3.063, "p95_ms": 0.696, "reason": null, "sample_age_ms": 5000.925, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.863, "count": 195, "max_ms": 4.927, "p95_ms": 3.113, "reason": null, "sample_age_ms": 5048.036, "source": "client_direct"}, "request_count": 195, "request_tensor_bytes": {"avg": 2764808.0, "count": 195, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5048.011, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 195, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5001.124, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.256, "count": 195, "max_ms": 80.126, "p95_ms": 68.177, "reason": null, "sample_age_ms": 5000.912, "source": "client_direct"}, "sample_age_ms": 5000.907, "source": "client_direct", "task_total_ms": {"avg_ms": 50.633, "count": 195, "max_ms": 82.248, "p95_ms": 70.724, "reason": null, "sample_age_ms": 5000.907, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.931, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.022, "count": 196, "max_ms": 17.87, "p95_ms": 9.429}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.435, "count": 196, "max_ms": 1.571, "p95_ms": 0.898}, "detection_prepare_ms": {"avg_ms": 1.545, "count": 196, "max_ms": 10.983, "p95_ms": 3.236}, "event_filter_ms": {"avg_ms": 0.005, "count": 196, "max_ms": 0.037, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.33, "count": 196, "max_ms": 0.988, "p95_ms": 0.611}, "mcmt_ms": {"avg_ms": 0.004, "count": 196, "max_ms": 0.021, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.777, "count": 196, "max_ms": 3.135, "p95_ms": 1.461}, "setup_ms": {"avg_ms": 0.048, "count": 196, "max_ms": 0.179, "p95_ms": 0.107}, "total_inside_ms": {"avg_ms": 4.966, "count": 196, "max_ms": 17.778, "p95_ms": 9.326}, "track_match_ms": {"avg_ms": 0.09, "count": 196, "max_ms": 0.343, "p95_ms": 0.221}, "tracker_update_ms": {"avg_ms": 1.732, "count": 196, "max_ms": 4.68, "p95_ms": 3.258}}, "gstreamer_push": {"avg_ms": 3.35, "count": 196, "max_ms": 13.143, "p95_ms": 6.019}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 196, "max_ms": 0.219, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.999, "count": 196, "max_ms": 83.632, "p95_ms": 73.478}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.972, "count": 196, "max_ms": 15.351, "p95_ms": 8.439}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.246, "count": 196, "max_ms": 153.787, "p95_ms": 141.285}, "inference_input_copy_ms": {"avg_ms": 1.776, "count": 196, "max_ms": 8.085, "p95_ms": 3.418}, "processing_residual_ms": {"avg_ms": 0.202, "count": 196, "max_ms": 0.7, "p95_ms": 0.376}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.196, "count": 196, "max_ms": 160.115, "p95_ms": 147.219}, "read_interval": {"avg_ms": 128.316, "count": 195, "max_ms": 203.223, "p95_ms": 169.788}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 196, "max_ms": 0.091, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.711, "count": 196, "max_ms": 2.927, "p95_ms": 1.345}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 196, "max_ms": 0.899, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.695, "count": 196, "max_ms": 2.883, "p95_ms": 1.316}, "worker_merge_ms": {"avg_ms": 0.007, "count": 196, "max_ms": 0.027, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 52.013, "count": 196, "max_ms": 83.643, "p95_ms": 73.489}, "visualize": {"avg_ms": 49.964, "count": 196, "max_ms": 73.649, "p95_ms": 65.54}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.091, "count": 196, "max_ms": 66.676, "p95_ms": 56.961}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.433, "count": 196, "max_ms": 72.69, "p95_ms": 62.85}, "visualize_input_copy_ms": {"avg_ms": 1.317, "count": 196, "max_ms": 2.959, "p95_ms": 2.385}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.293, "count": 196, "max_ms": 72.531, "p95_ms": 62.601}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 196, "max_ms": 0.259, "p95_ms": 0.145}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 196}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1415.0, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.336, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.966, "sample_count": 2319, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1393495, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:25:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93843, "write_bytes_delta": 93843, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 939.0, "cpu_core_ratio": 0.368915, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 99012, "reason": null, "system_cpu_core_ratio": 0.034945, "system_cpu_s_delta": 0.7000000000000002, "user_cpu_core_ratio": 0.33397, "user_cpu_s_delta": 6.690000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.793653, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 201765.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.660452, "system_cpu_s_delta": 13.229999999995925, "user_cpu_core_ratio": 1.133202, "user_cpu_s_delta": 22.699999999982538}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.357, "count": 227, "max_ms": 8.763, "p95_ms": 5.915, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.727, "max": 8.0, "p95": 6.0, "sample_count": 227}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.951, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 223}, "total": {"avg": 1.916, "max": 3.0, "p95": 2.0, "sample_count": 227}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.415, "count": 30, "max": 64.992, "p95": 36.096, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.758, "count": 30, "max": 33.351, "p95": 28.447, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 542.567, "count": 30, "max": 977.0, "p95": 951.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 163.933, "count": 30, "max": 3220.0, "p95": 414.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.372, "count": 30, "max": 0.41, "p95": 0.403, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.011, "count": 30, "max": 0.119, "p95": 0.108, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91641.8, "count": 30, "max": 94754.0, "p95": 93880.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91641.8, "count": 30, "max": 94754.0, "p95": 93880.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 121033.733, "count": 30, "max": 232921.0, "p95": 209379.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.598, "count": 30, "max": 0.66, "p95": 0.637, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.052, "count": 30, "max": 1.133, "p95": 1.117, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10731, "sampled_at": "2026-10-30T09:25:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:25:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2669049, "flush_count": 2782, "flush_interval_seconds": 30.0, "flush_state": {"count": 2782, "last_at": "2026-10-30T09:28:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:28:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2781}, "started": true, "suppressed_count": 1392243, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1392102}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2782, "written_record_count": 2782}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9296.652, "limit_mb": null}, "detail": {"h264_decode_error_count": 6, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x63a200d99a00] cabac decode of qscale diff failed at 107 65 [h264 @ 0x63a200d99a00] error while decoding MB 107 65, bytestream 2812 [h264 @ 0x63a2001020c0] left block unavailable for requested intra mode [h264 @ 0x63a2001020c0] error while decoding MB 0 27, bytestream 3428 [h264 @ 0x63a2001527c0] left block unavailable for requested intra mode [h264 @ 0x63a2001527c0] error while decoding MB 0 44, bytestream 6183 [h264 @ 0x63a2000edf00] cabac decode of qscale diff failed at 6 63 [h264 @ ", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3856569753600, "copied_frame_count": 1394882, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3856569753600, "frame_buffer_copies": 1394882, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1116, "count": 512, "max_ms": 1.767, "p50_ms": 0.0925, "p95_ms": 0.2082, "p99_ms": 0.2579}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3685, "count": 512, "max_ms": 5.3015, "p50_ms": 1.3089, "p95_ms": 2.2075, "p99_ms": 2.6375, "results": {"failed": 0, "not_applicable": 0, "success": 1394882, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 474, "h264_decode_error_count": 1077, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:29:21+09:00", "last_error_summary": "[h264 @ 0x63a200d99a00] cabac decode of qscale diff failed at 107 65 [h264 @ 0x63a200d99a00] error while decoding MB 107 65, bytestream 2812 [h264 @ 0x63a2001020c0] left block unavailable for requested intra mode [h264 @ 0x63a2001020c0] error while decoding MB 0 27, bytestream 3428 [h264 @ 0x63a2001527c0] left block unavailable for requested intra mode [h264 @ 0x63a2001527c0] error while decoding MB 0 44, bytestream 6183 [h264 @ 0x63a2000edf00] cabac decode of qscale diff failed at 6 63 [h264 @ ", "last_exit_at": "2026-10-30T09:26:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 181.532, "last_started_at": "2026-10-30T09:26:20+09:00", "pid": 99128, "process": {"exists": false, "pid": 99128}, "restart_count": 513, "restart_count_per_hour": 14, "rtsp_timeout_count": 174, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 514}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.31, "sample_count": 2062, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1394882, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:29:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.063, "last_frame_pushed_at": "2026-10-30T09:29:21+09:00", "last_frame_read_age_sec": 0.058, "last_frame_read_at": "2026-10-30T09:29:21+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 78, "debug_expires_at": null, "deduplicated_count": 47, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 583.108, "last_sample_duration_ms": 1274.947, "last_trigger": "periodic", "next_snapshot_in_sec": 16.892, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 278, "storage_bytes": 2649172}, "mjpeg": {"age_sec": 0.053, "exists": true, "mtime": "2026-10-30T09:29:21.899477+09:00", "mtime_epoch": 1793320161.8994765, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 108243}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:29:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1426.121, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1394883, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.219, "max": 10.0, "p95": 10.0, "sample_count": 73}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.247, "max": 2.0, "p95": 2.0, "sample_count": 73}, "total": {"avg": 1.247, "max": 2.0, "p95": 2.0, "sample_count": 73}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 73}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 73, "pushed_frames": 73, "read_frames": 73, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.44, "pushed": 2.44, "read": 2.44}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 73, "client_acquire_ms": {"avg_ms": 0.008, "count": 74, "max_ms": 0.035, "p95_ms": 0.017, "reason": null, "sample_age_ms": 16.827, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.913, "count": 73, "max_ms": 9.775, "p95_ms": 2.474, "reason": null, "sample_age_ms": 61.95, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.433, "count": 73, "max_ms": 9.358, "p95_ms": 1.972, "reason": null, "sample_age_ms": 62.147, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.331, "count": 74, "max_ms": 0.69, "p95_ms": 0.624, "reason": null, "sample_age_ms": 16.848, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.941, "count": 73, "max_ms": 4.816, "p95_ms": 3.0, "reason": null, "sample_age_ms": 60.35, "source": "client_direct"}, "request_count": 73, "request_tensor_bytes": {"avg": 2764808.0, "count": 73, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 60.334, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 74, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 17.452, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.911, "count": 74, "max_ms": 70.306, "p95_ms": 62.655, "reason": null, "sample_age_ms": 16.82, "source": "client_direct"}, "sample_age_ms": 16.813, "source": "client_direct", "task_total_ms": {"avg_ms": 46.336, "count": 74, "max_ms": 72.454, "p95_ms": 66.135, "reason": null, "sample_age_ms": 16.813, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.502, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.91, "count": 73, "max_ms": 9.634, "p95_ms": 7.406}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.349, "count": 73, "max_ms": 1.098, "p95_ms": 0.782}, "detection_prepare_ms": {"avg_ms": 1.21, "count": 73, "max_ms": 2.956, "p95_ms": 2.163}, "event_filter_ms": {"avg_ms": 0.004, "count": 73, "max_ms": 0.017, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.245, "count": 73, "max_ms": 0.672, "p95_ms": 0.498}, "mcmt_ms": {"avg_ms": 0.003, "count": 73, "max_ms": 0.01, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.607, "count": 73, "max_ms": 2.03, "p95_ms": 1.321}, "setup_ms": {"avg_ms": 0.037, "count": 73, "max_ms": 0.108, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 3.865, "count": 73, "max_ms": 9.458, "p95_ms": 7.321}, "track_match_ms": {"avg_ms": 0.059, "count": 73, "max_ms": 0.236, "p95_ms": 0.131}, "tracker_update_ms": {"avg_ms": 1.349, "count": 73, "max_ms": 2.892, "p95_ms": 2.484}}, "gstreamer_push": {"avg_ms": 3.085, "count": 73, "max_ms": 6.101, "p95_ms": 5.599}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 73, "max_ms": 0.16, "p95_ms": 0.09}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.605, "count": 73, "max_ms": 76.128, "p95_ms": 69.093}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.799, "count": 73, "max_ms": 8.075, "p95_ms": 7.186}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.968, "count": 73, "max_ms": 143.061, "p95_ms": 122.363}, "inference_input_copy_ms": {"avg_ms": 1.524, "count": 73, "max_ms": 3.652, "p95_ms": 2.591}, "processing_residual_ms": {"avg_ms": 0.201, "count": 73, "max_ms": 0.435, "p95_ms": 0.333}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.492, "count": 73, "max_ms": 146.546, "p95_ms": 127.687}, "read_interval": {"avg_ms": 410.478, "count": 73, "max_ms": 21091.247, "p95_ms": 160.389}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 73, "max_ms": 0.142, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.552, "count": 73, "max_ms": 1.879, "p95_ms": 1.178}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 73, "max_ms": 0.049, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.537, "count": 73, "max_ms": 1.843, "p95_ms": 1.142}, "worker_merge_ms": {"avg_ms": 0.006, "count": 73, "max_ms": 0.019, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 47.618, "count": 73, "max_ms": 76.146, "p95_ms": 69.101}, "visualize": {"avg_ms": 48.214, "count": 73, "max_ms": 69.058, "p95_ms": 60.059}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.434, "count": 73, "max_ms": 60.453, "p95_ms": 55.656}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.751, "count": 73, "max_ms": 67.216, "p95_ms": 58.619}, "visualize_input_copy_ms": {"avg_ms": 1.275, "count": 73, "max_ms": 2.57, "p95_ms": 2.009}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.622, "count": 73, "max_ms": 67.059, "p95_ms": 58.502}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 73, "max_ms": 0.148, "p95_ms": 0.11}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 73}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1418.227, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 52.322, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.31, "sample_count": 2062, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1394875, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:29:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99955, "write_bytes_delta": 99955, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 196.0, "cpu_core_ratio": 0.175682, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7681.0, "pid": 99128, "reason": null, "system_cpu_core_ratio": 0.080021, "system_cpu_s_delta": 2.1999999999999993, "user_cpu_core_ratio": 0.095661, "user_cpu_s_delta": 2.6300000000000026}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.406652, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 70963.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.152767, "system_cpu_s_delta": 4.19999999999709, "user_cpu_core_ratio": 0.253885, "user_cpu_s_delta": 6.980000000010477}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.136, "count": 74, "max_ms": 7.807, "p95_ms": 5.638, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.865, "max": 13.0, "p95": 11.0, "sample_count": 74}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.338, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 74}, "total": {"avg": 1.338, "max": 2.0, "p95": 2.0, "sample_count": 74}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.541, "count": 30, "max": 64.992, "p95": 54.54, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.561, "count": 30, "max": 33.351, "p95": 26.352, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 526.033, "count": 30, "max": 994.0, "p95": 969.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 764.333, "count": 30, "max": 7681.0, "p95": 3865.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.078, "count": 30, "max": 0.371, "p95": 0.284, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.337, "count": 30, "max": 0.41, "p95": 0.401, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.106, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93320.633, "count": 30, "max": 99955.0, "p95": 94732.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 90202.767, "count": 30, "max": 99955.0, "p95": 94732.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 127381.1, "count": 30, "max": 232921.0, "p95": 215616.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.56, "count": 30, "max": 0.66, "p95": 0.637, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.98, "count": 30, "max": 1.133, "p95": 1.117, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10747, "sampled_at": "2026-10-30T09:29:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:29:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2669049, "flush_count": 2782, "flush_interval_seconds": 30.0, "flush_state": {"count": 2782, "last_at": "2026-10-30T09:28:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:28:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2781}, "started": true, "suppressed_count": 1392243, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1392102}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2782, "written_record_count": 2782}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9286.188, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T09:29:21+09:00", "last_error_summary": "[h264 @ 0x63a200d99a00] cabac decode of qscale diff failed at 107 65 [h264 @ 0x63a200d99a00] error while decoding MB 107 65, bytestream 2812 [h264 @ 0x63a2001020c0] left block unavailable for requested intra mode [h264 @ 0x63a2001020c0] error while decoding MB 0 27, bytestream 3428 [h264 @ 0x63a2001527c0] left block unavailable for requested intra mode [h264 @ 0x63a2001527c0] error while decoding MB 0 44, bytestream 6183 [h264 @ 0x63a2000edf00] cabac decode of qscale diff failed at 6 63 [h264 @ ", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3856572518400, "copied_frame_count": 1394883, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3856572518400, "frame_buffer_copies": 1394883, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1116, "count": 512, "max_ms": 1.767, "p50_ms": 0.0925, "p95_ms": 0.2082, "p99_ms": 0.2579}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3689, "count": 512, "max_ms": 5.3015, "p50_ms": 1.3089, "p95_ms": 2.2075, "p99_ms": 2.6375, "results": {"failed": 0, "not_applicable": 0, "success": 1394883, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 474, "h264_decode_error_count": 1077, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:29:21+09:00", "last_error_summary": "[h264 @ 0x63a200d99a00] cabac decode of qscale diff failed at 107 65 [h264 @ 0x63a200d99a00] error while decoding MB 107 65, bytestream 2812 [h264 @ 0x63a2001020c0] left block unavailable for requested intra mode [h264 @ 0x63a2001020c0] error while decoding MB 0 27, bytestream 3428 [h264 @ 0x63a2001527c0] left block unavailable for requested intra mode [h264 @ 0x63a2001527c0] error while decoding MB 0 44, bytestream 6183 [h264 @ 0x63a2000edf00] cabac decode of qscale diff failed at 6 63 [h264 @ ", "last_exit_at": "2026-10-30T09:29:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 181.644, "last_started_at": "2026-10-30T09:26:20+09:00", "pid": 99128, "process": {"exists": false, "pid": 99128}, "restart_count": 513, "restart_count_per_hour": 14, "rtsp_timeout_count": 174, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 514}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.31, "sample_count": 2062, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1394883, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:29:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.061, "last_frame_pushed_at": "2026-10-30T09:29:22+09:00", "last_frame_read_age_sec": 0.17, "last_frame_read_at": "2026-10-30T09:29:21+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 78, "debug_expires_at": null, "deduplicated_count": 47, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 583.222, "last_sample_duration_ms": 1274.947, "last_trigger": "periodic", "next_snapshot_in_sec": 16.778, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 278, "storage_bytes": 2649172}, "mjpeg": {"age_sec": 0.053, "exists": true, "mtime": "2026-10-30T09:29:22.011477+09:00", "mtime_epoch": 1793320162.0114772, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 96713}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:29:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1415.691, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1394883, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.205, "max": 10.0, "p95": 10.0, "sample_count": 73}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.247, "max": 2.0, "p95": 2.0, "sample_count": 73}, "total": {"avg": 1.247, "max": 2.0, "p95": 2.0, "sample_count": 73}}, "tracking_counts": {"active": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 73}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 73}, "tracked": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 73}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 73, "pushed_frames": 73, "read_frames": 72, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.441, "pushed": 2.441, "read": 2.408}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 72, "client_acquire_ms": {"avg_ms": 0.008, "count": 73, "max_ms": 0.035, "p95_ms": 0.017, "reason": null, "sample_age_ms": 125.12, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.918, "count": 72, "max_ms": 9.775, "p95_ms": 2.489, "reason": null, "sample_age_ms": 170.243, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.437, "count": 72, "max_ms": 9.358, "p95_ms": 1.986, "reason": null, "sample_age_ms": 170.44, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.331, "count": 73, "max_ms": 0.69, "p95_ms": 0.625, "reason": null, "sample_age_ms": 125.14, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.936, "count": 72, "max_ms": 4.816, "p95_ms": 3.011, "reason": null, "sample_age_ms": 168.643, "source": "client_direct"}, "request_count": 72, "request_tensor_bytes": {"avg": 2764808.0, "count": 72, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 168.627, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 73, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 125.745, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.9, "count": 73, "max_ms": 70.306, "p95_ms": 62.781, "reason": null, "sample_age_ms": 125.113, "source": "client_direct"}, "sample_age_ms": 125.106, "source": "client_direct", "task_total_ms": {"avg_ms": 46.338, "count": 73, "max_ms": 72.454, "p95_ms": 66.165, "reason": null, "sample_age_ms": 125.106, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.089, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.903, "count": 73, "max_ms": 9.634, "p95_ms": 7.406}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.349, "count": 73, "max_ms": 1.098, "p95_ms": 0.782}, "detection_prepare_ms": {"avg_ms": 1.204, "count": 73, "max_ms": 2.956, "p95_ms": 2.073}, "event_filter_ms": {"avg_ms": 0.004, "count": 73, "max_ms": 0.017, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.245, "count": 73, "max_ms": 0.672, "p95_ms": 0.498}, "mcmt_ms": {"avg_ms": 0.003, "count": 73, "max_ms": 0.01, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.608, "count": 73, "max_ms": 2.03, "p95_ms": 1.321}, "setup_ms": {"avg_ms": 0.038, "count": 73, "max_ms": 0.108, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 3.857, "count": 73, "max_ms": 9.458, "p95_ms": 7.321}, "track_match_ms": {"avg_ms": 0.06, "count": 73, "max_ms": 0.236, "p95_ms": 0.161}, "tracker_update_ms": {"avg_ms": 1.347, "count": 73, "max_ms": 2.892, "p95_ms": 2.484}}, "gstreamer_push": {"avg_ms": 3.073, "count": 73, "max_ms": 6.101, "p95_ms": 5.599}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 73, "max_ms": 0.16, "p95_ms": 0.09}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.614, "count": 73, "max_ms": 76.128, "p95_ms": 69.093}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.794, "count": 73, "max_ms": 8.075, "p95_ms": 7.186}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.037, "count": 73, "max_ms": 143.061, "p95_ms": 122.363}, "inference_input_copy_ms": {"avg_ms": 1.529, "count": 73, "max_ms": 3.652, "p95_ms": 2.591}, "processing_residual_ms": {"avg_ms": 0.202, "count": 73, "max_ms": 0.435, "p95_ms": 0.333}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.562, "count": 73, "max_ms": 146.546, "p95_ms": 127.687}, "read_interval": {"avg_ms": 414.618, "count": 72, "max_ms": 21091.247, "p95_ms": 160.389}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 73, "max_ms": 0.142, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.553, "count": 73, "max_ms": 1.879, "p95_ms": 1.178}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 73, "max_ms": 0.049, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.537, "count": 73, "max_ms": 1.843, "p95_ms": 1.142}, "worker_merge_ms": {"avg_ms": 0.006, "count": 73, "max_ms": 0.019, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 47.628, "count": 73, "max_ms": 76.146, "p95_ms": 69.101}, "visualize": {"avg_ms": 48.279, "count": 73, "max_ms": 69.058, "p95_ms": 60.059}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.491, "count": 73, "max_ms": 60.453, "p95_ms": 55.656}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.805, "count": 73, "max_ms": 67.216, "p95_ms": 58.619}, "visualize_input_copy_ms": {"avg_ms": 1.286, "count": 73, "max_ms": 2.57, "p95_ms": 2.009}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.676, "count": 73, "max_ms": 67.059, "p95_ms": 58.502}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 73, "max_ms": 0.148, "p95_ms": 0.11}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 73}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1418.227, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 52.322, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.31, "sample_count": 2062, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1394875, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:29:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99955, "write_bytes_delta": 99955, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 196.0, "cpu_core_ratio": 0.175682, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7681.0, "pid": 99128, "reason": null, "system_cpu_core_ratio": 0.080021, "system_cpu_s_delta": 2.1999999999999993, "user_cpu_core_ratio": 0.095661, "user_cpu_s_delta": 2.6300000000000026}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.406652, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 70963.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.152767, "system_cpu_s_delta": 4.19999999999709, "user_cpu_core_ratio": 0.253885, "user_cpu_s_delta": 6.980000000010477}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.136, "count": 74, "max_ms": 7.807, "p95_ms": 5.638, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.865, "max": 13.0, "p95": 11.0, "sample_count": 74}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.338, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 74}, "total": {"avg": 1.338, "max": 2.0, "p95": 2.0, "sample_count": 74}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.541, "count": 30, "max": 64.992, "p95": 54.54, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.561, "count": 30, "max": 33.351, "p95": 26.352, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 526.033, "count": 30, "max": 994.0, "p95": 969.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 764.333, "count": 30, "max": 7681.0, "p95": 3865.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.078, "count": 30, "max": 0.371, "p95": 0.284, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.337, "count": 30, "max": 0.41, "p95": 0.401, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.106, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93320.633, "count": 30, "max": 99955.0, "p95": 94732.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 90202.767, "count": 30, "max": 99955.0, "p95": 94732.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 127381.1, "count": 30, "max": 232921.0, "p95": 215616.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.56, "count": 30, "max": 0.66, "p95": 0.637, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.98, "count": 30, "max": 1.133, "p95": 1.117, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10747, "sampled_at": "2026-10-30T09:29:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:29:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2669049, "flush_count": 2782, "flush_interval_seconds": 30.0, "flush_state": {"count": 2782, "last_at": "2026-10-30T09:28:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:28:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2781}, "started": true, "suppressed_count": 1392243, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1392102}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2782, "written_record_count": 2782}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9286.703, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3856572518400, "copied_frame_count": 1394883, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3856572518400, "frame_buffer_copies": 1394883, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1116, "count": 512, "max_ms": 1.767, "p50_ms": 0.0925, "p95_ms": 0.2082, "p99_ms": 0.2579}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3689, "count": 512, "max_ms": 5.3015, "p50_ms": 1.3089, "p95_ms": 2.2075, "p99_ms": 2.6375, "results": {"failed": 0, "not_applicable": 0, "success": 1394883, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 474, "h264_decode_error_count": 1077, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:29:21+09:00", "last_error_summary": "[h264 @ 0x63a200d99a00] cabac decode of qscale diff failed at 107 65 [h264 @ 0x63a200d99a00] error while decoding MB 107 65, bytestream 2812 [h264 @ 0x63a2001020c0] left block unavailable for requested intra mode [h264 @ 0x63a2001020c0] error while decoding MB 0 27, bytestream 3428 [h264 @ 0x63a2001527c0] left block unavailable for requested intra mode [h264 @ 0x63a2001527c0] error while decoding MB 0 44, bytestream 6183 [h264 @ 0x63a2000edf00] cabac decode of qscale diff failed at 6 63 [h264 @ ", "last_exit_at": "2026-10-30T09:29:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 181.679, "last_started_at": "2026-10-30T09:26:20+09:00", "pid": 99128, "process": {"exists": false, "pid": 99128}, "restart_count": 513, "restart_count_per_hour": 14, "rtsp_timeout_count": 174, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 514}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.31, "sample_count": 2062, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1394883, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:29:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.096, "last_frame_pushed_at": "2026-10-30T09:29:22+09:00", "last_frame_read_age_sec": 0.205, "last_frame_read_at": "2026-10-30T09:29:21+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 78, "debug_expires_at": null, "deduplicated_count": 47, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 583.252, "last_sample_duration_ms": 1274.947, "last_trigger": "periodic", "next_snapshot_in_sec": 16.748, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 278, "storage_bytes": 2649172}, "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-10-30T09:29:22.011477+09:00", "mtime_epoch": 1793320162.0114772, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 96713}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:29:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1415.691, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1394883, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.205, "max": 10.0, "p95": 10.0, "sample_count": 73}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.247, "max": 2.0, "p95": 2.0, "sample_count": 73}, "total": {"avg": 1.247, "max": 2.0, "p95": 2.0, "sample_count": 73}}, "tracking_counts": {"active": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 73}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 73}, "tracked": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 73}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 73, "pushed_frames": 73, "read_frames": 72, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.438, "pushed": 2.438, "read": 2.405}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 72, "client_acquire_ms": {"avg_ms": 0.008, "count": 72, "max_ms": 0.035, "p95_ms": 0.015, "reason": null, "sample_age_ms": 160.856, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.918, "count": 72, "max_ms": 9.775, "p95_ms": 2.489, "reason": null, "sample_age_ms": 205.98, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.437, "count": 72, "max_ms": 9.358, "p95_ms": 1.986, "reason": null, "sample_age_ms": 206.177, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.332, "count": 72, "max_ms": 0.69, "p95_ms": 0.625, "reason": null, "sample_age_ms": 160.877, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.936, "count": 72, "max_ms": 4.816, "p95_ms": 3.011, "reason": null, "sample_age_ms": 204.38, "source": "client_direct"}, "request_count": 72, "request_tensor_bytes": {"avg": 2764808.0, "count": 72, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 204.364, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 72, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 161.482, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.892, "count": 72, "max_ms": 70.306, "p95_ms": 62.908, "reason": null, "sample_age_ms": 160.85, "source": "client_direct"}, "sample_age_ms": 160.843, "source": "client_direct", "task_total_ms": {"avg_ms": 46.325, "count": 72, "max_ms": 72.454, "p95_ms": 66.195, "reason": null, "sample_age_ms": 160.843, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.5, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.903, "count": 73, "max_ms": 9.634, "p95_ms": 7.406}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.349, "count": 73, "max_ms": 1.098, "p95_ms": 0.782}, "detection_prepare_ms": {"avg_ms": 1.204, "count": 73, "max_ms": 2.956, "p95_ms": 2.073}, "event_filter_ms": {"avg_ms": 0.004, "count": 73, "max_ms": 0.017, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.245, "count": 73, "max_ms": 0.672, "p95_ms": 0.498}, "mcmt_ms": {"avg_ms": 0.003, "count": 73, "max_ms": 0.01, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.608, "count": 73, "max_ms": 2.03, "p95_ms": 1.321}, "setup_ms": {"avg_ms": 0.038, "count": 73, "max_ms": 0.108, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 3.857, "count": 73, "max_ms": 9.458, "p95_ms": 7.321}, "track_match_ms": {"avg_ms": 0.06, "count": 73, "max_ms": 0.236, "p95_ms": 0.161}, "tracker_update_ms": {"avg_ms": 1.347, "count": 73, "max_ms": 2.892, "p95_ms": 2.484}}, "gstreamer_push": {"avg_ms": 3.073, "count": 73, "max_ms": 6.101, "p95_ms": 5.599}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 73, "max_ms": 0.16, "p95_ms": 0.09}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.614, "count": 73, "max_ms": 76.128, "p95_ms": 69.093}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.794, "count": 73, "max_ms": 8.075, "p95_ms": 7.186}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.037, "count": 73, "max_ms": 143.061, "p95_ms": 122.363}, "inference_input_copy_ms": {"avg_ms": 1.529, "count": 73, "max_ms": 3.652, "p95_ms": 2.591}, "processing_residual_ms": {"avg_ms": 0.202, "count": 73, "max_ms": 0.435, "p95_ms": 0.333}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.562, "count": 73, "max_ms": 146.546, "p95_ms": 127.687}, "read_interval": {"avg_ms": 414.618, "count": 72, "max_ms": 21091.247, "p95_ms": 160.389}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 73, "max_ms": 0.142, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.553, "count": 73, "max_ms": 1.879, "p95_ms": 1.178}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 73, "max_ms": 0.049, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.537, "count": 73, "max_ms": 1.843, "p95_ms": 1.142}, "worker_merge_ms": {"avg_ms": 0.006, "count": 73, "max_ms": 0.019, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 47.628, "count": 73, "max_ms": 76.146, "p95_ms": 69.101}, "visualize": {"avg_ms": 48.279, "count": 73, "max_ms": 69.058, "p95_ms": 60.059}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.491, "count": 73, "max_ms": 60.453, "p95_ms": 55.656}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.805, "count": 73, "max_ms": 67.216, "p95_ms": 58.619}, "visualize_input_copy_ms": {"avg_ms": 1.286, "count": 73, "max_ms": 2.57, "p95_ms": 2.009}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.676, "count": 73, "max_ms": 67.059, "p95_ms": 58.502}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 73, "max_ms": 0.148, "p95_ms": 0.11}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 73}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1418.227, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 52.322, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.31, "sample_count": 2062, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1394875, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:29:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99955, "write_bytes_delta": 99955, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 196.0, "cpu_core_ratio": 0.175682, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7681.0, "pid": 99128, "reason": null, "system_cpu_core_ratio": 0.080021, "system_cpu_s_delta": 2.1999999999999993, "user_cpu_core_ratio": 0.095661, "user_cpu_s_delta": 2.6300000000000026}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.406652, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 70963.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.152767, "system_cpu_s_delta": 4.19999999999709, "user_cpu_core_ratio": 0.253885, "user_cpu_s_delta": 6.980000000010477}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.136, "count": 74, "max_ms": 7.807, "p95_ms": 5.638, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.865, "max": 13.0, "p95": 11.0, "sample_count": 74}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.338, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 74}, "total": {"avg": 1.338, "max": 2.0, "p95": 2.0, "sample_count": 74}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.541, "count": 30, "max": 64.992, "p95": 54.54, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.561, "count": 30, "max": 33.351, "p95": 26.352, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 526.033, "count": 30, "max": 994.0, "p95": 969.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 764.333, "count": 30, "max": 7681.0, "p95": 3865.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.078, "count": 30, "max": 0.371, "p95": 0.284, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.337, "count": 30, "max": 0.41, "p95": 0.401, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.106, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93320.633, "count": 30, "max": 99955.0, "p95": 94732.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 90202.767, "count": 30, "max": 99955.0, "p95": 94732.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 127381.1, "count": 30, "max": 232921.0, "p95": 215616.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.56, "count": 30, "max": 0.66, "p95": 0.637, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.98, "count": 30, "max": 1.133, "p95": 1.117, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10747, "sampled_at": "2026-10-30T09:29:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:29:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2669049, "flush_count": 2782, "flush_interval_seconds": 30.0, "flush_state": {"count": 2782, "last_at": "2026-10-30T09:28:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:28:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2781}, "started": true, "suppressed_count": 1392243, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1392102}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2782, "written_record_count": 2782}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9460.535, "limit_mb": null}, "detail": {"pid": 99244, "restart_count": 514, "start_count": 515}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3856572518400, "copied_frame_count": 1394883, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3856572518400, "frame_buffer_copies": 1394883, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1116, "count": 512, "max_ms": 1.767, "p50_ms": 0.0925, "p95_ms": 0.2082, "p99_ms": 0.2579}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3689, "count": 512, "max_ms": 5.3015, "p50_ms": 1.3089, "p95_ms": 2.2075, "p99_ms": 2.6375, "results": {"failed": 0, "not_applicable": 0, "success": 1394883, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 474, "h264_decode_error_count": 1077, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:29:21+09:00", "last_error_summary": "[h264 @ 0x63a200d99a00] cabac decode of qscale diff failed at 107 65 [h264 @ 0x63a200d99a00] error while decoding MB 107 65, bytestream 2812 [h264 @ 0x63a2001020c0] left block unavailable for requested intra mode [h264 @ 0x63a2001020c0] error while decoding MB 0 27, bytestream 3428 [h264 @ 0x63a2001527c0] left block unavailable for requested intra mode [h264 @ 0x63a2001527c0] error while decoding MB 0 44, bytestream 6183 [h264 @ 0x63a2000edf00] cabac decode of qscale diff failed at 6 63 [h264 @ ", "last_exit_at": "2026-10-30T09:29:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T09:29:24+09:00", "pid": 99244, "process": {"exists": true, "fd_count": 5, "hwm_mb": 211.504, "name": "ffmpeg", "pid": 99244, "rss_mb": 211.504, "state": "S (sleeping)", "threads": 70}, "restart_count": 514, "restart_count_per_hour": 15, "rtsp_timeout_count": 174, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 515}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.31, "sample_count": 2030, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1394883, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:29:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.256, "last_frame_pushed_at": "2026-10-30T09:29:22+09:00", "last_frame_read_age_sec": 4.366, "last_frame_read_at": "2026-10-30T09:29:21+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 78, "debug_expires_at": null, "deduplicated_count": 47, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 587.422, "last_sample_duration_ms": 1274.947, "last_trigger": "periodic", "next_snapshot_in_sec": 12.578, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 278, "storage_bytes": 2649172}, "mjpeg": {"age_sec": 4.249, "exists": true, "mtime": "2026-10-30T09:29:22.011477+09:00", "mtime_epoch": 1793320162.0114772, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 96713}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:29:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1415.695, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1394883, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.61, "max": 9.0, "p95": 9.0, "sample_count": 41}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.024, "max": 2.0, "p95": 1.0, "sample_count": 41}, "total": {"avg": 1.024, "max": 2.0, "p95": 1.0, "sample_count": 41}}, "tracking_counts": {"active": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 41}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 41}, "removed": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 41}, "tracked": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 41}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 41}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 41, "pushed_frames": 41, "read_frames": 40, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.371, "pushed": 1.371, "read": 1.338}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 40, "client_acquire_ms": {"avg_ms": 0.007, "count": 41, "max_ms": 0.02, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4323.657, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.877, "count": 40, "max_ms": 5.216, "p95_ms": 2.695, "reason": null, "sample_age_ms": 4368.781, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.332, "count": 40, "max_ms": 2.857, "p95_ms": 1.766, "reason": null, "sample_age_ms": 4368.978, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.29, "count": 41, "max_ms": 0.69, "p95_ms": 0.557, "reason": null, "sample_age_ms": 4323.678, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.842, "count": 40, "max_ms": 3.476, "p95_ms": 2.927, "reason": null, "sample_age_ms": 4367.181, "source": "client_direct"}, "request_count": 40, "request_tensor_bytes": {"avg": 2764808.0, "count": 40, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4367.164, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 41, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4324.282, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.965, "count": 41, "max_ms": 70.306, "p95_ms": 64.3, "reason": null, "sample_age_ms": 4323.65, "source": "client_direct"}, "sample_age_ms": 4323.643, "source": "client_direct", "task_total_ms": {"avg_ms": 45.262, "count": 41, "max_ms": 72.454, "p95_ms": 66.528, "reason": null, "sample_age_ms": 4323.643, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.884, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.469, "count": 41, "max_ms": 7.519, "p95_ms": 6.416}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.341, "count": 41, "max_ms": 1.098, "p95_ms": 0.671}, "detection_prepare_ms": {"avg_ms": 1.042, "count": 41, "max_ms": 2.163, "p95_ms": 2.005}, "event_filter_ms": {"avg_ms": 0.004, "count": 41, "max_ms": 0.015, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.212, "count": 41, "max_ms": 0.498, "p95_ms": 0.428}, "mcmt_ms": {"avg_ms": 0.003, "count": 41, "max_ms": 0.01, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.557, "count": 41, "max_ms": 1.404, "p95_ms": 1.284}, "setup_ms": {"avg_ms": 0.032, "count": 41, "max_ms": 0.072, "p95_ms": 0.07}, "total_inside_ms": {"avg_ms": 3.426, "count": 41, "max_ms": 7.397, "p95_ms": 6.35}, "track_match_ms": {"avg_ms": 0.053, "count": 41, "max_ms": 0.161, "p95_ms": 0.128}, "tracker_update_ms": {"avg_ms": 1.181, "count": 41, "max_ms": 2.892, "p95_ms": 2.292}}, "gstreamer_push": {"avg_ms": 3.0, "count": 41, "max_ms": 5.83, "p95_ms": 5.427}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 41, "max_ms": 0.095, "p95_ms": 0.086}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.464, "count": 41, "max_ms": 72.988, "p95_ms": 67.727}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.741, "count": 41, "max_ms": 8.075, "p95_ms": 7.186}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 41, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 41, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.17, "count": 41, "max_ms": 124.619, "p95_ms": 121.653}, "inference_input_copy_ms": {"avg_ms": 1.515, "count": 41, "max_ms": 3.652, "p95_ms": 2.537}, "processing_residual_ms": {"avg_ms": 0.193, "count": 41, "max_ms": 0.435, "p95_ms": 0.302}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 41, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 41, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.618, "count": 41, "max_ms": 128.973, "p95_ms": 126.175}, "read_interval": {"avg_ms": 640.998, "count": 40, "max_ms": 21091.247, "p95_ms": 158.294}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 41, "max_ms": 0.142, "p95_ms": 0.054}, "execute_total_ms": {"avg_ms": 0.502, "count": 41, "max_ms": 1.27, "p95_ms": 1.089}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 41, "max_ms": 0.049, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.484, "count": 41, "max_ms": 1.209, "p95_ms": 1.036}, "worker_merge_ms": {"avg_ms": 0.005, "count": 41, "max_ms": 0.019, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 46.477, "count": 41, "max_ms": 72.997, "p95_ms": 67.736}, "visualize": {"avg_ms": 47.151, "count": 41, "max_ms": 60.059, "p95_ms": 58.51}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.956, "count": 41, "max_ms": 55.656, "p95_ms": 54.697}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 41, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.682, "count": 41, "max_ms": 58.542, "p95_ms": 57.42}, "visualize_input_copy_ms": {"avg_ms": 1.291, "count": 41, "max_ms": 2.57, "p95_ms": 2.009}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 41, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.567, "count": 41, "max_ms": 58.426, "p95_ms": 57.233}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 41, "max_ms": 0.11, "p95_ms": 0.097}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 41}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 41}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 41}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1418.227, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 52.322, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.31, "sample_count": 2062, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1394875, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:29:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99955, "write_bytes_delta": 99955, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 196.0, "cpu_core_ratio": 0.175682, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7681.0, "pid": 99128, "reason": null, "system_cpu_core_ratio": 0.080021, "system_cpu_s_delta": 2.1999999999999993, "user_cpu_core_ratio": 0.095661, "user_cpu_s_delta": 2.6300000000000026}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.406652, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 70963.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.152767, "system_cpu_s_delta": 4.19999999999709, "user_cpu_core_ratio": 0.253885, "user_cpu_s_delta": 6.980000000010477}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.136, "count": 74, "max_ms": 7.807, "p95_ms": 5.638, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.865, "max": 13.0, "p95": 11.0, "sample_count": 74}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.338, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 74}, "total": {"avg": 1.338, "max": 2.0, "p95": 2.0, "sample_count": 74}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.541, "count": 30, "max": 64.992, "p95": 54.54, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.561, "count": 30, "max": 33.351, "p95": 26.352, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 526.033, "count": 30, "max": 994.0, "p95": 969.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 764.333, "count": 30, "max": 7681.0, "p95": 3865.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.078, "count": 30, "max": 0.371, "p95": 0.284, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.337, "count": 30, "max": 0.41, "p95": 0.401, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.106, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93320.633, "count": 30, "max": 99955.0, "p95": 94732.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 90202.767, "count": 30, "max": 99955.0, "p95": 94732.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 127381.1, "count": 30, "max": 232921.0, "p95": 215616.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.56, "count": 30, "max": 0.66, "p95": 0.637, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.98, "count": 30, "max": 1.133, "p95": 1.117, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10747, "sampled_at": "2026-10-30T09:29:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:29:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2169754, "flush_count": 2786, "flush_interval_seconds": 30.0, "flush_state": {"count": 2786, "last_at": "2026-10-30T09:30:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:30:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2785}, "started": true, "suppressed_count": 1608189, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 1608188}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2786, "written_record_count": 2786}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9095.262, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4454018150400, "copied_frame_count": 1610973, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T09:01:13+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2007146, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T09:01:07+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.758}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 4454018150400, "frame_buffer_copies": 1610973, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1302, "count": 512, "max_ms": 3.3814, "p50_ms": 0.1151, "p95_ms": 0.2282, "p99_ms": 0.3091}, "stages": {"db_insert": {"avg_ms": 26.5042, "count": 1, "max_ms": 26.5042, "p50_ms": 26.5042, "p95_ms": 26.5042, "p99_ms": 26.5042, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.2571, "count": 1, "max_ms": 1.2571, "p50_ms": 1.2571, "p95_ms": 1.2571, "p99_ms": 1.2571, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1378.4915, "count": 1, "max_ms": 1378.4915, "p50_ms": 1378.4915, "p95_ms": 1378.4915, "p99_ms": 1378.4915, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2952, "count": 512, "max_ms": 3.4415, "p50_ms": 1.225, "p95_ms": 2.1494, "p99_ms": 2.7219, "results": {"failed": 0, "not_applicable": 0, "success": 1610973, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 609.8252, "count": 1, "max_ms": 609.8252, "p50_ms": 609.8252, "p95_ms": 609.8252, "p99_ms": 609.8252, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 67.7399, "count": 1, "max_ms": 67.7399, "p50_ms": 67.7399, "p95_ms": 67.7399, "p99_ms": 67.7399, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1452, "count": 50, "max_ms": 8.7346, "p50_ms": 5.0535, "p95_ms": 7.4855, "p99_ms": 8.6361, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3653, "count": 50, "max_ms": 3.6197, "p50_ms": 1.2048, "p95_ms": 2.411, "p99_ms": 3.4457, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 605.8174, "count": 1, "max_ms": 605.8174, "p50_ms": 605.8174, "p95_ms": 605.8174, "p99_ms": 605.8174, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 512.7496, "count": 1, "max_ms": 512.7496, "p50_ms": 512.7496, "p95_ms": 512.7496, "p99_ms": 512.7496, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 87.7315, "count": 1, "max_ms": 87.7315, "p50_ms": 87.7315, "p95_ms": 87.7315, "p99_ms": 87.7315, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.2085, "count": 1, "max_ms": 1.2085, "p50_ms": 1.2085, "p95_ms": 1.2085, "p99_ms": 1.2085, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 30.4431, "count": 1, "max_ms": 30.4431, "p50_ms": 30.4431, "p95_ms": 30.4431, "p99_ms": 30.4431, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8184, "count": 1, "max_ms": 0.8184, "p50_ms": 0.8184, "p95_ms": 0.8184, "p99_ms": 0.8184, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.6616, "count": 1, "max_ms": 0.6616, "p50_ms": 0.6616, "p95_ms": 0.6616, "p99_ms": 0.6616, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.6616, "count": 1, "max_ms": 0.6616, "p50_ms": 0.6616, "p95_ms": 0.6616, "p99_ms": 0.6616, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8184, "count": 1, "max_ms": 0.8184, "p50_ms": 0.8184, "p95_ms": 0.8184, "p99_ms": 0.8184, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.554, "count": 1, "max_ms": 0.554, "p50_ms": 0.554, "p95_ms": 0.554, "p99_ms": 0.554, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 642.3509, "count": 1, "max_ms": 642.3509, "p50_ms": 642.3509, "p95_ms": 642.3509, "p99_ms": 642.3509, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 0.919, "count": 1, "max_ms": 0.919, "p50_ms": 0.919, "p95_ms": 0.919, "p99_ms": 0.919, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 27.6583, "count": 1, "max_ms": 27.6583, "p50_ms": 27.6583, "p95_ms": 27.6583, "p99_ms": 27.6583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6269, "count": 1, "max_ms": 0.6269, "p50_ms": 0.6269, "p95_ms": 0.6269, "p99_ms": 0.6269, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9594, "count": 1, "max_ms": 1.9594, "p50_ms": 1.9594, "p95_ms": 1.9594, "p99_ms": 1.9594, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 767.7144, "count": 1, "max_ms": 767.7144, "p50_ms": 767.7144, "p95_ms": 767.7144, "p99_ms": 767.7144, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6269, "p50_ms": 0.6269, "p95_ms": 0.6269, "p99_ms": 0.6269}, "wait_ms": {"count": 1, "max_ms": 1.9594, "p50_ms": 1.9594, "p95_ms": 1.9594, "p99_ms": 1.9594}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15533, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.2571, "p50_ms": 1.2571, "p95_ms": 1.2571, "p99_ms": 1.2571}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 220, "h264_decode_error_count": 523, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:31:11+09:00", "last_error_summary": "[h264 @ 0x5b651ca7d600] cabac decode of qscale diff failed at 108 98 [h264 @ 0x5b651ca7d600] error while decoding MB 108 98, bytestream 15744 [h264 @ 0x5b651ca7d600] cabac decode of qscale diff failed at 87 88 [h264 @ 0x5b651ca7d600] error while decoding MB 87 88, bytestream 67546 [h264 @ 0x5b651ca31280] error while decoding MB 62 99, bytestream -24 [h264 @ 0x5b651d5d68c0] cabac decode of qscale diff failed at 76 100 [h264 @ 0x5b651d5d68c0] error while decoding MB 76 100, bytestream 112306 [h264", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1296.492, "last_started_at": "2026-10-30T09:09:35+09:00", "pid": 98548, "process": {"exists": false, "pid": 98548}, "restart_count": 248, "restart_count_per_hour": 6, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 249}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.614, "sample_count": 2847, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1610973, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:31:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 0.036, "last_frame_pushed_at": "2026-10-30T09:31:11+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-10-30T09:31:11+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 79, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 90.824, "last_sample_duration_ms": 1126.875, "last_trigger": "periodic", "next_snapshot_in_sec": 509.176, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 279, "storage_bytes": 2658759}, "mjpeg": {"age_sec": 0.025, "exists": true, "mtime": "2026-10-30T09:31:11.724093+09:00", "mtime_epoch": 1793320271.7240934, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 101501}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T09:31:11+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1662.305, "name": "celery", "pid": 176, "rss_mb": 1662.305, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1610973, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 188}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 188}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 188}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 188, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.269, "pushed": 6.269, "read": 6.235}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 187, "client_acquire_ms": {"avg_ms": 0.007, "count": 187, "max_ms": 0.024, "p95_ms": 0.014, "reason": null, "sample_age_ms": 91.701, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.689, "count": 187, "max_ms": 4.863, "p95_ms": 2.15, "reason": null, "sample_age_ms": 144.334, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.297, "count": 187, "max_ms": 4.472, "p95_ms": 1.576, "reason": null, "sample_age_ms": 144.604, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.09, "count": 187, "max_ms": 0.26, "p95_ms": 0.17, "reason": null, "sample_age_ms": 91.705, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.593, "count": 187, "max_ms": 3.087, "p95_ms": 2.705, "reason": null, "sample_age_ms": 141.905, "source": "client_direct"}, "request_count": 187, "request_tensor_bytes": {"avg": 2211848.0, "count": 187, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 141.804, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 187, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 91.764, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.323, "count": 187, "max_ms": 68.691, "p95_ms": 53.71, "reason": null, "sample_age_ms": 91.698, "source": "client_direct"}, "sample_age_ms": 91.695, "source": "client_direct", "task_total_ms": {"avg_ms": 39.178, "count": 187, "max_ms": 70.826, "p95_ms": 55.526, "reason": null, "sample_age_ms": 91.695, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.13, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.701, "count": 188, "max_ms": 2.004, "p95_ms": 1.308}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.225, "count": 188, "max_ms": 0.697, "p95_ms": 0.45}, "detection_prepare_ms": {"avg_ms": 0.098, "count": 188, "max_ms": 0.395, "p95_ms": 0.176}, "event_filter_ms": {"avg_ms": 0.004, "count": 188, "max_ms": 0.027, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 188, "max_ms": 0.22, "p95_ms": 0.145}, "mcmt_ms": {"avg_ms": 0.002, "count": 188, "max_ms": 0.032, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.178, "count": 188, "max_ms": 1.053, "p95_ms": 0.327}, "setup_ms": {"avg_ms": 0.042, "count": 188, "max_ms": 0.146, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 0.657, "count": 188, "max_ms": 1.901, "p95_ms": 1.232}, "track_match_ms": {"avg_ms": 0.004, "count": 188, "max_ms": 0.03, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.028, "count": 188, "max_ms": 0.085, "p95_ms": 0.052}}, "gstreamer_push": {"avg_ms": 2.944, "count": 188, "max_ms": 6.766, "p95_ms": 5.22}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 188, "max_ms": 0.341, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.216, "count": 188, "max_ms": 74.359, "p95_ms": 56.538}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.042, "count": 188, "max_ms": 0.114, "p95_ms": 0.084}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 75.339, "count": 188, "max_ms": 115.573, "p95_ms": 99.585}, "inference_input_copy_ms": {"avg_ms": 1.535, "count": 188, "max_ms": 3.994, "p95_ms": 2.549}, "processing_residual_ms": {"avg_ms": 0.167, "count": 188, "max_ms": 0.617, "p95_ms": 0.326}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.083, "count": 188, "max_ms": 117.613, "p95_ms": 101.02}, "read_interval": {"avg_ms": 160.068, "count": 187, "max_ms": 3380.38, "p95_ms": 185.432}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 188, "max_ms": 0.113, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.125, "count": 188, "max_ms": 0.908, "p95_ms": 0.249}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 188, "max_ms": 0.05, "p95_ms": 0.016}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.109, "count": 188, "max_ms": 0.795, "p95_ms": 0.223}, "worker_merge_ms": {"avg_ms": 0.005, "count": 188, "max_ms": 0.037, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 40.23, "count": 188, "max_ms": 74.367, "p95_ms": 56.556}, "visualize": {"avg_ms": 33.425, "count": 188, "max_ms": 59.079, "p95_ms": 45.018}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.584, "count": 188, "max_ms": 57.965, "p95_ms": 43.657}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.238, "count": 188, "max_ms": 58.608, "p95_ms": 44.597}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.005, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.138, "count": 188, "max_ms": 58.491, "p95_ms": 44.403}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 188, "max_ms": 0.174, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 188}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1662.238, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.79, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.795, "sample_count": 2879, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1610850, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:30:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.078, "exists": true, "size_bytes": 98768, "write_bytes_delta": 98768, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 488.0, "cpu_core_ratio": 1.161287, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13841.0, "pid": 98548, "reason": null, "system_cpu_core_ratio": 0.398554, "system_cpu_s_delta": 8.0, "user_cpu_core_ratio": 0.762733, "user_cpu_s_delta": 15.309999999999945}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.427449, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 16.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.037863, "system_cpu_s_delta": 0.7599999999983993, "user_cpu_core_ratio": 0.389587, "user_cpu_s_delta": 7.820000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.723, "count": 180, "max_ms": 5.809, "p95_ms": 4.31, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 180}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.655, "count": 30, "max": 68.263, "p95": 49.336, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.834, "count": 30, "max": 36.324, "p95": 32.397, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1244.533, "count": 30, "max": 1622.0, "p95": 1587.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 667.5, "count": 30, "max": 13841.0, "p95": 3216.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.066, "count": 30, "max": 0.399, "p95": 0.097, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.117, "count": 30, "max": 1.395, "p95": 1.348, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.078, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91042.0, "count": 30, "max": 98768.0, "p95": 94767.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91042.0, "count": 30, "max": 98768.0, "p95": 94767.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.233, "count": 30, "max": 46.0, "p95": 27.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.071, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.592, "count": 30, "max": 0.688, "p95": 0.671, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11684, "sampled_at": "2026-10-30T09:30:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:30:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2169754, "flush_count": 2786, "flush_interval_seconds": 30.0, "flush_state": {"count": 2786, "last_at": "2026-10-30T09:30:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:30:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2785}, "started": true, "suppressed_count": 1608189, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 1608188}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2786, "written_record_count": 2786}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9084.508, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4454018150400, "copied_frame_count": 1610973, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T09:01:13+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2007146, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T09:01:07+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.758}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 4454018150400, "frame_buffer_copies": 1610973, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1302, "count": 512, "max_ms": 3.3814, "p50_ms": 0.1151, "p95_ms": 0.2282, "p99_ms": 0.3091}, "stages": {"db_insert": {"avg_ms": 26.5042, "count": 1, "max_ms": 26.5042, "p50_ms": 26.5042, "p95_ms": 26.5042, "p99_ms": 26.5042, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.2571, "count": 1, "max_ms": 1.2571, "p50_ms": 1.2571, "p95_ms": 1.2571, "p99_ms": 1.2571, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1378.4915, "count": 1, "max_ms": 1378.4915, "p50_ms": 1378.4915, "p95_ms": 1378.4915, "p99_ms": 1378.4915, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2952, "count": 512, "max_ms": 3.4415, "p50_ms": 1.225, "p95_ms": 2.1494, "p99_ms": 2.7219, "results": {"failed": 0, "not_applicable": 0, "success": 1610973, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 609.8252, "count": 1, "max_ms": 609.8252, "p50_ms": 609.8252, "p95_ms": 609.8252, "p99_ms": 609.8252, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 67.7399, "count": 1, "max_ms": 67.7399, "p50_ms": 67.7399, "p95_ms": 67.7399, "p99_ms": 67.7399, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1452, "count": 50, "max_ms": 8.7346, "p50_ms": 5.0535, "p95_ms": 7.4855, "p99_ms": 8.6361, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3653, "count": 50, "max_ms": 3.6197, "p50_ms": 1.2048, "p95_ms": 2.411, "p99_ms": 3.4457, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 605.8174, "count": 1, "max_ms": 605.8174, "p50_ms": 605.8174, "p95_ms": 605.8174, "p99_ms": 605.8174, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 512.7496, "count": 1, "max_ms": 512.7496, "p50_ms": 512.7496, "p95_ms": 512.7496, "p99_ms": 512.7496, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 87.7315, "count": 1, "max_ms": 87.7315, "p50_ms": 87.7315, "p95_ms": 87.7315, "p99_ms": 87.7315, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.2085, "count": 1, "max_ms": 1.2085, "p50_ms": 1.2085, "p95_ms": 1.2085, "p99_ms": 1.2085, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 30.4431, "count": 1, "max_ms": 30.4431, "p50_ms": 30.4431, "p95_ms": 30.4431, "p99_ms": 30.4431, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8184, "count": 1, "max_ms": 0.8184, "p50_ms": 0.8184, "p95_ms": 0.8184, "p99_ms": 0.8184, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.6616, "count": 1, "max_ms": 0.6616, "p50_ms": 0.6616, "p95_ms": 0.6616, "p99_ms": 0.6616, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.6616, "count": 1, "max_ms": 0.6616, "p50_ms": 0.6616, "p95_ms": 0.6616, "p99_ms": 0.6616, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8184, "count": 1, "max_ms": 0.8184, "p50_ms": 0.8184, "p95_ms": 0.8184, "p99_ms": 0.8184, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.554, "count": 1, "max_ms": 0.554, "p50_ms": 0.554, "p95_ms": 0.554, "p99_ms": 0.554, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 642.3509, "count": 1, "max_ms": 642.3509, "p50_ms": 642.3509, "p95_ms": 642.3509, "p99_ms": 642.3509, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 0.919, "count": 1, "max_ms": 0.919, "p50_ms": 0.919, "p95_ms": 0.919, "p99_ms": 0.919, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 27.6583, "count": 1, "max_ms": 27.6583, "p50_ms": 27.6583, "p95_ms": 27.6583, "p99_ms": 27.6583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6269, "count": 1, "max_ms": 0.6269, "p50_ms": 0.6269, "p95_ms": 0.6269, "p99_ms": 0.6269, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9594, "count": 1, "max_ms": 1.9594, "p50_ms": 1.9594, "p95_ms": 1.9594, "p99_ms": 1.9594, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 767.7144, "count": 1, "max_ms": 767.7144, "p50_ms": 767.7144, "p95_ms": 767.7144, "p99_ms": 767.7144, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6269, "p50_ms": 0.6269, "p95_ms": 0.6269, "p99_ms": 0.6269}, "wait_ms": {"count": 1, "max_ms": 1.9594, "p50_ms": 1.9594, "p95_ms": 1.9594, "p99_ms": 1.9594}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15533, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.2571, "p50_ms": 1.2571, "p95_ms": 1.2571, "p99_ms": 1.2571}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 220, "h264_decode_error_count": 523, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:31:11+09:00", "last_error_summary": "[h264 @ 0x5b651ca7d600] cabac decode of qscale diff failed at 108 98 [h264 @ 0x5b651ca7d600] error while decoding MB 108 98, bytestream 15744 [h264 @ 0x5b651ca7d600] cabac decode of qscale diff failed at 87 88 [h264 @ 0x5b651ca7d600] error while decoding MB 87 88, bytestream 67546 [h264 @ 0x5b651ca31280] error while decoding MB 62 99, bytestream -24 [h264 @ 0x5b651d5d68c0] cabac decode of qscale diff failed at 76 100 [h264 @ 0x5b651d5d68c0] error while decoding MB 76 100, bytestream 112306 [h264", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1296.538, "last_started_at": "2026-10-30T09:09:35+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 248, "restart_count_per_hour": 6, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 249}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.614, "sample_count": 2847, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1610973, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:31:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 0.082, "last_frame_pushed_at": "2026-10-30T09:31:11+09:00", "last_frame_read_age_sec": 0.177, "last_frame_read_at": "2026-10-30T09:31:11+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 79, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 90.85, "last_sample_duration_ms": 1126.875, "last_trigger": "periodic", "next_snapshot_in_sec": 509.15, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 279, "storage_bytes": 2658759}, "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-10-30T09:31:11.724093+09:00", "mtime_epoch": 1793320271.7240934, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 101501}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T09:31:11+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1662.301, "name": "celery", "pid": 176, "rss_mb": 1662.301, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1610973, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 187}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 187, "pushed_frames": 187, "read_frames": 186, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.242, "pushed": 6.242, "read": 6.208}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 186, "client_acquire_ms": {"avg_ms": 0.007, "count": 187, "max_ms": 0.024, "p95_ms": 0.014, "reason": null, "sample_age_ms": 126.284, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.69, "count": 186, "max_ms": 4.863, "p95_ms": 2.153, "reason": null, "sample_age_ms": 178.917, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.298, "count": 186, "max_ms": 4.472, "p95_ms": 1.58, "reason": null, "sample_age_ms": 179.188, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.09, "count": 187, "max_ms": 0.26, "p95_ms": 0.17, "reason": null, "sample_age_ms": 126.288, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.595, "count": 186, "max_ms": 3.087, "p95_ms": 2.707, "reason": null, "sample_age_ms": 176.488, "source": "client_direct"}, "request_count": 186, "request_tensor_bytes": {"avg": 2211848.0, "count": 186, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 176.387, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 187, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 126.347, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.323, "count": 187, "max_ms": 68.691, "p95_ms": 53.71, "reason": null, "sample_age_ms": 126.281, "source": "client_direct"}, "sample_age_ms": 126.278, "source": "client_direct", "task_total_ms": {"avg_ms": 39.178, "count": 187, "max_ms": 70.826, "p95_ms": 55.526, "reason": null, "sample_age_ms": 126.278, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.837, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.702, "count": 187, "max_ms": 2.004, "p95_ms": 1.308}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.226, "count": 187, "max_ms": 0.697, "p95_ms": 0.45}, "detection_prepare_ms": {"avg_ms": 0.098, "count": 187, "max_ms": 0.395, "p95_ms": 0.176}, "event_filter_ms": {"avg_ms": 0.004, "count": 187, "max_ms": 0.027, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.076, "count": 187, "max_ms": 0.22, "p95_ms": 0.145}, "mcmt_ms": {"avg_ms": 0.002, "count": 187, "max_ms": 0.032, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.178, "count": 187, "max_ms": 1.053, "p95_ms": 0.327}, "setup_ms": {"avg_ms": 0.042, "count": 187, "max_ms": 0.146, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 0.659, "count": 187, "max_ms": 1.901, "p95_ms": 1.232}, "track_match_ms": {"avg_ms": 0.004, "count": 187, "max_ms": 0.03, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.028, "count": 187, "max_ms": 0.085, "p95_ms": 0.052}}, "gstreamer_push": {"avg_ms": 2.946, "count": 187, "max_ms": 6.766, "p95_ms": 5.22}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 187, "max_ms": 0.341, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.193, "count": 187, "max_ms": 74.359, "p95_ms": 56.538}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.042, "count": 187, "max_ms": 0.114, "p95_ms": 0.084}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 75.326, "count": 187, "max_ms": 115.573, "p95_ms": 99.585}, "inference_input_copy_ms": {"avg_ms": 1.535, "count": 187, "max_ms": 3.994, "p95_ms": 2.549}, "processing_residual_ms": {"avg_ms": 0.167, "count": 187, "max_ms": 0.617, "p95_ms": 0.326}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.07, "count": 187, "max_ms": 117.613, "p95_ms": 101.02}, "read_interval": {"avg_ms": 160.461, "count": 186, "max_ms": 3380.38, "p95_ms": 185.432}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 187, "max_ms": 0.113, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.125, "count": 187, "max_ms": 0.908, "p95_ms": 0.249}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 187, "max_ms": 0.05, "p95_ms": 0.016}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.11, "count": 187, "max_ms": 0.795, "p95_ms": 0.223}, "worker_merge_ms": {"avg_ms": 0.005, "count": 187, "max_ms": 0.037, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 40.207, "count": 187, "max_ms": 74.367, "p95_ms": 56.556}, "visualize": {"avg_ms": 33.431, "count": 187, "max_ms": 59.079, "p95_ms": 45.018}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.589, "count": 187, "max_ms": 57.965, "p95_ms": 43.657}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.244, "count": 187, "max_ms": 58.608, "p95_ms": 44.597}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.005, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.143, "count": 187, "max_ms": 58.491, "p95_ms": 44.403}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 187, "max_ms": 0.174, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1662.238, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.79, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.795, "sample_count": 2879, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1610850, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:30:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.078, "exists": true, "size_bytes": 98768, "write_bytes_delta": 98768, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 488.0, "cpu_core_ratio": 1.161287, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13841.0, "pid": 98548, "reason": null, "system_cpu_core_ratio": 0.398554, "system_cpu_s_delta": 8.0, "user_cpu_core_ratio": 0.762733, "user_cpu_s_delta": 15.309999999999945}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.427449, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 16.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.037863, "system_cpu_s_delta": 0.7599999999983993, "user_cpu_core_ratio": 0.389587, "user_cpu_s_delta": 7.820000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.723, "count": 180, "max_ms": 5.809, "p95_ms": 4.31, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 180}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.655, "count": 30, "max": 68.263, "p95": 49.336, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.834, "count": 30, "max": 36.324, "p95": 32.397, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1244.533, "count": 30, "max": 1622.0, "p95": 1587.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 667.5, "count": 30, "max": 13841.0, "p95": 3216.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.066, "count": 30, "max": 0.399, "p95": 0.097, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.117, "count": 30, "max": 1.395, "p95": 1.348, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.078, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91042.0, "count": 30, "max": 98768.0, "p95": 94767.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91042.0, "count": 30, "max": 98768.0, "p95": 94767.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.233, "count": 30, "max": 46.0, "p95": 27.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.071, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.592, "count": 30, "max": 0.688, "p95": 0.671, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11684, "sampled_at": "2026-10-30T09:30:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:30:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2169754, "flush_count": 2786, "flush_interval_seconds": 30.0, "flush_state": {"count": 2786, "last_at": "2026-10-30T09:30:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:30:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2785}, "started": true, "suppressed_count": 1608189, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 1608188}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2786, "written_record_count": 2786}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9457.586, "limit_mb": null}, "detail": {"pid": 99360, "restart_count": 249, "start_count": 250}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4454018150400, "copied_frame_count": 1610973, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T09:01:13+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2007146, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T09:01:07+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.758}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 4454018150400, "frame_buffer_copies": 1610973, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1302, "count": 512, "max_ms": 3.3814, "p50_ms": 0.1151, "p95_ms": 0.2282, "p99_ms": 0.3091}, "stages": {"db_insert": {"avg_ms": 26.5042, "count": 1, "max_ms": 26.5042, "p50_ms": 26.5042, "p95_ms": 26.5042, "p99_ms": 26.5042, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.2571, "count": 1, "max_ms": 1.2571, "p50_ms": 1.2571, "p95_ms": 1.2571, "p99_ms": 1.2571, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1378.4915, "count": 1, "max_ms": 1378.4915, "p50_ms": 1378.4915, "p95_ms": 1378.4915, "p99_ms": 1378.4915, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2952, "count": 512, "max_ms": 3.4415, "p50_ms": 1.225, "p95_ms": 2.1494, "p99_ms": 2.7219, "results": {"failed": 0, "not_applicable": 0, "success": 1610973, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 609.8252, "count": 1, "max_ms": 609.8252, "p50_ms": 609.8252, "p95_ms": 609.8252, "p99_ms": 609.8252, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 67.7399, "count": 1, "max_ms": 67.7399, "p50_ms": 67.7399, "p95_ms": 67.7399, "p99_ms": 67.7399, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1452, "count": 50, "max_ms": 8.7346, "p50_ms": 5.0535, "p95_ms": 7.4855, "p99_ms": 8.6361, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3653, "count": 50, "max_ms": 3.6197, "p50_ms": 1.2048, "p95_ms": 2.411, "p99_ms": 3.4457, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 605.8174, "count": 1, "max_ms": 605.8174, "p50_ms": 605.8174, "p95_ms": 605.8174, "p99_ms": 605.8174, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 512.7496, "count": 1, "max_ms": 512.7496, "p50_ms": 512.7496, "p95_ms": 512.7496, "p99_ms": 512.7496, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 87.7315, "count": 1, "max_ms": 87.7315, "p50_ms": 87.7315, "p95_ms": 87.7315, "p99_ms": 87.7315, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.2085, "count": 1, "max_ms": 1.2085, "p50_ms": 1.2085, "p95_ms": 1.2085, "p99_ms": 1.2085, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 30.4431, "count": 1, "max_ms": 30.4431, "p50_ms": 30.4431, "p95_ms": 30.4431, "p99_ms": 30.4431, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8184, "count": 1, "max_ms": 0.8184, "p50_ms": 0.8184, "p95_ms": 0.8184, "p99_ms": 0.8184, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.6616, "count": 1, "max_ms": 0.6616, "p50_ms": 0.6616, "p95_ms": 0.6616, "p99_ms": 0.6616, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.6616, "count": 1, "max_ms": 0.6616, "p50_ms": 0.6616, "p95_ms": 0.6616, "p99_ms": 0.6616, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8184, "count": 1, "max_ms": 0.8184, "p50_ms": 0.8184, "p95_ms": 0.8184, "p99_ms": 0.8184, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.554, "count": 1, "max_ms": 0.554, "p50_ms": 0.554, "p95_ms": 0.554, "p99_ms": 0.554, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 642.3509, "count": 1, "max_ms": 642.3509, "p50_ms": 642.3509, "p95_ms": 642.3509, "p99_ms": 642.3509, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 0.919, "count": 1, "max_ms": 0.919, "p50_ms": 0.919, "p95_ms": 0.919, "p99_ms": 0.919, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 27.6583, "count": 1, "max_ms": 27.6583, "p50_ms": 27.6583, "p95_ms": 27.6583, "p99_ms": 27.6583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6269, "count": 1, "max_ms": 0.6269, "p50_ms": 0.6269, "p95_ms": 0.6269, "p99_ms": 0.6269, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9594, "count": 1, "max_ms": 1.9594, "p50_ms": 1.9594, "p95_ms": 1.9594, "p99_ms": 1.9594, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 767.7144, "count": 1, "max_ms": 767.7144, "p50_ms": 767.7144, "p95_ms": 767.7144, "p99_ms": 767.7144, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6269, "p50_ms": 0.6269, "p95_ms": 0.6269, "p99_ms": 0.6269}, "wait_ms": {"count": 1, "max_ms": 1.9594, "p50_ms": 1.9594, "p95_ms": 1.9594, "p99_ms": 1.9594}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15533, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.2571, "p50_ms": 1.2571, "p95_ms": 1.2571, "p99_ms": 1.2571}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 220, "h264_decode_error_count": 523, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:31:11+09:00", "last_error_summary": "[h264 @ 0x5b651ca7d600] cabac decode of qscale diff failed at 108 98 [h264 @ 0x5b651ca7d600] error while decoding MB 108 98, bytestream 15744 [h264 @ 0x5b651ca7d600] cabac decode of qscale diff failed at 87 88 [h264 @ 0x5b651ca7d600] error while decoding MB 87 88, bytestream 67546 [h264 @ 0x5b651ca31280] error while decoding MB 62 99, bytestream -24 [h264 @ 0x5b651d5d68c0] cabac decode of qscale diff failed at 76 100 [h264 @ 0x5b651d5d68c0] error while decoding MB 76 100, bytestream 112306 [h264", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T09:31:14+09:00", "pid": 99360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 396.676, "name": "ffmpeg", "pid": 99360, "rss_mb": 396.676, "state": "S (sleeping)", "threads": 70}, "restart_count": 249, "restart_count_per_hour": 7, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 250}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.364, "sample_count": 2797, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1610973, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:31:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 4.366, "last_frame_pushed_at": "2026-10-30T09:31:11+09:00", "last_frame_read_age_sec": 4.461, "last_frame_read_at": "2026-10-30T09:31:11+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 79, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 95.168, "last_sample_duration_ms": 1126.875, "last_trigger": "periodic", "next_snapshot_in_sec": 504.832, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 279, "storage_bytes": 2658759}, "mjpeg": {"age_sec": 4.355, "exists": true, "mtime": "2026-10-30T09:31:11.724093+09:00", "mtime_epoch": 1793320271.7240934, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 101501}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T09:31:16+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1662.305, "name": "celery", "pid": 176, "rss_mb": 1662.305, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1610973, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 170}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 170, "pushed_frames": 170, "read_frames": 170, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.301, "pushed": 6.301, "read": 6.301}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 170, "client_acquire_ms": {"avg_ms": 0.007, "count": 170, "max_ms": 0.024, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4426.092, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.684, "count": 170, "max_ms": 4.863, "p95_ms": 2.14, "reason": null, "sample_age_ms": 4478.725, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.286, "count": 170, "max_ms": 4.472, "p95_ms": 1.411, "reason": null, "sample_age_ms": 4478.996, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.091, "count": 170, "max_ms": 0.26, "p95_ms": 0.169, "reason": null, "sample_age_ms": 4426.097, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.59, "count": 170, "max_ms": 3.087, "p95_ms": 2.699, "reason": null, "sample_age_ms": 4476.296, "source": "client_direct"}, "request_count": 170, "request_tensor_bytes": {"avg": 2211848.0, "count": 170, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4476.196, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 170, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4426.155, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.506, "count": 170, "max_ms": 68.691, "p95_ms": 54.101, "reason": null, "sample_age_ms": 4426.09, "source": "client_direct"}, "sample_age_ms": 4426.087, "source": "client_direct", "task_total_ms": {"avg_ms": 39.359, "count": 170, "max_ms": 70.826, "p95_ms": 56.341, "reason": null, "sample_age_ms": 4426.087, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.625, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.703, "count": 170, "max_ms": 2.004, "p95_ms": 1.357}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.225, "count": 170, "max_ms": 0.697, "p95_ms": 0.456}, "detection_prepare_ms": {"avg_ms": 0.098, "count": 170, "max_ms": 0.395, "p95_ms": 0.173}, "event_filter_ms": {"avg_ms": 0.004, "count": 170, "max_ms": 0.016, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.076, "count": 170, "max_ms": 0.22, "p95_ms": 0.145}, "mcmt_ms": {"avg_ms": 0.002, "count": 170, "max_ms": 0.032, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.179, "count": 170, "max_ms": 1.053, "p95_ms": 0.374}, "setup_ms": {"avg_ms": 0.043, "count": 170, "max_ms": 0.146, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 0.659, "count": 170, "max_ms": 1.901, "p95_ms": 1.296}, "track_match_ms": {"avg_ms": 0.004, "count": 170, "max_ms": 0.03, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.028, "count": 170, "max_ms": 0.085, "p95_ms": 0.052}}, "gstreamer_push": {"avg_ms": 2.92, "count": 170, "max_ms": 6.766, "p95_ms": 5.298}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 170, "max_ms": 0.341, "p95_ms": 0.107}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.372, "count": 170, "max_ms": 74.359, "p95_ms": 57.573}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.042, "count": 170, "max_ms": 0.111, "p95_ms": 0.084}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 75.641, "count": 170, "max_ms": 115.573, "p95_ms": 99.585}, "inference_input_copy_ms": {"avg_ms": 1.534, "count": 170, "max_ms": 3.994, "p95_ms": 2.549}, "processing_residual_ms": {"avg_ms": 0.17, "count": 170, "max_ms": 0.617, "p95_ms": 0.347}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.387, "count": 170, "max_ms": 117.613, "p95_ms": 101.02}, "read_interval": {"avg_ms": 152.337, "count": 170, "max_ms": 3380.38, "p95_ms": 153.957}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 170, "max_ms": 0.113, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.126, "count": 170, "max_ms": 0.908, "p95_ms": 0.277}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 170, "max_ms": 0.05, "p95_ms": 0.016}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.111, "count": 170, "max_ms": 0.795, "p95_ms": 0.253}, "worker_merge_ms": {"avg_ms": 0.005, "count": 170, "max_ms": 0.037, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 40.387, "count": 170, "max_ms": 74.367, "p95_ms": 57.582}, "visualize": {"avg_ms": 33.578, "count": 170, "max_ms": 59.079, "p95_ms": 45.018}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.738, "count": 170, "max_ms": 57.965, "p95_ms": 43.657}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.39, "count": 170, "max_ms": 58.608, "p95_ms": 44.597}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.005, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.29, "count": 170, "max_ms": 58.491, "p95_ms": 44.403}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 170, "max_ms": 0.174, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1662.238, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.79, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.795, "sample_count": 2879, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1610850, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:30:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.078, "exists": true, "size_bytes": 98768, "write_bytes_delta": 98768, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 488.0, "cpu_core_ratio": 1.161287, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13841.0, "pid": 98548, "reason": null, "system_cpu_core_ratio": 0.398554, "system_cpu_s_delta": 8.0, "user_cpu_core_ratio": 0.762733, "user_cpu_s_delta": 15.309999999999945}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.427449, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 16.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.037863, "system_cpu_s_delta": 0.7599999999983993, "user_cpu_core_ratio": 0.389587, "user_cpu_s_delta": 7.820000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.723, "count": 180, "max_ms": 5.809, "p95_ms": 4.31, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 180}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.655, "count": 30, "max": 68.263, "p95": 49.336, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.834, "count": 30, "max": 36.324, "p95": 32.397, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1244.533, "count": 30, "max": 1622.0, "p95": 1587.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 667.5, "count": 30, "max": 13841.0, "p95": 3216.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.066, "count": 30, "max": 0.399, "p95": 0.097, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.117, "count": 30, "max": 1.395, "p95": 1.348, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.078, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91042.0, "count": 30, "max": 98768.0, "p95": 94767.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91042.0, "count": 30, "max": 98768.0, "p95": 94767.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.233, "count": 30, "max": 46.0, "p95": 27.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.071, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.592, "count": 30, "max": 0.688, "p95": 0.671, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11684, "sampled_at": "2026-10-30T09:30:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:30:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 26.978, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2673161, "flush_count": 2786, "flush_interval_seconds": 30.0, "flush_state": {"count": 2786, "last_at": "2026-10-30T09:32:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:32:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2785}, "started": true, "suppressed_count": 1393939, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1393798}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2786, "written_record_count": 2786}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9317.598, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x6547ba2c5d00] error while decoding MB 113 62, bytestream -8", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3861269913600, "copied_frame_count": 1396582, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3861269913600, "frame_buffer_copies": 1396582, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1156, "count": 512, "max_ms": 0.4116, "p50_ms": 0.1002, "p95_ms": 0.2304, "p99_ms": 0.3445}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4614, "count": 512, "max_ms": 7.2492, "p50_ms": 1.3256, "p95_ms": 2.5982, "p99_ms": 3.7966, "results": {"failed": 0, "not_applicable": 0, "success": 1396582, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 475, "h264_decode_error_count": 1078, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:32:53+09:00", "last_error_summary": "[h264 @ 0x6547ba2c5d00] error while decoding MB 113 62, bytestream -8", "last_exit_at": "2026-10-30T09:29:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 209.48, "last_started_at": "2026-10-30T09:29:24+09:00", "pid": 99244, "process": {"exists": false, "pid": 99244}, "restart_count": 514, "restart_count_per_hour": 14, "rtsp_timeout_count": 174, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 515}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.976, "sample_count": 2220, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1396582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:32:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.081, "last_frame_pushed_at": "2026-10-30T09:32:53+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-10-30T09:32:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 79, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 192.809, "last_sample_duration_ms": 1126.875, "last_trigger": "periodic", "next_snapshot_in_sec": 407.191, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 279, "storage_bytes": 2658759}, "mjpeg": {"age_sec": 0.051, "exists": true, "mtime": "2026-10-30T09:32:53.687677+09:00", "mtime_epoch": 1793320373.6876774, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 97560}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:32:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1427.242, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1396583, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.24, "max": 18.0, "p95": 13.0, "sample_count": 250}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.615, "max": 2.0, "p95": 2.0, "sample_count": 244}, "total": {"avg": 1.576, "max": 2.0, "p95": 2.0, "sample_count": 250}}, "tracking_counts": {"active": {"avg": 0.288, "max": 1.0, "p95": 1.0, "sample_count": 250}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 250}, "tracked": {"avg": 0.288, "max": 1.0, "p95": 1.0, "sample_count": 250}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 251, "pushed_frames": 251, "read_frames": 251, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.367, "pushed": 8.367, "read": 8.367}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 251, "client_acquire_ms": {"avg_ms": 0.007, "count": 251, "max_ms": 0.06, "p95_ms": 0.014, "reason": null, "sample_age_ms": 19.207, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.838, "count": 251, "max_ms": 5.832, "p95_ms": 2.926, "reason": null, "sample_age_ms": 82.614, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.345, "count": 251, "max_ms": 4.55, "p95_ms": 2.197, "reason": null, "sample_age_ms": 84.902, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.379, "count": 251, "max_ms": 11.977, "p95_ms": 0.645, "reason": null, "sample_age_ms": 19.227, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.94, "count": 251, "max_ms": 6.446, "p95_ms": 3.382, "reason": null, "sample_age_ms": 80.909, "source": "client_direct"}, "request_count": 251, "request_tensor_bytes": {"avg": 2764808.0, "count": 251, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 80.881, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 251, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 19.672, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.405, "count": 251, "max_ms": 87.405, "p95_ms": 62.612, "reason": null, "sample_age_ms": 19.2, "source": "client_direct"}, "sample_age_ms": 19.194, "source": "client_direct", "task_total_ms": {"avg_ms": 45.891, "count": 251, "max_ms": 90.721, "p95_ms": 65.229, "reason": null, "sample_age_ms": 19.194, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.574, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.511, "count": 250, "max_ms": 14.578, "p95_ms": 9.587}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.367, "count": 250, "max_ms": 1.155, "p95_ms": 0.725}, "detection_prepare_ms": {"avg_ms": 1.396, "count": 250, "max_ms": 9.872, "p95_ms": 2.646}, "event_filter_ms": {"avg_ms": 0.005, "count": 250, "max_ms": 0.03, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.27, "count": 250, "max_ms": 2.993, "p95_ms": 0.486}, "mcmt_ms": {"avg_ms": 0.003, "count": 250, "max_ms": 0.029, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.81, "count": 250, "max_ms": 5.828, "p95_ms": 3.219}, "setup_ms": {"avg_ms": 0.04, "count": 250, "max_ms": 0.141, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 5.458, "count": 250, "max_ms": 14.479, "p95_ms": 9.505}, "track_match_ms": {"avg_ms": 0.079, "count": 250, "max_ms": 0.365, "p95_ms": 0.177}, "tracker_update_ms": {"avg_ms": 1.488, "count": 250, "max_ms": 4.213, "p95_ms": 2.665}}, "gstreamer_push": {"avg_ms": 3.192, "count": 251, "max_ms": 8.123, "p95_ms": 5.684}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 250, "max_ms": 0.587, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.042, "count": 250, "max_ms": 93.979, "p95_ms": 67.324}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.01, "count": 251, "max_ms": 20.473, "p95_ms": 7.241}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.098, "count": 251, "max_ms": 161.166, "p95_ms": 133.325}, "inference_input_copy_ms": {"avg_ms": 1.635, "count": 251, "max_ms": 3.663, "p95_ms": 3.014}, "processing_residual_ms": {"avg_ms": 0.199, "count": 251, "max_ms": 0.567, "p95_ms": 0.378}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 104.942, "count": 251, "max_ms": 166.462, "p95_ms": 137.493}, "read_interval": {"avg_ms": 119.572, "count": 251, "max_ms": 201.624, "p95_ms": 164.22}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 250, "max_ms": 0.045, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 1.748, "count": 250, "max_ms": 5.732, "p95_ms": 3.142}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 250, "max_ms": 0.054, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.733, "count": 250, "max_ms": 5.692, "p95_ms": 3.117}, "worker_merge_ms": {"avg_ms": 0.006, "count": 250, "max_ms": 0.027, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 47.055, "count": 250, "max_ms": 94.012, "p95_ms": 67.334}, "visualize": {"avg_ms": 46.403, "count": 250, "max_ms": 77.488, "p95_ms": 62.932}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 41.044, "count": 250, "max_ms": 67.559, "p95_ms": 56.084}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.95, "count": 250, "max_ms": 75.539, "p95_ms": 61.223}, "visualize_input_copy_ms": {"avg_ms": 1.261, "count": 250, "max_ms": 3.55, "p95_ms": 2.131}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.821, "count": 250, "max_ms": 75.383, "p95_ms": 60.999}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 250, "max_ms": 0.229, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 250}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1429.535, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.533, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.84, "sample_count": 2165, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1396395, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:32:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 96390, "write_bytes_delta": 96390, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 523.0, "cpu_core_ratio": 0.424278, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 99244, "reason": null, "system_cpu_core_ratio": 0.037935, "system_cpu_s_delta": 0.3799999999999999, "user_cpu_core_ratio": 0.386343, "user_cpu_s_delta": 3.8699999999999903}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.695117, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 96086.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.602974, "system_cpu_s_delta": 6.039999999993597, "user_cpu_core_ratio": 1.092142, "user_cpu_s_delta": 10.940000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.732, "count": 242, "max_ms": 13.716, "p95_ms": 6.93, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.054, "max": 14.0, "p95": 13.0, "sample_count": 242}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.246, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 195}, "total": {"avg": 1.004, "max": 2.0, "p95": 2.0, "sample_count": 242}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.896, "count": 30, "max": 56.354, "p95": 54.39, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.325, "count": 30, "max": 22.325, "p95": 22.071, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 674.567, "count": 30, "max": 1075.0, "p95": 1047.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 650.7, "count": 30, "max": 7681.0, "p95": 3242.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.078, "count": 30, "max": 0.371, "p95": 0.284, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.343, "count": 30, "max": 0.41, "p95": 0.402, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94868.8, "count": 30, "max": 99955.0, "p95": 99276.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91746.1, "count": 30, "max": 99955.0, "p95": 99276.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 156087.367, "count": 30, "max": 238119.0, "p95": 230899.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.564, "count": 30, "max": 0.66, "p95": 0.649, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.983, "count": 30, "max": 1.133, "p95": 1.113, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10757, "sampled_at": "2026-10-30T09:32:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:32:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2673161, "flush_count": 2786, "flush_interval_seconds": 30.0, "flush_state": {"count": 2786, "last_at": "2026-10-30T09:32:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:32:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2785}, "started": true, "suppressed_count": 1393939, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1393798}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2786, "written_record_count": 2786}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9307.734, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T09:32:53+09:00", "last_error_summary": "[h264 @ 0x6547ba2c5d00] error while decoding MB 113 62, bytestream -8", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3861272678400, "copied_frame_count": 1396583, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3861272678400, "frame_buffer_copies": 1396583, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1156, "count": 512, "max_ms": 0.4116, "p50_ms": 0.1002, "p95_ms": 0.2304, "p99_ms": 0.3445}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4622, "count": 512, "max_ms": 7.2492, "p50_ms": 1.3283, "p95_ms": 2.5982, "p99_ms": 3.7966, "results": {"failed": 0, "not_applicable": 0, "success": 1396583, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 475, "h264_decode_error_count": 1078, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:32:53+09:00", "last_error_summary": "[h264 @ 0x6547ba2c5d00] error while decoding MB 113 62, bytestream -8", "last_exit_at": "2026-10-30T09:32:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 209.566, "last_started_at": "2026-10-30T09:29:24+09:00", "pid": 99244, "process": {"exists": false, "pid": 99244}, "restart_count": 514, "restart_count_per_hour": 14, "rtsp_timeout_count": 174, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 515}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.976, "sample_count": 2220, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1396583, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:32:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.027, "last_frame_pushed_at": "2026-10-30T09:32:53+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-10-30T09:32:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 79, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 192.905, "last_sample_duration_ms": 1126.875, "last_trigger": "periodic", "next_snapshot_in_sec": 407.095, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 279, "storage_bytes": 2658759}, "mjpeg": {"age_sec": 0.018, "exists": true, "mtime": "2026-10-30T09:32:53.806678+09:00", "mtime_epoch": 1793320373.806678, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 97627}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:32:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1416.5, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1396583, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.231, "max": 18.0, "p95": 13.0, "sample_count": 251}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.612, "max": 2.0, "p95": 2.0, "sample_count": 245}, "total": {"avg": 1.574, "max": 2.0, "p95": 2.0, "sample_count": 251}}, "tracking_counts": {"active": {"avg": 0.287, "max": 1.0, "p95": 1.0, "sample_count": 251}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 251}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 251}, "tracked": {"avg": 0.287, "max": 1.0, "p95": 1.0, "sample_count": 251}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 251}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 251, "pushed_frames": 251, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.374, "pushed": 8.374, "read": 8.34}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 250, "client_acquire_ms": {"avg_ms": 0.007, "count": 250, "max_ms": 0.06, "p95_ms": 0.014, "reason": null, "sample_age_ms": 109.361, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.84, "count": 250, "max_ms": 5.832, "p95_ms": 2.927, "reason": null, "sample_age_ms": 172.768, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.346, "count": 250, "max_ms": 4.55, "p95_ms": 2.202, "reason": null, "sample_age_ms": 175.056, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.379, "count": 250, "max_ms": 11.977, "p95_ms": 0.646, "reason": null, "sample_age_ms": 109.381, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.939, "count": 250, "max_ms": 6.446, "p95_ms": 3.388, "reason": null, "sample_age_ms": 171.063, "source": "client_direct"}, "request_count": 250, "request_tensor_bytes": {"avg": 2764808.0, "count": 250, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 171.035, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 250, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 109.826, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.426, "count": 250, "max_ms": 87.405, "p95_ms": 62.63, "reason": null, "sample_age_ms": 109.354, "source": "client_direct"}, "sample_age_ms": 109.348, "source": "client_direct", "task_total_ms": {"avg_ms": 45.911, "count": 250, "max_ms": 90.721, "p95_ms": 65.25, "reason": null, "sample_age_ms": 109.348, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.75, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.503, "count": 251, "max_ms": 14.578, "p95_ms": 9.587}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.367, "count": 251, "max_ms": 1.155, "p95_ms": 0.725}, "detection_prepare_ms": {"avg_ms": 1.396, "count": 251, "max_ms": 9.872, "p95_ms": 2.646}, "event_filter_ms": {"avg_ms": 0.005, "count": 251, "max_ms": 0.03, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.27, "count": 251, "max_ms": 2.993, "p95_ms": 0.486}, "mcmt_ms": {"avg_ms": 0.003, "count": 251, "max_ms": 0.029, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.804, "count": 251, "max_ms": 5.828, "p95_ms": 3.219}, "setup_ms": {"avg_ms": 0.04, "count": 251, "max_ms": 0.141, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 5.45, "count": 251, "max_ms": 14.479, "p95_ms": 9.505}, "track_match_ms": {"avg_ms": 0.079, "count": 251, "max_ms": 0.365, "p95_ms": 0.177}, "tracker_update_ms": {"avg_ms": 1.486, "count": 251, "max_ms": 4.213, "p95_ms": 2.665}}, "gstreamer_push": {"avg_ms": 3.191, "count": 251, "max_ms": 8.123, "p95_ms": 5.684}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 251, "max_ms": 0.587, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.119, "count": 251, "max_ms": 93.979, "p95_ms": 67.324}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.004, "count": 251, "max_ms": 20.473, "p95_ms": 7.241}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.265, "count": 251, "max_ms": 161.166, "p95_ms": 133.325}, "inference_input_copy_ms": {"avg_ms": 1.632, "count": 251, "max_ms": 3.663, "p95_ms": 3.014}, "processing_residual_ms": {"avg_ms": 0.198, "count": 251, "max_ms": 0.567, "p95_ms": 0.378}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.099, "count": 251, "max_ms": 166.462, "p95_ms": 137.493}, "read_interval": {"avg_ms": 119.655, "count": 250, "max_ms": 201.624, "p95_ms": 164.22}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 251, "max_ms": 0.045, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 1.743, "count": 251, "max_ms": 5.732, "p95_ms": 3.142}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 251, "max_ms": 0.054, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.728, "count": 251, "max_ms": 5.692, "p95_ms": 3.117}, "worker_merge_ms": {"avg_ms": 0.006, "count": 251, "max_ms": 0.027, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 47.131, "count": 251, "max_ms": 94.012, "p95_ms": 67.334}, "visualize": {"avg_ms": 46.429, "count": 251, "max_ms": 77.488, "p95_ms": 62.932}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 41.074, "count": 251, "max_ms": 67.559, "p95_ms": 56.084}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.978, "count": 251, "max_ms": 75.539, "p95_ms": 61.223}, "visualize_input_copy_ms": {"avg_ms": 1.26, "count": 251, "max_ms": 3.55, "p95_ms": 2.131}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.849, "count": 251, "max_ms": 75.383, "p95_ms": 60.999}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 251, "max_ms": 0.229, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 251}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 251}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 251}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1429.535, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.533, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.84, "sample_count": 2165, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1396395, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:32:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 96390, "write_bytes_delta": 96390, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 523.0, "cpu_core_ratio": 0.424278, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 99244, "reason": null, "system_cpu_core_ratio": 0.037935, "system_cpu_s_delta": 0.3799999999999999, "user_cpu_core_ratio": 0.386343, "user_cpu_s_delta": 3.8699999999999903}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.695117, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 96086.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.602974, "system_cpu_s_delta": 6.039999999993597, "user_cpu_core_ratio": 1.092142, "user_cpu_s_delta": 10.940000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.732, "count": 242, "max_ms": 13.716, "p95_ms": 6.93, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.054, "max": 14.0, "p95": 13.0, "sample_count": 242}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.246, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 195}, "total": {"avg": 1.004, "max": 2.0, "p95": 2.0, "sample_count": 242}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.896, "count": 30, "max": 56.354, "p95": 54.39, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.325, "count": 30, "max": 22.325, "p95": 22.071, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 674.567, "count": 30, "max": 1075.0, "p95": 1047.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 650.7, "count": 30, "max": 7681.0, "p95": 3242.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.078, "count": 30, "max": 0.371, "p95": 0.284, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.343, "count": 30, "max": 0.41, "p95": 0.402, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94868.8, "count": 30, "max": 99955.0, "p95": 99276.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91746.1, "count": 30, "max": 99955.0, "p95": 99276.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 156087.367, "count": 30, "max": 238119.0, "p95": 230899.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.564, "count": 30, "max": 0.66, "p95": 0.649, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.983, "count": 30, "max": 1.133, "p95": 1.113, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10757, "sampled_at": "2026-10-30T09:32:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:32:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2673161, "flush_count": 2786, "flush_interval_seconds": 30.0, "flush_state": {"count": 2786, "last_at": "2026-10-30T09:32:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:32:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2785}, "started": true, "suppressed_count": 1393939, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1393798}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2786, "written_record_count": 2786}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9305.957, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3861272678400, "copied_frame_count": 1396583, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3861272678400, "frame_buffer_copies": 1396583, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1156, "count": 512, "max_ms": 0.4116, "p50_ms": 0.1002, "p95_ms": 0.2304, "p99_ms": 0.3445}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4622, "count": 512, "max_ms": 7.2492, "p50_ms": 1.3283, "p95_ms": 2.5982, "p99_ms": 3.7966, "results": {"failed": 0, "not_applicable": 0, "success": 1396583, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 475, "h264_decode_error_count": 1078, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:32:53+09:00", "last_error_summary": "[h264 @ 0x6547ba2c5d00] error while decoding MB 113 62, bytestream -8", "last_exit_at": "2026-10-30T09:32:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 209.616, "last_started_at": "2026-10-30T09:29:24+09:00", "pid": 99244, "process": {"exists": false, "pid": 99244}, "restart_count": 514, "restart_count_per_hour": 14, "rtsp_timeout_count": 174, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 515}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.976, "sample_count": 2220, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1396583, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:32:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.077, "last_frame_pushed_at": "2026-10-30T09:32:53+09:00", "last_frame_read_age_sec": 0.211, "last_frame_read_at": "2026-10-30T09:32:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 79, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 192.942, "last_sample_duration_ms": 1126.875, "last_trigger": "periodic", "next_snapshot_in_sec": 407.058, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 279, "storage_bytes": 2658759}, "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-10-30T09:32:53.806678+09:00", "mtime_epoch": 1793320373.806678, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 97627}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:32:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1416.5, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1396583, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.228, "max": 18.0, "p95": 13.0, "sample_count": 250}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.615, "max": 2.0, "p95": 2.0, "sample_count": 244}, "total": {"avg": 1.576, "max": 2.0, "p95": 2.0, "sample_count": 250}}, "tracking_counts": {"active": {"avg": 0.288, "max": 1.0, "p95": 1.0, "sample_count": 250}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 250}, "tracked": {"avg": 0.288, "max": 1.0, "p95": 1.0, "sample_count": 250}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 250, "pushed_frames": 250, "read_frames": 249, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.358, "pushed": 8.358, "read": 8.325}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 249, "client_acquire_ms": {"avg_ms": 0.007, "count": 250, "max_ms": 0.06, "p95_ms": 0.014, "reason": null, "sample_age_ms": 155.17, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.842, "count": 249, "max_ms": 5.832, "p95_ms": 2.928, "reason": null, "sample_age_ms": 218.577, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.347, "count": 249, "max_ms": 4.55, "p95_ms": 2.207, "reason": null, "sample_age_ms": 220.865, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.379, "count": 250, "max_ms": 11.977, "p95_ms": 0.646, "reason": null, "sample_age_ms": 155.19, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.938, "count": 249, "max_ms": 6.446, "p95_ms": 3.394, "reason": null, "sample_age_ms": 216.872, "source": "client_direct"}, "request_count": 249, "request_tensor_bytes": {"avg": 2764808.0, "count": 249, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 216.844, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 250, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 155.635, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.426, "count": 250, "max_ms": 87.405, "p95_ms": 62.63, "reason": null, "sample_age_ms": 155.163, "source": "client_direct"}, "sample_age_ms": 155.157, "source": "client_direct", "task_total_ms": {"avg_ms": 45.911, "count": 250, "max_ms": 90.721, "p95_ms": 65.25, "reason": null, "sample_age_ms": 155.157, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.973, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.497, "count": 250, "max_ms": 14.578, "p95_ms": 9.587}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.366, "count": 250, "max_ms": 1.155, "p95_ms": 0.703}, "detection_prepare_ms": {"avg_ms": 1.392, "count": 250, "max_ms": 9.872, "p95_ms": 2.646}, "event_filter_ms": {"avg_ms": 0.005, "count": 250, "max_ms": 0.03, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.27, "count": 250, "max_ms": 2.993, "p95_ms": 0.486}, "mcmt_ms": {"avg_ms": 0.003, "count": 250, "max_ms": 0.029, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.807, "count": 250, "max_ms": 5.828, "p95_ms": 3.219}, "setup_ms": {"avg_ms": 0.04, "count": 250, "max_ms": 0.141, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 5.445, "count": 250, "max_ms": 14.479, "p95_ms": 9.505}, "track_match_ms": {"avg_ms": 0.079, "count": 250, "max_ms": 0.365, "p95_ms": 0.177}, "tracker_update_ms": {"avg_ms": 1.484, "count": 250, "max_ms": 4.213, "p95_ms": 2.665}}, "gstreamer_push": {"avg_ms": 3.186, "count": 250, "max_ms": 8.123, "p95_ms": 5.684}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 250, "max_ms": 0.587, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.14, "count": 250, "max_ms": 93.979, "p95_ms": 67.324}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.008, "count": 250, "max_ms": 20.473, "p95_ms": 7.241}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.284, "count": 250, "max_ms": 161.166, "p95_ms": 133.325}, "inference_input_copy_ms": {"avg_ms": 1.632, "count": 250, "max_ms": 3.663, "p95_ms": 3.014}, "processing_residual_ms": {"avg_ms": 0.198, "count": 250, "max_ms": 0.567, "p95_ms": 0.378}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.122, "count": 250, "max_ms": 166.462, "p95_ms": 137.493}, "read_interval": {"avg_ms": 119.687, "count": 249, "max_ms": 201.624, "p95_ms": 164.22}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 250, "max_ms": 0.045, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 1.745, "count": 250, "max_ms": 5.732, "p95_ms": 3.142}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 250, "max_ms": 0.054, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.73, "count": 250, "max_ms": 5.692, "p95_ms": 3.117}, "worker_merge_ms": {"avg_ms": 0.006, "count": 250, "max_ms": 0.027, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 47.152, "count": 250, "max_ms": 94.012, "p95_ms": 67.334}, "visualize": {"avg_ms": 46.432, "count": 250, "max_ms": 77.488, "p95_ms": 62.932}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 41.077, "count": 250, "max_ms": 67.559, "p95_ms": 56.084}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.984, "count": 250, "max_ms": 75.539, "p95_ms": 61.223}, "visualize_input_copy_ms": {"avg_ms": 1.257, "count": 250, "max_ms": 3.55, "p95_ms": 2.131}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.854, "count": 250, "max_ms": 75.383, "p95_ms": 60.999}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 250, "max_ms": 0.229, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 250}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1429.535, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.533, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.84, "sample_count": 2165, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1396395, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:32:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 96390, "write_bytes_delta": 96390, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 523.0, "cpu_core_ratio": 0.424278, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 99244, "reason": null, "system_cpu_core_ratio": 0.037935, "system_cpu_s_delta": 0.3799999999999999, "user_cpu_core_ratio": 0.386343, "user_cpu_s_delta": 3.8699999999999903}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.695117, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 96086.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.602974, "system_cpu_s_delta": 6.039999999993597, "user_cpu_core_ratio": 1.092142, "user_cpu_s_delta": 10.940000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.732, "count": 242, "max_ms": 13.716, "p95_ms": 6.93, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.054, "max": 14.0, "p95": 13.0, "sample_count": 242}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.246, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 195}, "total": {"avg": 1.004, "max": 2.0, "p95": 2.0, "sample_count": 242}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.896, "count": 30, "max": 56.354, "p95": 54.39, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.325, "count": 30, "max": 22.325, "p95": 22.071, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 674.567, "count": 30, "max": 1075.0, "p95": 1047.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 650.7, "count": 30, "max": 7681.0, "p95": 3242.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.078, "count": 30, "max": 0.371, "p95": 0.284, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.343, "count": 30, "max": 0.41, "p95": 0.402, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94868.8, "count": 30, "max": 99955.0, "p95": 99276.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91746.1, "count": 30, "max": 99955.0, "p95": 99276.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 156087.367, "count": 30, "max": 238119.0, "p95": 230899.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.564, "count": 30, "max": 0.66, "p95": 0.649, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.983, "count": 30, "max": 1.133, "p95": 1.113, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10757, "sampled_at": "2026-10-30T09:32:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:32:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2673161, "flush_count": 2786, "flush_interval_seconds": 30.0, "flush_state": {"count": 2786, "last_at": "2026-10-30T09:32:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:32:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2785}, "started": true, "suppressed_count": 1393939, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1393798}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2786, "written_record_count": 2786}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9478.879, "limit_mb": null}, "detail": {"pid": 99538, "restart_count": 515, "start_count": 516}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3861272678400, "copied_frame_count": 1396583, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3861272678400, "frame_buffer_copies": 1396583, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1156, "count": 512, "max_ms": 0.4116, "p50_ms": 0.1002, "p95_ms": 0.2304, "p99_ms": 0.3445}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4622, "count": 512, "max_ms": 7.2492, "p50_ms": 1.3283, "p95_ms": 2.5982, "p99_ms": 3.7966, "results": {"failed": 0, "not_applicable": 0, "success": 1396583, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 475, "h264_decode_error_count": 1078, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:32:53+09:00", "last_error_summary": "[h264 @ 0x6547ba2c5d00] error while decoding MB 113 62, bytestream -8", "last_exit_at": "2026-10-30T09:32:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T09:32:56+09:00", "pid": 99538, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.074, "name": "ffmpeg", "pid": 99538, "rss_mb": 209.074, "state": "S (sleeping)", "threads": 70}, "restart_count": 515, "restart_count_per_hour": 15, "rtsp_timeout_count": 174, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 516}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.03, "sample_count": 2180, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1396583, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:32:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.539, "last_frame_pushed_at": "2026-10-30T09:32:53+09:00", "last_frame_read_age_sec": 4.673, "last_frame_read_at": "2026-10-30T09:32:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 79, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 197.399, "last_sample_duration_ms": 1126.875, "last_trigger": "periodic", "next_snapshot_in_sec": 402.601, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 279, "storage_bytes": 2658759}, "mjpeg": {"age_sec": 4.53, "exists": true, "mtime": "2026-10-30T09:32:53.806678+09:00", "mtime_epoch": 1793320373.806678, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 97627}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:32:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1416.504, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1396583, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.874, "max": 18.0, "p95": 13.0, "sample_count": 215}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.574, "max": 2.0, "p95": 2.0, "sample_count": 209}, "total": {"avg": 1.53, "max": 2.0, "p95": 2.0, "sample_count": 215}}, "tracking_counts": {"active": {"avg": 0.195, "max": 1.0, "p95": 1.0, "sample_count": 215}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 215}, "tracked": {"avg": 0.195, "max": 1.0, "p95": 1.0, "sample_count": 215}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.182, "pushed": 7.182, "read": 7.149}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 214, "client_acquire_ms": {"avg_ms": 0.007, "count": 215, "max_ms": 0.029, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4611.143, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.826, "count": 214, "max_ms": 5.832, "p95_ms": 2.956, "reason": null, "sample_age_ms": 4674.551, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.34, "count": 214, "max_ms": 3.56, "p95_ms": 2.182, "reason": null, "sample_age_ms": 4676.838, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.378, "count": 215, "max_ms": 11.977, "p95_ms": 0.642, "reason": null, "sample_age_ms": 4611.163, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.888, "count": 214, "max_ms": 6.446, "p95_ms": 3.292, "reason": null, "sample_age_ms": 4672.846, "source": "client_direct"}, "request_count": 214, "request_tensor_bytes": {"avg": 2764808.0, "count": 214, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4672.817, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 215, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4611.609, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.474, "count": 215, "max_ms": 87.405, "p95_ms": 63.904, "reason": null, "sample_age_ms": 4611.136, "source": "client_direct"}, "sample_age_ms": 4611.13, "source": "client_direct", "task_total_ms": {"avg_ms": 45.899, "count": 215, "max_ms": 90.721, "p95_ms": 66.602, "reason": null, "sample_age_ms": 4611.13, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.596, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.452, "count": 215, "max_ms": 14.578, "p95_ms": 9.587}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.373, "count": 215, "max_ms": 1.155, "p95_ms": 0.757}, "detection_prepare_ms": {"avg_ms": 1.369, "count": 215, "max_ms": 9.872, "p95_ms": 2.646}, "event_filter_ms": {"avg_ms": 0.005, "count": 215, "max_ms": 0.03, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.268, "count": 215, "max_ms": 2.993, "p95_ms": 0.486}, "mcmt_ms": {"avg_ms": 0.003, "count": 215, "max_ms": 0.029, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.822, "count": 215, "max_ms": 5.828, "p95_ms": 3.219}, "setup_ms": {"avg_ms": 0.04, "count": 215, "max_ms": 0.141, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 5.4, "count": 215, "max_ms": 14.479, "p95_ms": 9.505}, "track_match_ms": {"avg_ms": 0.07, "count": 215, "max_ms": 0.237, "p95_ms": 0.141}, "tracker_update_ms": {"avg_ms": 1.449, "count": 215, "max_ms": 3.4, "p95_ms": 2.633}}, "gstreamer_push": {"avg_ms": 3.117, "count": 215, "max_ms": 8.123, "p95_ms": 5.571}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 215, "max_ms": 0.587, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.11, "count": 215, "max_ms": 93.979, "p95_ms": 69.465}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.918, "count": 215, "max_ms": 20.473, "p95_ms": 7.241}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.416, "count": 215, "max_ms": 161.166, "p95_ms": 133.325}, "inference_input_copy_ms": {"avg_ms": 1.599, "count": 215, "max_ms": 3.659, "p95_ms": 2.793}, "processing_residual_ms": {"avg_ms": 0.19, "count": 215, "max_ms": 0.455, "p95_ms": 0.367}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 104.123, "count": 215, "max_ms": 166.462, "p95_ms": 137.493}, "read_interval": {"avg_ms": 118.394, "count": 214, "max_ms": 198.756, "p95_ms": 164.22}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 215, "max_ms": 0.045, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 1.761, "count": 215, "max_ms": 5.674, "p95_ms": 3.142}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 215, "max_ms": 0.054, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.746, "count": 215, "max_ms": 5.64, "p95_ms": 3.117}, "worker_merge_ms": {"avg_ms": 0.006, "count": 215, "max_ms": 0.027, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 47.122, "count": 215, "max_ms": 94.012, "p95_ms": 69.48}, "visualize": {"avg_ms": 45.653, "count": 215, "max_ms": 72.806, "p95_ms": 60.719}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 40.505, "count": 215, "max_ms": 61.675, "p95_ms": 55.448}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.22, "count": 215, "max_ms": 69.011, "p95_ms": 59.195}, "visualize_input_copy_ms": {"avg_ms": 1.244, "count": 215, "max_ms": 3.55, "p95_ms": 2.131}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.093, "count": 215, "max_ms": 68.775, "p95_ms": 59.051}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 215, "max_ms": 0.229, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 215}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1429.535, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.533, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.84, "sample_count": 2165, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1396395, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:32:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 96390, "write_bytes_delta": 96390, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 523.0, "cpu_core_ratio": 0.424278, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 99244, "reason": null, "system_cpu_core_ratio": 0.037935, "system_cpu_s_delta": 0.3799999999999999, "user_cpu_core_ratio": 0.386343, "user_cpu_s_delta": 3.8699999999999903}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.695117, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 96086.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.602974, "system_cpu_s_delta": 6.039999999993597, "user_cpu_core_ratio": 1.092142, "user_cpu_s_delta": 10.940000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.732, "count": 242, "max_ms": 13.716, "p95_ms": 6.93, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.054, "max": 14.0, "p95": 13.0, "sample_count": 242}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.246, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 195}, "total": {"avg": 1.004, "max": 2.0, "p95": 2.0, "sample_count": 242}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.896, "count": 30, "max": 56.354, "p95": 54.39, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.325, "count": 30, "max": 22.325, "p95": 22.071, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 674.567, "count": 30, "max": 1075.0, "p95": 1047.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 650.7, "count": 30, "max": 7681.0, "p95": 3242.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.078, "count": 30, "max": 0.371, "p95": 0.284, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.343, "count": 30, "max": 0.41, "p95": 0.402, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94868.8, "count": 30, "max": 99955.0, "p95": 99276.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91746.1, "count": 30, "max": 99955.0, "p95": 99276.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 156087.367, "count": 30, "max": 238119.0, "p95": 230899.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.564, "count": 30, "max": 0.66, "p95": 0.649, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.983, "count": 30, "max": 1.133, "p95": 1.113, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10757, "sampled_at": "2026-10-30T09:32:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:32:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2171569, "flush_count": 2788, "flush_interval_seconds": 30.0, "flush_state": {"count": 2788, "last_at": "2026-10-30T09:32:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:32:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2787}, "started": true, "suppressed_count": 1609187, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 1609185}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2788, "written_record_count": 2788}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9034.531, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4456780185600, "copied_frame_count": 1611972, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T09:31:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3569477, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T09:31:50+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.249}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 2, "events_emitted": 2, "events_failed": 0, "events_observed": 2, "events_suppressed": 0, "frame_buffer_copied_bytes": 4456780185600, "frame_buffer_copies": 1611972, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 100, "recorder_active_input_bytes": 276480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 2, "recorder_clips_failed": 0, "recorder_clips_started": 2, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 2, "worker_jobs_accepted": 2, "worker_jobs_completed": 2, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1142, "count": 512, "max_ms": 0.599, "p50_ms": 0.1012, "p95_ms": 0.1992, "p99_ms": 0.2956}, "stages": {"db_insert": {"avg_ms": 24.9862, "count": 2, "max_ms": 26.5042, "p50_ms": 24.9862, "p95_ms": 26.3524, "p99_ms": 26.4739, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0541, "count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1351.546, "count": 2, "max_ms": 1378.4915, "p50_ms": 1351.546, "p95_ms": 1375.7969, "p99_ms": 1377.9526, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2949, "count": 512, "max_ms": 3.6824, "p50_ms": 1.1701, "p95_ms": 2.2082, "p99_ms": 2.9774, "results": {"failed": 0, "not_applicable": 0, "success": 1611972, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 618.174, "count": 2, "max_ms": 626.5228, "p50_ms": 618.174, "p95_ms": 625.6879, "p99_ms": 626.3558, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 48.8595, "count": 2, "max_ms": 67.7399, "p50_ms": 48.8595, "p95_ms": 65.8519, "p99_ms": 67.3623, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1729, "count": 100, "max_ms": 8.7346, "p50_ms": 5.0177, "p95_ms": 7.5008, "p99_ms": 8.5356, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3251, "count": 100, "max_ms": 3.6197, "p50_ms": 1.1902, "p95_ms": 2.1715, "p99_ms": 3.2681, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 613.5802, "count": 2, "max_ms": 621.343, "p50_ms": 613.5802, "p95_ms": 620.5667, "p99_ms": 621.1878, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 518.5978, "count": 2, "max_ms": 524.4459, "p50_ms": 518.5978, "p95_ms": 523.8611, "p99_ms": 524.3289, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 90.1793, "count": 2, "max_ms": 92.6271, "p50_ms": 90.1793, "p95_ms": 92.3823, "p99_ms": 92.5782, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.2061, "count": 2, "max_ms": 1.2085, "p50_ms": 1.2061, "p95_ms": 1.2083, "p99_ms": 1.2084, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.2034, "count": 2, "max_ms": 57.9637, "p50_ms": 44.2034, "p95_ms": 56.5876, "p99_ms": 57.6885, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6046, "count": 2, "max_ms": 0.6553, "p50_ms": 0.6046, "p95_ms": 0.6502, "p99_ms": 0.6542, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 625.5343, "count": 2, "max_ms": 642.3509, "p50_ms": 625.5343, "p95_ms": 640.6692, "p99_ms": 642.0145, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.8191, "count": 2, "max_ms": 6.7192, "p50_ms": 3.8191, "p95_ms": 6.4292, "p99_ms": 6.6612, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9995, "count": 2, "max_ms": 27.6583, "p50_ms": 23.9995, "p95_ms": 27.2925, "p99_ms": 27.5852, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3609, "count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.995, "count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 731.8976, "count": 2, "max_ms": 767.7144, "p50_ms": 731.8976, "p95_ms": 764.1327, "p99_ms": 766.998, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 2, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216}, "wait_ms": {"count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 2, "artifact_failed": 0, "artifact_requested": 2, "artifact_success": 2, "completed": 2, "completed_failed": 0, "completed_success": 2, "cooldown_promoted": 2, "database_requested": 2, "db_insert_success": 2, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15534, "relay_business_failed": 0, "relay_business_success": 2, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 2, "relay_transport_failed": 0, "relay_transport_success": 2, "reservation_requested": 2}, "snapshot": {"copied_bytes": 5529600, "copied_count": 2, "copy": {"count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 221, "h264_decode_error_count": 535, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:33:15+09:00", "last_error_summary": "[h264 @ 0x604a12641f40] cabac decode of qscale diff failed at 61 80 [h264 @ 0x604a12641f40] error while decoding MB 61 80, bytestream 14098 [h264 @ 0x604a1185c000] cabac decode of qscale diff failed at 56 78 [h264 @ 0x604a1185c000] error while decoding MB 56 78, bytestream 18468 [h264 @ 0x604a124a4240] cabac decode of qscale diff failed at 110 74 [h264 @ 0x604a124a4240] error while decoding MB 110 74, bytestream 24636 [h264 @ 0x604a12168840] cabac decode of qscale diff failed at 133 66 [h264 @ 0", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 121.535, "last_started_at": "2026-10-30T09:31:14+09:00", "pid": 99360, "process": {"exists": false, "pid": 99360}, "restart_count": 249, "restart_count_per_hour": 7, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 250}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.874, "sample_count": 2577, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1611972, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:33:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 0.07, "last_frame_pushed_at": "2026-10-30T09:33:15+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-10-30T09:33:15+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 79, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 214.689, "last_sample_duration_ms": 1126.875, "last_trigger": "periodic", "next_snapshot_in_sec": 385.311, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 279, "storage_bytes": 2658759}, "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-10-30T09:33:15.553804+09:00", "mtime_epoch": 1793320395.553804, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 102367}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T09:33:15+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1670.758, "name": "celery", "pid": 176, "rss_mb": 1618.715, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1611972, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 178}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 178}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 178}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 178, "pushed_frames": 178, "read_frames": 177, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.939, "pushed": 5.939, "read": 5.906}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 177, "client_acquire_ms": {"avg_ms": 0.006, "count": 178, "max_ms": 0.028, "p95_ms": 0.012, "reason": null, "sample_age_ms": 105.812, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.565, "count": 177, "max_ms": 3.061, "p95_ms": 1.854, "reason": null, "sample_age_ms": 149.858, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.261, "count": 177, "max_ms": 2.638, "p95_ms": 1.297, "reason": null, "sample_age_ms": 150.134, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.086, "count": 178, "max_ms": 0.295, "p95_ms": 0.166, "reason": null, "sample_age_ms": 105.82, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.403, "count": 177, "max_ms": 2.929, "p95_ms": 2.451, "reason": null, "sample_age_ms": 148.23, "source": "client_direct"}, "request_count": 177, "request_tensor_bytes": {"avg": 2211848.0, "count": 177, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 148.179, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 178, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 105.925, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.893, "count": 178, "max_ms": 72.673, "p95_ms": 52.224, "reason": null, "sample_age_ms": 105.807, "source": "client_direct"}, "sample_age_ms": 105.803, "source": "client_direct", "task_total_ms": {"avg_ms": 38.545, "count": 178, "max_ms": 74.728, "p95_ms": 53.921, "reason": null, "sample_age_ms": 105.803, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.645, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.698, "count": 178, "max_ms": 2.157, "p95_ms": 1.338}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.227, "count": 178, "max_ms": 0.778, "p95_ms": 0.465}, "detection_prepare_ms": {"avg_ms": 0.096, "count": 178, "max_ms": 0.285, "p95_ms": 0.204}, "event_filter_ms": {"avg_ms": 0.004, "count": 178, "max_ms": 0.033, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.077, "count": 178, "max_ms": 0.201, "p95_ms": 0.164}, "mcmt_ms": {"avg_ms": 0.003, "count": 178, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.175, "count": 178, "max_ms": 0.745, "p95_ms": 0.365}, "setup_ms": {"avg_ms": 0.04, "count": 178, "max_ms": 0.114, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 0.655, "count": 178, "max_ms": 2.031, "p95_ms": 1.286}, "track_match_ms": {"avg_ms": 0.004, "count": 178, "max_ms": 0.013, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.029, "count": 178, "max_ms": 0.127, "p95_ms": 0.07}}, "gstreamer_push": {"avg_ms": 2.789, "count": 178, "max_ms": 5.957, "p95_ms": 4.809}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 178, "max_ms": 1.096, "p95_ms": 0.09}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.432, "count": 178, "max_ms": 75.922, "p95_ms": 54.9}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.036, "count": 178, "max_ms": 0.103, "p95_ms": 0.077}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 71.503, "count": 178, "max_ms": 110.555, "p95_ms": 93.646}, "inference_input_copy_ms": {"avg_ms": 1.487, "count": 178, "max_ms": 3.706, "p95_ms": 2.523}, "processing_residual_ms": {"avg_ms": 0.143, "count": 178, "max_ms": 0.5, "p95_ms": 0.286}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.168, "count": 178, "max_ms": 113.22, "p95_ms": 95.301}, "read_interval": {"avg_ms": 168.909, "count": 177, "max_ms": 3320.557, "p95_ms": 842.492}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 178, "max_ms": 0.049, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.122, "count": 178, "max_ms": 0.569, "p95_ms": 0.264}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 178, "max_ms": 0.049, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.107, "count": 178, "max_ms": 0.52, "p95_ms": 0.238}, "worker_merge_ms": {"avg_ms": 0.005, "count": 178, "max_ms": 0.021, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 39.446, "count": 178, "max_ms": 75.931, "p95_ms": 54.909}, "visualize": {"avg_ms": 30.517, "count": 178, "max_ms": 49.474, "p95_ms": 41.345}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.736, "count": 178, "max_ms": 48.486, "p95_ms": 40.79}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.344, "count": 178, "max_ms": 49.248, "p95_ms": 41.224}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.021, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.253, "count": 178, "max_ms": 49.13, "p95_ms": 41.155}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 178, "max_ms": 0.147, "p95_ms": 0.112}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 178}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1618.668, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.735, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.83, "sample_count": 2656, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1611869, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:32:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98050, "write_bytes_delta": 98050, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 713.0, "cpu_core_ratio": 1.460978, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4609.0, "pid": 99360, "reason": null, "system_cpu_core_ratio": 0.453785, "system_cpu_s_delta": 9.52, "user_cpu_core_ratio": 1.007193, "user_cpu_s_delta": 21.129999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.507648, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.04719, "system_cpu_s_delta": 0.9900000000016007, "user_cpu_core_ratio": 0.460458, "user_cpu_s_delta": 9.660000000003492}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.653, "count": 232, "max_ms": 6.5, "p95_ms": 4.278, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 232}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.569, "count": 30, "max": 50.087, "p95": 40.363, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.667, "count": 30, "max": 36.324, "p95": 31.133, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1315.0, "count": 30, "max": 1622.0, "p95": 1587.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1571.867, "count": 30, "max": 15519.0, "p95": 10738.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.092, "count": 30, "max": 0.454, "p95": 0.392, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.122, "count": 30, "max": 1.395, "p95": 1.348, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.149, "count": 30, "max": 4.381, "p95": 0.043, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93169.4, "count": 30, "max": 101501.0, "p95": 99165.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93169.4, "count": 30, "max": 101501.0, "p95": 99165.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 85.0, "count": 30, "max": 1699.0, "p95": 110.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.089, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.579, "count": 30, "max": 0.688, "p95": 0.674, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11690, "sampled_at": "2026-10-30T09:32:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:32:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2171569, "flush_count": 2788, "flush_interval_seconds": 30.0, "flush_state": {"count": 2788, "last_at": "2026-10-30T09:32:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:32:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2787}, "started": true, "suppressed_count": 1609187, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 1609185}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2788, "written_record_count": 2788}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9034.48, "limit_mb": null}, "detail": {"h264_decode_error_count": 12, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x604a12641f40] cabac decode of qscale diff failed at 61 80 [h264 @ 0x604a12641f40] error while decoding MB 61 80, bytestream 14098 [h264 @ 0x604a1185c000] cabac decode of qscale diff failed at 56 78 [h264 @ 0x604a1185c000] error while decoding MB 56 78, bytestream 18468 [h264 @ 0x604a124a4240] cabac decode of qscale diff failed at 110 74 [h264 @ 0x604a124a4240] error while decoding MB 110 74, bytestream 24636 [h264 @ 0x604a12168840] cabac decode of qscale diff failed at 133 66 [h264 @ 0", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4456780185600, "copied_frame_count": 1611972, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T09:31:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3569477, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T09:31:50+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.249}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 2, "events_emitted": 2, "events_failed": 0, "events_observed": 2, "events_suppressed": 0, "frame_buffer_copied_bytes": 4456780185600, "frame_buffer_copies": 1611972, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 100, "recorder_active_input_bytes": 276480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 2, "recorder_clips_failed": 0, "recorder_clips_started": 2, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 2, "worker_jobs_accepted": 2, "worker_jobs_completed": 2, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1142, "count": 512, "max_ms": 0.599, "p50_ms": 0.1012, "p95_ms": 0.1992, "p99_ms": 0.2956}, "stages": {"db_insert": {"avg_ms": 24.9862, "count": 2, "max_ms": 26.5042, "p50_ms": 24.9862, "p95_ms": 26.3524, "p99_ms": 26.4739, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0541, "count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1351.546, "count": 2, "max_ms": 1378.4915, "p50_ms": 1351.546, "p95_ms": 1375.7969, "p99_ms": 1377.9526, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2949, "count": 512, "max_ms": 3.6824, "p50_ms": 1.1701, "p95_ms": 2.2082, "p99_ms": 2.9774, "results": {"failed": 0, "not_applicable": 0, "success": 1611972, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 618.174, "count": 2, "max_ms": 626.5228, "p50_ms": 618.174, "p95_ms": 625.6879, "p99_ms": 626.3558, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 48.8595, "count": 2, "max_ms": 67.7399, "p50_ms": 48.8595, "p95_ms": 65.8519, "p99_ms": 67.3623, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1729, "count": 100, "max_ms": 8.7346, "p50_ms": 5.0177, "p95_ms": 7.5008, "p99_ms": 8.5356, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3251, "count": 100, "max_ms": 3.6197, "p50_ms": 1.1902, "p95_ms": 2.1715, "p99_ms": 3.2681, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 613.5802, "count": 2, "max_ms": 621.343, "p50_ms": 613.5802, "p95_ms": 620.5667, "p99_ms": 621.1878, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 518.5978, "count": 2, "max_ms": 524.4459, "p50_ms": 518.5978, "p95_ms": 523.8611, "p99_ms": 524.3289, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 90.1793, "count": 2, "max_ms": 92.6271, "p50_ms": 90.1793, "p95_ms": 92.3823, "p99_ms": 92.5782, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.2061, "count": 2, "max_ms": 1.2085, "p50_ms": 1.2061, "p95_ms": 1.2083, "p99_ms": 1.2084, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.2034, "count": 2, "max_ms": 57.9637, "p50_ms": 44.2034, "p95_ms": 56.5876, "p99_ms": 57.6885, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6046, "count": 2, "max_ms": 0.6553, "p50_ms": 0.6046, "p95_ms": 0.6502, "p99_ms": 0.6542, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 625.5343, "count": 2, "max_ms": 642.3509, "p50_ms": 625.5343, "p95_ms": 640.6692, "p99_ms": 642.0145, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.8191, "count": 2, "max_ms": 6.7192, "p50_ms": 3.8191, "p95_ms": 6.4292, "p99_ms": 6.6612, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9995, "count": 2, "max_ms": 27.6583, "p50_ms": 23.9995, "p95_ms": 27.2925, "p99_ms": 27.5852, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3609, "count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.995, "count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 731.8976, "count": 2, "max_ms": 767.7144, "p50_ms": 731.8976, "p95_ms": 764.1327, "p99_ms": 766.998, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 2, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216}, "wait_ms": {"count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 2, "artifact_failed": 0, "artifact_requested": 2, "artifact_success": 2, "completed": 2, "completed_failed": 0, "completed_success": 2, "cooldown_promoted": 2, "database_requested": 2, "db_insert_success": 2, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15534, "relay_business_failed": 0, "relay_business_success": 2, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 2, "relay_transport_failed": 0, "relay_transport_success": 2, "reservation_requested": 2}, "snapshot": {"copied_bytes": 5529600, "copied_count": 2, "copy": {"count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 221, "h264_decode_error_count": 535, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:33:15+09:00", "last_error_summary": "[h264 @ 0x604a12641f40] cabac decode of qscale diff failed at 61 80 [h264 @ 0x604a12641f40] error while decoding MB 61 80, bytestream 14098 [h264 @ 0x604a1185c000] cabac decode of qscale diff failed at 56 78 [h264 @ 0x604a1185c000] error while decoding MB 56 78, bytestream 18468 [h264 @ 0x604a124a4240] cabac decode of qscale diff failed at 110 74 [h264 @ 0x604a124a4240] error while decoding MB 110 74, bytestream 24636 [h264 @ 0x604a12168840] cabac decode of qscale diff failed at 133 66 [h264 @ 0", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 121.535, "last_started_at": "2026-10-30T09:31:14+09:00", "pid": 99360, "process": {"exists": false, "pid": 99360}, "restart_count": 249, "restart_count_per_hour": 7, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 250}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.874, "sample_count": 2577, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1611972, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:33:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 0.071, "last_frame_pushed_at": "2026-10-30T09:33:15+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-10-30T09:33:15+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 79, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 214.702, "last_sample_duration_ms": 1126.875, "last_trigger": "periodic", "next_snapshot_in_sec": 385.298, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 279, "storage_bytes": 2658759}, "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-10-30T09:33:15.553804+09:00", "mtime_epoch": 1793320395.553804, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 102367}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T09:33:15+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1670.758, "name": "celery", "pid": 176, "rss_mb": 1618.715, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1611972, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 178}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 178}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 178}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 178, "pushed_frames": 178, "read_frames": 177, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.94, "pushed": 5.94, "read": 5.907}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 177, "client_acquire_ms": {"avg_ms": 0.006, "count": 177, "max_ms": 0.028, "p95_ms": 0.012, "reason": null, "sample_age_ms": 108.12, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.565, "count": 177, "max_ms": 3.061, "p95_ms": 1.854, "reason": null, "sample_age_ms": 152.166, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.261, "count": 177, "max_ms": 2.638, "p95_ms": 1.297, "reason": null, "sample_age_ms": 152.442, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.086, "count": 177, "max_ms": 0.295, "p95_ms": 0.166, "reason": null, "sample_age_ms": 108.128, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.403, "count": 177, "max_ms": 2.929, "p95_ms": 2.451, "reason": null, "sample_age_ms": 150.538, "source": "client_direct"}, "request_count": 177, "request_tensor_bytes": {"avg": 2211848.0, "count": 177, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 150.488, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 177, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 108.233, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.844, "count": 177, "max_ms": 72.673, "p95_ms": 52.244, "reason": null, "sample_age_ms": 108.115, "source": "client_direct"}, "sample_age_ms": 108.112, "source": "client_direct", "task_total_ms": {"avg_ms": 38.493, "count": 177, "max_ms": 74.728, "p95_ms": 53.941, "reason": null, "sample_age_ms": 108.112, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 9.66, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.698, "count": 178, "max_ms": 2.157, "p95_ms": 1.338}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.227, "count": 178, "max_ms": 0.778, "p95_ms": 0.465}, "detection_prepare_ms": {"avg_ms": 0.096, "count": 178, "max_ms": 0.285, "p95_ms": 0.204}, "event_filter_ms": {"avg_ms": 0.004, "count": 178, "max_ms": 0.033, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.077, "count": 178, "max_ms": 0.201, "p95_ms": 0.164}, "mcmt_ms": {"avg_ms": 0.003, "count": 178, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.175, "count": 178, "max_ms": 0.745, "p95_ms": 0.365}, "setup_ms": {"avg_ms": 0.04, "count": 178, "max_ms": 0.114, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 0.655, "count": 178, "max_ms": 2.031, "p95_ms": 1.286}, "track_match_ms": {"avg_ms": 0.004, "count": 178, "max_ms": 0.013, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.029, "count": 178, "max_ms": 0.127, "p95_ms": 0.07}}, "gstreamer_push": {"avg_ms": 2.789, "count": 178, "max_ms": 5.957, "p95_ms": 4.809}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 178, "max_ms": 1.096, "p95_ms": 0.09}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.432, "count": 178, "max_ms": 75.922, "p95_ms": 54.9}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.036, "count": 178, "max_ms": 0.103, "p95_ms": 0.077}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 71.503, "count": 178, "max_ms": 110.555, "p95_ms": 93.646}, "inference_input_copy_ms": {"avg_ms": 1.487, "count": 178, "max_ms": 3.706, "p95_ms": 2.523}, "processing_residual_ms": {"avg_ms": 0.143, "count": 178, "max_ms": 0.5, "p95_ms": 0.286}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.168, "count": 178, "max_ms": 113.22, "p95_ms": 95.301}, "read_interval": {"avg_ms": 168.909, "count": 177, "max_ms": 3320.557, "p95_ms": 842.492}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 178, "max_ms": 0.049, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.122, "count": 178, "max_ms": 0.569, "p95_ms": 0.264}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 178, "max_ms": 0.049, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.107, "count": 178, "max_ms": 0.52, "p95_ms": 0.238}, "worker_merge_ms": {"avg_ms": 0.005, "count": 178, "max_ms": 0.021, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 39.446, "count": 178, "max_ms": 75.931, "p95_ms": 54.909}, "visualize": {"avg_ms": 30.517, "count": 178, "max_ms": 49.474, "p95_ms": 41.345}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.736, "count": 178, "max_ms": 48.486, "p95_ms": 40.79}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.344, "count": 178, "max_ms": 49.248, "p95_ms": 41.224}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.021, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.253, "count": 178, "max_ms": 49.13, "p95_ms": 41.155}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 178, "max_ms": 0.147, "p95_ms": 0.112}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 178}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1618.668, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.735, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.83, "sample_count": 2656, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1611869, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:32:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98050, "write_bytes_delta": 98050, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 713.0, "cpu_core_ratio": 1.460978, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4609.0, "pid": 99360, "reason": null, "system_cpu_core_ratio": 0.453785, "system_cpu_s_delta": 9.52, "user_cpu_core_ratio": 1.007193, "user_cpu_s_delta": 21.129999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.507648, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.04719, "system_cpu_s_delta": 0.9900000000016007, "user_cpu_core_ratio": 0.460458, "user_cpu_s_delta": 9.660000000003492}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.653, "count": 232, "max_ms": 6.5, "p95_ms": 4.278, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 232}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.569, "count": 30, "max": 50.087, "p95": 40.363, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.667, "count": 30, "max": 36.324, "p95": 31.133, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1315.0, "count": 30, "max": 1622.0, "p95": 1587.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1571.867, "count": 30, "max": 15519.0, "p95": 10738.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.092, "count": 30, "max": 0.454, "p95": 0.392, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.122, "count": 30, "max": 1.395, "p95": 1.348, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.149, "count": 30, "max": 4.381, "p95": 0.043, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93169.4, "count": 30, "max": 101501.0, "p95": 99165.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93169.4, "count": 30, "max": 101501.0, "p95": 99165.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 85.0, "count": 30, "max": 1699.0, "p95": 110.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.089, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.579, "count": 30, "max": 0.688, "p95": 0.674, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11690, "sampled_at": "2026-10-30T09:32:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:32:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2171569, "flush_count": 2788, "flush_interval_seconds": 30.0, "flush_state": {"count": 2788, "last_at": "2026-10-30T09:32:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:32:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2787}, "started": true, "suppressed_count": 1609187, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 1609185}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2788, "written_record_count": 2788}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9055.293, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4456780185600, "copied_frame_count": 1611972, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T09:31:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3569477, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T09:31:50+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.249}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 2, "events_emitted": 2, "events_failed": 0, "events_observed": 2, "events_suppressed": 0, "frame_buffer_copied_bytes": 4456780185600, "frame_buffer_copies": 1611972, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 100, "recorder_active_input_bytes": 276480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 2, "recorder_clips_failed": 0, "recorder_clips_started": 2, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 2, "worker_jobs_accepted": 2, "worker_jobs_completed": 2, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1142, "count": 512, "max_ms": 0.599, "p50_ms": 0.1012, "p95_ms": 0.1992, "p99_ms": 0.2956}, "stages": {"db_insert": {"avg_ms": 24.9862, "count": 2, "max_ms": 26.5042, "p50_ms": 24.9862, "p95_ms": 26.3524, "p99_ms": 26.4739, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0541, "count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1351.546, "count": 2, "max_ms": 1378.4915, "p50_ms": 1351.546, "p95_ms": 1375.7969, "p99_ms": 1377.9526, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2949, "count": 512, "max_ms": 3.6824, "p50_ms": 1.1701, "p95_ms": 2.2082, "p99_ms": 2.9774, "results": {"failed": 0, "not_applicable": 0, "success": 1611972, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 618.174, "count": 2, "max_ms": 626.5228, "p50_ms": 618.174, "p95_ms": 625.6879, "p99_ms": 626.3558, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 48.8595, "count": 2, "max_ms": 67.7399, "p50_ms": 48.8595, "p95_ms": 65.8519, "p99_ms": 67.3623, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1729, "count": 100, "max_ms": 8.7346, "p50_ms": 5.0177, "p95_ms": 7.5008, "p99_ms": 8.5356, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3251, "count": 100, "max_ms": 3.6197, "p50_ms": 1.1902, "p95_ms": 2.1715, "p99_ms": 3.2681, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 613.5802, "count": 2, "max_ms": 621.343, "p50_ms": 613.5802, "p95_ms": 620.5667, "p99_ms": 621.1878, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 518.5978, "count": 2, "max_ms": 524.4459, "p50_ms": 518.5978, "p95_ms": 523.8611, "p99_ms": 524.3289, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 90.1793, "count": 2, "max_ms": 92.6271, "p50_ms": 90.1793, "p95_ms": 92.3823, "p99_ms": 92.5782, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.2061, "count": 2, "max_ms": 1.2085, "p50_ms": 1.2061, "p95_ms": 1.2083, "p99_ms": 1.2084, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.2034, "count": 2, "max_ms": 57.9637, "p50_ms": 44.2034, "p95_ms": 56.5876, "p99_ms": 57.6885, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6046, "count": 2, "max_ms": 0.6553, "p50_ms": 0.6046, "p95_ms": 0.6502, "p99_ms": 0.6542, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 625.5343, "count": 2, "max_ms": 642.3509, "p50_ms": 625.5343, "p95_ms": 640.6692, "p99_ms": 642.0145, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.8191, "count": 2, "max_ms": 6.7192, "p50_ms": 3.8191, "p95_ms": 6.4292, "p99_ms": 6.6612, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9995, "count": 2, "max_ms": 27.6583, "p50_ms": 23.9995, "p95_ms": 27.2925, "p99_ms": 27.5852, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3609, "count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.995, "count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 731.8976, "count": 2, "max_ms": 767.7144, "p50_ms": 731.8976, "p95_ms": 764.1327, "p99_ms": 766.998, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 2, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216}, "wait_ms": {"count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 2, "artifact_failed": 0, "artifact_requested": 2, "artifact_success": 2, "completed": 2, "completed_failed": 0, "completed_success": 2, "cooldown_promoted": 2, "database_requested": 2, "db_insert_success": 2, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15534, "relay_business_failed": 0, "relay_business_success": 2, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 2, "relay_transport_failed": 0, "relay_transport_success": 2, "reservation_requested": 2}, "snapshot": {"copied_bytes": 5529600, "copied_count": 2, "copy": {"count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 221, "h264_decode_error_count": 535, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:33:15+09:00", "last_error_summary": "[h264 @ 0x604a12641f40] cabac decode of qscale diff failed at 61 80 [h264 @ 0x604a12641f40] error while decoding MB 61 80, bytestream 14098 [h264 @ 0x604a1185c000] cabac decode of qscale diff failed at 56 78 [h264 @ 0x604a1185c000] error while decoding MB 56 78, bytestream 18468 [h264 @ 0x604a124a4240] cabac decode of qscale diff failed at 110 74 [h264 @ 0x604a124a4240] error while decoding MB 110 74, bytestream 24636 [h264 @ 0x604a12168840] cabac decode of qscale diff failed at 133 66 [h264 @ 0", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 121.597, "last_started_at": "2026-10-30T09:31:14+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 249, "restart_count_per_hour": 7, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 250}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.874, "sample_count": 2576, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1611972, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:33:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 0.133, "last_frame_pushed_at": "2026-10-30T09:33:15+09:00", "last_frame_read_age_sec": 0.204, "last_frame_read_at": "2026-10-30T09:33:15+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 79, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 214.732, "last_sample_duration_ms": 1126.875, "last_trigger": "periodic", "next_snapshot_in_sec": 385.268, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 279, "storage_bytes": 2658759}, "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-10-30T09:33:15.553804+09:00", "mtime_epoch": 1793320395.553804, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 102367}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T09:33:15+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1670.758, "name": "celery", "pid": 176, "rss_mb": 1618.699, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1611972, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 177}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 177}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 177}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 177, "pushed_frames": 177, "read_frames": 176, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.912, "pushed": 5.912, "read": 5.878}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 176, "client_acquire_ms": {"avg_ms": 0.006, "count": 177, "max_ms": 0.028, "p95_ms": 0.012, "reason": null, "sample_age_ms": 163.51, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.56, "count": 176, "max_ms": 3.061, "p95_ms": 1.857, "reason": null, "sample_age_ms": 207.556, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.256, "count": 176, "max_ms": 2.638, "p95_ms": 1.311, "reason": null, "sample_age_ms": 207.832, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.086, "count": 177, "max_ms": 0.295, "p95_ms": 0.166, "reason": null, "sample_age_ms": 163.518, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.404, "count": 176, "max_ms": 2.929, "p95_ms": 2.453, "reason": null, "sample_age_ms": 205.928, "source": "client_direct"}, "request_count": 176, "request_tensor_bytes": {"avg": 2211848.0, "count": 176, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 205.877, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 177, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 163.623, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.844, "count": 177, "max_ms": 72.673, "p95_ms": 52.244, "reason": null, "sample_age_ms": 163.505, "source": "client_direct"}, "sample_age_ms": 163.501, "source": "client_direct", "task_total_ms": {"avg_ms": 38.493, "count": 177, "max_ms": 74.728, "p95_ms": 53.941, "reason": null, "sample_age_ms": 163.501, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.383, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.699, "count": 177, "max_ms": 2.157, "p95_ms": 1.338}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.227, "count": 177, "max_ms": 0.778, "p95_ms": 0.465}, "detection_prepare_ms": {"avg_ms": 0.096, "count": 177, "max_ms": 0.285, "p95_ms": 0.204}, "event_filter_ms": {"avg_ms": 0.004, "count": 177, "max_ms": 0.033, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.077, "count": 177, "max_ms": 0.201, "p95_ms": 0.164}, "mcmt_ms": {"avg_ms": 0.003, "count": 177, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.175, "count": 177, "max_ms": 0.745, "p95_ms": 0.365}, "setup_ms": {"avg_ms": 0.04, "count": 177, "max_ms": 0.114, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 0.657, "count": 177, "max_ms": 2.031, "p95_ms": 1.286}, "track_match_ms": {"avg_ms": 0.004, "count": 177, "max_ms": 0.013, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.03, "count": 177, "max_ms": 0.127, "p95_ms": 0.07}}, "gstreamer_push": {"avg_ms": 2.791, "count": 177, "max_ms": 5.957, "p95_ms": 4.809}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 177, "max_ms": 1.096, "p95_ms": 0.09}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.381, "count": 177, "max_ms": 75.922, "p95_ms": 54.9}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.036, "count": 177, "max_ms": 0.103, "p95_ms": 0.077}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 71.496, "count": 177, "max_ms": 110.555, "p95_ms": 93.646}, "inference_input_copy_ms": {"avg_ms": 1.487, "count": 177, "max_ms": 3.706, "p95_ms": 2.523}, "processing_residual_ms": {"avg_ms": 0.143, "count": 177, "max_ms": 0.5, "p95_ms": 0.286}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.162, "count": 177, "max_ms": 113.22, "p95_ms": 95.301}, "read_interval": {"avg_ms": 169.403, "count": 176, "max_ms": 3320.557, "p95_ms": 842.492}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 177, "max_ms": 0.049, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.122, "count": 177, "max_ms": 0.569, "p95_ms": 0.264}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 177, "max_ms": 0.049, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.108, "count": 177, "max_ms": 0.52, "p95_ms": 0.238}, "worker_merge_ms": {"avg_ms": 0.005, "count": 177, "max_ms": 0.021, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 39.395, "count": 177, "max_ms": 75.931, "p95_ms": 54.909}, "visualize": {"avg_ms": 30.559, "count": 177, "max_ms": 49.474, "p95_ms": 41.345}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.778, "count": 177, "max_ms": 48.486, "p95_ms": 40.79}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.386, "count": 177, "max_ms": 49.248, "p95_ms": 41.224}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.021, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.295, "count": 177, "max_ms": 49.13, "p95_ms": 41.155}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 177, "max_ms": 0.147, "p95_ms": 0.112}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 177}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1618.668, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.735, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.83, "sample_count": 2656, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1611869, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:32:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98050, "write_bytes_delta": 98050, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 713.0, "cpu_core_ratio": 1.460978, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4609.0, "pid": 99360, "reason": null, "system_cpu_core_ratio": 0.453785, "system_cpu_s_delta": 9.52, "user_cpu_core_ratio": 1.007193, "user_cpu_s_delta": 21.129999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.507648, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.04719, "system_cpu_s_delta": 0.9900000000016007, "user_cpu_core_ratio": 0.460458, "user_cpu_s_delta": 9.660000000003492}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.653, "count": 232, "max_ms": 6.5, "p95_ms": 4.278, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 232}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.569, "count": 30, "max": 50.087, "p95": 40.363, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.667, "count": 30, "max": 36.324, "p95": 31.133, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1315.0, "count": 30, "max": 1622.0, "p95": 1587.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1571.867, "count": 30, "max": 15519.0, "p95": 10738.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.092, "count": 30, "max": 0.454, "p95": 0.392, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.122, "count": 30, "max": 1.395, "p95": 1.348, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.149, "count": 30, "max": 4.381, "p95": 0.043, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93169.4, "count": 30, "max": 101501.0, "p95": 99165.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93169.4, "count": 30, "max": 101501.0, "p95": 99165.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 85.0, "count": 30, "max": 1699.0, "p95": 110.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.089, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.579, "count": 30, "max": 0.688, "p95": 0.674, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11690, "sampled_at": "2026-10-30T09:32:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:32:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2171569, "flush_count": 2788, "flush_interval_seconds": 30.0, "flush_state": {"count": 2788, "last_at": "2026-10-30T09:32:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:32:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2787}, "started": true, "suppressed_count": 1609187, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 1609185}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2788, "written_record_count": 2788}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9079.703, "limit_mb": null}, "detail": {"pid": 99654, "restart_count": 250, "start_count": 251}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4456780185600, "copied_frame_count": 1611972, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T09:31:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3569477, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T09:31:50+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.249}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 2, "events_emitted": 2, "events_failed": 0, "events_observed": 2, "events_suppressed": 0, "frame_buffer_copied_bytes": 4456780185600, "frame_buffer_copies": 1611972, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 100, "recorder_active_input_bytes": 276480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 2, "recorder_clips_failed": 0, "recorder_clips_started": 2, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 2, "worker_jobs_accepted": 2, "worker_jobs_completed": 2, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1142, "count": 512, "max_ms": 0.599, "p50_ms": 0.1012, "p95_ms": 0.1992, "p99_ms": 0.2956}, "stages": {"db_insert": {"avg_ms": 24.9862, "count": 2, "max_ms": 26.5042, "p50_ms": 24.9862, "p95_ms": 26.3524, "p99_ms": 26.4739, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0541, "count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1351.546, "count": 2, "max_ms": 1378.4915, "p50_ms": 1351.546, "p95_ms": 1375.7969, "p99_ms": 1377.9526, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2949, "count": 512, "max_ms": 3.6824, "p50_ms": 1.1701, "p95_ms": 2.2082, "p99_ms": 2.9774, "results": {"failed": 0, "not_applicable": 0, "success": 1611972, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 618.174, "count": 2, "max_ms": 626.5228, "p50_ms": 618.174, "p95_ms": 625.6879, "p99_ms": 626.3558, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 48.8595, "count": 2, "max_ms": 67.7399, "p50_ms": 48.8595, "p95_ms": 65.8519, "p99_ms": 67.3623, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1729, "count": 100, "max_ms": 8.7346, "p50_ms": 5.0177, "p95_ms": 7.5008, "p99_ms": 8.5356, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3251, "count": 100, "max_ms": 3.6197, "p50_ms": 1.1902, "p95_ms": 2.1715, "p99_ms": 3.2681, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 613.5802, "count": 2, "max_ms": 621.343, "p50_ms": 613.5802, "p95_ms": 620.5667, "p99_ms": 621.1878, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 518.5978, "count": 2, "max_ms": 524.4459, "p50_ms": 518.5978, "p95_ms": 523.8611, "p99_ms": 524.3289, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 90.1793, "count": 2, "max_ms": 92.6271, "p50_ms": 90.1793, "p95_ms": 92.3823, "p99_ms": 92.5782, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.2061, "count": 2, "max_ms": 1.2085, "p50_ms": 1.2061, "p95_ms": 1.2083, "p99_ms": 1.2084, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.2034, "count": 2, "max_ms": 57.9637, "p50_ms": 44.2034, "p95_ms": 56.5876, "p99_ms": 57.6885, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6046, "count": 2, "max_ms": 0.6553, "p50_ms": 0.6046, "p95_ms": 0.6502, "p99_ms": 0.6542, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 625.5343, "count": 2, "max_ms": 642.3509, "p50_ms": 625.5343, "p95_ms": 640.6692, "p99_ms": 642.0145, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.8191, "count": 2, "max_ms": 6.7192, "p50_ms": 3.8191, "p95_ms": 6.4292, "p99_ms": 6.6612, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9995, "count": 2, "max_ms": 27.6583, "p50_ms": 23.9995, "p95_ms": 27.2925, "p99_ms": 27.5852, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3609, "count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.995, "count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 731.8976, "count": 2, "max_ms": 767.7144, "p50_ms": 731.8976, "p95_ms": 764.1327, "p99_ms": 766.998, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 2, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216}, "wait_ms": {"count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 2, "artifact_failed": 0, "artifact_requested": 2, "artifact_success": 2, "completed": 2, "completed_failed": 0, "completed_success": 2, "cooldown_promoted": 2, "database_requested": 2, "db_insert_success": 2, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15534, "relay_business_failed": 0, "relay_business_success": 2, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 2, "relay_transport_failed": 0, "relay_transport_success": 2, "reservation_requested": 2}, "snapshot": {"copied_bytes": 5529600, "copied_count": 2, "copy": {"count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 221, "h264_decode_error_count": 535, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:33:15+09:00", "last_error_summary": "[h264 @ 0x604a12641f40] cabac decode of qscale diff failed at 61 80 [h264 @ 0x604a12641f40] error while decoding MB 61 80, bytestream 14098 [h264 @ 0x604a1185c000] cabac decode of qscale diff failed at 56 78 [h264 @ 0x604a1185c000] error while decoding MB 56 78, bytestream 18468 [h264 @ 0x604a124a4240] cabac decode of qscale diff failed at 110 74 [h264 @ 0x604a124a4240] error while decoding MB 110 74, bytestream 24636 [h264 @ 0x604a12168840] cabac decode of qscale diff failed at 133 66 [h264 @ 0", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-30T09:33:17+09:00", "pid": 99654, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.082, "name": "ffmpeg", "pid": 99654, "rss_mb": 75.082, "state": "S (sleeping)", "threads": 1}, "restart_count": 250, "restart_count_per_hour": 8, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 251}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.923, "sample_count": 2535, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1611972, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:33:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 4.221, "last_frame_pushed_at": "2026-10-30T09:33:15+09:00", "last_frame_read_age_sec": 4.293, "last_frame_read_at": "2026-10-30T09:33:15+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 79, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 218.85, "last_sample_duration_ms": 1126.875, "last_trigger": "periodic", "next_snapshot_in_sec": 381.15, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 279, "storage_bytes": 2658759}, "mjpeg": {"age_sec": 4.209, "exists": true, "mtime": "2026-10-30T09:33:15.553804+09:00", "mtime_epoch": 1793320395.553804, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 102367}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T09:33:19+09:00", "process": {"exists": true, "fd_count": 108, "hwm_mb": 1670.758, "name": "celery", "pid": 176, "rss_mb": 1618.703, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1611972, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 142}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 142}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 142}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 142, "pushed_frames": 142, "read_frames": 142, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.758, "pushed": 4.758, "read": 4.758}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 142, "client_acquire_ms": {"avg_ms": 0.006, "count": 142, "max_ms": 0.028, "p95_ms": 0.011, "reason": null, "sample_age_ms": 4257.79, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.55, "count": 142, "max_ms": 3.061, "p95_ms": 1.835, "reason": null, "sample_age_ms": 4301.836, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.242, "count": 142, "max_ms": 2.638, "p95_ms": 1.239, "reason": null, "sample_age_ms": 4302.112, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.086, "count": 142, "max_ms": 0.295, "p95_ms": 0.182, "reason": null, "sample_age_ms": 4257.798, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.371, "count": 142, "max_ms": 2.929, "p95_ms": 2.441, "reason": null, "sample_age_ms": 4300.208, "source": "client_direct"}, "request_count": 142, "request_tensor_bytes": {"avg": 2211848.0, "count": 142, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4300.157, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 142, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4257.903, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.446, "count": 142, "max_ms": 72.673, "p95_ms": 51.983, "reason": null, "sample_age_ms": 4257.785, "source": "client_direct"}, "sample_age_ms": 4257.781, "source": "client_direct", "task_total_ms": {"avg_ms": 38.061, "count": 142, "max_ms": 74.728, "p95_ms": 53.401, "reason": null, "sample_age_ms": 4257.781, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.037, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.704, "count": 142, "max_ms": 2.157, "p95_ms": 1.332}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.229, "count": 142, "max_ms": 0.778, "p95_ms": 0.462}, "detection_prepare_ms": {"avg_ms": 0.097, "count": 142, "max_ms": 0.247, "p95_ms": 0.194}, "event_filter_ms": {"avg_ms": 0.004, "count": 142, "max_ms": 0.033, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.077, "count": 142, "max_ms": 0.201, "p95_ms": 0.156}, "mcmt_ms": {"avg_ms": 0.003, "count": 142, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.177, "count": 142, "max_ms": 0.745, "p95_ms": 0.365}, "setup_ms": {"avg_ms": 0.041, "count": 142, "max_ms": 0.114, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 0.661, "count": 142, "max_ms": 2.031, "p95_ms": 1.249}, "track_match_ms": {"avg_ms": 0.004, "count": 142, "max_ms": 0.011, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.03, "count": 142, "max_ms": 0.127, "p95_ms": 0.065}}, "gstreamer_push": {"avg_ms": 2.749, "count": 142, "max_ms": 5.957, "p95_ms": 4.686}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 142, "max_ms": 1.096, "p95_ms": 0.09}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.918, "count": 142, "max_ms": 75.922, "p95_ms": 54.06}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.035, "count": 142, "max_ms": 0.103, "p95_ms": 0.076}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 70.847, "count": 142, "max_ms": 110.555, "p95_ms": 93.146}, "inference_input_copy_ms": {"avg_ms": 1.433, "count": 142, "max_ms": 2.867, "p95_ms": 2.442}, "processing_residual_ms": {"avg_ms": 0.144, "count": 142, "max_ms": 0.5, "p95_ms": 0.29}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 72.459, "count": 142, "max_ms": 113.22, "p95_ms": 94.648}, "read_interval": {"avg_ms": 187.373, "count": 142, "max_ms": 3320.557, "p95_ms": 969.8}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 142, "max_ms": 0.049, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.123, "count": 142, "max_ms": 0.569, "p95_ms": 0.264}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 142, "max_ms": 0.049, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.108, "count": 142, "max_ms": 0.52, "p95_ms": 0.237}, "worker_merge_ms": {"avg_ms": 0.005, "count": 142, "max_ms": 0.021, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 38.932, "count": 142, "max_ms": 75.931, "p95_ms": 54.074}, "visualize": {"avg_ms": 30.381, "count": 142, "max_ms": 49.474, "p95_ms": 41.64}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.597, "count": 142, "max_ms": 48.486, "p95_ms": 40.861}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.206, "count": 142, "max_ms": 49.248, "p95_ms": 41.48}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.021, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.114, "count": 142, "max_ms": 49.13, "p95_ms": 41.369}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 142, "max_ms": 0.147, "p95_ms": 0.112}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 142}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1618.668, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.735, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.83, "sample_count": 2656, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1611869, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:32:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98050, "write_bytes_delta": 98050, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 713.0, "cpu_core_ratio": 1.460978, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4609.0, "pid": 99360, "reason": null, "system_cpu_core_ratio": 0.453785, "system_cpu_s_delta": 9.52, "user_cpu_core_ratio": 1.007193, "user_cpu_s_delta": 21.129999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.507648, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.04719, "system_cpu_s_delta": 0.9900000000016007, "user_cpu_core_ratio": 0.460458, "user_cpu_s_delta": 9.660000000003492}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.653, "count": 232, "max_ms": 6.5, "p95_ms": 4.278, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 232}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.569, "count": 30, "max": 50.087, "p95": 40.363, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.667, "count": 30, "max": 36.324, "p95": 31.133, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1315.0, "count": 30, "max": 1622.0, "p95": 1587.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1571.867, "count": 30, "max": 15519.0, "p95": 10738.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.092, "count": 30, "max": 0.454, "p95": 0.392, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.122, "count": 30, "max": 1.395, "p95": 1.348, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.149, "count": 30, "max": 4.381, "p95": 0.043, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93169.4, "count": 30, "max": 101501.0, "p95": 99165.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93169.4, "count": 30, "max": 101501.0, "p95": 99165.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 85.0, "count": 30, "max": 1699.0, "p95": 110.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.089, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.579, "count": 30, "max": 0.688, "p95": 0.674, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11690, "sampled_at": "2026-10-30T09:32:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:32:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.845, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2172413, "flush_count": 2789, "flush_interval_seconds": 30.0, "flush_state": {"count": 2789, "last_at": "2026-10-30T09:33:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:33:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2788}, "started": true, "suppressed_count": 1609654, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 1609652}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2789, "written_record_count": 2789}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9046.828, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4458074112000, "copied_frame_count": 1612440, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T09:31:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3569477, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T09:31:50+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.249}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 2, "events_emitted": 2, "events_failed": 0, "events_observed": 2, "events_suppressed": 0, "frame_buffer_copied_bytes": 4458074112000, "frame_buffer_copies": 1612440, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 100, "recorder_active_input_bytes": 276480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 2, "recorder_clips_failed": 0, "recorder_clips_started": 2, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 2, "worker_jobs_accepted": 2, "worker_jobs_completed": 2, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1273, "count": 512, "max_ms": 3.9745, "p50_ms": 0.1102, "p95_ms": 0.2028, "p99_ms": 0.261}, "stages": {"db_insert": {"avg_ms": 24.9862, "count": 2, "max_ms": 26.5042, "p50_ms": 24.9862, "p95_ms": 26.3524, "p99_ms": 26.4739, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0541, "count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1351.546, "count": 2, "max_ms": 1378.4915, "p50_ms": 1351.546, "p95_ms": 1375.7969, "p99_ms": 1377.9526, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3182, "count": 512, "max_ms": 3.1691, "p50_ms": 1.2248, "p95_ms": 2.131, "p99_ms": 2.9578, "results": {"failed": 0, "not_applicable": 0, "success": 1612440, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 618.174, "count": 2, "max_ms": 626.5228, "p50_ms": 618.174, "p95_ms": 625.6879, "p99_ms": 626.3558, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 48.8595, "count": 2, "max_ms": 67.7399, "p50_ms": 48.8595, "p95_ms": 65.8519, "p99_ms": 67.3623, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1729, "count": 100, "max_ms": 8.7346, "p50_ms": 5.0177, "p95_ms": 7.5008, "p99_ms": 8.5356, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3251, "count": 100, "max_ms": 3.6197, "p50_ms": 1.1902, "p95_ms": 2.1715, "p99_ms": 3.2681, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 613.5802, "count": 2, "max_ms": 621.343, "p50_ms": 613.5802, "p95_ms": 620.5667, "p99_ms": 621.1878, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 518.5978, "count": 2, "max_ms": 524.4459, "p50_ms": 518.5978, "p95_ms": 523.8611, "p99_ms": 524.3289, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 90.1793, "count": 2, "max_ms": 92.6271, "p50_ms": 90.1793, "p95_ms": 92.3823, "p99_ms": 92.5782, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.2061, "count": 2, "max_ms": 1.2085, "p50_ms": 1.2061, "p95_ms": 1.2083, "p99_ms": 1.2084, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.2034, "count": 2, "max_ms": 57.9637, "p50_ms": 44.2034, "p95_ms": 56.5876, "p99_ms": 57.6885, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6046, "count": 2, "max_ms": 0.6553, "p50_ms": 0.6046, "p95_ms": 0.6502, "p99_ms": 0.6542, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 625.5343, "count": 2, "max_ms": 642.3509, "p50_ms": 625.5343, "p95_ms": 640.6692, "p99_ms": 642.0145, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.8191, "count": 2, "max_ms": 6.7192, "p50_ms": 3.8191, "p95_ms": 6.4292, "p99_ms": 6.6612, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9995, "count": 2, "max_ms": 27.6583, "p50_ms": 23.9995, "p95_ms": 27.2925, "p99_ms": 27.5852, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3609, "count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.995, "count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 731.8976, "count": 2, "max_ms": 767.7144, "p50_ms": 731.8976, "p95_ms": 764.1327, "p99_ms": 766.998, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 2, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216}, "wait_ms": {"count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 2, "artifact_failed": 0, "artifact_requested": 2, "artifact_success": 2, "completed": 2, "completed_failed": 0, "completed_success": 2, "cooldown_promoted": 2, "database_requested": 2, "db_insert_success": 2, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15534, "relay_business_failed": 0, "relay_business_success": 2, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 2, "relay_transport_failed": 0, "relay_transport_success": 2, "reservation_requested": 2}, "snapshot": {"copied_bytes": 5529600, "copied_count": 2, "copy": {"count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 222, "h264_decode_error_count": 536, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:34:20+09:00", "last_error_summary": "[h264 @ 0x55d9e4623400] error while decoding MB 90 82, bytestream -7", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.771, "last_started_at": "2026-10-30T09:33:17+09:00", "pid": 99654, "process": {"exists": false, "pid": 99654}, "restart_count": 250, "restart_count_per_hour": 8, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 251}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.008, "sample_count": 2396, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1612440, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:34:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 0.025, "last_frame_pushed_at": "2026-10-30T09:34:20+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-10-30T09:34:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 79, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 279.606, "last_sample_duration_ms": 1126.875, "last_trigger": "periodic", "next_snapshot_in_sec": 320.394, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 279, "storage_bytes": 2658759}, "mjpeg": {"age_sec": 0.013, "exists": true, "mtime": "2026-10-30T09:34:20.519182+09:00", "mtime_epoch": 1793320460.5191817, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 97652}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T09:34:20+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1670.758, "name": "celery", "pid": 176, "rss_mb": 1618.93, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1612440, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 166}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 166}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 166}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.537, "pushed": 5.537, "read": 5.504}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 165, "client_acquire_ms": {"avg_ms": 0.007, "count": 165, "max_ms": 0.028, "p95_ms": 0.013, "reason": null, "sample_age_ms": 61.687, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.59, "count": 165, "max_ms": 3.385, "p95_ms": 1.88, "reason": null, "sample_age_ms": 95.662, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.249, "count": 165, "max_ms": 2.708, "p95_ms": 1.274, "reason": null, "sample_age_ms": 95.994, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.104, "count": 165, "max_ms": 0.359, "p95_ms": 0.223, "reason": null, "sample_age_ms": 61.693, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.591, "count": 165, "max_ms": 4.074, "p95_ms": 2.722, "reason": null, "sample_age_ms": 93.144, "source": "client_direct"}, "request_count": 165, "request_tensor_bytes": {"avg": 2211848.0, "count": 165, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 93.107, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 165, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 61.842, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.269, "count": 165, "max_ms": 72.641, "p95_ms": 55.933, "reason": null, "sample_age_ms": 61.682, "source": "client_direct"}, "sample_age_ms": 61.676, "source": "client_direct", "task_total_ms": {"avg_ms": 42.143, "count": 165, "max_ms": 76.226, "p95_ms": 58.505, "reason": null, "sample_age_ms": 61.676, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.243, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.766, "count": 166, "max_ms": 2.014, "p95_ms": 1.535}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.245, "count": 166, "max_ms": 0.681, "p95_ms": 0.519}, "detection_prepare_ms": {"avg_ms": 0.107, "count": 166, "max_ms": 0.319, "p95_ms": 0.22}, "event_filter_ms": {"avg_ms": 0.004, "count": 166, "max_ms": 0.01, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.086, "count": 166, "max_ms": 0.222, "p95_ms": 0.169}, "mcmt_ms": {"avg_ms": 0.003, "count": 166, "max_ms": 0.018, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.191, "count": 166, "max_ms": 0.561, "p95_ms": 0.398}, "setup_ms": {"avg_ms": 0.047, "count": 166, "max_ms": 0.13, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 0.719, "count": 166, "max_ms": 1.901, "p95_ms": 1.455}, "track_match_ms": {"avg_ms": 0.004, "count": 166, "max_ms": 0.012, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.032, "count": 166, "max_ms": 0.112, "p95_ms": 0.076}}, "gstreamer_push": {"avg_ms": 2.916, "count": 166, "max_ms": 6.095, "p95_ms": 4.776}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 166, "max_ms": 0.138, "p95_ms": 0.11}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.107, "count": 166, "max_ms": 79.647, "p95_ms": 59.909}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.044, "count": 166, "max_ms": 0.159, "p95_ms": 0.091}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 77.968, "count": 166, "max_ms": 131.653, "p95_ms": 100.669}, "inference_input_copy_ms": {"avg_ms": 1.482, "count": 166, "max_ms": 3.421, "p95_ms": 2.668}, "processing_residual_ms": {"avg_ms": 0.141, "count": 166, "max_ms": 0.32, "p95_ms": 0.256}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 79.635, "count": 166, "max_ms": 134.684, "p95_ms": 102.718}, "read_interval": {"avg_ms": 181.557, "count": 165, "max_ms": 6224.249, "p95_ms": 146.111}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 166, "max_ms": 0.047, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.132, "count": 166, "max_ms": 0.395, "p95_ms": 0.282}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 166, "max_ms": 0.044, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.117, "count": 166, "max_ms": 0.364, "p95_ms": 0.249}, "worker_merge_ms": {"avg_ms": 0.006, "count": 166, "max_ms": 0.064, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 43.123, "count": 166, "max_ms": 79.664, "p95_ms": 59.92}, "visualize": {"avg_ms": 33.122, "count": 166, "max_ms": 54.042, "p95_ms": 45.941}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.269, "count": 166, "max_ms": 53.261, "p95_ms": 44.975}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.932, "count": 166, "max_ms": 53.908, "p95_ms": 45.55}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.829, "count": 166, "max_ms": 53.819, "p95_ms": 45.48}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 166, "max_ms": 0.227, "p95_ms": 0.122}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 166}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1618.926, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.676, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.008, "sample_count": 2394, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1612432, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:34:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.065, "exists": true, "size_bytes": 97866, "write_bytes_delta": 97866, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 487.0, "cpu_core_ratio": 0.4145, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3246.0, "pid": 99654, "reason": null, "system_cpu_core_ratio": 0.0225, "system_cpu_s_delta": 0.4500000000000002, "user_cpu_core_ratio": 0.392, "user_cpu_s_delta": 7.840000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.23, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.0225, "system_cpu_s_delta": 0.4500000000007276, "user_cpu_core_ratio": 0.2075, "user_cpu_s_delta": 4.150000000008731}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.963, "count": 165, "max_ms": 6.095, "p95_ms": 4.776, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 165}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.752, "count": 30, "max": 50.087, "p95": 40.363, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.699, "count": 30, "max": 36.324, "p95": 30.674, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1341.0, "count": 30, "max": 1717.0, "p95": 1614.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4870.567, "count": 30, "max": 95683.0, "p95": 14763.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.093, "count": 30, "max": 0.454, "p95": 0.392, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.103, "count": 30, "max": 1.395, "p95": 1.348, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.292, "count": 30, "max": 4.381, "p95": 2.361, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94496.933, "count": 30, "max": 102367.0, "p95": 100596.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 94496.933, "count": 30, "max": 102367.0, "p95": 100596.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 84.467, "count": 30, "max": 1699.0, "p95": 110.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.089, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.553, "count": 30, "max": 0.688, "p95": 0.674, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11694, "sampled_at": "2026-10-30T09:34:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:34:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2172413, "flush_count": 2789, "flush_interval_seconds": 30.0, "flush_state": {"count": 2789, "last_at": "2026-10-30T09:33:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:33:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2788}, "started": true, "suppressed_count": 1609654, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 1609652}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2789, "written_record_count": 2789}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9046.828, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x55d9e4623400] error while decoding MB 90 82, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4458074112000, "copied_frame_count": 1612440, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T09:31:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3569477, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T09:31:50+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.249}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 2, "events_emitted": 2, "events_failed": 0, "events_observed": 2, "events_suppressed": 0, "frame_buffer_copied_bytes": 4458074112000, "frame_buffer_copies": 1612440, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 100, "recorder_active_input_bytes": 276480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 2, "recorder_clips_failed": 0, "recorder_clips_started": 2, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 2, "worker_jobs_accepted": 2, "worker_jobs_completed": 2, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1273, "count": 512, "max_ms": 3.9745, "p50_ms": 0.1102, "p95_ms": 0.2028, "p99_ms": 0.261}, "stages": {"db_insert": {"avg_ms": 24.9862, "count": 2, "max_ms": 26.5042, "p50_ms": 24.9862, "p95_ms": 26.3524, "p99_ms": 26.4739, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0541, "count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1351.546, "count": 2, "max_ms": 1378.4915, "p50_ms": 1351.546, "p95_ms": 1375.7969, "p99_ms": 1377.9526, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3182, "count": 512, "max_ms": 3.1691, "p50_ms": 1.2248, "p95_ms": 2.131, "p99_ms": 2.9578, "results": {"failed": 0, "not_applicable": 0, "success": 1612440, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 618.174, "count": 2, "max_ms": 626.5228, "p50_ms": 618.174, "p95_ms": 625.6879, "p99_ms": 626.3558, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 48.8595, "count": 2, "max_ms": 67.7399, "p50_ms": 48.8595, "p95_ms": 65.8519, "p99_ms": 67.3623, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1729, "count": 100, "max_ms": 8.7346, "p50_ms": 5.0177, "p95_ms": 7.5008, "p99_ms": 8.5356, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3251, "count": 100, "max_ms": 3.6197, "p50_ms": 1.1902, "p95_ms": 2.1715, "p99_ms": 3.2681, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 613.5802, "count": 2, "max_ms": 621.343, "p50_ms": 613.5802, "p95_ms": 620.5667, "p99_ms": 621.1878, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 518.5978, "count": 2, "max_ms": 524.4459, "p50_ms": 518.5978, "p95_ms": 523.8611, "p99_ms": 524.3289, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 90.1793, "count": 2, "max_ms": 92.6271, "p50_ms": 90.1793, "p95_ms": 92.3823, "p99_ms": 92.5782, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.2061, "count": 2, "max_ms": 1.2085, "p50_ms": 1.2061, "p95_ms": 1.2083, "p99_ms": 1.2084, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.2034, "count": 2, "max_ms": 57.9637, "p50_ms": 44.2034, "p95_ms": 56.5876, "p99_ms": 57.6885, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6046, "count": 2, "max_ms": 0.6553, "p50_ms": 0.6046, "p95_ms": 0.6502, "p99_ms": 0.6542, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 625.5343, "count": 2, "max_ms": 642.3509, "p50_ms": 625.5343, "p95_ms": 640.6692, "p99_ms": 642.0145, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.8191, "count": 2, "max_ms": 6.7192, "p50_ms": 3.8191, "p95_ms": 6.4292, "p99_ms": 6.6612, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9995, "count": 2, "max_ms": 27.6583, "p50_ms": 23.9995, "p95_ms": 27.2925, "p99_ms": 27.5852, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3609, "count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.995, "count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 731.8976, "count": 2, "max_ms": 767.7144, "p50_ms": 731.8976, "p95_ms": 764.1327, "p99_ms": 766.998, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 2, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216}, "wait_ms": {"count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 2, "artifact_failed": 0, "artifact_requested": 2, "artifact_success": 2, "completed": 2, "completed_failed": 0, "completed_success": 2, "cooldown_promoted": 2, "database_requested": 2, "db_insert_success": 2, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15534, "relay_business_failed": 0, "relay_business_success": 2, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 2, "relay_transport_failed": 0, "relay_transport_success": 2, "reservation_requested": 2}, "snapshot": {"copied_bytes": 5529600, "copied_count": 2, "copy": {"count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 222, "h264_decode_error_count": 536, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:34:20+09:00", "last_error_summary": "[h264 @ 0x55d9e4623400] error while decoding MB 90 82, bytestream -7", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.777, "last_started_at": "2026-10-30T09:33:17+09:00", "pid": 99654, "process": {"exists": false, "pid": 99654}, "restart_count": 250, "restart_count_per_hour": 8, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 251}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.008, "sample_count": 2395, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1612440, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:34:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 0.03, "last_frame_pushed_at": "2026-10-30T09:34:20+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-10-30T09:34:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 79, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 279.613, "last_sample_duration_ms": 1126.875, "last_trigger": "periodic", "next_snapshot_in_sec": 320.387, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 279, "storage_bytes": 2658759}, "mjpeg": {"age_sec": 0.023, "exists": true, "mtime": "2026-10-30T09:34:20.519182+09:00", "mtime_epoch": 1793320460.5191817, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 97652}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T09:34:20+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1670.758, "name": "celery", "pid": 176, "rss_mb": 1618.93, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1612440, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 166}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 166}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 166}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.535, "pushed": 5.535, "read": 5.502}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 165, "client_acquire_ms": {"avg_ms": 0.007, "count": 165, "max_ms": 0.028, "p95_ms": 0.013, "reason": null, "sample_age_ms": 77.516, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.59, "count": 165, "max_ms": 3.385, "p95_ms": 1.88, "reason": null, "sample_age_ms": 111.491, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.249, "count": 165, "max_ms": 2.708, "p95_ms": 1.274, "reason": null, "sample_age_ms": 111.823, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.104, "count": 165, "max_ms": 0.359, "p95_ms": 0.223, "reason": null, "sample_age_ms": 77.522, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.591, "count": 165, "max_ms": 4.074, "p95_ms": 2.722, "reason": null, "sample_age_ms": 108.973, "source": "client_direct"}, "request_count": 165, "request_tensor_bytes": {"avg": 2211848.0, "count": 165, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 108.936, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 165, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 77.671, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.269, "count": 165, "max_ms": 72.641, "p95_ms": 55.933, "reason": null, "sample_age_ms": 77.511, "source": "client_direct"}, "sample_age_ms": 77.505, "source": "client_direct", "task_total_ms": {"avg_ms": 42.143, "count": 165, "max_ms": 76.226, "p95_ms": 58.505, "reason": null, "sample_age_ms": 77.505, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.687, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.766, "count": 166, "max_ms": 2.014, "p95_ms": 1.535}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.245, "count": 166, "max_ms": 0.681, "p95_ms": 0.519}, "detection_prepare_ms": {"avg_ms": 0.107, "count": 166, "max_ms": 0.319, "p95_ms": 0.22}, "event_filter_ms": {"avg_ms": 0.004, "count": 166, "max_ms": 0.01, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.086, "count": 166, "max_ms": 0.222, "p95_ms": 0.169}, "mcmt_ms": {"avg_ms": 0.003, "count": 166, "max_ms": 0.018, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.191, "count": 166, "max_ms": 0.561, "p95_ms": 0.398}, "setup_ms": {"avg_ms": 0.047, "count": 166, "max_ms": 0.13, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 0.719, "count": 166, "max_ms": 1.901, "p95_ms": 1.455}, "track_match_ms": {"avg_ms": 0.004, "count": 166, "max_ms": 0.012, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.032, "count": 166, "max_ms": 0.112, "p95_ms": 0.076}}, "gstreamer_push": {"avg_ms": 2.916, "count": 166, "max_ms": 6.095, "p95_ms": 4.776}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 166, "max_ms": 0.138, "p95_ms": 0.11}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.107, "count": 166, "max_ms": 79.647, "p95_ms": 59.909}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.044, "count": 166, "max_ms": 0.159, "p95_ms": 0.091}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 77.968, "count": 166, "max_ms": 131.653, "p95_ms": 100.669}, "inference_input_copy_ms": {"avg_ms": 1.482, "count": 166, "max_ms": 3.421, "p95_ms": 2.668}, "processing_residual_ms": {"avg_ms": 0.141, "count": 166, "max_ms": 0.32, "p95_ms": 0.256}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 79.635, "count": 166, "max_ms": 134.684, "p95_ms": 102.718}, "read_interval": {"avg_ms": 181.557, "count": 165, "max_ms": 6224.249, "p95_ms": 146.111}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 166, "max_ms": 0.047, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.132, "count": 166, "max_ms": 0.395, "p95_ms": 0.282}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 166, "max_ms": 0.044, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.117, "count": 166, "max_ms": 0.364, "p95_ms": 0.249}, "worker_merge_ms": {"avg_ms": 0.006, "count": 166, "max_ms": 0.064, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 43.123, "count": 166, "max_ms": 79.664, "p95_ms": 59.92}, "visualize": {"avg_ms": 33.122, "count": 166, "max_ms": 54.042, "p95_ms": 45.941}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.269, "count": 166, "max_ms": 53.261, "p95_ms": 44.975}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.932, "count": 166, "max_ms": 53.908, "p95_ms": 45.55}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.829, "count": 166, "max_ms": 53.819, "p95_ms": 45.48}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 166, "max_ms": 0.227, "p95_ms": 0.122}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 166}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1618.926, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.676, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.008, "sample_count": 2394, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1612432, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:34:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.065, "exists": true, "size_bytes": 97866, "write_bytes_delta": 97866, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 487.0, "cpu_core_ratio": 0.4145, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3246.0, "pid": 99654, "reason": null, "system_cpu_core_ratio": 0.0225, "system_cpu_s_delta": 0.4500000000000002, "user_cpu_core_ratio": 0.392, "user_cpu_s_delta": 7.840000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.23, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.0225, "system_cpu_s_delta": 0.4500000000007276, "user_cpu_core_ratio": 0.2075, "user_cpu_s_delta": 4.150000000008731}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.963, "count": 165, "max_ms": 6.095, "p95_ms": 4.776, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 165}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.752, "count": 30, "max": 50.087, "p95": 40.363, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.699, "count": 30, "max": 36.324, "p95": 30.674, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1341.0, "count": 30, "max": 1717.0, "p95": 1614.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4870.567, "count": 30, "max": 95683.0, "p95": 14763.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.093, "count": 30, "max": 0.454, "p95": 0.392, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.103, "count": 30, "max": 1.395, "p95": 1.348, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.292, "count": 30, "max": 4.381, "p95": 2.361, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94496.933, "count": 30, "max": 102367.0, "p95": 100596.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 94496.933, "count": 30, "max": 102367.0, "p95": 100596.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 84.467, "count": 30, "max": 1699.0, "p95": 110.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.089, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.553, "count": 30, "max": 0.688, "p95": 0.674, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11694, "sampled_at": "2026-10-30T09:34:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:34:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2172413, "flush_count": 2789, "flush_interval_seconds": 30.0, "flush_state": {"count": 2789, "last_at": "2026-10-30T09:33:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:33:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2788}, "started": true, "suppressed_count": 1609654, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 1609652}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2789, "written_record_count": 2789}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9047.18, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4458074112000, "copied_frame_count": 1612440, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T09:31:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3569477, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T09:31:50+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.249}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 2, "events_emitted": 2, "events_failed": 0, "events_observed": 2, "events_suppressed": 0, "frame_buffer_copied_bytes": 4458074112000, "frame_buffer_copies": 1612440, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 100, "recorder_active_input_bytes": 276480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 2, "recorder_clips_failed": 0, "recorder_clips_started": 2, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 2, "worker_jobs_accepted": 2, "worker_jobs_completed": 2, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1273, "count": 512, "max_ms": 3.9745, "p50_ms": 0.1102, "p95_ms": 0.2028, "p99_ms": 0.261}, "stages": {"db_insert": {"avg_ms": 24.9862, "count": 2, "max_ms": 26.5042, "p50_ms": 24.9862, "p95_ms": 26.3524, "p99_ms": 26.4739, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0541, "count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1351.546, "count": 2, "max_ms": 1378.4915, "p50_ms": 1351.546, "p95_ms": 1375.7969, "p99_ms": 1377.9526, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3182, "count": 512, "max_ms": 3.1691, "p50_ms": 1.2248, "p95_ms": 2.131, "p99_ms": 2.9578, "results": {"failed": 0, "not_applicable": 0, "success": 1612440, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 618.174, "count": 2, "max_ms": 626.5228, "p50_ms": 618.174, "p95_ms": 625.6879, "p99_ms": 626.3558, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 48.8595, "count": 2, "max_ms": 67.7399, "p50_ms": 48.8595, "p95_ms": 65.8519, "p99_ms": 67.3623, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1729, "count": 100, "max_ms": 8.7346, "p50_ms": 5.0177, "p95_ms": 7.5008, "p99_ms": 8.5356, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3251, "count": 100, "max_ms": 3.6197, "p50_ms": 1.1902, "p95_ms": 2.1715, "p99_ms": 3.2681, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 613.5802, "count": 2, "max_ms": 621.343, "p50_ms": 613.5802, "p95_ms": 620.5667, "p99_ms": 621.1878, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 518.5978, "count": 2, "max_ms": 524.4459, "p50_ms": 518.5978, "p95_ms": 523.8611, "p99_ms": 524.3289, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 90.1793, "count": 2, "max_ms": 92.6271, "p50_ms": 90.1793, "p95_ms": 92.3823, "p99_ms": 92.5782, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.2061, "count": 2, "max_ms": 1.2085, "p50_ms": 1.2061, "p95_ms": 1.2083, "p99_ms": 1.2084, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.2034, "count": 2, "max_ms": 57.9637, "p50_ms": 44.2034, "p95_ms": 56.5876, "p99_ms": 57.6885, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6046, "count": 2, "max_ms": 0.6553, "p50_ms": 0.6046, "p95_ms": 0.6502, "p99_ms": 0.6542, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 625.5343, "count": 2, "max_ms": 642.3509, "p50_ms": 625.5343, "p95_ms": 640.6692, "p99_ms": 642.0145, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.8191, "count": 2, "max_ms": 6.7192, "p50_ms": 3.8191, "p95_ms": 6.4292, "p99_ms": 6.6612, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9995, "count": 2, "max_ms": 27.6583, "p50_ms": 23.9995, "p95_ms": 27.2925, "p99_ms": 27.5852, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3609, "count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.995, "count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 731.8976, "count": 2, "max_ms": 767.7144, "p50_ms": 731.8976, "p95_ms": 764.1327, "p99_ms": 766.998, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 2, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216}, "wait_ms": {"count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 2, "artifact_failed": 0, "artifact_requested": 2, "artifact_success": 2, "completed": 2, "completed_failed": 0, "completed_success": 2, "cooldown_promoted": 2, "database_requested": 2, "db_insert_success": 2, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15534, "relay_business_failed": 0, "relay_business_success": 2, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 2, "relay_transport_failed": 0, "relay_transport_success": 2, "reservation_requested": 2}, "snapshot": {"copied_bytes": 5529600, "copied_count": 2, "copy": {"count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 222, "h264_decode_error_count": 536, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:34:20+09:00", "last_error_summary": "[h264 @ 0x55d9e4623400] error while decoding MB 90 82, bytestream -7", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.824, "last_started_at": "2026-10-30T09:33:17+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 250, "restart_count_per_hour": 8, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 251}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.008, "sample_count": 2395, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1612440, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:34:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 0.077, "last_frame_pushed_at": "2026-10-30T09:34:20+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-10-30T09:34:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 79, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 279.642, "last_sample_duration_ms": 1126.875, "last_trigger": "periodic", "next_snapshot_in_sec": 320.358, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 279, "storage_bytes": 2658759}, "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-10-30T09:34:20.519182+09:00", "mtime_epoch": 1793320460.5191817, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 97652}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T09:34:20+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1670.758, "name": "celery", "pid": 176, "rss_mb": 1618.926, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1612440, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 165}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 165}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 165}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 165, "pushed_frames": 165, "read_frames": 165, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.5, "pushed": 5.5, "read": 5.5}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 165, "client_acquire_ms": {"avg_ms": 0.007, "count": 165, "max_ms": 0.028, "p95_ms": 0.013, "reason": null, "sample_age_ms": 116.646, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.587, "count": 164, "max_ms": 3.385, "p95_ms": 1.881, "reason": null, "sample_age_ms": 150.621, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.248, "count": 164, "max_ms": 2.708, "p95_ms": 1.277, "reason": null, "sample_age_ms": 150.952, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.104, "count": 165, "max_ms": 0.359, "p95_ms": 0.223, "reason": null, "sample_age_ms": 116.651, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.591, "count": 165, "max_ms": 4.074, "p95_ms": 2.722, "reason": null, "sample_age_ms": 148.102, "source": "client_direct"}, "request_count": 164, "request_tensor_bytes": {"avg": 2211848.0, "count": 165, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 148.065, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 165, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 116.801, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.269, "count": 165, "max_ms": 72.641, "p95_ms": 55.933, "reason": null, "sample_age_ms": 116.641, "source": "client_direct"}, "sample_age_ms": 116.635, "source": "client_direct", "task_total_ms": {"avg_ms": 42.143, "count": 165, "max_ms": 76.226, "p95_ms": 58.505, "reason": null, "sample_age_ms": 116.635, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.787, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.765, "count": 165, "max_ms": 2.014, "p95_ms": 1.535}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.245, "count": 165, "max_ms": 0.681, "p95_ms": 0.519}, "detection_prepare_ms": {"avg_ms": 0.107, "count": 165, "max_ms": 0.319, "p95_ms": 0.22}, "event_filter_ms": {"avg_ms": 0.004, "count": 165, "max_ms": 0.01, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.086, "count": 165, "max_ms": 0.222, "p95_ms": 0.169}, "mcmt_ms": {"avg_ms": 0.003, "count": 165, "max_ms": 0.018, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.191, "count": 165, "max_ms": 0.561, "p95_ms": 0.398}, "setup_ms": {"avg_ms": 0.047, "count": 165, "max_ms": 0.13, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 0.718, "count": 165, "max_ms": 1.901, "p95_ms": 1.455}, "track_match_ms": {"avg_ms": 0.004, "count": 165, "max_ms": 0.012, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.032, "count": 165, "max_ms": 0.112, "p95_ms": 0.075}}, "gstreamer_push": {"avg_ms": 2.909, "count": 165, "max_ms": 6.095, "p95_ms": 4.776}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 165, "max_ms": 0.138, "p95_ms": 0.11}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.106, "count": 165, "max_ms": 79.647, "p95_ms": 59.909}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.044, "count": 165, "max_ms": 0.159, "p95_ms": 0.091}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 78.021, "count": 165, "max_ms": 131.653, "p95_ms": 100.669}, "inference_input_copy_ms": {"avg_ms": 1.483, "count": 165, "max_ms": 3.421, "p95_ms": 2.668}, "processing_residual_ms": {"avg_ms": 0.141, "count": 165, "max_ms": 0.32, "p95_ms": 0.256}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 79.688, "count": 165, "max_ms": 134.684, "p95_ms": 102.718}, "read_interval": {"avg_ms": 181.557, "count": 165, "max_ms": 6224.249, "p95_ms": 146.111}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 165, "max_ms": 0.047, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.132, "count": 165, "max_ms": 0.395, "p95_ms": 0.282}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 165, "max_ms": 0.044, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.116, "count": 165, "max_ms": 0.364, "p95_ms": 0.249}, "worker_merge_ms": {"avg_ms": 0.006, "count": 165, "max_ms": 0.064, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 43.123, "count": 165, "max_ms": 79.664, "p95_ms": 59.92}, "visualize": {"avg_ms": 33.175, "count": 165, "max_ms": 54.042, "p95_ms": 45.941}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.321, "count": 165, "max_ms": 53.261, "p95_ms": 44.975}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.984, "count": 165, "max_ms": 53.908, "p95_ms": 45.55}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.882, "count": 165, "max_ms": 53.819, "p95_ms": 45.48}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 165, "max_ms": 0.227, "p95_ms": 0.122}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 165}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1618.926, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.676, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.008, "sample_count": 2394, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1612432, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:34:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.065, "exists": true, "size_bytes": 97866, "write_bytes_delta": 97866, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 487.0, "cpu_core_ratio": 0.4145, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3246.0, "pid": 99654, "reason": null, "system_cpu_core_ratio": 0.0225, "system_cpu_s_delta": 0.4500000000000002, "user_cpu_core_ratio": 0.392, "user_cpu_s_delta": 7.840000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.23, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.0225, "system_cpu_s_delta": 0.4500000000007276, "user_cpu_core_ratio": 0.2075, "user_cpu_s_delta": 4.150000000008731}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.963, "count": 165, "max_ms": 6.095, "p95_ms": 4.776, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 165}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.752, "count": 30, "max": 50.087, "p95": 40.363, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.699, "count": 30, "max": 36.324, "p95": 30.674, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1341.0, "count": 30, "max": 1717.0, "p95": 1614.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4870.567, "count": 30, "max": 95683.0, "p95": 14763.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.093, "count": 30, "max": 0.454, "p95": 0.392, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.103, "count": 30, "max": 1.395, "p95": 1.348, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.292, "count": 30, "max": 4.381, "p95": 2.361, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94496.933, "count": 30, "max": 102367.0, "p95": 100596.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 94496.933, "count": 30, "max": 102367.0, "p95": 100596.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 84.467, "count": 30, "max": 1699.0, "p95": 110.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.089, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.553, "count": 30, "max": 0.688, "p95": 0.674, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11694, "sampled_at": "2026-10-30T09:34:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:34:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2172413, "flush_count": 2789, "flush_interval_seconds": 30.0, "flush_state": {"count": 2789, "last_at": "2026-10-30T09:33:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:33:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2788}, "started": true, "suppressed_count": 1609654, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 1609652}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2789, "written_record_count": 2789}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9083.777, "limit_mb": null}, "detail": {"pid": 99770, "restart_count": 251, "start_count": 252}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4458074112000, "copied_frame_count": 1612440, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T09:31:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3569477, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T09:31:50+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.249}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 2, "events_emitted": 2, "events_failed": 0, "events_observed": 2, "events_suppressed": 0, "frame_buffer_copied_bytes": 4458074112000, "frame_buffer_copies": 1612440, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 100, "recorder_active_input_bytes": 276480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 2, "recorder_clips_failed": 0, "recorder_clips_started": 2, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 2, "worker_jobs_accepted": 2, "worker_jobs_completed": 2, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1273, "count": 512, "max_ms": 3.9745, "p50_ms": 0.1102, "p95_ms": 0.2028, "p99_ms": 0.261}, "stages": {"db_insert": {"avg_ms": 24.9862, "count": 2, "max_ms": 26.5042, "p50_ms": 24.9862, "p95_ms": 26.3524, "p99_ms": 26.4739, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0541, "count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1351.546, "count": 2, "max_ms": 1378.4915, "p50_ms": 1351.546, "p95_ms": 1375.7969, "p99_ms": 1377.9526, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3182, "count": 512, "max_ms": 3.1691, "p50_ms": 1.2248, "p95_ms": 2.131, "p99_ms": 2.9578, "results": {"failed": 0, "not_applicable": 0, "success": 1612440, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 618.174, "count": 2, "max_ms": 626.5228, "p50_ms": 618.174, "p95_ms": 625.6879, "p99_ms": 626.3558, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 48.8595, "count": 2, "max_ms": 67.7399, "p50_ms": 48.8595, "p95_ms": 65.8519, "p99_ms": 67.3623, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1729, "count": 100, "max_ms": 8.7346, "p50_ms": 5.0177, "p95_ms": 7.5008, "p99_ms": 8.5356, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3251, "count": 100, "max_ms": 3.6197, "p50_ms": 1.1902, "p95_ms": 2.1715, "p99_ms": 3.2681, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 613.5802, "count": 2, "max_ms": 621.343, "p50_ms": 613.5802, "p95_ms": 620.5667, "p99_ms": 621.1878, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 518.5978, "count": 2, "max_ms": 524.4459, "p50_ms": 518.5978, "p95_ms": 523.8611, "p99_ms": 524.3289, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 90.1793, "count": 2, "max_ms": 92.6271, "p50_ms": 90.1793, "p95_ms": 92.3823, "p99_ms": 92.5782, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.2061, "count": 2, "max_ms": 1.2085, "p50_ms": 1.2061, "p95_ms": 1.2083, "p99_ms": 1.2084, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.2034, "count": 2, "max_ms": 57.9637, "p50_ms": 44.2034, "p95_ms": 56.5876, "p99_ms": 57.6885, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6046, "count": 2, "max_ms": 0.6553, "p50_ms": 0.6046, "p95_ms": 0.6502, "p99_ms": 0.6542, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 625.5343, "count": 2, "max_ms": 642.3509, "p50_ms": 625.5343, "p95_ms": 640.6692, "p99_ms": 642.0145, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.8191, "count": 2, "max_ms": 6.7192, "p50_ms": 3.8191, "p95_ms": 6.4292, "p99_ms": 6.6612, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9995, "count": 2, "max_ms": 27.6583, "p50_ms": 23.9995, "p95_ms": 27.2925, "p99_ms": 27.5852, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3609, "count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.995, "count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 731.8976, "count": 2, "max_ms": 767.7144, "p50_ms": 731.8976, "p95_ms": 764.1327, "p99_ms": 766.998, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 2, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216}, "wait_ms": {"count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 2, "artifact_failed": 0, "artifact_requested": 2, "artifact_success": 2, "completed": 2, "completed_failed": 0, "completed_success": 2, "cooldown_promoted": 2, "database_requested": 2, "db_insert_success": 2, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15534, "relay_business_failed": 0, "relay_business_success": 2, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 2, "relay_transport_failed": 0, "relay_transport_success": 2, "reservation_requested": 2}, "snapshot": {"copied_bytes": 5529600, "copied_count": 2, "copy": {"count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 222, "h264_decode_error_count": 536, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:34:20+09:00", "last_error_summary": "[h264 @ 0x55d9e4623400] error while decoding MB 90 82, bytestream -7", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T09:34:22+09:00", "pid": 99770, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.625, "name": "ffmpeg", "pid": 99770, "rss_mb": 74.625, "state": "S (sleeping)", "threads": 1}, "restart_count": 251, "restart_count_per_hour": 9, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 252}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.283, "sample_count": 2353, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1612440, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:34:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 4.286, "last_frame_pushed_at": "2026-10-30T09:34:20+09:00", "last_frame_read_age_sec": 4.356, "last_frame_read_at": "2026-10-30T09:34:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 79, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 283.868, "last_sample_duration_ms": 1126.875, "last_trigger": "periodic", "next_snapshot_in_sec": 316.132, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 279, "storage_bytes": 2658759}, "mjpeg": {"age_sec": 4.274, "exists": true, "mtime": "2026-10-30T09:34:20.519182+09:00", "mtime_epoch": 1793320460.5191817, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 97652}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T09:34:24+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1670.758, "name": "celery", "pid": 176, "rss_mb": 1618.93, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1612440, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 125}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 125}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 125}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 125}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 125}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 125}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 125}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 125, "pushed_frames": 125, "read_frames": 124, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.171, "pushed": 4.171, "read": 4.138}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 124, "client_acquire_ms": {"avg_ms": 0.007, "count": 124, "max_ms": 0.025, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4331.841, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.611, "count": 124, "max_ms": 3.385, "p95_ms": 1.981, "reason": null, "sample_age_ms": 4365.816, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.252, "count": 124, "max_ms": 2.708, "p95_ms": 1.447, "reason": null, "sample_age_ms": 4366.148, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.097, "count": 124, "max_ms": 0.359, "p95_ms": 0.196, "reason": null, "sample_age_ms": 4331.846, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.552, "count": 124, "max_ms": 3.852, "p95_ms": 2.675, "reason": null, "sample_age_ms": 4363.297, "source": "client_direct"}, "request_count": 124, "request_tensor_bytes": {"avg": 2211848.0, "count": 124, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4363.261, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 124, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4331.996, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.786, "count": 124, "max_ms": 72.641, "p95_ms": 53.428, "reason": null, "sample_age_ms": 4331.836, "source": "client_direct"}, "sample_age_ms": 4331.83, "source": "client_direct", "task_total_ms": {"avg_ms": 41.609, "count": 124, "max_ms": 76.226, "p95_ms": 56.509, "reason": null, "sample_age_ms": 4331.83, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.256, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.733, "count": 125, "max_ms": 2.014, "p95_ms": 1.372}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.235, "count": 125, "max_ms": 0.681, "p95_ms": 0.446}, "detection_prepare_ms": {"avg_ms": 0.102, "count": 125, "max_ms": 0.275, "p95_ms": 0.197}, "event_filter_ms": {"avg_ms": 0.003, "count": 125, "max_ms": 0.01, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.083, "count": 125, "max_ms": 0.222, "p95_ms": 0.169}, "mcmt_ms": {"avg_ms": 0.003, "count": 125, "max_ms": 0.018, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.183, "count": 125, "max_ms": 0.561, "p95_ms": 0.361}, "setup_ms": {"avg_ms": 0.045, "count": 125, "max_ms": 0.128, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 0.689, "count": 125, "max_ms": 1.901, "p95_ms": 1.279}, "track_match_ms": {"avg_ms": 0.004, "count": 125, "max_ms": 0.012, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.03, "count": 125, "max_ms": 0.092, "p95_ms": 0.072}}, "gstreamer_push": {"avg_ms": 2.91, "count": 125, "max_ms": 6.095, "p95_ms": 4.776}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 125, "max_ms": 0.138, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.603, "count": 125, "max_ms": 79.647, "p95_ms": 58.094}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.044, "count": 125, "max_ms": 0.159, "p95_ms": 0.091}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 125, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 125, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 77.071, "count": 125, "max_ms": 131.653, "p95_ms": 100.669}, "inference_input_copy_ms": {"avg_ms": 1.457, "count": 125, "max_ms": 3.156, "p95_ms": 2.577}, "processing_residual_ms": {"avg_ms": 0.141, "count": 125, "max_ms": 0.32, "p95_ms": 0.256}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 125, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 125, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 78.713, "count": 125, "max_ms": 134.684, "p95_ms": 102.718}, "read_interval": {"avg_ms": 207.33, "count": 124, "max_ms": 6224.249, "p95_ms": 146.448}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 125, "max_ms": 0.047, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.127, "count": 125, "max_ms": 0.395, "p95_ms": 0.264}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 125, "max_ms": 0.043, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.111, "count": 125, "max_ms": 0.364, "p95_ms": 0.241}, "worker_merge_ms": {"avg_ms": 0.006, "count": 125, "max_ms": 0.064, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 42.619, "count": 125, "max_ms": 79.664, "p95_ms": 58.105}, "visualize": {"avg_ms": 32.776, "count": 125, "max_ms": 54.042, "p95_ms": 45.682}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.948, "count": 125, "max_ms": 53.261, "p95_ms": 44.655}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 125, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.592, "count": 125, "max_ms": 53.908, "p95_ms": 45.34}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 125, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 125, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.493, "count": 125, "max_ms": 53.819, "p95_ms": 45.222}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 125, "max_ms": 0.227, "p95_ms": 0.116}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 125}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 125}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 125}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1618.926, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.676, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.008, "sample_count": 2394, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1612432, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:34:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.065, "exists": true, "size_bytes": 97866, "write_bytes_delta": 97866, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 487.0, "cpu_core_ratio": 0.4145, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3246.0, "pid": 99654, "reason": null, "system_cpu_core_ratio": 0.0225, "system_cpu_s_delta": 0.4500000000000002, "user_cpu_core_ratio": 0.392, "user_cpu_s_delta": 7.840000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.23, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.0225, "system_cpu_s_delta": 0.4500000000007276, "user_cpu_core_ratio": 0.2075, "user_cpu_s_delta": 4.150000000008731}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.963, "count": 165, "max_ms": 6.095, "p95_ms": 4.776, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 165}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.752, "count": 30, "max": 50.087, "p95": 40.363, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.699, "count": 30, "max": 36.324, "p95": 30.674, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1341.0, "count": 30, "max": 1717.0, "p95": 1614.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4870.567, "count": 30, "max": 95683.0, "p95": 14763.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.093, "count": 30, "max": 0.454, "p95": 0.392, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.103, "count": 30, "max": 1.395, "p95": 1.348, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.292, "count": 30, "max": 4.381, "p95": 2.361, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94496.933, "count": 30, "max": 102367.0, "p95": 100596.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 94496.933, "count": 30, "max": 102367.0, "p95": 100596.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 84.467, "count": 30, "max": 1699.0, "p95": 110.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.089, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.553, "count": 30, "max": 0.688, "p95": 0.674, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11694, "sampled_at": "2026-10-30T09:34:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:34:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2675174, "flush_count": 2788, "flush_interval_seconds": 30.0, "flush_state": {"count": 2788, "last_at": "2026-10-30T09:34:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:34:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2787}, "started": true, "suppressed_count": 1394687, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1394546}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2788, "written_record_count": 2788}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9236.027, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T09:32:53+09:00", "last_error_summary": "[h264 @ 0x6547ba2c5d00] error while decoding MB 113 62, bytestream -8", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3863346278400, "copied_frame_count": 1397333, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3863346278400, "frame_buffer_copies": 1397333, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1206, "count": 512, "max_ms": 2.4444, "p50_ms": 0.0998, "p95_ms": 0.2202, "p99_ms": 0.2674}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5042, "count": 512, "max_ms": 3.9484, "p50_ms": 1.4088, "p95_ms": 2.5537, "p99_ms": 3.0459, "results": {"failed": 0, "not_applicable": 0, "success": 1397333, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 475, "h264_decode_error_count": 1078, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:32:53+09:00", "last_error_summary": "[h264 @ 0x6547ba2c5d00] error while decoding MB 113 62, bytestream -8", "last_exit_at": "2026-10-30T09:34:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 114.774, "last_started_at": "2026-10-30T09:32:56+09:00", "pid": 99538, "process": {"exists": false, "pid": 99538}, "restart_count": 515, "restart_count_per_hour": 15, "rtsp_timeout_count": 174, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 516}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.783, "sample_count": 2233, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1397333, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:34:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T09:34:51+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-10-30T09:34:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 79, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 310.18, "last_sample_duration_ms": 1126.875, "last_trigger": "periodic", "next_snapshot_in_sec": 289.82, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 279, "storage_bytes": 2658759}, "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-10-30T09:34:50.964360+09:00", "mtime_epoch": 1793320490.96436, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 99745}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:34:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1419.516, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1397333, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.831, "max": 9.0, "p95": 8.0, "sample_count": 213}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.51, "max": 3.0, "p95": 3.0, "sample_count": 196}, "total": {"avg": 1.39, "max": 3.0, "p95": 3.0, "sample_count": 213}}, "tracking_counts": {"active": {"avg": 0.934, "max": 3.0, "p95": 2.0, "sample_count": 213}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}, "removed": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 213}, "tracked": {"avg": 0.934, "max": 3.0, "p95": 2.0, "sample_count": 213}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 213, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.368, "pushed": 7.368, "read": 7.368}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 213, "client_acquire_ms": {"avg_ms": 0.008, "count": 213, "max_ms": 0.022, "p95_ms": 0.016, "reason": null, "sample_age_ms": 86.181, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.921, "count": 213, "max_ms": 5.79, "p95_ms": 2.934, "reason": null, "sample_age_ms": 152.498, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.376, "count": 213, "max_ms": 3.361, "p95_ms": 2.107, "reason": null, "sample_age_ms": 152.95, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.326, "count": 213, "max_ms": 0.808, "p95_ms": 0.595, "reason": null, "sample_age_ms": 86.199, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.028, "count": 213, "max_ms": 4.189, "p95_ms": 3.521, "reason": null, "sample_age_ms": 151.457, "source": "client_direct"}, "request_count": 213, "request_tensor_bytes": {"avg": 2764808.0, "count": 213, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 151.441, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 213, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 86.647, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.136, "count": 213, "max_ms": 83.988, "p95_ms": 64.965, "reason": null, "sample_age_ms": 86.174, "source": "client_direct"}, "sample_age_ms": 86.168, "source": "client_direct", "task_total_ms": {"avg_ms": 52.673, "count": 213, "max_ms": 86.802, "p95_ms": 68.105, "reason": null, "sample_age_ms": 86.168, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.199, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.474, "count": 213, "max_ms": 17.022, "p95_ms": 11.566}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.416, "count": 213, "max_ms": 1.042, "p95_ms": 0.795}, "detection_prepare_ms": {"avg_ms": 1.444, "count": 213, "max_ms": 9.516, "p95_ms": 2.669}, "event_filter_ms": {"avg_ms": 0.005, "count": 213, "max_ms": 0.03, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.216, "count": 213, "max_ms": 0.768, "p95_ms": 0.495}, "mcmt_ms": {"avg_ms": 0.004, "count": 213, "max_ms": 0.031, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.465, "count": 213, "max_ms": 11.568, "p95_ms": 4.811}, "setup_ms": {"avg_ms": 0.044, "count": 213, "max_ms": 0.153, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 5.412, "count": 213, "max_ms": 16.916, "p95_ms": 11.461}, "track_match_ms": {"avg_ms": 0.124, "count": 213, "max_ms": 0.517, "p95_ms": 0.264}, "tracker_update_ms": {"avg_ms": 1.693, "count": 213, "max_ms": 4.578, "p95_ms": 2.998}}, "gstreamer_push": {"avg_ms": 3.354, "count": 213, "max_ms": 7.677, "p95_ms": 5.685}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 213, "max_ms": 0.884, "p95_ms": 0.128}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.02, "count": 213, "max_ms": 88.194, "p95_ms": 70.4}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.365, "count": 213, "max_ms": 14.273, "p95_ms": 9.882}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 115.493, "count": 213, "max_ms": 174.976, "p95_ms": 145.189}, "inference_input_copy_ms": {"avg_ms": 1.718, "count": 213, "max_ms": 4.174, "p95_ms": 2.939}, "processing_residual_ms": {"avg_ms": 0.211, "count": 213, "max_ms": 0.717, "p95_ms": 0.383}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 120.786, "count": 213, "max_ms": 179.512, "p95_ms": 149.859}, "read_interval": {"avg_ms": 215.474, "count": 213, "max_ms": 17129.66, "p95_ms": 173.048}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 213, "max_ms": 0.096, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 1.396, "count": 213, "max_ms": 11.433, "p95_ms": 4.725}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 213, "max_ms": 0.058, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.378, "count": 213, "max_ms": 11.403, "p95_ms": 4.707}, "worker_merge_ms": {"avg_ms": 0.007, "count": 213, "max_ms": 0.031, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 54.034, "count": 213, "max_ms": 88.208, "p95_ms": 70.417}, "visualize": {"avg_ms": 54.637, "count": 213, "max_ms": 99.188, "p95_ms": 72.88}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 48.979, "count": 213, "max_ms": 95.073, "p95_ms": 64.429}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 53.002, "count": 213, "max_ms": 98.101, "p95_ms": 70.391}, "visualize_input_copy_ms": {"avg_ms": 1.406, "count": 213, "max_ms": 3.463, "p95_ms": 2.261}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 52.847, "count": 213, "max_ms": 97.994, "p95_ms": 70.187}, "visualizer_prepare_ms": {"avg_ms": 0.081, "count": 213, "max_ms": 0.241, "p95_ms": 0.164}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 213}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1419.457, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.428, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.538, "sample_count": 2262, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1397198, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:34:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102328, "write_bytes_delta": 102328, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 490.0, "cpu_core_ratio": 0.388414, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 99538, "reason": null, "system_cpu_core_ratio": 0.033603, "system_cpu_s_delta": 0.33999999999999986, "user_cpu_core_ratio": 0.35481, "user_cpu_s_delta": 3.59}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.661383, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 99844.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.601893, "system_cpu_s_delta": 6.0899999999965075, "user_cpu_core_ratio": 1.05949, "user_cpu_s_delta": 10.720000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.113, "count": 102, "max_ms": 6.049, "p95_ms": 5.036, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.167, "max": 11.0, "p95": 8.0, "sample_count": 102}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.355, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 93}, "total": {"avg": 1.235, "max": 2.0, "p95": 2.0, "sample_count": 102}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.707, "count": 30, "max": 56.354, "p95": 54.39, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.042, "count": 30, "max": 23.932, "p95": 21.956, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 565.967, "count": 30, "max": 1075.0, "p95": 1047.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 660.667, "count": 30, "max": 7681.0, "p95": 3242.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.078, "count": 30, "max": 0.371, "p95": 0.284, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.344, "count": 30, "max": 0.41, "p95": 0.403, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.072, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97904.567, "count": 30, "max": 104372.0, "p95": 103434.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 94801.967, "count": 30, "max": 104372.0, "p95": 103434.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 129377.333, "count": 30, "max": 238119.0, "p95": 223074.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.551, "count": 30, "max": 0.71, "p95": 0.664, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.961, "count": 30, "max": 1.199, "p95": 1.147, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10768, "sampled_at": "2026-10-30T09:34:32+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:34:32+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.908, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2675174, "flush_count": 2788, "flush_interval_seconds": 30.0, "flush_state": {"count": 2788, "last_at": "2026-10-30T09:34:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:34:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2787}, "started": true, "suppressed_count": 1394687, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1394546}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2788, "written_record_count": 2788}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9238.406, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3863346278400, "copied_frame_count": 1397333, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3863346278400, "frame_buffer_copies": 1397333, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1206, "count": 512, "max_ms": 2.4444, "p50_ms": 0.0998, "p95_ms": 0.2202, "p99_ms": 0.2674}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5042, "count": 512, "max_ms": 3.9484, "p50_ms": 1.4088, "p95_ms": 2.5537, "p99_ms": 3.0459, "results": {"failed": 0, "not_applicable": 0, "success": 1397333, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 475, "h264_decode_error_count": 1078, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:32:53+09:00", "last_error_summary": "[h264 @ 0x6547ba2c5d00] error while decoding MB 113 62, bytestream -8", "last_exit_at": "2026-10-30T09:34:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 114.808, "last_started_at": "2026-10-30T09:32:56+09:00", "pid": 99538, "process": {"exists": false, "pid": 99538}, "restart_count": 515, "restart_count_per_hour": 15, "rtsp_timeout_count": 174, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 516}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.783, "sample_count": 2233, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1397333, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:34:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.036, "last_frame_pushed_at": "2026-10-30T09:34:51+09:00", "last_frame_read_age_sec": 0.175, "last_frame_read_at": "2026-10-30T09:34:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 79, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 310.205, "last_sample_duration_ms": 1126.875, "last_trigger": "periodic", "next_snapshot_in_sec": 289.795, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 279, "storage_bytes": 2658759}, "mjpeg": {"age_sec": 0.025, "exists": true, "mtime": "2026-10-30T09:34:51.119361+09:00", "mtime_epoch": 1793320491.119361, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 100195}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:34:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1419.516, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1397333, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.831, "max": 9.0, "p95": 8.0, "sample_count": 213}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.51, "max": 3.0, "p95": 3.0, "sample_count": 196}, "total": {"avg": 1.39, "max": 3.0, "p95": 3.0, "sample_count": 213}}, "tracking_counts": {"active": {"avg": 0.934, "max": 3.0, "p95": 2.0, "sample_count": 213}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}, "removed": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 213}, "tracked": {"avg": 0.934, "max": 3.0, "p95": 2.0, "sample_count": 213}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 213, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.36, "pushed": 7.36, "read": 7.36}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 213, "client_acquire_ms": {"avg_ms": 0.008, "count": 213, "max_ms": 0.022, "p95_ms": 0.016, "reason": null, "sample_age_ms": 112.88, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.921, "count": 213, "max_ms": 5.79, "p95_ms": 2.934, "reason": null, "sample_age_ms": 179.197, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.376, "count": 213, "max_ms": 3.361, "p95_ms": 2.107, "reason": null, "sample_age_ms": 179.649, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.326, "count": 213, "max_ms": 0.808, "p95_ms": 0.595, "reason": null, "sample_age_ms": 112.898, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.028, "count": 213, "max_ms": 4.189, "p95_ms": 3.521, "reason": null, "sample_age_ms": 178.156, "source": "client_direct"}, "request_count": 213, "request_tensor_bytes": {"avg": 2764808.0, "count": 213, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 178.14, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 213, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 113.346, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.136, "count": 213, "max_ms": 83.988, "p95_ms": 64.965, "reason": null, "sample_age_ms": 112.874, "source": "client_direct"}, "sample_age_ms": 112.867, "source": "client_direct", "task_total_ms": {"avg_ms": 52.673, "count": 213, "max_ms": 86.802, "p95_ms": 68.105, "reason": null, "sample_age_ms": 112.867, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.827, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.474, "count": 213, "max_ms": 17.022, "p95_ms": 11.566}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.416, "count": 213, "max_ms": 1.042, "p95_ms": 0.795}, "detection_prepare_ms": {"avg_ms": 1.444, "count": 213, "max_ms": 9.516, "p95_ms": 2.669}, "event_filter_ms": {"avg_ms": 0.005, "count": 213, "max_ms": 0.03, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.216, "count": 213, "max_ms": 0.768, "p95_ms": 0.495}, "mcmt_ms": {"avg_ms": 0.004, "count": 213, "max_ms": 0.031, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.465, "count": 213, "max_ms": 11.568, "p95_ms": 4.811}, "setup_ms": {"avg_ms": 0.044, "count": 213, "max_ms": 0.153, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 5.412, "count": 213, "max_ms": 16.916, "p95_ms": 11.461}, "track_match_ms": {"avg_ms": 0.124, "count": 213, "max_ms": 0.517, "p95_ms": 0.264}, "tracker_update_ms": {"avg_ms": 1.693, "count": 213, "max_ms": 4.578, "p95_ms": 2.998}}, "gstreamer_push": {"avg_ms": 3.354, "count": 213, "max_ms": 7.677, "p95_ms": 5.685}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 213, "max_ms": 0.884, "p95_ms": 0.128}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.02, "count": 213, "max_ms": 88.194, "p95_ms": 70.4}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.365, "count": 213, "max_ms": 14.273, "p95_ms": 9.882}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 115.493, "count": 213, "max_ms": 174.976, "p95_ms": 145.189}, "inference_input_copy_ms": {"avg_ms": 1.718, "count": 213, "max_ms": 4.174, "p95_ms": 2.939}, "processing_residual_ms": {"avg_ms": 0.211, "count": 213, "max_ms": 0.717, "p95_ms": 0.383}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 120.786, "count": 213, "max_ms": 179.512, "p95_ms": 149.859}, "read_interval": {"avg_ms": 215.474, "count": 213, "max_ms": 17129.66, "p95_ms": 173.048}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 213, "max_ms": 0.096, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 1.396, "count": 213, "max_ms": 11.433, "p95_ms": 4.725}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 213, "max_ms": 0.058, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.378, "count": 213, "max_ms": 11.403, "p95_ms": 4.707}, "worker_merge_ms": {"avg_ms": 0.007, "count": 213, "max_ms": 0.031, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 54.034, "count": 213, "max_ms": 88.208, "p95_ms": 70.417}, "visualize": {"avg_ms": 54.637, "count": 213, "max_ms": 99.188, "p95_ms": 72.88}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 48.979, "count": 213, "max_ms": 95.073, "p95_ms": 64.429}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 53.002, "count": 213, "max_ms": 98.101, "p95_ms": 70.391}, "visualize_input_copy_ms": {"avg_ms": 1.406, "count": 213, "max_ms": 3.463, "p95_ms": 2.261}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 52.847, "count": 213, "max_ms": 97.994, "p95_ms": 70.187}, "visualizer_prepare_ms": {"avg_ms": 0.081, "count": 213, "max_ms": 0.241, "p95_ms": 0.164}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 213}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1419.457, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.428, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.538, "sample_count": 2262, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1397198, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:34:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102328, "write_bytes_delta": 102328, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 490.0, "cpu_core_ratio": 0.388414, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 99538, "reason": null, "system_cpu_core_ratio": 0.033603, "system_cpu_s_delta": 0.33999999999999986, "user_cpu_core_ratio": 0.35481, "user_cpu_s_delta": 3.59}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.661383, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 99844.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.601893, "system_cpu_s_delta": 6.0899999999965075, "user_cpu_core_ratio": 1.05949, "user_cpu_s_delta": 10.720000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.113, "count": 102, "max_ms": 6.049, "p95_ms": 5.036, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.167, "max": 11.0, "p95": 8.0, "sample_count": 102}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.355, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 93}, "total": {"avg": 1.235, "max": 2.0, "p95": 2.0, "sample_count": 102}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.707, "count": 30, "max": 56.354, "p95": 54.39, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.042, "count": 30, "max": 23.932, "p95": 21.956, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 565.967, "count": 30, "max": 1075.0, "p95": 1047.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 660.667, "count": 30, "max": 7681.0, "p95": 3242.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.078, "count": 30, "max": 0.371, "p95": 0.284, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.344, "count": 30, "max": 0.41, "p95": 0.403, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.072, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97904.567, "count": 30, "max": 104372.0, "p95": 103434.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 94801.967, "count": 30, "max": 104372.0, "p95": 103434.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 129377.333, "count": 30, "max": 238119.0, "p95": 223074.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.551, "count": 30, "max": 0.71, "p95": 0.664, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.961, "count": 30, "max": 1.199, "p95": 1.147, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10768, "sampled_at": "2026-10-30T09:34:32+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:34:32+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.942, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2675174, "flush_count": 2788, "flush_interval_seconds": 30.0, "flush_state": {"count": 2788, "last_at": "2026-10-30T09:34:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:34:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2787}, "started": true, "suppressed_count": 1394687, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1394546}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2788, "written_record_count": 2788}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9404.012, "limit_mb": null}, "detail": {"pid": 99886, "restart_count": 516, "start_count": 517}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3863346278400, "copied_frame_count": 1397333, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3863346278400, "frame_buffer_copies": 1397333, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1206, "count": 512, "max_ms": 2.4444, "p50_ms": 0.0998, "p95_ms": 0.2202, "p99_ms": 0.2674}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5042, "count": 512, "max_ms": 3.9484, "p50_ms": 1.4088, "p95_ms": 2.5537, "p99_ms": 3.0459, "results": {"failed": 0, "not_applicable": 0, "success": 1397333, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 475, "h264_decode_error_count": 1078, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:32:53+09:00", "last_error_summary": "[h264 @ 0x6547ba2c5d00] error while decoding MB 113 62, bytestream -8", "last_exit_at": "2026-10-30T09:34:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T09:34:53+09:00", "pid": 99886, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.152, "name": "ffmpeg", "pid": 99886, "rss_mb": 206.152, "state": "S (sleeping)", "threads": 70}, "restart_count": 516, "restart_count_per_hour": 16, "rtsp_timeout_count": 174, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 517}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.084, "sample_count": 2193, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1397333, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:34:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.854, "last_frame_pushed_at": "2026-10-30T09:34:51+09:00", "last_frame_read_age_sec": 4.994, "last_frame_read_at": "2026-10-30T09:34:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 79, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 315.038, "last_sample_duration_ms": 1126.875, "last_trigger": "periodic", "next_snapshot_in_sec": 284.962, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 279, "storage_bytes": 2658759}, "mjpeg": {"age_sec": 4.843, "exists": true, "mtime": "2026-10-30T09:34:51.119361+09:00", "mtime_epoch": 1793320491.119361, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 100195}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:34:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1419.52, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1397333, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.78, "max": 9.0, "p95": 8.0, "sample_count": 182}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.547, "max": 3.0, "p95": 3.0, "sample_count": 172}, "total": {"avg": 1.462, "max": 3.0, "p95": 3.0, "sample_count": 182}}, "tracking_counts": {"active": {"avg": 0.89, "max": 3.0, "p95": 2.0, "sample_count": 182}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 182}, "tracked": {"avg": 0.89, "max": 3.0, "p95": 2.0, "sample_count": 182}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.074, "pushed": 6.074, "read": 6.041}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 181, "client_acquire_ms": {"avg_ms": 0.008, "count": 181, "max_ms": 0.022, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4933.117, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.932, "count": 181, "max_ms": 5.79, "p95_ms": 2.939, "reason": null, "sample_age_ms": 4999.434, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.38, "count": 181, "max_ms": 3.29, "p95_ms": 2.188, "reason": null, "sample_age_ms": 4999.886, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.327, "count": 181, "max_ms": 0.808, "p95_ms": 0.593, "reason": null, "sample_age_ms": 4933.135, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.073, "count": 181, "max_ms": 4.189, "p95_ms": 3.539, "reason": null, "sample_age_ms": 4998.393, "source": "client_direct"}, "request_count": 181, "request_tensor_bytes": {"avg": 2764808.0, "count": 181, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4998.377, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 181, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4933.583, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.947, "count": 181, "max_ms": 83.988, "p95_ms": 65.261, "reason": null, "sample_age_ms": 4933.11, "source": "client_direct"}, "sample_age_ms": 4933.104, "source": "client_direct", "task_total_ms": {"avg_ms": 53.534, "count": 181, "max_ms": 86.802, "p95_ms": 68.12, "reason": null, "sample_age_ms": 4933.104, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.781, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.726, "count": 182, "max_ms": 17.022, "p95_ms": 11.566}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.411, "count": 182, "max_ms": 1.038, "p95_ms": 0.766}, "detection_prepare_ms": {"avg_ms": 1.491, "count": 182, "max_ms": 9.516, "p95_ms": 2.669}, "event_filter_ms": {"avg_ms": 0.006, "count": 182, "max_ms": 0.03, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.23, "count": 182, "max_ms": 0.768, "p95_ms": 0.516}, "mcmt_ms": {"avg_ms": 0.004, "count": 182, "max_ms": 0.031, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.577, "count": 182, "max_ms": 11.568, "p95_ms": 5.092}, "setup_ms": {"avg_ms": 0.046, "count": 182, "max_ms": 0.153, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 5.661, "count": 182, "max_ms": 16.916, "p95_ms": 11.461}, "track_match_ms": {"avg_ms": 0.128, "count": 182, "max_ms": 0.517, "p95_ms": 0.269}, "tracker_update_ms": {"avg_ms": 1.769, "count": 182, "max_ms": 4.578, "p95_ms": 2.998}}, "gstreamer_push": {"avg_ms": 3.422, "count": 182, "max_ms": 7.677, "p95_ms": 5.685}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.062, "count": 182, "max_ms": 0.884, "p95_ms": 0.128}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.87, "count": 182, "max_ms": 88.194, "p95_ms": 70.4}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.415, "count": 182, "max_ms": 14.273, "p95_ms": 10.013}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 118.29, "count": 182, "max_ms": 174.976, "p95_ms": 145.386}, "inference_input_copy_ms": {"avg_ms": 1.752, "count": 182, "max_ms": 3.849, "p95_ms": 2.891}, "processing_residual_ms": {"avg_ms": 0.216, "count": 182, "max_ms": 0.717, "p95_ms": 0.383}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 123.674, "count": 182, "max_ms": 179.512, "p95_ms": 150.98}, "read_interval": {"avg_ms": 138.695, "count": 181, "max_ms": 210.672, "p95_ms": 169.574}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 182, "max_ms": 0.096, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 1.507, "count": 182, "max_ms": 11.433, "p95_ms": 4.984}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 182, "max_ms": 0.058, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.489, "count": 182, "max_ms": 11.403, "p95_ms": 4.961}, "worker_merge_ms": {"avg_ms": 0.007, "count": 182, "max_ms": 0.031, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 54.885, "count": 182, "max_ms": 88.208, "p95_ms": 70.417}, "visualize": {"avg_ms": 56.297, "count": 182, "max_ms": 99.188, "p95_ms": 72.905}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 50.411, "count": 182, "max_ms": 95.073, "p95_ms": 65.133}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 54.624, "count": 182, "max_ms": 98.101, "p95_ms": 70.411}, "visualize_input_copy_ms": {"avg_ms": 1.441, "count": 182, "max_ms": 3.463, "p95_ms": 2.261}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 54.466, "count": 182, "max_ms": 97.994, "p95_ms": 70.223}, "visualizer_prepare_ms": {"avg_ms": 0.082, "count": 182, "max_ms": 0.241, "p95_ms": 0.164}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 182}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1419.457, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.428, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.538, "sample_count": 2262, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1397198, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:34:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102328, "write_bytes_delta": 102328, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 490.0, "cpu_core_ratio": 0.388414, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 99538, "reason": null, "system_cpu_core_ratio": 0.033603, "system_cpu_s_delta": 0.33999999999999986, "user_cpu_core_ratio": 0.35481, "user_cpu_s_delta": 3.59}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.661383, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 99844.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.601893, "system_cpu_s_delta": 6.0899999999965075, "user_cpu_core_ratio": 1.05949, "user_cpu_s_delta": 10.720000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.113, "count": 102, "max_ms": 6.049, "p95_ms": 5.036, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.167, "max": 11.0, "p95": 8.0, "sample_count": 102}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.355, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 93}, "total": {"avg": 1.235, "max": 2.0, "p95": 2.0, "sample_count": 102}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.707, "count": 30, "max": 56.354, "p95": 54.39, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.042, "count": 30, "max": 23.932, "p95": 21.956, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 565.967, "count": 30, "max": 1075.0, "p95": 1047.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 660.667, "count": 30, "max": 7681.0, "p95": 3242.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.078, "count": 30, "max": 0.371, "p95": 0.284, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.344, "count": 30, "max": 0.41, "p95": 0.403, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.072, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97904.567, "count": 30, "max": 104372.0, "p95": 103434.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 94801.967, "count": 30, "max": 104372.0, "p95": 103434.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 129377.333, "count": 30, "max": 238119.0, "p95": 223074.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.551, "count": 30, "max": 0.71, "p95": 0.664, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.961, "count": 30, "max": 1.199, "p95": 1.147, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10768, "sampled_at": "2026-10-30T09:34:32+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:34:32+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2678160, "flush_count": 2791, "flush_interval_seconds": 30.0, "flush_state": {"count": 2791, "last_at": "2026-10-30T09:37:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:37:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2790}, "started": true, "suppressed_count": 1396039, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1395898}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2791, "written_record_count": 2791}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9252.984, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x612a7e680e00] error while decoding MB 79 61, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3867089817600, "copied_frame_count": 1398687, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3867089817600, "frame_buffer_copies": 1398687, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1318, "count": 512, "max_ms": 2.2424, "p50_ms": 0.1073, "p95_ms": 0.269, "p99_ms": 0.3517}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5726, "count": 512, "max_ms": 4.7873, "p50_ms": 1.4695, "p95_ms": 2.6627, "p99_ms": 3.3701, "results": {"failed": 0, "not_applicable": 0, "success": 1398687, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 476, "h264_decode_error_count": 1079, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:37:50+09:00", "last_error_summary": "[h264 @ 0x612a7e680e00] error while decoding MB 79 61, bytestream -5", "last_exit_at": "2026-10-30T09:34:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.974, "last_started_at": "2026-10-30T09:34:53+09:00", "pid": 99886, "process": {"exists": true, "fd_count": 0, "hwm_mb": null, "name": "ffmpeg", "pid": 99886, "rss_mb": null, "state": "Z (zombie)", "threads": 1}, "restart_count": 516, "restart_count_per_hour": 15, "rtsp_timeout_count": 174, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 517}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.308, "sample_count": 2127, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1398687, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:37:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.075, "last_frame_pushed_at": "2026-10-30T09:37:50+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-10-30T09:37:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 79, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 490.018, "last_sample_duration_ms": 1126.875, "last_trigger": "periodic", "next_snapshot_in_sec": 109.982, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 279, "storage_bytes": 2658759}, "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-10-30T09:37:50.868105+09:00", "mtime_epoch": 1793320670.868105, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101062}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:37:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1438.492, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1398688, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.763, "max": 5.0, "p95": 5.0, "sample_count": 219}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.209, "max": 2.0, "p95": 2.0, "sample_count": 153}, "total": {"avg": 0.845, "max": 2.0, "p95": 2.0, "sample_count": 219}}, "tracking_counts": {"active": {"avg": 0.073, "max": 1.0, "p95": 1.0, "sample_count": 219}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 219}, "tracked": {"avg": 0.073, "max": 1.0, "p95": 1.0, "sample_count": 219}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.316, "pushed": 7.316, "read": 7.316}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 219, "client_acquire_ms": {"avg_ms": 0.009, "count": 219, "max_ms": 0.045, "p95_ms": 0.019, "reason": null, "sample_age_ms": 50.736, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.951, "count": 219, "max_ms": 6.06, "p95_ms": 3.403, "reason": null, "sample_age_ms": 85.702, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.458, "count": 219, "max_ms": 5.354, "p95_ms": 2.892, "reason": null, "sample_age_ms": 85.879, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.335, "count": 219, "max_ms": 1.133, "p95_ms": 0.665, "reason": null, "sample_age_ms": 50.745, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.263, "count": 219, "max_ms": 12.034, "p95_ms": 4.128, "reason": null, "sample_age_ms": 84.741, "source": "client_direct"}, "request_count": 219, "request_tensor_bytes": {"avg": 2764808.0, "count": 219, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 84.728, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 219, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 51.017, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.314, "count": 219, "max_ms": 81.358, "p95_ms": 69.273, "reason": null, "sample_age_ms": 50.73, "source": "client_direct"}, "sample_age_ms": 50.724, "source": "client_direct", "task_total_ms": {"avg_ms": 54.114, "count": 219, "max_ms": 85.794, "p95_ms": 72.357, "reason": null, "sample_age_ms": 50.724, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.258, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.06, "count": 219, "max_ms": 13.398, "p95_ms": 9.15}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.414, "count": 219, "max_ms": 1.819, "p95_ms": 0.816}, "detection_prepare_ms": {"avg_ms": 1.145, "count": 219, "max_ms": 5.531, "p95_ms": 2.585}, "event_filter_ms": {"avg_ms": 0.005, "count": 219, "max_ms": 0.03, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.25, "count": 219, "max_ms": 1.183, "p95_ms": 0.605}, "mcmt_ms": {"avg_ms": 0.004, "count": 219, "max_ms": 0.029, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.896, "count": 219, "max_ms": 6.001, "p95_ms": 2.735}, "setup_ms": {"avg_ms": 0.054, "count": 219, "max_ms": 0.163, "p95_ms": 0.123}, "total_inside_ms": {"avg_ms": 3.998, "count": 219, "max_ms": 13.341, "p95_ms": 9.083}, "track_match_ms": {"avg_ms": 0.061, "count": 219, "max_ms": 0.435, "p95_ms": 0.158}, "tracker_update_ms": {"avg_ms": 1.169, "count": 219, "max_ms": 4.208, "p95_ms": 2.652}}, "gstreamer_push": {"avg_ms": 4.386, "count": 219, "max_ms": 12.23, "p95_ms": 7.912}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.062, "count": 219, "max_ms": 0.887, "p95_ms": 0.132}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.678, "count": 219, "max_ms": 86.687, "p95_ms": 74.734}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.241, "count": 219, "max_ms": 13.183, "p95_ms": 9.641}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.465, "count": 219, "max_ms": 162.862, "p95_ms": 144.542}, "inference_input_copy_ms": {"avg_ms": 1.804, "count": 219, "max_ms": 4.561, "p95_ms": 3.176}, "processing_residual_ms": {"avg_ms": 0.197, "count": 219, "max_ms": 0.665, "p95_ms": 0.383}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 119.707, "count": 219, "max_ms": 168.071, "p95_ms": 150.401}, "read_interval": {"avg_ms": 137.018, "count": 219, "max_ms": 284.578, "p95_ms": 177.053}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 219, "max_ms": 0.066, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.829, "count": 219, "max_ms": 5.856, "p95_ms": 2.645}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 219, "max_ms": 0.071, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.812, "count": 219, "max_ms": 5.822, "p95_ms": 2.617}, "worker_merge_ms": {"avg_ms": 0.007, "count": 219, "max_ms": 0.028, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 55.694, "count": 219, "max_ms": 86.695, "p95_ms": 74.744}, "visualize": {"avg_ms": 53.367, "count": 219, "max_ms": 89.739, "p95_ms": 69.422}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 48.699, "count": 219, "max_ms": 86.686, "p95_ms": 63.749}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 51.599, "count": 219, "max_ms": 87.566, "p95_ms": 67.037}, "visualize_input_copy_ms": {"avg_ms": 1.529, "count": 219, "max_ms": 4.189, "p95_ms": 2.49}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 51.443, "count": 219, "max_ms": 87.364, "p95_ms": 66.846}, "visualizer_prepare_ms": {"avg_ms": 0.086, "count": 219, "max_ms": 0.258, "p95_ms": 0.172}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 219}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1430.57, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 44.608, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.652, "sample_count": 2136, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1398657, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:37:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101644, "write_bytes_delta": 101644, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 969.0, "cpu_core_ratio": 0.417402, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 99886, "reason": null, "system_cpu_core_ratio": 0.033452, "system_cpu_s_delta": 0.6699999999999999, "user_cpu_core_ratio": 0.38395, "user_cpu_s_delta": 7.690000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.594217, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 233935.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.583664, "system_cpu_s_delta": 11.690000000002328, "user_cpu_core_ratio": 1.010553, "user_cpu_s_delta": 20.239999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 4.436, "count": 219, "max_ms": 12.23, "p95_ms": 8.322, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.699, "max": 5.0, "p95": 5.0, "sample_count": 219}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.143, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 140}, "total": {"avg": 0.731, "max": 2.0, "p95": 2.0, "sample_count": 219}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.542, "count": 30, "max": 56.913, "p95": 50.865, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.059, "count": 30, "max": 23.932, "p95": 22.894, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 627.667, "count": 30, "max": 1057.0, "p95": 1031.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 92.0, "count": 30, "max": 524.0, "p95": 461.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.039, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.372, "count": 30, "max": 0.427, "p95": 0.415, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.1, "count": 30, "max": 2.82, "p95": 0.091, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100469.433, "count": 30, "max": 104372.0, "p95": 103434.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100469.433, "count": 30, "max": 104372.0, "p95": 103434.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 123719.0, "count": 30, "max": 238119.0, "p95": 231456.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.569, "count": 30, "max": 0.71, "p95": 0.651, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.984, "count": 30, "max": 1.199, "p95": 1.142, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10784, "sampled_at": "2026-10-30T09:37:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:37:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2678160, "flush_count": 2791, "flush_interval_seconds": 30.0, "flush_state": {"count": 2791, "last_at": "2026-10-30T09:37:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:37:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2790}, "started": true, "suppressed_count": 1396039, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1395898}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2791, "written_record_count": 2791}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9233.934, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T09:37:50+09:00", "last_error_summary": "[h264 @ 0x612a7e680e00] error while decoding MB 79 61, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3867092582400, "copied_frame_count": 1398688, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3867092582400, "frame_buffer_copies": 1398688, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1318, "count": 512, "max_ms": 2.2424, "p50_ms": 0.1073, "p95_ms": 0.269, "p99_ms": 0.3517}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.576, "count": 512, "max_ms": 4.7873, "p50_ms": 1.4695, "p95_ms": 2.6909, "p99_ms": 3.4177, "results": {"failed": 0, "not_applicable": 0, "success": 1398688, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 476, "h264_decode_error_count": 1079, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:37:50+09:00", "last_error_summary": "[h264 @ 0x612a7e680e00] error while decoding MB 79 61, bytestream -5", "last_exit_at": "2026-10-30T09:37:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 177.063, "last_started_at": "2026-10-30T09:34:53+09:00", "pid": 99886, "process": {"exists": false, "pid": 99886}, "restart_count": 516, "restart_count_per_hour": 15, "rtsp_timeout_count": 174, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 517}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.308, "sample_count": 2128, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1398688, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:37:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.03, "last_frame_pushed_at": "2026-10-30T09:37:50+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-10-30T09:37:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 79, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 490.092, "last_sample_duration_ms": 1126.875, "last_trigger": "periodic", "next_snapshot_in_sec": 109.908, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 279, "storage_bytes": 2658759}, "mjpeg": {"age_sec": 0.023, "exists": true, "mtime": "2026-10-30T09:37:51.002105+09:00", "mtime_epoch": 1793320671.0021045, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101259}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:37:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1420.059, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1398688, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.772, "max": 5.0, "p95": 5.0, "sample_count": 219}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.209, "max": 2.0, "p95": 2.0, "sample_count": 153}, "total": {"avg": 0.845, "max": 2.0, "p95": 2.0, "sample_count": 219}}, "tracking_counts": {"active": {"avg": 0.073, "max": 1.0, "p95": 1.0, "sample_count": 219}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 219}, "tracked": {"avg": 0.073, "max": 1.0, "p95": 1.0, "sample_count": 219}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.323, "pushed": 7.323, "read": 7.29}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 218, "client_acquire_ms": {"avg_ms": 0.009, "count": 219, "max_ms": 0.045, "p95_ms": 0.019, "reason": null, "sample_age_ms": 131.526, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.953, "count": 218, "max_ms": 6.06, "p95_ms": 3.404, "reason": null, "sample_age_ms": 166.492, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.459, "count": 218, "max_ms": 5.354, "p95_ms": 2.893, "reason": null, "sample_age_ms": 166.669, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.335, "count": 219, "max_ms": 1.133, "p95_ms": 0.665, "reason": null, "sample_age_ms": 131.535, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.262, "count": 218, "max_ms": 12.034, "p95_ms": 4.13, "reason": null, "sample_age_ms": 165.531, "source": "client_direct"}, "request_count": 218, "request_tensor_bytes": {"avg": 2764808.0, "count": 218, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 165.517, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 219, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 131.807, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.314, "count": 219, "max_ms": 81.358, "p95_ms": 69.273, "reason": null, "sample_age_ms": 131.52, "source": "client_direct"}, "sample_age_ms": 131.514, "source": "client_direct", "task_total_ms": {"avg_ms": 54.114, "count": 219, "max_ms": 85.794, "p95_ms": 72.357, "reason": null, "sample_age_ms": 131.514, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.069, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.067, "count": 219, "max_ms": 13.398, "p95_ms": 9.15}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.414, "count": 219, "max_ms": 1.819, "p95_ms": 0.816}, "detection_prepare_ms": {"avg_ms": 1.145, "count": 219, "max_ms": 5.531, "p95_ms": 2.585}, "event_filter_ms": {"avg_ms": 0.005, "count": 219, "max_ms": 0.03, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.25, "count": 219, "max_ms": 1.183, "p95_ms": 0.605}, "mcmt_ms": {"avg_ms": 0.004, "count": 219, "max_ms": 0.029, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.901, "count": 219, "max_ms": 6.001, "p95_ms": 2.735}, "setup_ms": {"avg_ms": 0.054, "count": 219, "max_ms": 0.163, "p95_ms": 0.123}, "total_inside_ms": {"avg_ms": 4.005, "count": 219, "max_ms": 13.341, "p95_ms": 9.083}, "track_match_ms": {"avg_ms": 0.061, "count": 219, "max_ms": 0.435, "p95_ms": 0.158}, "tracker_update_ms": {"avg_ms": 1.169, "count": 219, "max_ms": 4.208, "p95_ms": 2.652}}, "gstreamer_push": {"avg_ms": 4.404, "count": 219, "max_ms": 12.23, "p95_ms": 7.912}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.062, "count": 219, "max_ms": 0.887, "p95_ms": 0.132}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.505, "count": 219, "max_ms": 86.687, "p95_ms": 74.734}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.241, "count": 219, "max_ms": 13.183, "p95_ms": 9.641}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.369, "count": 219, "max_ms": 162.862, "p95_ms": 144.542}, "inference_input_copy_ms": {"avg_ms": 1.791, "count": 219, "max_ms": 4.561, "p95_ms": 3.048}, "processing_residual_ms": {"avg_ms": 0.196, "count": 219, "max_ms": 0.665, "p95_ms": 0.383}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 119.597, "count": 219, "max_ms": 168.071, "p95_ms": 150.401}, "read_interval": {"avg_ms": 136.932, "count": 218, "max_ms": 284.578, "p95_ms": 177.053}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 219, "max_ms": 0.066, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.834, "count": 219, "max_ms": 5.856, "p95_ms": 2.645}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 219, "max_ms": 0.071, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.816, "count": 219, "max_ms": 5.822, "p95_ms": 2.617}, "worker_merge_ms": {"avg_ms": 0.007, "count": 219, "max_ms": 0.028, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 55.521, "count": 219, "max_ms": 86.695, "p95_ms": 74.744}, "visualize": {"avg_ms": 53.437, "count": 219, "max_ms": 89.739, "p95_ms": 69.453}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 48.761, "count": 219, "max_ms": 86.686, "p95_ms": 64.062}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 51.66, "count": 219, "max_ms": 87.566, "p95_ms": 67.483}, "visualize_input_copy_ms": {"avg_ms": 1.537, "count": 219, "max_ms": 4.189, "p95_ms": 2.49}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 51.503, "count": 219, "max_ms": 87.364, "p95_ms": 67.387}, "visualizer_prepare_ms": {"avg_ms": 0.087, "count": 219, "max_ms": 0.258, "p95_ms": 0.172}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 219}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1430.57, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 44.608, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.652, "sample_count": 2136, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1398657, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:37:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101644, "write_bytes_delta": 101644, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 969.0, "cpu_core_ratio": 0.417402, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 99886, "reason": null, "system_cpu_core_ratio": 0.033452, "system_cpu_s_delta": 0.6699999999999999, "user_cpu_core_ratio": 0.38395, "user_cpu_s_delta": 7.690000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.594217, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 233935.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.583664, "system_cpu_s_delta": 11.690000000002328, "user_cpu_core_ratio": 1.010553, "user_cpu_s_delta": 20.239999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 4.436, "count": 219, "max_ms": 12.23, "p95_ms": 8.322, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.699, "max": 5.0, "p95": 5.0, "sample_count": 219}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.143, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 140}, "total": {"avg": 0.731, "max": 2.0, "p95": 2.0, "sample_count": 219}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.542, "count": 30, "max": 56.913, "p95": 50.865, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.059, "count": 30, "max": 23.932, "p95": 22.894, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 627.667, "count": 30, "max": 1057.0, "p95": 1031.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 92.0, "count": 30, "max": 524.0, "p95": 461.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.039, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.372, "count": 30, "max": 0.427, "p95": 0.415, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.1, "count": 30, "max": 2.82, "p95": 0.091, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100469.433, "count": 30, "max": 104372.0, "p95": 103434.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100469.433, "count": 30, "max": 104372.0, "p95": 103434.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 123719.0, "count": 30, "max": 238119.0, "p95": 231456.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.569, "count": 30, "max": 0.71, "p95": 0.651, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.984, "count": 30, "max": 1.199, "p95": 1.142, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10784, "sampled_at": "2026-10-30T09:37:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:37:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2678160, "flush_count": 2791, "flush_interval_seconds": 30.0, "flush_state": {"count": 2791, "last_at": "2026-10-30T09:37:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:37:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2790}, "started": true, "suppressed_count": 1396039, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1395898}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2791, "written_record_count": 2791}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9233.914, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3867092582400, "copied_frame_count": 1398688, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3867092582400, "frame_buffer_copies": 1398688, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1318, "count": 512, "max_ms": 2.2424, "p50_ms": 0.1073, "p95_ms": 0.269, "p99_ms": 0.3517}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.576, "count": 512, "max_ms": 4.7873, "p50_ms": 1.4695, "p95_ms": 2.6909, "p99_ms": 3.4177, "results": {"failed": 0, "not_applicable": 0, "success": 1398688, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 476, "h264_decode_error_count": 1079, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:37:50+09:00", "last_error_summary": "[h264 @ 0x612a7e680e00] error while decoding MB 79 61, bytestream -5", "last_exit_at": "2026-10-30T09:37:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 177.095, "last_started_at": "2026-10-30T09:34:53+09:00", "pid": 99886, "process": {"exists": false, "pid": 99886}, "restart_count": 516, "restart_count_per_hour": 15, "rtsp_timeout_count": 174, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 517}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.308, "sample_count": 2127, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1398688, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:37:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.062, "last_frame_pushed_at": "2026-10-30T09:37:50+09:00", "last_frame_read_age_sec": 0.191, "last_frame_read_at": "2026-10-30T09:37:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 79, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 490.125, "last_sample_duration_ms": 1126.875, "last_trigger": "periodic", "next_snapshot_in_sec": 109.875, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 279, "storage_bytes": 2658759}, "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-10-30T09:37:51.002105+09:00", "mtime_epoch": 1793320671.0021045, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101259}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:37:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1420.059, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1398688, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.772, "max": 5.0, "p95": 5.0, "sample_count": 219}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.209, "max": 2.0, "p95": 2.0, "sample_count": 153}, "total": {"avg": 0.845, "max": 2.0, "p95": 2.0, "sample_count": 219}}, "tracking_counts": {"active": {"avg": 0.073, "max": 1.0, "p95": 1.0, "sample_count": 219}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 219}, "tracked": {"avg": 0.073, "max": 1.0, "p95": 1.0, "sample_count": 219}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.315, "pushed": 7.315, "read": 7.282}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 218, "client_acquire_ms": {"avg_ms": 0.009, "count": 219, "max_ms": 0.045, "p95_ms": 0.019, "reason": null, "sample_age_ms": 161.192, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.953, "count": 218, "max_ms": 6.06, "p95_ms": 3.404, "reason": null, "sample_age_ms": 196.158, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.459, "count": 218, "max_ms": 5.354, "p95_ms": 2.893, "reason": null, "sample_age_ms": 196.335, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.335, "count": 219, "max_ms": 1.133, "p95_ms": 0.665, "reason": null, "sample_age_ms": 161.201, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.262, "count": 218, "max_ms": 12.034, "p95_ms": 4.13, "reason": null, "sample_age_ms": 195.197, "source": "client_direct"}, "request_count": 218, "request_tensor_bytes": {"avg": 2764808.0, "count": 218, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 195.184, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 219, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 161.473, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.314, "count": 219, "max_ms": 81.358, "p95_ms": 69.273, "reason": null, "sample_age_ms": 161.186, "source": "client_direct"}, "sample_age_ms": 161.18, "source": "client_direct", "task_total_ms": {"avg_ms": 54.114, "count": 219, "max_ms": 85.794, "p95_ms": 72.357, "reason": null, "sample_age_ms": 161.18, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.799, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.067, "count": 219, "max_ms": 13.398, "p95_ms": 9.15}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.414, "count": 219, "max_ms": 1.819, "p95_ms": 0.816}, "detection_prepare_ms": {"avg_ms": 1.145, "count": 219, "max_ms": 5.531, "p95_ms": 2.585}, "event_filter_ms": {"avg_ms": 0.005, "count": 219, "max_ms": 0.03, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.25, "count": 219, "max_ms": 1.183, "p95_ms": 0.605}, "mcmt_ms": {"avg_ms": 0.004, "count": 219, "max_ms": 0.029, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.901, "count": 219, "max_ms": 6.001, "p95_ms": 2.735}, "setup_ms": {"avg_ms": 0.054, "count": 219, "max_ms": 0.163, "p95_ms": 0.123}, "total_inside_ms": {"avg_ms": 4.005, "count": 219, "max_ms": 13.341, "p95_ms": 9.083}, "track_match_ms": {"avg_ms": 0.061, "count": 219, "max_ms": 0.435, "p95_ms": 0.158}, "tracker_update_ms": {"avg_ms": 1.169, "count": 219, "max_ms": 4.208, "p95_ms": 2.652}}, "gstreamer_push": {"avg_ms": 4.404, "count": 219, "max_ms": 12.23, "p95_ms": 7.912}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.062, "count": 219, "max_ms": 0.887, "p95_ms": 0.132}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.505, "count": 219, "max_ms": 86.687, "p95_ms": 74.734}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.241, "count": 219, "max_ms": 13.183, "p95_ms": 9.641}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.369, "count": 219, "max_ms": 162.862, "p95_ms": 144.542}, "inference_input_copy_ms": {"avg_ms": 1.791, "count": 219, "max_ms": 4.561, "p95_ms": 3.048}, "processing_residual_ms": {"avg_ms": 0.196, "count": 219, "max_ms": 0.665, "p95_ms": 0.383}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 119.597, "count": 219, "max_ms": 168.071, "p95_ms": 150.401}, "read_interval": {"avg_ms": 136.932, "count": 218, "max_ms": 284.578, "p95_ms": 177.053}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 219, "max_ms": 0.066, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.834, "count": 219, "max_ms": 5.856, "p95_ms": 2.645}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 219, "max_ms": 0.071, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.816, "count": 219, "max_ms": 5.822, "p95_ms": 2.617}, "worker_merge_ms": {"avg_ms": 0.007, "count": 219, "max_ms": 0.028, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 55.521, "count": 219, "max_ms": 86.695, "p95_ms": 74.744}, "visualize": {"avg_ms": 53.437, "count": 219, "max_ms": 89.739, "p95_ms": 69.453}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 48.761, "count": 219, "max_ms": 86.686, "p95_ms": 64.062}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 51.66, "count": 219, "max_ms": 87.566, "p95_ms": 67.483}, "visualize_input_copy_ms": {"avg_ms": 1.537, "count": 219, "max_ms": 4.189, "p95_ms": 2.49}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 51.503, "count": 219, "max_ms": 87.364, "p95_ms": 67.387}, "visualizer_prepare_ms": {"avg_ms": 0.087, "count": 219, "max_ms": 0.258, "p95_ms": 0.172}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 219}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1430.57, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 44.608, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.652, "sample_count": 2136, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1398657, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:37:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101644, "write_bytes_delta": 101644, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 969.0, "cpu_core_ratio": 0.417402, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 99886, "reason": null, "system_cpu_core_ratio": 0.033452, "system_cpu_s_delta": 0.6699999999999999, "user_cpu_core_ratio": 0.38395, "user_cpu_s_delta": 7.690000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.594217, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 233935.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.583664, "system_cpu_s_delta": 11.690000000002328, "user_cpu_core_ratio": 1.010553, "user_cpu_s_delta": 20.239999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 4.436, "count": 219, "max_ms": 12.23, "p95_ms": 8.322, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.699, "max": 5.0, "p95": 5.0, "sample_count": 219}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.143, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 140}, "total": {"avg": 0.731, "max": 2.0, "p95": 2.0, "sample_count": 219}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.542, "count": 30, "max": 56.913, "p95": 50.865, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.059, "count": 30, "max": 23.932, "p95": 22.894, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 627.667, "count": 30, "max": 1057.0, "p95": 1031.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 92.0, "count": 30, "max": 524.0, "p95": 461.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.039, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.372, "count": 30, "max": 0.427, "p95": 0.415, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.1, "count": 30, "max": 2.82, "p95": 0.091, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100469.433, "count": 30, "max": 104372.0, "p95": 103434.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100469.433, "count": 30, "max": 104372.0, "p95": 103434.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 123719.0, "count": 30, "max": 238119.0, "p95": 231456.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.569, "count": 30, "max": 0.71, "p95": 0.651, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.984, "count": 30, "max": 1.199, "p95": 1.142, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10784, "sampled_at": "2026-10-30T09:37:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:37:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2678160, "flush_count": 2791, "flush_interval_seconds": 30.0, "flush_state": {"count": 2791, "last_at": "2026-10-30T09:37:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:37:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2790}, "started": true, "suppressed_count": 1396039, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1395898}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2791, "written_record_count": 2791}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9408.117, "limit_mb": null}, "detail": {"pid": 100002, "restart_count": 517, "start_count": 518}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3867092582400, "copied_frame_count": 1398688, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3867092582400, "frame_buffer_copies": 1398688, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1318, "count": 512, "max_ms": 2.2424, "p50_ms": 0.1073, "p95_ms": 0.269, "p99_ms": 0.3517}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.576, "count": 512, "max_ms": 4.7873, "p50_ms": 1.4695, "p95_ms": 2.6909, "p99_ms": 3.4177, "results": {"failed": 0, "not_applicable": 0, "success": 1398688, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 476, "h264_decode_error_count": 1079, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:37:50+09:00", "last_error_summary": "[h264 @ 0x612a7e680e00] error while decoding MB 79 61, bytestream -5", "last_exit_at": "2026-10-30T09:37:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T09:37:53+09:00", "pid": 100002, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.953, "name": "ffmpeg", "pid": 100002, "rss_mb": 208.953, "state": "S (sleeping)", "threads": 70}, "restart_count": 517, "restart_count_per_hour": 16, "rtsp_timeout_count": 174, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 518}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.308, "sample_count": 2105, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1398688, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:37:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.532, "last_frame_pushed_at": "2026-10-30T09:37:50+09:00", "last_frame_read_age_sec": 4.661, "last_frame_read_at": "2026-10-30T09:37:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 79, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 494.596, "last_sample_duration_ms": 1126.875, "last_trigger": "periodic", "next_snapshot_in_sec": 105.404, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 279, "storage_bytes": 2658759}, "mjpeg": {"age_sec": 4.525, "exists": true, "mtime": "2026-10-30T09:37:51.002105+09:00", "mtime_epoch": 1793320671.0021045, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101259}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:37:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1420.062, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1398688, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.947, "max": 5.0, "p95": 5.0, "sample_count": 187}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.176, "max": 2.0, "p95": 2.0, "sample_count": 125}, "total": {"avg": 0.786, "max": 2.0, "p95": 2.0, "sample_count": 187}}, "tracking_counts": {"active": {"avg": 0.086, "max": 1.0, "p95": 1.0, "sample_count": 187}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "removed": {"avg": 0.016, "max": 1.0, "p95": 0.0, "sample_count": 187}, "tracked": {"avg": 0.086, "max": 1.0, "p95": 1.0, "sample_count": 187}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 186, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.243, "pushed": 6.243, "read": 6.209}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 186, "client_acquire_ms": {"avg_ms": 0.008, "count": 186, "max_ms": 0.028, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4635.828, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.917, "count": 186, "max_ms": 6.06, "p95_ms": 3.398, "reason": null, "sample_age_ms": 4670.794, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.46, "count": 186, "max_ms": 5.354, "p95_ms": 2.898, "reason": null, "sample_age_ms": 4670.971, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.341, "count": 186, "max_ms": 1.133, "p95_ms": 0.683, "reason": null, "sample_age_ms": 4635.837, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.218, "count": 186, "max_ms": 12.034, "p95_ms": 4.153, "reason": null, "sample_age_ms": 4669.833, "source": "client_direct"}, "request_count": 186, "request_tensor_bytes": {"avg": 2764808.0, "count": 186, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4669.819, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 186, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4636.109, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.529, "count": 186, "max_ms": 81.358, "p95_ms": 69.497, "reason": null, "sample_age_ms": 4635.822, "source": "client_direct"}, "sample_age_ms": 4635.816, "source": "client_direct", "task_total_ms": {"avg_ms": 54.288, "count": 186, "max_ms": 85.794, "p95_ms": 72.991, "reason": null, "sample_age_ms": 4635.816, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.013, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.901, "count": 187, "max_ms": 13.398, "p95_ms": 8.521}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.407, "count": 187, "max_ms": 1.344, "p95_ms": 0.79}, "detection_prepare_ms": {"avg_ms": 1.121, "count": 187, "max_ms": 5.531, "p95_ms": 2.585}, "event_filter_ms": {"avg_ms": 0.005, "count": 187, "max_ms": 0.03, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.241, "count": 187, "max_ms": 1.183, "p95_ms": 0.591}, "mcmt_ms": {"avg_ms": 0.004, "count": 187, "max_ms": 0.029, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.814, "count": 187, "max_ms": 6.001, "p95_ms": 2.613}, "setup_ms": {"avg_ms": 0.055, "count": 187, "max_ms": 0.163, "p95_ms": 0.125}, "total_inside_ms": {"avg_ms": 3.839, "count": 187, "max_ms": 13.341, "p95_ms": 8.4}, "track_match_ms": {"avg_ms": 0.06, "count": 187, "max_ms": 0.435, "p95_ms": 0.161}, "tracker_update_ms": {"avg_ms": 1.13, "count": 187, "max_ms": 4.208, "p95_ms": 2.652}}, "gstreamer_push": {"avg_ms": 4.459, "count": 187, "max_ms": 11.633, "p95_ms": 7.912}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 187, "max_ms": 0.887, "p95_ms": 0.138}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.662, "count": 187, "max_ms": 86.687, "p95_ms": 74.734}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.261, "count": 187, "max_ms": 13.183, "p95_ms": 9.426}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 113.996, "count": 187, "max_ms": 162.862, "p95_ms": 144.542}, "inference_input_copy_ms": {"avg_ms": 1.759, "count": 187, "max_ms": 4.37, "p95_ms": 3.009}, "processing_residual_ms": {"avg_ms": 0.193, "count": 187, "max_ms": 0.665, "p95_ms": 0.383}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 119.209, "count": 187, "max_ms": 168.071, "p95_ms": 149.891}, "read_interval": {"avg_ms": 136.601, "count": 186, "max_ms": 284.578, "p95_ms": 175.138}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 187, "max_ms": 0.066, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 0.747, "count": 187, "max_ms": 5.856, "p95_ms": 2.527}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 187, "max_ms": 0.071, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.73, "count": 187, "max_ms": 5.822, "p95_ms": 2.504}, "worker_merge_ms": {"avg_ms": 0.007, "count": 187, "max_ms": 0.028, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 55.678, "count": 187, "max_ms": 86.695, "p95_ms": 74.744}, "visualize": {"avg_ms": 53.052, "count": 187, "max_ms": 89.739, "p95_ms": 68.564}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 48.494, "count": 187, "max_ms": 86.686, "p95_ms": 62.695}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 51.286, "count": 187, "max_ms": 87.566, "p95_ms": 66.508}, "visualize_input_copy_ms": {"avg_ms": 1.523, "count": 187, "max_ms": 4.189, "p95_ms": 2.432}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 51.129, "count": 187, "max_ms": 87.364, "p95_ms": 66.296}, "visualizer_prepare_ms": {"avg_ms": 0.087, "count": 187, "max_ms": 0.258, "p95_ms": 0.173}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1430.57, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 44.608, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.652, "sample_count": 2136, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1398657, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:37:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101644, "write_bytes_delta": 101644, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 969.0, "cpu_core_ratio": 0.417402, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 99886, "reason": null, "system_cpu_core_ratio": 0.033452, "system_cpu_s_delta": 0.6699999999999999, "user_cpu_core_ratio": 0.38395, "user_cpu_s_delta": 7.690000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.594217, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 233935.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.583664, "system_cpu_s_delta": 11.690000000002328, "user_cpu_core_ratio": 1.010553, "user_cpu_s_delta": 20.239999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 4.436, "count": 219, "max_ms": 12.23, "p95_ms": 8.322, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.699, "max": 5.0, "p95": 5.0, "sample_count": 219}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.143, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 140}, "total": {"avg": 0.731, "max": 2.0, "p95": 2.0, "sample_count": 219}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.542, "count": 30, "max": 56.913, "p95": 50.865, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.059, "count": 30, "max": 23.932, "p95": 22.894, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 627.667, "count": 30, "max": 1057.0, "p95": 1031.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 92.0, "count": 30, "max": 524.0, "p95": 461.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.039, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.372, "count": 30, "max": 0.427, "p95": 0.415, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.1, "count": 30, "max": 2.82, "p95": 0.091, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100469.433, "count": 30, "max": 104372.0, "p95": 103434.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100469.433, "count": 30, "max": 104372.0, "p95": 103434.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 123719.0, "count": 30, "max": 238119.0, "p95": 231456.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.569, "count": 30, "max": 0.71, "p95": 0.651, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.984, "count": 30, "max": 1.199, "p95": 1.142, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10784, "sampled_at": "2026-10-30T09:37:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:37:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2681218, "flush_count": 2794, "flush_interval_seconds": 30.0, "flush_state": {"count": 2794, "last_at": "2026-10-30T09:40:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:40:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2793}, "started": true, "suppressed_count": 1397353, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1397212}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2794, "written_record_count": 2794}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9249.57, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5881f699b880] error while decoding MB 55 3, bytestream 236 [in#0/rtsp @ 0x5881f5bd7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5881f5bd7e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3870731059200, "copied_frame_count": 1400004, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3870731059200, "frame_buffer_copies": 1400004, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1114, "count": 512, "max_ms": 0.4484, "p50_ms": 0.0987, "p95_ms": 0.2087, "p99_ms": 0.3119}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4561, "count": 512, "max_ms": 4.8841, "p50_ms": 1.3867, "p95_ms": 2.3765, "p99_ms": 3.236, "results": {"failed": 0, "not_applicable": 0, "success": 1400004, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 477, "h264_decode_error_count": 1080, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:41:13+09:00", "last_error_summary": "[h264 @ 0x5881f699b880] error while decoding MB 55 3, bytestream 236 [in#0/rtsp @ 0x5881f5bd7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5881f5bd7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T09:37:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 199.598, "last_started_at": "2026-10-30T09:37:53+09:00", "pid": 100002, "process": {"exists": false, "pid": 100002}, "restart_count": 517, "restart_count_per_hour": 16, "rtsp_timeout_count": 176, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 518}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.615, "sample_count": 2048, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1400004, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:41:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.088, "last_frame_pushed_at": "2026-10-30T09:41:13+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-10-30T09:41:13+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 80, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 86.061, "last_sample_duration_ms": 1213.71, "last_trigger": "periodic", "next_snapshot_in_sec": 513.939, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 280, "storage_bytes": 2668349}, "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-10-30T09:41:13.051769+09:00", "mtime_epoch": 1793320873.0517688, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 100812}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:41:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1428.578, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1400005, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.253, "max": 9.0, "p95": 8.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.639, "max": 3.0, "p95": 3.0, "sample_count": 83}, "total": {"avg": 1.639, "max": 3.0, "p95": 3.0, "sample_count": 83}}, "tracking_counts": {"active": {"avg": 1.602, "max": 3.0, "p95": 3.0, "sample_count": 83}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "removed": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 83}, "tracked": {"avg": 1.602, "max": 3.0, "p95": 3.0, "sample_count": 83}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 83, "pushed_frames": 83, "read_frames": 83, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.767, "pushed": 2.767, "read": 2.767}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 83, "client_acquire_ms": {"avg_ms": 0.008, "count": 83, "max_ms": 0.031, "p95_ms": 0.015, "reason": null, "sample_age_ms": 18.699, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.932, "count": 83, "max_ms": 9.506, "p95_ms": 2.722, "reason": null, "sample_age_ms": 81.053, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.416, "count": 83, "max_ms": 8.858, "p95_ms": 1.872, "reason": null, "sample_age_ms": 81.265, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.319, "count": 83, "max_ms": 0.758, "p95_ms": 0.576, "reason": null, "sample_age_ms": 18.705, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.02, "count": 83, "max_ms": 6.053, "p95_ms": 3.642, "reason": null, "sample_age_ms": 79.758, "source": "client_direct"}, "request_count": 83, "request_tensor_bytes": {"avg": 2764808.0, "count": 83, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 79.738, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 83, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 18.894, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.795, "count": 83, "max_ms": 72.494, "p95_ms": 67.409, "reason": null, "sample_age_ms": 18.696, "source": "client_direct"}, "sample_age_ms": 18.693, "source": "client_direct", "task_total_ms": {"avg_ms": 49.306, "count": 83, "max_ms": 75.487, "p95_ms": 69.122, "reason": null, "sample_age_ms": 18.693, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.125, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.791, "count": 83, "max_ms": 13.454, "p95_ms": 8.832}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.38, "count": 83, "max_ms": 1.448, "p95_ms": 0.835}, "detection_prepare_ms": {"avg_ms": 1.424, "count": 83, "max_ms": 6.603, "p95_ms": 2.485}, "event_filter_ms": {"avg_ms": 0.004, "count": 83, "max_ms": 0.015, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.206, "count": 83, "max_ms": 0.832, "p95_ms": 0.437}, "mcmt_ms": {"avg_ms": 0.003, "count": 83, "max_ms": 0.014, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.905, "count": 83, "max_ms": 3.679, "p95_ms": 2.818}, "setup_ms": {"avg_ms": 0.041, "count": 83, "max_ms": 0.14, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 4.73, "count": 83, "max_ms": 13.364, "p95_ms": 8.756}, "track_match_ms": {"avg_ms": 0.158, "count": 83, "max_ms": 0.488, "p95_ms": 0.383}, "tracker_update_ms": {"avg_ms": 1.609, "count": 83, "max_ms": 4.138, "p95_ms": 2.937}}, "gstreamer_push": {"avg_ms": 3.127, "count": 83, "max_ms": 7.194, "p95_ms": 4.735}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 83, "max_ms": 0.114, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.557, "count": 83, "max_ms": 82.828, "p95_ms": 71.5}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.284, "count": 83, "max_ms": 12.849, "p95_ms": 7.997}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.335, "count": 83, "max_ms": 161.896, "p95_ms": 131.048}, "inference_input_copy_ms": {"avg_ms": 1.742, "count": 83, "max_ms": 4.792, "p95_ms": 3.024}, "processing_residual_ms": {"avg_ms": 0.266, "count": 83, "max_ms": 0.77, "p95_ms": 0.526}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.626, "count": 83, "max_ms": 168.779, "p95_ms": 142.143}, "read_interval": {"avg_ms": 361.801, "count": 83, "max_ms": 10138.143, "p95_ms": 184.642}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 83, "max_ms": 0.039, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.841, "count": 83, "max_ms": 3.574, "p95_ms": 2.73}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 83, "max_ms": 0.05, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.825, "count": 83, "max_ms": 3.546, "p95_ms": 2.711}, "worker_merge_ms": {"avg_ms": 0.007, "count": 83, "max_ms": 0.057, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 50.569, "count": 83, "max_ms": 82.838, "p95_ms": 71.507}, "visualize": {"avg_ms": 51.724, "count": 83, "max_ms": 90.362, "p95_ms": 64.769}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.038, "count": 83, "max_ms": 79.567, "p95_ms": 60.988}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 50.199, "count": 83, "max_ms": 88.289, "p95_ms": 63.276}, "visualize_input_copy_ms": {"avg_ms": 1.321, "count": 83, "max_ms": 2.7, "p95_ms": 2.109}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 50.063, "count": 83, "max_ms": 88.107, "p95_ms": 63.198}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 83, "max_ms": 0.154, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 83}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1418.156, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.927, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.505, "sample_count": 2050, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1399999, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:41:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100321, "write_bytes_delta": 100321, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 167.0, "cpu_core_ratio": 0.065666, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3133.0, "pid": 100002, "reason": null, "system_cpu_core_ratio": 0.007021, "system_cpu_s_delta": 0.1700000000000017, "user_cpu_core_ratio": 0.058645, "user_cpu_s_delta": 1.4199999999999946}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.444797, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 53891.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.169328, "system_cpu_s_delta": 4.100000000005821, "user_cpu_core_ratio": 0.275468, "user_cpu_s_delta": 6.669999999983702}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.154, "count": 83, "max_ms": 7.194, "p95_ms": 4.735, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.301, "max": 9.0, "p95": 8.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.518, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 83}, "total": {"avg": 1.518, "max": 3.0, "p95": 3.0, "sample_count": 83}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.931, "count": 30, "max": 56.913, "p95": 49.971, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.882, "count": 30, "max": 22.973, "p95": 22.35, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 608.567, "count": 30, "max": 1012.0, "p95": 971.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 380.4, "count": 30, "max": 3133.0, "p95": 1774.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.256, "p95": 0.164, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.355, "count": 30, "max": 0.427, "p95": 0.415, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.098, "count": 30, "max": 2.82, "p95": 0.058, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100228.833, "count": 30, "max": 107953.0, "p95": 102024.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100228.833, "count": 30, "max": 107953.0, "p95": 102024.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 139424.7, "count": 30, "max": 233935.0, "p95": 207375.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.547, "count": 30, "max": 0.653, "p95": 0.63, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.943, "count": 30, "max": 1.136, "p95": 1.107, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10794, "sampled_at": "2026-10-30T09:41:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:41:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2681218, "flush_count": 2794, "flush_interval_seconds": 30.0, "flush_state": {"count": 2794, "last_at": "2026-10-30T09:40:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:40:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2793}, "started": true, "suppressed_count": 1397353, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1397212}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2794, "written_record_count": 2794}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9240.648, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T09:41:13+09:00", "last_error_summary": "[h264 @ 0x5881f699b880] error while decoding MB 55 3, bytestream 236 [in#0/rtsp @ 0x5881f5bd7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5881f5bd7e00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3870733824000, "copied_frame_count": 1400005, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3870733824000, "frame_buffer_copies": 1400005, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1111, "count": 512, "max_ms": 0.4484, "p50_ms": 0.0986, "p95_ms": 0.2078, "p99_ms": 0.3119}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4572, "count": 512, "max_ms": 4.8841, "p50_ms": 1.3897, "p95_ms": 2.3765, "p99_ms": 3.236, "results": {"failed": 0, "not_applicable": 0, "success": 1400005, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 477, "h264_decode_error_count": 1080, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:41:13+09:00", "last_error_summary": "[h264 @ 0x5881f699b880] error while decoding MB 55 3, bytestream 236 [in#0/rtsp @ 0x5881f5bd7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5881f5bd7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T09:41:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 199.668, "last_started_at": "2026-10-30T09:37:53+09:00", "pid": 100002, "process": {"exists": false, "pid": 100002}, "restart_count": 517, "restart_count_per_hour": 16, "rtsp_timeout_count": 176, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 518}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.615, "sample_count": 2049, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1400005, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:41:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T09:41:13+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-10-30T09:41:13+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 80, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 86.126, "last_sample_duration_ms": 1213.71, "last_trigger": "periodic", "next_snapshot_in_sec": 513.874, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 280, "storage_bytes": 2668349}, "mjpeg": {"age_sec": 0.142, "exists": true, "mtime": "2026-10-30T09:41:13.051769+09:00", "mtime_epoch": 1793320873.0517688, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 100812}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:41:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1418.152, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1400005, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.253, "max": 9.0, "p95": 8.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.663, "max": 3.0, "p95": 3.0, "sample_count": 83}, "total": {"avg": 1.663, "max": 3.0, "p95": 3.0, "sample_count": 83}}, "tracking_counts": {"active": {"avg": 1.627, "max": 3.0, "p95": 3.0, "sample_count": 83}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "removed": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 83}, "tracked": {"avg": 1.627, "max": 3.0, "p95": 3.0, "sample_count": 83}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 83, "pushed_frames": 83, "read_frames": 82, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.773, "pushed": 2.773, "read": 2.74}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 82, "client_acquire_ms": {"avg_ms": 0.008, "count": 82, "max_ms": 0.031, "p95_ms": 0.016, "reason": null, "sample_age_ms": 88.925, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.938, "count": 82, "max_ms": 9.506, "p95_ms": 2.734, "reason": null, "sample_age_ms": 151.279, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.419, "count": 82, "max_ms": 8.858, "p95_ms": 1.879, "reason": null, "sample_age_ms": 151.491, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.318, "count": 82, "max_ms": 0.758, "p95_ms": 0.578, "reason": null, "sample_age_ms": 88.931, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.021, "count": 82, "max_ms": 6.053, "p95_ms": 3.671, "reason": null, "sample_age_ms": 149.984, "source": "client_direct"}, "request_count": 82, "request_tensor_bytes": {"avg": 2764808.0, "count": 82, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 149.964, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 82, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 89.12, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.732, "count": 82, "max_ms": 72.494, "p95_ms": 67.604, "reason": null, "sample_age_ms": 88.922, "source": "client_direct"}, "sample_age_ms": 88.919, "source": "client_direct", "task_total_ms": {"avg_ms": 49.242, "count": 82, "max_ms": 75.487, "p95_ms": 69.314, "reason": null, "sample_age_ms": 88.919, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.646, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.79, "count": 83, "max_ms": 13.454, "p95_ms": 8.832}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.382, "count": 83, "max_ms": 1.448, "p95_ms": 0.835}, "detection_prepare_ms": {"avg_ms": 1.421, "count": 83, "max_ms": 6.603, "p95_ms": 2.485}, "event_filter_ms": {"avg_ms": 0.004, "count": 83, "max_ms": 0.012, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.207, "count": 83, "max_ms": 0.832, "p95_ms": 0.437}, "mcmt_ms": {"avg_ms": 0.003, "count": 83, "max_ms": 0.014, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.904, "count": 83, "max_ms": 3.679, "p95_ms": 2.818}, "setup_ms": {"avg_ms": 0.041, "count": 83, "max_ms": 0.14, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 4.73, "count": 83, "max_ms": 13.364, "p95_ms": 8.756}, "track_match_ms": {"avg_ms": 0.159, "count": 83, "max_ms": 0.488, "p95_ms": 0.383}, "tracker_update_ms": {"avg_ms": 1.609, "count": 83, "max_ms": 4.138, "p95_ms": 2.937}}, "gstreamer_push": {"avg_ms": 3.123, "count": 83, "max_ms": 7.194, "p95_ms": 4.735}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 83, "max_ms": 0.114, "p95_ms": 0.091}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.715, "count": 83, "max_ms": 82.828, "p95_ms": 71.5}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.304, "count": 83, "max_ms": 12.849, "p95_ms": 7.997}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.668, "count": 83, "max_ms": 161.896, "p95_ms": 135.897}, "inference_input_copy_ms": {"avg_ms": 1.738, "count": 83, "max_ms": 4.792, "p95_ms": 3.024}, "processing_residual_ms": {"avg_ms": 0.265, "count": 83, "max_ms": 0.77, "p95_ms": 0.526}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.974, "count": 83, "max_ms": 168.779, "p95_ms": 142.143}, "read_interval": {"avg_ms": 364.734, "count": 82, "max_ms": 10138.143, "p95_ms": 184.642}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 83, "max_ms": 0.039, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.84, "count": 83, "max_ms": 3.574, "p95_ms": 2.73}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 83, "max_ms": 0.05, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.825, "count": 83, "max_ms": 3.546, "p95_ms": 2.711}, "worker_merge_ms": {"avg_ms": 0.007, "count": 83, "max_ms": 0.057, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 50.727, "count": 83, "max_ms": 82.838, "p95_ms": 71.507}, "visualize": {"avg_ms": 51.911, "count": 83, "max_ms": 90.362, "p95_ms": 64.88}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.169, "count": 83, "max_ms": 79.567, "p95_ms": 60.988}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 50.386, "count": 83, "max_ms": 88.289, "p95_ms": 63.644}, "visualize_input_copy_ms": {"avg_ms": 1.324, "count": 83, "max_ms": 2.7, "p95_ms": 2.109}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 50.25, "count": 83, "max_ms": 88.107, "p95_ms": 63.517}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 83, "max_ms": 0.154, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 83}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1418.156, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.927, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.505, "sample_count": 2050, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1399999, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:41:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100321, "write_bytes_delta": 100321, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 167.0, "cpu_core_ratio": 0.065666, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3133.0, "pid": 100002, "reason": null, "system_cpu_core_ratio": 0.007021, "system_cpu_s_delta": 0.1700000000000017, "user_cpu_core_ratio": 0.058645, "user_cpu_s_delta": 1.4199999999999946}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.444797, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 53891.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.169328, "system_cpu_s_delta": 4.100000000005821, "user_cpu_core_ratio": 0.275468, "user_cpu_s_delta": 6.669999999983702}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.154, "count": 83, "max_ms": 7.194, "p95_ms": 4.735, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.301, "max": 9.0, "p95": 8.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.518, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 83}, "total": {"avg": 1.518, "max": 3.0, "p95": 3.0, "sample_count": 83}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.931, "count": 30, "max": 56.913, "p95": 49.971, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.882, "count": 30, "max": 22.973, "p95": 22.35, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 608.567, "count": 30, "max": 1012.0, "p95": 971.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 380.4, "count": 30, "max": 3133.0, "p95": 1774.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.256, "p95": 0.164, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.355, "count": 30, "max": 0.427, "p95": 0.415, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.098, "count": 30, "max": 2.82, "p95": 0.058, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100228.833, "count": 30, "max": 107953.0, "p95": 102024.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100228.833, "count": 30, "max": 107953.0, "p95": 102024.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 139424.7, "count": 30, "max": 233935.0, "p95": 207375.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.547, "count": 30, "max": 0.653, "p95": 0.63, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.943, "count": 30, "max": 1.136, "p95": 1.107, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10794, "sampled_at": "2026-10-30T09:41:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:41:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2681218, "flush_count": 2794, "flush_interval_seconds": 30.0, "flush_state": {"count": 2794, "last_at": "2026-10-30T09:40:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:40:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2793}, "started": true, "suppressed_count": 1397353, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1397212}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2794, "written_record_count": 2794}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9239.516, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3870733824000, "copied_frame_count": 1400005, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3870733824000, "frame_buffer_copies": 1400005, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1111, "count": 512, "max_ms": 0.4484, "p50_ms": 0.0986, "p95_ms": 0.2078, "p99_ms": 0.3119}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4572, "count": 512, "max_ms": 4.8841, "p50_ms": 1.3897, "p95_ms": 2.3765, "p99_ms": 3.236, "results": {"failed": 0, "not_applicable": 0, "success": 1400005, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 477, "h264_decode_error_count": 1080, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:41:13+09:00", "last_error_summary": "[h264 @ 0x5881f699b880] error while decoding MB 55 3, bytestream 236 [in#0/rtsp @ 0x5881f5bd7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5881f5bd7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T09:41:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 199.705, "last_started_at": "2026-10-30T09:37:53+09:00", "pid": 100002, "process": {"exists": false, "pid": 100002}, "restart_count": 517, "restart_count_per_hour": 16, "rtsp_timeout_count": 176, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 518}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.615, "sample_count": 2048, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1400005, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:41:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.039, "last_frame_pushed_at": "2026-10-30T09:41:13+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-10-30T09:41:13+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 80, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 86.172, "last_sample_duration_ms": 1213.71, "last_trigger": "periodic", "next_snapshot_in_sec": 513.828, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 280, "storage_bytes": 2668349}, "mjpeg": {"age_sec": 0.03, "exists": true, "mtime": "2026-10-30T09:41:13.200769+09:00", "mtime_epoch": 1793320873.2007687, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 100874}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:41:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1418.152, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1400005, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.253, "max": 9.0, "p95": 8.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.663, "max": 3.0, "p95": 3.0, "sample_count": 83}, "total": {"avg": 1.663, "max": 3.0, "p95": 3.0, "sample_count": 83}}, "tracking_counts": {"active": {"avg": 1.627, "max": 3.0, "p95": 3.0, "sample_count": 83}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "removed": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 83}, "tracked": {"avg": 1.627, "max": 3.0, "p95": 3.0, "sample_count": 83}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 83, "pushed_frames": 83, "read_frames": 82, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.77, "pushed": 2.77, "read": 2.737}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 82, "client_acquire_ms": {"avg_ms": 0.008, "count": 82, "max_ms": 0.031, "p95_ms": 0.016, "reason": null, "sample_age_ms": 130.634, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.938, "count": 82, "max_ms": 9.506, "p95_ms": 2.734, "reason": null, "sample_age_ms": 192.988, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.419, "count": 82, "max_ms": 8.858, "p95_ms": 1.879, "reason": null, "sample_age_ms": 193.2, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.318, "count": 82, "max_ms": 0.758, "p95_ms": 0.578, "reason": null, "sample_age_ms": 130.641, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.021, "count": 82, "max_ms": 6.053, "p95_ms": 3.671, "reason": null, "sample_age_ms": 191.693, "source": "client_direct"}, "request_count": 82, "request_tensor_bytes": {"avg": 2764808.0, "count": 82, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 191.673, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 82, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 130.83, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.732, "count": 82, "max_ms": 72.494, "p95_ms": 67.604, "reason": null, "sample_age_ms": 130.631, "source": "client_direct"}, "sample_age_ms": 130.628, "source": "client_direct", "task_total_ms": {"avg_ms": 49.242, "count": 82, "max_ms": 75.487, "p95_ms": 69.314, "reason": null, "sample_age_ms": 130.628, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.03, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.79, "count": 83, "max_ms": 13.454, "p95_ms": 8.832}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.382, "count": 83, "max_ms": 1.448, "p95_ms": 0.835}, "detection_prepare_ms": {"avg_ms": 1.421, "count": 83, "max_ms": 6.603, "p95_ms": 2.485}, "event_filter_ms": {"avg_ms": 0.004, "count": 83, "max_ms": 0.012, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.207, "count": 83, "max_ms": 0.832, "p95_ms": 0.437}, "mcmt_ms": {"avg_ms": 0.003, "count": 83, "max_ms": 0.014, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.904, "count": 83, "max_ms": 3.679, "p95_ms": 2.818}, "setup_ms": {"avg_ms": 0.041, "count": 83, "max_ms": 0.14, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 4.73, "count": 83, "max_ms": 13.364, "p95_ms": 8.756}, "track_match_ms": {"avg_ms": 0.159, "count": 83, "max_ms": 0.488, "p95_ms": 0.383}, "tracker_update_ms": {"avg_ms": 1.609, "count": 83, "max_ms": 4.138, "p95_ms": 2.937}}, "gstreamer_push": {"avg_ms": 3.123, "count": 83, "max_ms": 7.194, "p95_ms": 4.735}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 83, "max_ms": 0.114, "p95_ms": 0.091}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.715, "count": 83, "max_ms": 82.828, "p95_ms": 71.5}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.304, "count": 83, "max_ms": 12.849, "p95_ms": 7.997}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.668, "count": 83, "max_ms": 161.896, "p95_ms": 135.897}, "inference_input_copy_ms": {"avg_ms": 1.738, "count": 83, "max_ms": 4.792, "p95_ms": 3.024}, "processing_residual_ms": {"avg_ms": 0.265, "count": 83, "max_ms": 0.77, "p95_ms": 0.526}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.974, "count": 83, "max_ms": 168.779, "p95_ms": 142.143}, "read_interval": {"avg_ms": 364.734, "count": 82, "max_ms": 10138.143, "p95_ms": 184.642}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 83, "max_ms": 0.039, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.84, "count": 83, "max_ms": 3.574, "p95_ms": 2.73}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 83, "max_ms": 0.05, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.825, "count": 83, "max_ms": 3.546, "p95_ms": 2.711}, "worker_merge_ms": {"avg_ms": 0.007, "count": 83, "max_ms": 0.057, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 50.727, "count": 83, "max_ms": 82.838, "p95_ms": 71.507}, "visualize": {"avg_ms": 51.911, "count": 83, "max_ms": 90.362, "p95_ms": 64.88}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.169, "count": 83, "max_ms": 79.567, "p95_ms": 60.988}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 50.386, "count": 83, "max_ms": 88.289, "p95_ms": 63.644}, "visualize_input_copy_ms": {"avg_ms": 1.324, "count": 83, "max_ms": 2.7, "p95_ms": 2.109}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 50.25, "count": 83, "max_ms": 88.107, "p95_ms": 63.517}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 83, "max_ms": 0.154, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 83}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1418.156, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.927, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.505, "sample_count": 2050, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1399999, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:41:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100321, "write_bytes_delta": 100321, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 167.0, "cpu_core_ratio": 0.065666, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3133.0, "pid": 100002, "reason": null, "system_cpu_core_ratio": 0.007021, "system_cpu_s_delta": 0.1700000000000017, "user_cpu_core_ratio": 0.058645, "user_cpu_s_delta": 1.4199999999999946}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.444797, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 53891.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.169328, "system_cpu_s_delta": 4.100000000005821, "user_cpu_core_ratio": 0.275468, "user_cpu_s_delta": 6.669999999983702}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.154, "count": 83, "max_ms": 7.194, "p95_ms": 4.735, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.301, "max": 9.0, "p95": 8.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.518, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 83}, "total": {"avg": 1.518, "max": 3.0, "p95": 3.0, "sample_count": 83}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.931, "count": 30, "max": 56.913, "p95": 49.971, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.882, "count": 30, "max": 22.973, "p95": 22.35, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 608.567, "count": 30, "max": 1012.0, "p95": 971.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 380.4, "count": 30, "max": 3133.0, "p95": 1774.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.256, "p95": 0.164, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.355, "count": 30, "max": 0.427, "p95": 0.415, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.098, "count": 30, "max": 2.82, "p95": 0.058, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100228.833, "count": 30, "max": 107953.0, "p95": 102024.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100228.833, "count": 30, "max": 107953.0, "p95": 102024.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 139424.7, "count": 30, "max": 233935.0, "p95": 207375.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.547, "count": 30, "max": 0.653, "p95": 0.63, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.943, "count": 30, "max": 1.136, "p95": 1.107, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10794, "sampled_at": "2026-10-30T09:41:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:41:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2681218, "flush_count": 2794, "flush_interval_seconds": 30.0, "flush_state": {"count": 2794, "last_at": "2026-10-30T09:40:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:40:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2793}, "started": true, "suppressed_count": 1397353, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1397212}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2794, "written_record_count": 2794}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9410.035, "limit_mb": null}, "detail": {"pid": 100118, "restart_count": 518, "start_count": 519}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3870733824000, "copied_frame_count": 1400005, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3870733824000, "frame_buffer_copies": 1400005, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1111, "count": 512, "max_ms": 0.4484, "p50_ms": 0.0986, "p95_ms": 0.2078, "p99_ms": 0.3119}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4572, "count": 512, "max_ms": 4.8841, "p50_ms": 1.3897, "p95_ms": 2.3765, "p99_ms": 3.236, "results": {"failed": 0, "not_applicable": 0, "success": 1400005, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 477, "h264_decode_error_count": 1080, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:41:13+09:00", "last_error_summary": "[h264 @ 0x5881f699b880] error while decoding MB 55 3, bytestream 236 [in#0/rtsp @ 0x5881f5bd7e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5881f5bd7e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T09:41:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T09:41:15+09:00", "pid": 100118, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.309, "name": "ffmpeg", "pid": 100118, "rss_mb": 205.309, "state": "S (sleeping)", "threads": 70}, "restart_count": 518, "restart_count_per_hour": 17, "rtsp_timeout_count": 176, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 519}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.796, "sample_count": 2011, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1400005, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:41:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.597, "last_frame_pushed_at": "2026-10-30T09:41:13+09:00", "last_frame_read_age_sec": 4.743, "last_frame_read_at": "2026-10-30T09:41:13+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 80, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 90.721, "last_sample_duration_ms": 1213.71, "last_trigger": "periodic", "next_snapshot_in_sec": 509.279, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 280, "storage_bytes": 2668349}, "mjpeg": {"age_sec": 4.589, "exists": true, "mtime": "2026-10-30T09:41:13.200769+09:00", "mtime_epoch": 1793320873.2007687, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 100874}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:41:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1418.156, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1400005, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.627, "max": 9.0, "p95": 9.0, "sample_count": 51}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.922, "max": 3.0, "p95": 3.0, "sample_count": 51}, "total": {"avg": 1.922, "max": 3.0, "p95": 3.0, "sample_count": 51}}, "tracking_counts": {"active": {"avg": 1.863, "max": 3.0, "p95": 3.0, "sample_count": 51}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}, "removed": {"avg": 0.039, "max": 1.0, "p95": 0.0, "sample_count": 51}, "tracked": {"avg": 1.863, "max": 3.0, "p95": 3.0, "sample_count": 51}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 51, "pushed_frames": 51, "read_frames": 50, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.702, "pushed": 1.702, "read": 1.669}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 50, "client_acquire_ms": {"avg_ms": 0.007, "count": 50, "max_ms": 0.022, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4686.403, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.975, "count": 50, "max_ms": 9.506, "p95_ms": 2.62, "reason": null, "sample_age_ms": 4748.757, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.468, "count": 50, "max_ms": 8.858, "p95_ms": 1.821, "reason": null, "sample_age_ms": 4748.969, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.321, "count": 50, "max_ms": 0.758, "p95_ms": 0.563, "reason": null, "sample_age_ms": 4686.409, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.927, "count": 50, "max_ms": 4.678, "p95_ms": 3.084, "reason": null, "sample_age_ms": 4747.462, "source": "client_direct"}, "request_count": 50, "request_tensor_bytes": {"avg": 2764808.0, "count": 50, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4747.442, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 50, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4686.598, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.916, "count": 50, "max_ms": 72.494, "p95_ms": 68.699, "reason": null, "sample_age_ms": 4686.399, "source": "client_direct"}, "sample_age_ms": 4686.397, "source": "client_direct", "task_total_ms": {"avg_ms": 49.336, "count": 50, "max_ms": 75.487, "p95_ms": 70.72, "reason": null, "sample_age_ms": 4686.397, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.49, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.02, "count": 51, "max_ms": 13.454, "p95_ms": 10.848}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.4, "count": 51, "max_ms": 1.071, "p95_ms": 0.843}, "detection_prepare_ms": {"avg_ms": 1.447, "count": 51, "max_ms": 6.603, "p95_ms": 2.518}, "event_filter_ms": {"avg_ms": 0.004, "count": 51, "max_ms": 0.011, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.207, "count": 51, "max_ms": 0.483, "p95_ms": 0.437}, "mcmt_ms": {"avg_ms": 0.003, "count": 51, "max_ms": 0.014, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.969, "count": 51, "max_ms": 3.679, "p95_ms": 3.019}, "setup_ms": {"avg_ms": 0.039, "count": 51, "max_ms": 0.14, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 4.961, "count": 51, "max_ms": 13.364, "p95_ms": 10.72}, "track_match_ms": {"avg_ms": 0.18, "count": 51, "max_ms": 0.488, "p95_ms": 0.45}, "tracker_update_ms": {"avg_ms": 1.71, "count": 51, "max_ms": 4.138, "p95_ms": 3.3}}, "gstreamer_push": {"avg_ms": 3.009, "count": 51, "max_ms": 7.194, "p95_ms": 4.662}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 51, "max_ms": 0.113, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.745, "count": 51, "max_ms": 82.828, "p95_ms": 73.761}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.535, "count": 51, "max_ms": 12.849, "p95_ms": 9.945}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.599, "count": 51, "max_ms": 161.896, "p95_ms": 149.726}, "inference_input_copy_ms": {"avg_ms": 1.673, "count": 51, "max_ms": 4.792, "p95_ms": 3.406}, "processing_residual_ms": {"avg_ms": 0.232, "count": 51, "max_ms": 0.546, "p95_ms": 0.461}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 115.038, "count": 51, "max_ms": 168.779, "p95_ms": 155.806}, "read_interval": {"avg_ms": 506.494, "count": 50, "max_ms": 10138.143, "p95_ms": 184.642}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 51, "max_ms": 0.037, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.904, "count": 51, "max_ms": 3.574, "p95_ms": 2.815}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 51, "max_ms": 0.049, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.889, "count": 51, "max_ms": 3.546, "p95_ms": 2.792}, "worker_merge_ms": {"avg_ms": 0.008, "count": 51, "max_ms": 0.057, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 50.758, "count": 51, "max_ms": 82.838, "p95_ms": 73.772}, "visualize": {"avg_ms": 52.577, "count": 51, "max_ms": 90.362, "p95_ms": 67.345}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.385, "count": 51, "max_ms": 79.567, "p95_ms": 61.074}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 51.062, "count": 51, "max_ms": 88.289, "p95_ms": 65.578}, "visualize_input_copy_ms": {"avg_ms": 1.325, "count": 51, "max_ms": 2.7, "p95_ms": 2.152}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 50.93, "count": 51, "max_ms": 88.107, "p95_ms": 65.432}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 51, "max_ms": 0.152, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 51}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1418.156, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.927, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.505, "sample_count": 2050, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1399999, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:41:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100321, "write_bytes_delta": 100321, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 167.0, "cpu_core_ratio": 0.065666, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3133.0, "pid": 100002, "reason": null, "system_cpu_core_ratio": 0.007021, "system_cpu_s_delta": 0.1700000000000017, "user_cpu_core_ratio": 0.058645, "user_cpu_s_delta": 1.4199999999999946}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.444797, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 53891.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.169328, "system_cpu_s_delta": 4.100000000005821, "user_cpu_core_ratio": 0.275468, "user_cpu_s_delta": 6.669999999983702}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.154, "count": 83, "max_ms": 7.194, "p95_ms": 4.735, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.301, "max": 9.0, "p95": 8.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.518, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 83}, "total": {"avg": 1.518, "max": 3.0, "p95": 3.0, "sample_count": 83}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.931, "count": 30, "max": 56.913, "p95": 49.971, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.882, "count": 30, "max": 22.973, "p95": 22.35, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 608.567, "count": 30, "max": 1012.0, "p95": 971.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 380.4, "count": 30, "max": 3133.0, "p95": 1774.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.256, "p95": 0.164, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.355, "count": 30, "max": 0.427, "p95": 0.415, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.098, "count": 30, "max": 2.82, "p95": 0.058, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100228.833, "count": 30, "max": 107953.0, "p95": 102024.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100228.833, "count": 30, "max": 107953.0, "p95": 102024.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 139424.7, "count": 30, "max": 233935.0, "p95": 207375.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.547, "count": 30, "max": 0.653, "p95": 0.63, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.943, "count": 30, "max": 1.136, "p95": 1.107, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10794, "sampled_at": "2026-10-30T09:41:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:41:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2684357, "flush_count": 2797, "flush_interval_seconds": 30.0, "flush_state": {"count": 2797, "last_at": "2026-10-30T09:43:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:43:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2796}, "started": true, "suppressed_count": 1398768, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1398627}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2797, "written_record_count": 2797}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9247.117, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x64771bb35500] error while decoding MB 98 62, bytestream -11", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3874654310400, "copied_frame_count": 1401423, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3874654310400, "frame_buffer_copies": 1401423, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1149, "count": 512, "max_ms": 1.8123, "p50_ms": 0.0931, "p95_ms": 0.2117, "p99_ms": 0.2925}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4312, "count": 512, "max_ms": 4.2149, "p50_ms": 1.3592, "p95_ms": 2.2372, "p99_ms": 2.8056, "results": {"failed": 0, "not_applicable": 0, "success": 1401423, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 478, "h264_decode_error_count": 1081, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:44:23+09:00", "last_error_summary": "[h264 @ 0x64771bb35500] error while decoding MB 98 62, bytestream -11", "last_exit_at": "2026-10-30T09:41:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 188.028, "last_started_at": "2026-10-30T09:41:15+09:00", "pid": 100118, "process": {"exists": false, "pid": 100118}, "restart_count": 518, "restart_count_per_hour": 16, "rtsp_timeout_count": 176, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 519}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.592, "sample_count": 2059, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1401423, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:44:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.066, "last_frame_pushed_at": "2026-10-30T09:44:23+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-10-30T09:44:23+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 80, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 276.769, "last_sample_duration_ms": 1213.71, "last_trigger": "periodic", "next_snapshot_in_sec": 323.231, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 280, "storage_bytes": 2668349}, "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-10-30T09:44:23.757822+09:00", "mtime_epoch": 1793321063.7578223, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 94300}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:44:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1418.84, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1401423, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.608, "max": 13.0, "p95": 10.0, "sample_count": 232}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.703, "max": 4.0, "p95": 4.0, "sample_count": 232}, "total": {"avg": 1.703, "max": 4.0, "p95": 4.0, "sample_count": 232}}, "tracking_counts": {"active": {"avg": 0.099, "max": 2.0, "p95": 1.0, "sample_count": 232}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}, "removed": {"avg": 0.047, "max": 2.0, "p95": 0.0, "sample_count": 232}, "tracked": {"avg": 0.099, "max": 2.0, "p95": 1.0, "sample_count": 232}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.74, "pushed": 7.74, "read": 7.74}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 232, "client_acquire_ms": {"avg_ms": 0.008, "count": 232, "max_ms": 0.024, "p95_ms": 0.016, "reason": null, "sample_age_ms": 1.733, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.929, "count": 232, "max_ms": 8.039, "p95_ms": 2.982, "reason": null, "sample_age_ms": 73.635, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.425, "count": 232, "max_ms": 7.543, "p95_ms": 2.423, "reason": null, "sample_age_ms": 73.874, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.368, "count": 232, "max_ms": 3.87, "p95_ms": 0.665, "reason": null, "sample_age_ms": 1.749, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.03, "count": 232, "max_ms": 4.392, "p95_ms": 3.518, "reason": null, "sample_age_ms": 72.188, "source": "client_direct"}, "request_count": 232, "request_tensor_bytes": {"avg": 2764808.0, "count": 232, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 72.168, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 232, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 2.135, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.525, "count": 232, "max_ms": 80.356, "p95_ms": 67.621, "reason": null, "sample_age_ms": 1.729, "source": "client_direct"}, "sample_age_ms": 1.723, "source": "client_direct", "task_total_ms": {"avg_ms": 51.113, "count": 232, "max_ms": 83.445, "p95_ms": 70.164, "reason": null, "sample_age_ms": 1.723, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.907, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.852, "count": 232, "max_ms": 13.881, "p95_ms": 8.608}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.408, "count": 232, "max_ms": 1.145, "p95_ms": 0.858}, "detection_prepare_ms": {"avg_ms": 1.477, "count": 232, "max_ms": 8.596, "p95_ms": 2.865}, "event_filter_ms": {"avg_ms": 0.004, "count": 232, "max_ms": 0.029, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.331, "count": 232, "max_ms": 1.149, "p95_ms": 0.639}, "mcmt_ms": {"avg_ms": 0.004, "count": 232, "max_ms": 0.027, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.751, "count": 232, "max_ms": 2.755, "p95_ms": 1.555}, "setup_ms": {"avg_ms": 0.042, "count": 232, "max_ms": 0.163, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 4.799, "count": 232, "max_ms": 13.781, "p95_ms": 8.492}, "track_match_ms": {"avg_ms": 0.081, "count": 232, "max_ms": 0.429, "p95_ms": 0.186}, "tracker_update_ms": {"avg_ms": 1.701, "count": 232, "max_ms": 4.314, "p95_ms": 3.155}}, "gstreamer_push": {"avg_ms": 3.041, "count": 232, "max_ms": 8.977, "p95_ms": 5.093}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 232, "max_ms": 0.799, "p95_ms": 0.107}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.313, "count": 232, "max_ms": 86.193, "p95_ms": 72.283}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.062, "count": 232, "max_ms": 13.314, "p95_ms": 8.384}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.966, "count": 232, "max_ms": 166.537, "p95_ms": 141.383}, "inference_input_copy_ms": {"avg_ms": 1.675, "count": 232, "max_ms": 7.089, "p95_ms": 2.869}, "processing_residual_ms": {"avg_ms": 0.202, "count": 232, "max_ms": 0.564, "p95_ms": 0.386}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.904, "count": 232, "max_ms": 172.187, "p95_ms": 147.679}, "read_interval": {"avg_ms": 129.373, "count": 232, "max_ms": 192.633, "p95_ms": 170.346}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 232, "max_ms": 0.056, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.691, "count": 232, "max_ms": 2.605, "p95_ms": 1.423}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 232, "max_ms": 0.057, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.676, "count": 232, "max_ms": 2.568, "p95_ms": 1.389}, "worker_merge_ms": {"avg_ms": 0.007, "count": 232, "max_ms": 0.047, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 52.325, "count": 232, "max_ms": 86.214, "p95_ms": 72.294}, "visualize": {"avg_ms": 51.508, "count": 232, "max_ms": 78.51, "p95_ms": 66.387}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.77, "count": 232, "max_ms": 72.391, "p95_ms": 58.232}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.992, "count": 232, "max_ms": 76.495, "p95_ms": 65.469}, "visualize_input_copy_ms": {"avg_ms": 1.313, "count": 232, "max_ms": 4.305, "p95_ms": 2.167}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.853, "count": 232, "max_ms": 76.366, "p95_ms": 65.394}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 232, "max_ms": 0.226, "p95_ms": 0.139}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 232}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1421.238, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.292, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.332, "sample_count": 2047, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1401184, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:43:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94727, "write_bytes_delta": 94727, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 936.0, "cpu_core_ratio": 0.409962, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 496.0, "pid": 100118, "reason": null, "system_cpu_core_ratio": 0.041245, "system_cpu_s_delta": 0.8300000000000001, "user_cpu_core_ratio": 0.368718, "user_cpu_s_delta": 7.420000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.6801, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 218221.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.613204, "system_cpu_s_delta": 12.339999999996508, "user_cpu_core_ratio": 1.066896, "user_cpu_s_delta": 21.470000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.246, "count": 242, "max_ms": 9.679, "p95_ms": 5.911, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.797, "max": 9.0, "p95": 6.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.107, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 233}, "total": {"avg": 1.071, "max": 2.0, "p95": 2.0, "sample_count": 241}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.446, "count": 30, "max": 56.913, "p95": 49.971, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.525, "count": 30, "max": 23.328, "p95": 22.894, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 717.333, "count": 30, "max": 1012.0, "p95": 979.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 437.667, "count": 30, "max": 3133.0, "p95": 1774.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.256, "p95": 0.164, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.363, "count": 30, "max": 0.427, "p95": 0.415, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.099, "p95": 0.005, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98999.333, "count": 30, "max": 107953.0, "p95": 101572.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98999.333, "count": 30, "max": 107953.0, "p95": 101572.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 166424.8, "count": 30, "max": 233935.0, "p95": 216784.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.572, "count": 30, "max": 0.658, "p95": 0.653, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.985, "count": 30, "max": 1.136, "p95": 1.132, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10802, "sampled_at": "2026-10-30T09:43:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:43:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2684357, "flush_count": 2797, "flush_interval_seconds": 30.0, "flush_state": {"count": 2797, "last_at": "2026-10-30T09:43:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:43:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2796}, "started": true, "suppressed_count": 1398769, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1398628}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2797, "written_record_count": 2797}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9247.488, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T09:44:23+09:00", "last_error_summary": "[h264 @ 0x64771bb35500] error while decoding MB 98 62, bytestream -11", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3874657075200, "copied_frame_count": 1401424, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3874657075200, "frame_buffer_copies": 1401424, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1148, "count": 512, "max_ms": 1.8123, "p50_ms": 0.0928, "p95_ms": 0.2117, "p99_ms": 0.2925}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4309, "count": 512, "max_ms": 4.2149, "p50_ms": 1.3592, "p95_ms": 2.2372, "p99_ms": 2.8056, "results": {"failed": 0, "not_applicable": 0, "success": 1401424, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 478, "h264_decode_error_count": 1081, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:44:23+09:00", "last_error_summary": "[h264 @ 0x64771bb35500] error while decoding MB 98 62, bytestream -11", "last_exit_at": "2026-10-30T09:44:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 188.125, "last_started_at": "2026-10-30T09:41:15+09:00", "pid": 100118, "process": {"exists": false, "pid": 100118}, "restart_count": 518, "restart_count_per_hour": 16, "rtsp_timeout_count": 176, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 519}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.641, "sample_count": 2059, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1401424, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:44:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T09:44:23+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-10-30T09:44:23+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 80, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 276.864, "last_sample_duration_ms": 1213.71, "last_trigger": "periodic", "next_snapshot_in_sec": 323.136, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 280, "storage_bytes": 2668349}, "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-10-30T09:44:23.757822+09:00", "mtime_epoch": 1793321063.7578223, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 94300}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:44:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1418.84, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1401424, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.616, "max": 13.0, "p95": 10.0, "sample_count": 232}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.703, "max": 4.0, "p95": 4.0, "sample_count": 232}, "total": {"avg": 1.703, "max": 4.0, "p95": 4.0, "sample_count": 232}}, "tracking_counts": {"active": {"avg": 0.099, "max": 2.0, "p95": 1.0, "sample_count": 232}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}, "removed": {"avg": 0.047, "max": 2.0, "p95": 0.0, "sample_count": 232}, "tracked": {"avg": 0.099, "max": 2.0, "p95": 1.0, "sample_count": 232}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.747, "pushed": 7.747, "read": 7.714}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 231, "client_acquire_ms": {"avg_ms": 0.008, "count": 231, "max_ms": 0.024, "p95_ms": 0.016, "reason": null, "sample_age_ms": 106.089, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.926, "count": 231, "max_ms": 8.039, "p95_ms": 2.991, "reason": null, "sample_age_ms": 177.991, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.426, "count": 231, "max_ms": 7.543, "p95_ms": 2.425, "reason": null, "sample_age_ms": 178.23, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.367, "count": 231, "max_ms": 3.87, "p95_ms": 0.665, "reason": null, "sample_age_ms": 106.104, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.03, "count": 231, "max_ms": 4.392, "p95_ms": 3.519, "reason": null, "sample_age_ms": 176.543, "source": "client_direct"}, "request_count": 231, "request_tensor_bytes": {"avg": 2764808.0, "count": 231, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 176.523, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 231, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 106.491, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.495, "count": 231, "max_ms": 80.356, "p95_ms": 67.625, "reason": null, "sample_age_ms": 106.084, "source": "client_direct"}, "sample_age_ms": 106.078, "source": "client_direct", "task_total_ms": {"avg_ms": 51.082, "count": 231, "max_ms": 83.445, "p95_ms": 70.17, "reason": null, "sample_age_ms": 106.078, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.588, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.906, "count": 232, "max_ms": 16.7, "p95_ms": 8.675}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.408, "count": 232, "max_ms": 1.145, "p95_ms": 0.858}, "detection_prepare_ms": {"avg_ms": 1.529, "count": 232, "max_ms": 12.988, "p95_ms": 2.895}, "event_filter_ms": {"avg_ms": 0.004, "count": 232, "max_ms": 0.029, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.332, "count": 232, "max_ms": 1.149, "p95_ms": 0.639}, "mcmt_ms": {"avg_ms": 0.004, "count": 232, "max_ms": 0.027, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.751, "count": 232, "max_ms": 2.755, "p95_ms": 1.555}, "setup_ms": {"avg_ms": 0.042, "count": 232, "max_ms": 0.163, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 4.854, "count": 232, "max_ms": 16.656, "p95_ms": 8.593}, "track_match_ms": {"avg_ms": 0.081, "count": 232, "max_ms": 0.429, "p95_ms": 0.186}, "tracker_update_ms": {"avg_ms": 1.702, "count": 232, "max_ms": 4.314, "p95_ms": 3.155}}, "gstreamer_push": {"avg_ms": 3.047, "count": 232, "max_ms": 8.977, "p95_ms": 5.093}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 232, "max_ms": 0.799, "p95_ms": 0.107}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.462, "count": 232, "max_ms": 86.193, "p95_ms": 72.494}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.057, "count": 232, "max_ms": 13.314, "p95_ms": 8.384}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 110.179, "count": 232, "max_ms": 166.537, "p95_ms": 141.527}, "inference_input_copy_ms": {"avg_ms": 1.676, "count": 232, "max_ms": 7.089, "p95_ms": 2.869}, "processing_residual_ms": {"avg_ms": 0.202, "count": 232, "max_ms": 0.564, "p95_ms": 0.386}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 115.114, "count": 232, "max_ms": 172.187, "p95_ms": 148.033}, "read_interval": {"avg_ms": 129.459, "count": 231, "max_ms": 192.633, "p95_ms": 170.346}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 232, "max_ms": 0.056, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.691, "count": 232, "max_ms": 2.605, "p95_ms": 1.423}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 232, "max_ms": 0.057, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.676, "count": 232, "max_ms": 2.568, "p95_ms": 1.389}, "worker_merge_ms": {"avg_ms": 0.007, "count": 232, "max_ms": 0.047, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 52.475, "count": 232, "max_ms": 86.214, "p95_ms": 72.509}, "visualize": {"avg_ms": 51.517, "count": 232, "max_ms": 78.51, "p95_ms": 66.387}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.729, "count": 232, "max_ms": 72.391, "p95_ms": 58.232}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.946, "count": 232, "max_ms": 76.495, "p95_ms": 65.469}, "visualize_input_copy_ms": {"avg_ms": 1.368, "count": 232, "max_ms": 14.261, "p95_ms": 2.187}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.807, "count": 232, "max_ms": 76.366, "p95_ms": 65.394}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 232, "max_ms": 0.226, "p95_ms": 0.139}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 232}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1421.238, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.292, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.332, "sample_count": 2047, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1401184, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:43:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94727, "write_bytes_delta": 94727, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 936.0, "cpu_core_ratio": 0.409962, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 496.0, "pid": 100118, "reason": null, "system_cpu_core_ratio": 0.041245, "system_cpu_s_delta": 0.8300000000000001, "user_cpu_core_ratio": 0.368718, "user_cpu_s_delta": 7.420000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.6801, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 218221.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.613204, "system_cpu_s_delta": 12.339999999996508, "user_cpu_core_ratio": 1.066896, "user_cpu_s_delta": 21.470000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.246, "count": 242, "max_ms": 9.679, "p95_ms": 5.911, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.797, "max": 9.0, "p95": 6.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.107, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 233}, "total": {"avg": 1.071, "max": 2.0, "p95": 2.0, "sample_count": 241}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.446, "count": 30, "max": 56.913, "p95": 49.971, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.525, "count": 30, "max": 23.328, "p95": 22.894, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 717.333, "count": 30, "max": 1012.0, "p95": 979.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 437.667, "count": 30, "max": 3133.0, "p95": 1774.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.256, "p95": 0.164, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.363, "count": 30, "max": 0.427, "p95": 0.415, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.099, "p95": 0.005, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98999.333, "count": 30, "max": 107953.0, "p95": 101572.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98999.333, "count": 30, "max": 107953.0, "p95": 101572.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 166424.8, "count": 30, "max": 233935.0, "p95": 216784.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.572, "count": 30, "max": 0.658, "p95": 0.653, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.985, "count": 30, "max": 1.136, "p95": 1.132, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10802, "sampled_at": "2026-10-30T09:43:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:43:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2684357, "flush_count": 2797, "flush_interval_seconds": 30.0, "flush_state": {"count": 2797, "last_at": "2026-10-30T09:43:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:43:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2796}, "started": true, "suppressed_count": 1398769, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1398628}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2797, "written_record_count": 2797}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9247.699, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3874657075200, "copied_frame_count": 1401424, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3874657075200, "frame_buffer_copies": 1401424, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1148, "count": 512, "max_ms": 1.8123, "p50_ms": 0.0928, "p95_ms": 0.2117, "p99_ms": 0.2925}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4309, "count": 512, "max_ms": 4.2149, "p50_ms": 1.3592, "p95_ms": 2.2372, "p99_ms": 2.8056, "results": {"failed": 0, "not_applicable": 0, "success": 1401424, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 478, "h264_decode_error_count": 1081, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:44:23+09:00", "last_error_summary": "[h264 @ 0x64771bb35500] error while decoding MB 98 62, bytestream -11", "last_exit_at": "2026-10-30T09:44:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 188.177, "last_started_at": "2026-10-30T09:41:15+09:00", "pid": 100118, "process": {"exists": false, "pid": 100118}, "restart_count": 518, "restart_count_per_hour": 16, "rtsp_timeout_count": 176, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 519}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.641, "sample_count": 2059, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1401424, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:44:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.054, "last_frame_pushed_at": "2026-10-30T09:44:23+09:00", "last_frame_read_age_sec": 0.211, "last_frame_read_at": "2026-10-30T09:44:23+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 80, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 276.891, "last_sample_duration_ms": 1213.71, "last_trigger": "periodic", "next_snapshot_in_sec": 323.109, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 280, "storage_bytes": 2668349}, "mjpeg": {"age_sec": 0.043, "exists": true, "mtime": "2026-10-30T09:44:23.921822+09:00", "mtime_epoch": 1793321063.9218223, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 94526}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:44:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1418.84, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1401424, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.61, "max": 13.0, "p95": 10.0, "sample_count": 231}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.701, "max": 4.0, "p95": 4.0, "sample_count": 231}, "total": {"avg": 1.701, "max": 4.0, "p95": 4.0, "sample_count": 231}}, "tracking_counts": {"active": {"avg": 0.1, "max": 2.0, "p95": 1.0, "sample_count": 231}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 231}, "removed": {"avg": 0.048, "max": 2.0, "p95": 0.0, "sample_count": 231}, "tracked": {"avg": 0.1, "max": 2.0, "p95": 1.0, "sample_count": 231}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 231}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.734, "pushed": 7.734, "read": 7.7}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 231, "client_acquire_ms": {"avg_ms": 0.008, "count": 231, "max_ms": 0.024, "p95_ms": 0.016, "reason": null, "sample_age_ms": 144.681, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.926, "count": 231, "max_ms": 8.039, "p95_ms": 2.991, "reason": null, "sample_age_ms": 216.583, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.426, "count": 231, "max_ms": 7.543, "p95_ms": 2.425, "reason": null, "sample_age_ms": 216.822, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.367, "count": 231, "max_ms": 3.87, "p95_ms": 0.665, "reason": null, "sample_age_ms": 144.696, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.03, "count": 231, "max_ms": 4.392, "p95_ms": 3.519, "reason": null, "sample_age_ms": 215.135, "source": "client_direct"}, "request_count": 231, "request_tensor_bytes": {"avg": 2764808.0, "count": 231, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 215.115, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 231, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 145.082, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.495, "count": 231, "max_ms": 80.356, "p95_ms": 67.625, "reason": null, "sample_age_ms": 144.676, "source": "client_direct"}, "sample_age_ms": 144.67, "source": "client_direct", "task_total_ms": {"avg_ms": 51.082, "count": 231, "max_ms": 83.445, "p95_ms": 70.17, "reason": null, "sample_age_ms": 144.67, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.991, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.903, "count": 231, "max_ms": 16.7, "p95_ms": 8.675}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.408, "count": 231, "max_ms": 1.145, "p95_ms": 0.858}, "detection_prepare_ms": {"avg_ms": 1.525, "count": 231, "max_ms": 12.988, "p95_ms": 2.895}, "event_filter_ms": {"avg_ms": 0.004, "count": 231, "max_ms": 0.029, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.332, "count": 231, "max_ms": 1.149, "p95_ms": 0.639}, "mcmt_ms": {"avg_ms": 0.004, "count": 231, "max_ms": 0.027, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.751, "count": 231, "max_ms": 2.755, "p95_ms": 1.555}, "setup_ms": {"avg_ms": 0.042, "count": 231, "max_ms": 0.163, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 4.851, "count": 231, "max_ms": 16.656, "p95_ms": 8.593}, "track_match_ms": {"avg_ms": 0.081, "count": 231, "max_ms": 0.429, "p95_ms": 0.186}, "tracker_update_ms": {"avg_ms": 1.702, "count": 231, "max_ms": 4.314, "p95_ms": 3.155}}, "gstreamer_push": {"avg_ms": 3.047, "count": 232, "max_ms": 8.977, "p95_ms": 5.093}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 231, "max_ms": 0.799, "p95_ms": 0.107}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.428, "count": 231, "max_ms": 86.193, "p95_ms": 72.494}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.057, "count": 232, "max_ms": 13.314, "p95_ms": 8.384}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 110.179, "count": 232, "max_ms": 166.537, "p95_ms": 141.527}, "inference_input_copy_ms": {"avg_ms": 1.676, "count": 232, "max_ms": 7.089, "p95_ms": 2.869}, "processing_residual_ms": {"avg_ms": 0.202, "count": 232, "max_ms": 0.564, "p95_ms": 0.386}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 115.114, "count": 232, "max_ms": 172.187, "p95_ms": 148.033}, "read_interval": {"avg_ms": 129.459, "count": 231, "max_ms": 192.633, "p95_ms": 170.346}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 231, "max_ms": 0.056, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.691, "count": 231, "max_ms": 2.605, "p95_ms": 1.423}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 231, "max_ms": 0.057, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.676, "count": 231, "max_ms": 2.568, "p95_ms": 1.389}, "worker_merge_ms": {"avg_ms": 0.007, "count": 231, "max_ms": 0.047, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 52.441, "count": 231, "max_ms": 86.214, "p95_ms": 72.509}, "visualize": {"avg_ms": 51.563, "count": 231, "max_ms": 78.51, "p95_ms": 66.387}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.768, "count": 231, "max_ms": 72.391, "p95_ms": 58.232}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 231, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.991, "count": 231, "max_ms": 76.495, "p95_ms": 65.469}, "visualize_input_copy_ms": {"avg_ms": 1.369, "count": 231, "max_ms": 14.261, "p95_ms": 2.187}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 231, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.852, "count": 231, "max_ms": 76.366, "p95_ms": 65.394}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 231, "max_ms": 0.226, "p95_ms": 0.139}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 231}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 231}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 231}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1421.238, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.292, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.332, "sample_count": 2047, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1401184, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:43:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94727, "write_bytes_delta": 94727, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 936.0, "cpu_core_ratio": 0.409962, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 496.0, "pid": 100118, "reason": null, "system_cpu_core_ratio": 0.041245, "system_cpu_s_delta": 0.8300000000000001, "user_cpu_core_ratio": 0.368718, "user_cpu_s_delta": 7.420000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.6801, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 218221.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.613204, "system_cpu_s_delta": 12.339999999996508, "user_cpu_core_ratio": 1.066896, "user_cpu_s_delta": 21.470000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.246, "count": 242, "max_ms": 9.679, "p95_ms": 5.911, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.797, "max": 9.0, "p95": 6.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.107, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 233}, "total": {"avg": 1.071, "max": 2.0, "p95": 2.0, "sample_count": 241}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.446, "count": 30, "max": 56.913, "p95": 49.971, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.525, "count": 30, "max": 23.328, "p95": 22.894, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 717.333, "count": 30, "max": 1012.0, "p95": 979.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 437.667, "count": 30, "max": 3133.0, "p95": 1774.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.256, "p95": 0.164, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.363, "count": 30, "max": 0.427, "p95": 0.415, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.099, "p95": 0.005, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98999.333, "count": 30, "max": 107953.0, "p95": 101572.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98999.333, "count": 30, "max": 107953.0, "p95": 101572.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 166424.8, "count": 30, "max": 233935.0, "p95": 216784.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.572, "count": 30, "max": 0.658, "p95": 0.653, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.985, "count": 30, "max": 1.136, "p95": 1.132, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10802, "sampled_at": "2026-10-30T09:43:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:43:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2684357, "flush_count": 2797, "flush_interval_seconds": 30.0, "flush_state": {"count": 2797, "last_at": "2026-10-30T09:43:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:43:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2796}, "started": true, "suppressed_count": 1398769, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1398628}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2797, "written_record_count": 2797}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9423.273, "limit_mb": null}, "detail": {"pid": 100234, "restart_count": 519, "start_count": 520}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3874657075200, "copied_frame_count": 1401424, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3874657075200, "frame_buffer_copies": 1401424, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1148, "count": 512, "max_ms": 1.8123, "p50_ms": 0.0928, "p95_ms": 0.2117, "p99_ms": 0.2925}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4309, "count": 512, "max_ms": 4.2149, "p50_ms": 1.3592, "p95_ms": 2.2372, "p99_ms": 2.8056, "results": {"failed": 0, "not_applicable": 0, "success": 1401424, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 478, "h264_decode_error_count": 1081, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:44:23+09:00", "last_error_summary": "[h264 @ 0x64771bb35500] error while decoding MB 98 62, bytestream -11", "last_exit_at": "2026-10-30T09:44:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T09:44:26+09:00", "pid": 100234, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.426, "name": "ffmpeg", "pid": 100234, "rss_mb": 208.426, "state": "S (sleeping)", "threads": 70}, "restart_count": 519, "restart_count_per_hour": 17, "rtsp_timeout_count": 176, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 520}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.734, "sample_count": 2021, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1401424, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:44:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.963, "last_frame_pushed_at": "2026-10-30T09:44:23+09:00", "last_frame_read_age_sec": 5.119, "last_frame_read_at": "2026-10-30T09:44:23+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 80, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 281.805, "last_sample_duration_ms": 1213.71, "last_trigger": "periodic", "next_snapshot_in_sec": 318.195, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 280, "storage_bytes": 2668349}, "mjpeg": {"age_sec": 4.952, "exists": true, "mtime": "2026-10-30T09:44:23.921822+09:00", "mtime_epoch": 1793321063.9218223, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 94526}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:44:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1418.844, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1401424, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.724, "max": 13.0, "p95": 10.0, "sample_count": 192}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.828, "max": 4.0, "p95": 4.0, "sample_count": 192}, "total": {"avg": 1.828, "max": 4.0, "p95": 4.0, "sample_count": 192}}, "tracking_counts": {"active": {"avg": 0.12, "max": 2.0, "p95": 1.0, "sample_count": 192}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "removed": {"avg": 0.047, "max": 2.0, "p95": 0.0, "sample_count": 192}, "tracked": {"avg": 0.12, "max": 2.0, "p95": 1.0, "sample_count": 192}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.414, "pushed": 6.414, "read": 6.38}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 191, "client_acquire_ms": {"avg_ms": 0.007, "count": 191, "max_ms": 0.024, "p95_ms": 0.016, "reason": null, "sample_age_ms": 5052.377, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.946, "count": 191, "max_ms": 8.039, "p95_ms": 3.396, "reason": null, "sample_age_ms": 5124.279, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.449, "count": 191, "max_ms": 7.543, "p95_ms": 2.807, "reason": null, "sample_age_ms": 5124.519, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.379, "count": 191, "max_ms": 3.87, "p95_ms": 0.686, "reason": null, "sample_age_ms": 5052.393, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.988, "count": 191, "max_ms": 4.233, "p95_ms": 3.445, "reason": null, "sample_age_ms": 5122.832, "source": "client_direct"}, "request_count": 191, "request_tensor_bytes": {"avg": 2764808.0, "count": 191, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5122.812, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 191, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5052.779, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.903, "count": 191, "max_ms": 80.356, "p95_ms": 67.797, "reason": null, "sample_age_ms": 5052.373, "source": "client_direct"}, "sample_age_ms": 5052.367, "source": "client_direct", "task_total_ms": {"avg_ms": 51.464, "count": 191, "max_ms": 83.445, "p95_ms": 70.719, "reason": null, "sample_age_ms": 5052.367, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.087, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.128, "count": 192, "max_ms": 16.7, "p95_ms": 9.358}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.415, "count": 192, "max_ms": 1.145, "p95_ms": 0.87}, "detection_prepare_ms": {"avg_ms": 1.581, "count": 192, "max_ms": 12.988, "p95_ms": 2.95}, "event_filter_ms": {"avg_ms": 0.005, "count": 192, "max_ms": 0.029, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.35, "count": 192, "max_ms": 1.149, "p95_ms": 0.653}, "mcmt_ms": {"avg_ms": 0.004, "count": 192, "max_ms": 0.023, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.792, "count": 192, "max_ms": 2.755, "p95_ms": 1.627}, "setup_ms": {"avg_ms": 0.043, "count": 192, "max_ms": 0.163, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 5.074, "count": 192, "max_ms": 16.656, "p95_ms": 9.267}, "track_match_ms": {"avg_ms": 0.086, "count": 192, "max_ms": 0.429, "p95_ms": 0.19}, "tracker_update_ms": {"avg_ms": 1.797, "count": 192, "max_ms": 4.314, "p95_ms": 3.251}}, "gstreamer_push": {"avg_ms": 3.046, "count": 192, "max_ms": 8.977, "p95_ms": 5.043}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 192, "max_ms": 0.799, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.804, "count": 192, "max_ms": 86.193, "p95_ms": 72.993}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.069, "count": 192, "max_ms": 13.314, "p95_ms": 8.348}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.121, "count": 192, "max_ms": 166.537, "p95_ms": 142.783}, "inference_input_copy_ms": {"avg_ms": 1.672, "count": 192, "max_ms": 7.089, "p95_ms": 2.823}, "processing_residual_ms": {"avg_ms": 0.203, "count": 192, "max_ms": 0.564, "p95_ms": 0.374}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.065, "count": 192, "max_ms": 172.187, "p95_ms": 149.17}, "read_interval": {"avg_ms": 130.534, "count": 191, "max_ms": 192.633, "p95_ms": 170.989}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 192, "max_ms": 0.056, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.731, "count": 192, "max_ms": 2.605, "p95_ms": 1.53}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 192, "max_ms": 0.057, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.715, "count": 192, "max_ms": 2.568, "p95_ms": 1.504}, "worker_merge_ms": {"avg_ms": 0.007, "count": 192, "max_ms": 0.047, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 52.818, "count": 192, "max_ms": 86.214, "p95_ms": 73.019}, "visualize": {"avg_ms": 51.897, "count": 192, "max_ms": 78.51, "p95_ms": 66.387}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.85, "count": 192, "max_ms": 72.391, "p95_ms": 58.232}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 50.287, "count": 192, "max_ms": 76.495, "p95_ms": 65.469}, "visualize_input_copy_ms": {"avg_ms": 1.402, "count": 192, "max_ms": 14.261, "p95_ms": 2.274}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 50.147, "count": 192, "max_ms": 76.366, "p95_ms": 65.394}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 192, "max_ms": 0.226, "p95_ms": 0.141}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 192}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1421.238, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.292, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.332, "sample_count": 2047, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1401184, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:43:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94727, "write_bytes_delta": 94727, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 936.0, "cpu_core_ratio": 0.409962, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 496.0, "pid": 100118, "reason": null, "system_cpu_core_ratio": 0.041245, "system_cpu_s_delta": 0.8300000000000001, "user_cpu_core_ratio": 0.368718, "user_cpu_s_delta": 7.420000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.6801, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 218221.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.613204, "system_cpu_s_delta": 12.339999999996508, "user_cpu_core_ratio": 1.066896, "user_cpu_s_delta": 21.470000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.246, "count": 242, "max_ms": 9.679, "p95_ms": 5.911, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.797, "max": 9.0, "p95": 6.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.107, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 233}, "total": {"avg": 1.071, "max": 2.0, "p95": 2.0, "sample_count": 241}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.446, "count": 30, "max": 56.913, "p95": 49.971, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.525, "count": 30, "max": 23.328, "p95": 22.894, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 717.333, "count": 30, "max": 1012.0, "p95": 979.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 437.667, "count": 30, "max": 3133.0, "p95": 1774.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.256, "p95": 0.164, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.363, "count": 30, "max": 0.427, "p95": 0.415, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.099, "p95": 0.005, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98999.333, "count": 30, "max": 107953.0, "p95": 101572.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98999.333, "count": 30, "max": 107953.0, "p95": 101572.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 166424.8, "count": 30, "max": 233935.0, "p95": 216784.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.572, "count": 30, "max": 0.658, "p95": 0.653, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.985, "count": 30, "max": 1.136, "p95": 1.132, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10802, "sampled_at": "2026-10-30T09:43:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:43:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2688371, "flush_count": 2801, "flush_interval_seconds": 30.0, "flush_state": {"count": 2801, "last_at": "2026-10-30T09:47:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:47:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2800}, "started": true, "suppressed_count": 1400514, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1400373}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2801, "written_record_count": 2801}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9268.961, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5777f44dee40] error while decoding MB 1 40, bytestream -12", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3879489945600, "copied_frame_count": 1403172, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3879489945600, "frame_buffer_copies": 1403172, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1149, "count": 512, "max_ms": 0.4003, "p50_ms": 0.1008, "p95_ms": 0.2248, "p99_ms": 0.2765}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5059, "count": 512, "max_ms": 3.278, "p50_ms": 1.4061, "p95_ms": 2.4953, "p99_ms": 3.0949, "results": {"failed": 0, "not_applicable": 0, "success": 1403172, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 479, "h264_decode_error_count": 1082, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:48:08+09:00", "last_error_summary": "[h264 @ 0x5777f44dee40] error while decoding MB 1 40, bytestream -12", "last_exit_at": "2026-10-30T09:44:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 221.312, "last_started_at": "2026-10-30T09:44:26+09:00", "pid": 100234, "process": {"exists": false, "pid": 100234}, "restart_count": 519, "restart_count_per_hour": 16, "rtsp_timeout_count": 176, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 520}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.609, "sample_count": 2347, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1403172, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:48:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.138, "last_frame_pushed_at": "2026-10-30T09:48:08+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-10-30T09:48:08+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 80, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 501.119, "last_sample_duration_ms": 1213.71, "last_trigger": "periodic", "next_snapshot_in_sec": 98.881, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 280, "storage_bytes": 2668349}, "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-10-30T09:48:08.057193+09:00", "mtime_epoch": 1793321288.057193, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 95449}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:48:08+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1436.809, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1403173, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.778, "max": 5.0, "p95": 4.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 207}, "total": {"avg": 0.92, "max": 1.0, "p95": 1.0, "sample_count": 225}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.503, "pushed": 7.503, "read": 7.503}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 225, "client_acquire_ms": {"avg_ms": 0.009, "count": 225, "max_ms": 0.083, "p95_ms": 0.02, "reason": null, "sample_age_ms": 45.579, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.015, "count": 225, "max_ms": 12.925, "p95_ms": 3.687, "reason": null, "sample_age_ms": 103.007, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.482, "count": 225, "max_ms": 12.295, "p95_ms": 2.801, "reason": null, "sample_age_ms": 103.297, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.314, "count": 225, "max_ms": 0.982, "p95_ms": 0.595, "reason": null, "sample_age_ms": 45.598, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.335, "count": 225, "max_ms": 6.471, "p95_ms": 4.104, "reason": null, "sample_age_ms": 101.3, "source": "client_direct"}, "request_count": 225, "request_tensor_bytes": {"avg": 2764808.0, "count": 225, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 101.249, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 225, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 46.378, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.37, "count": 225, "max_ms": 76.353, "p95_ms": 64.571, "reason": null, "sample_age_ms": 45.569, "source": "client_direct"}, "sample_age_ms": 45.56, "source": "client_direct", "task_total_ms": {"avg_ms": 53.238, "count": 225, "max_ms": 78.107, "p95_ms": 69.152, "reason": null, "sample_age_ms": 45.56, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.132, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.92, "count": 225, "max_ms": 9.784, "p95_ms": 7.301}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.382, "count": 225, "max_ms": 1.159, "p95_ms": 0.78}, "detection_prepare_ms": {"avg_ms": 1.267, "count": 225, "max_ms": 3.8, "p95_ms": 2.551}, "event_filter_ms": {"avg_ms": 0.005, "count": 225, "max_ms": 0.016, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.248, "count": 225, "max_ms": 0.726, "p95_ms": 0.476}, "mcmt_ms": {"avg_ms": 0.003, "count": 225, "max_ms": 0.012, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.616, "count": 225, "max_ms": 1.981, "p95_ms": 1.237}, "setup_ms": {"avg_ms": 0.047, "count": 225, "max_ms": 0.239, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 3.859, "count": 225, "max_ms": 9.675, "p95_ms": 7.211}, "track_match_ms": {"avg_ms": 0.06, "count": 225, "max_ms": 0.231, "p95_ms": 0.122}, "tracker_update_ms": {"avg_ms": 1.23, "count": 225, "max_ms": 3.946, "p95_ms": 2.399}}, "gstreamer_push": {"avg_ms": 3.779, "count": 225, "max_ms": 13.731, "p95_ms": 6.562}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 225, "max_ms": 0.747, "p95_ms": 0.115}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.642, "count": 225, "max_ms": 85.286, "p95_ms": 71.28}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.004, "count": 225, "max_ms": 13.365, "p95_ms": 9.115}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.447, "count": 225, "max_ms": 150.576, "p95_ms": 138.679}, "inference_input_copy_ms": {"avg_ms": 1.774, "count": 225, "max_ms": 4.768, "p95_ms": 2.955}, "processing_residual_ms": {"avg_ms": 0.194, "count": 225, "max_ms": 0.49, "p95_ms": 0.398}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.42, "count": 225, "max_ms": 154.682, "p95_ms": 141.832}, "read_interval": {"avg_ms": 133.35, "count": 225, "max_ms": 202.87, "p95_ms": 168.541}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 225, "max_ms": 0.051, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.555, "count": 225, "max_ms": 1.823, "p95_ms": 1.141}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 225, "max_ms": 0.074, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.539, "count": 225, "max_ms": 1.789, "p95_ms": 1.093}, "worker_merge_ms": {"avg_ms": 0.007, "count": 225, "max_ms": 0.036, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 54.656, "count": 225, "max_ms": 85.303, "p95_ms": 71.31}, "visualize": {"avg_ms": 51.622, "count": 225, "max_ms": 77.003, "p95_ms": 65.485}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.94, "count": 225, "max_ms": 69.411, "p95_ms": 59.408}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.953, "count": 225, "max_ms": 75.084, "p95_ms": 63.586}, "visualize_input_copy_ms": {"avg_ms": 1.442, "count": 225, "max_ms": 3.912, "p95_ms": 2.212}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.802, "count": 225, "max_ms": 74.863, "p95_ms": 63.44}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 225, "max_ms": 0.291, "p95_ms": 0.145}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1419.578, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.22, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.605, "sample_count": 2360, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1402992, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:47:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.114, "exists": true, "size_bytes": 95358, "write_bytes_delta": 95358, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 450.0, "cpu_core_ratio": 0.403371, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 100234, "reason": null, "system_cpu_core_ratio": 0.035855, "system_cpu_s_delta": 0.35999999999999943, "user_cpu_core_ratio": 0.367516, "user_cpu_s_delta": 3.6899999999999977}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.611492, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 100847.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.579659, "system_cpu_s_delta": 5.820000000006985, "user_cpu_core_ratio": 1.031833, "user_cpu_s_delta": 10.35999999998603}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.503, "count": 231, "max_ms": 13.007, "p95_ms": 6.416, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.377, "max": 5.0, "p95": 5.0, "sample_count": 231}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.009, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 229}, "total": {"avg": 1.0, "max": 2.0, "p95": 1.0, "sample_count": 231}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.297, "count": 30, "max": 53.26, "p95": 46.37, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.333, "count": 30, "max": 23.328, "p95": 20.237, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 836.5, "count": 30, "max": 1067.0, "p95": 1018.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 459.7, "count": 30, "max": 3133.0, "p95": 1774.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.256, "p95": 0.164, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.36, "count": 30, "max": 0.397, "p95": 0.394, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.114, "p95": 0.058, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96917.767, "count": 30, "max": 107953.0, "p95": 99892.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96917.767, "count": 30, "max": 107953.0, "p95": 99892.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 187276.767, "count": 30, "max": 267550.0, "p95": 242226.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.582, "count": 30, "max": 0.658, "p95": 0.653, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.009, "count": 30, "max": 1.136, "p95": 1.132, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10815, "sampled_at": "2026-10-30T09:47:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:47:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2688371, "flush_count": 2801, "flush_interval_seconds": 30.0, "flush_state": {"count": 2801, "last_at": "2026-10-30T09:47:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:47:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2800}, "started": true, "suppressed_count": 1400514, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1400373}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2801, "written_record_count": 2801}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9251.305, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T09:48:08+09:00", "last_error_summary": "[h264 @ 0x5777f44dee40] error while decoding MB 1 40, bytestream -12", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3879492710400, "copied_frame_count": 1403173, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3879492710400, "frame_buffer_copies": 1403173, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1151, "count": 512, "max_ms": 0.4003, "p50_ms": 0.1008, "p95_ms": 0.2317, "p99_ms": 0.2765}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5065, "count": 512, "max_ms": 3.278, "p50_ms": 1.4061, "p95_ms": 2.4953, "p99_ms": 3.0949, "results": {"failed": 0, "not_applicable": 0, "success": 1403173, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 479, "h264_decode_error_count": 1082, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:48:08+09:00", "last_error_summary": "[h264 @ 0x5777f44dee40] error while decoding MB 1 40, bytestream -12", "last_exit_at": "2026-10-30T09:48:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 221.385, "last_started_at": "2026-10-30T09:44:26+09:00", "pid": 100234, "process": {"exists": false, "pid": 100234}, "restart_count": 519, "restart_count_per_hour": 16, "rtsp_timeout_count": 176, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 520}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.694, "sample_count": 2348, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1403173, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:48:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-10-30T09:48:08+09:00", "last_frame_read_age_sec": 0.17, "last_frame_read_at": "2026-10-30T09:48:08+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 80, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 501.2, "last_sample_duration_ms": 1213.71, "last_trigger": "periodic", "next_snapshot_in_sec": 98.8, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 280, "storage_bytes": 2668349}, "mjpeg": {"age_sec": 0.201, "exists": true, "mtime": "2026-10-30T09:48:08.057193+09:00", "mtime_epoch": 1793321288.057193, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 95449}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:48:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1422.176, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1403173, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.764, "max": 5.0, "p95": 4.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 207}, "total": {"avg": 0.92, "max": 1.0, "p95": 1.0, "sample_count": 225}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.517, "pushed": 7.517, "read": 7.483}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 224, "client_acquire_ms": {"avg_ms": 0.009, "count": 224, "max_ms": 0.083, "p95_ms": 0.02, "reason": null, "sample_age_ms": 127.716, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.018, "count": 224, "max_ms": 12.925, "p95_ms": 3.694, "reason": null, "sample_age_ms": 185.144, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.484, "count": 224, "max_ms": 12.295, "p95_ms": 2.812, "reason": null, "sample_age_ms": 185.435, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.313, "count": 224, "max_ms": 0.982, "p95_ms": 0.595, "reason": null, "sample_age_ms": 127.735, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.339, "count": 224, "max_ms": 6.471, "p95_ms": 4.105, "reason": null, "sample_age_ms": 183.437, "source": "client_direct"}, "request_count": 224, "request_tensor_bytes": {"avg": 2764808.0, "count": 224, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 183.387, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 224, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 128.515, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.315, "count": 224, "max_ms": 76.353, "p95_ms": 64.589, "reason": null, "sample_age_ms": 127.706, "source": "client_direct"}, "sample_age_ms": 127.697, "source": "client_direct", "task_total_ms": {"avg_ms": 53.187, "count": 224, "max_ms": 78.107, "p95_ms": 69.205, "reason": null, "sample_age_ms": 127.697, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.629, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.921, "count": 225, "max_ms": 9.784, "p95_ms": 7.301}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.38, "count": 225, "max_ms": 1.159, "p95_ms": 0.78}, "detection_prepare_ms": {"avg_ms": 1.271, "count": 225, "max_ms": 3.8, "p95_ms": 2.606}, "event_filter_ms": {"avg_ms": 0.005, "count": 225, "max_ms": 0.016, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.248, "count": 225, "max_ms": 0.765, "p95_ms": 0.476}, "mcmt_ms": {"avg_ms": 0.003, "count": 225, "max_ms": 0.012, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.613, "count": 225, "max_ms": 1.981, "p95_ms": 1.226}, "setup_ms": {"avg_ms": 0.047, "count": 225, "max_ms": 0.239, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 3.86, "count": 225, "max_ms": 9.675, "p95_ms": 7.211}, "track_match_ms": {"avg_ms": 0.06, "count": 225, "max_ms": 0.231, "p95_ms": 0.122}, "tracker_update_ms": {"avg_ms": 1.231, "count": 225, "max_ms": 3.946, "p95_ms": 2.399}}, "gstreamer_push": {"avg_ms": 3.803, "count": 225, "max_ms": 13.731, "p95_ms": 6.68}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 225, "max_ms": 0.747, "p95_ms": 0.115}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.657, "count": 225, "max_ms": 85.286, "p95_ms": 71.28}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.037, "count": 225, "max_ms": 13.365, "p95_ms": 9.255}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.603, "count": 225, "max_ms": 150.576, "p95_ms": 140.689}, "inference_input_copy_ms": {"avg_ms": 1.781, "count": 225, "max_ms": 4.768, "p95_ms": 2.955}, "processing_residual_ms": {"avg_ms": 0.194, "count": 225, "max_ms": 0.49, "p95_ms": 0.398}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.615, "count": 225, "max_ms": 156.714, "p95_ms": 144.972}, "read_interval": {"avg_ms": 133.406, "count": 224, "max_ms": 202.87, "p95_ms": 168.541}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 225, "max_ms": 0.051, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.552, "count": 225, "max_ms": 1.823, "p95_ms": 1.109}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 225, "max_ms": 0.074, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.537, "count": 225, "max_ms": 1.789, "p95_ms": 1.078}, "worker_merge_ms": {"avg_ms": 0.007, "count": 225, "max_ms": 0.036, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 54.67, "count": 225, "max_ms": 85.303, "p95_ms": 71.31}, "visualize": {"avg_ms": 51.765, "count": 225, "max_ms": 77.003, "p95_ms": 65.579}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 47.075, "count": 225, "max_ms": 69.749, "p95_ms": 59.489}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 50.092, "count": 225, "max_ms": 75.084, "p95_ms": 64.123}, "visualize_input_copy_ms": {"avg_ms": 1.445, "count": 225, "max_ms": 3.912, "p95_ms": 2.325}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.941, "count": 225, "max_ms": 74.863, "p95_ms": 63.777}, "visualizer_prepare_ms": {"avg_ms": 0.081, "count": 225, "max_ms": 0.291, "p95_ms": 0.145}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1419.578, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.22, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.605, "sample_count": 2360, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1402992, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:47:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.114, "exists": true, "size_bytes": 95358, "write_bytes_delta": 95358, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 450.0, "cpu_core_ratio": 0.403371, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 100234, "reason": null, "system_cpu_core_ratio": 0.035855, "system_cpu_s_delta": 0.35999999999999943, "user_cpu_core_ratio": 0.367516, "user_cpu_s_delta": 3.6899999999999977}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.611492, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 100847.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.579659, "system_cpu_s_delta": 5.820000000006985, "user_cpu_core_ratio": 1.031833, "user_cpu_s_delta": 10.35999999998603}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.503, "count": 231, "max_ms": 13.007, "p95_ms": 6.416, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.377, "max": 5.0, "p95": 5.0, "sample_count": 231}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.009, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 229}, "total": {"avg": 1.0, "max": 2.0, "p95": 1.0, "sample_count": 231}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.297, "count": 30, "max": 53.26, "p95": 46.37, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.333, "count": 30, "max": 23.328, "p95": 20.237, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 836.5, "count": 30, "max": 1067.0, "p95": 1018.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 459.7, "count": 30, "max": 3133.0, "p95": 1774.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.256, "p95": 0.164, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.36, "count": 30, "max": 0.397, "p95": 0.394, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.114, "p95": 0.058, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96917.767, "count": 30, "max": 107953.0, "p95": 99892.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96917.767, "count": 30, "max": 107953.0, "p95": 99892.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 187276.767, "count": 30, "max": 267550.0, "p95": 242226.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.582, "count": 30, "max": 0.658, "p95": 0.653, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.009, "count": 30, "max": 1.136, "p95": 1.132, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10815, "sampled_at": "2026-10-30T09:47:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:47:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2688371, "flush_count": 2801, "flush_interval_seconds": 30.0, "flush_state": {"count": 2801, "last_at": "2026-10-30T09:47:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:47:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2800}, "started": true, "suppressed_count": 1400514, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1400373}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2801, "written_record_count": 2801}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9254.77, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3879492710400, "copied_frame_count": 1403173, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3879492710400, "frame_buffer_copies": 1403173, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1151, "count": 512, "max_ms": 0.4003, "p50_ms": 0.1008, "p95_ms": 0.2317, "p99_ms": 0.2765}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5065, "count": 512, "max_ms": 3.278, "p50_ms": 1.4061, "p95_ms": 2.4953, "p99_ms": 3.0949, "results": {"failed": 0, "not_applicable": 0, "success": 1403173, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 479, "h264_decode_error_count": 1082, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:48:08+09:00", "last_error_summary": "[h264 @ 0x5777f44dee40] error while decoding MB 1 40, bytestream -12", "last_exit_at": "2026-10-30T09:48:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 221.432, "last_started_at": "2026-10-30T09:44:26+09:00", "pid": 100234, "process": {"exists": false, "pid": 100234}, "restart_count": 519, "restart_count_per_hour": 16, "rtsp_timeout_count": 176, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 520}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.694, "sample_count": 2347, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1403173, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:48:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.05, "last_frame_pushed_at": "2026-10-30T09:48:08+09:00", "last_frame_read_age_sec": 0.217, "last_frame_read_at": "2026-10-30T09:48:08+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 80, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 501.241, "last_sample_duration_ms": 1213.71, "last_trigger": "periodic", "next_snapshot_in_sec": 98.759, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 280, "storage_bytes": 2668349}, "mjpeg": {"age_sec": 0.037, "exists": true, "mtime": "2026-10-30T09:48:08.268193+09:00", "mtime_epoch": 1793321288.2681935, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 95998}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:48:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1422.176, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1403173, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.764, "max": 5.0, "p95": 4.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 207}, "total": {"avg": 0.92, "max": 1.0, "p95": 1.0, "sample_count": 225}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.505, "pushed": 7.505, "read": 7.472}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 224, "client_acquire_ms": {"avg_ms": 0.009, "count": 224, "max_ms": 0.083, "p95_ms": 0.02, "reason": null, "sample_age_ms": 166.61, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.018, "count": 224, "max_ms": 12.925, "p95_ms": 3.694, "reason": null, "sample_age_ms": 224.038, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.484, "count": 224, "max_ms": 12.295, "p95_ms": 2.812, "reason": null, "sample_age_ms": 224.329, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.313, "count": 224, "max_ms": 0.982, "p95_ms": 0.595, "reason": null, "sample_age_ms": 166.629, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.339, "count": 224, "max_ms": 6.471, "p95_ms": 4.105, "reason": null, "sample_age_ms": 222.331, "source": "client_direct"}, "request_count": 224, "request_tensor_bytes": {"avg": 2764808.0, "count": 224, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 222.281, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 224, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 167.409, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.315, "count": 224, "max_ms": 76.353, "p95_ms": 64.589, "reason": null, "sample_age_ms": 166.6, "source": "client_direct"}, "sample_age_ms": 166.591, "source": "client_direct", "task_total_ms": {"avg_ms": 53.187, "count": 224, "max_ms": 78.107, "p95_ms": 69.205, "reason": null, "sample_age_ms": 166.591, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.206, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.921, "count": 225, "max_ms": 9.784, "p95_ms": 7.301}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.38, "count": 225, "max_ms": 1.159, "p95_ms": 0.78}, "detection_prepare_ms": {"avg_ms": 1.271, "count": 225, "max_ms": 3.8, "p95_ms": 2.606}, "event_filter_ms": {"avg_ms": 0.005, "count": 225, "max_ms": 0.016, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.248, "count": 225, "max_ms": 0.765, "p95_ms": 0.476}, "mcmt_ms": {"avg_ms": 0.003, "count": 225, "max_ms": 0.012, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.613, "count": 225, "max_ms": 1.981, "p95_ms": 1.226}, "setup_ms": {"avg_ms": 0.047, "count": 225, "max_ms": 0.239, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 3.86, "count": 225, "max_ms": 9.675, "p95_ms": 7.211}, "track_match_ms": {"avg_ms": 0.06, "count": 225, "max_ms": 0.231, "p95_ms": 0.122}, "tracker_update_ms": {"avg_ms": 1.231, "count": 225, "max_ms": 3.946, "p95_ms": 2.399}}, "gstreamer_push": {"avg_ms": 3.803, "count": 225, "max_ms": 13.731, "p95_ms": 6.68}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 225, "max_ms": 0.747, "p95_ms": 0.115}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.657, "count": 225, "max_ms": 85.286, "p95_ms": 71.28}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.037, "count": 225, "max_ms": 13.365, "p95_ms": 9.255}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.603, "count": 225, "max_ms": 150.576, "p95_ms": 140.689}, "inference_input_copy_ms": {"avg_ms": 1.781, "count": 225, "max_ms": 4.768, "p95_ms": 2.955}, "processing_residual_ms": {"avg_ms": 0.194, "count": 225, "max_ms": 0.49, "p95_ms": 0.398}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.615, "count": 225, "max_ms": 156.714, "p95_ms": 144.972}, "read_interval": {"avg_ms": 133.406, "count": 224, "max_ms": 202.87, "p95_ms": 168.541}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 225, "max_ms": 0.051, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.552, "count": 225, "max_ms": 1.823, "p95_ms": 1.109}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 225, "max_ms": 0.074, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.537, "count": 225, "max_ms": 1.789, "p95_ms": 1.078}, "worker_merge_ms": {"avg_ms": 0.007, "count": 225, "max_ms": 0.036, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 54.67, "count": 225, "max_ms": 85.303, "p95_ms": 71.31}, "visualize": {"avg_ms": 51.765, "count": 225, "max_ms": 77.003, "p95_ms": 65.579}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 47.075, "count": 225, "max_ms": 69.749, "p95_ms": 59.489}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 50.092, "count": 225, "max_ms": 75.084, "p95_ms": 64.123}, "visualize_input_copy_ms": {"avg_ms": 1.445, "count": 225, "max_ms": 3.912, "p95_ms": 2.325}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.941, "count": 225, "max_ms": 74.863, "p95_ms": 63.777}, "visualizer_prepare_ms": {"avg_ms": 0.081, "count": 225, "max_ms": 0.291, "p95_ms": 0.145}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1419.578, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.22, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.605, "sample_count": 2360, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1402992, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:47:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.114, "exists": true, "size_bytes": 95358, "write_bytes_delta": 95358, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 450.0, "cpu_core_ratio": 0.403371, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 100234, "reason": null, "system_cpu_core_ratio": 0.035855, "system_cpu_s_delta": 0.35999999999999943, "user_cpu_core_ratio": 0.367516, "user_cpu_s_delta": 3.6899999999999977}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.611492, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 100847.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.579659, "system_cpu_s_delta": 5.820000000006985, "user_cpu_core_ratio": 1.031833, "user_cpu_s_delta": 10.35999999998603}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.503, "count": 231, "max_ms": 13.007, "p95_ms": 6.416, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.377, "max": 5.0, "p95": 5.0, "sample_count": 231}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.009, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 229}, "total": {"avg": 1.0, "max": 2.0, "p95": 1.0, "sample_count": 231}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.297, "count": 30, "max": 53.26, "p95": 46.37, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.333, "count": 30, "max": 23.328, "p95": 20.237, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 836.5, "count": 30, "max": 1067.0, "p95": 1018.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 459.7, "count": 30, "max": 3133.0, "p95": 1774.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.256, "p95": 0.164, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.36, "count": 30, "max": 0.397, "p95": 0.394, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.114, "p95": 0.058, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96917.767, "count": 30, "max": 107953.0, "p95": 99892.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96917.767, "count": 30, "max": 107953.0, "p95": 99892.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 187276.767, "count": 30, "max": 267550.0, "p95": 242226.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.582, "count": 30, "max": 0.658, "p95": 0.653, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.009, "count": 30, "max": 1.136, "p95": 1.132, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10815, "sampled_at": "2026-10-30T09:47:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:47:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2688371, "flush_count": 2801, "flush_interval_seconds": 30.0, "flush_state": {"count": 2801, "last_at": "2026-10-30T09:47:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:47:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2800}, "started": true, "suppressed_count": 1400514, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1400373}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2801, "written_record_count": 2801}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9428.777, "limit_mb": null}, "detail": {"pid": 100350, "restart_count": 520, "start_count": 521}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3879492710400, "copied_frame_count": 1403173, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3879492710400, "frame_buffer_copies": 1403173, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1151, "count": 512, "max_ms": 0.4003, "p50_ms": 0.1008, "p95_ms": 0.2317, "p99_ms": 0.2765}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5065, "count": 512, "max_ms": 3.278, "p50_ms": 1.4061, "p95_ms": 2.4953, "p99_ms": 3.0949, "results": {"failed": 0, "not_applicable": 0, "success": 1403173, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 479, "h264_decode_error_count": 1082, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:48:08+09:00", "last_error_summary": "[h264 @ 0x5777f44dee40] error while decoding MB 1 40, bytestream -12", "last_exit_at": "2026-10-30T09:48:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-30T09:48:10+09:00", "pid": 100350, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.039, "name": "ffmpeg", "pid": 100350, "rss_mb": 209.039, "state": "S (sleeping)", "threads": 70}, "restart_count": 520, "restart_count_per_hour": 17, "rtsp_timeout_count": 176, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 521}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.754, "sample_count": 2311, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1403173, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:48:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.443, "last_frame_pushed_at": "2026-10-30T09:48:08+09:00", "last_frame_read_age_sec": 4.61, "last_frame_read_at": "2026-10-30T09:48:08+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 80, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 505.638, "last_sample_duration_ms": 1213.71, "last_trigger": "periodic", "next_snapshot_in_sec": 94.362, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 280, "storage_bytes": 2668349}, "mjpeg": {"age_sec": 4.43, "exists": true, "mtime": "2026-10-30T09:48:08.268193+09:00", "mtime_epoch": 1793321288.2681935, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 95998}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:48:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1422.18, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1403173, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.705, "max": 5.0, "p95": 4.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 172}, "total": {"avg": 0.905, "max": 1.0, "p95": 1.0, "sample_count": 190}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.343, "pushed": 6.343, "read": 6.31}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 189, "client_acquire_ms": {"avg_ms": 0.01, "count": 189, "max_ms": 0.083, "p95_ms": 0.02, "reason": null, "sample_age_ms": 4564.239, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.033, "count": 189, "max_ms": 12.925, "p95_ms": 3.74, "reason": null, "sample_age_ms": 4621.666, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.505, "count": 189, "max_ms": 12.295, "p95_ms": 2.76, "reason": null, "sample_age_ms": 4621.957, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.317, "count": 189, "max_ms": 0.982, "p95_ms": 0.625, "reason": null, "sample_age_ms": 4564.258, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.39, "count": 189, "max_ms": 6.471, "p95_ms": 4.209, "reason": null, "sample_age_ms": 4619.959, "source": "client_direct"}, "request_count": 189, "request_tensor_bytes": {"avg": 2764808.0, "count": 189, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4619.909, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 189, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4565.038, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.971, "count": 189, "max_ms": 76.353, "p95_ms": 64.748, "reason": null, "sample_age_ms": 4564.229, "source": "client_direct"}, "sample_age_ms": 4564.22, "source": "client_direct", "task_total_ms": {"avg_ms": 53.905, "count": 189, "max_ms": 78.107, "p95_ms": 69.576, "reason": null, "sample_age_ms": 4564.22, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.64, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.85, "count": 190, "max_ms": 9.784, "p95_ms": 7.166}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.38, "count": 190, "max_ms": 1.159, "p95_ms": 0.76}, "detection_prepare_ms": {"avg_ms": 1.239, "count": 190, "max_ms": 3.8, "p95_ms": 2.609}, "event_filter_ms": {"avg_ms": 0.005, "count": 190, "max_ms": 0.016, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.248, "count": 190, "max_ms": 0.765, "p95_ms": 0.489}, "mcmt_ms": {"avg_ms": 0.003, "count": 190, "max_ms": 0.012, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.598, "count": 190, "max_ms": 1.981, "p95_ms": 1.176}, "setup_ms": {"avg_ms": 0.047, "count": 190, "max_ms": 0.239, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 3.788, "count": 190, "max_ms": 9.675, "p95_ms": 7.049}, "track_match_ms": {"avg_ms": 0.061, "count": 190, "max_ms": 0.231, "p95_ms": 0.135}, "tracker_update_ms": {"avg_ms": 1.206, "count": 190, "max_ms": 3.946, "p95_ms": 2.399}}, "gstreamer_push": {"avg_ms": 3.931, "count": 190, "max_ms": 13.731, "p95_ms": 7.007}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 190, "max_ms": 0.222, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.42, "count": 190, "max_ms": 85.286, "p95_ms": 71.84}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.031, "count": 190, "max_ms": 13.365, "p95_ms": 9.255}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.66, "count": 190, "max_ms": 150.576, "p95_ms": 141.07}, "inference_input_copy_ms": {"avg_ms": 1.792, "count": 190, "max_ms": 4.768, "p95_ms": 2.955}, "processing_residual_ms": {"avg_ms": 0.199, "count": 190, "max_ms": 0.49, "p95_ms": 0.423}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 117.683, "count": 190, "max_ms": 156.714, "p95_ms": 144.972}, "read_interval": {"avg_ms": 134.838, "count": 189, "max_ms": 202.87, "p95_ms": 170.929}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 190, "max_ms": 0.051, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.538, "count": 190, "max_ms": 1.823, "p95_ms": 1.069}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 190, "max_ms": 0.074, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.523, "count": 190, "max_ms": 1.789, "p95_ms": 1.042}, "worker_merge_ms": {"avg_ms": 0.006, "count": 190, "max_ms": 0.033, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 55.433, "count": 190, "max_ms": 85.303, "p95_ms": 71.857}, "visualize": {"avg_ms": 52.107, "count": 190, "max_ms": 77.003, "p95_ms": 65.579}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 47.422, "count": 190, "max_ms": 69.749, "p95_ms": 60.668}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 50.442, "count": 190, "max_ms": 75.084, "p95_ms": 64.132}, "visualize_input_copy_ms": {"avg_ms": 1.436, "count": 190, "max_ms": 3.912, "p95_ms": 2.212}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 50.292, "count": 190, "max_ms": 74.863, "p95_ms": 64.043}, "visualizer_prepare_ms": {"avg_ms": 0.079, "count": 190, "max_ms": 0.291, "p95_ms": 0.145}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1419.578, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.22, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.605, "sample_count": 2360, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1402992, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:47:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.114, "exists": true, "size_bytes": 95358, "write_bytes_delta": 95358, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 450.0, "cpu_core_ratio": 0.403371, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 100234, "reason": null, "system_cpu_core_ratio": 0.035855, "system_cpu_s_delta": 0.35999999999999943, "user_cpu_core_ratio": 0.367516, "user_cpu_s_delta": 3.6899999999999977}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.611492, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 100847.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.579659, "system_cpu_s_delta": 5.820000000006985, "user_cpu_core_ratio": 1.031833, "user_cpu_s_delta": 10.35999999998603}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.503, "count": 231, "max_ms": 13.007, "p95_ms": 6.416, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.377, "max": 5.0, "p95": 5.0, "sample_count": 231}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.009, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 229}, "total": {"avg": 1.0, "max": 2.0, "p95": 1.0, "sample_count": 231}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.297, "count": 30, "max": 53.26, "p95": 46.37, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.333, "count": 30, "max": 23.328, "p95": 20.237, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 836.5, "count": 30, "max": 1067.0, "p95": 1018.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 459.7, "count": 30, "max": 3133.0, "p95": 1774.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.256, "p95": 0.164, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.36, "count": 30, "max": 0.397, "p95": 0.394, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.114, "p95": 0.058, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96917.767, "count": 30, "max": 107953.0, "p95": 99892.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96917.767, "count": 30, "max": 107953.0, "p95": 99892.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 187276.767, "count": 30, "max": 267550.0, "p95": 242226.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.582, "count": 30, "max": 0.658, "p95": 0.653, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.009, "count": 30, "max": 1.136, "p95": 1.132, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10815, "sampled_at": "2026-10-30T09:47:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:47:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2692483, "flush_count": 2805, "flush_interval_seconds": 30.0, "flush_state": {"count": 2805, "last_at": "2026-10-30T09:51:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:51:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2804}, "started": true, "suppressed_count": 1402258, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1402117}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2805, "written_record_count": 2805}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9258.672, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T09:48:08+09:00", "last_error_summary": "[h264 @ 0x5777f44dee40] error while decoding MB 1 40, bytestream -12", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3884325580800, "copied_frame_count": 1404921, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3884325580800, "frame_buffer_copies": 1404921, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.11, "count": 512, "max_ms": 0.8127, "p50_ms": 0.094, "p95_ms": 0.2097, "p99_ms": 0.2888}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4241, "count": 512, "max_ms": 4.047, "p50_ms": 1.3525, "p95_ms": 2.2778, "p99_ms": 3.032, "results": {"failed": 0, "not_applicable": 0, "success": 1404921, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 479, "h264_decode_error_count": 1082, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:48:08+09:00", "last_error_summary": "[h264 @ 0x5777f44dee40] error while decoding MB 1 40, bytestream -12", "last_exit_at": "2026-10-30T09:51:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 222.112, "last_started_at": "2026-10-30T09:48:10+09:00", "pid": 100350, "process": {"exists": false, "pid": 100350}, "restart_count": 520, "restart_count_per_hour": 16, "rtsp_timeout_count": 176, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 521}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.356, "sample_count": 2330, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1404921, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:51:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T09:51:52+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-10-30T09:51:52+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 81, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 124.128, "last_sample_duration_ms": 1030.924, "last_trigger": "periodic", "next_snapshot_in_sec": 475.872, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 281, "storage_bytes": 2677934}, "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-10-30T09:51:52.717785+09:00", "mtime_epoch": 1793321512.7177854, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 90489}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:51:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1423.141, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1404921, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.741, "max": 6.0, "p95": 5.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.004, "max": 2.0, "p95": 1.0, "sample_count": 241}, "total": {"avg": 0.996, "max": 2.0, "p95": 1.0, "sample_count": 243}}, "tracking_counts": {"active": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 243}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 243}, "tracked": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 243}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 244, "pushed_frames": 244, "read_frames": 243, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.134, "pushed": 8.134, "read": 8.1}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 243, "client_acquire_ms": {"avg_ms": 0.007, "count": 243, "max_ms": 0.022, "p95_ms": 0.015, "reason": null, "sample_age_ms": 72.155, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.895, "count": 243, "max_ms": 10.563, "p95_ms": 3.052, "reason": null, "sample_age_ms": 106.97, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.398, "count": 243, "max_ms": 9.867, "p95_ms": 2.022, "reason": null, "sample_age_ms": 107.295, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.304, "count": 243, "max_ms": 0.9, "p95_ms": 0.561, "reason": null, "sample_age_ms": 72.162, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.08, "count": 243, "max_ms": 10.863, "p95_ms": 3.692, "reason": null, "sample_age_ms": 105.618, "source": "client_direct"}, "request_count": 243, "request_tensor_bytes": {"avg": 2764808.0, "count": 243, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 105.597, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 243, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 72.384, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.782, "count": 243, "max_ms": 84.813, "p95_ms": 65.814, "reason": null, "sample_age_ms": 72.139, "source": "client_direct"}, "sample_age_ms": 72.136, "source": "client_direct", "task_total_ms": {"avg_ms": 49.343, "count": 243, "max_ms": 89.016, "p95_ms": 69.815, "reason": null, "sample_age_ms": 72.136, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.068, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.728, "count": 243, "max_ms": 9.256, "p95_ms": 6.339}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.326, "count": 243, "max_ms": 0.959, "p95_ms": 0.628}, "detection_prepare_ms": {"avg_ms": 1.211, "count": 243, "max_ms": 3.465, "p95_ms": 2.15}, "event_filter_ms": {"avg_ms": 0.004, "count": 243, "max_ms": 0.021, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.234, "count": 243, "max_ms": 0.719, "p95_ms": 0.421}, "mcmt_ms": {"avg_ms": 0.003, "count": 243, "max_ms": 0.028, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.581, "count": 243, "max_ms": 1.61, "p95_ms": 1.029}, "setup_ms": {"avg_ms": 0.043, "count": 243, "max_ms": 0.226, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 3.679, "count": 243, "max_ms": 9.148, "p95_ms": 6.255}, "track_match_ms": {"avg_ms": 0.06, "count": 243, "max_ms": 0.218, "p95_ms": 0.114}, "tracker_update_ms": {"avg_ms": 1.215, "count": 243, "max_ms": 3.265, "p95_ms": 1.984}}, "gstreamer_push": {"avg_ms": 3.076, "count": 244, "max_ms": 8.103, "p95_ms": 5.032}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 243, "max_ms": 0.574, "p95_ms": 0.09}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.596, "count": 243, "max_ms": 91.362, "p95_ms": 71.128}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.807, "count": 244, "max_ms": 13.608, "p95_ms": 7.498}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.962, "count": 244, "max_ms": 157.936, "p95_ms": 131.841}, "inference_input_copy_ms": {"avg_ms": 1.635, "count": 244, "max_ms": 4.917, "p95_ms": 2.989}, "processing_residual_ms": {"avg_ms": 0.176, "count": 244, "max_ms": 0.408, "p95_ms": 0.32}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.58, "count": 244, "max_ms": 164.362, "p95_ms": 137.899}, "read_interval": {"avg_ms": 123.36, "count": 243, "max_ms": 243.649, "p95_ms": 162.743}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 243, "max_ms": 0.048, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.526, "count": 243, "max_ms": 1.468, "p95_ms": 0.942}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 243, "max_ms": 0.051, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.511, "count": 243, "max_ms": 1.44, "p95_ms": 0.899}, "worker_merge_ms": {"avg_ms": 0.006, "count": 243, "max_ms": 0.027, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 50.609, "count": 243, "max_ms": 91.371, "p95_ms": 71.158}, "visualize": {"avg_ms": 48.578, "count": 243, "max_ms": 71.142, "p95_ms": 59.263}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.092, "count": 243, "max_ms": 66.109, "p95_ms": 54.901}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.063, "count": 243, "max_ms": 70.219, "p95_ms": 57.947}, "visualize_input_copy_ms": {"avg_ms": 1.329, "count": 243, "max_ms": 3.482, "p95_ms": 2.124}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.927, "count": 243, "max_ms": 70.111, "p95_ms": 57.776}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 243, "max_ms": 0.206, "p95_ms": 0.131}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 243}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1420.473, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.472, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.025, "sample_count": 2337, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1404691, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:51:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 92094, "write_bytes_delta": 92094, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 452.0, "cpu_core_ratio": 0.425702, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 100350, "reason": null, "system_cpu_core_ratio": 0.031903, "system_cpu_s_delta": 0.3200000000000003, "user_cpu_core_ratio": 0.393799, "user_cpu_s_delta": 3.950000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.632024, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 99473.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.591197, "system_cpu_s_delta": 5.929999999993015, "user_cpu_core_ratio": 1.040826, "user_cpu_s_delta": 10.440000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.051, "count": 244, "max_ms": 8.103, "p95_ms": 4.902, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.701, "max": 6.0, "p95": 6.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.026, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 230}, "total": {"avg": 0.967, "max": 2.0, "p95": 1.0, "sample_count": 244}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.565, "count": 30, "max": 53.26, "p95": 37.703, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.822, "count": 30, "max": 20.405, "p95": 20.237, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 815.6, "count": 30, "max": 1067.0, "p95": 1015.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 246.9, "count": 30, "max": 1350.0, "p95": 974.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.041, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.38, "count": 30, "max": 0.405, "p95": 0.396, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.01, "count": 30, "max": 0.114, "p95": 0.09, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93686.367, "count": 30, "max": 98233.0, "p95": 96494.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93686.367, "count": 30, "max": 98233.0, "p95": 96494.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 177863.8, "count": 30, "max": 267550.0, "p95": 242226.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.597, "count": 30, "max": 0.63, "p95": 0.625, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.037, "count": 30, "max": 1.098, "p95": 1.086, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10829, "sampled_at": "2026-10-30T09:51:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:51:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2692483, "flush_count": 2805, "flush_interval_seconds": 30.0, "flush_state": {"count": 2805, "last_at": "2026-10-30T09:51:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:51:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2804}, "started": true, "suppressed_count": 1402258, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1402117}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2805, "written_record_count": 2805}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9258.262, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3884325580800, "copied_frame_count": 1404921, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3884325580800, "frame_buffer_copies": 1404921, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.11, "count": 512, "max_ms": 0.8127, "p50_ms": 0.094, "p95_ms": 0.2097, "p99_ms": 0.2888}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4241, "count": 512, "max_ms": 4.047, "p50_ms": 1.3525, "p95_ms": 2.2778, "p99_ms": 3.032, "results": {"failed": 0, "not_applicable": 0, "success": 1404921, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 479, "h264_decode_error_count": 1082, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:48:08+09:00", "last_error_summary": "[h264 @ 0x5777f44dee40] error while decoding MB 1 40, bytestream -12", "last_exit_at": "2026-10-30T09:51:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 222.153, "last_started_at": "2026-10-30T09:48:10+09:00", "pid": 100350, "process": {"exists": false, "pid": 100350}, "restart_count": 520, "restart_count_per_hour": 16, "rtsp_timeout_count": 176, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 521}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.356, "sample_count": 2330, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1404921, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:51:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.043, "last_frame_pushed_at": "2026-10-30T09:51:52+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-10-30T09:51:52+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 81, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 124.159, "last_sample_duration_ms": 1030.924, "last_trigger": "periodic", "next_snapshot_in_sec": 475.841, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 281, "storage_bytes": 2677934}, "mjpeg": {"age_sec": 0.032, "exists": true, "mtime": "2026-10-30T09:51:52.817786+09:00", "mtime_epoch": 1793321512.8177855, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 90878}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:51:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1423.141, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1404921, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.741, "max": 6.0, "p95": 5.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.004, "max": 2.0, "p95": 1.0, "sample_count": 241}, "total": {"avg": 0.996, "max": 2.0, "p95": 1.0, "sample_count": 243}}, "tracking_counts": {"active": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 243}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 243}, "tracked": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 243}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 243, "pushed_frames": 243, "read_frames": 242, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.115, "pushed": 8.115, "read": 8.082}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 242, "client_acquire_ms": {"avg_ms": 0.007, "count": 243, "max_ms": 0.022, "p95_ms": 0.015, "reason": null, "sample_age_ms": 111.326, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.896, "count": 242, "max_ms": 10.563, "p95_ms": 3.057, "reason": null, "sample_age_ms": 146.142, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.399, "count": 242, "max_ms": 9.867, "p95_ms": 2.022, "reason": null, "sample_age_ms": 146.466, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.304, "count": 243, "max_ms": 0.9, "p95_ms": 0.561, "reason": null, "sample_age_ms": 111.334, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.08, "count": 242, "max_ms": 10.863, "p95_ms": 3.698, "reason": null, "sample_age_ms": 144.789, "source": "client_direct"}, "request_count": 242, "request_tensor_bytes": {"avg": 2764808.0, "count": 242, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 144.768, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 243, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 111.555, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.782, "count": 243, "max_ms": 84.813, "p95_ms": 65.814, "reason": null, "sample_age_ms": 111.31, "source": "client_direct"}, "sample_age_ms": 111.307, "source": "client_direct", "task_total_ms": {"avg_ms": 49.343, "count": 243, "max_ms": 89.016, "p95_ms": 69.815, "reason": null, "sample_age_ms": 111.307, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.54, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.728, "count": 243, "max_ms": 9.256, "p95_ms": 6.339}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.326, "count": 243, "max_ms": 0.959, "p95_ms": 0.628}, "detection_prepare_ms": {"avg_ms": 1.211, "count": 243, "max_ms": 3.465, "p95_ms": 2.15}, "event_filter_ms": {"avg_ms": 0.004, "count": 243, "max_ms": 0.021, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.234, "count": 243, "max_ms": 0.719, "p95_ms": 0.421}, "mcmt_ms": {"avg_ms": 0.003, "count": 243, "max_ms": 0.028, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.581, "count": 243, "max_ms": 1.61, "p95_ms": 1.029}, "setup_ms": {"avg_ms": 0.043, "count": 243, "max_ms": 0.226, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 3.679, "count": 243, "max_ms": 9.148, "p95_ms": 6.255}, "track_match_ms": {"avg_ms": 0.06, "count": 243, "max_ms": 0.218, "p95_ms": 0.114}, "tracker_update_ms": {"avg_ms": 1.215, "count": 243, "max_ms": 3.265, "p95_ms": 1.984}}, "gstreamer_push": {"avg_ms": 3.078, "count": 243, "max_ms": 8.103, "p95_ms": 5.032}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 243, "max_ms": 0.574, "p95_ms": 0.09}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.596, "count": 243, "max_ms": 91.362, "p95_ms": 71.128}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.807, "count": 243, "max_ms": 13.608, "p95_ms": 7.498}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.096, "count": 243, "max_ms": 157.936, "p95_ms": 131.841}, "inference_input_copy_ms": {"avg_ms": 1.637, "count": 243, "max_ms": 4.917, "p95_ms": 2.989}, "processing_residual_ms": {"avg_ms": 0.176, "count": 243, "max_ms": 0.408, "p95_ms": 0.32}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.716, "count": 243, "max_ms": 164.362, "p95_ms": 137.899}, "read_interval": {"avg_ms": 123.52, "count": 242, "max_ms": 243.649, "p95_ms": 162.743}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 243, "max_ms": 0.048, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.526, "count": 243, "max_ms": 1.468, "p95_ms": 0.942}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 243, "max_ms": 0.051, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.511, "count": 243, "max_ms": 1.44, "p95_ms": 0.899}, "worker_merge_ms": {"avg_ms": 0.006, "count": 243, "max_ms": 0.027, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 50.609, "count": 243, "max_ms": 91.371, "p95_ms": 71.158}, "visualize": {"avg_ms": 48.578, "count": 243, "max_ms": 71.142, "p95_ms": 59.263}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.092, "count": 243, "max_ms": 66.109, "p95_ms": 54.901}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.063, "count": 243, "max_ms": 70.219, "p95_ms": 57.947}, "visualize_input_copy_ms": {"avg_ms": 1.329, "count": 243, "max_ms": 3.482, "p95_ms": 2.124}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.927, "count": 243, "max_ms": 70.111, "p95_ms": 57.776}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 243, "max_ms": 0.206, "p95_ms": 0.131}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 243}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1420.473, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.472, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.025, "sample_count": 2337, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1404691, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:51:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 92094, "write_bytes_delta": 92094, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 452.0, "cpu_core_ratio": 0.425702, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 100350, "reason": null, "system_cpu_core_ratio": 0.031903, "system_cpu_s_delta": 0.3200000000000003, "user_cpu_core_ratio": 0.393799, "user_cpu_s_delta": 3.950000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.632024, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 99473.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.591197, "system_cpu_s_delta": 5.929999999993015, "user_cpu_core_ratio": 1.040826, "user_cpu_s_delta": 10.440000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.051, "count": 244, "max_ms": 8.103, "p95_ms": 4.902, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.701, "max": 6.0, "p95": 6.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.026, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 230}, "total": {"avg": 0.967, "max": 2.0, "p95": 1.0, "sample_count": 244}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.565, "count": 30, "max": 53.26, "p95": 37.703, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.822, "count": 30, "max": 20.405, "p95": 20.237, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 815.6, "count": 30, "max": 1067.0, "p95": 1015.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 246.9, "count": 30, "max": 1350.0, "p95": 974.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.041, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.38, "count": 30, "max": 0.405, "p95": 0.396, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.01, "count": 30, "max": 0.114, "p95": 0.09, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93686.367, "count": 30, "max": 98233.0, "p95": 96494.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93686.367, "count": 30, "max": 98233.0, "p95": 96494.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 177863.8, "count": 30, "max": 267550.0, "p95": 242226.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.597, "count": 30, "max": 0.63, "p95": 0.625, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.037, "count": 30, "max": 1.098, "p95": 1.086, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10829, "sampled_at": "2026-10-30T09:51:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:51:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2692483, "flush_count": 2805, "flush_interval_seconds": 30.0, "flush_state": {"count": 2805, "last_at": "2026-10-30T09:51:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:51:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2804}, "started": true, "suppressed_count": 1402258, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1402117}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2805, "written_record_count": 2805}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9434.734, "limit_mb": null}, "detail": {"pid": 100466, "restart_count": 521, "start_count": 522}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3884325580800, "copied_frame_count": 1404921, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3884325580800, "frame_buffer_copies": 1404921, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.11, "count": 512, "max_ms": 0.8127, "p50_ms": 0.094, "p95_ms": 0.2097, "p99_ms": 0.2888}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4241, "count": 512, "max_ms": 4.047, "p50_ms": 1.3525, "p95_ms": 2.2778, "p99_ms": 3.032, "results": {"failed": 0, "not_applicable": 0, "success": 1404921, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 479, "h264_decode_error_count": 1082, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:48:08+09:00", "last_error_summary": "[h264 @ 0x5777f44dee40] error while decoding MB 1 40, bytestream -12", "last_exit_at": "2026-10-30T09:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-30T09:51:55+09:00", "pid": 100466, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.141, "name": "ffmpeg", "pid": 100466, "rss_mb": 209.141, "state": "S (sleeping)", "threads": 70}, "restart_count": 521, "restart_count_per_hour": 17, "rtsp_timeout_count": 176, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 522}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.414, "sample_count": 2292, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1404921, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:51:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.71, "last_frame_pushed_at": "2026-10-30T09:51:52+09:00", "last_frame_read_age_sec": 4.805, "last_frame_read_at": "2026-10-30T09:51:52+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 81, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 128.838, "last_sample_duration_ms": 1030.924, "last_trigger": "periodic", "next_snapshot_in_sec": 471.162, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 281, "storage_bytes": 2677934}, "mjpeg": {"age_sec": 4.698, "exists": true, "mtime": "2026-10-30T09:51:52.817786+09:00", "mtime_epoch": 1793321512.8177855, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 90878}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:51:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1423.145, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1404921, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.87, "max": 6.0, "p95": 5.0, "sample_count": 208}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.005, "max": 2.0, "p95": 1.0, "sample_count": 206}, "total": {"avg": 0.995, "max": 2.0, "p95": 1.0, "sample_count": 208}}, "tracking_counts": {"active": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 208}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 208}, "tracked": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 208}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.958, "pushed": 6.958, "read": 6.924}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 207, "client_acquire_ms": {"avg_ms": 0.007, "count": 208, "max_ms": 0.022, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4779.93, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.828, "count": 207, "max_ms": 10.563, "p95_ms": 2.365, "reason": null, "sample_age_ms": 4814.745, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.367, "count": 207, "max_ms": 9.867, "p95_ms": 1.769, "reason": null, "sample_age_ms": 4815.07, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.293, "count": 208, "max_ms": 0.9, "p95_ms": 0.579, "reason": null, "sample_age_ms": 4779.937, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.05, "count": 207, "max_ms": 10.863, "p95_ms": 3.578, "reason": null, "sample_age_ms": 4813.392, "source": "client_direct"}, "request_count": 207, "request_tensor_bytes": {"avg": 2764808.0, "count": 207, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4813.372, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 208, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4780.159, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.152, "count": 208, "max_ms": 84.813, "p95_ms": 65.537, "reason": null, "sample_age_ms": 4779.914, "source": "client_direct"}, "sample_age_ms": 4779.911, "source": "client_direct", "task_total_ms": {"avg_ms": 48.663, "count": 208, "max_ms": 89.016, "p95_ms": 69.391, "reason": null, "sample_age_ms": 4779.911, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.636, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.64, "count": 208, "max_ms": 7.404, "p95_ms": 6.017}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.317, "count": 208, "max_ms": 0.959, "p95_ms": 0.639}, "detection_prepare_ms": {"avg_ms": 1.174, "count": 208, "max_ms": 3.465, "p95_ms": 2.073}, "event_filter_ms": {"avg_ms": 0.004, "count": 208, "max_ms": 0.021, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.228, "count": 208, "max_ms": 0.719, "p95_ms": 0.413}, "mcmt_ms": {"avg_ms": 0.003, "count": 208, "max_ms": 0.028, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.572, "count": 208, "max_ms": 1.587, "p95_ms": 1.035}, "setup_ms": {"avg_ms": 0.042, "count": 208, "max_ms": 0.226, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 3.592, "count": 208, "max_ms": 7.309, "p95_ms": 5.935}, "track_match_ms": {"avg_ms": 0.058, "count": 208, "max_ms": 0.197, "p95_ms": 0.112}, "tracker_update_ms": {"avg_ms": 1.193, "count": 208, "max_ms": 3.265, "p95_ms": 1.897}}, "gstreamer_push": {"avg_ms": 2.983, "count": 208, "max_ms": 7.308, "p95_ms": 5.013}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 208, "max_ms": 0.574, "p95_ms": 0.088}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.834, "count": 208, "max_ms": 91.362, "p95_ms": 70.922}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.708, "count": 208, "max_ms": 10.209, "p95_ms": 7.279}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.851, "count": 208, "max_ms": 157.936, "p95_ms": 128.815}, "inference_input_copy_ms": {"avg_ms": 1.583, "count": 208, "max_ms": 4.012, "p95_ms": 2.814}, "processing_residual_ms": {"avg_ms": 0.172, "count": 208, "max_ms": 0.408, "p95_ms": 0.318}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.314, "count": 208, "max_ms": 162.998, "p95_ms": 135.045}, "read_interval": {"avg_ms": 121.73, "count": 207, "max_ms": 207.407, "p95_ms": 157.697}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 208, "max_ms": 0.048, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.518, "count": 208, "max_ms": 1.468, "p95_ms": 0.96}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 208, "max_ms": 0.049, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.504, "count": 208, "max_ms": 1.44, "p95_ms": 0.935}, "worker_merge_ms": {"avg_ms": 0.006, "count": 208, "max_ms": 0.027, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 49.846, "count": 208, "max_ms": 91.371, "p95_ms": 70.931}, "visualize": {"avg_ms": 48.219, "count": 208, "max_ms": 71.142, "p95_ms": 59.263}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.823, "count": 208, "max_ms": 66.109, "p95_ms": 54.901}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.714, "count": 208, "max_ms": 70.219, "p95_ms": 57.947}, "visualize_input_copy_ms": {"avg_ms": 1.325, "count": 208, "max_ms": 3.482, "p95_ms": 2.129}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.581, "count": 208, "max_ms": 70.111, "p95_ms": 57.776}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 208, "max_ms": 0.206, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 208}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1423.141, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.007, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.414, "sample_count": 2308, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1404921, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:51:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2.663, "exists": true, "size_bytes": 90878, "write_bytes_delta": 90878, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 100350, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.240174, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 87670.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.45517, "system_cpu_s_delta": 4.830000000001746, "user_cpu_core_ratio": 0.785004, "user_cpu_s_delta": 8.329999999987194}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.004, "count": 225, "max_ms": 7.308, "p95_ms": 5.013, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.782, "max": 6.0, "p95": 5.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.004, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 223}, "total": {"avg": 0.996, "max": 2.0, "p95": 1.0, "sample_count": 225}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.751, "count": 30, "max": 57.198, "p95": 47.415, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.237, "count": 30, "max": 20.405, "p95": 20.261, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 786.5, "count": 30, "max": 1067.0, "p95": 1015.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 204.8, "count": 30, "max": 1350.0, "p95": 675.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.041, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.381, "count": 30, "max": 0.405, "p95": 0.396, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.095, "count": 30, "max": 2.663, "p95": 0.099, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93237.8, "count": 30, "max": 98233.0, "p95": 96352.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93237.8, "count": 30, "max": 98233.0, "p95": 96352.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 166711.9, "count": 30, "max": 267550.0, "p95": 242226.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.591, "count": 30, "max": 0.63, "p95": 0.625, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.027, "count": 30, "max": 1.098, "p95": 1.086, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10832, "sampled_at": "2026-10-30T09:51:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:51:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2696595, "flush_count": 2809, "flush_interval_seconds": 30.0, "flush_state": {"count": 2809, "last_at": "2026-10-30T09:55:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:55:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2808}, "started": true, "suppressed_count": 1404185, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1404044}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2809, "written_record_count": 2809}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9303.113, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5ea6e00d6740] error while decoding MB 19 60, bytestream -14", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3889661644800, "copied_frame_count": 1406851, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3889661644800, "frame_buffer_copies": 1406851, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1174, "count": 512, "max_ms": 2.014, "p50_ms": 0.0979, "p95_ms": 0.2307, "p99_ms": 0.3041}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4549, "count": 512, "max_ms": 4.5735, "p50_ms": 1.36, "p95_ms": 2.4175, "p99_ms": 3.1771, "results": {"failed": 0, "not_applicable": 0, "success": 1406851, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1083, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:56:01+09:00", "last_error_summary": "[h264 @ 0x5ea6e00d6740] error while decoding MB 19 60, bytestream -14", "last_exit_at": "2026-10-30T09:51:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 245.61, "last_started_at": "2026-10-30T09:51:55+09:00", "pid": 100466, "process": {"exists": false, "pid": 100466}, "restart_count": 521, "restart_count_per_hour": 16, "rtsp_timeout_count": 176, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 522}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.878, "sample_count": 2353, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1406851, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:56:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.063, "last_frame_pushed_at": "2026-10-30T09:56:01+09:00", "last_frame_read_age_sec": 0.057, "last_frame_read_at": "2026-10-30T09:56:01+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 81, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 372.453, "last_sample_duration_ms": 1030.924, "last_trigger": "periodic", "next_snapshot_in_sec": 227.547, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 281, "storage_bytes": 2677934}, "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-10-30T09:56:01.068603+09:00", "mtime_epoch": 1793321761.0686033, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 91960}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:56:01+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1431.848, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1406852, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.513, "max": 6.0, "p95": 4.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 214}, "total": {"avg": 0.892, "max": 1.0, "p95": 1.0, "sample_count": 240}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 240, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.014, "pushed": 8.014, "read": 8.014}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 240, "client_acquire_ms": {"avg_ms": 0.007, "count": 240, "max_ms": 0.018, "p95_ms": 0.014, "reason": null, "sample_age_ms": 17.077, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.975, "count": 240, "max_ms": 10.323, "p95_ms": 3.045, "reason": null, "sample_age_ms": 66.392, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.414, "count": 240, "max_ms": 9.927, "p95_ms": 2.039, "reason": null, "sample_age_ms": 66.585, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.284, "count": 240, "max_ms": 1.108, "p95_ms": 0.586, "reason": null, "sample_age_ms": 17.088, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.999, "count": 240, "max_ms": 6.387, "p95_ms": 3.436, "reason": null, "sample_age_ms": 65.423, "source": "client_direct"}, "request_count": 240, "request_tensor_bytes": {"avg": 2764808.0, "count": 240, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 65.404, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 240, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 17.456, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.659, "count": 240, "max_ms": 83.445, "p95_ms": 66.107, "reason": null, "sample_age_ms": 17.072, "source": "client_direct"}, "sample_age_ms": 17.068, "source": "client_direct", "task_total_ms": {"avg_ms": 48.116, "count": 240, "max_ms": 87.247, "p95_ms": 68.605, "reason": null, "sample_age_ms": 17.068, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.51, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.728, "count": 240, "max_ms": 11.221, "p95_ms": 6.854}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.342, "count": 240, "max_ms": 0.938, "p95_ms": 0.636}, "detection_prepare_ms": {"avg_ms": 1.215, "count": 240, "max_ms": 6.28, "p95_ms": 2.494}, "event_filter_ms": {"avg_ms": 0.004, "count": 240, "max_ms": 0.028, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.235, "count": 240, "max_ms": 0.662, "p95_ms": 0.445}, "mcmt_ms": {"avg_ms": 0.003, "count": 240, "max_ms": 0.014, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.584, "count": 240, "max_ms": 1.873, "p95_ms": 1.231}, "setup_ms": {"avg_ms": 0.047, "count": 240, "max_ms": 0.144, "p95_ms": 0.098}, "total_inside_ms": {"avg_ms": 3.676, "count": 240, "max_ms": 11.095, "p95_ms": 6.745}, "track_match_ms": {"avg_ms": 0.056, "count": 240, "max_ms": 0.256, "p95_ms": 0.128}, "tracker_update_ms": {"avg_ms": 1.189, "count": 240, "max_ms": 4.215, "p95_ms": 2.526}}, "gstreamer_push": {"avg_ms": 3.349, "count": 240, "max_ms": 10.743, "p95_ms": 5.585}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 240, "max_ms": 1.264, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.544, "count": 240, "max_ms": 88.807, "p95_ms": 69.309}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.596, "count": 240, "max_ms": 14.193, "p95_ms": 8.524}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.879, "count": 240, "max_ms": 169.525, "p95_ms": 133.344}, "inference_input_copy_ms": {"avg_ms": 1.846, "count": 240, "max_ms": 6.22, "p95_ms": 3.468}, "processing_residual_ms": {"avg_ms": 0.17, "count": 240, "max_ms": 0.371, "p95_ms": 0.311}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.49, "count": 240, "max_ms": 187.972, "p95_ms": 140.79}, "read_interval": {"avg_ms": 125.03, "count": 240, "max_ms": 210.518, "p95_ms": 169.095}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 240, "max_ms": 0.059, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.525, "count": 240, "max_ms": 1.723, "p95_ms": 1.12}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 240, "max_ms": 0.053, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.51, "count": 240, "max_ms": 1.69, "p95_ms": 1.092}, "worker_merge_ms": {"avg_ms": 0.007, "count": 240, "max_ms": 0.04, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 49.559, "count": 240, "max_ms": 88.825, "p95_ms": 69.316}, "visualize": {"avg_ms": 50.5, "count": 240, "max_ms": 80.535, "p95_ms": 66.891}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.174, "count": 240, "max_ms": 74.662, "p95_ms": 62.056}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.001, "count": 240, "max_ms": 78.356, "p95_ms": 65.268}, "visualize_input_copy_ms": {"avg_ms": 1.299, "count": 240, "max_ms": 4.037, "p95_ms": 2.384}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.856, "count": 240, "max_ms": 78.106, "p95_ms": 65.162}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 240, "max_ms": 0.244, "p95_ms": 0.159}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1423.922, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.306, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.989, "sample_count": 2353, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1406812, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:55:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 91299, "write_bytes_delta": 91299, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1023.0, "cpu_core_ratio": 0.401894, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 100466, "reason": null, "system_cpu_core_ratio": 0.037896, "system_cpu_s_delta": 0.7599999999999998, "user_cpu_core_ratio": 0.363998, "user_cpu_s_delta": 7.299999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.558711, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 205581.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.56694, "system_cpu_s_delta": 11.369999999995343, "user_cpu_core_ratio": 0.991771, "user_cpu_s_delta": 19.89000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.342, "count": 240, "max_ms": 10.743, "p95_ms": 5.56, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.7, "max": 6.0, "p95": 5.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 209}, "total": {"avg": 0.871, "max": 1.0, "p95": 1.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.759, "count": 30, "max": 57.198, "p95": 41.38, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.506, "count": 30, "max": 24.919, "p95": 21.359, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 781.7, "count": 30, "max": 1038.0, "p95": 1023.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 193.2, "count": 30, "max": 1350.0, "p95": 794.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.371, "count": 30, "max": 0.405, "p95": 0.395, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.095, "count": 30, "max": 2.663, "p95": 0.099, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91547.367, "count": 30, "max": 95358.0, "p95": 94103.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91547.367, "count": 30, "max": 95358.0, "p95": 94103.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 169245.733, "count": 30, "max": 226576.0, "p95": 218611.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.577, "count": 30, "max": 0.625, "p95": 0.619, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.006, "count": 30, "max": 1.087, "p95": 1.078, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10844, "sampled_at": "2026-10-30T09:55:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:55:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2696595, "flush_count": 2809, "flush_interval_seconds": 30.0, "flush_state": {"count": 2809, "last_at": "2026-10-30T09:55:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:55:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2808}, "started": true, "suppressed_count": 1404185, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1404044}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2809, "written_record_count": 2809}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9282.027, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T09:56:01+09:00", "last_error_summary": "[h264 @ 0x5ea6e00d6740] error while decoding MB 19 60, bytestream -14", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3889664409600, "copied_frame_count": 1406852, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3889664409600, "frame_buffer_copies": 1406852, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1173, "count": 512, "max_ms": 2.014, "p50_ms": 0.0979, "p95_ms": 0.2307, "p99_ms": 0.3041}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4548, "count": 512, "max_ms": 4.5735, "p50_ms": 1.36, "p95_ms": 2.4175, "p99_ms": 3.1771, "results": {"failed": 0, "not_applicable": 0, "success": 1406852, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1083, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:56:01+09:00", "last_error_summary": "[h264 @ 0x5ea6e00d6740] error while decoding MB 19 60, bytestream -14", "last_exit_at": "2026-10-30T09:56:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 245.676, "last_started_at": "2026-10-30T09:51:55+09:00", "pid": 100466, "process": {"exists": false, "pid": 100466}, "restart_count": 521, "restart_count_per_hour": 16, "rtsp_timeout_count": 176, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 522}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.878, "sample_count": 2353, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1406852, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:56:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T09:56:01+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-10-30T09:56:01+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 81, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 372.521, "last_sample_duration_ms": 1030.924, "last_trigger": "periodic", "next_snapshot_in_sec": 227.479, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 281, "storage_bytes": 2677934}, "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-10-30T09:56:01.068603+09:00", "mtime_epoch": 1793321761.0686033, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 91960}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:56:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1421.422, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1406852, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.504, "max": 6.0, "p95": 4.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 214}, "total": {"avg": 0.892, "max": 1.0, "p95": 1.0, "sample_count": 240}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.029, "pushed": 8.029, "read": 7.996}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 239, "client_acquire_ms": {"avg_ms": 0.007, "count": 240, "max_ms": 0.018, "p95_ms": 0.014, "reason": null, "sample_age_ms": 88.204, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.978, "count": 239, "max_ms": 10.323, "p95_ms": 3.054, "reason": null, "sample_age_ms": 137.519, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.415, "count": 239, "max_ms": 9.927, "p95_ms": 2.041, "reason": null, "sample_age_ms": 137.712, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.284, "count": 240, "max_ms": 1.108, "p95_ms": 0.586, "reason": null, "sample_age_ms": 88.215, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.998, "count": 239, "max_ms": 6.387, "p95_ms": 3.439, "reason": null, "sample_age_ms": 136.55, "source": "client_direct"}, "request_count": 239, "request_tensor_bytes": {"avg": 2764808.0, "count": 239, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 136.531, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 240, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 88.583, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.659, "count": 240, "max_ms": 83.445, "p95_ms": 66.107, "reason": null, "sample_age_ms": 88.199, "source": "client_direct"}, "sample_age_ms": 88.195, "source": "client_direct", "task_total_ms": {"avg_ms": 48.116, "count": 240, "max_ms": 87.247, "p95_ms": 68.605, "reason": null, "sample_age_ms": 88.195, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.02, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.733, "count": 240, "max_ms": 11.221, "p95_ms": 6.854}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.342, "count": 240, "max_ms": 0.938, "p95_ms": 0.636}, "detection_prepare_ms": {"avg_ms": 1.218, "count": 240, "max_ms": 6.28, "p95_ms": 2.494}, "event_filter_ms": {"avg_ms": 0.004, "count": 240, "max_ms": 0.028, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.235, "count": 240, "max_ms": 0.662, "p95_ms": 0.445}, "mcmt_ms": {"avg_ms": 0.003, "count": 240, "max_ms": 0.014, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.584, "count": 240, "max_ms": 1.873, "p95_ms": 1.231}, "setup_ms": {"avg_ms": 0.047, "count": 240, "max_ms": 0.144, "p95_ms": 0.098}, "total_inside_ms": {"avg_ms": 3.681, "count": 240, "max_ms": 11.095, "p95_ms": 6.745}, "track_match_ms": {"avg_ms": 0.056, "count": 240, "max_ms": 0.256, "p95_ms": 0.128}, "tracker_update_ms": {"avg_ms": 1.191, "count": 240, "max_ms": 4.215, "p95_ms": 2.526}}, "gstreamer_push": {"avg_ms": 3.35, "count": 240, "max_ms": 10.743, "p95_ms": 5.585}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 240, "max_ms": 1.264, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.482, "count": 240, "max_ms": 88.807, "p95_ms": 69.309}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.595, "count": 240, "max_ms": 14.193, "p95_ms": 8.524}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.889, "count": 240, "max_ms": 169.525, "p95_ms": 133.344}, "inference_input_copy_ms": {"avg_ms": 1.841, "count": 240, "max_ms": 6.22, "p95_ms": 3.468}, "processing_residual_ms": {"avg_ms": 0.169, "count": 240, "max_ms": 0.371, "p95_ms": 0.311}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.495, "count": 240, "max_ms": 187.972, "p95_ms": 140.79}, "read_interval": {"avg_ms": 125.028, "count": 239, "max_ms": 210.518, "p95_ms": 170.064}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 240, "max_ms": 0.059, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.525, "count": 240, "max_ms": 1.723, "p95_ms": 1.12}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 240, "max_ms": 0.053, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.51, "count": 240, "max_ms": 1.69, "p95_ms": 1.092}, "worker_merge_ms": {"avg_ms": 0.007, "count": 240, "max_ms": 0.04, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 49.496, "count": 240, "max_ms": 88.825, "p95_ms": 69.316}, "visualize": {"avg_ms": 50.568, "count": 240, "max_ms": 80.535, "p95_ms": 66.891}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.214, "count": 240, "max_ms": 74.662, "p95_ms": 62.056}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.07, "count": 240, "max_ms": 78.356, "p95_ms": 65.268}, "visualize_input_copy_ms": {"avg_ms": 1.299, "count": 240, "max_ms": 4.037, "p95_ms": 2.384}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.924, "count": 240, "max_ms": 78.106, "p95_ms": 65.162}, "visualizer_prepare_ms": {"avg_ms": 0.079, "count": 240, "max_ms": 0.244, "p95_ms": 0.159}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1423.922, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.306, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.989, "sample_count": 2353, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1406812, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:55:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 91299, "write_bytes_delta": 91299, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1023.0, "cpu_core_ratio": 0.401894, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 100466, "reason": null, "system_cpu_core_ratio": 0.037896, "system_cpu_s_delta": 0.7599999999999998, "user_cpu_core_ratio": 0.363998, "user_cpu_s_delta": 7.299999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.558711, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 205581.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.56694, "system_cpu_s_delta": 11.369999999995343, "user_cpu_core_ratio": 0.991771, "user_cpu_s_delta": 19.89000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.342, "count": 240, "max_ms": 10.743, "p95_ms": 5.56, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.7, "max": 6.0, "p95": 5.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 209}, "total": {"avg": 0.871, "max": 1.0, "p95": 1.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.759, "count": 30, "max": 57.198, "p95": 41.38, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.506, "count": 30, "max": 24.919, "p95": 21.359, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 781.7, "count": 30, "max": 1038.0, "p95": 1023.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 193.2, "count": 30, "max": 1350.0, "p95": 794.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.371, "count": 30, "max": 0.405, "p95": 0.395, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.095, "count": 30, "max": 2.663, "p95": 0.099, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91547.367, "count": 30, "max": 95358.0, "p95": 94103.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91547.367, "count": 30, "max": 95358.0, "p95": 94103.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 169245.733, "count": 30, "max": 226576.0, "p95": 218611.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.577, "count": 30, "max": 0.625, "p95": 0.619, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.006, "count": 30, "max": 1.087, "p95": 1.078, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10844, "sampled_at": "2026-10-30T09:55:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:55:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2696595, "flush_count": 2809, "flush_interval_seconds": 30.0, "flush_state": {"count": 2809, "last_at": "2026-10-30T09:55:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:55:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2808}, "started": true, "suppressed_count": 1404185, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1404044}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2809, "written_record_count": 2809}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9281.633, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3889664409600, "copied_frame_count": 1406852, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3889664409600, "frame_buffer_copies": 1406852, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1173, "count": 512, "max_ms": 2.014, "p50_ms": 0.0979, "p95_ms": 0.2307, "p99_ms": 0.3041}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4548, "count": 512, "max_ms": 4.5735, "p50_ms": 1.36, "p95_ms": 2.4175, "p99_ms": 3.1771, "results": {"failed": 0, "not_applicable": 0, "success": 1406852, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1083, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:56:01+09:00", "last_error_summary": "[h264 @ 0x5ea6e00d6740] error while decoding MB 19 60, bytestream -14", "last_exit_at": "2026-10-30T09:56:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 245.734, "last_started_at": "2026-10-30T09:51:55+09:00", "pid": 100466, "process": {"exists": false, "pid": 100466}, "restart_count": 521, "restart_count_per_hour": 16, "rtsp_timeout_count": 176, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 522}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.878, "sample_count": 2353, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1406852, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:56:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.059, "last_frame_pushed_at": "2026-10-30T09:56:01+09:00", "last_frame_read_age_sec": 0.181, "last_frame_read_at": "2026-10-30T09:56:01+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 81, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 372.562, "last_sample_duration_ms": 1030.924, "last_trigger": "periodic", "next_snapshot_in_sec": 227.438, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 281, "storage_bytes": 2677934}, "mjpeg": {"age_sec": 0.048, "exists": true, "mtime": "2026-10-30T09:56:01.199604+09:00", "mtime_epoch": 1793321761.1996038, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 89403}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:56:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1421.422, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1406852, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.504, "max": 6.0, "p95": 4.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 214}, "total": {"avg": 0.892, "max": 1.0, "p95": 1.0, "sample_count": 240}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.014, "pushed": 8.014, "read": 7.98}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 239, "client_acquire_ms": {"avg_ms": 0.007, "count": 239, "max_ms": 0.018, "p95_ms": 0.014, "reason": null, "sample_age_ms": 137.947, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.978, "count": 239, "max_ms": 10.323, "p95_ms": 3.054, "reason": null, "sample_age_ms": 187.262, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.415, "count": 239, "max_ms": 9.927, "p95_ms": 2.041, "reason": null, "sample_age_ms": 187.455, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.285, "count": 239, "max_ms": 1.108, "p95_ms": 0.587, "reason": null, "sample_age_ms": 137.958, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.998, "count": 239, "max_ms": 6.387, "p95_ms": 3.439, "reason": null, "sample_age_ms": 186.293, "source": "client_direct"}, "request_count": 239, "request_tensor_bytes": {"avg": 2764808.0, "count": 239, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 186.274, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 239, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 138.326, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.633, "count": 239, "max_ms": 83.445, "p95_ms": 66.131, "reason": null, "sample_age_ms": 137.942, "source": "client_direct"}, "sample_age_ms": 137.938, "source": "client_direct", "task_total_ms": {"avg_ms": 48.088, "count": 239, "max_ms": 87.247, "p95_ms": 68.614, "reason": null, "sample_age_ms": 137.938, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.711, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.733, "count": 240, "max_ms": 11.221, "p95_ms": 6.854}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.342, "count": 240, "max_ms": 0.938, "p95_ms": 0.636}, "detection_prepare_ms": {"avg_ms": 1.218, "count": 240, "max_ms": 6.28, "p95_ms": 2.494}, "event_filter_ms": {"avg_ms": 0.004, "count": 240, "max_ms": 0.028, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.235, "count": 240, "max_ms": 0.662, "p95_ms": 0.445}, "mcmt_ms": {"avg_ms": 0.003, "count": 240, "max_ms": 0.014, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.584, "count": 240, "max_ms": 1.873, "p95_ms": 1.231}, "setup_ms": {"avg_ms": 0.047, "count": 240, "max_ms": 0.144, "p95_ms": 0.098}, "total_inside_ms": {"avg_ms": 3.681, "count": 240, "max_ms": 11.095, "p95_ms": 6.745}, "track_match_ms": {"avg_ms": 0.056, "count": 240, "max_ms": 0.256, "p95_ms": 0.128}, "tracker_update_ms": {"avg_ms": 1.191, "count": 240, "max_ms": 4.215, "p95_ms": 2.526}}, "gstreamer_push": {"avg_ms": 3.35, "count": 240, "max_ms": 10.743, "p95_ms": 5.585}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 240, "max_ms": 1.264, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.482, "count": 240, "max_ms": 88.807, "p95_ms": 69.309}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.595, "count": 240, "max_ms": 14.193, "p95_ms": 8.524}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.889, "count": 240, "max_ms": 169.525, "p95_ms": 133.344}, "inference_input_copy_ms": {"avg_ms": 1.841, "count": 240, "max_ms": 6.22, "p95_ms": 3.468}, "processing_residual_ms": {"avg_ms": 0.169, "count": 240, "max_ms": 0.371, "p95_ms": 0.311}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.495, "count": 240, "max_ms": 187.972, "p95_ms": 140.79}, "read_interval": {"avg_ms": 125.028, "count": 239, "max_ms": 210.518, "p95_ms": 170.064}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 240, "max_ms": 0.059, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.525, "count": 240, "max_ms": 1.723, "p95_ms": 1.12}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 240, "max_ms": 0.053, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.51, "count": 240, "max_ms": 1.69, "p95_ms": 1.092}, "worker_merge_ms": {"avg_ms": 0.007, "count": 240, "max_ms": 0.04, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 49.496, "count": 240, "max_ms": 88.825, "p95_ms": 69.316}, "visualize": {"avg_ms": 50.568, "count": 240, "max_ms": 80.535, "p95_ms": 66.891}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.214, "count": 240, "max_ms": 74.662, "p95_ms": 62.056}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.07, "count": 240, "max_ms": 78.356, "p95_ms": 65.268}, "visualize_input_copy_ms": {"avg_ms": 1.299, "count": 240, "max_ms": 4.037, "p95_ms": 2.384}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.924, "count": 240, "max_ms": 78.106, "p95_ms": 65.162}, "visualizer_prepare_ms": {"avg_ms": 0.079, "count": 240, "max_ms": 0.244, "p95_ms": 0.159}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1423.922, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.306, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.989, "sample_count": 2353, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1406812, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:55:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 91299, "write_bytes_delta": 91299, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1023.0, "cpu_core_ratio": 0.401894, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 100466, "reason": null, "system_cpu_core_ratio": 0.037896, "system_cpu_s_delta": 0.7599999999999998, "user_cpu_core_ratio": 0.363998, "user_cpu_s_delta": 7.299999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.558711, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 205581.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.56694, "system_cpu_s_delta": 11.369999999995343, "user_cpu_core_ratio": 0.991771, "user_cpu_s_delta": 19.89000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.342, "count": 240, "max_ms": 10.743, "p95_ms": 5.56, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.7, "max": 6.0, "p95": 5.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 209}, "total": {"avg": 0.871, "max": 1.0, "p95": 1.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.759, "count": 30, "max": 57.198, "p95": 41.38, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.506, "count": 30, "max": 24.919, "p95": 21.359, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 781.7, "count": 30, "max": 1038.0, "p95": 1023.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 193.2, "count": 30, "max": 1350.0, "p95": 794.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.371, "count": 30, "max": 0.405, "p95": 0.395, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.095, "count": 30, "max": 2.663, "p95": 0.099, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91547.367, "count": 30, "max": 95358.0, "p95": 94103.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91547.367, "count": 30, "max": 95358.0, "p95": 94103.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 169245.733, "count": 30, "max": 226576.0, "p95": 218611.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.577, "count": 30, "max": 0.625, "p95": 0.619, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.006, "count": 30, "max": 1.087, "p95": 1.078, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10844, "sampled_at": "2026-10-30T09:55:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:55:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2696595, "flush_count": 2809, "flush_interval_seconds": 30.0, "flush_state": {"count": 2809, "last_at": "2026-10-30T09:55:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T09:55:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2808}, "started": true, "suppressed_count": 1404185, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1404044}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2809, "written_record_count": 2809}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9454.402, "limit_mb": null}, "detail": {"pid": 100582, "restart_count": 522, "start_count": 523}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3889664409600, "copied_frame_count": 1406852, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3889664409600, "frame_buffer_copies": 1406852, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1173, "count": 512, "max_ms": 2.014, "p50_ms": 0.0979, "p95_ms": 0.2307, "p99_ms": 0.3041}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4548, "count": 512, "max_ms": 4.5735, "p50_ms": 1.36, "p95_ms": 2.4175, "p99_ms": 3.1771, "results": {"failed": 0, "not_applicable": 0, "success": 1406852, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1083, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:56:01+09:00", "last_error_summary": "[h264 @ 0x5ea6e00d6740] error while decoding MB 19 60, bytestream -14", "last_exit_at": "2026-10-30T09:56:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T09:56:04+09:00", "pid": 100582, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.289, "name": "ffmpeg", "pid": 100582, "rss_mb": 206.289, "state": "S (sleeping)", "threads": 70}, "restart_count": 522, "restart_count_per_hour": 17, "rtsp_timeout_count": 176, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 523}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.878, "sample_count": 2314, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1406852, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:56:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.914, "last_frame_pushed_at": "2026-10-30T09:56:01+09:00", "last_frame_read_age_sec": 5.036, "last_frame_read_at": "2026-10-30T09:56:01+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 81, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 377.412, "last_sample_duration_ms": 1030.924, "last_trigger": "periodic", "next_snapshot_in_sec": 222.588, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 281, "storage_bytes": 2677934}, "mjpeg": {"age_sec": 4.903, "exists": true, "mtime": "2026-10-30T09:56:01.199604+09:00", "mtime_epoch": 1793321761.1996038, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 89403}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T09:56:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1421.426, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1406852, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.433, "max": 6.0, "p95": 4.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 177}, "total": {"avg": 0.872, "max": 1.0, "p95": 1.0, "sample_count": 203}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.78, "pushed": 6.78, "read": 6.746}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 202, "client_acquire_ms": {"avg_ms": 0.007, "count": 202, "max_ms": 0.018, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4994.274, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.968, "count": 202, "max_ms": 10.276, "p95_ms": 3.033, "reason": null, "sample_age_ms": 5043.589, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.388, "count": 202, "max_ms": 8.753, "p95_ms": 2.0, "reason": null, "sample_age_ms": 5043.782, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.286, "count": 202, "max_ms": 1.108, "p95_ms": 0.567, "reason": null, "sample_age_ms": 4994.285, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.947, "count": 202, "max_ms": 4.081, "p95_ms": 3.264, "reason": null, "sample_age_ms": 5042.62, "source": "client_direct"}, "request_count": 202, "request_tensor_bytes": {"avg": 2764808.0, "count": 202, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5042.601, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 202, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4994.653, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.606, "count": 202, "max_ms": 83.445, "p95_ms": 66.039, "reason": null, "sample_age_ms": 4994.269, "source": "client_direct"}, "sample_age_ms": 4994.265, "source": "client_direct", "task_total_ms": {"avg_ms": 48.011, "count": 202, "max_ms": 87.247, "p95_ms": 68.533, "reason": null, "sample_age_ms": 4994.265, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.97, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.695, "count": 203, "max_ms": 11.221, "p95_ms": 6.854}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.338, "count": 203, "max_ms": 0.938, "p95_ms": 0.636}, "detection_prepare_ms": {"avg_ms": 1.204, "count": 203, "max_ms": 6.28, "p95_ms": 2.554}, "event_filter_ms": {"avg_ms": 0.004, "count": 203, "max_ms": 0.028, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.231, "count": 203, "max_ms": 0.662, "p95_ms": 0.46}, "mcmt_ms": {"avg_ms": 0.003, "count": 203, "max_ms": 0.014, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.578, "count": 203, "max_ms": 1.873, "p95_ms": 1.231}, "setup_ms": {"avg_ms": 0.047, "count": 203, "max_ms": 0.144, "p95_ms": 0.098}, "total_inside_ms": {"avg_ms": 3.643, "count": 203, "max_ms": 11.095, "p95_ms": 6.745}, "track_match_ms": {"avg_ms": 0.055, "count": 203, "max_ms": 0.256, "p95_ms": 0.125}, "tracker_update_ms": {"avg_ms": 1.18, "count": 203, "max_ms": 4.215, "p95_ms": 2.527}}, "gstreamer_push": {"avg_ms": 3.326, "count": 203, "max_ms": 10.743, "p95_ms": 5.782}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 203, "max_ms": 1.264, "p95_ms": 0.123}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.305, "count": 203, "max_ms": 88.807, "p95_ms": 69.309}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.532, "count": 203, "max_ms": 14.091, "p95_ms": 8.479}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.066, "count": 203, "max_ms": 154.038, "p95_ms": 134.455}, "inference_input_copy_ms": {"avg_ms": 1.819, "count": 203, "max_ms": 6.22, "p95_ms": 3.308}, "processing_residual_ms": {"avg_ms": 0.166, "count": 203, "max_ms": 0.371, "p95_ms": 0.298}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.583, "count": 203, "max_ms": 160.009, "p95_ms": 141.392}, "read_interval": {"avg_ms": 123.838, "count": 202, "max_ms": 210.518, "p95_ms": 166.439}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 203, "max_ms": 0.059, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.519, "count": 203, "max_ms": 1.723, "p95_ms": 1.12}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 203, "max_ms": 0.053, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.504, "count": 203, "max_ms": 1.69, "p95_ms": 1.092}, "worker_merge_ms": {"avg_ms": 0.006, "count": 203, "max_ms": 0.026, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.32, "count": 203, "max_ms": 88.825, "p95_ms": 69.316}, "visualize": {"avg_ms": 49.965, "count": 203, "max_ms": 79.536, "p95_ms": 66.882}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.697, "count": 203, "max_ms": 74.662, "p95_ms": 60.179}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.512, "count": 203, "max_ms": 78.133, "p95_ms": 63.811}, "visualize_input_copy_ms": {"avg_ms": 1.255, "count": 203, "max_ms": 3.541, "p95_ms": 2.382}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.368, "count": 203, "max_ms": 77.922, "p95_ms": 63.609}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 203, "max_ms": 0.244, "p95_ms": 0.151}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 203}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1423.922, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.306, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.989, "sample_count": 2353, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1406812, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T09:55:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 91299, "write_bytes_delta": 91299, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1023.0, "cpu_core_ratio": 0.401894, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 100466, "reason": null, "system_cpu_core_ratio": 0.037896, "system_cpu_s_delta": 0.7599999999999998, "user_cpu_core_ratio": 0.363998, "user_cpu_s_delta": 7.299999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.558711, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 205581.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.56694, "system_cpu_s_delta": 11.369999999995343, "user_cpu_core_ratio": 0.991771, "user_cpu_s_delta": 19.89000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.342, "count": 240, "max_ms": 10.743, "p95_ms": 5.56, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.7, "max": 6.0, "p95": 5.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 209}, "total": {"avg": 0.871, "max": 1.0, "p95": 1.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.759, "count": 30, "max": 57.198, "p95": 41.38, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.506, "count": 30, "max": 24.919, "p95": 21.359, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 781.7, "count": 30, "max": 1038.0, "p95": 1023.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 193.2, "count": 30, "max": 1350.0, "p95": 794.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.371, "count": 30, "max": 0.405, "p95": 0.395, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.095, "count": 30, "max": 2.663, "p95": 0.099, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91547.367, "count": 30, "max": 95358.0, "p95": 94103.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91547.367, "count": 30, "max": 95358.0, "p95": 94103.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 169245.733, "count": 30, "max": 226576.0, "p95": 218611.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.577, "count": 30, "max": 0.625, "p95": 0.619, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.006, "count": 30, "max": 1.087, "p95": 1.078, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10844, "sampled_at": "2026-10-30T09:55:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T09:55:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2706952, "flush_count": 2820, "flush_interval_seconds": 30.0, "flush_state": {"count": 2820, "last_at": "2026-10-30T10:06:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:06:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2819}, "started": true, "suppressed_count": 1410234, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1410093}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2820, "written_record_count": 2820}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9307.262, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T09:56:01+09:00", "last_error_summary": "[h264 @ 0x5ea6e00d6740] error while decoding MB 19 60, bytestream -14", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3906419097600, "copied_frame_count": 1412912, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3906419097600, "frame_buffer_copies": 1412912, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.119, "count": 512, "max_ms": 1.919, "p50_ms": 0.099, "p95_ms": 0.2186, "p99_ms": 0.3327}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4241, "count": 512, "max_ms": 4.0032, "p50_ms": 1.3562, "p95_ms": 2.4137, "p99_ms": 3.1354, "results": {"failed": 0, "not_applicable": 0, "success": 1412912, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1083, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:56:01+09:00", "last_error_summary": "[h264 @ 0x5ea6e00d6740] error while decoding MB 19 60, bytestream -14", "last_exit_at": "2026-10-30T10:07:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 658.421, "last_started_at": "2026-10-30T09:56:04+09:00", "pid": 100582, "process": {"exists": false, "pid": 100582}, "restart_count": 522, "restart_count_per_hour": 15, "rtsp_timeout_count": 176, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 523}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.73, "sample_count": 2778, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1412912, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:07:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.029, "last_frame_pushed_at": "2026-10-30T10:07:02+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-10-30T10:07:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 82, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 432.03, "last_sample_duration_ms": 1323.992, "last_trigger": "periodic", "next_snapshot_in_sec": 167.97, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 282, "storage_bytes": 2687521}, "mjpeg": {"age_sec": 0.017, "exists": true, "mtime": "2026-10-30T10:07:02.506202+09:00", "mtime_epoch": 1793322422.5062015, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 93115}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:07:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1424.328, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1412912, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.274, "max": 12.0, "p95": 8.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.04, "max": 2.0, "p95": 1.0, "sample_count": 124}, "total": {"avg": 0.535, "max": 2.0, "p95": 1.0, "sample_count": 241}}, "tracking_counts": {"active": {"avg": 0.523, "max": 2.0, "p95": 1.0, "sample_count": 241}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 241}, "tracked": {"avg": 0.523, "max": 2.0, "p95": 1.0, "sample_count": 241}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 241, "pushed_frames": 241, "read_frames": 240, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.04, "pushed": 8.04, "read": 8.006}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 240, "client_acquire_ms": {"avg_ms": 0.007, "count": 240, "max_ms": 0.024, "p95_ms": 0.016, "reason": null, "sample_age_ms": 102.506, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.795, "count": 240, "max_ms": 7.561, "p95_ms": 2.7, "reason": null, "sample_age_ms": 150.271, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.356, "count": 240, "max_ms": 7.253, "p95_ms": 1.971, "reason": null, "sample_age_ms": 150.555, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.354, "count": 240, "max_ms": 1.026, "p95_ms": 0.677, "reason": null, "sample_age_ms": 102.525, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.067, "count": 240, "max_ms": 7.461, "p95_ms": 3.389, "reason": null, "sample_age_ms": 148.651, "source": "client_direct"}, "request_count": 240, "request_tensor_bytes": {"avg": 2764808.0, "count": 240, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 148.635, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 240, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 103.261, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.209, "count": 240, "max_ms": 87.18, "p95_ms": 65.73, "reason": null, "sample_age_ms": 102.499, "source": "client_direct"}, "sample_age_ms": 102.495, "source": "client_direct", "task_total_ms": {"avg_ms": 50.833, "count": 240, "max_ms": 91.534, "p95_ms": 68.195, "reason": null, "sample_age_ms": 102.495, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.765, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.958, "count": 241, "max_ms": 10.855, "p95_ms": 7.17}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.363, "count": 241, "max_ms": 1.022, "p95_ms": 0.717}, "detection_prepare_ms": {"avg_ms": 0.817, "count": 241, "max_ms": 3.416, "p95_ms": 2.366}, "event_filter_ms": {"avg_ms": 0.005, "count": 241, "max_ms": 0.045, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.149, "count": 241, "max_ms": 0.806, "p95_ms": 0.322}, "mcmt_ms": {"avg_ms": 0.003, "count": 241, "max_ms": 0.05, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.67, "count": 241, "max_ms": 2.693, "p95_ms": 1.937}, "setup_ms": {"avg_ms": 0.049, "count": 241, "max_ms": 0.173, "p95_ms": 0.107}, "total_inside_ms": {"avg_ms": 2.901, "count": 241, "max_ms": 10.689, "p95_ms": 7.072}, "track_match_ms": {"avg_ms": 0.059, "count": 241, "max_ms": 0.379, "p95_ms": 0.195}, "tracker_update_ms": {"avg_ms": 0.786, "count": 241, "max_ms": 3.738, "p95_ms": 2.181}}, "gstreamer_push": {"avg_ms": 3.253, "count": 241, "max_ms": 8.485, "p95_ms": 5.613}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 241, "max_ms": 0.638, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.014, "count": 241, "max_ms": 94.372, "p95_ms": 70.094}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.63, "count": 241, "max_ms": 12.257, "p95_ms": 7.429}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.856, "count": 241, "max_ms": 159.579, "p95_ms": 131.345}, "inference_input_copy_ms": {"avg_ms": 1.885, "count": 241, "max_ms": 5.58, "p95_ms": 3.28}, "processing_residual_ms": {"avg_ms": 0.185, "count": 241, "max_ms": 0.437, "p95_ms": 0.338}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.556, "count": 241, "max_ms": 162.852, "p95_ms": 138.827}, "read_interval": {"avg_ms": 124.852, "count": 240, "max_ms": 251.309, "p95_ms": 169.7}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 241, "max_ms": 0.059, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.61, "count": 241, "max_ms": 2.483, "p95_ms": 1.854}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 241, "max_ms": 0.054, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.594, "count": 241, "max_ms": 2.448, "p95_ms": 1.827}, "worker_merge_ms": {"avg_ms": 0.006, "count": 241, "max_ms": 0.029, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 52.029, "count": 241, "max_ms": 94.381, "p95_ms": 70.115}, "visualize": {"avg_ms": 49.673, "count": 241, "max_ms": 71.807, "p95_ms": 63.958}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.711, "count": 241, "max_ms": 66.4, "p95_ms": 59.729}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.696, "count": 241, "max_ms": 70.169, "p95_ms": 62.939}, "visualize_input_copy_ms": {"avg_ms": 0.766, "count": 241, "max_ms": 2.834, "p95_ms": 2.208}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.568, "count": 241, "max_ms": 69.997, "p95_ms": 62.879}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 241, "max_ms": 0.597, "p95_ms": 0.15}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 241}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1424.238, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.429, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.893, "sample_count": 2805, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1412717, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:06:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93016, "write_bytes_delta": 93016, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1023.0, "cpu_core_ratio": 0.433682, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 100582, "reason": null, "system_cpu_core_ratio": 0.039245, "system_cpu_s_delta": 0.7899999999999991, "user_cpu_core_ratio": 0.394437, "user_cpu_s_delta": 7.939999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.320916, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 163648.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.426727, "system_cpu_s_delta": 8.589999999996508, "user_cpu_core_ratio": 0.894189, "user_cpu_s_delta": 18.0}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.038, "count": 270, "max_ms": 8.485, "p95_ms": 5.341, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.241, "max": 10.0, "p95": 8.0, "sample_count": 270}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 87}, "total": {"avg": 0.322, "max": 1.0, "p95": 1.0, "sample_count": 270}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.652, "count": 30, "max": 59.725, "p95": 49.828, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.191, "count": 30, "max": 33.389, "p95": 24.671, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 969.867, "count": 30, "max": 1160.0, "p95": 1130.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 113.933, "count": 30, "max": 718.0, "p95": 675.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.046, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.42, "count": 30, "max": 0.455, "p95": 0.454, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91302.833, "count": 30, "max": 93434.0, "p95": 93182.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91302.833, "count": 30, "max": 93434.0, "p95": 93182.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 148800.467, "count": 30, "max": 231642.0, "p95": 222335.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.318, "count": 30, "max": 0.563, "p95": 0.468, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.765, "count": 30, "max": 0.977, "p95": 0.901, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10882, "sampled_at": "2026-10-30T10:06:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:06:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2706952, "flush_count": 2820, "flush_interval_seconds": 30.0, "flush_state": {"count": 2820, "last_at": "2026-10-30T10:06:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:06:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2819}, "started": true, "suppressed_count": 1410234, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1410093}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2820, "written_record_count": 2820}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9306.375, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3906419097600, "copied_frame_count": 1412912, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3906419097600, "frame_buffer_copies": 1412912, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.119, "count": 512, "max_ms": 1.919, "p50_ms": 0.099, "p95_ms": 0.2186, "p99_ms": 0.3327}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4241, "count": 512, "max_ms": 4.0032, "p50_ms": 1.3562, "p95_ms": 2.4137, "p99_ms": 3.1354, "results": {"failed": 0, "not_applicable": 0, "success": 1412912, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1083, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:56:01+09:00", "last_error_summary": "[h264 @ 0x5ea6e00d6740] error while decoding MB 19 60, bytestream -14", "last_exit_at": "2026-10-30T10:07:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 658.49, "last_started_at": "2026-10-30T09:56:04+09:00", "pid": 100582, "process": {"exists": false, "pid": 100582}, "restart_count": 522, "restart_count_per_hour": 15, "rtsp_timeout_count": 176, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 523}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.73, "sample_count": 2777, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1412912, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:07:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.098, "last_frame_pushed_at": "2026-10-30T10:07:02+09:00", "last_frame_read_age_sec": 0.209, "last_frame_read_at": "2026-10-30T10:07:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 82, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 432.069, "last_sample_duration_ms": 1323.992, "last_trigger": "periodic", "next_snapshot_in_sec": 167.931, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 282, "storage_bytes": 2687521}, "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-10-30T10:07:02.506202+09:00", "mtime_epoch": 1793322422.5062015, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 93115}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:07:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1424.328, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1412912, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.271, "max": 12.0, "p95": 8.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.041, "max": 2.0, "p95": 1.0, "sample_count": 123}, "total": {"avg": 0.533, "max": 2.0, "p95": 1.0, "sample_count": 240}}, "tracking_counts": {"active": {"avg": 0.521, "max": 2.0, "p95": 1.0, "sample_count": 240}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 240}, "tracked": {"avg": 0.521, "max": 2.0, "p95": 1.0, "sample_count": 240}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.018, "pushed": 8.018, "read": 7.985}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 239, "client_acquire_ms": {"avg_ms": 0.007, "count": 240, "max_ms": 0.024, "p95_ms": 0.016, "reason": null, "sample_age_ms": 169.367, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.796, "count": 239, "max_ms": 7.561, "p95_ms": 2.715, "reason": null, "sample_age_ms": 217.132, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.357, "count": 239, "max_ms": 7.253, "p95_ms": 1.976, "reason": null, "sample_age_ms": 217.416, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.354, "count": 240, "max_ms": 1.026, "p95_ms": 0.677, "reason": null, "sample_age_ms": 169.385, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.065, "count": 239, "max_ms": 7.461, "p95_ms": 3.39, "reason": null, "sample_age_ms": 215.512, "source": "client_direct"}, "request_count": 239, "request_tensor_bytes": {"avg": 2764808.0, "count": 239, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 215.496, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 240, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 170.121, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.209, "count": 240, "max_ms": 87.18, "p95_ms": 65.73, "reason": null, "sample_age_ms": 169.36, "source": "client_direct"}, "sample_age_ms": 169.356, "source": "client_direct", "task_total_ms": {"avg_ms": 50.833, "count": 240, "max_ms": 91.534, "p95_ms": 68.195, "reason": null, "sample_age_ms": 169.356, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.325, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.934, "count": 240, "max_ms": 10.855, "p95_ms": 7.072}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.361, "count": 240, "max_ms": 1.022, "p95_ms": 0.717}, "detection_prepare_ms": {"avg_ms": 0.811, "count": 240, "max_ms": 3.416, "p95_ms": 2.309}, "event_filter_ms": {"avg_ms": 0.005, "count": 240, "max_ms": 0.045, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.148, "count": 240, "max_ms": 0.806, "p95_ms": 0.322}, "mcmt_ms": {"avg_ms": 0.003, "count": 240, "max_ms": 0.05, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.663, "count": 240, "max_ms": 2.693, "p95_ms": 1.934}, "setup_ms": {"avg_ms": 0.048, "count": 240, "max_ms": 0.173, "p95_ms": 0.107}, "total_inside_ms": {"avg_ms": 2.877, "count": 240, "max_ms": 10.689, "p95_ms": 6.958}, "track_match_ms": {"avg_ms": 0.059, "count": 240, "max_ms": 0.379, "p95_ms": 0.192}, "tracker_update_ms": {"avg_ms": 0.778, "count": 240, "max_ms": 3.738, "p95_ms": 2.17}}, "gstreamer_push": {"avg_ms": 3.254, "count": 240, "max_ms": 8.485, "p95_ms": 5.613}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 240, "max_ms": 0.638, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.011, "count": 240, "max_ms": 94.372, "p95_ms": 70.094}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.626, "count": 240, "max_ms": 12.257, "p95_ms": 7.429}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.782, "count": 240, "max_ms": 159.579, "p95_ms": 131.345}, "inference_input_copy_ms": {"avg_ms": 1.885, "count": 240, "max_ms": 5.58, "p95_ms": 3.28}, "processing_residual_ms": {"avg_ms": 0.185, "count": 240, "max_ms": 0.437, "p95_ms": 0.338}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.479, "count": 240, "max_ms": 162.852, "p95_ms": 138.827}, "read_interval": {"avg_ms": 124.774, "count": 239, "max_ms": 251.309, "p95_ms": 170.343}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 240, "max_ms": 0.059, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.603, "count": 240, "max_ms": 2.483, "p95_ms": 1.816}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 240, "max_ms": 0.054, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.587, "count": 240, "max_ms": 2.448, "p95_ms": 1.783}, "worker_merge_ms": {"avg_ms": 0.006, "count": 240, "max_ms": 0.029, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 52.026, "count": 240, "max_ms": 94.381, "p95_ms": 70.115}, "visualize": {"avg_ms": 49.636, "count": 240, "max_ms": 71.807, "p95_ms": 63.958}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.681, "count": 240, "max_ms": 66.4, "p95_ms": 59.729}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.664, "count": 240, "max_ms": 70.169, "p95_ms": 62.939}, "visualize_input_copy_ms": {"avg_ms": 0.762, "count": 240, "max_ms": 2.834, "p95_ms": 2.208}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.536, "count": 240, "max_ms": 69.997, "p95_ms": 62.879}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 240, "max_ms": 0.597, "p95_ms": 0.15}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1424.238, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.429, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.893, "sample_count": 2805, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1412717, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:06:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93016, "write_bytes_delta": 93016, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1023.0, "cpu_core_ratio": 0.433682, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 100582, "reason": null, "system_cpu_core_ratio": 0.039245, "system_cpu_s_delta": 0.7899999999999991, "user_cpu_core_ratio": 0.394437, "user_cpu_s_delta": 7.939999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.320916, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 163648.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.426727, "system_cpu_s_delta": 8.589999999996508, "user_cpu_core_ratio": 0.894189, "user_cpu_s_delta": 18.0}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.038, "count": 270, "max_ms": 8.485, "p95_ms": 5.341, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.241, "max": 10.0, "p95": 8.0, "sample_count": 270}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 87}, "total": {"avg": 0.322, "max": 1.0, "p95": 1.0, "sample_count": 270}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.652, "count": 30, "max": 59.725, "p95": 49.828, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.191, "count": 30, "max": 33.389, "p95": 24.671, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 969.867, "count": 30, "max": 1160.0, "p95": 1130.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 113.933, "count": 30, "max": 718.0, "p95": 675.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.046, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.42, "count": 30, "max": 0.455, "p95": 0.454, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91302.833, "count": 30, "max": 93434.0, "p95": 93182.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91302.833, "count": 30, "max": 93434.0, "p95": 93182.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 148800.467, "count": 30, "max": 231642.0, "p95": 222335.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.318, "count": 30, "max": 0.563, "p95": 0.468, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.765, "count": 30, "max": 0.977, "p95": 0.901, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10882, "sampled_at": "2026-10-30T10:06:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:06:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2706952, "flush_count": 2820, "flush_interval_seconds": 30.0, "flush_state": {"count": 2820, "last_at": "2026-10-30T10:06:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:06:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2819}, "started": true, "suppressed_count": 1410234, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1410093}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2820, "written_record_count": 2820}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9478.594, "limit_mb": null}, "detail": {"pid": 100698, "restart_count": 523, "start_count": 524}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3906419097600, "copied_frame_count": 1412912, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3906419097600, "frame_buffer_copies": 1412912, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.119, "count": 512, "max_ms": 1.919, "p50_ms": 0.099, "p95_ms": 0.2186, "p99_ms": 0.3327}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4241, "count": 512, "max_ms": 4.0032, "p50_ms": 1.3562, "p95_ms": 2.4137, "p99_ms": 3.1354, "results": {"failed": 0, "not_applicable": 0, "success": 1412912, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 480, "h264_decode_error_count": 1083, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T09:56:01+09:00", "last_error_summary": "[h264 @ 0x5ea6e00d6740] error while decoding MB 19 60, bytestream -14", "last_exit_at": "2026-10-30T10:07:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T10:07:05+09:00", "pid": 100698, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.348, "name": "ffmpeg", "pid": 100698, "rss_mb": 209.348, "state": "S (sleeping)", "threads": 70}, "restart_count": 523, "restart_count_per_hour": 16, "rtsp_timeout_count": 176, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 524}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.918, "sample_count": 2734, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1412912, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:07:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.671, "last_frame_pushed_at": "2026-10-30T10:07:02+09:00", "last_frame_read_age_sec": 4.782, "last_frame_read_at": "2026-10-30T10:07:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 82, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 436.639, "last_sample_duration_ms": 1323.992, "last_trigger": "periodic", "next_snapshot_in_sec": 163.361, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 282, "storage_bytes": 2687521}, "mjpeg": {"age_sec": 4.659, "exists": true, "mtime": "2026-10-30T10:07:02.506202+09:00", "mtime_epoch": 1793322422.5062015, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 93115}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:07:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1424.332, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1412912, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.234, "max": 12.0, "p95": 8.0, "sample_count": 205}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.057, "max": 2.0, "p95": 2.0, "sample_count": 88}, "total": {"avg": 0.454, "max": 2.0, "p95": 1.0, "sample_count": 205}}, "tracking_counts": {"active": {"avg": 0.439, "max": 2.0, "p95": 1.0, "sample_count": 205}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 205}, "tracked": {"avg": 0.439, "max": 2.0, "p95": 1.0, "sample_count": 205}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.86, "pushed": 6.86, "read": 6.827}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 204, "client_acquire_ms": {"avg_ms": 0.007, "count": 205, "max_ms": 0.024, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4742.021, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.76, "count": 204, "max_ms": 7.561, "p95_ms": 2.635, "reason": null, "sample_age_ms": 4789.786, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.344, "count": 204, "max_ms": 7.253, "p95_ms": 1.864, "reason": null, "sample_age_ms": 4790.07, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.358, "count": 205, "max_ms": 0.96, "p95_ms": 0.677, "reason": null, "sample_age_ms": 4742.039, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.052, "count": 204, "max_ms": 7.461, "p95_ms": 3.201, "reason": null, "sample_age_ms": 4788.166, "source": "client_direct"}, "request_count": 204, "request_tensor_bytes": {"avg": 2764808.0, "count": 204, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4788.15, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 205, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4742.775, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.418, "count": 205, "max_ms": 87.18, "p95_ms": 65.818, "reason": null, "sample_age_ms": 4742.014, "source": "client_direct"}, "sample_age_ms": 4742.01, "source": "client_direct", "task_total_ms": {"avg_ms": 51.037, "count": 205, "max_ms": 91.534, "p95_ms": 68.197, "reason": null, "sample_age_ms": 4742.01, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.102, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.555, "count": 205, "max_ms": 9.908, "p95_ms": 6.437}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.357, "count": 205, "max_ms": 1.022, "p95_ms": 0.692}, "detection_prepare_ms": {"avg_ms": 0.721, "count": 205, "max_ms": 3.416, "p95_ms": 2.268}, "event_filter_ms": {"avg_ms": 0.005, "count": 205, "max_ms": 0.045, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.147, "count": 205, "max_ms": 0.806, "p95_ms": 0.33}, "mcmt_ms": {"avg_ms": 0.003, "count": 205, "max_ms": 0.05, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.509, "count": 205, "max_ms": 2.594, "p95_ms": 1.507}, "setup_ms": {"avg_ms": 0.05, "count": 205, "max_ms": 0.173, "p95_ms": 0.107}, "total_inside_ms": {"avg_ms": 2.5, "count": 205, "max_ms": 9.8, "p95_ms": 6.3}, "track_match_ms": {"avg_ms": 0.047, "count": 205, "max_ms": 0.379, "p95_ms": 0.164}, "tracker_update_ms": {"avg_ms": 0.661, "count": 205, "max_ms": 3.738, "p95_ms": 2.119}}, "gstreamer_push": {"avg_ms": 3.256, "count": 205, "max_ms": 8.379, "p95_ms": 5.613}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 205, "max_ms": 0.638, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.198, "count": 205, "max_ms": 94.372, "p95_ms": 70.641}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.379, "count": 205, "max_ms": 11.46, "p95_ms": 6.761}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.304, "count": 205, "max_ms": 159.579, "p95_ms": 131.345}, "inference_input_copy_ms": {"avg_ms": 1.863, "count": 205, "max_ms": 5.58, "p95_ms": 3.244}, "processing_residual_ms": {"avg_ms": 0.181, "count": 205, "max_ms": 0.437, "p95_ms": 0.334}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.728, "count": 205, "max_ms": 162.852, "p95_ms": 138.827}, "read_interval": {"avg_ms": 123.753, "count": 204, "max_ms": 251.309, "p95_ms": 170.343}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 205, "max_ms": 0.059, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.453, "count": 205, "max_ms": 2.481, "p95_ms": 1.398}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 205, "max_ms": 0.054, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.437, "count": 205, "max_ms": 2.448, "p95_ms": 1.376}, "worker_merge_ms": {"avg_ms": 0.006, "count": 205, "max_ms": 0.029, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 52.214, "count": 205, "max_ms": 94.381, "p95_ms": 70.656}, "visualize": {"avg_ms": 49.347, "count": 205, "max_ms": 70.932, "p95_ms": 63.899}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.686, "count": 205, "max_ms": 66.22, "p95_ms": 59.203}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.495, "count": 205, "max_ms": 69.377, "p95_ms": 62.727}, "visualize_input_copy_ms": {"avg_ms": 0.646, "count": 205, "max_ms": 2.834, "p95_ms": 2.162}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.369, "count": 205, "max_ms": 69.09, "p95_ms": 62.551}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 205, "max_ms": 0.597, "p95_ms": 0.15}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 205}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1424.238, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.429, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.893, "sample_count": 2805, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1412717, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:06:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93016, "write_bytes_delta": 93016, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1023.0, "cpu_core_ratio": 0.433682, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 100582, "reason": null, "system_cpu_core_ratio": 0.039245, "system_cpu_s_delta": 0.7899999999999991, "user_cpu_core_ratio": 0.394437, "user_cpu_s_delta": 7.939999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.320916, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 163648.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.426727, "system_cpu_s_delta": 8.589999999996508, "user_cpu_core_ratio": 0.894189, "user_cpu_s_delta": 18.0}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.038, "count": 270, "max_ms": 8.485, "p95_ms": 5.341, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.241, "max": 10.0, "p95": 8.0, "sample_count": 270}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 87}, "total": {"avg": 0.322, "max": 1.0, "p95": 1.0, "sample_count": 270}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.652, "count": 30, "max": 59.725, "p95": 49.828, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.191, "count": 30, "max": 33.389, "p95": 24.671, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 969.867, "count": 30, "max": 1160.0, "p95": 1130.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 113.933, "count": 30, "max": 718.0, "p95": 675.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.046, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.42, "count": 30, "max": 0.455, "p95": 0.454, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91302.833, "count": 30, "max": 93434.0, "p95": 93182.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91302.833, "count": 30, "max": 93434.0, "p95": 93182.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 148800.467, "count": 30, "max": 231642.0, "p95": 222335.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.318, "count": 30, "max": 0.563, "p95": 0.468, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.765, "count": 30, "max": 0.977, "p95": 0.901, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10882, "sampled_at": "2026-10-30T10:06:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:06:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2712826, "flush_count": 2826, "flush_interval_seconds": 30.0, "flush_state": {"count": 2826, "last_at": "2026-10-30T10:12:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:12:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2825}, "started": true, "suppressed_count": 1413346, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1413205}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2826, "written_record_count": 2826}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9330.676, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x608cc9d39140] error while decoding MB 61 67, bytestream -44", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3915036979200, "copied_frame_count": 1416029, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3915036979200, "frame_buffer_copies": 1416029, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1067, "count": 512, "max_ms": 0.2897, "p50_ms": 0.0945, "p95_ms": 0.1983, "p99_ms": 0.2694}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4448, "count": 512, "max_ms": 3.6433, "p50_ms": 1.3429, "p95_ms": 2.4454, "p99_ms": 3.0222, "results": {"failed": 0, "not_applicable": 0, "success": 1416029, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 481, "h264_decode_error_count": 1084, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:13:02+09:00", "last_error_summary": "[h264 @ 0x608cc9d39140] error while decoding MB 61 67, bytestream -44", "last_exit_at": "2026-10-30T10:07:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 356.896, "last_started_at": "2026-10-30T10:07:05+09:00", "pid": 100698, "process": {"exists": false, "pid": 100698}, "restart_count": 523, "restart_count_per_hour": 14, "rtsp_timeout_count": 176, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 524}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.63, "sample_count": 2601, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1416029, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:13:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.068, "last_frame_pushed_at": "2026-10-30T10:13:01+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-10-30T10:13:01+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 83, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 189.325, "last_sample_duration_ms": 1196.639, "last_trigger": "periodic", "next_snapshot_in_sec": 410.675, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 283, "storage_bytes": 2697111}, "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-10-30T10:13:02.001034+09:00", "mtime_epoch": 1793322782.0010335, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 97742}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:13:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1436.43, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1416030, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.717, "max": 12.0, "p95": 10.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.336, "max": 2.0, "p95": 2.0, "sample_count": 211}, "total": {"avg": 1.156, "max": 2.0, "p95": 2.0, "sample_count": 244}}, "tracking_counts": {"active": {"avg": 0.357, "max": 1.0, "p95": 1.0, "sample_count": 244}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 244}, "tracked": {"avg": 0.357, "max": 1.0, "p95": 1.0, "sample_count": 244}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 244, "pushed_frames": 245, "read_frames": 245, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.134, "pushed": 8.167, "read": 8.167}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 245, "client_acquire_ms": {"avg_ms": 0.007, "count": 245, "max_ms": 0.038, "p95_ms": 0.015, "reason": null, "sample_age_ms": 26.134, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.917, "count": 245, "max_ms": 7.904, "p95_ms": 3.131, "reason": null, "sample_age_ms": 69.336, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.391, "count": 245, "max_ms": 7.349, "p95_ms": 2.51, "reason": null, "sample_age_ms": 69.604, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.34, "count": 245, "max_ms": 0.886, "p95_ms": 0.655, "reason": null, "sample_age_ms": 26.144, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.934, "count": 245, "max_ms": 5.205, "p95_ms": 3.141, "reason": null, "sample_age_ms": 67.133, "source": "client_direct"}, "request_count": 245, "request_tensor_bytes": {"avg": 2764808.0, "count": 245, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 67.101, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 245, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 26.742, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.39, "count": 245, "max_ms": 84.015, "p95_ms": 64.722, "reason": null, "sample_age_ms": 26.129, "source": "client_direct"}, "sample_age_ms": 26.124, "source": "client_direct", "task_total_ms": {"avg_ms": 48.833, "count": 245, "max_ms": 88.9, "p95_ms": 66.983, "reason": null, "sample_age_ms": 26.124, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.408, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.566, "count": 244, "max_ms": 15.032, "p95_ms": 8.475}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.371, "count": 244, "max_ms": 1.137, "p95_ms": 0.692}, "detection_prepare_ms": {"avg_ms": 1.246, "count": 244, "max_ms": 9.008, "p95_ms": 2.659}, "event_filter_ms": {"avg_ms": 0.005, "count": 244, "max_ms": 0.027, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.226, "count": 244, "max_ms": 0.747, "p95_ms": 0.451}, "mcmt_ms": {"avg_ms": 0.003, "count": 244, "max_ms": 0.022, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.183, "count": 244, "max_ms": 4.253, "p95_ms": 2.776}, "setup_ms": {"avg_ms": 0.043, "count": 244, "max_ms": 0.153, "p95_ms": 0.098}, "total_inside_ms": {"avg_ms": 4.512, "count": 244, "max_ms": 14.953, "p95_ms": 8.352}, "track_match_ms": {"avg_ms": 0.077, "count": 244, "max_ms": 0.317, "p95_ms": 0.19}, "tracker_update_ms": {"avg_ms": 1.356, "count": 244, "max_ms": 4.488, "p95_ms": 2.572}}, "gstreamer_push": {"avg_ms": 3.192, "count": 245, "max_ms": 8.327, "p95_ms": 5.423}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 244, "max_ms": 0.658, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.147, "count": 244, "max_ms": 90.199, "p95_ms": 68.282}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.548, "count": 244, "max_ms": 15.058, "p95_ms": 8.4}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.296, "count": 244, "max_ms": 166.668, "p95_ms": 133.496}, "inference_input_copy_ms": {"avg_ms": 1.734, "count": 244, "max_ms": 4.313, "p95_ms": 3.152}, "processing_residual_ms": {"avg_ms": 0.19, "count": 244, "max_ms": 0.586, "p95_ms": 0.362}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.768, "count": 244, "max_ms": 173.009, "p95_ms": 139.229}, "read_interval": {"avg_ms": 122.617, "count": 245, "max_ms": 203.622, "p95_ms": 164.197}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 244, "max_ms": 0.059, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 1.123, "count": 244, "max_ms": 4.165, "p95_ms": 2.72}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 244, "max_ms": 0.099, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.107, "count": 244, "max_ms": 4.143, "p95_ms": 2.706}, "worker_merge_ms": {"avg_ms": 0.006, "count": 244, "max_ms": 0.035, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 50.16, "count": 244, "max_ms": 90.213, "p95_ms": 68.292}, "visualize": {"avg_ms": 47.388, "count": 244, "max_ms": 74.705, "p95_ms": 64.508}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.898, "count": 244, "max_ms": 70.304, "p95_ms": 59.122}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.997, "count": 244, "max_ms": 72.754, "p95_ms": 62.474}, "visualize_input_copy_ms": {"avg_ms": 1.193, "count": 244, "max_ms": 3.431, "p95_ms": 2.241}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.862, "count": 244, "max_ms": 72.617, "p95_ms": 62.323}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 244, "max_ms": 0.243, "p95_ms": 0.16}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 244}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1425.848, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.7, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.113, "sample_count": 2614, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1415930, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:12:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98283, "write_bytes_delta": 98283, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 526.0, "cpu_core_ratio": 0.425716, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 100698, "reason": null, "system_cpu_core_ratio": 0.036803, "system_cpu_s_delta": 0.3699999999999992, "user_cpu_core_ratio": 0.388914, "user_cpu_s_delta": 3.9099999999999966}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.635229, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 98326.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.587847, "system_cpu_s_delta": 5.9100000000034925, "user_cpu_core_ratio": 1.047382, "user_cpu_s_delta": 10.529999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.102, "count": 244, "max_ms": 8.327, "p95_ms": 5.435, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.5, "max": 14.0, "p95": 10.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.433, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 231}, "total": {"avg": 1.357, "max": 3.0, "p95": 2.0, "sample_count": 244}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.358, "count": 30, "max": 59.427, "p95": 52.922, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.766, "count": 30, "max": 28.2, "p95": 23.575, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 927.1, "count": 30, "max": 1146.0, "p95": 1121.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 131.7, "count": 30, "max": 1066.0, "p95": 747.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.403, "count": 30, "max": 0.455, "p95": 0.454, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94894.5, "count": 30, "max": 98283.0, "p95": 97828.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91810.567, "count": 30, "max": 98283.0, "p95": 97828.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 155769.1, "count": 30, "max": 239446.0, "p95": 230299.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.381, "count": 30, "max": 0.635, "p95": 0.595, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.82, "count": 30, "max": 1.122, "p95": 1.066, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10904, "sampled_at": "2026-10-30T10:12:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:12:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2712826, "flush_count": 2826, "flush_interval_seconds": 30.0, "flush_state": {"count": 2826, "last_at": "2026-10-30T10:12:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:12:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2825}, "started": true, "suppressed_count": 1413346, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1413205}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2826, "written_record_count": 2826}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9322.184, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T10:13:02+09:00", "last_error_summary": "[h264 @ 0x608cc9d39140] error while decoding MB 61 67, bytestream -44", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3915039744000, "copied_frame_count": 1416030, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3915039744000, "frame_buffer_copies": 1416030, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.107, "count": 512, "max_ms": 0.2897, "p50_ms": 0.0945, "p95_ms": 0.2003, "p99_ms": 0.2715}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4439, "count": 512, "max_ms": 3.6433, "p50_ms": 1.3429, "p95_ms": 2.4233, "p99_ms": 3.0222, "results": {"failed": 0, "not_applicable": 0, "success": 1416030, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 481, "h264_decode_error_count": 1084, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:13:02+09:00", "last_error_summary": "[h264 @ 0x608cc9d39140] error while decoding MB 61 67, bytestream -44", "last_exit_at": "2026-10-30T10:13:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.012, "last_started_at": "2026-10-30T10:07:05+09:00", "pid": 100698, "process": {"exists": false, "pid": 100698}, "restart_count": 523, "restart_count_per_hour": 14, "rtsp_timeout_count": 176, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 524}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.63, "sample_count": 2601, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1416030, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:13:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.049, "last_frame_pushed_at": "2026-10-30T10:13:02+09:00", "last_frame_read_age_sec": 0.18, "last_frame_read_at": "2026-10-30T10:13:01+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 83, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 189.461, "last_sample_duration_ms": 1196.639, "last_trigger": "periodic", "next_snapshot_in_sec": 410.539, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 283, "storage_bytes": 2697111}, "mjpeg": {"age_sec": 0.039, "exists": true, "mtime": "2026-10-30T10:13:02.137034+09:00", "mtime_epoch": 1793322782.1370342, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 99533}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:13:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1428.383, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1416030, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.709, "max": 12.0, "p95": 10.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.336, "max": 2.0, "p95": 2.0, "sample_count": 211}, "total": {"avg": 1.156, "max": 2.0, "p95": 2.0, "sample_count": 244}}, "tracking_counts": {"active": {"avg": 0.352, "max": 1.0, "p95": 1.0, "sample_count": 244}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 244}, "tracked": {"avg": 0.352, "max": 1.0, "p95": 1.0, "sample_count": 244}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 244, "pushed_frames": 244, "read_frames": 243, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.162, "pushed": 8.162, "read": 8.128}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 243, "client_acquire_ms": {"avg_ms": 0.007, "count": 244, "max_ms": 0.038, "p95_ms": 0.015, "reason": null, "sample_age_ms": 147.281, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.922, "count": 243, "max_ms": 7.904, "p95_ms": 3.131, "reason": null, "sample_age_ms": 190.484, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.394, "count": 243, "max_ms": 7.349, "p95_ms": 2.515, "reason": null, "sample_age_ms": 190.752, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.341, "count": 244, "max_ms": 0.886, "p95_ms": 0.655, "reason": null, "sample_age_ms": 147.291, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.943, "count": 243, "max_ms": 5.205, "p95_ms": 3.143, "reason": null, "sample_age_ms": 188.28, "source": "client_direct"}, "request_count": 243, "request_tensor_bytes": {"avg": 2764808.0, "count": 243, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 188.248, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 244, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 147.889, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.459, "count": 244, "max_ms": 84.015, "p95_ms": 64.732, "reason": null, "sample_age_ms": 147.277, "source": "client_direct"}, "sample_age_ms": 147.271, "source": "client_direct", "task_total_ms": {"avg_ms": 48.908, "count": 244, "max_ms": 88.9, "p95_ms": 66.991, "reason": null, "sample_age_ms": 147.271, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.968, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.571, "count": 244, "max_ms": 15.032, "p95_ms": 8.475}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.371, "count": 244, "max_ms": 1.137, "p95_ms": 0.692}, "detection_prepare_ms": {"avg_ms": 1.246, "count": 244, "max_ms": 9.008, "p95_ms": 2.659}, "event_filter_ms": {"avg_ms": 0.005, "count": 244, "max_ms": 0.027, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.227, "count": 244, "max_ms": 0.747, "p95_ms": 0.454}, "mcmt_ms": {"avg_ms": 0.003, "count": 244, "max_ms": 0.022, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.184, "count": 244, "max_ms": 4.253, "p95_ms": 2.776}, "setup_ms": {"avg_ms": 0.043, "count": 244, "max_ms": 0.153, "p95_ms": 0.098}, "total_inside_ms": {"avg_ms": 4.517, "count": 244, "max_ms": 14.953, "p95_ms": 8.352}, "track_match_ms": {"avg_ms": 0.077, "count": 244, "max_ms": 0.317, "p95_ms": 0.19}, "tracker_update_ms": {"avg_ms": 1.358, "count": 244, "max_ms": 4.488, "p95_ms": 2.572}}, "gstreamer_push": {"avg_ms": 3.226, "count": 244, "max_ms": 9.362, "p95_ms": 5.646}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 244, "max_ms": 0.658, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.2, "count": 244, "max_ms": 90.199, "p95_ms": 68.282}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.589, "count": 244, "max_ms": 15.058, "p95_ms": 8.749}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.333, "count": 244, "max_ms": 166.668, "p95_ms": 133.496}, "inference_input_copy_ms": {"avg_ms": 1.734, "count": 244, "max_ms": 4.313, "p95_ms": 3.152}, "processing_residual_ms": {"avg_ms": 0.19, "count": 244, "max_ms": 0.586, "p95_ms": 0.362}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.846, "count": 244, "max_ms": 173.009, "p95_ms": 139.229}, "read_interval": {"avg_ms": 122.73, "count": 243, "max_ms": 203.622, "p95_ms": 164.197}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 244, "max_ms": 0.059, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 1.124, "count": 244, "max_ms": 4.165, "p95_ms": 2.72}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 244, "max_ms": 0.099, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.108, "count": 244, "max_ms": 4.143, "p95_ms": 2.706}, "worker_merge_ms": {"avg_ms": 0.006, "count": 244, "max_ms": 0.035, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 50.213, "count": 244, "max_ms": 90.213, "p95_ms": 68.292}, "visualize": {"avg_ms": 47.365, "count": 244, "max_ms": 74.705, "p95_ms": 64.508}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.891, "count": 244, "max_ms": 70.304, "p95_ms": 59.122}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.983, "count": 244, "max_ms": 72.754, "p95_ms": 62.474}, "visualize_input_copy_ms": {"avg_ms": 1.184, "count": 244, "max_ms": 3.431, "p95_ms": 2.241}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.848, "count": 244, "max_ms": 72.617, "p95_ms": 62.323}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 244, "max_ms": 0.243, "p95_ms": 0.159}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 244}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1425.848, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.7, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.113, "sample_count": 2614, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1415930, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:12:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98283, "write_bytes_delta": 98283, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 526.0, "cpu_core_ratio": 0.425716, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 100698, "reason": null, "system_cpu_core_ratio": 0.036803, "system_cpu_s_delta": 0.3699999999999992, "user_cpu_core_ratio": 0.388914, "user_cpu_s_delta": 3.9099999999999966}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.635229, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 98326.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.587847, "system_cpu_s_delta": 5.9100000000034925, "user_cpu_core_ratio": 1.047382, "user_cpu_s_delta": 10.529999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.102, "count": 244, "max_ms": 8.327, "p95_ms": 5.435, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.5, "max": 14.0, "p95": 10.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.433, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 231}, "total": {"avg": 1.357, "max": 3.0, "p95": 2.0, "sample_count": 244}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.358, "count": 30, "max": 59.427, "p95": 52.922, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.766, "count": 30, "max": 28.2, "p95": 23.575, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 927.1, "count": 30, "max": 1146.0, "p95": 1121.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 131.7, "count": 30, "max": 1066.0, "p95": 747.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.403, "count": 30, "max": 0.455, "p95": 0.454, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94894.5, "count": 30, "max": 98283.0, "p95": 97828.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91810.567, "count": 30, "max": 98283.0, "p95": 97828.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 155769.1, "count": 30, "max": 239446.0, "p95": 230299.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.381, "count": 30, "max": 0.635, "p95": 0.595, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.82, "count": 30, "max": 1.122, "p95": 1.066, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10904, "sampled_at": "2026-10-30T10:12:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:12:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.896, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2712826, "flush_count": 2826, "flush_interval_seconds": 30.0, "flush_state": {"count": 2826, "last_at": "2026-10-30T10:12:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:12:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2825}, "started": true, "suppressed_count": 1413346, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1413205}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2826, "written_record_count": 2826}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9321.727, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3915039744000, "copied_frame_count": 1416030, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3915039744000, "frame_buffer_copies": 1416030, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.107, "count": 512, "max_ms": 0.2897, "p50_ms": 0.0945, "p95_ms": 0.2003, "p99_ms": 0.2715}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4439, "count": 512, "max_ms": 3.6433, "p50_ms": 1.3429, "p95_ms": 2.4233, "p99_ms": 3.0222, "results": {"failed": 0, "not_applicable": 0, "success": 1416030, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 481, "h264_decode_error_count": 1084, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:13:02+09:00", "last_error_summary": "[h264 @ 0x608cc9d39140] error while decoding MB 61 67, bytestream -44", "last_exit_at": "2026-10-30T10:13:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.068, "last_started_at": "2026-10-30T10:07:05+09:00", "pid": 100698, "process": {"exists": false, "pid": 100698}, "restart_count": 523, "restart_count_per_hour": 14, "rtsp_timeout_count": 176, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 524}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.63, "sample_count": 2601, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1416030, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:13:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.106, "last_frame_pushed_at": "2026-10-30T10:13:02+09:00", "last_frame_read_age_sec": 0.236, "last_frame_read_at": "2026-10-30T10:13:01+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 83, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 189.521, "last_sample_duration_ms": 1196.639, "last_trigger": "periodic", "next_snapshot_in_sec": 410.479, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 283, "storage_bytes": 2697111}, "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-10-30T10:13:02.137034+09:00", "mtime_epoch": 1793322782.1370342, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 99533}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:13:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1428.383, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1416030, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.709, "max": 12.0, "p95": 10.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.336, "max": 2.0, "p95": 2.0, "sample_count": 211}, "total": {"avg": 1.156, "max": 2.0, "p95": 2.0, "sample_count": 244}}, "tracking_counts": {"active": {"avg": 0.352, "max": 1.0, "p95": 1.0, "sample_count": 244}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 244}, "tracked": {"avg": 0.352, "max": 1.0, "p95": 1.0, "sample_count": 244}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 244, "pushed_frames": 244, "read_frames": 243, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.146, "pushed": 8.146, "read": 8.113}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 243, "client_acquire_ms": {"avg_ms": 0.007, "count": 243, "max_ms": 0.038, "p95_ms": 0.015, "reason": null, "sample_age_ms": 209.851, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.922, "count": 243, "max_ms": 7.904, "p95_ms": 3.131, "reason": null, "sample_age_ms": 253.054, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.394, "count": 243, "max_ms": 7.349, "p95_ms": 2.515, "reason": null, "sample_age_ms": 253.322, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.34, "count": 243, "max_ms": 0.886, "p95_ms": 0.655, "reason": null, "sample_age_ms": 209.862, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.943, "count": 243, "max_ms": 5.205, "p95_ms": 3.143, "reason": null, "sample_age_ms": 250.85, "source": "client_direct"}, "request_count": 243, "request_tensor_bytes": {"avg": 2764808.0, "count": 243, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 250.818, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 243, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 210.459, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.452, "count": 243, "max_ms": 84.015, "p95_ms": 64.741, "reason": null, "sample_age_ms": 209.847, "source": "client_direct"}, "sample_age_ms": 209.841, "source": "client_direct", "task_total_ms": {"avg_ms": 48.905, "count": 243, "max_ms": 88.9, "p95_ms": 66.998, "reason": null, "sample_age_ms": 209.841, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.206, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.571, "count": 244, "max_ms": 15.032, "p95_ms": 8.475}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.371, "count": 244, "max_ms": 1.137, "p95_ms": 0.692}, "detection_prepare_ms": {"avg_ms": 1.246, "count": 244, "max_ms": 9.008, "p95_ms": 2.659}, "event_filter_ms": {"avg_ms": 0.005, "count": 244, "max_ms": 0.027, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.227, "count": 244, "max_ms": 0.747, "p95_ms": 0.454}, "mcmt_ms": {"avg_ms": 0.003, "count": 244, "max_ms": 0.022, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.184, "count": 244, "max_ms": 4.253, "p95_ms": 2.776}, "setup_ms": {"avg_ms": 0.043, "count": 244, "max_ms": 0.153, "p95_ms": 0.098}, "total_inside_ms": {"avg_ms": 4.517, "count": 244, "max_ms": 14.953, "p95_ms": 8.352}, "track_match_ms": {"avg_ms": 0.077, "count": 244, "max_ms": 0.317, "p95_ms": 0.19}, "tracker_update_ms": {"avg_ms": 1.358, "count": 244, "max_ms": 4.488, "p95_ms": 2.572}}, "gstreamer_push": {"avg_ms": 3.226, "count": 244, "max_ms": 9.362, "p95_ms": 5.646}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 244, "max_ms": 0.658, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.2, "count": 244, "max_ms": 90.199, "p95_ms": 68.282}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.589, "count": 244, "max_ms": 15.058, "p95_ms": 8.749}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.333, "count": 244, "max_ms": 166.668, "p95_ms": 133.496}, "inference_input_copy_ms": {"avg_ms": 1.734, "count": 244, "max_ms": 4.313, "p95_ms": 3.152}, "processing_residual_ms": {"avg_ms": 0.19, "count": 244, "max_ms": 0.586, "p95_ms": 0.362}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.846, "count": 244, "max_ms": 173.009, "p95_ms": 139.229}, "read_interval": {"avg_ms": 122.73, "count": 243, "max_ms": 203.622, "p95_ms": 164.197}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 244, "max_ms": 0.059, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 1.124, "count": 244, "max_ms": 4.165, "p95_ms": 2.72}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 244, "max_ms": 0.099, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.108, "count": 244, "max_ms": 4.143, "p95_ms": 2.706}, "worker_merge_ms": {"avg_ms": 0.006, "count": 244, "max_ms": 0.035, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 50.213, "count": 244, "max_ms": 90.213, "p95_ms": 68.292}, "visualize": {"avg_ms": 47.365, "count": 244, "max_ms": 74.705, "p95_ms": 64.508}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.891, "count": 244, "max_ms": 70.304, "p95_ms": 59.122}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.983, "count": 244, "max_ms": 72.754, "p95_ms": 62.474}, "visualize_input_copy_ms": {"avg_ms": 1.184, "count": 244, "max_ms": 3.431, "p95_ms": 2.241}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.848, "count": 244, "max_ms": 72.617, "p95_ms": 62.323}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 244, "max_ms": 0.243, "p95_ms": 0.159}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 244}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1425.848, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.7, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.113, "sample_count": 2614, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1415930, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:12:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98283, "write_bytes_delta": 98283, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 526.0, "cpu_core_ratio": 0.425716, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 100698, "reason": null, "system_cpu_core_ratio": 0.036803, "system_cpu_s_delta": 0.3699999999999992, "user_cpu_core_ratio": 0.388914, "user_cpu_s_delta": 3.9099999999999966}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.635229, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 98326.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.587847, "system_cpu_s_delta": 5.9100000000034925, "user_cpu_core_ratio": 1.047382, "user_cpu_s_delta": 10.529999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.102, "count": 244, "max_ms": 8.327, "p95_ms": 5.435, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.5, "max": 14.0, "p95": 10.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.433, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 231}, "total": {"avg": 1.357, "max": 3.0, "p95": 2.0, "sample_count": 244}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.358, "count": 30, "max": 59.427, "p95": 52.922, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.766, "count": 30, "max": 28.2, "p95": 23.575, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 927.1, "count": 30, "max": 1146.0, "p95": 1121.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 131.7, "count": 30, "max": 1066.0, "p95": 747.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.403, "count": 30, "max": 0.455, "p95": 0.454, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94894.5, "count": 30, "max": 98283.0, "p95": 97828.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91810.567, "count": 30, "max": 98283.0, "p95": 97828.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 155769.1, "count": 30, "max": 239446.0, "p95": 230299.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.381, "count": 30, "max": 0.635, "p95": 0.595, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.82, "count": 30, "max": 1.122, "p95": 1.066, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10904, "sampled_at": "2026-10-30T10:12:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:12:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2712826, "flush_count": 2826, "flush_interval_seconds": 30.0, "flush_state": {"count": 2826, "last_at": "2026-10-30T10:12:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:12:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2825}, "started": true, "suppressed_count": 1413346, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1413205}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2826, "written_record_count": 2826}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9497.441, "limit_mb": null}, "detail": {"pid": 100814, "restart_count": 524, "start_count": 525}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3915039744000, "copied_frame_count": 1416030, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3915039744000, "frame_buffer_copies": 1416030, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.107, "count": 512, "max_ms": 0.2897, "p50_ms": 0.0945, "p95_ms": 0.2003, "p99_ms": 0.2715}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4439, "count": 512, "max_ms": 3.6433, "p50_ms": 1.3429, "p95_ms": 2.4233, "p99_ms": 3.0222, "results": {"failed": 0, "not_applicable": 0, "success": 1416030, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 481, "h264_decode_error_count": 1084, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:13:02+09:00", "last_error_summary": "[h264 @ 0x608cc9d39140] error while decoding MB 61 67, bytestream -44", "last_exit_at": "2026-10-30T10:13:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-30T10:13:04+09:00", "pid": 100814, "process": {"exists": true, "fd_count": 5, "hwm_mb": 211.273, "name": "ffmpeg", "pid": 100814, "rss_mb": 211.273, "state": "S (sleeping)", "threads": 70}, "restart_count": 524, "restart_count_per_hour": 15, "rtsp_timeout_count": 176, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 525}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.823, "sample_count": 2561, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1416030, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:13:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.737, "last_frame_pushed_at": "2026-10-30T10:13:02+09:00", "last_frame_read_age_sec": 4.867, "last_frame_read_at": "2026-10-30T10:13:01+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 83, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 194.142, "last_sample_duration_ms": 1196.639, "last_trigger": "periodic", "next_snapshot_in_sec": 405.858, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 283, "storage_bytes": 2697111}, "mjpeg": {"age_sec": 4.727, "exists": true, "mtime": "2026-10-30T10:13:02.137034+09:00", "mtime_epoch": 1793322782.1370342, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 99533}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:13:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1428.387, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1416030, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.733, "max": 12.0, "p95": 10.0, "sample_count": 206}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.306, "max": 2.0, "p95": 2.0, "sample_count": 173}, "total": {"avg": 1.097, "max": 2.0, "p95": 2.0, "sample_count": 206}}, "tracking_counts": {"active": {"avg": 0.286, "max": 1.0, "p95": 1.0, "sample_count": 206}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 206}, "tracked": {"avg": 0.286, "max": 1.0, "p95": 1.0, "sample_count": 206}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.882, "pushed": 6.882, "read": 6.849}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 205, "client_acquire_ms": {"avg_ms": 0.007, "count": 205, "max_ms": 0.038, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4834.911, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.909, "count": 205, "max_ms": 5.935, "p95_ms": 3.131, "reason": null, "sample_age_ms": 4878.114, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.371, "count": 205, "max_ms": 4.241, "p95_ms": 2.51, "reason": null, "sample_age_ms": 4878.382, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.347, "count": 205, "max_ms": 0.886, "p95_ms": 0.685, "reason": null, "sample_age_ms": 4834.922, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.938, "count": 205, "max_ms": 5.205, "p95_ms": 3.141, "reason": null, "sample_age_ms": 4875.911, "source": "client_direct"}, "request_count": 205, "request_tensor_bytes": {"avg": 2764808.0, "count": 205, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4875.879, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 205, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4835.52, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.604, "count": 205, "max_ms": 83.723, "p95_ms": 64.801, "reason": null, "sample_age_ms": 4834.907, "source": "client_direct"}, "sample_age_ms": 4834.901, "source": "client_direct", "task_total_ms": {"avg_ms": 49.06, "count": 205, "max_ms": 88.9, "p95_ms": 67.302, "reason": null, "sample_age_ms": 4834.901, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.695, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.422, "count": 206, "max_ms": 15.032, "p95_ms": 8.516}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.371, "count": 206, "max_ms": 1.137, "p95_ms": 0.724}, "detection_prepare_ms": {"avg_ms": 1.245, "count": 206, "max_ms": 9.008, "p95_ms": 2.745}, "event_filter_ms": {"avg_ms": 0.005, "count": 206, "max_ms": 0.027, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.228, "count": 206, "max_ms": 0.747, "p95_ms": 0.466}, "mcmt_ms": {"avg_ms": 0.003, "count": 206, "max_ms": 0.022, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.087, "count": 206, "max_ms": 4.253, "p95_ms": 2.696}, "setup_ms": {"avg_ms": 0.044, "count": 206, "max_ms": 0.153, "p95_ms": 0.102}, "total_inside_ms": {"avg_ms": 4.368, "count": 206, "max_ms": 14.953, "p95_ms": 8.419}, "track_match_ms": {"avg_ms": 0.071, "count": 206, "max_ms": 0.317, "p95_ms": 0.161}, "tracker_update_ms": {"avg_ms": 1.313, "count": 206, "max_ms": 4.488, "p95_ms": 2.679}}, "gstreamer_push": {"avg_ms": 3.233, "count": 206, "max_ms": 9.362, "p95_ms": 5.423}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 206, "max_ms": 0.658, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.362, "count": 206, "max_ms": 90.199, "p95_ms": 68.272}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.516, "count": 206, "max_ms": 15.058, "p95_ms": 8.749}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.485, "count": 206, "max_ms": 166.668, "p95_ms": 132.056}, "inference_input_copy_ms": {"avg_ms": 1.781, "count": 206, "max_ms": 4.313, "p95_ms": 3.163}, "processing_residual_ms": {"avg_ms": 0.188, "count": 206, "max_ms": 0.586, "p95_ms": 0.352}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.97, "count": 206, "max_ms": 173.009, "p95_ms": 138.765}, "read_interval": {"avg_ms": 122.838, "count": 205, "max_ms": 200.327, "p95_ms": 163.292}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 206, "max_ms": 0.059, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 1.028, "count": 206, "max_ms": 4.165, "p95_ms": 2.622}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 206, "max_ms": 0.099, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.013, "count": 206, "max_ms": 4.143, "p95_ms": 2.601}, "worker_merge_ms": {"avg_ms": 0.006, "count": 206, "max_ms": 0.035, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 50.375, "count": 206, "max_ms": 90.213, "p95_ms": 68.292}, "visualize": {"avg_ms": 47.501, "count": 206, "max_ms": 74.705, "p95_ms": 64.508}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.162, "count": 206, "max_ms": 70.304, "p95_ms": 59.122}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.145, "count": 206, "max_ms": 72.754, "p95_ms": 62.474}, "visualize_input_copy_ms": {"avg_ms": 1.16, "count": 206, "max_ms": 3.431, "p95_ms": 2.241}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.01, "count": 206, "max_ms": 72.617, "p95_ms": 62.323}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 206, "max_ms": 0.243, "p95_ms": 0.16}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 206}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1425.848, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.7, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.113, "sample_count": 2614, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1415930, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:12:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98283, "write_bytes_delta": 98283, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 526.0, "cpu_core_ratio": 0.425716, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 100698, "reason": null, "system_cpu_core_ratio": 0.036803, "system_cpu_s_delta": 0.3699999999999992, "user_cpu_core_ratio": 0.388914, "user_cpu_s_delta": 3.9099999999999966}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.635229, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 98326.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.587847, "system_cpu_s_delta": 5.9100000000034925, "user_cpu_core_ratio": 1.047382, "user_cpu_s_delta": 10.529999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.102, "count": 244, "max_ms": 8.327, "p95_ms": 5.435, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.5, "max": 14.0, "p95": 10.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.433, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 231}, "total": {"avg": 1.357, "max": 3.0, "p95": 2.0, "sample_count": 244}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.358, "count": 30, "max": 59.427, "p95": 52.922, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.766, "count": 30, "max": 28.2, "p95": 23.575, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 927.1, "count": 30, "max": 1146.0, "p95": 1121.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 131.7, "count": 30, "max": 1066.0, "p95": 747.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.046, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.403, "count": 30, "max": 0.455, "p95": 0.454, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94894.5, "count": 30, "max": 98283.0, "p95": 97828.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91810.567, "count": 30, "max": 98283.0, "p95": 97828.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 155769.1, "count": 30, "max": 239446.0, "p95": 230299.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.381, "count": 30, "max": 0.635, "p95": 0.595, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.82, "count": 30, "max": 1.122, "p95": 1.066, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10904, "sampled_at": "2026-10-30T10:12:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:12:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2717692, "flush_count": 2831, "flush_interval_seconds": 30.0, "flush_state": {"count": 2831, "last_at": "2026-10-30T10:17:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:17:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2830}, "started": true, "suppressed_count": 1416082, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1415941}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2831, "written_record_count": 2831}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9329.453, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x62522843e400] error while decoding MB 35 58, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3922615296000, "copied_frame_count": 1418770, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3922615296000, "frame_buffer_copies": 1418770, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1027, "count": 512, "max_ms": 1.5662, "p50_ms": 0.0855, "p95_ms": 0.1774, "p99_ms": 0.2286}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2881, "count": 512, "max_ms": 3.6562, "p50_ms": 1.167, "p95_ms": 2.3034, "p99_ms": 2.8029, "results": {"failed": 0, "not_applicable": 0, "success": 1418770, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1085, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:18:28+09:00", "last_error_summary": "[h264 @ 0x62522843e400] error while decoding MB 35 58, bytestream -6", "last_exit_at": "2026-10-30T10:13:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 323.285, "last_started_at": "2026-10-30T10:13:04+09:00", "pid": 100814, "process": {"exists": true, "fd_count": 0, "hwm_mb": null, "name": "ffmpeg", "pid": 100814, "rss_mb": null, "state": "Z (zombie)", "threads": 1}, "restart_count": 524, "restart_count_per_hour": 14, "rtsp_timeout_count": 176, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 525}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.887, "sample_count": 2529, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1418770, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:18:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.081, "last_frame_pushed_at": "2026-10-30T10:18:28+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-10-30T10:18:28+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 83, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 515.425, "last_sample_duration_ms": 1196.639, "last_trigger": "periodic", "next_snapshot_in_sec": 84.575, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 283, "storage_bytes": 2697111}, "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-10-30T10:18:28.072778+09:00", "mtime_epoch": 1793323108.0727775, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 110794}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:18:28+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1427.211, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1418771, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.462, "max": 5.0, "p95": 5.0, "sample_count": 210}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 210, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.003, "pushed": 7.003, "read": 7.003}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 210, "client_acquire_ms": {"avg_ms": 0.006, "count": 210, "max_ms": 0.018, "p95_ms": 0.012, "reason": null, "sample_age_ms": 54.347, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.634, "count": 210, "max_ms": 6.122, "p95_ms": 2.314, "reason": null, "sample_age_ms": 84.072, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.294, "count": 210, "max_ms": 5.408, "p95_ms": 1.628, "reason": null, "sample_age_ms": 84.262, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.285, "count": 210, "max_ms": 0.975, "p95_ms": 0.568, "reason": null, "sample_age_ms": 54.354, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.74, "count": 210, "max_ms": 6.32, "p95_ms": 3.02, "reason": null, "sample_age_ms": 83.103, "source": "client_direct"}, "request_count": 210, "request_tensor_bytes": {"avg": 2764808.0, "count": 210, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 83.089, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 210, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 54.589, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.096, "count": 210, "max_ms": 72.136, "p95_ms": 59.86, "reason": null, "sample_age_ms": 54.343, "source": "client_direct"}, "sample_age_ms": 54.341, "source": "client_direct", "task_total_ms": {"avg_ms": 44.279, "count": 210, "max_ms": 74.609, "p95_ms": 62.619, "reason": null, "sample_age_ms": 54.341, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.852, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.713, "count": 210, "max_ms": 1.976, "p95_ms": 1.386}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.223, "count": 210, "max_ms": 0.776, "p95_ms": 0.441}, "detection_prepare_ms": {"avg_ms": 0.127, "count": 210, "max_ms": 0.354, "p95_ms": 0.242}, "event_filter_ms": {"avg_ms": 0.004, "count": 210, "max_ms": 0.025, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.076, "count": 210, "max_ms": 0.216, "p95_ms": 0.152}, "mcmt_ms": {"avg_ms": 0.003, "count": 210, "max_ms": 0.022, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.167, "count": 210, "max_ms": 0.811, "p95_ms": 0.355}, "setup_ms": {"avg_ms": 0.04, "count": 210, "max_ms": 0.109, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 0.673, "count": 210, "max_ms": 1.874, "p95_ms": 1.306}, "track_match_ms": {"avg_ms": 0.003, "count": 210, "max_ms": 0.022, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.03, "count": 210, "max_ms": 0.115, "p95_ms": 0.054}}, "gstreamer_push": {"avg_ms": 2.903, "count": 210, "max_ms": 10.431, "p95_ms": 5.412}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 210, "max_ms": 0.187, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.288, "count": 210, "max_ms": 75.474, "p95_ms": 63.959}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.37, "count": 210, "max_ms": 11.584, "p95_ms": 7.08}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.404, "count": 210, "max_ms": 125.29, "p95_ms": 113.382}, "inference_input_copy_ms": {"avg_ms": 1.57, "count": 210, "max_ms": 3.777, "p95_ms": 2.487}, "processing_residual_ms": {"avg_ms": 0.183, "count": 210, "max_ms": 1.019, "p95_ms": 0.328}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.528, "count": 210, "max_ms": 129.415, "p95_ms": 119.845}, "read_interval": {"avg_ms": 142.837, "count": 210, "max_ms": 5280.305, "p95_ms": 145.532}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 210, "max_ms": 0.06, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.115, "count": 210, "max_ms": 0.614, "p95_ms": 0.244}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 210, "max_ms": 0.073, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.101, "count": 210, "max_ms": 0.554, "p95_ms": 0.218}, "worker_merge_ms": {"avg_ms": 0.005, "count": 210, "max_ms": 0.015, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 45.301, "count": 210, "max_ms": 75.486, "p95_ms": 63.969}, "visualize": {"avg_ms": 43.457, "count": 210, "max_ms": 69.564, "p95_ms": 58.367}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 41.177, "count": 210, "max_ms": 68.092, "p95_ms": 56.274}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.852, "count": 210, "max_ms": 68.522, "p95_ms": 56.871}, "visualize_input_copy_ms": {"avg_ms": 1.419, "count": 210, "max_ms": 4.117, "p95_ms": 2.799}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.736, "count": 210, "max_ms": 68.432, "p95_ms": 56.723}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 210, "max_ms": 0.395, "p95_ms": 0.155}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1427.203, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.04, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.015, "sample_count": 2528, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1418729, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:18:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100812, "write_bytes_delta": 100812, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 527.0, "cpu_core_ratio": 0.433201, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1922.0, "pid": 100814, "reason": null, "system_cpu_core_ratio": 0.154857, "system_cpu_s_delta": 3.1099999999999994, "user_cpu_core_ratio": 0.278344, "user_cpu_s_delta": 5.590000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.395205, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 206123.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.515359, "system_cpu_s_delta": 10.35000000000582, "user_cpu_core_ratio": 0.879846, "user_cpu_s_delta": 17.670000000012806}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.828, "count": 210, "max_ms": 7.247, "p95_ms": 5.147, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.576, "max": 5.0, "p95": 5.0, "sample_count": 210}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.916, "count": 30, "max": 57.651, "p95": 46.722, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.825, "count": 30, "max": 26.821, "p95": 23.742, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 604.533, "count": 30, "max": 1147.0, "p95": 1092.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 212.2, "count": 30, "max": 1922.0, "p95": 1133.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.344, "p95": 0.128, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.382, "count": 30, "max": 0.444, "p95": 0.429, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99414.733, "count": 30, "max": 101863.0, "p95": 101715.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99414.733, "count": 30, "max": 101863.0, "p95": 101715.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 116916.767, "count": 30, "max": 237577.0, "p95": 206100.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.514, "count": 30, "max": 0.635, "p95": 0.605, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.956, "count": 30, "max": 1.122, "p95": 1.088, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10930, "sampled_at": "2026-10-30T10:18:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:18:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2717692, "flush_count": 2831, "flush_interval_seconds": 30.0, "flush_state": {"count": 2831, "last_at": "2026-10-30T10:17:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:17:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2830}, "started": true, "suppressed_count": 1416082, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1415941}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2831, "written_record_count": 2831}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9329.973, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T10:18:28+09:00", "last_error_summary": "[h264 @ 0x62522843e400] error while decoding MB 35 58, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3922618060800, "copied_frame_count": 1418771, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3922618060800, "frame_buffer_copies": 1418771, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1027, "count": 512, "max_ms": 1.5662, "p50_ms": 0.0857, "p95_ms": 0.1774, "p99_ms": 0.2286}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2877, "count": 512, "max_ms": 3.6562, "p50_ms": 1.1631, "p95_ms": 2.3034, "p99_ms": 2.8029, "results": {"failed": 0, "not_applicable": 0, "success": 1418771, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1085, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:18:28+09:00", "last_error_summary": "[h264 @ 0x62522843e400] error while decoding MB 35 58, bytestream -6", "last_exit_at": "2026-10-30T10:18:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 323.325, "last_started_at": "2026-10-30T10:13:04+09:00", "pid": 100814, "process": {"exists": false, "pid": 100814}, "restart_count": 524, "restart_count_per_hour": 14, "rtsp_timeout_count": 176, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 525}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.887, "sample_count": 2530, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1418771, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:18:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.013, "last_frame_pushed_at": "2026-10-30T10:18:28+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-10-30T10:18:28+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 83, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 515.469, "last_sample_duration_ms": 1196.639, "last_trigger": "periodic", "next_snapshot_in_sec": 84.531, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 283, "storage_bytes": 2697111}, "mjpeg": {"age_sec": 0.006, "exists": true, "mtime": "2026-10-30T10:18:28.180778+09:00", "mtime_epoch": 1793323108.1807783, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 110952}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:18:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1427.207, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1418771, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.462, "max": 5.0, "p95": 5.0, "sample_count": 210}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.018, "pushed": 7.018, "read": 6.985}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 209, "client_acquire_ms": {"avg_ms": 0.006, "count": 210, "max_ms": 0.018, "p95_ms": 0.012, "reason": null, "sample_age_ms": 98.359, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.634, "count": 209, "max_ms": 6.122, "p95_ms": 2.315, "reason": null, "sample_age_ms": 128.084, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.294, "count": 209, "max_ms": 5.408, "p95_ms": 1.629, "reason": null, "sample_age_ms": 128.274, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.285, "count": 210, "max_ms": 0.975, "p95_ms": 0.568, "reason": null, "sample_age_ms": 98.366, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.739, "count": 209, "max_ms": 6.32, "p95_ms": 3.021, "reason": null, "sample_age_ms": 127.115, "source": "client_direct"}, "request_count": 209, "request_tensor_bytes": {"avg": 2764808.0, "count": 209, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 127.101, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 210, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 98.6, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.096, "count": 210, "max_ms": 72.136, "p95_ms": 59.86, "reason": null, "sample_age_ms": 98.355, "source": "client_direct"}, "sample_age_ms": 98.353, "source": "client_direct", "task_total_ms": {"avg_ms": 44.279, "count": 210, "max_ms": 74.609, "p95_ms": 62.619, "reason": null, "sample_age_ms": 98.353, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.891, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.709, "count": 210, "max_ms": 1.976, "p95_ms": 1.364}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.221, "count": 210, "max_ms": 0.776, "p95_ms": 0.436}, "detection_prepare_ms": {"avg_ms": 0.126, "count": 210, "max_ms": 0.354, "p95_ms": 0.242}, "event_filter_ms": {"avg_ms": 0.004, "count": 210, "max_ms": 0.025, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 210, "max_ms": 0.216, "p95_ms": 0.149}, "mcmt_ms": {"avg_ms": 0.003, "count": 210, "max_ms": 0.022, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.166, "count": 210, "max_ms": 0.811, "p95_ms": 0.355}, "setup_ms": {"avg_ms": 0.04, "count": 210, "max_ms": 0.109, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 0.669, "count": 210, "max_ms": 1.874, "p95_ms": 1.301}, "track_match_ms": {"avg_ms": 0.003, "count": 210, "max_ms": 0.022, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.03, "count": 210, "max_ms": 0.115, "p95_ms": 0.054}}, "gstreamer_push": {"avg_ms": 2.898, "count": 210, "max_ms": 10.431, "p95_ms": 5.412}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 210, "max_ms": 0.187, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.262, "count": 210, "max_ms": 75.474, "p95_ms": 63.959}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.366, "count": 210, "max_ms": 11.584, "p95_ms": 7.08}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.481, "count": 210, "max_ms": 125.29, "p95_ms": 113.382}, "inference_input_copy_ms": {"avg_ms": 1.57, "count": 210, "max_ms": 3.777, "p95_ms": 2.487}, "processing_residual_ms": {"avg_ms": 0.183, "count": 210, "max_ms": 1.019, "p95_ms": 0.328}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.601, "count": 210, "max_ms": 129.415, "p95_ms": 119.845}, "read_interval": {"avg_ms": 143.068, "count": 209, "max_ms": 5280.305, "p95_ms": 145.532}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 210, "max_ms": 0.06, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.114, "count": 210, "max_ms": 0.614, "p95_ms": 0.244}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 210, "max_ms": 0.073, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.101, "count": 210, "max_ms": 0.554, "p95_ms": 0.218}, "worker_merge_ms": {"avg_ms": 0.005, "count": 210, "max_ms": 0.015, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 45.275, "count": 210, "max_ms": 75.486, "p95_ms": 63.969}, "visualize": {"avg_ms": 43.567, "count": 210, "max_ms": 69.564, "p95_ms": 59.557}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 41.294, "count": 210, "max_ms": 68.092, "p95_ms": 56.739}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.965, "count": 210, "max_ms": 68.522, "p95_ms": 57.133}, "visualize_input_copy_ms": {"avg_ms": 1.416, "count": 210, "max_ms": 4.117, "p95_ms": 2.799}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.85, "count": 210, "max_ms": 68.432, "p95_ms": 57.066}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 210, "max_ms": 0.395, "p95_ms": 0.154}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1427.203, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.04, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.015, "sample_count": 2528, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1418729, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:18:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100812, "write_bytes_delta": 100812, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 527.0, "cpu_core_ratio": 0.433201, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1922.0, "pid": 100814, "reason": null, "system_cpu_core_ratio": 0.154857, "system_cpu_s_delta": 3.1099999999999994, "user_cpu_core_ratio": 0.278344, "user_cpu_s_delta": 5.590000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.395205, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 206123.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.515359, "system_cpu_s_delta": 10.35000000000582, "user_cpu_core_ratio": 0.879846, "user_cpu_s_delta": 17.670000000012806}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.828, "count": 210, "max_ms": 7.247, "p95_ms": 5.147, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.576, "max": 5.0, "p95": 5.0, "sample_count": 210}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.916, "count": 30, "max": 57.651, "p95": 46.722, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.825, "count": 30, "max": 26.821, "p95": 23.742, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 604.533, "count": 30, "max": 1147.0, "p95": 1092.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 212.2, "count": 30, "max": 1922.0, "p95": 1133.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.344, "p95": 0.128, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.382, "count": 30, "max": 0.444, "p95": 0.429, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99414.733, "count": 30, "max": 101863.0, "p95": 101715.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99414.733, "count": 30, "max": 101863.0, "p95": 101715.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 116916.767, "count": 30, "max": 237577.0, "p95": 206100.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.514, "count": 30, "max": 0.635, "p95": 0.605, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.956, "count": 30, "max": 1.122, "p95": 1.088, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10930, "sampled_at": "2026-10-30T10:18:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:18:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2717692, "flush_count": 2831, "flush_interval_seconds": 30.0, "flush_state": {"count": 2831, "last_at": "2026-10-30T10:17:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:17:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2830}, "started": true, "suppressed_count": 1416082, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1415941}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2831, "written_record_count": 2831}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9329.629, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3922618060800, "copied_frame_count": 1418771, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3922618060800, "frame_buffer_copies": 1418771, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1027, "count": 512, "max_ms": 1.5662, "p50_ms": 0.0857, "p95_ms": 0.1774, "p99_ms": 0.2286}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2877, "count": 512, "max_ms": 3.6562, "p50_ms": 1.1631, "p95_ms": 2.3034, "p99_ms": 2.8029, "results": {"failed": 0, "not_applicable": 0, "success": 1418771, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1085, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:18:28+09:00", "last_error_summary": "[h264 @ 0x62522843e400] error while decoding MB 35 58, bytestream -6", "last_exit_at": "2026-10-30T10:18:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 323.375, "last_started_at": "2026-10-30T10:13:04+09:00", "pid": 100814, "process": {"exists": false, "pid": 100814}, "restart_count": 524, "restart_count_per_hour": 14, "rtsp_timeout_count": 176, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 525}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.887, "sample_count": 2529, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1418771, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:18:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.063, "last_frame_pushed_at": "2026-10-30T10:18:28+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-10-30T10:18:28+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 83, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 515.507, "last_sample_duration_ms": 1196.639, "last_trigger": "periodic", "next_snapshot_in_sec": 84.493, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 283, "storage_bytes": 2697111}, "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-10-30T10:18:28.180778+09:00", "mtime_epoch": 1793323108.1807783, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 110952}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:18:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1427.207, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1418771, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.462, "max": 5.0, "p95": 5.0, "sample_count": 210}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.006, "pushed": 7.006, "read": 6.973}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 209, "client_acquire_ms": {"avg_ms": 0.006, "count": 209, "max_ms": 0.018, "p95_ms": 0.012, "reason": null, "sample_age_ms": 146.47, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.634, "count": 209, "max_ms": 6.122, "p95_ms": 2.315, "reason": null, "sample_age_ms": 176.195, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.294, "count": 209, "max_ms": 5.408, "p95_ms": 1.629, "reason": null, "sample_age_ms": 176.385, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.281, "count": 209, "max_ms": 0.917, "p95_ms": 0.562, "reason": null, "sample_age_ms": 146.477, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.739, "count": 209, "max_ms": 6.32, "p95_ms": 3.021, "reason": null, "sample_age_ms": 175.226, "source": "client_direct"}, "request_count": 209, "request_tensor_bytes": {"avg": 2764808.0, "count": 209, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 175.212, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 209, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 146.711, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.075, "count": 209, "max_ms": 72.136, "p95_ms": 59.898, "reason": null, "sample_age_ms": 146.466, "source": "client_direct"}, "sample_age_ms": 146.464, "source": "client_direct", "task_total_ms": {"avg_ms": 44.253, "count": 209, "max_ms": 74.609, "p95_ms": 62.676, "reason": null, "sample_age_ms": 146.464, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.158, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.709, "count": 210, "max_ms": 1.976, "p95_ms": 1.364}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.221, "count": 210, "max_ms": 0.776, "p95_ms": 0.436}, "detection_prepare_ms": {"avg_ms": 0.126, "count": 210, "max_ms": 0.354, "p95_ms": 0.242}, "event_filter_ms": {"avg_ms": 0.004, "count": 210, "max_ms": 0.025, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 210, "max_ms": 0.216, "p95_ms": 0.149}, "mcmt_ms": {"avg_ms": 0.003, "count": 210, "max_ms": 0.022, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.166, "count": 210, "max_ms": 0.811, "p95_ms": 0.355}, "setup_ms": {"avg_ms": 0.04, "count": 210, "max_ms": 0.109, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 0.669, "count": 210, "max_ms": 1.874, "p95_ms": 1.301}, "track_match_ms": {"avg_ms": 0.003, "count": 210, "max_ms": 0.022, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.03, "count": 210, "max_ms": 0.115, "p95_ms": 0.054}}, "gstreamer_push": {"avg_ms": 2.898, "count": 210, "max_ms": 10.431, "p95_ms": 5.412}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 210, "max_ms": 0.187, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.262, "count": 210, "max_ms": 75.474, "p95_ms": 63.959}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.366, "count": 210, "max_ms": 11.584, "p95_ms": 7.08}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.481, "count": 210, "max_ms": 125.29, "p95_ms": 113.382}, "inference_input_copy_ms": {"avg_ms": 1.57, "count": 210, "max_ms": 3.777, "p95_ms": 2.487}, "processing_residual_ms": {"avg_ms": 0.183, "count": 210, "max_ms": 1.019, "p95_ms": 0.328}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.601, "count": 210, "max_ms": 129.415, "p95_ms": 119.845}, "read_interval": {"avg_ms": 143.068, "count": 209, "max_ms": 5280.305, "p95_ms": 145.532}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 210, "max_ms": 0.06, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.114, "count": 210, "max_ms": 0.614, "p95_ms": 0.244}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 210, "max_ms": 0.073, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.101, "count": 210, "max_ms": 0.554, "p95_ms": 0.218}, "worker_merge_ms": {"avg_ms": 0.005, "count": 210, "max_ms": 0.015, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 45.275, "count": 210, "max_ms": 75.486, "p95_ms": 63.969}, "visualize": {"avg_ms": 43.567, "count": 210, "max_ms": 69.564, "p95_ms": 59.557}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 41.294, "count": 210, "max_ms": 68.092, "p95_ms": 56.739}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.965, "count": 210, "max_ms": 68.522, "p95_ms": 57.133}, "visualize_input_copy_ms": {"avg_ms": 1.416, "count": 210, "max_ms": 4.117, "p95_ms": 2.799}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.85, "count": 210, "max_ms": 68.432, "p95_ms": 57.066}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 210, "max_ms": 0.395, "p95_ms": 0.154}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1427.203, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.04, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.015, "sample_count": 2528, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1418729, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:18:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100812, "write_bytes_delta": 100812, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 527.0, "cpu_core_ratio": 0.433201, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1922.0, "pid": 100814, "reason": null, "system_cpu_core_ratio": 0.154857, "system_cpu_s_delta": 3.1099999999999994, "user_cpu_core_ratio": 0.278344, "user_cpu_s_delta": 5.590000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.395205, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 206123.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.515359, "system_cpu_s_delta": 10.35000000000582, "user_cpu_core_ratio": 0.879846, "user_cpu_s_delta": 17.670000000012806}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.828, "count": 210, "max_ms": 7.247, "p95_ms": 5.147, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.576, "max": 5.0, "p95": 5.0, "sample_count": 210}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.916, "count": 30, "max": 57.651, "p95": 46.722, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.825, "count": 30, "max": 26.821, "p95": 23.742, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 604.533, "count": 30, "max": 1147.0, "p95": 1092.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 212.2, "count": 30, "max": 1922.0, "p95": 1133.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.344, "p95": 0.128, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.382, "count": 30, "max": 0.444, "p95": 0.429, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99414.733, "count": 30, "max": 101863.0, "p95": 101715.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99414.733, "count": 30, "max": 101863.0, "p95": 101715.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 116916.767, "count": 30, "max": 237577.0, "p95": 206100.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.514, "count": 30, "max": 0.635, "p95": 0.605, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.956, "count": 30, "max": 1.122, "p95": 1.088, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10930, "sampled_at": "2026-10-30T10:18:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:18:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2717692, "flush_count": 2831, "flush_interval_seconds": 30.0, "flush_state": {"count": 2831, "last_at": "2026-10-30T10:17:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:17:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2830}, "started": true, "suppressed_count": 1416082, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1415941}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2831, "written_record_count": 2831}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9503.059, "limit_mb": null}, "detail": {"pid": 100930, "restart_count": 525, "start_count": 526}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3922618060800, "copied_frame_count": 1418771, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3922618060800, "frame_buffer_copies": 1418771, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1027, "count": 512, "max_ms": 1.5662, "p50_ms": 0.0857, "p95_ms": 0.1774, "p99_ms": 0.2286}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2877, "count": 512, "max_ms": 3.6562, "p50_ms": 1.1631, "p95_ms": 2.3034, "p99_ms": 2.8029, "results": {"failed": 0, "not_applicable": 0, "success": 1418771, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 482, "h264_decode_error_count": 1085, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:18:28+09:00", "last_error_summary": "[h264 @ 0x62522843e400] error while decoding MB 35 58, bytestream -6", "last_exit_at": "2026-10-30T10:18:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-30T10:18:30+09:00", "pid": 100930, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.895, "name": "ffmpeg", "pid": 100930, "rss_mb": 208.895, "state": "S (sleeping)", "threads": 70}, "restart_count": 525, "restart_count_per_hour": 15, "rtsp_timeout_count": 176, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 526}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.015, "sample_count": 2490, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1418771, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:18:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.576, "last_frame_pushed_at": "2026-10-30T10:18:28+09:00", "last_frame_read_age_sec": 4.679, "last_frame_read_at": "2026-10-30T10:18:28+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 83, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 520.017, "last_sample_duration_ms": 1196.639, "last_trigger": "periodic", "next_snapshot_in_sec": 79.983, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 283, "storage_bytes": 2697111}, "mjpeg": {"age_sec": 4.569, "exists": true, "mtime": "2026-10-30T10:18:28.180778+09:00", "mtime_epoch": 1793323108.1807783, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 110952}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:18:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1427.211, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1418771, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.498, "max": 5.0, "p95": 5.0, "sample_count": 205}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 205}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 205}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 205, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.08, "pushed": 7.08, "read": 7.08}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 205, "client_acquire_ms": {"avg_ms": 0.006, "count": 205, "max_ms": 0.018, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4657.577, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.642, "count": 205, "max_ms": 6.122, "p95_ms": 2.32, "reason": null, "sample_age_ms": 4687.302, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.299, "count": 205, "max_ms": 5.408, "p95_ms": 1.63, "reason": null, "sample_age_ms": 4687.492, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.282, "count": 205, "max_ms": 0.917, "p95_ms": 0.564, "reason": null, "sample_age_ms": 4657.583, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.751, "count": 205, "max_ms": 6.32, "p95_ms": 3.022, "reason": null, "sample_age_ms": 4686.333, "source": "client_direct"}, "request_count": 205, "request_tensor_bytes": {"avg": 2764808.0, "count": 205, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4686.319, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 205, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4657.818, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.253, "count": 205, "max_ms": 72.136, "p95_ms": 60.048, "reason": null, "sample_age_ms": 4657.573, "source": "client_direct"}, "sample_age_ms": 4657.571, "source": "client_direct", "task_total_ms": {"avg_ms": 44.444, "count": 205, "max_ms": 74.609, "p95_ms": 62.903, "reason": null, "sample_age_ms": 4657.571, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.594, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.71, "count": 205, "max_ms": 1.976, "p95_ms": 1.364}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.222, "count": 205, "max_ms": 0.776, "p95_ms": 0.436}, "detection_prepare_ms": {"avg_ms": 0.127, "count": 205, "max_ms": 0.354, "p95_ms": 0.242}, "event_filter_ms": {"avg_ms": 0.004, "count": 205, "max_ms": 0.025, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 205, "max_ms": 0.216, "p95_ms": 0.149}, "mcmt_ms": {"avg_ms": 0.003, "count": 205, "max_ms": 0.022, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.167, "count": 205, "max_ms": 0.811, "p95_ms": 0.355}, "setup_ms": {"avg_ms": 0.04, "count": 205, "max_ms": 0.109, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 0.67, "count": 205, "max_ms": 1.874, "p95_ms": 1.301}, "track_match_ms": {"avg_ms": 0.003, "count": 205, "max_ms": 0.022, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.03, "count": 205, "max_ms": 0.115, "p95_ms": 0.054}}, "gstreamer_push": {"avg_ms": 2.904, "count": 205, "max_ms": 10.431, "p95_ms": 5.412}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 205, "max_ms": 0.187, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.433, "count": 205, "max_ms": 75.474, "p95_ms": 63.959}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.38, "count": 205, "max_ms": 11.584, "p95_ms": 7.08}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.969, "count": 205, "max_ms": 125.29, "p95_ms": 113.382}, "inference_input_copy_ms": {"avg_ms": 1.579, "count": 205, "max_ms": 3.777, "p95_ms": 2.487}, "processing_residual_ms": {"avg_ms": 0.185, "count": 205, "max_ms": 1.019, "p95_ms": 0.328}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.113, "count": 205, "max_ms": 129.415, "p95_ms": 119.845}, "read_interval": {"avg_ms": 144.171, "count": 205, "max_ms": 5280.305, "p95_ms": 145.532}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 205, "max_ms": 0.06, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.115, "count": 205, "max_ms": 0.614, "p95_ms": 0.244}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 205, "max_ms": 0.073, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.101, "count": 205, "max_ms": 0.554, "p95_ms": 0.218}, "worker_merge_ms": {"avg_ms": 0.005, "count": 205, "max_ms": 0.015, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 45.446, "count": 205, "max_ms": 75.486, "p95_ms": 63.969}, "visualize": {"avg_ms": 43.877, "count": 205, "max_ms": 69.564, "p95_ms": 59.557}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 41.607, "count": 205, "max_ms": 68.092, "p95_ms": 56.739}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 42.28, "count": 205, "max_ms": 68.522, "p95_ms": 57.133}, "visualize_input_copy_ms": {"avg_ms": 1.411, "count": 205, "max_ms": 4.117, "p95_ms": 2.799}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 42.165, "count": 205, "max_ms": 68.432, "p95_ms": 57.066}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 205, "max_ms": 0.395, "p95_ms": 0.154}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 205}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1427.203, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.04, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.015, "sample_count": 2528, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1418729, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:18:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100812, "write_bytes_delta": 100812, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 527.0, "cpu_core_ratio": 0.433201, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1922.0, "pid": 100814, "reason": null, "system_cpu_core_ratio": 0.154857, "system_cpu_s_delta": 3.1099999999999994, "user_cpu_core_ratio": 0.278344, "user_cpu_s_delta": 5.590000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.395205, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 206123.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.515359, "system_cpu_s_delta": 10.35000000000582, "user_cpu_core_ratio": 0.879846, "user_cpu_s_delta": 17.670000000012806}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.828, "count": 210, "max_ms": 7.247, "p95_ms": 5.147, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.576, "max": 5.0, "p95": 5.0, "sample_count": 210}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.916, "count": 30, "max": 57.651, "p95": 46.722, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.825, "count": 30, "max": 26.821, "p95": 23.742, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 604.533, "count": 30, "max": 1147.0, "p95": 1092.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 212.2, "count": 30, "max": 1922.0, "p95": 1133.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.344, "p95": 0.128, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.382, "count": 30, "max": 0.444, "p95": 0.429, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99414.733, "count": 30, "max": 101863.0, "p95": 101715.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99414.733, "count": 30, "max": 101863.0, "p95": 101715.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 116916.767, "count": 30, "max": 237577.0, "p95": 206100.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.514, "count": 30, "max": 0.635, "p95": 0.605, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.956, "count": 30, "max": 1.122, "p95": 1.088, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10930, "sampled_at": "2026-10-30T10:18:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:18:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.955, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2722486, "flush_count": 2836, "flush_interval_seconds": 30.0, "flush_state": {"count": 2836, "last_at": "2026-10-30T10:22:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:22:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2835}, "started": true, "suppressed_count": 1418420, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1418279}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2836, "written_record_count": 2836}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9347.785, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x593224af0c00] cabac decode of qscale diff failed at 65 54 [h264 @ 0x593224af0c00] error while decoding MB 65 54, bytestream 3119 [in#0/rtsp @ 0x59322499be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x59322499be00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3929093222400, "copied_frame_count": 1421113, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3929093222400, "frame_buffer_copies": 1421113, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1098, "count": 512, "max_ms": 1.708, "p50_ms": 0.0893, "p95_ms": 0.2123, "p99_ms": 0.2776}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3554, "count": 512, "max_ms": 3.824, "p50_ms": 1.2646, "p95_ms": 2.307, "p99_ms": 3.0812, "results": {"failed": 0, "not_applicable": 0, "success": 1421113, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 483, "h264_decode_error_count": 1087, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:23:34+09:00", "last_error_summary": "[h264 @ 0x593224af0c00] cabac decode of qscale diff failed at 65 54 [h264 @ 0x593224af0c00] error while decoding MB 65 54, bytestream 3119 [in#0/rtsp @ 0x59322499be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x59322499be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T10:18:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 303.595, "last_started_at": "2026-10-30T10:18:30+09:00", "pid": 100930, "process": {"exists": false, "pid": 100930}, "restart_count": 525, "restart_count_per_hour": 13, "rtsp_timeout_count": 178, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 526}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.958, "sample_count": 2328, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1421113, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:23:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.064, "last_frame_pushed_at": "2026-10-30T10:23:34+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-10-30T10:23:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 84, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 219.825, "last_sample_duration_ms": 992.284, "last_trigger": "periodic", "next_snapshot_in_sec": 380.175, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 284, "storage_bytes": 2706699}, "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-10-30T10:23:34.286310+09:00", "mtime_epoch": 1793323414.28631, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 112090}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:23:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1441.375, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1421114, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.25, "max": 8.0, "p95": 6.0, "sample_count": 72}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 60}, "total": {"avg": 0.833, "max": 1.0, "p95": 1.0, "sample_count": 72}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 72}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 72}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 72}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 72}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 72}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 72, "pushed_frames": 72, "read_frames": 72, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.4, "pushed": 2.4, "read": 2.4}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 72, "client_acquire_ms": {"avg_ms": 0.006, "count": 72, "max_ms": 0.02, "p95_ms": 0.015, "reason": null, "sample_age_ms": 26.178, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.744, "count": 72, "max_ms": 5.055, "p95_ms": 2.518, "reason": null, "sample_age_ms": 60.843, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.308, "count": 72, "max_ms": 2.587, "p95_ms": 2.049, "reason": null, "sample_age_ms": 61.09, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.297, "count": 72, "max_ms": 0.818, "p95_ms": 0.564, "reason": null, "sample_age_ms": 26.185, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.702, "count": 72, "max_ms": 4.09, "p95_ms": 3.136, "reason": null, "sample_age_ms": 59.834, "source": "client_direct"}, "request_count": 72, "request_tensor_bytes": {"avg": 2764808.0, "count": 72, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 59.818, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 72, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 26.349, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.585, "count": 72, "max_ms": 68.393, "p95_ms": 62.91, "reason": null, "sample_age_ms": 26.173, "source": "client_direct"}, "sample_age_ms": 26.168, "source": "client_direct", "task_total_ms": {"avg_ms": 45.734, "count": 72, "max_ms": 71.782, "p95_ms": 64.53, "reason": null, "sample_age_ms": 26.168, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.789, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.389, "count": 72, "max_ms": 9.006, "p95_ms": 8.182}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.281, "count": 72, "max_ms": 0.919, "p95_ms": 0.564}, "detection_prepare_ms": {"avg_ms": 1.028, "count": 72, "max_ms": 3.218, "p95_ms": 2.151}, "event_filter_ms": {"avg_ms": 0.005, "count": 72, "max_ms": 0.02, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.206, "count": 72, "max_ms": 0.563, "p95_ms": 0.42}, "mcmt_ms": {"avg_ms": 0.003, "count": 72, "max_ms": 0.015, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.838, "count": 72, "max_ms": 3.429, "p95_ms": 3.08}, "setup_ms": {"avg_ms": 0.038, "count": 72, "max_ms": 0.09, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 4.332, "count": 72, "max_ms": 8.933, "p95_ms": 8.09}, "track_match_ms": {"avg_ms": 0.053, "count": 72, "max_ms": 0.152, "p95_ms": 0.117}, "tracker_update_ms": {"avg_ms": 0.88, "count": 72, "max_ms": 2.586, "p95_ms": 1.784}}, "gstreamer_push": {"avg_ms": 2.689, "count": 72, "max_ms": 5.836, "p95_ms": 4.785}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 72, "max_ms": 0.147, "p95_ms": 0.096}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.84, "count": 72, "max_ms": 72.793, "p95_ms": 65.478}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.548, "count": 72, "max_ms": 10.243, "p95_ms": 7.369}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.425, "count": 72, "max_ms": 134.123, "p95_ms": 127.316}, "inference_input_copy_ms": {"avg_ms": 1.629, "count": 72, "max_ms": 3.635, "p95_ms": 2.769}, "processing_residual_ms": {"avg_ms": 0.178, "count": 72, "max_ms": 0.366, "p95_ms": 0.32}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.78, "count": 72, "max_ms": 138.449, "p95_ms": 132.663}, "read_interval": {"avg_ms": 416.909, "count": 72, "max_ms": 18938.115, "p95_ms": 166.866}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 72, "max_ms": 0.045, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 1.775, "count": 72, "max_ms": 3.236, "p95_ms": 2.944}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 72, "max_ms": 0.074, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.759, "count": 72, "max_ms": 3.191, "p95_ms": 2.918}, "worker_merge_ms": {"avg_ms": 0.006, "count": 72, "max_ms": 0.022, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 46.852, "count": 72, "max_ms": 72.8, "p95_ms": 65.486}, "visualize": {"avg_ms": 47.197, "count": 72, "max_ms": 66.174, "p95_ms": 62.002}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.258, "count": 72, "max_ms": 60.297, "p95_ms": 57.466}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.646, "count": 72, "max_ms": 63.377, "p95_ms": 60.859}, "visualize_input_copy_ms": {"avg_ms": 1.358, "count": 72, "max_ms": 2.83, "p95_ms": 2.518}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.524, "count": 72, "max_ms": 63.128, "p95_ms": 60.782}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 72, "max_ms": 0.193, "p95_ms": 0.156}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 72}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 72}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 72}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1430.918, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.617, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.372, "sample_count": 2459, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1421047, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:23:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94379, "write_bytes_delta": 94379, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 383.0, "cpu_core_ratio": 0.542796, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 685.0, "pid": 100930, "reason": null, "system_cpu_core_ratio": 0.249487, "system_cpu_s_delta": 5.010000000000002, "user_cpu_core_ratio": 0.293309, "user_cpu_s_delta": 5.890000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.185685, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 181683.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.44569, "system_cpu_s_delta": 8.950000000011642, "user_cpu_core_ratio": 0.739995, "user_cpu_s_delta": 14.85999999998603}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.089, "count": 189, "max_ms": 8.095, "p95_ms": 5.716, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.455, "max": 10.0, "p95": 9.0, "sample_count": 189}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.968, "count": 30, "max": 62.205, "p95": 52.993, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.442, "count": 30, "max": 23.722, "p95": 21.197, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 759.867, "count": 30, "max": 1147.0, "p95": 1106.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 660.733, "count": 30, "max": 11764.0, "p95": 1591.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.079, "count": 30, "max": 0.344, "p95": 0.289, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.375, "count": 30, "max": 0.437, "p95": 0.415, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98221.567, "count": 30, "max": 105891.0, "p95": 101820.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98221.567, "count": 30, "max": 105891.0, "p95": 101820.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 176097.3, "count": 30, "max": 261912.0, "p95": 247648.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.538, "count": 30, "max": 0.606, "p95": 0.602, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.953, "count": 30, "max": 1.078, "p95": 1.071, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10944, "sampled_at": "2026-10-30T10:23:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:23:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2722486, "flush_count": 2836, "flush_interval_seconds": 30.0, "flush_state": {"count": 2836, "last_at": "2026-10-30T10:22:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:22:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2835}, "started": true, "suppressed_count": 1418420, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1418279}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2836, "written_record_count": 2836}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9348.723, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T10:23:34+09:00", "last_error_summary": "[h264 @ 0x593224af0c00] cabac decode of qscale diff failed at 65 54 [h264 @ 0x593224af0c00] error while decoding MB 65 54, bytestream 3119 [in#0/rtsp @ 0x59322499be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x59322499be00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3929095987200, "copied_frame_count": 1421114, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3929095987200, "frame_buffer_copies": 1421114, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1097, "count": 512, "max_ms": 1.708, "p50_ms": 0.0889, "p95_ms": 0.2123, "p99_ms": 0.2776}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3542, "count": 512, "max_ms": 3.824, "p50_ms": 1.2646, "p95_ms": 2.307, "p99_ms": 3.0812, "results": {"failed": 0, "not_applicable": 0, "success": 1421114, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 483, "h264_decode_error_count": 1087, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:23:34+09:00", "last_error_summary": "[h264 @ 0x593224af0c00] cabac decode of qscale diff failed at 65 54 [h264 @ 0x593224af0c00] error while decoding MB 65 54, bytestream 3119 [in#0/rtsp @ 0x59322499be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x59322499be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T10:23:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 303.659, "last_started_at": "2026-10-30T10:18:30+09:00", "pid": 100930, "process": {"exists": false, "pid": 100930}, "restart_count": 525, "restart_count_per_hour": 13, "rtsp_timeout_count": 178, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 526}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.958, "sample_count": 2328, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1421114, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:23:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.037, "last_frame_pushed_at": "2026-10-30T10:23:34+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-10-30T10:23:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 84, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 219.885, "last_sample_duration_ms": 992.284, "last_trigger": "periodic", "next_snapshot_in_sec": 380.115, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 284, "storage_bytes": 2706699}, "mjpeg": {"age_sec": 0.028, "exists": true, "mtime": "2026-10-30T10:23:34.378310+09:00", "mtime_epoch": 1793323414.3783104, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 55816}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:23:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1441.367, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1421114, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.222, "max": 8.0, "p95": 6.0, "sample_count": 72}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 60}, "total": {"avg": 0.833, "max": 1.0, "p95": 1.0, "sample_count": 72}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 72}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 72}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 72}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 72}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 72}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 72, "pushed_frames": 72, "read_frames": 71, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.404, "pushed": 2.404, "read": 2.371}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 71, "client_acquire_ms": {"avg_ms": 0.006, "count": 71, "max_ms": 0.02, "p95_ms": 0.015, "reason": null, "sample_age_ms": 89.043, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.683, "count": 71, "max_ms": 2.864, "p95_ms": 2.337, "reason": null, "sample_age_ms": 123.708, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.308, "count": 71, "max_ms": 2.587, "p95_ms": 2.049, "reason": null, "sample_age_ms": 123.955, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.298, "count": 71, "max_ms": 0.818, "p95_ms": 0.567, "reason": null, "sample_age_ms": 89.05, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.704, "count": 71, "max_ms": 4.09, "p95_ms": 3.143, "reason": null, "sample_age_ms": 122.699, "source": "client_direct"}, "request_count": 71, "request_tensor_bytes": {"avg": 2764808.0, "count": 71, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 122.683, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 71, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 89.214, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.71, "count": 71, "max_ms": 68.393, "p95_ms": 62.916, "reason": null, "sample_age_ms": 89.038, "source": "client_direct"}, "sample_age_ms": 89.033, "source": "client_direct", "task_total_ms": {"avg_ms": 45.861, "count": 71, "max_ms": 71.782, "p95_ms": 64.536, "reason": null, "sample_age_ms": 89.033, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.521, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.393, "count": 72, "max_ms": 9.006, "p95_ms": 8.182}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.283, "count": 72, "max_ms": 0.919, "p95_ms": 0.564}, "detection_prepare_ms": {"avg_ms": 1.027, "count": 72, "max_ms": 3.218, "p95_ms": 2.151}, "event_filter_ms": {"avg_ms": 0.005, "count": 72, "max_ms": 0.02, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.205, "count": 72, "max_ms": 0.563, "p95_ms": 0.42}, "mcmt_ms": {"avg_ms": 0.003, "count": 72, "max_ms": 0.015, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.841, "count": 72, "max_ms": 3.429, "p95_ms": 3.08}, "setup_ms": {"avg_ms": 0.038, "count": 72, "max_ms": 0.09, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 4.336, "count": 72, "max_ms": 8.933, "p95_ms": 8.09}, "track_match_ms": {"avg_ms": 0.053, "count": 72, "max_ms": 0.152, "p95_ms": 0.117}, "tracker_update_ms": {"avg_ms": 0.88, "count": 72, "max_ms": 2.586, "p95_ms": 1.784}}, "gstreamer_push": {"avg_ms": 2.685, "count": 72, "max_ms": 5.836, "p95_ms": 4.785}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 72, "max_ms": 0.147, "p95_ms": 0.096}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.857, "count": 72, "max_ms": 72.793, "p95_ms": 65.478}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.632, "count": 72, "max_ms": 10.243, "p95_ms": 7.89}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.373, "count": 72, "max_ms": 134.123, "p95_ms": 127.316}, "inference_input_copy_ms": {"avg_ms": 1.631, "count": 72, "max_ms": 3.635, "p95_ms": 2.769}, "processing_residual_ms": {"avg_ms": 0.179, "count": 72, "max_ms": 0.366, "p95_ms": 0.32}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.815, "count": 72, "max_ms": 138.449, "p95_ms": 132.663}, "read_interval": {"avg_ms": 421.532, "count": 71, "max_ms": 18938.115, "p95_ms": 166.866}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 72, "max_ms": 0.045, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 1.777, "count": 72, "max_ms": 3.236, "p95_ms": 2.944}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 72, "max_ms": 0.074, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.761, "count": 72, "max_ms": 3.191, "p95_ms": 2.918}, "worker_merge_ms": {"avg_ms": 0.006, "count": 72, "max_ms": 0.022, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 46.869, "count": 72, "max_ms": 72.8, "p95_ms": 65.486}, "visualize": {"avg_ms": 47.125, "count": 72, "max_ms": 66.174, "p95_ms": 62.002}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.189, "count": 72, "max_ms": 60.297, "p95_ms": 57.466}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.579, "count": 72, "max_ms": 63.377, "p95_ms": 60.859}, "visualize_input_copy_ms": {"avg_ms": 1.353, "count": 72, "max_ms": 2.83, "p95_ms": 2.518}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.457, "count": 72, "max_ms": 63.128, "p95_ms": 60.782}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 72, "max_ms": 0.193, "p95_ms": 0.156}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 72}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 72}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 72}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1430.918, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.617, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.372, "sample_count": 2459, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1421047, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:23:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94379, "write_bytes_delta": 94379, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 383.0, "cpu_core_ratio": 0.542796, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 685.0, "pid": 100930, "reason": null, "system_cpu_core_ratio": 0.249487, "system_cpu_s_delta": 5.010000000000002, "user_cpu_core_ratio": 0.293309, "user_cpu_s_delta": 5.890000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.185685, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 181683.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.44569, "system_cpu_s_delta": 8.950000000011642, "user_cpu_core_ratio": 0.739995, "user_cpu_s_delta": 14.85999999998603}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.089, "count": 189, "max_ms": 8.095, "p95_ms": 5.716, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.455, "max": 10.0, "p95": 9.0, "sample_count": 189}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.968, "count": 30, "max": 62.205, "p95": 52.993, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.442, "count": 30, "max": 23.722, "p95": 21.197, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 759.867, "count": 30, "max": 1147.0, "p95": 1106.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 660.733, "count": 30, "max": 11764.0, "p95": 1591.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.079, "count": 30, "max": 0.344, "p95": 0.289, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.375, "count": 30, "max": 0.437, "p95": 0.415, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98221.567, "count": 30, "max": 105891.0, "p95": 101820.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98221.567, "count": 30, "max": 105891.0, "p95": 101820.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 176097.3, "count": 30, "max": 261912.0, "p95": 247648.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.538, "count": 30, "max": 0.606, "p95": 0.602, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.953, "count": 30, "max": 1.078, "p95": 1.071, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10944, "sampled_at": "2026-10-30T10:23:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:23:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2722486, "flush_count": 2836, "flush_interval_seconds": 30.0, "flush_state": {"count": 2836, "last_at": "2026-10-30T10:22:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:22:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2835}, "started": true, "suppressed_count": 1418420, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1418279}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2836, "written_record_count": 2836}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9348.371, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3929095987200, "copied_frame_count": 1421114, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3929095987200, "frame_buffer_copies": 1421114, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1097, "count": 512, "max_ms": 1.708, "p50_ms": 0.0889, "p95_ms": 0.2123, "p99_ms": 0.2776}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3542, "count": 512, "max_ms": 3.824, "p50_ms": 1.2646, "p95_ms": 2.307, "p99_ms": 3.0812, "results": {"failed": 0, "not_applicable": 0, "success": 1421114, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 483, "h264_decode_error_count": 1087, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:23:34+09:00", "last_error_summary": "[h264 @ 0x593224af0c00] cabac decode of qscale diff failed at 65 54 [h264 @ 0x593224af0c00] error while decoding MB 65 54, bytestream 3119 [in#0/rtsp @ 0x59322499be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x59322499be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T10:23:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 303.694, "last_started_at": "2026-10-30T10:18:30+09:00", "pid": 100930, "process": {"exists": false, "pid": 100930}, "restart_count": 525, "restart_count_per_hour": 13, "rtsp_timeout_count": 178, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 526}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.958, "sample_count": 2327, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1421114, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:23:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.072, "last_frame_pushed_at": "2026-10-30T10:23:34+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-10-30T10:23:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 84, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 219.922, "last_sample_duration_ms": 992.284, "last_trigger": "periodic", "next_snapshot_in_sec": 380.078, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 284, "storage_bytes": 2706699}, "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-10-30T10:23:34.378310+09:00", "mtime_epoch": 1793323414.3783104, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 55816}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:23:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1441.367, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1421114, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.222, "max": 8.0, "p95": 6.0, "sample_count": 72}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 60}, "total": {"avg": 0.833, "max": 1.0, "p95": 1.0, "sample_count": 72}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 72}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 72}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 72}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 72}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 72}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 72, "pushed_frames": 72, "read_frames": 71, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.401, "pushed": 2.401, "read": 2.368}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 71, "client_acquire_ms": {"avg_ms": 0.006, "count": 71, "max_ms": 0.02, "p95_ms": 0.015, "reason": null, "sample_age_ms": 127.731, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.683, "count": 71, "max_ms": 2.864, "p95_ms": 2.337, "reason": null, "sample_age_ms": 162.396, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.308, "count": 71, "max_ms": 2.587, "p95_ms": 2.049, "reason": null, "sample_age_ms": 162.642, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.298, "count": 71, "max_ms": 0.818, "p95_ms": 0.567, "reason": null, "sample_age_ms": 127.738, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.704, "count": 71, "max_ms": 4.09, "p95_ms": 3.143, "reason": null, "sample_age_ms": 161.386, "source": "client_direct"}, "request_count": 71, "request_tensor_bytes": {"avg": 2764808.0, "count": 71, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 161.371, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 71, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 127.902, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.71, "count": 71, "max_ms": 68.393, "p95_ms": 62.916, "reason": null, "sample_age_ms": 127.725, "source": "client_direct"}, "sample_age_ms": 127.721, "source": "client_direct", "task_total_ms": {"avg_ms": 45.861, "count": 71, "max_ms": 71.782, "p95_ms": 64.536, "reason": null, "sample_age_ms": 127.721, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.338, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.393, "count": 72, "max_ms": 9.006, "p95_ms": 8.182}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.283, "count": 72, "max_ms": 0.919, "p95_ms": 0.564}, "detection_prepare_ms": {"avg_ms": 1.027, "count": 72, "max_ms": 3.218, "p95_ms": 2.151}, "event_filter_ms": {"avg_ms": 0.005, "count": 72, "max_ms": 0.02, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.205, "count": 72, "max_ms": 0.563, "p95_ms": 0.42}, "mcmt_ms": {"avg_ms": 0.003, "count": 72, "max_ms": 0.015, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.841, "count": 72, "max_ms": 3.429, "p95_ms": 3.08}, "setup_ms": {"avg_ms": 0.038, "count": 72, "max_ms": 0.09, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 4.336, "count": 72, "max_ms": 8.933, "p95_ms": 8.09}, "track_match_ms": {"avg_ms": 0.053, "count": 72, "max_ms": 0.152, "p95_ms": 0.117}, "tracker_update_ms": {"avg_ms": 0.88, "count": 72, "max_ms": 2.586, "p95_ms": 1.784}}, "gstreamer_push": {"avg_ms": 2.685, "count": 72, "max_ms": 5.836, "p95_ms": 4.785}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 72, "max_ms": 0.147, "p95_ms": 0.096}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.857, "count": 72, "max_ms": 72.793, "p95_ms": 65.478}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.632, "count": 72, "max_ms": 10.243, "p95_ms": 7.89}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.373, "count": 72, "max_ms": 134.123, "p95_ms": 127.316}, "inference_input_copy_ms": {"avg_ms": 1.631, "count": 72, "max_ms": 3.635, "p95_ms": 2.769}, "processing_residual_ms": {"avg_ms": 0.179, "count": 72, "max_ms": 0.366, "p95_ms": 0.32}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.815, "count": 72, "max_ms": 138.449, "p95_ms": 132.663}, "read_interval": {"avg_ms": 421.532, "count": 71, "max_ms": 18938.115, "p95_ms": 166.866}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 72, "max_ms": 0.045, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 1.777, "count": 72, "max_ms": 3.236, "p95_ms": 2.944}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 72, "max_ms": 0.074, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.761, "count": 72, "max_ms": 3.191, "p95_ms": 2.918}, "worker_merge_ms": {"avg_ms": 0.006, "count": 72, "max_ms": 0.022, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 46.869, "count": 72, "max_ms": 72.8, "p95_ms": 65.486}, "visualize": {"avg_ms": 47.125, "count": 72, "max_ms": 66.174, "p95_ms": 62.002}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.189, "count": 72, "max_ms": 60.297, "p95_ms": 57.466}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.579, "count": 72, "max_ms": 63.377, "p95_ms": 60.859}, "visualize_input_copy_ms": {"avg_ms": 1.353, "count": 72, "max_ms": 2.83, "p95_ms": 2.518}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.457, "count": 72, "max_ms": 63.128, "p95_ms": 60.782}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 72, "max_ms": 0.193, "p95_ms": 0.156}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 72}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 72}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 72}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1430.918, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.617, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.372, "sample_count": 2459, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1421047, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:23:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94379, "write_bytes_delta": 94379, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 383.0, "cpu_core_ratio": 0.542796, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 685.0, "pid": 100930, "reason": null, "system_cpu_core_ratio": 0.249487, "system_cpu_s_delta": 5.010000000000002, "user_cpu_core_ratio": 0.293309, "user_cpu_s_delta": 5.890000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.185685, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 181683.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.44569, "system_cpu_s_delta": 8.950000000011642, "user_cpu_core_ratio": 0.739995, "user_cpu_s_delta": 14.85999999998603}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.089, "count": 189, "max_ms": 8.095, "p95_ms": 5.716, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.455, "max": 10.0, "p95": 9.0, "sample_count": 189}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.968, "count": 30, "max": 62.205, "p95": 52.993, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.442, "count": 30, "max": 23.722, "p95": 21.197, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 759.867, "count": 30, "max": 1147.0, "p95": 1106.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 660.733, "count": 30, "max": 11764.0, "p95": 1591.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.079, "count": 30, "max": 0.344, "p95": 0.289, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.375, "count": 30, "max": 0.437, "p95": 0.415, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98221.567, "count": 30, "max": 105891.0, "p95": 101820.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98221.567, "count": 30, "max": 105891.0, "p95": 101820.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 176097.3, "count": 30, "max": 261912.0, "p95": 247648.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.538, "count": 30, "max": 0.606, "p95": 0.602, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.953, "count": 30, "max": 1.078, "p95": 1.071, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10944, "sampled_at": "2026-10-30T10:23:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:23:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2722486, "flush_count": 2836, "flush_interval_seconds": 30.0, "flush_state": {"count": 2836, "last_at": "2026-10-30T10:22:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:22:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2835}, "started": true, "suppressed_count": 1418420, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1418279}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2836, "written_record_count": 2836}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9525.066, "limit_mb": null}, "detail": {"pid": 101046, "restart_count": 526, "start_count": 527}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3929095987200, "copied_frame_count": 1421114, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3929095987200, "frame_buffer_copies": 1421114, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1097, "count": 512, "max_ms": 1.708, "p50_ms": 0.0889, "p95_ms": 0.2123, "p99_ms": 0.2776}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3542, "count": 512, "max_ms": 3.824, "p50_ms": 1.2646, "p95_ms": 2.307, "p99_ms": 3.0812, "results": {"failed": 0, "not_applicable": 0, "success": 1421114, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 483, "h264_decode_error_count": 1087, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:23:34+09:00", "last_error_summary": "[h264 @ 0x593224af0c00] cabac decode of qscale diff failed at 65 54 [h264 @ 0x593224af0c00] error while decoding MB 65 54, bytestream 3119 [in#0/rtsp @ 0x59322499be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x59322499be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T10:23:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T10:23:36+09:00", "pid": 101046, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.68, "name": "ffmpeg", "pid": 101046, "rss_mb": 208.68, "state": "S (sleeping)", "threads": 70}, "restart_count": 526, "restart_count_per_hour": 14, "rtsp_timeout_count": 178, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 527}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.967, "sample_count": 2288, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1421114, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:23:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.233, "last_frame_pushed_at": "2026-10-30T10:23:34+09:00", "last_frame_read_age_sec": 4.32, "last_frame_read_at": "2026-10-30T10:23:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 84, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 224.084, "last_sample_duration_ms": 992.284, "last_trigger": "periodic", "next_snapshot_in_sec": 375.916, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 284, "storage_bytes": 2706699}, "mjpeg": {"age_sec": 4.224, "exists": true, "mtime": "2026-10-30T10:23:34.378310+09:00", "mtime_epoch": 1793323414.3783104, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 55816}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:23:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1441.371, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1421114, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.172, "max": 8.0, "p95": 6.0, "sample_count": 58}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 57}, "total": {"avg": 0.983, "max": 1.0, "p95": 1.0, "sample_count": 58}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 58}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 58}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 58, "pushed_frames": 58, "read_frames": 57, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.937, "pushed": 1.937, "read": 1.904}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 57, "client_acquire_ms": {"avg_ms": 0.006, "count": 58, "max_ms": 0.02, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4287.95, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.708, "count": 57, "max_ms": 2.864, "p95_ms": 2.441, "reason": null, "sample_age_ms": 4322.615, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.309, "count": 57, "max_ms": 2.587, "p95_ms": 2.078, "reason": null, "sample_age_ms": 4322.861, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.303, "count": 58, "max_ms": 0.818, "p95_ms": 0.6, "reason": null, "sample_age_ms": 4287.957, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.786, "count": 57, "max_ms": 4.09, "p95_ms": 3.25, "reason": null, "sample_age_ms": 4321.606, "source": "client_direct"}, "request_count": 57, "request_tensor_bytes": {"avg": 2764808.0, "count": 57, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4321.59, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 58, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4288.121, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.137, "count": 58, "max_ms": 68.393, "p95_ms": 63.36, "reason": null, "sample_age_ms": 4287.945, "source": "client_direct"}, "sample_age_ms": 4287.94, "source": "client_direct", "task_total_ms": {"avg_ms": 47.364, "count": 58, "max_ms": 71.782, "p95_ms": 65.134, "reason": null, "sample_age_ms": 4287.94, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.053, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.106, "count": 58, "max_ms": 9.006, "p95_ms": 8.289}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.301, "count": 58, "max_ms": 0.919, "p95_ms": 0.574}, "detection_prepare_ms": {"avg_ms": 1.2, "count": 58, "max_ms": 3.218, "p95_ms": 2.182}, "event_filter_ms": {"avg_ms": 0.005, "count": 58, "max_ms": 0.02, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.234, "count": 58, "max_ms": 0.563, "p95_ms": 0.435}, "mcmt_ms": {"avg_ms": 0.003, "count": 58, "max_ms": 0.015, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.161, "count": 58, "max_ms": 3.429, "p95_ms": 3.168}, "setup_ms": {"avg_ms": 0.038, "count": 58, "max_ms": 0.084, "p95_ms": 0.077}, "total_inside_ms": {"avg_ms": 5.044, "count": 58, "max_ms": 8.933, "p95_ms": 8.136}, "track_match_ms": {"avg_ms": 0.062, "count": 58, "max_ms": 0.152, "p95_ms": 0.128}, "tracker_update_ms": {"avg_ms": 1.038, "count": 58, "max_ms": 2.586, "p95_ms": 2.409}}, "gstreamer_push": {"avg_ms": 2.722, "count": 58, "max_ms": 5.836, "p95_ms": 4.785}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 58, "max_ms": 0.147, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.451, "count": 58, "max_ms": 72.793, "p95_ms": 69.629}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.664, "count": 58, "max_ms": 10.243, "p95_ms": 7.89}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.241, "count": 58, "max_ms": 134.123, "p95_ms": 128.622}, "inference_input_copy_ms": {"avg_ms": 1.623, "count": 58, "max_ms": 3.635, "p95_ms": 2.924}, "processing_residual_ms": {"avg_ms": 0.188, "count": 58, "max_ms": 0.366, "p95_ms": 0.323}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.717, "count": 58, "max_ms": 138.449, "p95_ms": 133.521}, "read_interval": {"avg_ms": 451.065, "count": 57, "max_ms": 18938.115, "p95_ms": 166.866}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 58, "max_ms": 0.045, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 2.093, "count": 58, "max_ms": 3.236, "p95_ms": 3.055}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 58, "max_ms": 0.074, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.076, "count": 58, "max_ms": 3.191, "p95_ms": 3.029}, "worker_merge_ms": {"avg_ms": 0.006, "count": 58, "max_ms": 0.022, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 48.463, "count": 58, "max_ms": 72.8, "p95_ms": 69.645}, "visualize": {"avg_ms": 47.677, "count": 58, "max_ms": 66.174, "p95_ms": 63.511}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.476, "count": 58, "max_ms": 60.297, "p95_ms": 58.552}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.159, "count": 58, "max_ms": 63.377, "p95_ms": 61.732}, "visualize_input_copy_ms": {"avg_ms": 1.321, "count": 58, "max_ms": 2.83, "p95_ms": 2.57}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.036, "count": 58, "max_ms": 63.128, "p95_ms": 61.533}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 58, "max_ms": 0.193, "p95_ms": 0.156}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 58}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1430.918, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.617, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.372, "sample_count": 2459, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1421047, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:23:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94379, "write_bytes_delta": 94379, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 383.0, "cpu_core_ratio": 0.542796, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 685.0, "pid": 100930, "reason": null, "system_cpu_core_ratio": 0.249487, "system_cpu_s_delta": 5.010000000000002, "user_cpu_core_ratio": 0.293309, "user_cpu_s_delta": 5.890000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.185685, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 181683.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.44569, "system_cpu_s_delta": 8.950000000011642, "user_cpu_core_ratio": 0.739995, "user_cpu_s_delta": 14.85999999998603}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.089, "count": 189, "max_ms": 8.095, "p95_ms": 5.716, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.455, "max": 10.0, "p95": 9.0, "sample_count": 189}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.968, "count": 30, "max": 62.205, "p95": 52.993, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.442, "count": 30, "max": 23.722, "p95": 21.197, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 759.867, "count": 30, "max": 1147.0, "p95": 1106.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 660.733, "count": 30, "max": 11764.0, "p95": 1591.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.079, "count": 30, "max": 0.344, "p95": 0.289, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.375, "count": 30, "max": 0.437, "p95": 0.415, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98221.567, "count": 30, "max": 105891.0, "p95": 101820.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98221.567, "count": 30, "max": 105891.0, "p95": 101820.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 176097.3, "count": 30, "max": 261912.0, "p95": 247648.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.538, "count": 30, "max": 0.606, "p95": 0.602, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.953, "count": 30, "max": 1.078, "p95": 1.071, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10944, "sampled_at": "2026-10-30T10:23:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:23:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2727136, "flush_count": 2841, "flush_interval_seconds": 30.0, "flush_state": {"count": 2841, "last_at": "2026-10-30T10:27:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:27:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2840}, "started": true, "suppressed_count": 1420430, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1420289}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2841, "written_record_count": 2841}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9355.453, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x643260c54180] left block unavailable for requested intra mode [h264 @ 0x643260c54180] error while decoding MB 0 63, bytestream 1292 [h264 @ 0x643260c68340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x643260c68340] error while decoding MB 0 67, bytestream 4569 [in#0/rtsp @ 0x643260b3ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x643260b3ee00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3934664294400, "copied_frame_count": 1423128, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3934664294400, "frame_buffer_copies": 1423128, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1153, "count": 512, "max_ms": 2.2906, "p50_ms": 0.098, "p95_ms": 0.2075, "p99_ms": 0.2945}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4, "count": 512, "max_ms": 3.2282, "p50_ms": 1.3016, "p95_ms": 2.3548, "p99_ms": 2.8761, "results": {"failed": 0, "not_applicable": 0, "success": 1423128, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 484, "h264_decode_error_count": 1089, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:28:00+09:00", "last_error_summary": "[h264 @ 0x643260c54180] left block unavailable for requested intra mode [h264 @ 0x643260c54180] error while decoding MB 0 63, bytestream 1292 [h264 @ 0x643260c68340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x643260c68340] error while decoding MB 0 67, bytestream 4569 [in#0/rtsp @ 0x643260b3ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x643260b3ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T10:23:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 263.552, "last_started_at": "2026-10-30T10:23:36+09:00", "pid": 101046, "process": {"exists": false, "pid": 101046}, "restart_count": 526, "restart_count_per_hour": 13, "rtsp_timeout_count": 180, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 527}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.201, "sample_count": 2124, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1423128, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:28:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.064, "last_frame_pushed_at": "2026-10-30T10:28:00+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-10-30T10:28:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 84, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 485.656, "last_sample_duration_ms": 992.284, "last_trigger": "periodic", "next_snapshot_in_sec": 114.344, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 284, "storage_bytes": 2706699}, "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-10-30T10:28:00.096594+09:00", "mtime_epoch": 1793323680.0965943, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 88699}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:28:00+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1429.266, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1423129, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.678, "max": 5.0, "p95": 5.0, "sample_count": 90}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 52}, "total": {"avg": 0.578, "max": 1.0, "p95": 1.0, "sample_count": 90}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 90, "pushed_frames": 90, "read_frames": 91, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.003, "pushed": 3.003, "read": 3.036}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 91, "client_acquire_ms": {"avg_ms": 0.007, "count": 91, "max_ms": 0.02, "p95_ms": 0.014, "reason": null, "sample_age_ms": 28.447, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.929, "count": 91, "max_ms": 11.635, "p95_ms": 3.024, "reason": null, "sample_age_ms": 64.202, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.428, "count": 91, "max_ms": 10.784, "p95_ms": 1.942, "reason": null, "sample_age_ms": 64.348, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.313, "count": 91, "max_ms": 0.763, "p95_ms": 0.638, "reason": null, "sample_age_ms": 28.453, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.01, "count": 91, "max_ms": 4.012, "p95_ms": 3.209, "reason": null, "sample_age_ms": 63.327, "source": "client_direct"}, "request_count": 91, "request_tensor_bytes": {"avg": 2764808.0, "count": 91, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 63.313, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 91, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 28.621, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.01, "count": 91, "max_ms": 73.139, "p95_ms": 62.862, "reason": null, "sample_age_ms": 28.443, "source": "client_direct"}, "sample_age_ms": 28.44, "source": "client_direct", "task_total_ms": {"avg_ms": 47.52, "count": 91, "max_ms": 74.892, "p95_ms": 66.152, "reason": null, "sample_age_ms": 28.44, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.763, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.34, "count": 90, "max_ms": 9.061, "p95_ms": 7.68}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.299, "count": 90, "max_ms": 0.788, "p95_ms": 0.515}, "detection_prepare_ms": {"avg_ms": 0.787, "count": 90, "max_ms": 2.971, "p95_ms": 2.049}, "event_filter_ms": {"avg_ms": 0.004, "count": 90, "max_ms": 0.013, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.163, "count": 90, "max_ms": 0.479, "p95_ms": 0.379}, "mcmt_ms": {"avg_ms": 0.003, "count": 90, "max_ms": 0.018, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.256, "count": 90, "max_ms": 3.55, "p95_ms": 3.039}, "setup_ms": {"avg_ms": 0.042, "count": 90, "max_ms": 0.137, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 3.293, "count": 90, "max_ms": 8.974, "p95_ms": 7.61}, "track_match_ms": {"avg_ms": 0.034, "count": 90, "max_ms": 0.142, "p95_ms": 0.103}, "tracker_update_ms": {"avg_ms": 0.704, "count": 90, "max_ms": 2.057, "p95_ms": 1.783}}, "gstreamer_push": {"avg_ms": 3.689, "count": 90, "max_ms": 8.801, "p95_ms": 6.775}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 90, "max_ms": 0.554, "p95_ms": 0.137}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.965, "count": 90, "max_ms": 75.899, "p95_ms": 69.504}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.93, "count": 90, "max_ms": 14.959, "p95_ms": 8.254}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.708, "count": 90, "max_ms": 134.62, "p95_ms": 128.523}, "inference_input_copy_ms": {"avg_ms": 1.749, "count": 90, "max_ms": 4.079, "p95_ms": 3.196}, "processing_residual_ms": {"avg_ms": 0.173, "count": 90, "max_ms": 0.43, "p95_ms": 0.284}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.56, "count": 90, "max_ms": 139.179, "p95_ms": 134.627}, "read_interval": {"avg_ms": 332.937, "count": 91, "max_ms": 19130.725, "p95_ms": 165.016}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 90, "max_ms": 0.034, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 1.201, "count": 90, "max_ms": 3.423, "p95_ms": 2.949}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 90, "max_ms": 0.04, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.186, "count": 90, "max_ms": 3.398, "p95_ms": 2.931}, "worker_merge_ms": {"avg_ms": 0.006, "count": 90, "max_ms": 0.041, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 48.979, "count": 90, "max_ms": 75.909, "p95_ms": 69.511}, "visualize": {"avg_ms": 47.205, "count": 90, "max_ms": 67.12, "p95_ms": 60.368}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.606, "count": 90, "max_ms": 63.418, "p95_ms": 58.361}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.642, "count": 90, "max_ms": 64.913, "p95_ms": 58.982}, "visualize_input_copy_ms": {"avg_ms": 1.37, "count": 90, "max_ms": 2.613, "p95_ms": 2.117}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.514, "count": 90, "max_ms": 64.778, "p95_ms": 58.834}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 90, "max_ms": 0.183, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 90}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1429.262, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 32.21, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.201, "sample_count": 2124, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1423123, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:27:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 87339, "write_bytes_delta": 87339, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 218.0, "cpu_core_ratio": 0.07412, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2184.0, "pid": 101046, "reason": null, "system_cpu_core_ratio": 0.008647, "system_cpu_s_delta": 0.21000000000000085, "user_cpu_core_ratio": 0.065473, "user_cpu_s_delta": 1.5900000000000034}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.416309, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 72153.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.163888, "system_cpu_s_delta": 3.9799999999959255, "user_cpu_core_ratio": 0.252421, "user_cpu_s_delta": 6.130000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.63, "count": 89, "max_ms": 8.801, "p95_ms": 6.141, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.674, "max": 5.0, "p95": 5.0, "sample_count": 89}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 55}, "total": {"avg": 0.618, "max": 1.0, "p95": 1.0, "sample_count": 89}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.204, "count": 30, "max": 62.205, "p95": 49.986, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.161, "count": 30, "max": 25.587, "p95": 22.599, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 458.667, "count": 30, "max": 1003.0, "p95": 743.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1192.3, "count": 30, "max": 11764.0, "p95": 6115.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.081, "count": 30, "max": 0.319, "p95": 0.284, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.34, "count": 30, "max": 0.422, "p95": 0.408, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.104, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 92535.467, "count": 30, "max": 111872.0, "p95": 101575.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 92535.467, "count": 30, "max": 111872.0, "p95": 101575.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 125182.967, "count": 30, "max": 221641.0, "p95": 186508.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.527, "count": 30, "max": 0.62, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.9, "count": 30, "max": 1.076, "p95": 1.057, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10970, "sampled_at": "2026-10-30T10:27:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:27:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2727136, "flush_count": 2841, "flush_interval_seconds": 30.0, "flush_state": {"count": 2841, "last_at": "2026-10-30T10:27:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:27:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2840}, "started": true, "suppressed_count": 1420430, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1420289}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2841, "written_record_count": 2841}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9354.746, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T10:28:00+09:00", "last_error_summary": "[h264 @ 0x643260c54180] left block unavailable for requested intra mode [h264 @ 0x643260c54180] error while decoding MB 0 63, bytestream 1292 [h264 @ 0x643260c68340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x643260c68340] error while decoding MB 0 67, bytestream 4569 [in#0/rtsp @ 0x643260b3ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x643260b3ee00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3934667059200, "copied_frame_count": 1423129, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3934667059200, "frame_buffer_copies": 1423129, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1153, "count": 512, "max_ms": 2.2906, "p50_ms": 0.0982, "p95_ms": 0.2075, "p99_ms": 0.2945}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4018, "count": 512, "max_ms": 3.2282, "p50_ms": 1.302, "p95_ms": 2.3548, "p99_ms": 2.8761, "results": {"failed": 0, "not_applicable": 0, "success": 1423129, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 484, "h264_decode_error_count": 1089, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:28:00+09:00", "last_error_summary": "[h264 @ 0x643260c54180] left block unavailable for requested intra mode [h264 @ 0x643260c54180] error while decoding MB 0 63, bytestream 1292 [h264 @ 0x643260c68340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x643260c68340] error while decoding MB 0 67, bytestream 4569 [in#0/rtsp @ 0x643260b3ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x643260b3ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T10:28:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 263.616, "last_started_at": "2026-10-30T10:23:36+09:00", "pid": 101046, "process": {"exists": false, "pid": 101046}, "restart_count": 526, "restart_count_per_hour": 13, "rtsp_timeout_count": 180, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 527}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.201, "sample_count": 2124, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1423129, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:28:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.03, "last_frame_pushed_at": "2026-10-30T10:28:00+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-10-30T10:28:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 84, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 485.689, "last_sample_duration_ms": 992.284, "last_trigger": "periodic", "next_snapshot_in_sec": 114.311, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 284, "storage_bytes": 2706699}, "mjpeg": {"age_sec": 0.017, "exists": true, "mtime": "2026-10-30T10:28:00.199595+09:00", "mtime_epoch": 1793323680.1995947, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 88888}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:28:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1434.414, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1423129, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.67, "max": 5.0, "p95": 5.0, "sample_count": 91}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 52}, "total": {"avg": 0.571, "max": 1.0, "p95": 1.0, "sample_count": 91}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 91, "pushed_frames": 91, "read_frames": 90, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.043, "pushed": 3.043, "read": 3.01}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 90, "client_acquire_ms": {"avg_ms": 0.007, "count": 91, "max_ms": 0.02, "p95_ms": 0.014, "reason": null, "sample_age_ms": 91.156, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.901, "count": 90, "max_ms": 11.635, "p95_ms": 2.548, "reason": null, "sample_age_ms": 126.912, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.412, "count": 90, "max_ms": 10.784, "p95_ms": 1.926, "reason": null, "sample_age_ms": 127.058, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.313, "count": 91, "max_ms": 0.763, "p95_ms": 0.638, "reason": null, "sample_age_ms": 91.162, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.015, "count": 90, "max_ms": 4.012, "p95_ms": 3.213, "reason": null, "sample_age_ms": 126.036, "source": "client_direct"}, "request_count": 90, "request_tensor_bytes": {"avg": 2764808.0, "count": 90, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 126.023, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 91, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 91.331, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.01, "count": 91, "max_ms": 73.139, "p95_ms": 62.862, "reason": null, "sample_age_ms": 91.153, "source": "client_direct"}, "sample_age_ms": 91.15, "source": "client_direct", "task_total_ms": {"avg_ms": 47.52, "count": 91, "max_ms": 74.892, "p95_ms": 66.152, "reason": null, "sample_age_ms": 91.15, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.676, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.311, "count": 91, "max_ms": 9.061, "p95_ms": 7.68}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.298, "count": 91, "max_ms": 0.788, "p95_ms": 0.515}, "detection_prepare_ms": {"avg_ms": 0.78, "count": 91, "max_ms": 2.971, "p95_ms": 2.049}, "event_filter_ms": {"avg_ms": 0.004, "count": 91, "max_ms": 0.013, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.162, "count": 91, "max_ms": 0.479, "p95_ms": 0.379}, "mcmt_ms": {"avg_ms": 0.003, "count": 91, "max_ms": 0.018, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.243, "count": 91, "max_ms": 3.55, "p95_ms": 3.039}, "setup_ms": {"avg_ms": 0.043, "count": 91, "max_ms": 0.137, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 3.263, "count": 91, "max_ms": 8.974, "p95_ms": 7.61}, "track_match_ms": {"avg_ms": 0.034, "count": 91, "max_ms": 0.142, "p95_ms": 0.103}, "tracker_update_ms": {"avg_ms": 0.696, "count": 91, "max_ms": 2.057, "p95_ms": 1.783}}, "gstreamer_push": {"avg_ms": 3.765, "count": 91, "max_ms": 10.608, "p95_ms": 6.975}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 91, "max_ms": 0.554, "p95_ms": 0.137}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.824, "count": 91, "max_ms": 75.899, "p95_ms": 69.504}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.932, "count": 91, "max_ms": 14.959, "p95_ms": 8.254}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.464, "count": 91, "max_ms": 134.62, "p95_ms": 128.523}, "inference_input_copy_ms": {"avg_ms": 1.737, "count": 91, "max_ms": 4.079, "p95_ms": 3.196}, "processing_residual_ms": {"avg_ms": 0.173, "count": 91, "max_ms": 0.43, "p95_ms": 0.284}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.305, "count": 91, "max_ms": 139.179, "p95_ms": 134.627}, "read_interval": {"avg_ms": 332.307, "count": 90, "max_ms": 19130.725, "p95_ms": 159.427}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 91, "max_ms": 0.034, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 1.188, "count": 91, "max_ms": 3.423, "p95_ms": 2.949}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 91, "max_ms": 0.04, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.174, "count": 91, "max_ms": 3.398, "p95_ms": 2.931}, "worker_merge_ms": {"avg_ms": 0.006, "count": 91, "max_ms": 0.041, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 48.839, "count": 91, "max_ms": 75.909, "p95_ms": 69.511}, "visualize": {"avg_ms": 47.134, "count": 91, "max_ms": 67.12, "p95_ms": 60.368}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.553, "count": 91, "max_ms": 63.418, "p95_ms": 58.361}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.574, "count": 91, "max_ms": 64.913, "p95_ms": 58.982}, "visualize_input_copy_ms": {"avg_ms": 1.366, "count": 91, "max_ms": 2.613, "p95_ms": 2.117}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.447, "count": 91, "max_ms": 64.778, "p95_ms": 58.834}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 91, "max_ms": 0.183, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 91}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1429.262, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 32.21, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.201, "sample_count": 2124, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1423123, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:27:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 87339, "write_bytes_delta": 87339, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 218.0, "cpu_core_ratio": 0.07412, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2184.0, "pid": 101046, "reason": null, "system_cpu_core_ratio": 0.008647, "system_cpu_s_delta": 0.21000000000000085, "user_cpu_core_ratio": 0.065473, "user_cpu_s_delta": 1.5900000000000034}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.416309, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 72153.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.163888, "system_cpu_s_delta": 3.9799999999959255, "user_cpu_core_ratio": 0.252421, "user_cpu_s_delta": 6.130000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.63, "count": 89, "max_ms": 8.801, "p95_ms": 6.141, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.674, "max": 5.0, "p95": 5.0, "sample_count": 89}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 55}, "total": {"avg": 0.618, "max": 1.0, "p95": 1.0, "sample_count": 89}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.204, "count": 30, "max": 62.205, "p95": 49.986, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.161, "count": 30, "max": 25.587, "p95": 22.599, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 458.667, "count": 30, "max": 1003.0, "p95": 743.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1192.3, "count": 30, "max": 11764.0, "p95": 6115.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.081, "count": 30, "max": 0.319, "p95": 0.284, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.34, "count": 30, "max": 0.422, "p95": 0.408, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.104, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 92535.467, "count": 30, "max": 111872.0, "p95": 101575.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 92535.467, "count": 30, "max": 111872.0, "p95": 101575.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 125182.967, "count": 30, "max": 221641.0, "p95": 186508.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.527, "count": 30, "max": 0.62, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.9, "count": 30, "max": 1.076, "p95": 1.057, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10970, "sampled_at": "2026-10-30T10:27:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:27:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2727136, "flush_count": 2841, "flush_interval_seconds": 30.0, "flush_state": {"count": 2841, "last_at": "2026-10-30T10:27:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:27:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2840}, "started": true, "suppressed_count": 1420430, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1420289}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2841, "written_record_count": 2841}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9354.527, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3934667059200, "copied_frame_count": 1423129, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3934667059200, "frame_buffer_copies": 1423129, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1153, "count": 512, "max_ms": 2.2906, "p50_ms": 0.0982, "p95_ms": 0.2075, "p99_ms": 0.2945}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4018, "count": 512, "max_ms": 3.2282, "p50_ms": 1.302, "p95_ms": 2.3548, "p99_ms": 2.8761, "results": {"failed": 0, "not_applicable": 0, "success": 1423129, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 484, "h264_decode_error_count": 1089, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:28:00+09:00", "last_error_summary": "[h264 @ 0x643260c54180] left block unavailable for requested intra mode [h264 @ 0x643260c54180] error while decoding MB 0 63, bytestream 1292 [h264 @ 0x643260c68340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x643260c68340] error while decoding MB 0 67, bytestream 4569 [in#0/rtsp @ 0x643260b3ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x643260b3ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T10:28:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 263.64, "last_started_at": "2026-10-30T10:23:36+09:00", "pid": 101046, "process": {"exists": false, "pid": 101046}, "restart_count": 526, "restart_count_per_hour": 13, "rtsp_timeout_count": 180, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 527}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.201, "sample_count": 2124, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1423129, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:28:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.054, "last_frame_pushed_at": "2026-10-30T10:28:00+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-10-30T10:28:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 84, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 485.729, "last_sample_duration_ms": 992.284, "last_trigger": "periodic", "next_snapshot_in_sec": 114.271, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 284, "storage_bytes": 2706699}, "mjpeg": {"age_sec": 0.042, "exists": true, "mtime": "2026-10-30T10:28:00.199595+09:00", "mtime_epoch": 1793323680.1995947, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 88888}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:28:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1434.414, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1423129, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.67, "max": 5.0, "p95": 5.0, "sample_count": 91}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 52}, "total": {"avg": 0.571, "max": 1.0, "p95": 1.0, "sample_count": 91}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 91, "pushed_frames": 91, "read_frames": 90, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.041, "pushed": 3.041, "read": 3.007}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 90, "client_acquire_ms": {"avg_ms": 0.007, "count": 91, "max_ms": 0.02, "p95_ms": 0.014, "reason": null, "sample_age_ms": 117.524, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.901, "count": 90, "max_ms": 11.635, "p95_ms": 2.548, "reason": null, "sample_age_ms": 153.279, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.412, "count": 90, "max_ms": 10.784, "p95_ms": 1.926, "reason": null, "sample_age_ms": 153.425, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.313, "count": 91, "max_ms": 0.763, "p95_ms": 0.638, "reason": null, "sample_age_ms": 117.53, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.015, "count": 90, "max_ms": 4.012, "p95_ms": 3.213, "reason": null, "sample_age_ms": 152.404, "source": "client_direct"}, "request_count": 90, "request_tensor_bytes": {"avg": 2764808.0, "count": 90, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 152.39, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 91, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 117.698, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.01, "count": 91, "max_ms": 73.139, "p95_ms": 62.862, "reason": null, "sample_age_ms": 117.52, "source": "client_direct"}, "sample_age_ms": 117.517, "source": "client_direct", "task_total_ms": {"avg_ms": 47.52, "count": 91, "max_ms": 74.892, "p95_ms": 66.152, "reason": null, "sample_age_ms": 117.517, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.703, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.311, "count": 91, "max_ms": 9.061, "p95_ms": 7.68}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.298, "count": 91, "max_ms": 0.788, "p95_ms": 0.515}, "detection_prepare_ms": {"avg_ms": 0.78, "count": 91, "max_ms": 2.971, "p95_ms": 2.049}, "event_filter_ms": {"avg_ms": 0.004, "count": 91, "max_ms": 0.013, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.162, "count": 91, "max_ms": 0.479, "p95_ms": 0.379}, "mcmt_ms": {"avg_ms": 0.003, "count": 91, "max_ms": 0.018, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.243, "count": 91, "max_ms": 3.55, "p95_ms": 3.039}, "setup_ms": {"avg_ms": 0.043, "count": 91, "max_ms": 0.137, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 3.263, "count": 91, "max_ms": 8.974, "p95_ms": 7.61}, "track_match_ms": {"avg_ms": 0.034, "count": 91, "max_ms": 0.142, "p95_ms": 0.103}, "tracker_update_ms": {"avg_ms": 0.696, "count": 91, "max_ms": 2.057, "p95_ms": 1.783}}, "gstreamer_push": {"avg_ms": 3.765, "count": 91, "max_ms": 10.608, "p95_ms": 6.975}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 91, "max_ms": 0.554, "p95_ms": 0.137}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.824, "count": 91, "max_ms": 75.899, "p95_ms": 69.504}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.932, "count": 91, "max_ms": 14.959, "p95_ms": 8.254}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.464, "count": 91, "max_ms": 134.62, "p95_ms": 128.523}, "inference_input_copy_ms": {"avg_ms": 1.737, "count": 91, "max_ms": 4.079, "p95_ms": 3.196}, "processing_residual_ms": {"avg_ms": 0.173, "count": 91, "max_ms": 0.43, "p95_ms": 0.284}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.305, "count": 91, "max_ms": 139.179, "p95_ms": 134.627}, "read_interval": {"avg_ms": 332.307, "count": 90, "max_ms": 19130.725, "p95_ms": 159.427}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 91, "max_ms": 0.034, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 1.188, "count": 91, "max_ms": 3.423, "p95_ms": 2.949}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 91, "max_ms": 0.04, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.174, "count": 91, "max_ms": 3.398, "p95_ms": 2.931}, "worker_merge_ms": {"avg_ms": 0.006, "count": 91, "max_ms": 0.041, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 48.839, "count": 91, "max_ms": 75.909, "p95_ms": 69.511}, "visualize": {"avg_ms": 47.134, "count": 91, "max_ms": 67.12, "p95_ms": 60.368}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.553, "count": 91, "max_ms": 63.418, "p95_ms": 58.361}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.574, "count": 91, "max_ms": 64.913, "p95_ms": 58.982}, "visualize_input_copy_ms": {"avg_ms": 1.366, "count": 91, "max_ms": 2.613, "p95_ms": 2.117}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.447, "count": 91, "max_ms": 64.778, "p95_ms": 58.834}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 91, "max_ms": 0.183, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 91}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1429.262, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 32.21, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.201, "sample_count": 2124, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1423123, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:27:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 87339, "write_bytes_delta": 87339, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 218.0, "cpu_core_ratio": 0.07412, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2184.0, "pid": 101046, "reason": null, "system_cpu_core_ratio": 0.008647, "system_cpu_s_delta": 0.21000000000000085, "user_cpu_core_ratio": 0.065473, "user_cpu_s_delta": 1.5900000000000034}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.416309, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 72153.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.163888, "system_cpu_s_delta": 3.9799999999959255, "user_cpu_core_ratio": 0.252421, "user_cpu_s_delta": 6.130000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.63, "count": 89, "max_ms": 8.801, "p95_ms": 6.141, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.674, "max": 5.0, "p95": 5.0, "sample_count": 89}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 55}, "total": {"avg": 0.618, "max": 1.0, "p95": 1.0, "sample_count": 89}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.204, "count": 30, "max": 62.205, "p95": 49.986, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.161, "count": 30, "max": 25.587, "p95": 22.599, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 458.667, "count": 30, "max": 1003.0, "p95": 743.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1192.3, "count": 30, "max": 11764.0, "p95": 6115.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.081, "count": 30, "max": 0.319, "p95": 0.284, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.34, "count": 30, "max": 0.422, "p95": 0.408, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.104, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 92535.467, "count": 30, "max": 111872.0, "p95": 101575.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 92535.467, "count": 30, "max": 111872.0, "p95": 101575.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 125182.967, "count": 30, "max": 221641.0, "p95": 186508.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.527, "count": 30, "max": 0.62, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.9, "count": 30, "max": 1.076, "p95": 1.057, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10970, "sampled_at": "2026-10-30T10:27:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:27:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2727136, "flush_count": 2841, "flush_interval_seconds": 30.0, "flush_state": {"count": 2841, "last_at": "2026-10-30T10:27:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:27:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2840}, "started": true, "suppressed_count": 1420430, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1420289}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2841, "written_record_count": 2841}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9525.98, "limit_mb": null}, "detail": {"pid": 101162, "restart_count": 527, "start_count": 528}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3934667059200, "copied_frame_count": 1423129, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3934667059200, "frame_buffer_copies": 1423129, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1153, "count": 512, "max_ms": 2.2906, "p50_ms": 0.0982, "p95_ms": 0.2075, "p99_ms": 0.2945}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4018, "count": 512, "max_ms": 3.2282, "p50_ms": 1.302, "p95_ms": 2.3548, "p99_ms": 2.8761, "results": {"failed": 0, "not_applicable": 0, "success": 1423129, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 484, "h264_decode_error_count": 1089, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:28:00+09:00", "last_error_summary": "[h264 @ 0x643260c54180] left block unavailable for requested intra mode [h264 @ 0x643260c54180] error while decoding MB 0 63, bytestream 1292 [h264 @ 0x643260c68340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x643260c68340] error while decoding MB 0 67, bytestream 4569 [in#0/rtsp @ 0x643260b3ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x643260b3ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T10:28:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-30T10:28:02+09:00", "pid": 101162, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.621, "name": "ffmpeg", "pid": 101162, "rss_mb": 205.621, "state": "S (sleeping)", "threads": 70}, "restart_count": 527, "restart_count_per_hour": 14, "rtsp_timeout_count": 180, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 528}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.25, "sample_count": 2085, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1423129, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:28:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.377, "last_frame_pushed_at": "2026-10-30T10:28:00+09:00", "last_frame_read_age_sec": 4.472, "last_frame_read_at": "2026-10-30T10:28:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 84, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 490.045, "last_sample_duration_ms": 992.284, "last_trigger": "periodic", "next_snapshot_in_sec": 109.955, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 284, "storage_bytes": 2706699}, "mjpeg": {"age_sec": 4.364, "exists": true, "mtime": "2026-10-30T10:28:00.199595+09:00", "mtime_epoch": 1793323680.1995947, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 88888}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:28:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1434.418, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1423129, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.214, "max": 5.0, "p95": 5.0, "sample_count": 56}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 18}, "total": {"avg": 0.321, "max": 1.0, "p95": 1.0, "sample_count": 56}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 56, "pushed_frames": 56, "read_frames": 55, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.87, "pushed": 1.87, "read": 1.837}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 55, "client_acquire_ms": {"avg_ms": 0.007, "count": 56, "max_ms": 0.014, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4440.126, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.881, "count": 55, "max_ms": 4.272, "p95_ms": 2.839, "reason": null, "sample_age_ms": 4475.882, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.324, "count": 55, "max_ms": 3.95, "p95_ms": 1.909, "reason": null, "sample_age_ms": 4476.028, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.295, "count": 56, "max_ms": 0.763, "p95_ms": 0.587, "reason": null, "sample_age_ms": 4440.132, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.003, "count": 55, "max_ms": 3.635, "p95_ms": 3.02, "reason": null, "sample_age_ms": 4475.006, "source": "client_direct"}, "request_count": 55, "request_tensor_bytes": {"avg": 2764808.0, "count": 55, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4474.993, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 56, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4440.301, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.322, "count": 56, "max_ms": 62.976, "p95_ms": 61.327, "reason": null, "sample_age_ms": 4440.123, "source": "client_direct"}, "sample_age_ms": 4440.12, "source": "client_direct", "task_total_ms": {"avg_ms": 46.821, "count": 56, "max_ms": 66.285, "p95_ms": 65.052, "reason": null, "sample_age_ms": 4440.12, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.935, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.179, "count": 56, "max_ms": 9.061, "p95_ms": 7.2}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.275, "count": 56, "max_ms": 0.788, "p95_ms": 0.504}, "detection_prepare_ms": {"avg_ms": 0.537, "count": 56, "max_ms": 2.971, "p95_ms": 2.049}, "event_filter_ms": {"avg_ms": 0.004, "count": 56, "max_ms": 0.011, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.122, "count": 56, "max_ms": 0.479, "p95_ms": 0.342}, "mcmt_ms": {"avg_ms": 0.003, "count": 56, "max_ms": 0.007, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.723, "count": 56, "max_ms": 3.039, "p95_ms": 2.63}, "setup_ms": {"avg_ms": 0.042, "count": 56, "max_ms": 0.137, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 2.135, "count": 56, "max_ms": 8.974, "p95_ms": 7.137}, "track_match_ms": {"avg_ms": 0.022, "count": 56, "max_ms": 0.142, "p95_ms": 0.097}, "tracker_update_ms": {"avg_ms": 0.409, "count": 56, "max_ms": 2.057, "p95_ms": 1.658}}, "gstreamer_push": {"avg_ms": 3.981, "count": 56, "max_ms": 10.608, "p95_ms": 7.134}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 56, "max_ms": 0.554, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.066, "count": 56, "max_ms": 69.504, "p95_ms": 67.169}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.038, "count": 56, "max_ms": 14.959, "p95_ms": 9.32}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.879, "count": 56, "max_ms": 130.575, "p95_ms": 119.743}, "inference_input_copy_ms": {"avg_ms": 1.787, "count": 56, "max_ms": 3.597, "p95_ms": 3.375}, "processing_residual_ms": {"avg_ms": 0.159, "count": 56, "max_ms": 0.284, "p95_ms": 0.249}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.863, "count": 56, "max_ms": 135.052, "p95_ms": 127.559}, "read_interval": {"avg_ms": 464.935, "count": 55, "max_ms": 19130.725, "p95_ms": 152.97}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 56, "max_ms": 0.032, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.674, "count": 56, "max_ms": 2.949, "p95_ms": 2.537}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 56, "max_ms": 0.03, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.661, "count": 56, "max_ms": 2.931, "p95_ms": 2.515}, "worker_merge_ms": {"avg_ms": 0.005, "count": 56, "max_ms": 0.021, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 48.08, "count": 56, "max_ms": 69.511, "p95_ms": 67.178}, "visualize": {"avg_ms": 46.554, "count": 56, "max_ms": 67.12, "p95_ms": 64.831}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.506, "count": 56, "max_ms": 63.418, "p95_ms": 62.117}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.004, "count": 56, "max_ms": 64.913, "p95_ms": 63.866}, "visualize_input_copy_ms": {"avg_ms": 1.363, "count": 56, "max_ms": 2.171, "p95_ms": 2.085}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.881, "count": 56, "max_ms": 64.778, "p95_ms": 63.795}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 56, "max_ms": 0.183, "p95_ms": 0.117}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 56}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1429.262, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 32.21, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.201, "sample_count": 2124, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1423123, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:27:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 87339, "write_bytes_delta": 87339, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 218.0, "cpu_core_ratio": 0.07412, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2184.0, "pid": 101046, "reason": null, "system_cpu_core_ratio": 0.008647, "system_cpu_s_delta": 0.21000000000000085, "user_cpu_core_ratio": 0.065473, "user_cpu_s_delta": 1.5900000000000034}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.416309, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 72153.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.163888, "system_cpu_s_delta": 3.9799999999959255, "user_cpu_core_ratio": 0.252421, "user_cpu_s_delta": 6.130000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.63, "count": 89, "max_ms": 8.801, "p95_ms": 6.141, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.674, "max": 5.0, "p95": 5.0, "sample_count": 89}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 55}, "total": {"avg": 0.618, "max": 1.0, "p95": 1.0, "sample_count": 89}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.204, "count": 30, "max": 62.205, "p95": 49.986, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.161, "count": 30, "max": 25.587, "p95": 22.599, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 458.667, "count": 30, "max": 1003.0, "p95": 743.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1192.3, "count": 30, "max": 11764.0, "p95": 6115.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.081, "count": 30, "max": 0.319, "p95": 0.284, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.34, "count": 30, "max": 0.422, "p95": 0.408, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.104, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 92535.467, "count": 30, "max": 111872.0, "p95": 101575.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 92535.467, "count": 30, "max": 111872.0, "p95": 101575.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 125182.967, "count": 30, "max": 221641.0, "p95": 186508.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.527, "count": 30, "max": 0.62, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.9, "count": 30, "max": 1.076, "p95": 1.057, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10970, "sampled_at": "2026-10-30T10:27:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:27:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2732716, "flush_count": 2847, "flush_interval_seconds": 30.0, "flush_state": {"count": 2847, "last_at": "2026-10-30T10:33:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:33:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2846}, "started": true, "suppressed_count": 1423542, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1423401}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2847, "written_record_count": 2847}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9365.156, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x60099e4d1c80] error while decoding MB 10 66, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3943284940800, "copied_frame_count": 1426246, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3943284940800, "frame_buffer_copies": 1426246, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1265, "count": 512, "max_ms": 6.1267, "p50_ms": 0.0935, "p95_ms": 0.2102, "p99_ms": 0.3302}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.411, "count": 512, "max_ms": 3.5445, "p50_ms": 1.3128, "p95_ms": 2.1922, "p99_ms": 2.7877, "results": {"failed": 0, "not_applicable": 0, "success": 1426246, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 485, "h264_decode_error_count": 1090, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:34:09+09:00", "last_error_summary": "[h264 @ 0x60099e4d1c80] error while decoding MB 10 66, bytestream -6", "last_exit_at": "2026-10-30T10:28:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 366.568, "last_started_at": "2026-10-30T10:28:02+09:00", "pid": 101162, "process": {"exists": false, "pid": 101162}, "restart_count": 527, "restart_count_per_hour": 12, "rtsp_timeout_count": 180, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 528}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.338, "sample_count": 2541, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1426246, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:34:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.039, "last_frame_pushed_at": "2026-10-30T10:34:09+09:00", "last_frame_read_age_sec": 0.036, "last_frame_read_at": "2026-10-30T10:34:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 85, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 252.872, "last_sample_duration_ms": 934.779, "last_trigger": "periodic", "next_snapshot_in_sec": 347.128, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 285, "storage_bytes": 2716293}, "mjpeg": {"age_sec": 0.03, "exists": true, "mtime": "2026-10-30T10:34:09.100339+09:00", "mtime_epoch": 1793324049.1003387, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 91109}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:34:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1441.164, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1426247, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.097, "max": 9.0, "p95": 7.0, "sample_count": 259}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 6}, "total": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 259}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.643, "pushed": 8.643, "read": 8.643}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 259, "client_acquire_ms": {"avg_ms": 0.007, "count": 259, "max_ms": 0.024, "p95_ms": 0.014, "reason": null, "sample_age_ms": 11.688, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.725, "count": 259, "max_ms": 7.39, "p95_ms": 2.556, "reason": null, "sample_age_ms": 42.31, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.334, "count": 259, "max_ms": 5.592, "p95_ms": 2.095, "reason": null, "sample_age_ms": 42.477, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.291, "count": 259, "max_ms": 1.614, "p95_ms": 0.537, "reason": null, "sample_age_ms": 11.696, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.902, "count": 259, "max_ms": 6.394, "p95_ms": 3.078, "reason": null, "sample_age_ms": 41.495, "source": "client_direct"}, "request_count": 259, "request_tensor_bytes": {"avg": 2764808.0, "count": 259, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 41.482, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 259, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 11.91, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.589, "count": 259, "max_ms": 75.291, "p95_ms": 62.69, "reason": null, "sample_age_ms": 11.685, "source": "client_direct"}, "sample_age_ms": 11.682, "source": "client_direct", "task_total_ms": {"avg_ms": 47.94, "count": 259, "max_ms": 77.148, "p95_ms": 66.211, "reason": null, "sample_age_ms": 11.682, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.281, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.805, "count": 259, "max_ms": 5.201, "p95_ms": 1.737}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.255, "count": 259, "max_ms": 0.983, "p95_ms": 0.527}, "detection_prepare_ms": {"avg_ms": 0.152, "count": 259, "max_ms": 1.942, "p95_ms": 0.3}, "event_filter_ms": {"avg_ms": 0.003, "count": 259, "max_ms": 0.022, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.077, "count": 259, "max_ms": 0.31, "p95_ms": 0.169}, "mcmt_ms": {"avg_ms": 0.003, "count": 259, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.178, "count": 259, "max_ms": 2.788, "p95_ms": 0.385}, "setup_ms": {"avg_ms": 0.038, "count": 259, "max_ms": 0.144, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 0.765, "count": 259, "max_ms": 5.148, "p95_ms": 1.624}, "track_match_ms": {"avg_ms": 0.005, "count": 259, "max_ms": 0.077, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.055, "count": 259, "max_ms": 1.585, "p95_ms": 0.082}}, "gstreamer_push": {"avg_ms": 3.424, "count": 259, "max_ms": 9.951, "p95_ms": 6.575}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 259, "max_ms": 0.546, "p95_ms": 0.089}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.04, "count": 259, "max_ms": 77.681, "p95_ms": 68.361}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.546, "count": 259, "max_ms": 13.275, "p95_ms": 7.196}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.031, "count": 259, "max_ms": 134.927, "p95_ms": 120.372}, "inference_input_copy_ms": {"avg_ms": 1.647, "count": 259, "max_ms": 3.928, "p95_ms": 2.877}, "processing_residual_ms": {"avg_ms": 0.158, "count": 259, "max_ms": 0.435, "p95_ms": 0.291}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 101.382, "count": 259, "max_ms": 141.826, "p95_ms": 125.623}, "read_interval": {"avg_ms": 115.942, "count": 259, "max_ms": 175.031, "p95_ms": 152.253}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 259, "max_ms": 0.047, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.132, "count": 259, "max_ms": 2.734, "p95_ms": 0.299}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 259, "max_ms": 0.049, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.119, "count": 259, "max_ms": 2.718, "p95_ms": 0.267}, "worker_merge_ms": {"avg_ms": 0.005, "count": 259, "max_ms": 0.017, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 49.052, "count": 259, "max_ms": 77.691, "p95_ms": 68.368}, "visualize": {"avg_ms": 46.115, "count": 259, "max_ms": 71.846, "p95_ms": 59.091}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.864, "count": 259, "max_ms": 68.127, "p95_ms": 56.617}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.599, "count": 259, "max_ms": 69.968, "p95_ms": 57.424}, "visualize_input_copy_ms": {"avg_ms": 1.337, "count": 259, "max_ms": 3.833, "p95_ms": 2.094}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.483, "count": 259, "max_ms": 69.707, "p95_ms": 57.276}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 259, "max_ms": 0.317, "p95_ms": 0.133}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 259}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1433.227, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.964, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.338, "sample_count": 2545, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1426173, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:34:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 89760, "write_bytes_delta": 89760, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1013.0, "cpu_core_ratio": 0.417624, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 101162, "reason": null, "system_cpu_core_ratio": 0.037466, "system_cpu_s_delta": 0.75, "user_cpu_core_ratio": 0.380158, "user_cpu_s_delta": 7.609999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.52163, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 237520.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.563992, "system_cpu_s_delta": 11.289999999993597, "user_cpu_core_ratio": 0.957638, "user_cpu_s_delta": 19.170000000012806}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.315, "count": 258, "max_ms": 9.951, "p95_ms": 6.391, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.12, "max": 9.0, "p95": 7.0, "sample_count": 258}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 5}, "total": {"avg": 0.019, "max": 1.0, "p95": 0.0, "sample_count": 258}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.413, "count": 30, "max": 57.044, "p95": 38.603, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.239, "count": 30, "max": 25.587, "p95": 23.443, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 725.033, "count": 30, "max": 1035.0, "p95": 1020.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 670.7, "count": 30, "max": 7153.0, "p95": 3648.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.311, "p95": 0.207, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.357, "count": 30, "max": 0.422, "p95": 0.39, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90687.5, "count": 30, "max": 93231.0, "p95": 92653.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 84647.467, "count": 30, "max": 93231.0, "p95": 92653.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 188570.967, "count": 30, "max": 263771.0, "p95": 254997.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.556, "count": 30, "max": 0.62, "p95": 0.607, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.952, "count": 30, "max": 1.076, "p95": 1.028, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10988, "sampled_at": "2026-10-30T10:34:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:34:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2732716, "flush_count": 2847, "flush_interval_seconds": 30.0, "flush_state": {"count": 2847, "last_at": "2026-10-30T10:33:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:33:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2846}, "started": true, "suppressed_count": 1423542, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1423401}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2847, "written_record_count": 2847}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9355.297, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T10:34:09+09:00", "last_error_summary": "[h264 @ 0x60099e4d1c80] error while decoding MB 10 66, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3943287705600, "copied_frame_count": 1426247, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3943287705600, "frame_buffer_copies": 1426247, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1264, "count": 512, "max_ms": 6.1267, "p50_ms": 0.0935, "p95_ms": 0.2102, "p99_ms": 0.3302}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4079, "count": 512, "max_ms": 3.5445, "p50_ms": 1.3115, "p95_ms": 2.1729, "p99_ms": 2.7877, "results": {"failed": 0, "not_applicable": 0, "success": 1426247, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 485, "h264_decode_error_count": 1090, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:34:09+09:00", "last_error_summary": "[h264 @ 0x60099e4d1c80] error while decoding MB 10 66, bytestream -6", "last_exit_at": "2026-10-30T10:34:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 366.619, "last_started_at": "2026-10-30T10:28:02+09:00", "pid": 101162, "process": {"exists": false, "pid": 101162}, "restart_count": 527, "restart_count_per_hour": 12, "rtsp_timeout_count": 180, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 528}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.338, "sample_count": 2541, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1426247, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:34:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T10:34:09+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-10-30T10:34:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 85, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 252.937, "last_sample_duration_ms": 934.779, "last_trigger": "periodic", "next_snapshot_in_sec": 347.063, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 285, "storage_bytes": 2716293}, "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-10-30T10:34:09.100339+09:00", "mtime_epoch": 1793324049.1003387, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 91109}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:34:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1430.742, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1426247, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.1, "max": 9.0, "p95": 7.0, "sample_count": 259}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 5}, "total": {"avg": 0.019, "max": 1.0, "p95": 0.0, "sample_count": 259}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.639, "pushed": 8.639, "read": 8.639}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 259, "client_acquire_ms": {"avg_ms": 0.007, "count": 259, "max_ms": 0.024, "p95_ms": 0.014, "reason": null, "sample_age_ms": 69.257, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.725, "count": 259, "max_ms": 7.39, "p95_ms": 2.556, "reason": null, "sample_age_ms": 99.878, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.334, "count": 259, "max_ms": 5.592, "p95_ms": 2.095, "reason": null, "sample_age_ms": 100.045, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.291, "count": 259, "max_ms": 1.614, "p95_ms": 0.537, "reason": null, "sample_age_ms": 69.264, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.902, "count": 259, "max_ms": 6.394, "p95_ms": 3.078, "reason": null, "sample_age_ms": 99.063, "source": "client_direct"}, "request_count": 259, "request_tensor_bytes": {"avg": 2764808.0, "count": 259, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 99.05, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 259, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 69.478, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.589, "count": 259, "max_ms": 75.291, "p95_ms": 62.69, "reason": null, "sample_age_ms": 69.253, "source": "client_direct"}, "sample_age_ms": 69.25, "source": "client_direct", "task_total_ms": {"avg_ms": 47.94, "count": 259, "max_ms": 77.148, "p95_ms": 66.211, "reason": null, "sample_age_ms": 69.25, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.04, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.786, "count": 259, "max_ms": 4.632, "p95_ms": 1.498}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.255, "count": 259, "max_ms": 0.983, "p95_ms": 0.527}, "detection_prepare_ms": {"avg_ms": 0.148, "count": 259, "max_ms": 1.942, "p95_ms": 0.282}, "event_filter_ms": {"avg_ms": 0.003, "count": 259, "max_ms": 0.022, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.076, "count": 259, "max_ms": 0.31, "p95_ms": 0.161}, "mcmt_ms": {"avg_ms": 0.003, "count": 259, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.167, "count": 259, "max_ms": 0.794, "p95_ms": 0.378}, "setup_ms": {"avg_ms": 0.038, "count": 259, "max_ms": 0.144, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 0.747, "count": 259, "max_ms": 4.595, "p95_ms": 1.394}, "track_match_ms": {"avg_ms": 0.005, "count": 259, "max_ms": 0.077, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.052, "count": 259, "max_ms": 1.585, "p95_ms": 0.074}}, "gstreamer_push": {"avg_ms": 3.413, "count": 259, "max_ms": 9.951, "p95_ms": 6.575}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 259, "max_ms": 0.546, "p95_ms": 0.089}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.999, "count": 259, "max_ms": 77.681, "p95_ms": 68.361}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.544, "count": 259, "max_ms": 13.275, "p95_ms": 7.196}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 96.981, "count": 259, "max_ms": 134.927, "p95_ms": 120.372}, "inference_input_copy_ms": {"avg_ms": 1.645, "count": 259, "max_ms": 3.928, "p95_ms": 2.877}, "processing_residual_ms": {"avg_ms": 0.157, "count": 259, "max_ms": 0.435, "p95_ms": 0.291}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 101.327, "count": 259, "max_ms": 141.826, "p95_ms": 125.623}, "read_interval": {"avg_ms": 115.942, "count": 259, "max_ms": 175.031, "p95_ms": 152.253}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 259, "max_ms": 0.047, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.122, "count": 259, "max_ms": 0.711, "p95_ms": 0.293}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 259, "max_ms": 0.049, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.108, "count": 259, "max_ms": 0.682, "p95_ms": 0.267}, "worker_merge_ms": {"avg_ms": 0.005, "count": 259, "max_ms": 0.017, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 49.011, "count": 259, "max_ms": 77.691, "p95_ms": 68.368}, "visualize": {"avg_ms": 46.124, "count": 259, "max_ms": 71.846, "p95_ms": 59.091}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.884, "count": 259, "max_ms": 68.127, "p95_ms": 56.617}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.61, "count": 259, "max_ms": 69.968, "p95_ms": 57.424}, "visualize_input_copy_ms": {"avg_ms": 1.336, "count": 259, "max_ms": 3.833, "p95_ms": 2.094}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.494, "count": 259, "max_ms": 69.707, "p95_ms": 57.276}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 259, "max_ms": 0.317, "p95_ms": 0.133}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 259}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1433.227, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.964, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.338, "sample_count": 2545, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1426173, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:34:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 89760, "write_bytes_delta": 89760, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1013.0, "cpu_core_ratio": 0.417624, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 101162, "reason": null, "system_cpu_core_ratio": 0.037466, "system_cpu_s_delta": 0.75, "user_cpu_core_ratio": 0.380158, "user_cpu_s_delta": 7.609999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.52163, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 237520.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.563992, "system_cpu_s_delta": 11.289999999993597, "user_cpu_core_ratio": 0.957638, "user_cpu_s_delta": 19.170000000012806}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.315, "count": 258, "max_ms": 9.951, "p95_ms": 6.391, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.12, "max": 9.0, "p95": 7.0, "sample_count": 258}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 5}, "total": {"avg": 0.019, "max": 1.0, "p95": 0.0, "sample_count": 258}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.413, "count": 30, "max": 57.044, "p95": 38.603, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.239, "count": 30, "max": 25.587, "p95": 23.443, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 725.033, "count": 30, "max": 1035.0, "p95": 1020.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 670.7, "count": 30, "max": 7153.0, "p95": 3648.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.311, "p95": 0.207, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.357, "count": 30, "max": 0.422, "p95": 0.39, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90687.5, "count": 30, "max": 93231.0, "p95": 92653.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 84647.467, "count": 30, "max": 93231.0, "p95": 92653.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 188570.967, "count": 30, "max": 263771.0, "p95": 254997.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.556, "count": 30, "max": 0.62, "p95": 0.607, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.952, "count": 30, "max": 1.076, "p95": 1.028, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10988, "sampled_at": "2026-10-30T10:34:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:34:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2732716, "flush_count": 2847, "flush_interval_seconds": 30.0, "flush_state": {"count": 2847, "last_at": "2026-10-30T10:33:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:33:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2846}, "started": true, "suppressed_count": 1423542, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1423401}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2847, "written_record_count": 2847}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9355.707, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3943287705600, "copied_frame_count": 1426247, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3943287705600, "frame_buffer_copies": 1426247, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1264, "count": 512, "max_ms": 6.1267, "p50_ms": 0.0935, "p95_ms": 0.2102, "p99_ms": 0.3302}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4079, "count": 512, "max_ms": 3.5445, "p50_ms": 1.3115, "p95_ms": 2.1729, "p99_ms": 2.7877, "results": {"failed": 0, "not_applicable": 0, "success": 1426247, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 485, "h264_decode_error_count": 1090, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:34:09+09:00", "last_error_summary": "[h264 @ 0x60099e4d1c80] error while decoding MB 10 66, bytestream -6", "last_exit_at": "2026-10-30T10:34:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 366.665, "last_started_at": "2026-10-30T10:28:02+09:00", "pid": 101162, "process": {"exists": false, "pid": 101162}, "restart_count": 527, "restart_count_per_hour": 12, "rtsp_timeout_count": 180, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 528}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.338, "sample_count": 2541, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1426247, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:34:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.047, "last_frame_pushed_at": "2026-10-30T10:34:09+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-10-30T10:34:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 85, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 252.982, "last_sample_duration_ms": 934.779, "last_trigger": "periodic", "next_snapshot_in_sec": 347.018, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 285, "storage_bytes": 2716293}, "mjpeg": {"age_sec": 0.038, "exists": true, "mtime": "2026-10-30T10:34:09.189339+09:00", "mtime_epoch": 1793324049.189339, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 91234}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:34:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1430.742, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1426247, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.1, "max": 9.0, "p95": 7.0, "sample_count": 259}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 5}, "total": {"avg": 0.019, "max": 1.0, "p95": 0.0, "sample_count": 259}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.653, "pushed": 8.653, "read": 8.619}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 258, "client_acquire_ms": {"avg_ms": 0.007, "count": 259, "max_ms": 0.024, "p95_ms": 0.014, "reason": null, "sample_age_ms": 113.677, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.726, "count": 258, "max_ms": 7.39, "p95_ms": 2.562, "reason": null, "sample_age_ms": 144.298, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.335, "count": 258, "max_ms": 5.592, "p95_ms": 2.096, "reason": null, "sample_age_ms": 144.465, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.291, "count": 259, "max_ms": 1.614, "p95_ms": 0.537, "reason": null, "sample_age_ms": 113.684, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.897, "count": 258, "max_ms": 6.394, "p95_ms": 3.074, "reason": null, "sample_age_ms": 143.484, "source": "client_direct"}, "request_count": 258, "request_tensor_bytes": {"avg": 2764808.0, "count": 258, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 143.471, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 259, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 113.899, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.589, "count": 259, "max_ms": 75.291, "p95_ms": 62.69, "reason": null, "sample_age_ms": 113.674, "source": "client_direct"}, "sample_age_ms": 113.67, "source": "client_direct", "task_total_ms": {"avg_ms": 47.94, "count": 259, "max_ms": 77.148, "p95_ms": 66.211, "reason": null, "sample_age_ms": 113.67, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.118, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.786, "count": 259, "max_ms": 4.632, "p95_ms": 1.498}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.255, "count": 259, "max_ms": 0.983, "p95_ms": 0.527}, "detection_prepare_ms": {"avg_ms": 0.148, "count": 259, "max_ms": 1.942, "p95_ms": 0.282}, "event_filter_ms": {"avg_ms": 0.003, "count": 259, "max_ms": 0.022, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.076, "count": 259, "max_ms": 0.31, "p95_ms": 0.161}, "mcmt_ms": {"avg_ms": 0.003, "count": 259, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.167, "count": 259, "max_ms": 0.794, "p95_ms": 0.378}, "setup_ms": {"avg_ms": 0.038, "count": 259, "max_ms": 0.144, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 0.747, "count": 259, "max_ms": 4.595, "p95_ms": 1.394}, "track_match_ms": {"avg_ms": 0.005, "count": 259, "max_ms": 0.077, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.052, "count": 259, "max_ms": 1.585, "p95_ms": 0.074}}, "gstreamer_push": {"avg_ms": 3.413, "count": 259, "max_ms": 9.951, "p95_ms": 6.575}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 259, "max_ms": 0.546, "p95_ms": 0.089}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.999, "count": 259, "max_ms": 77.681, "p95_ms": 68.361}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.544, "count": 259, "max_ms": 13.275, "p95_ms": 7.196}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 96.981, "count": 259, "max_ms": 134.927, "p95_ms": 120.372}, "inference_input_copy_ms": {"avg_ms": 1.645, "count": 259, "max_ms": 3.928, "p95_ms": 2.877}, "processing_residual_ms": {"avg_ms": 0.157, "count": 259, "max_ms": 0.435, "p95_ms": 0.291}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 101.327, "count": 259, "max_ms": 141.826, "p95_ms": 125.623}, "read_interval": {"avg_ms": 115.863, "count": 258, "max_ms": 175.031, "p95_ms": 152.253}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 259, "max_ms": 0.047, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.122, "count": 259, "max_ms": 0.711, "p95_ms": 0.293}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 259, "max_ms": 0.049, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.108, "count": 259, "max_ms": 0.682, "p95_ms": 0.267}, "worker_merge_ms": {"avg_ms": 0.005, "count": 259, "max_ms": 0.017, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 49.011, "count": 259, "max_ms": 77.691, "p95_ms": 68.368}, "visualize": {"avg_ms": 46.124, "count": 259, "max_ms": 71.846, "p95_ms": 59.091}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.884, "count": 259, "max_ms": 68.127, "p95_ms": 56.617}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.61, "count": 259, "max_ms": 69.968, "p95_ms": 57.424}, "visualize_input_copy_ms": {"avg_ms": 1.336, "count": 259, "max_ms": 3.833, "p95_ms": 2.094}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.494, "count": 259, "max_ms": 69.707, "p95_ms": 57.276}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 259, "max_ms": 0.317, "p95_ms": 0.133}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 259}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1433.227, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.964, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.338, "sample_count": 2545, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1426173, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:34:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 89760, "write_bytes_delta": 89760, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1013.0, "cpu_core_ratio": 0.417624, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 101162, "reason": null, "system_cpu_core_ratio": 0.037466, "system_cpu_s_delta": 0.75, "user_cpu_core_ratio": 0.380158, "user_cpu_s_delta": 7.609999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.52163, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 237520.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.563992, "system_cpu_s_delta": 11.289999999993597, "user_cpu_core_ratio": 0.957638, "user_cpu_s_delta": 19.170000000012806}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.315, "count": 258, "max_ms": 9.951, "p95_ms": 6.391, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.12, "max": 9.0, "p95": 7.0, "sample_count": 258}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 5}, "total": {"avg": 0.019, "max": 1.0, "p95": 0.0, "sample_count": 258}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.413, "count": 30, "max": 57.044, "p95": 38.603, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.239, "count": 30, "max": 25.587, "p95": 23.443, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 725.033, "count": 30, "max": 1035.0, "p95": 1020.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 670.7, "count": 30, "max": 7153.0, "p95": 3648.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.311, "p95": 0.207, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.357, "count": 30, "max": 0.422, "p95": 0.39, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90687.5, "count": 30, "max": 93231.0, "p95": 92653.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 84647.467, "count": 30, "max": 93231.0, "p95": 92653.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 188570.967, "count": 30, "max": 263771.0, "p95": 254997.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.556, "count": 30, "max": 0.62, "p95": 0.607, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.952, "count": 30, "max": 1.076, "p95": 1.028, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10988, "sampled_at": "2026-10-30T10:34:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:34:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2732716, "flush_count": 2847, "flush_interval_seconds": 30.0, "flush_state": {"count": 2847, "last_at": "2026-10-30T10:33:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:33:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2846}, "started": true, "suppressed_count": 1423542, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1423401}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2847, "written_record_count": 2847}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9529.727, "limit_mb": null}, "detail": {"pid": 101278, "restart_count": 528, "start_count": 529}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3943287705600, "copied_frame_count": 1426247, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3943287705600, "frame_buffer_copies": 1426247, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1264, "count": 512, "max_ms": 6.1267, "p50_ms": 0.0935, "p95_ms": 0.2102, "p99_ms": 0.3302}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4079, "count": 512, "max_ms": 3.5445, "p50_ms": 1.3115, "p95_ms": 2.1729, "p99_ms": 2.7877, "results": {"failed": 0, "not_applicable": 0, "success": 1426247, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 485, "h264_decode_error_count": 1090, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:34:09+09:00", "last_error_summary": "[h264 @ 0x60099e4d1c80] error while decoding MB 10 66, bytestream -6", "last_exit_at": "2026-10-30T10:34:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T10:34:11+09:00", "pid": 101278, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.996, "name": "ffmpeg", "pid": 101278, "rss_mb": 208.996, "state": "S (sleeping)", "threads": 70}, "restart_count": 528, "restart_count_per_hour": 13, "rtsp_timeout_count": 180, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 529}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.359, "sample_count": 2502, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1426247, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:34:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.497, "last_frame_pushed_at": "2026-10-30T10:34:09+09:00", "last_frame_read_age_sec": 4.584, "last_frame_read_at": "2026-10-30T10:34:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 85, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 257.429, "last_sample_duration_ms": 934.779, "last_trigger": "periodic", "next_snapshot_in_sec": 342.571, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 285, "storage_bytes": 2716293}, "mjpeg": {"age_sec": 4.489, "exists": true, "mtime": "2026-10-30T10:34:09.189339+09:00", "mtime_epoch": 1793324049.189339, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 91234}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:34:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1430.746, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1426247, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.095, "max": 8.0, "p95": 6.0, "sample_count": 220}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 5}, "total": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 220}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.347, "pushed": 7.347, "read": 7.313}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 219, "client_acquire_ms": {"avg_ms": 0.007, "count": 219, "max_ms": 0.02, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4565.312, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.746, "count": 219, "max_ms": 7.39, "p95_ms": 2.703, "reason": null, "sample_age_ms": 4595.933, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.343, "count": 219, "max_ms": 5.592, "p95_ms": 2.152, "reason": null, "sample_age_ms": 4596.1, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.285, "count": 219, "max_ms": 0.907, "p95_ms": 0.531, "reason": null, "sample_age_ms": 4565.319, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.895, "count": 219, "max_ms": 6.394, "p95_ms": 3.062, "reason": null, "sample_age_ms": 4595.118, "source": "client_direct"}, "request_count": 219, "request_tensor_bytes": {"avg": 2764808.0, "count": 219, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4595.105, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 219, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4565.533, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.829, "count": 219, "max_ms": 75.291, "p95_ms": 64.973, "reason": null, "sample_age_ms": 4565.308, "source": "client_direct"}, "sample_age_ms": 4565.305, "source": "client_direct", "task_total_ms": {"avg_ms": 48.168, "count": 219, "max_ms": 77.148, "p95_ms": 67.647, "reason": null, "sample_age_ms": 4565.305, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.162, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.791, "count": 220, "max_ms": 4.632, "p95_ms": 1.46}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.251, "count": 220, "max_ms": 0.8, "p95_ms": 0.513}, "detection_prepare_ms": {"avg_ms": 0.151, "count": 220, "max_ms": 1.942, "p95_ms": 0.275}, "event_filter_ms": {"avg_ms": 0.003, "count": 220, "max_ms": 0.011, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.077, "count": 220, "max_ms": 0.31, "p95_ms": 0.161}, "mcmt_ms": {"avg_ms": 0.003, "count": 220, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.168, "count": 220, "max_ms": 0.794, "p95_ms": 0.378}, "setup_ms": {"avg_ms": 0.038, "count": 220, "max_ms": 0.144, "p95_ms": 0.082}, "total_inside_ms": {"avg_ms": 0.751, "count": 220, "max_ms": 4.595, "p95_ms": 1.393}, "track_match_ms": {"avg_ms": 0.005, "count": 220, "max_ms": 0.077, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.056, "count": 220, "max_ms": 1.585, "p95_ms": 0.074}}, "gstreamer_push": {"avg_ms": 3.441, "count": 220, "max_ms": 9.79, "p95_ms": 6.575}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 220, "max_ms": 0.546, "p95_ms": 0.089}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.264, "count": 220, "max_ms": 77.681, "p95_ms": 68.589}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.55, "count": 220, "max_ms": 13.275, "p95_ms": 7.146}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.25, "count": 220, "max_ms": 134.927, "p95_ms": 120.372}, "inference_input_copy_ms": {"avg_ms": 1.645, "count": 220, "max_ms": 3.928, "p95_ms": 2.877}, "processing_residual_ms": {"avg_ms": 0.158, "count": 220, "max_ms": 0.435, "p95_ms": 0.282}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 101.603, "count": 220, "max_ms": 141.826, "p95_ms": 125.623}, "read_interval": {"avg_ms": 116.283, "count": 219, "max_ms": 175.031, "p95_ms": 153.76}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 220, "max_ms": 0.047, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.122, "count": 220, "max_ms": 0.711, "p95_ms": 0.283}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 220, "max_ms": 0.049, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.109, "count": 220, "max_ms": 0.682, "p95_ms": 0.254}, "worker_merge_ms": {"avg_ms": 0.005, "count": 220, "max_ms": 0.017, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 49.276, "count": 220, "max_ms": 77.691, "p95_ms": 68.599}, "visualize": {"avg_ms": 46.122, "count": 220, "max_ms": 71.846, "p95_ms": 58.758}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.883, "count": 220, "max_ms": 68.127, "p95_ms": 56.448}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.617, "count": 220, "max_ms": 69.968, "p95_ms": 57.308}, "visualize_input_copy_ms": {"avg_ms": 1.327, "count": 220, "max_ms": 3.833, "p95_ms": 2.033}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.501, "count": 220, "max_ms": 69.707, "p95_ms": 57.163}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 220, "max_ms": 0.317, "p95_ms": 0.132}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 220}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1433.227, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.964, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.338, "sample_count": 2545, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1426173, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:34:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 89760, "write_bytes_delta": 89760, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1013.0, "cpu_core_ratio": 0.417624, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 101162, "reason": null, "system_cpu_core_ratio": 0.037466, "system_cpu_s_delta": 0.75, "user_cpu_core_ratio": 0.380158, "user_cpu_s_delta": 7.609999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.52163, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 237520.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.563992, "system_cpu_s_delta": 11.289999999993597, "user_cpu_core_ratio": 0.957638, "user_cpu_s_delta": 19.170000000012806}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.315, "count": 258, "max_ms": 9.951, "p95_ms": 6.391, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.12, "max": 9.0, "p95": 7.0, "sample_count": 258}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 5}, "total": {"avg": 0.019, "max": 1.0, "p95": 0.0, "sample_count": 258}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.413, "count": 30, "max": 57.044, "p95": 38.603, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.239, "count": 30, "max": 25.587, "p95": 23.443, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 725.033, "count": 30, "max": 1035.0, "p95": 1020.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 670.7, "count": 30, "max": 7153.0, "p95": 3648.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.311, "p95": 0.207, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.357, "count": 30, "max": 0.422, "p95": 0.39, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90687.5, "count": 30, "max": 93231.0, "p95": 92653.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 84647.467, "count": 30, "max": 93231.0, "p95": 92653.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 188570.967, "count": 30, "max": 263771.0, "p95": 254997.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.556, "count": 30, "max": 0.62, "p95": 0.607, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.952, "count": 30, "max": 1.076, "p95": 1.028, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10988, "sampled_at": "2026-10-30T10:34:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:34:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2736730, "flush_count": 2851, "flush_interval_seconds": 30.0, "flush_state": {"count": 2851, "last_at": "2026-10-30T10:38:00", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:38:00", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2850}, "started": true, "suppressed_count": 1425493, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1425352}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2851, "written_record_count": 2851}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9394.082, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5f3b569c1040] left block unavailable for requested intra mode [h264 @ 0x5f3b569c1040] error while decoding MB 0 48, bytestream 2980 [h264 @ 0x5f3b568903c0] error while decoding MB 38 59, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3948690124800, "copied_frame_count": 1428201, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3948690124800, "frame_buffer_copies": 1428201, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1068, "count": 512, "max_ms": 0.731, "p50_ms": 0.0934, "p95_ms": 0.2019, "p99_ms": 0.2536}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4247, "count": 512, "max_ms": 4.3918, "p50_ms": 1.3328, "p95_ms": 2.31, "p99_ms": 3.3404, "results": {"failed": 0, "not_applicable": 0, "success": 1428201, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 486, "h264_decode_error_count": 1092, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:38:16+09:00", "last_error_summary": "[h264 @ 0x5f3b569c1040] left block unavailable for requested intra mode [h264 @ 0x5f3b569c1040] error while decoding MB 0 48, bytestream 2980 [h264 @ 0x5f3b568903c0] error while decoding MB 38 59, bytestream -6", "last_exit_at": "2026-10-30T10:34:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 244.809, "last_started_at": "2026-10-30T10:34:11+09:00", "pid": 101278, "process": {"exists": true, "fd_count": 0, "hwm_mb": null, "name": "ffmpeg", "pid": 101278, "rss_mb": null, "state": "Z (zombie)", "threads": 1}, "restart_count": 528, "restart_count_per_hour": 11, "rtsp_timeout_count": 180, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 529}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.294, "sample_count": 2408, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1428201, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:38:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.091, "last_frame_pushed_at": "2026-10-30T10:38:16+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-10-30T10:38:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 85, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 500.234, "last_sample_duration_ms": 934.779, "last_trigger": "periodic", "next_snapshot_in_sec": 99.766, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 285, "storage_bytes": 2716293}, "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-10-30T10:38:16.401494+09:00", "mtime_epoch": 1793324296.4014935, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 92261}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:38:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1455.301, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1428202, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.483, "max": 7.0, "p95": 5.0, "sample_count": 242}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.132, "max": 2.0, "p95": 2.0, "sample_count": 242}, "total": {"avg": 1.132, "max": 2.0, "p95": 2.0, "sample_count": 242}}, "tracking_counts": {"active": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 242}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 242}, "tracked": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 242}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 242, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.09, "pushed": 8.09, "read": 8.09}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 242, "client_acquire_ms": {"avg_ms": 0.008, "count": 243, "max_ms": 0.032, "p95_ms": 0.018, "reason": null, "sample_age_ms": 41.452, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.845, "count": 242, "max_ms": 6.658, "p95_ms": 2.912, "reason": null, "sample_age_ms": 91.963, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.348, "count": 242, "max_ms": 6.43, "p95_ms": 2.017, "reason": null, "sample_age_ms": 92.19, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.308, "count": 243, "max_ms": 1.468, "p95_ms": 0.561, "reason": null, "sample_age_ms": 41.469, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.082, "count": 242, "max_ms": 8.401, "p95_ms": 3.818, "reason": null, "sample_age_ms": 90.827, "source": "client_direct"}, "request_count": 242, "request_tensor_bytes": {"avg": 2764808.0, "count": 242, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 90.81, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 243, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 41.932, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.822, "count": 243, "max_ms": 84.474, "p95_ms": 65.259, "reason": null, "sample_age_ms": 41.446, "source": "client_direct"}, "sample_age_ms": 41.44, "source": "client_direct", "task_total_ms": {"avg_ms": 47.388, "count": 243, "max_ms": 88.46, "p95_ms": 68.298, "reason": null, "sample_age_ms": 41.44, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.921, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.258, "count": 242, "max_ms": 11.516, "p95_ms": 8.129}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.323, "count": 242, "max_ms": 1.209, "p95_ms": 0.605}, "detection_prepare_ms": {"avg_ms": 1.249, "count": 242, "max_ms": 4.27, "p95_ms": 2.226}, "event_filter_ms": {"avg_ms": 0.006, "count": 242, "max_ms": 0.152, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.249, "count": 242, "max_ms": 0.764, "p95_ms": 0.451}, "mcmt_ms": {"avg_ms": 0.003, "count": 242, "max_ms": 0.011, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.946, "count": 242, "max_ms": 5.073, "p95_ms": 2.93}, "setup_ms": {"avg_ms": 0.041, "count": 242, "max_ms": 0.195, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 5.203, "count": 242, "max_ms": 11.29, "p95_ms": 8.034}, "track_match_ms": {"avg_ms": 0.061, "count": 242, "max_ms": 0.202, "p95_ms": 0.119}, "tracker_update_ms": {"avg_ms": 1.323, "count": 242, "max_ms": 3.801, "p95_ms": 2.206}}, "gstreamer_push": {"avg_ms": 3.249, "count": 242, "max_ms": 7.997, "p95_ms": 5.963}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 242, "max_ms": 0.96, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.588, "count": 242, "max_ms": 94.683, "p95_ms": 69.514}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.825, "count": 242, "max_ms": 12.26, "p95_ms": 7.342}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.242, "count": 242, "max_ms": 152.284, "p95_ms": 131.687}, "inference_input_copy_ms": {"avg_ms": 1.766, "count": 242, "max_ms": 4.64, "p95_ms": 2.869}, "processing_residual_ms": {"avg_ms": 0.174, "count": 242, "max_ms": 0.436, "p95_ms": 0.315}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.006, "count": 242, "max_ms": 159.344, "p95_ms": 136.243}, "read_interval": {"avg_ms": 123.796, "count": 242, "max_ms": 214.984, "p95_ms": 157.06}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 242, "max_ms": 0.148, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 1.881, "count": 242, "max_ms": 4.825, "p95_ms": 2.802}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 242, "max_ms": 0.132, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.864, "count": 242, "max_ms": 4.677, "p95_ms": 2.774}, "worker_merge_ms": {"avg_ms": 0.006, "count": 242, "max_ms": 0.036, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 48.602, "count": 242, "max_ms": 94.697, "p95_ms": 69.526}, "visualize": {"avg_ms": 49.255, "count": 242, "max_ms": 75.354, "p95_ms": 63.387}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.564, "count": 242, "max_ms": 70.013, "p95_ms": 58.426}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.699, "count": 242, "max_ms": 74.026, "p95_ms": 61.726}, "visualize_input_copy_ms": {"avg_ms": 1.361, "count": 242, "max_ms": 3.459, "p95_ms": 2.341}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.569, "count": 242, "max_ms": 73.85, "p95_ms": 61.612}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 242, "max_ms": 0.244, "p95_ms": 0.144}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 242}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1431.641, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.765, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.721, "sample_count": 2411, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1428094, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:38:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95215, "write_bytes_delta": 95215, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 996.0, "cpu_core_ratio": 0.400565, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 101278, "reason": null, "system_cpu_core_ratio": 0.036822, "system_cpu_s_delta": 0.7400000000000002, "user_cpu_core_ratio": 0.363743, "user_cpu_s_delta": 7.310000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.643561, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 201689.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.581193, "system_cpu_s_delta": 11.680000000007567, "user_cpu_core_ratio": 1.062369, "user_cpu_s_delta": 21.35000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.228, "count": 240, "max_ms": 7.997, "p95_ms": 5.573, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.408, "max": 7.0, "p95": 6.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.038, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 240}, "total": {"avg": 1.038, "max": 2.0, "p95": 1.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.953, "count": 30, "max": 56.702, "p95": 36.516, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.293, "count": 30, "max": 23.646, "p95": 23.169, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 900.667, "count": 30, "max": 1035.0, "p95": 1020.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 278.267, "count": 30, "max": 2184.0, "p95": 1531.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.207, "p95": 0.124, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.356, "count": 30, "max": 0.387, "p95": 0.387, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91632.833, "count": 30, "max": 95215.0, "p95": 94326.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85613.833, "count": 30, "max": 95215.0, "p95": 94326.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 227465.367, "count": 30, "max": 263771.0, "p95": 256367.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.571, "count": 30, "max": 0.606, "p95": 0.605, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.991, "count": 30, "max": 1.067, "p95": 1.06, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11000, "sampled_at": "2026-10-30T10:38:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:38:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2736730, "flush_count": 2851, "flush_interval_seconds": 30.0, "flush_state": {"count": 2851, "last_at": "2026-10-30T10:38:00", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:38:00", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2850}, "started": true, "suppressed_count": 1425493, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1425352}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2851, "written_record_count": 2851}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9370.238, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T10:38:16+09:00", "last_error_summary": "[h264 @ 0x5f3b569c1040] left block unavailable for requested intra mode [h264 @ 0x5f3b569c1040] error while decoding MB 0 48, bytestream 2980 [h264 @ 0x5f3b568903c0] error while decoding MB 38 59, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3948692889600, "copied_frame_count": 1428202, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3948692889600, "frame_buffer_copies": 1428202, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1068, "count": 512, "max_ms": 0.731, "p50_ms": 0.0936, "p95_ms": 0.2019, "p99_ms": 0.2536}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4256, "count": 512, "max_ms": 4.3918, "p50_ms": 1.3343, "p95_ms": 2.31, "p99_ms": 3.3404, "results": {"failed": 0, "not_applicable": 0, "success": 1428202, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 486, "h264_decode_error_count": 1092, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:38:16+09:00", "last_error_summary": "[h264 @ 0x5f3b569c1040] left block unavailable for requested intra mode [h264 @ 0x5f3b569c1040] error while decoding MB 0 48, bytestream 2980 [h264 @ 0x5f3b568903c0] error while decoding MB 38 59, bytestream -6", "last_exit_at": "2026-10-30T10:38:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 244.863, "last_started_at": "2026-10-30T10:34:11+09:00", "pid": 101278, "process": {"exists": false, "pid": 101278}, "restart_count": 528, "restart_count_per_hour": 11, "rtsp_timeout_count": 180, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 529}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.294, "sample_count": 2408, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1428202, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:38:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T10:38:16+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-10-30T10:38:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 85, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 500.288, "last_sample_duration_ms": 934.779, "last_trigger": "periodic", "next_snapshot_in_sec": 99.712, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 285, "storage_bytes": 2716293}, "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-10-30T10:38:16.401494+09:00", "mtime_epoch": 1793324296.4014935, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 92261}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:38:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1434.328, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1428202, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.486, "max": 7.0, "p95": 5.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.132, "max": 2.0, "p95": 2.0, "sample_count": 243}, "total": {"avg": 1.132, "max": 2.0, "p95": 2.0, "sample_count": 243}}, "tracking_counts": {"active": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 243}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 243}, "tracked": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 243}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 243, "pushed_frames": 243, "read_frames": 242, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.108, "pushed": 8.108, "read": 8.075}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 242, "client_acquire_ms": {"avg_ms": 0.008, "count": 242, "max_ms": 0.032, "p95_ms": 0.018, "reason": null, "sample_age_ms": 100.39, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.845, "count": 242, "max_ms": 6.658, "p95_ms": 2.912, "reason": null, "sample_age_ms": 150.901, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.348, "count": 242, "max_ms": 6.43, "p95_ms": 2.017, "reason": null, "sample_age_ms": 151.128, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.308, "count": 242, "max_ms": 1.468, "p95_ms": 0.561, "reason": null, "sample_age_ms": 100.407, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.082, "count": 242, "max_ms": 8.401, "p95_ms": 3.818, "reason": null, "sample_age_ms": 149.765, "source": "client_direct"}, "request_count": 242, "request_tensor_bytes": {"avg": 2764808.0, "count": 242, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 149.748, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 242, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 100.871, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.769, "count": 242, "max_ms": 84.474, "p95_ms": 65.268, "reason": null, "sample_age_ms": 100.385, "source": "client_direct"}, "sample_age_ms": 100.378, "source": "client_direct", "task_total_ms": {"avg_ms": 47.331, "count": 242, "max_ms": 88.46, "p95_ms": 68.299, "reason": null, "sample_age_ms": 100.378, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.214, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.276, "count": 243, "max_ms": 11.516, "p95_ms": 8.145}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.326, "count": 243, "max_ms": 1.209, "p95_ms": 0.61}, "detection_prepare_ms": {"avg_ms": 1.25, "count": 243, "max_ms": 4.27, "p95_ms": 2.226}, "event_filter_ms": {"avg_ms": 0.006, "count": 243, "max_ms": 0.152, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.252, "count": 243, "max_ms": 0.764, "p95_ms": 0.455}, "mcmt_ms": {"avg_ms": 0.003, "count": 243, "max_ms": 0.011, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.95, "count": 243, "max_ms": 5.073, "p95_ms": 2.93}, "setup_ms": {"avg_ms": 0.041, "count": 243, "max_ms": 0.195, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 5.22, "count": 243, "max_ms": 11.29, "p95_ms": 8.081}, "track_match_ms": {"avg_ms": 0.061, "count": 243, "max_ms": 0.202, "p95_ms": 0.121}, "tracker_update_ms": {"avg_ms": 1.33, "count": 243, "max_ms": 3.801, "p95_ms": 2.207}}, "gstreamer_push": {"avg_ms": 3.246, "count": 243, "max_ms": 7.997, "p95_ms": 5.963}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 243, "max_ms": 0.96, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.599, "count": 243, "max_ms": 94.683, "p95_ms": 69.514}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.825, "count": 243, "max_ms": 12.26, "p95_ms": 7.342}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.344, "count": 243, "max_ms": 152.284, "p95_ms": 131.687}, "inference_input_copy_ms": {"avg_ms": 1.763, "count": 243, "max_ms": 4.64, "p95_ms": 2.869}, "processing_residual_ms": {"avg_ms": 0.174, "count": 243, "max_ms": 0.436, "p95_ms": 0.315}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.106, "count": 243, "max_ms": 159.344, "p95_ms": 136.243}, "read_interval": {"avg_ms": 123.796, "count": 242, "max_ms": 214.984, "p95_ms": 157.06}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 243, "max_ms": 0.148, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 1.884, "count": 243, "max_ms": 4.825, "p95_ms": 2.802}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 243, "max_ms": 0.132, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.867, "count": 243, "max_ms": 4.677, "p95_ms": 2.774}, "worker_merge_ms": {"avg_ms": 0.006, "count": 243, "max_ms": 0.036, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 48.613, "count": 243, "max_ms": 94.697, "p95_ms": 69.526}, "visualize": {"avg_ms": 49.329, "count": 243, "max_ms": 75.354, "p95_ms": 63.394}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.621, "count": 243, "max_ms": 70.013, "p95_ms": 58.426}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.773, "count": 243, "max_ms": 74.026, "p95_ms": 61.905}, "visualize_input_copy_ms": {"avg_ms": 1.361, "count": 243, "max_ms": 3.459, "p95_ms": 2.341}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.643, "count": 243, "max_ms": 73.85, "p95_ms": 61.8}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 243, "max_ms": 0.244, "p95_ms": 0.144}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 243}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1431.641, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.765, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.721, "sample_count": 2411, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1428094, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:38:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95215, "write_bytes_delta": 95215, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 996.0, "cpu_core_ratio": 0.400565, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 101278, "reason": null, "system_cpu_core_ratio": 0.036822, "system_cpu_s_delta": 0.7400000000000002, "user_cpu_core_ratio": 0.363743, "user_cpu_s_delta": 7.310000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.643561, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 201689.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.581193, "system_cpu_s_delta": 11.680000000007567, "user_cpu_core_ratio": 1.062369, "user_cpu_s_delta": 21.35000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.228, "count": 240, "max_ms": 7.997, "p95_ms": 5.573, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.408, "max": 7.0, "p95": 6.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.038, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 240}, "total": {"avg": 1.038, "max": 2.0, "p95": 1.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.953, "count": 30, "max": 56.702, "p95": 36.516, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.293, "count": 30, "max": 23.646, "p95": 23.169, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 900.667, "count": 30, "max": 1035.0, "p95": 1020.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 278.267, "count": 30, "max": 2184.0, "p95": 1531.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.207, "p95": 0.124, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.356, "count": 30, "max": 0.387, "p95": 0.387, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91632.833, "count": 30, "max": 95215.0, "p95": 94326.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85613.833, "count": 30, "max": 95215.0, "p95": 94326.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 227465.367, "count": 30, "max": 263771.0, "p95": 256367.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.571, "count": 30, "max": 0.606, "p95": 0.605, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.991, "count": 30, "max": 1.067, "p95": 1.06, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11000, "sampled_at": "2026-10-30T10:38:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:38:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2736730, "flush_count": 2851, "flush_interval_seconds": 30.0, "flush_state": {"count": 2851, "last_at": "2026-10-30T10:38:00", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:38:00", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2850}, "started": true, "suppressed_count": 1425493, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1425352}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2851, "written_record_count": 2851}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9367.07, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3948692889600, "copied_frame_count": 1428202, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3948692889600, "frame_buffer_copies": 1428202, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1068, "count": 512, "max_ms": 0.731, "p50_ms": 0.0936, "p95_ms": 0.2019, "p99_ms": 0.2536}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4256, "count": 512, "max_ms": 4.3918, "p50_ms": 1.3343, "p95_ms": 2.31, "p99_ms": 3.3404, "results": {"failed": 0, "not_applicable": 0, "success": 1428202, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 486, "h264_decode_error_count": 1092, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:38:16+09:00", "last_error_summary": "[h264 @ 0x5f3b569c1040] left block unavailable for requested intra mode [h264 @ 0x5f3b569c1040] error while decoding MB 0 48, bytestream 2980 [h264 @ 0x5f3b568903c0] error while decoding MB 38 59, bytestream -6", "last_exit_at": "2026-10-30T10:38:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 244.902, "last_started_at": "2026-10-30T10:34:11+09:00", "pid": 101278, "process": {"exists": false, "pid": 101278}, "restart_count": 528, "restart_count_per_hour": 11, "rtsp_timeout_count": 180, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 529}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.294, "sample_count": 2408, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1428202, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:38:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.041, "last_frame_pushed_at": "2026-10-30T10:38:16+09:00", "last_frame_read_age_sec": 0.179, "last_frame_read_at": "2026-10-30T10:38:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 85, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 500.33, "last_sample_duration_ms": 934.779, "last_trigger": "periodic", "next_snapshot_in_sec": 99.67, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 285, "storage_bytes": 2716293}, "mjpeg": {"age_sec": 0.028, "exists": true, "mtime": "2026-10-30T10:38:16.550494+09:00", "mtime_epoch": 1793324296.5504942, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 92093}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:38:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1434.328, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1428202, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.483, "max": 7.0, "p95": 5.0, "sample_count": 242}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.132, "max": 2.0, "p95": 2.0, "sample_count": 242}, "total": {"avg": 1.132, "max": 2.0, "p95": 2.0, "sample_count": 242}}, "tracking_counts": {"active": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 242}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 242}, "tracked": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 242}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 242, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.069, "pushed": 8.069, "read": 8.069}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 241, "client_acquire_ms": {"avg_ms": 0.008, "count": 242, "max_ms": 0.032, "p95_ms": 0.018, "reason": null, "sample_age_ms": 137.904, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.847, "count": 241, "max_ms": 6.658, "p95_ms": 2.915, "reason": null, "sample_age_ms": 188.415, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.349, "count": 241, "max_ms": 6.43, "p95_ms": 2.018, "reason": null, "sample_age_ms": 188.642, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.308, "count": 242, "max_ms": 1.468, "p95_ms": 0.561, "reason": null, "sample_age_ms": 137.921, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.085, "count": 241, "max_ms": 8.401, "p95_ms": 3.819, "reason": null, "sample_age_ms": 187.279, "source": "client_direct"}, "request_count": 241, "request_tensor_bytes": {"avg": 2764808.0, "count": 241, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 187.262, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 242, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 138.385, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.769, "count": 242, "max_ms": 84.474, "p95_ms": 65.268, "reason": null, "sample_age_ms": 137.899, "source": "client_direct"}, "sample_age_ms": 137.892, "source": "client_direct", "task_total_ms": {"avg_ms": 47.331, "count": 242, "max_ms": 88.46, "p95_ms": 68.299, "reason": null, "sample_age_ms": 137.892, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.836, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.264, "count": 242, "max_ms": 11.516, "p95_ms": 8.129}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.324, "count": 242, "max_ms": 1.209, "p95_ms": 0.605}, "detection_prepare_ms": {"avg_ms": 1.25, "count": 242, "max_ms": 4.27, "p95_ms": 2.226}, "event_filter_ms": {"avg_ms": 0.006, "count": 242, "max_ms": 0.152, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.25, "count": 242, "max_ms": 0.764, "p95_ms": 0.451}, "mcmt_ms": {"avg_ms": 0.003, "count": 242, "max_ms": 0.011, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.947, "count": 242, "max_ms": 5.073, "p95_ms": 2.93}, "setup_ms": {"avg_ms": 0.041, "count": 242, "max_ms": 0.195, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 5.209, "count": 242, "max_ms": 11.29, "p95_ms": 8.034}, "track_match_ms": {"avg_ms": 0.061, "count": 242, "max_ms": 0.202, "p95_ms": 0.119}, "tracker_update_ms": {"avg_ms": 1.325, "count": 242, "max_ms": 3.801, "p95_ms": 2.206}}, "gstreamer_push": {"avg_ms": 3.237, "count": 242, "max_ms": 7.997, "p95_ms": 5.963}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 242, "max_ms": 0.96, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.543, "count": 242, "max_ms": 94.683, "p95_ms": 69.514}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.827, "count": 242, "max_ms": 12.26, "p95_ms": 7.342}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.26, "count": 242, "max_ms": 152.284, "p95_ms": 131.687}, "inference_input_copy_ms": {"avg_ms": 1.761, "count": 242, "max_ms": 4.64, "p95_ms": 2.869}, "processing_residual_ms": {"avg_ms": 0.174, "count": 242, "max_ms": 0.436, "p95_ms": 0.315}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.021, "count": 242, "max_ms": 159.344, "p95_ms": 136.243}, "read_interval": {"avg_ms": 123.796, "count": 242, "max_ms": 214.984, "p95_ms": 157.06}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 242, "max_ms": 0.148, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 1.881, "count": 242, "max_ms": 4.825, "p95_ms": 2.802}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 242, "max_ms": 0.132, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.865, "count": 242, "max_ms": 4.677, "p95_ms": 2.774}, "worker_merge_ms": {"avg_ms": 0.006, "count": 242, "max_ms": 0.036, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 48.557, "count": 242, "max_ms": 94.697, "p95_ms": 69.526}, "visualize": {"avg_ms": 49.331, "count": 242, "max_ms": 75.354, "p95_ms": 63.394}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.635, "count": 242, "max_ms": 70.013, "p95_ms": 58.426}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.778, "count": 242, "max_ms": 74.026, "p95_ms": 61.905}, "visualize_input_copy_ms": {"avg_ms": 1.359, "count": 242, "max_ms": 3.459, "p95_ms": 2.341}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.649, "count": 242, "max_ms": 73.85, "p95_ms": 61.8}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 242, "max_ms": 0.244, "p95_ms": 0.144}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 242}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1431.641, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.765, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.721, "sample_count": 2411, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1428094, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:38:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95215, "write_bytes_delta": 95215, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 996.0, "cpu_core_ratio": 0.400565, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 101278, "reason": null, "system_cpu_core_ratio": 0.036822, "system_cpu_s_delta": 0.7400000000000002, "user_cpu_core_ratio": 0.363743, "user_cpu_s_delta": 7.310000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.643561, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 201689.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.581193, "system_cpu_s_delta": 11.680000000007567, "user_cpu_core_ratio": 1.062369, "user_cpu_s_delta": 21.35000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.228, "count": 240, "max_ms": 7.997, "p95_ms": 5.573, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.408, "max": 7.0, "p95": 6.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.038, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 240}, "total": {"avg": 1.038, "max": 2.0, "p95": 1.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.953, "count": 30, "max": 56.702, "p95": 36.516, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.293, "count": 30, "max": 23.646, "p95": 23.169, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 900.667, "count": 30, "max": 1035.0, "p95": 1020.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 278.267, "count": 30, "max": 2184.0, "p95": 1531.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.207, "p95": 0.124, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.356, "count": 30, "max": 0.387, "p95": 0.387, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91632.833, "count": 30, "max": 95215.0, "p95": 94326.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85613.833, "count": 30, "max": 95215.0, "p95": 94326.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 227465.367, "count": 30, "max": 263771.0, "p95": 256367.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.571, "count": 30, "max": 0.606, "p95": 0.605, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.991, "count": 30, "max": 1.067, "p95": 1.06, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11000, "sampled_at": "2026-10-30T10:38:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:38:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2736730, "flush_count": 2851, "flush_interval_seconds": 30.0, "flush_state": {"count": 2851, "last_at": "2026-10-30T10:38:00", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:38:00", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2850}, "started": true, "suppressed_count": 1425493, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1425352}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2851, "written_record_count": 2851}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9540.031, "limit_mb": null}, "detail": {"pid": 101394, "restart_count": 529, "start_count": 530}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3948692889600, "copied_frame_count": 1428202, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3948692889600, "frame_buffer_copies": 1428202, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1068, "count": 512, "max_ms": 0.731, "p50_ms": 0.0936, "p95_ms": 0.2019, "p99_ms": 0.2536}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4256, "count": 512, "max_ms": 4.3918, "p50_ms": 1.3343, "p95_ms": 2.31, "p99_ms": 3.3404, "results": {"failed": 0, "not_applicable": 0, "success": 1428202, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 486, "h264_decode_error_count": 1092, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:38:16+09:00", "last_error_summary": "[h264 @ 0x5f3b569c1040] left block unavailable for requested intra mode [h264 @ 0x5f3b569c1040] error while decoding MB 0 48, bytestream 2980 [h264 @ 0x5f3b568903c0] error while decoding MB 38 59, bytestream -6", "last_exit_at": "2026-10-30T10:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T10:38:19+09:00", "pid": 101394, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.785, "name": "ffmpeg", "pid": 101394, "rss_mb": 208.785, "state": "S (sleeping)", "threads": 70}, "restart_count": 529, "restart_count_per_hour": 12, "rtsp_timeout_count": 180, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 530}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.301, "sample_count": 2368, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1428202, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:38:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.755, "last_frame_pushed_at": "2026-10-30T10:38:16+09:00", "last_frame_read_age_sec": 4.893, "last_frame_read_at": "2026-10-30T10:38:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 85, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 505.033, "last_sample_duration_ms": 934.779, "last_trigger": "periodic", "next_snapshot_in_sec": 94.967, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 285, "storage_bytes": 2716293}, "mjpeg": {"age_sec": 4.743, "exists": true, "mtime": "2026-10-30T10:38:16.550494+09:00", "mtime_epoch": 1793324296.5504942, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 92093}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:38:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1434.332, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1428202, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.553, "max": 7.0, "p95": 5.0, "sample_count": 206}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.155, "max": 2.0, "p95": 2.0, "sample_count": 206}, "total": {"avg": 1.155, "max": 2.0, "p95": 2.0, "sample_count": 206}}, "tracking_counts": {"active": {"avg": 0.015, "max": 1.0, "p95": 0.0, "sample_count": 206}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 206}, "tracked": {"avg": 0.015, "max": 1.0, "p95": 0.0, "sample_count": 206}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.87, "pushed": 6.87, "read": 6.837}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 205, "client_acquire_ms": {"avg_ms": 0.007, "count": 205, "max_ms": 0.024, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4848.382, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.834, "count": 205, "max_ms": 6.658, "p95_ms": 2.901, "reason": null, "sample_age_ms": 4898.893, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.339, "count": 205, "max_ms": 6.43, "p95_ms": 1.985, "reason": null, "sample_age_ms": 4899.12, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.307, "count": 205, "max_ms": 1.468, "p95_ms": 0.557, "reason": null, "sample_age_ms": 4848.399, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.982, "count": 205, "max_ms": 5.269, "p95_ms": 3.551, "reason": null, "sample_age_ms": 4897.757, "source": "client_direct"}, "request_count": 205, "request_tensor_bytes": {"avg": 2764808.0, "count": 205, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4897.74, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 205, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4848.863, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.533, "count": 205, "max_ms": 84.474, "p95_ms": 64.833, "reason": null, "sample_age_ms": 4848.377, "source": "client_direct"}, "sample_age_ms": 4848.37, "source": "client_direct", "task_total_ms": {"avg_ms": 46.989, "count": 205, "max_ms": 88.46, "p95_ms": 67.768, "reason": null, "sample_age_ms": 4848.37, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.076, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.162, "count": 206, "max_ms": 9.61, "p95_ms": 7.826}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.305, "count": 206, "max_ms": 0.948, "p95_ms": 0.58}, "detection_prepare_ms": {"avg_ms": 1.222, "count": 206, "max_ms": 4.27, "p95_ms": 2.119}, "event_filter_ms": {"avg_ms": 0.005, "count": 206, "max_ms": 0.029, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.248, "count": 206, "max_ms": 0.758, "p95_ms": 0.439}, "mcmt_ms": {"avg_ms": 0.003, "count": 206, "max_ms": 0.011, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 1.906, "count": 206, "max_ms": 3.59, "p95_ms": 2.838}, "setup_ms": {"avg_ms": 0.04, "count": 206, "max_ms": 0.195, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 5.108, "count": 206, "max_ms": 9.537, "p95_ms": 7.716}, "track_match_ms": {"avg_ms": 0.06, "count": 206, "max_ms": 0.202, "p95_ms": 0.116}, "tracker_update_ms": {"avg_ms": 1.318, "count": 206, "max_ms": 3.801, "p95_ms": 2.146}}, "gstreamer_push": {"avg_ms": 3.204, "count": 206, "max_ms": 7.733, "p95_ms": 5.302}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 206, "max_ms": 0.96, "p95_ms": 0.112}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.256, "count": 206, "max_ms": 94.683, "p95_ms": 68.961}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.84, "count": 206, "max_ms": 12.26, "p95_ms": 7.491}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.734, "count": 206, "max_ms": 152.284, "p95_ms": 130.159}, "inference_input_copy_ms": {"avg_ms": 1.751, "count": 206, "max_ms": 4.64, "p95_ms": 2.776}, "processing_residual_ms": {"avg_ms": 0.171, "count": 206, "max_ms": 0.436, "p95_ms": 0.331}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.495, "count": 206, "max_ms": 159.344, "p95_ms": 135.675}, "read_interval": {"avg_ms": 123.019, "count": 205, "max_ms": 214.984, "p95_ms": 156.646}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 206, "max_ms": 0.047, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 1.842, "count": 206, "max_ms": 3.502, "p95_ms": 2.721}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 206, "max_ms": 0.132, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.827, "count": 206, "max_ms": 3.475, "p95_ms": 2.701}, "worker_merge_ms": {"avg_ms": 0.006, "count": 206, "max_ms": 0.029, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 48.269, "count": 206, "max_ms": 94.697, "p95_ms": 68.969}, "visualize": {"avg_ms": 49.198, "count": 206, "max_ms": 75.354, "p95_ms": 64.702}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.473, "count": 206, "max_ms": 70.013, "p95_ms": 58.584}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.666, "count": 206, "max_ms": 74.026, "p95_ms": 63.166}, "visualize_input_copy_ms": {"avg_ms": 1.343, "count": 206, "max_ms": 3.38, "p95_ms": 2.231}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.539, "count": 206, "max_ms": 73.85, "p95_ms": 62.994}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 206, "max_ms": 0.244, "p95_ms": 0.141}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 206}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1431.641, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.765, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.721, "sample_count": 2411, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1428094, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:38:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95215, "write_bytes_delta": 95215, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 996.0, "cpu_core_ratio": 0.400565, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 101278, "reason": null, "system_cpu_core_ratio": 0.036822, "system_cpu_s_delta": 0.7400000000000002, "user_cpu_core_ratio": 0.363743, "user_cpu_s_delta": 7.310000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.643561, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 201689.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.581193, "system_cpu_s_delta": 11.680000000007567, "user_cpu_core_ratio": 1.062369, "user_cpu_s_delta": 21.35000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.228, "count": 240, "max_ms": 7.997, "p95_ms": 5.573, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.408, "max": 7.0, "p95": 6.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.038, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 240}, "total": {"avg": 1.038, "max": 2.0, "p95": 1.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.953, "count": 30, "max": 56.702, "p95": 36.516, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.293, "count": 30, "max": 23.646, "p95": 23.169, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 900.667, "count": 30, "max": 1035.0, "p95": 1020.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 278.267, "count": 30, "max": 2184.0, "p95": 1531.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.207, "p95": 0.124, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.356, "count": 30, "max": 0.387, "p95": 0.387, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91632.833, "count": 30, "max": 95215.0, "p95": 94326.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 85613.833, "count": 30, "max": 95215.0, "p95": 94326.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 227465.367, "count": 30, "max": 263771.0, "p95": 256367.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.571, "count": 30, "max": 0.606, "p95": 0.605, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.991, "count": 30, "max": 1.067, "p95": 1.06, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11000, "sampled_at": "2026-10-30T10:38:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:38:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2739814, "flush_count": 2854, "flush_interval_seconds": 30.0, "flush_state": {"count": 2854, "last_at": "2026-10-30T10:41:00", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:41:00", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2853}, "started": true, "suppressed_count": 1426923, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1426782}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2854, "written_record_count": 2854}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9380.238, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5848a26b1d00] left block unavailable for requested intra mode [h264 @ 0x5848a26b1d00] error while decoding MB 0 67, bytestream 570 [h264 @ 0x5848a3316640] error while decoding MB 80 67, bytestream -21 [h264 @ 0x5848a264d440] error while decoding MB 83 66, bytestream -15 [h264 @ 0x5848a2661600] error while decoding MB 33 61, bytestream -9 [in#0/rtsp @ 0x5848a255fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5848a255fe00] Error retrieving a packet from demuxer: Connecti", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3952652083200, "copied_frame_count": 1429634, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3952652083200, "frame_buffer_copies": 1429634, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1108, "count": 512, "max_ms": 1.8456, "p50_ms": 0.0894, "p95_ms": 0.2089, "p99_ms": 0.2717}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3816, "count": 512, "max_ms": 3.2312, "p50_ms": 1.3177, "p95_ms": 2.3029, "p99_ms": 2.7958, "results": {"failed": 0, "not_applicable": 0, "success": 1429634, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 487, "h264_decode_error_count": 1096, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:41:38+09:00", "last_error_summary": "[h264 @ 0x5848a26b1d00] left block unavailable for requested intra mode [h264 @ 0x5848a26b1d00] error while decoding MB 0 67, bytestream 570 [h264 @ 0x5848a3316640] error while decoding MB 80 67, bytestream -21 [h264 @ 0x5848a264d440] error while decoding MB 83 66, bytestream -15 [h264 @ 0x5848a2661600] error while decoding MB 33 61, bytestream -9 [in#0/rtsp @ 0x5848a255fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5848a255fe00] Error retrieving a packet from demuxer: Connecti", "last_exit_at": "2026-10-30T10:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 199.548, "last_started_at": "2026-10-30T10:38:19+09:00", "pid": 101394, "process": {"exists": false, "pid": 101394}, "restart_count": 529, "restart_count_per_hour": 11, "rtsp_timeout_count": 182, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 530}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.572, "sample_count": 2220, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1429634, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:41:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.077, "last_frame_pushed_at": "2026-10-30T10:41:38+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-10-30T10:41:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 86, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 100.674, "last_sample_duration_ms": 1177.062, "last_trigger": "periodic", "next_snapshot_in_sec": 499.326, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 286, "storage_bytes": 2725869}, "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-10-30T10:41:38.776434+09:00", "mtime_epoch": 1793324498.776434, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 94002}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:41:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1443.09, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1429635, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.023, "max": 5.0, "p95": 4.0, "sample_count": 88}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 17}, "total": {"avg": 0.193, "max": 1.0, "p95": 1.0, "sample_count": 88}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 89, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.031, "pushed": 3.031, "read": 3.065}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 89, "client_acquire_ms": {"avg_ms": 0.006, "count": 89, "max_ms": 0.02, "p95_ms": 0.013, "reason": null, "sample_age_ms": 12.177, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.672, "count": 89, "max_ms": 3.05, "p95_ms": 1.803, "reason": null, "sample_age_ms": 70.411, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.28, "count": 89, "max_ms": 2.776, "p95_ms": 1.61, "reason": null, "sample_age_ms": 70.784, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.256, "count": 89, "max_ms": 0.653, "p95_ms": 0.469, "reason": null, "sample_age_ms": 12.183, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.86, "count": 89, "max_ms": 4.089, "p95_ms": 2.949, "reason": null, "sample_age_ms": 68.157, "source": "client_direct"}, "request_count": 89, "request_tensor_bytes": {"avg": 2764808.0, "count": 89, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 68.119, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 89, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 12.336, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.637, "count": 89, "max_ms": 71.113, "p95_ms": 61.998, "reason": null, "sample_age_ms": 12.175, "source": "client_direct"}, "sample_age_ms": 12.172, "source": "client_direct", "task_total_ms": {"avg_ms": 45.915, "count": 89, "max_ms": 73.345, "p95_ms": 64.402, "reason": null, "sample_age_ms": 12.172, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.491, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.439, "count": 88, "max_ms": 6.926, "p95_ms": 5.227}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.241, "count": 88, "max_ms": 0.623, "p95_ms": 0.485}, "detection_prepare_ms": {"avg_ms": 0.294, "count": 88, "max_ms": 1.946, "p95_ms": 1.182}, "event_filter_ms": {"avg_ms": 0.003, "count": 88, "max_ms": 0.016, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.099, "count": 88, "max_ms": 0.361, "p95_ms": 0.25}, "mcmt_ms": {"avg_ms": 0.002, "count": 88, "max_ms": 0.01, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.465, "count": 88, "max_ms": 2.7, "p95_ms": 2.269}, "setup_ms": {"avg_ms": 0.036, "count": 88, "max_ms": 0.109, "p95_ms": 0.072}, "total_inside_ms": {"avg_ms": 1.4, "count": 88, "max_ms": 6.876, "p95_ms": 5.186}, "track_match_ms": {"avg_ms": 0.013, "count": 88, "max_ms": 0.09, "p95_ms": 0.054}, "tracker_update_ms": {"avg_ms": 0.246, "count": 88, "max_ms": 1.747, "p95_ms": 1.393}}, "gstreamer_push": {"avg_ms": 3.569, "count": 88, "max_ms": 8.277, "p95_ms": 6.576}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 88, "max_ms": 0.205, "p95_ms": 0.084}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.745, "count": 88, "max_ms": 73.916, "p95_ms": 65.692}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.709, "count": 88, "max_ms": 12.067, "p95_ms": 7.931}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.017, "count": 88, "max_ms": 129.728, "p95_ms": 118.184}, "inference_input_copy_ms": {"avg_ms": 1.698, "count": 88, "max_ms": 3.374, "p95_ms": 2.645}, "processing_residual_ms": {"avg_ms": 0.156, "count": 88, "max_ms": 0.439, "p95_ms": 0.267}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.58, "count": 88, "max_ms": 140.68, "p95_ms": 123.991}, "read_interval": {"avg_ms": 349.842, "count": 89, "max_ms": 19229.563, "p95_ms": 154.736}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 88, "max_ms": 0.046, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 0.421, "count": 88, "max_ms": 2.629, "p95_ms": 2.162}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 88, "max_ms": 0.031, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.408, "count": 88, "max_ms": 2.606, "p95_ms": 2.126}, "worker_merge_ms": {"avg_ms": 0.004, "count": 88, "max_ms": 0.028, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 46.756, "count": 88, "max_ms": 73.93, "p95_ms": 65.702}, "visualize": {"avg_ms": 43.915, "count": 88, "max_ms": 61.312, "p95_ms": 58.522}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 41.438, "count": 88, "max_ms": 59.176, "p95_ms": 55.335}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 42.474, "count": 88, "max_ms": 60.064, "p95_ms": 57.143}, "visualize_input_copy_ms": {"avg_ms": 1.264, "count": 88, "max_ms": 2.918, "p95_ms": 2.122}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 42.365, "count": 88, "max_ms": 59.926, "p95_ms": 56.959}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 88, "max_ms": 0.189, "p95_ms": 0.127}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 88}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1435.027, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 67.346, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.648, "sample_count": 2220, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1429628, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:41:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99638, "write_bytes_delta": 99638, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 443.0, "cpu_core_ratio": 0.233829, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4821.0, "pid": 101394, "reason": null, "system_cpu_core_ratio": 0.086925, "system_cpu_s_delta": 3.0, "user_cpu_core_ratio": 0.146904, "user_cpu_s_delta": 5.07}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.671354, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 177547.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.25585, "system_cpu_s_delta": 8.830000000001746, "user_cpu_core_ratio": 0.415503, "user_cpu_s_delta": 14.340000000025611}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.592, "count": 82, "max_ms": 8.277, "p95_ms": 6.576, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.037, "max": 5.0, "p95": 4.0, "sample_count": 82}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 11}, "total": {"avg": 0.134, "max": 1.0, "p95": 1.0, "sample_count": 82}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.787, "count": 30, "max": 67.346, "p95": 48.091, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.483, "count": 30, "max": 23.646, "p95": 22.721, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 904.533, "count": 30, "max": 1035.0, "p95": 1014.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 898.367, "count": 30, "max": 8461.0, "p95": 4679.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.207, "p95": 0.143, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.355, "count": 30, "max": 0.387, "p95": 0.385, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.108, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93151.833, "count": 30, "max": 99638.0, "p95": 96656.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93151.833, "count": 30, "max": 99638.0, "p95": 96656.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 216689.333, "count": 30, "max": 263815.0, "p95": 259720.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.562, "count": 30, "max": 0.61, "p95": 0.605, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.982, "count": 30, "max": 1.069, "p95": 1.065, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11010, "sampled_at": "2026-10-30T10:41:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:41:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.035, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2739814, "flush_count": 2854, "flush_interval_seconds": 30.0, "flush_state": {"count": 2854, "last_at": "2026-10-30T10:41:00", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:41:00", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2853}, "started": true, "suppressed_count": 1426923, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1426782}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2854, "written_record_count": 2854}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9368.988, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T10:41:38+09:00", "last_error_summary": "[h264 @ 0x5848a26b1d00] left block unavailable for requested intra mode [h264 @ 0x5848a26b1d00] error while decoding MB 0 67, bytestream 570 [h264 @ 0x5848a3316640] error while decoding MB 80 67, bytestream -21 [h264 @ 0x5848a264d440] error while decoding MB 83 66, bytestream -15 [h264 @ 0x5848a2661600] error while decoding MB 33 61, bytestream -9 [in#0/rtsp @ 0x5848a255fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5848a255fe00] Error retrieving a packet from demuxer: Connecti", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3952654848000, "copied_frame_count": 1429635, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3952654848000, "frame_buffer_copies": 1429635, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1108, "count": 512, "max_ms": 1.8456, "p50_ms": 0.0894, "p95_ms": 0.2089, "p99_ms": 0.2717}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3778, "count": 512, "max_ms": 3.2312, "p50_ms": 1.3145, "p95_ms": 2.2834, "p99_ms": 2.6876, "results": {"failed": 0, "not_applicable": 0, "success": 1429635, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 487, "h264_decode_error_count": 1096, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:41:38+09:00", "last_error_summary": "[h264 @ 0x5848a26b1d00] left block unavailable for requested intra mode [h264 @ 0x5848a26b1d00] error while decoding MB 0 67, bytestream 570 [h264 @ 0x5848a3316640] error while decoding MB 80 67, bytestream -21 [h264 @ 0x5848a264d440] error while decoding MB 83 66, bytestream -15 [h264 @ 0x5848a2661600] error while decoding MB 33 61, bytestream -9 [in#0/rtsp @ 0x5848a255fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5848a255fe00] Error retrieving a packet from demuxer: Connecti", "last_exit_at": "2026-10-30T10:41:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 199.593, "last_started_at": "2026-10-30T10:38:19+09:00", "pid": 101394, "process": {"exists": false, "pid": 101394}, "restart_count": 529, "restart_count_per_hour": 11, "rtsp_timeout_count": 182, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 530}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.572, "sample_count": 2220, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1429635, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:41:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T10:41:38+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-10-30T10:41:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 86, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 100.719, "last_sample_duration_ms": 1177.062, "last_trigger": "periodic", "next_snapshot_in_sec": 499.281, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 286, "storage_bytes": 2725869}, "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-10-30T10:41:38.776434+09:00", "mtime_epoch": 1793324498.776434, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 94002}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:41:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1432.387, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1429635, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.011, "max": 5.0, "p95": 4.0, "sample_count": 89}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 18}, "total": {"avg": 0.202, "max": 1.0, "p95": 1.0, "sample_count": 89}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 89, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.06, "pushed": 3.06, "read": 3.06}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 89, "client_acquire_ms": {"avg_ms": 0.006, "count": 89, "max_ms": 0.02, "p95_ms": 0.013, "reason": null, "sample_age_ms": 57.624, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.672, "count": 89, "max_ms": 3.05, "p95_ms": 1.803, "reason": null, "sample_age_ms": 115.858, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.28, "count": 89, "max_ms": 2.776, "p95_ms": 1.61, "reason": null, "sample_age_ms": 116.23, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.256, "count": 89, "max_ms": 0.653, "p95_ms": 0.469, "reason": null, "sample_age_ms": 57.63, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.86, "count": 89, "max_ms": 4.089, "p95_ms": 2.949, "reason": null, "sample_age_ms": 113.604, "source": "client_direct"}, "request_count": 89, "request_tensor_bytes": {"avg": 2764808.0, "count": 89, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 113.566, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 89, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 57.783, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.637, "count": 89, "max_ms": 71.113, "p95_ms": 61.998, "reason": null, "sample_age_ms": 57.622, "source": "client_direct"}, "sample_age_ms": 57.619, "source": "client_direct", "task_total_ms": {"avg_ms": 45.915, "count": 89, "max_ms": 73.345, "p95_ms": 64.402, "reason": null, "sample_age_ms": 57.619, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.267, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.47, "count": 89, "max_ms": 6.926, "p95_ms": 5.227}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.24, "count": 89, "max_ms": 0.623, "p95_ms": 0.485}, "detection_prepare_ms": {"avg_ms": 0.303, "count": 89, "max_ms": 1.946, "p95_ms": 1.182}, "event_filter_ms": {"avg_ms": 0.003, "count": 89, "max_ms": 0.016, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.099, "count": 89, "max_ms": 0.361, "p95_ms": 0.25}, "mcmt_ms": {"avg_ms": 0.002, "count": 89, "max_ms": 0.01, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.479, "count": 89, "max_ms": 2.7, "p95_ms": 2.269}, "setup_ms": {"avg_ms": 0.036, "count": 89, "max_ms": 0.109, "p95_ms": 0.072}, "total_inside_ms": {"avg_ms": 1.431, "count": 89, "max_ms": 6.876, "p95_ms": 5.186}, "track_match_ms": {"avg_ms": 0.013, "count": 89, "max_ms": 0.09, "p95_ms": 0.054}, "tracker_update_ms": {"avg_ms": 0.255, "count": 89, "max_ms": 1.747, "p95_ms": 1.393}}, "gstreamer_push": {"avg_ms": 3.556, "count": 89, "max_ms": 8.277, "p95_ms": 6.576}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 89, "max_ms": 0.205, "p95_ms": 0.084}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.881, "count": 89, "max_ms": 73.916, "p95_ms": 65.692}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.695, "count": 89, "max_ms": 12.067, "p95_ms": 7.931}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.181, "count": 89, "max_ms": 129.728, "p95_ms": 118.184}, "inference_input_copy_ms": {"avg_ms": 1.702, "count": 89, "max_ms": 3.374, "p95_ms": 2.645}, "processing_residual_ms": {"avg_ms": 0.157, "count": 89, "max_ms": 0.439, "p95_ms": 0.267}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.736, "count": 89, "max_ms": 140.68, "p95_ms": 123.991}, "read_interval": {"avg_ms": 349.842, "count": 89, "max_ms": 19229.563, "p95_ms": 154.736}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 89, "max_ms": 0.046, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 0.435, "count": 89, "max_ms": 2.629, "p95_ms": 2.162}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 89, "max_ms": 0.031, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.422, "count": 89, "max_ms": 2.606, "p95_ms": 2.126}, "worker_merge_ms": {"avg_ms": 0.004, "count": 89, "max_ms": 0.028, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 46.892, "count": 89, "max_ms": 73.93, "p95_ms": 65.702}, "visualize": {"avg_ms": 43.916, "count": 89, "max_ms": 61.312, "p95_ms": 58.522}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 41.426, "count": 89, "max_ms": 59.176, "p95_ms": 55.335}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 42.48, "count": 89, "max_ms": 60.064, "p95_ms": 57.143}, "visualize_input_copy_ms": {"avg_ms": 1.259, "count": 89, "max_ms": 2.918, "p95_ms": 2.122}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 42.372, "count": 89, "max_ms": 59.926, "p95_ms": 56.959}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 89, "max_ms": 0.189, "p95_ms": 0.127}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 89}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1435.027, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 67.346, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.648, "sample_count": 2220, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1429628, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:41:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99638, "write_bytes_delta": 99638, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 443.0, "cpu_core_ratio": 0.233829, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4821.0, "pid": 101394, "reason": null, "system_cpu_core_ratio": 0.086925, "system_cpu_s_delta": 3.0, "user_cpu_core_ratio": 0.146904, "user_cpu_s_delta": 5.07}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.671354, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 177547.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.25585, "system_cpu_s_delta": 8.830000000001746, "user_cpu_core_ratio": 0.415503, "user_cpu_s_delta": 14.340000000025611}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.592, "count": 82, "max_ms": 8.277, "p95_ms": 6.576, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.037, "max": 5.0, "p95": 4.0, "sample_count": 82}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 11}, "total": {"avg": 0.134, "max": 1.0, "p95": 1.0, "sample_count": 82}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.787, "count": 30, "max": 67.346, "p95": 48.091, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.483, "count": 30, "max": 23.646, "p95": 22.721, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 904.533, "count": 30, "max": 1035.0, "p95": 1014.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 898.367, "count": 30, "max": 8461.0, "p95": 4679.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.207, "p95": 0.143, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.355, "count": 30, "max": 0.387, "p95": 0.385, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.108, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93151.833, "count": 30, "max": 99638.0, "p95": 96656.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93151.833, "count": 30, "max": 99638.0, "p95": 96656.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 216689.333, "count": 30, "max": 263815.0, "p95": 259720.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.562, "count": 30, "max": 0.61, "p95": 0.605, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.982, "count": 30, "max": 1.069, "p95": 1.065, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11010, "sampled_at": "2026-10-30T10:41:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:41:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.081, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2739814, "flush_count": 2854, "flush_interval_seconds": 30.0, "flush_state": {"count": 2854, "last_at": "2026-10-30T10:41:00", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:41:00", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2853}, "started": true, "suppressed_count": 1426923, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1426782}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2854, "written_record_count": 2854}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9372.898, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3952654848000, "copied_frame_count": 1429635, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3952654848000, "frame_buffer_copies": 1429635, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1108, "count": 512, "max_ms": 1.8456, "p50_ms": 0.0894, "p95_ms": 0.2089, "p99_ms": 0.2717}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3778, "count": 512, "max_ms": 3.2312, "p50_ms": 1.3145, "p95_ms": 2.2834, "p99_ms": 2.6876, "results": {"failed": 0, "not_applicable": 0, "success": 1429635, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 487, "h264_decode_error_count": 1096, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:41:38+09:00", "last_error_summary": "[h264 @ 0x5848a26b1d00] left block unavailable for requested intra mode [h264 @ 0x5848a26b1d00] error while decoding MB 0 67, bytestream 570 [h264 @ 0x5848a3316640] error while decoding MB 80 67, bytestream -21 [h264 @ 0x5848a264d440] error while decoding MB 83 66, bytestream -15 [h264 @ 0x5848a2661600] error while decoding MB 33 61, bytestream -9 [in#0/rtsp @ 0x5848a255fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5848a255fe00] Error retrieving a packet from demuxer: Connecti", "last_exit_at": "2026-10-30T10:41:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 199.617, "last_started_at": "2026-10-30T10:38:19+09:00", "pid": 101394, "process": {"exists": false, "pid": 101394}, "restart_count": 529, "restart_count_per_hour": 11, "rtsp_timeout_count": 182, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 530}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.572, "sample_count": 2220, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1429635, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:41:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.024, "last_frame_pushed_at": "2026-10-30T10:41:38+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-10-30T10:41:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 86, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 100.743, "last_sample_duration_ms": 1177.062, "last_trigger": "periodic", "next_snapshot_in_sec": 499.257, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 286, "storage_bytes": 2725869}, "mjpeg": {"age_sec": 0.017, "exists": true, "mtime": "2026-10-30T10:41:38.892434+09:00", "mtime_epoch": 1793324498.8924344, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 93741}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:41:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1432.387, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1429635, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.011, "max": 5.0, "p95": 4.0, "sample_count": 89}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 18}, "total": {"avg": 0.202, "max": 1.0, "p95": 1.0, "sample_count": 89}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 89, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.058, "pushed": 3.058, "read": 3.058}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 89, "client_acquire_ms": {"avg_ms": 0.006, "count": 89, "max_ms": 0.02, "p95_ms": 0.013, "reason": null, "sample_age_ms": 81.184, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.672, "count": 89, "max_ms": 3.05, "p95_ms": 1.803, "reason": null, "sample_age_ms": 139.419, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.28, "count": 89, "max_ms": 2.776, "p95_ms": 1.61, "reason": null, "sample_age_ms": 139.791, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.256, "count": 89, "max_ms": 0.653, "p95_ms": 0.469, "reason": null, "sample_age_ms": 81.191, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.86, "count": 89, "max_ms": 4.089, "p95_ms": 2.949, "reason": null, "sample_age_ms": 137.165, "source": "client_direct"}, "request_count": 89, "request_tensor_bytes": {"avg": 2764808.0, "count": 89, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 137.126, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 89, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 81.343, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.637, "count": 89, "max_ms": 71.113, "p95_ms": 61.998, "reason": null, "sample_age_ms": 81.182, "source": "client_direct"}, "sample_age_ms": 81.179, "source": "client_direct", "task_total_ms": {"avg_ms": 45.915, "count": 89, "max_ms": 73.345, "p95_ms": 64.402, "reason": null, "sample_age_ms": 81.179, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.534, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.47, "count": 89, "max_ms": 6.926, "p95_ms": 5.227}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.24, "count": 89, "max_ms": 0.623, "p95_ms": 0.485}, "detection_prepare_ms": {"avg_ms": 0.303, "count": 89, "max_ms": 1.946, "p95_ms": 1.182}, "event_filter_ms": {"avg_ms": 0.003, "count": 89, "max_ms": 0.016, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.099, "count": 89, "max_ms": 0.361, "p95_ms": 0.25}, "mcmt_ms": {"avg_ms": 0.002, "count": 89, "max_ms": 0.01, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.479, "count": 89, "max_ms": 2.7, "p95_ms": 2.269}, "setup_ms": {"avg_ms": 0.036, "count": 89, "max_ms": 0.109, "p95_ms": 0.072}, "total_inside_ms": {"avg_ms": 1.431, "count": 89, "max_ms": 6.876, "p95_ms": 5.186}, "track_match_ms": {"avg_ms": 0.013, "count": 89, "max_ms": 0.09, "p95_ms": 0.054}, "tracker_update_ms": {"avg_ms": 0.255, "count": 89, "max_ms": 1.747, "p95_ms": 1.393}}, "gstreamer_push": {"avg_ms": 3.556, "count": 89, "max_ms": 8.277, "p95_ms": 6.576}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 89, "max_ms": 0.205, "p95_ms": 0.084}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.881, "count": 89, "max_ms": 73.916, "p95_ms": 65.692}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.695, "count": 89, "max_ms": 12.067, "p95_ms": 7.931}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.181, "count": 89, "max_ms": 129.728, "p95_ms": 118.184}, "inference_input_copy_ms": {"avg_ms": 1.702, "count": 89, "max_ms": 3.374, "p95_ms": 2.645}, "processing_residual_ms": {"avg_ms": 0.157, "count": 89, "max_ms": 0.439, "p95_ms": 0.267}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.736, "count": 89, "max_ms": 140.68, "p95_ms": 123.991}, "read_interval": {"avg_ms": 349.842, "count": 89, "max_ms": 19229.563, "p95_ms": 154.736}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 89, "max_ms": 0.046, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 0.435, "count": 89, "max_ms": 2.629, "p95_ms": 2.162}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 89, "max_ms": 0.031, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.422, "count": 89, "max_ms": 2.606, "p95_ms": 2.126}, "worker_merge_ms": {"avg_ms": 0.004, "count": 89, "max_ms": 0.028, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 46.892, "count": 89, "max_ms": 73.93, "p95_ms": 65.702}, "visualize": {"avg_ms": 43.916, "count": 89, "max_ms": 61.312, "p95_ms": 58.522}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 41.426, "count": 89, "max_ms": 59.176, "p95_ms": 55.335}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 42.48, "count": 89, "max_ms": 60.064, "p95_ms": 57.143}, "visualize_input_copy_ms": {"avg_ms": 1.259, "count": 89, "max_ms": 2.918, "p95_ms": 2.122}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 42.372, "count": 89, "max_ms": 59.926, "p95_ms": 56.959}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 89, "max_ms": 0.189, "p95_ms": 0.127}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 89}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1435.027, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 67.346, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.648, "sample_count": 2220, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1429628, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:41:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99638, "write_bytes_delta": 99638, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 443.0, "cpu_core_ratio": 0.233829, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4821.0, "pid": 101394, "reason": null, "system_cpu_core_ratio": 0.086925, "system_cpu_s_delta": 3.0, "user_cpu_core_ratio": 0.146904, "user_cpu_s_delta": 5.07}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.671354, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 177547.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.25585, "system_cpu_s_delta": 8.830000000001746, "user_cpu_core_ratio": 0.415503, "user_cpu_s_delta": 14.340000000025611}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.592, "count": 82, "max_ms": 8.277, "p95_ms": 6.576, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.037, "max": 5.0, "p95": 4.0, "sample_count": 82}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 11}, "total": {"avg": 0.134, "max": 1.0, "p95": 1.0, "sample_count": 82}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.787, "count": 30, "max": 67.346, "p95": 48.091, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.483, "count": 30, "max": 23.646, "p95": 22.721, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 904.533, "count": 30, "max": 1035.0, "p95": 1014.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 898.367, "count": 30, "max": 8461.0, "p95": 4679.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.207, "p95": 0.143, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.355, "count": 30, "max": 0.387, "p95": 0.385, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.108, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93151.833, "count": 30, "max": 99638.0, "p95": 96656.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93151.833, "count": 30, "max": 99638.0, "p95": 96656.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 216689.333, "count": 30, "max": 263815.0, "p95": 259720.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.562, "count": 30, "max": 0.61, "p95": 0.605, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.982, "count": 30, "max": 1.069, "p95": 1.065, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11010, "sampled_at": "2026-10-30T10:41:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:41:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.104, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2739814, "flush_count": 2854, "flush_interval_seconds": 30.0, "flush_state": {"count": 2854, "last_at": "2026-10-30T10:41:00", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:41:00", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2853}, "started": true, "suppressed_count": 1426923, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1426782}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2854, "written_record_count": 2854}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9537.379, "limit_mb": null}, "detail": {"pid": 101510, "restart_count": 530, "start_count": 531}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3952654848000, "copied_frame_count": 1429635, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3952654848000, "frame_buffer_copies": 1429635, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1108, "count": 512, "max_ms": 1.8456, "p50_ms": 0.0894, "p95_ms": 0.2089, "p99_ms": 0.2717}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3778, "count": 512, "max_ms": 3.2312, "p50_ms": 1.3145, "p95_ms": 2.2834, "p99_ms": 2.6876, "results": {"failed": 0, "not_applicable": 0, "success": 1429635, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 487, "h264_decode_error_count": 1096, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:41:38+09:00", "last_error_summary": "[h264 @ 0x5848a26b1d00] left block unavailable for requested intra mode [h264 @ 0x5848a26b1d00] error while decoding MB 0 67, bytestream 570 [h264 @ 0x5848a3316640] error while decoding MB 80 67, bytestream -21 [h264 @ 0x5848a264d440] error while decoding MB 83 66, bytestream -15 [h264 @ 0x5848a2661600] error while decoding MB 33 61, bytestream -9 [in#0/rtsp @ 0x5848a255fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5848a255fe00] Error retrieving a packet from demuxer: Connecti", "last_exit_at": "2026-10-30T10:41:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T10:41:41+09:00", "pid": 101510, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.074, "name": "ffmpeg", "pid": 101510, "rss_mb": 206.074, "state": "S (sleeping)", "threads": 70}, "restart_count": 530, "restart_count_per_hour": 12, "rtsp_timeout_count": 182, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 531}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.404, "sample_count": 2186, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1429635, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:41:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.345, "last_frame_pushed_at": "2026-10-30T10:41:38+09:00", "last_frame_read_age_sec": 4.46, "last_frame_read_at": "2026-10-30T10:41:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 86, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 105.07, "last_sample_duration_ms": 1177.062, "last_trigger": "periodic", "next_snapshot_in_sec": 494.93, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 286, "storage_bytes": 2725869}, "mjpeg": {"age_sec": 4.337, "exists": true, "mtime": "2026-10-30T10:41:38.892434+09:00", "mtime_epoch": 1793324498.8924344, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 93741}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:41:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1432.391, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1429635, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.949, "max": 4.0, "p95": 4.0, "sample_count": 59}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 16}, "total": {"avg": 0.271, "max": 1.0, "p95": 1.0, "sample_count": 59}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 59}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 59}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 59}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 59}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 59}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 59, "pushed_frames": 59, "read_frames": 58, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.969, "pushed": 1.969, "read": 1.936}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 58, "client_acquire_ms": {"avg_ms": 0.006, "count": 58, "max_ms": 0.02, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4402.467, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.676, "count": 58, "max_ms": 3.05, "p95_ms": 1.88, "reason": null, "sample_age_ms": 4460.701, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.277, "count": 58, "max_ms": 2.776, "p95_ms": 1.594, "reason": null, "sample_age_ms": 4461.073, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.264, "count": 58, "max_ms": 0.653, "p95_ms": 0.503, "reason": null, "sample_age_ms": 4402.473, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.936, "count": 58, "max_ms": 4.089, "p95_ms": 3.019, "reason": null, "sample_age_ms": 4458.447, "source": "client_direct"}, "request_count": 58, "request_tensor_bytes": {"avg": 2764808.0, "count": 58, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4458.409, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 58, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4402.625, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.65, "count": 58, "max_ms": 69.657, "p95_ms": 61.083, "reason": null, "sample_age_ms": 4402.464, "source": "client_direct"}, "sample_age_ms": 4402.462, "source": "client_direct", "task_total_ms": {"avg_ms": 46.023, "count": 58, "max_ms": 72.463, "p95_ms": 64.146, "reason": null, "sample_age_ms": 4402.462, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.457, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.791, "count": 59, "max_ms": 6.926, "p95_ms": 6.304}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.246, "count": 59, "max_ms": 0.623, "p95_ms": 0.53}, "detection_prepare_ms": {"avg_ms": 0.38, "count": 59, "max_ms": 1.946, "p95_ms": 1.424}, "event_filter_ms": {"avg_ms": 0.003, "count": 59, "max_ms": 0.016, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.111, "count": 59, "max_ms": 0.361, "p95_ms": 0.277}, "mcmt_ms": {"avg_ms": 0.003, "count": 59, "max_ms": 0.01, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.607, "count": 59, "max_ms": 2.7, "p95_ms": 2.369}, "setup_ms": {"avg_ms": 0.037, "count": 59, "max_ms": 0.094, "p95_ms": 0.072}, "total_inside_ms": {"avg_ms": 1.75, "count": 59, "max_ms": 6.876, "p95_ms": 6.237}, "track_match_ms": {"avg_ms": 0.017, "count": 59, "max_ms": 0.09, "p95_ms": 0.08}, "tracker_update_ms": {"avg_ms": 0.346, "count": 59, "max_ms": 1.747, "p95_ms": 1.704}}, "gstreamer_push": {"avg_ms": 3.552, "count": 59, "max_ms": 8.277, "p95_ms": 6.459}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 59, "max_ms": 0.205, "p95_ms": 0.084}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.237, "count": 59, "max_ms": 73.313, "p95_ms": 65.007}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.704, "count": 59, "max_ms": 12.067, "p95_ms": 9.975}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 59, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 59, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.315, "count": 59, "max_ms": 121.647, "p95_ms": 117.634}, "inference_input_copy_ms": {"avg_ms": 1.713, "count": 59, "max_ms": 3.089, "p95_ms": 2.694}, "processing_residual_ms": {"avg_ms": 0.151, "count": 59, "max_ms": 0.439, "p95_ms": 0.267}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 59, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 59, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.883, "count": 59, "max_ms": 126.45, "p95_ms": 121.251}, "read_interval": {"avg_ms": 441.845, "count": 58, "max_ms": 19229.563, "p95_ms": 142.411}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 59, "max_ms": 0.046, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.561, "count": 59, "max_ms": 2.629, "p95_ms": 2.299}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 59, "max_ms": 0.031, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.548, "count": 59, "max_ms": 2.606, "p95_ms": 2.28}, "worker_merge_ms": {"avg_ms": 0.004, "count": 59, "max_ms": 0.012, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 47.248, "count": 59, "max_ms": 73.322, "p95_ms": 65.016}, "visualize": {"avg_ms": 43.341, "count": 59, "max_ms": 60.617, "p95_ms": 58.522}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 40.611, "count": 59, "max_ms": 57.571, "p95_ms": 53.706}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 59, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.825, "count": 59, "max_ms": 58.35, "p95_ms": 57.143}, "visualize_input_copy_ms": {"avg_ms": 1.332, "count": 59, "max_ms": 2.918, "p95_ms": 2.399}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 59, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.717, "count": 59, "max_ms": 58.175, "p95_ms": 56.959}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 59, "max_ms": 0.189, "p95_ms": 0.127}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 59}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 59}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 59}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1435.027, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 67.346, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.648, "sample_count": 2220, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1429628, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:41:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99638, "write_bytes_delta": 99638, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 443.0, "cpu_core_ratio": 0.233829, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4821.0, "pid": 101394, "reason": null, "system_cpu_core_ratio": 0.086925, "system_cpu_s_delta": 3.0, "user_cpu_core_ratio": 0.146904, "user_cpu_s_delta": 5.07}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.671354, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 177547.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.25585, "system_cpu_s_delta": 8.830000000001746, "user_cpu_core_ratio": 0.415503, "user_cpu_s_delta": 14.340000000025611}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.592, "count": 82, "max_ms": 8.277, "p95_ms": 6.576, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.037, "max": 5.0, "p95": 4.0, "sample_count": 82}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 11}, "total": {"avg": 0.134, "max": 1.0, "p95": 1.0, "sample_count": 82}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.787, "count": 30, "max": 67.346, "p95": 48.091, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.483, "count": 30, "max": 23.646, "p95": 22.721, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 904.533, "count": 30, "max": 1035.0, "p95": 1014.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 898.367, "count": 30, "max": 8461.0, "p95": 4679.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.207, "p95": 0.143, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.355, "count": 30, "max": 0.387, "p95": 0.385, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.108, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93151.833, "count": 30, "max": 99638.0, "p95": 96656.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93151.833, "count": 30, "max": 99638.0, "p95": 96656.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 216689.333, "count": 30, "max": 263815.0, "p95": 259720.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.562, "count": 30, "max": 0.61, "p95": 0.605, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.982, "count": 30, "max": 1.069, "p95": 1.065, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11010, "sampled_at": "2026-10-30T10:41:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:41:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2743828, "flush_count": 2858, "flush_interval_seconds": 30.0, "flush_state": {"count": 2858, "last_at": "2026-10-30T10:45:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:45:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2857}, "started": true, "suppressed_count": 1428253, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1428112}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2858, "written_record_count": 2858}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9393.52, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5b72f746b440] cabac decode of qscale diff failed at 57 66 [h264 @ 0x5b72f746b440] error while decoding MB 57 66, bytestream 800 [h264 @ 0x5b72f739c5c0] error while decoding MB 43 63, bytestream -5 [h264 @ 0x5b72f72cd740] error while decoding MB 30 67, bytestream -11 [in#0/rtsp @ 0x5b72f6b81e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5b72f6b81e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3956340326400, "copied_frame_count": 1430968, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3956340326400, "frame_buffer_copies": 1430968, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1101, "count": 512, "max_ms": 1.7085, "p50_ms": 0.0925, "p95_ms": 0.2029, "p99_ms": 0.2944}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4833, "count": 512, "max_ms": 4.9925, "p50_ms": 1.3632, "p95_ms": 2.4996, "p99_ms": 3.2531, "results": {"failed": 0, "not_applicable": 0, "success": 1430968, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 488, "h264_decode_error_count": 1100, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:45:03+09:00", "last_error_summary": "[h264 @ 0x5b72f746b440] cabac decode of qscale diff failed at 57 66 [h264 @ 0x5b72f746b440] error while decoding MB 57 66, bytestream 800 [h264 @ 0x5b72f739c5c0] error while decoding MB 43 63, bytestream -5 [h264 @ 0x5b72f72cd740] error while decoding MB 30 67, bytestream -11 [in#0/rtsp @ 0x5b72f6b81e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5b72f6b81e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T10:41:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 201.78, "last_started_at": "2026-10-30T10:41:41+09:00", "pid": 101510, "process": {"exists": true, "fd_count": 0, "hwm_mb": null, "name": "ffmpeg", "pid": 101510, "rss_mb": null, "state": "Z (zombie)", "threads": 1}, "restart_count": 530, "restart_count_per_hour": 11, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 531}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.05, "sample_count": 1932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1430968, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:45:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.097, "last_frame_pushed_at": "2026-10-30T10:45:02+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-10-30T10:45:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 86, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 304.845, "last_sample_duration_ms": 1177.062, "last_trigger": "periodic", "next_snapshot_in_sec": 295.155, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 286, "storage_bytes": 2725869}, "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-10-30T10:45:02.930749+09:00", "mtime_epoch": 1793324702.9307487, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 94805}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:45:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1452.828, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1430969, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.691, "max": 7.0, "p95": 6.0, "sample_count": 55}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.4, "max": 2.0, "p95": 2.0, "sample_count": 55}, "total": {"avg": 1.4, "max": 2.0, "p95": 2.0, "sample_count": 55}}, "tracking_counts": {"active": {"avg": 0.091, "max": 1.0, "p95": 1.0, "sample_count": 55}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "tracked": {"avg": 0.091, "max": 1.0, "p95": 1.0, "sample_count": 55}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 56, "pushed_frames": 56, "read_frames": 56, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.867, "pushed": 1.867, "read": 1.867}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 56, "client_acquire_ms": {"avg_ms": 0.009, "count": 56, "max_ms": 0.044, "p95_ms": 0.024, "reason": null, "sample_age_ms": 37.148, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.892, "count": 56, "max_ms": 6.496, "p95_ms": 3.252, "reason": null, "sample_age_ms": 93.101, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.448, "count": 56, "max_ms": 5.899, "p95_ms": 3.021, "reason": null, "sample_age_ms": 93.856, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.286, "count": 56, "max_ms": 0.984, "p95_ms": 0.482, "reason": null, "sample_age_ms": 37.162, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.984, "count": 56, "max_ms": 3.393, "p95_ms": 3.05, "reason": null, "sample_age_ms": 91.269, "source": "client_direct"}, "request_count": 56, "request_tensor_bytes": {"avg": 2764808.0, "count": 56, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 91.254, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 56, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 37.552, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.181, "count": 56, "max_ms": 80.991, "p95_ms": 68.206, "reason": null, "sample_age_ms": 37.139, "source": "client_direct"}, "sample_age_ms": 37.132, "source": "client_direct", "task_total_ms": {"avg_ms": 50.612, "count": 56, "max_ms": 82.9, "p95_ms": 71.379, "reason": null, "sample_age_ms": 37.132, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.45, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.459, "count": 55, "max_ms": 13.542, "p95_ms": 9.395}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.317, "count": 55, "max_ms": 1.156, "p95_ms": 0.605}, "detection_prepare_ms": {"avg_ms": 1.318, "count": 55, "max_ms": 4.481, "p95_ms": 2.895}, "event_filter_ms": {"avg_ms": 0.005, "count": 55, "max_ms": 0.017, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.258, "count": 55, "max_ms": 0.505, "p95_ms": 0.449}, "mcmt_ms": {"avg_ms": 0.003, "count": 55, "max_ms": 0.011, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.997, "count": 55, "max_ms": 4.157, "p95_ms": 3.332}, "setup_ms": {"avg_ms": 0.037, "count": 55, "max_ms": 0.148, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 5.41, "count": 55, "max_ms": 13.424, "p95_ms": 9.306}, "track_match_ms": {"avg_ms": 0.068, "count": 55, "max_ms": 0.208, "p95_ms": 0.151}, "tracker_update_ms": {"avg_ms": 1.406, "count": 55, "max_ms": 3.197, "p95_ms": 2.858}}, "gstreamer_push": {"avg_ms": 3.124, "count": 56, "max_ms": 5.805, "p95_ms": 5.169}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 55, "max_ms": 0.509, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.808, "count": 55, "max_ms": 83.432, "p95_ms": 73.543}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.069, "count": 56, "max_ms": 11.189, "p95_ms": 9.219}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.271, "count": 56, "max_ms": 159.129, "p95_ms": 140.982}, "inference_input_copy_ms": {"avg_ms": 1.785, "count": 56, "max_ms": 3.194, "p95_ms": 3.045}, "processing_residual_ms": {"avg_ms": 0.18, "count": 56, "max_ms": 0.533, "p95_ms": 0.346}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.304, "count": 56, "max_ms": 164.008, "p95_ms": 150.082}, "read_interval": {"avg_ms": 536.617, "count": 56, "max_ms": 22856.375, "p95_ms": 186.333}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 55, "max_ms": 0.06, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 1.935, "count": 55, "max_ms": 3.992, "p95_ms": 3.229}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 55, "max_ms": 0.052, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.919, "count": 55, "max_ms": 3.954, "p95_ms": 3.191}, "worker_merge_ms": {"avg_ms": 0.007, "count": 55, "max_ms": 0.031, "p95_ms": 0.021}}, "triton_wait": {"avg_ms": 51.82, "count": 55, "max_ms": 83.44, "p95_ms": 73.596}, "visualize": {"avg_ms": 50.418, "count": 55, "max_ms": 72.589, "p95_ms": 70.693}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.228, "count": 55, "max_ms": 67.262, "p95_ms": 64.73}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.812, "count": 55, "max_ms": 70.53, "p95_ms": 69.064}, "visualize_input_copy_ms": {"avg_ms": 1.417, "count": 55, "max_ms": 3.59, "p95_ms": 2.11}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.68, "count": 55, "max_ms": 70.374, "p95_ms": 68.858}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 55, "max_ms": 0.147, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 55}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1435.676, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 39.856, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.877, "sample_count": 1933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1430962, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:45:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93234, "write_bytes_delta": 93234, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 262.0, "cpu_core_ratio": 0.202836, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2344.0, "pid": 101510, "reason": null, "system_cpu_core_ratio": 0.087266, "system_cpu_s_delta": 2.59, "user_cpu_core_ratio": 0.115569, "user_cpu_s_delta": 3.4299999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.423529, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 68681.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.154991, "system_cpu_s_delta": 4.600000000005821, "user_cpu_core_ratio": 0.268538, "user_cpu_s_delta": 7.970000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.215, "count": 56, "max_ms": 5.805, "p95_ms": 5.169, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.446, "max": 7.0, "p95": 6.0, "sample_count": 56}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.286, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 56}, "total": {"avg": 1.286, "max": 2.0, "p95": 2.0, "sample_count": 56}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.378, "count": 30, "max": 67.346, "p95": 41.323, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.039, "count": 30, "max": 22.892, "p95": 22.113, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 639.3, "count": 30, "max": 996.0, "p95": 976.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1437.6, "count": 30, "max": 9985.0, "p95": 6823.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.084, "count": 30, "max": 0.458, "p95": 0.249, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.33, "count": 30, "max": 0.408, "p95": 0.398, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.015, "count": 30, "max": 0.145, "p95": 0.12, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94476.633, "count": 30, "max": 99638.0, "p95": 96954.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91328.9, "count": 30, "max": 99638.0, "p95": 96954.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 153400.467, "count": 30, "max": 263815.0, "p95": 225961.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.545, "count": 30, "max": 0.629, "p95": 0.613, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.95, "count": 30, "max": 1.091, "p95": 1.078, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11026, "sampled_at": "2026-10-30T10:45:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:45:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2743828, "flush_count": 2858, "flush_interval_seconds": 30.0, "flush_state": {"count": 2858, "last_at": "2026-10-30T10:45:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:45:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2857}, "started": true, "suppressed_count": 1428253, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1428112}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2858, "written_record_count": 2858}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9373.758, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T10:45:03+09:00", "last_error_summary": "[h264 @ 0x5b72f746b440] cabac decode of qscale diff failed at 57 66 [h264 @ 0x5b72f746b440] error while decoding MB 57 66, bytestream 800 [h264 @ 0x5b72f739c5c0] error while decoding MB 43 63, bytestream -5 [h264 @ 0x5b72f72cd740] error while decoding MB 30 67, bytestream -11 [in#0/rtsp @ 0x5b72f6b81e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5b72f6b81e00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3956343091200, "copied_frame_count": 1430969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3956343091200, "frame_buffer_copies": 1430969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.11, "count": 512, "max_ms": 1.7085, "p50_ms": 0.0925, "p95_ms": 0.2029, "p99_ms": 0.2944}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4818, "count": 512, "max_ms": 4.9925, "p50_ms": 1.3622, "p95_ms": 2.4996, "p99_ms": 3.2531, "results": {"failed": 0, "not_applicable": 0, "success": 1430969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 488, "h264_decode_error_count": 1100, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:45:03+09:00", "last_error_summary": "[h264 @ 0x5b72f746b440] cabac decode of qscale diff failed at 57 66 [h264 @ 0x5b72f746b440] error while decoding MB 57 66, bytestream 800 [h264 @ 0x5b72f739c5c0] error while decoding MB 43 63, bytestream -5 [h264 @ 0x5b72f72cd740] error while decoding MB 30 67, bytestream -11 [in#0/rtsp @ 0x5b72f6b81e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5b72f6b81e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T10:45:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 201.829, "last_started_at": "2026-10-30T10:41:41+09:00", "pid": 101510, "process": {"exists": false, "pid": 101510}, "restart_count": 530, "restart_count_per_hour": 11, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 531}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.05, "sample_count": 1932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1430969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:45:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-10-30T10:45:03+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-10-30T10:45:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 86, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 304.906, "last_sample_duration_ms": 1177.062, "last_trigger": "periodic", "next_snapshot_in_sec": 295.094, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 286, "storage_bytes": 2725869}, "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-10-30T10:45:02.930749+09:00", "mtime_epoch": 1793324702.9307487, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 94805}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:45:03+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1435.586, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1430969, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.696, "max": 7.0, "p95": 6.0, "sample_count": 56}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.411, "max": 2.0, "p95": 2.0, "sample_count": 56}, "total": {"avg": 1.411, "max": 2.0, "p95": 2.0, "sample_count": 56}}, "tracking_counts": {"active": {"avg": 0.089, "max": 1.0, "p95": 1.0, "sample_count": 56}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "tracked": {"avg": 0.089, "max": 1.0, "p95": 1.0, "sample_count": 56}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 56, "pushed_frames": 56, "read_frames": 55, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.873, "pushed": 1.873, "read": 1.839}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 55, "client_acquire_ms": {"avg_ms": 0.009, "count": 56, "max_ms": 0.044, "p95_ms": 0.024, "reason": null, "sample_age_ms": 86.219, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.871, "count": 55, "max_ms": 6.496, "p95_ms": 3.261, "reason": null, "sample_age_ms": 142.172, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.455, "count": 55, "max_ms": 5.899, "p95_ms": 3.03, "reason": null, "sample_age_ms": 142.926, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.286, "count": 56, "max_ms": 0.984, "p95_ms": 0.482, "reason": null, "sample_age_ms": 86.233, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.986, "count": 55, "max_ms": 3.393, "p95_ms": 3.06, "reason": null, "sample_age_ms": 140.34, "source": "client_direct"}, "request_count": 55, "request_tensor_bytes": {"avg": 2764808.0, "count": 55, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 140.325, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 56, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 86.622, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.181, "count": 56, "max_ms": 80.991, "p95_ms": 68.206, "reason": null, "sample_age_ms": 86.209, "source": "client_direct"}, "sample_age_ms": 86.203, "source": "client_direct", "task_total_ms": {"avg_ms": 50.612, "count": 56, "max_ms": 82.9, "p95_ms": 71.379, "reason": null, "sample_age_ms": 86.203, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.015, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.542, "count": 56, "max_ms": 13.542, "p95_ms": 9.778}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.322, "count": 56, "max_ms": 1.156, "p95_ms": 0.607}, "detection_prepare_ms": {"avg_ms": 1.332, "count": 56, "max_ms": 4.481, "p95_ms": 2.895}, "event_filter_ms": {"avg_ms": 0.005, "count": 56, "max_ms": 0.017, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.263, "count": 56, "max_ms": 0.553, "p95_ms": 0.475}, "mcmt_ms": {"avg_ms": 0.003, "count": 56, "max_ms": 0.011, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.024, "count": 56, "max_ms": 4.157, "p95_ms": 3.334}, "setup_ms": {"avg_ms": 0.038, "count": 56, "max_ms": 0.148, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 5.492, "count": 56, "max_ms": 13.424, "p95_ms": 9.733}, "track_match_ms": {"avg_ms": 0.071, "count": 56, "max_ms": 0.208, "p95_ms": 0.168}, "tracker_update_ms": {"avg_ms": 1.433, "count": 56, "max_ms": 3.197, "p95_ms": 2.897}}, "gstreamer_push": {"avg_ms": 3.109, "count": 56, "max_ms": 5.805, "p95_ms": 5.169}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 56, "max_ms": 0.509, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.902, "count": 56, "max_ms": 83.432, "p95_ms": 73.543}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.949, "count": 56, "max_ms": 11.189, "p95_ms": 8.199}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.1, "count": 56, "max_ms": 159.129, "p95_ms": 140.982}, "inference_input_copy_ms": {"avg_ms": 1.772, "count": 56, "max_ms": 3.194, "p95_ms": 2.983}, "processing_residual_ms": {"avg_ms": 0.179, "count": 56, "max_ms": 0.533, "p95_ms": 0.346}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.999, "count": 56, "max_ms": 164.008, "p95_ms": 144.681}, "read_interval": {"avg_ms": 543.397, "count": 55, "max_ms": 22856.375, "p95_ms": 186.333}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 56, "max_ms": 0.06, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 1.96, "count": 56, "max_ms": 3.992, "p95_ms": 3.271}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 56, "max_ms": 0.052, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.944, "count": 56, "max_ms": 3.954, "p95_ms": 3.26}, "worker_merge_ms": {"avg_ms": 0.007, "count": 56, "max_ms": 0.031, "p95_ms": 0.021}}, "triton_wait": {"avg_ms": 51.914, "count": 56, "max_ms": 83.44, "p95_ms": 73.596}, "visualize": {"avg_ms": 50.584, "count": 56, "max_ms": 72.589, "p95_ms": 70.693}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.389, "count": 56, "max_ms": 67.262, "p95_ms": 64.73}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.984, "count": 56, "max_ms": 70.53, "p95_ms": 69.064}, "visualize_input_copy_ms": {"avg_ms": 1.41, "count": 56, "max_ms": 3.59, "p95_ms": 2.11}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.851, "count": 56, "max_ms": 70.374, "p95_ms": 68.858}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 56, "max_ms": 0.147, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 56}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1435.676, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 39.856, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.877, "sample_count": 1933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1430962, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:45:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93234, "write_bytes_delta": 93234, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 262.0, "cpu_core_ratio": 0.202836, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2344.0, "pid": 101510, "reason": null, "system_cpu_core_ratio": 0.087266, "system_cpu_s_delta": 2.59, "user_cpu_core_ratio": 0.115569, "user_cpu_s_delta": 3.4299999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.423529, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 68681.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.154991, "system_cpu_s_delta": 4.600000000005821, "user_cpu_core_ratio": 0.268538, "user_cpu_s_delta": 7.970000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.215, "count": 56, "max_ms": 5.805, "p95_ms": 5.169, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.446, "max": 7.0, "p95": 6.0, "sample_count": 56}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.286, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 56}, "total": {"avg": 1.286, "max": 2.0, "p95": 2.0, "sample_count": 56}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.378, "count": 30, "max": 67.346, "p95": 41.323, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.039, "count": 30, "max": 22.892, "p95": 22.113, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 639.3, "count": 30, "max": 996.0, "p95": 976.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1437.6, "count": 30, "max": 9985.0, "p95": 6823.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.084, "count": 30, "max": 0.458, "p95": 0.249, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.33, "count": 30, "max": 0.408, "p95": 0.398, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.015, "count": 30, "max": 0.145, "p95": 0.12, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94476.633, "count": 30, "max": 99638.0, "p95": 96954.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91328.9, "count": 30, "max": 99638.0, "p95": 96954.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 153400.467, "count": 30, "max": 263815.0, "p95": 225961.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.545, "count": 30, "max": 0.629, "p95": 0.613, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.95, "count": 30, "max": 1.091, "p95": 1.078, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11026, "sampled_at": "2026-10-30T10:45:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:45:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2743828, "flush_count": 2858, "flush_interval_seconds": 30.0, "flush_state": {"count": 2858, "last_at": "2026-10-30T10:45:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:45:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2857}, "started": true, "suppressed_count": 1428253, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1428112}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2858, "written_record_count": 2858}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9373.977, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3956343091200, "copied_frame_count": 1430969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3956343091200, "frame_buffer_copies": 1430969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.11, "count": 512, "max_ms": 1.7085, "p50_ms": 0.0925, "p95_ms": 0.2029, "p99_ms": 0.2944}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4818, "count": 512, "max_ms": 4.9925, "p50_ms": 1.3622, "p95_ms": 2.4996, "p99_ms": 3.2531, "results": {"failed": 0, "not_applicable": 0, "success": 1430969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 488, "h264_decode_error_count": 1100, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:45:03+09:00", "last_error_summary": "[h264 @ 0x5b72f746b440] cabac decode of qscale diff failed at 57 66 [h264 @ 0x5b72f746b440] error while decoding MB 57 66, bytestream 800 [h264 @ 0x5b72f739c5c0] error while decoding MB 43 63, bytestream -5 [h264 @ 0x5b72f72cd740] error while decoding MB 30 67, bytestream -11 [in#0/rtsp @ 0x5b72f6b81e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5b72f6b81e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T10:45:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 201.871, "last_started_at": "2026-10-30T10:41:41+09:00", "pid": 101510, "process": {"exists": false, "pid": 101510}, "restart_count": 530, "restart_count_per_hour": 11, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 531}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.05, "sample_count": 1932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1430969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:45:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.045, "last_frame_pushed_at": "2026-10-30T10:45:03+09:00", "last_frame_read_age_sec": 0.184, "last_frame_read_at": "2026-10-30T10:45:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 86, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 304.938, "last_sample_duration_ms": 1177.062, "last_trigger": "periodic", "next_snapshot_in_sec": 295.062, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 286, "storage_bytes": 2725869}, "mjpeg": {"age_sec": 0.033, "exists": true, "mtime": "2026-10-30T10:45:03.066748+09:00", "mtime_epoch": 1793324703.0667481, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 94916}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:45:03+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1435.586, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1430969, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.696, "max": 7.0, "p95": 6.0, "sample_count": 56}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.411, "max": 2.0, "p95": 2.0, "sample_count": 56}, "total": {"avg": 1.411, "max": 2.0, "p95": 2.0, "sample_count": 56}}, "tracking_counts": {"active": {"avg": 0.089, "max": 1.0, "p95": 1.0, "sample_count": 56}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "tracked": {"avg": 0.089, "max": 1.0, "p95": 1.0, "sample_count": 56}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 56, "pushed_frames": 56, "read_frames": 55, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.87, "pushed": 1.87, "read": 1.837}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 55, "client_acquire_ms": {"avg_ms": 0.009, "count": 55, "max_ms": 0.044, "p95_ms": 0.024, "reason": null, "sample_age_ms": 126.314, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.871, "count": 55, "max_ms": 6.496, "p95_ms": 3.261, "reason": null, "sample_age_ms": 182.267, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.455, "count": 55, "max_ms": 5.899, "p95_ms": 3.03, "reason": null, "sample_age_ms": 183.022, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.285, "count": 55, "max_ms": 0.984, "p95_ms": 0.484, "reason": null, "sample_age_ms": 126.328, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.986, "count": 55, "max_ms": 3.393, "p95_ms": 3.06, "reason": null, "sample_age_ms": 180.435, "source": "client_direct"}, "request_count": 55, "request_tensor_bytes": {"avg": 2764808.0, "count": 55, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 180.42, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 55, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 126.718, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.233, "count": 55, "max_ms": 80.991, "p95_ms": 68.248, "reason": null, "sample_age_ms": 126.305, "source": "client_direct"}, "sample_age_ms": 126.298, "source": "client_direct", "task_total_ms": {"avg_ms": 50.666, "count": 55, "max_ms": 82.9, "p95_ms": 71.393, "reason": null, "sample_age_ms": 126.298, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.499, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.542, "count": 56, "max_ms": 13.542, "p95_ms": 9.778}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.322, "count": 56, "max_ms": 1.156, "p95_ms": 0.607}, "detection_prepare_ms": {"avg_ms": 1.332, "count": 56, "max_ms": 4.481, "p95_ms": 2.895}, "event_filter_ms": {"avg_ms": 0.005, "count": 56, "max_ms": 0.017, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.263, "count": 56, "max_ms": 0.553, "p95_ms": 0.475}, "mcmt_ms": {"avg_ms": 0.003, "count": 56, "max_ms": 0.011, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.024, "count": 56, "max_ms": 4.157, "p95_ms": 3.334}, "setup_ms": {"avg_ms": 0.038, "count": 56, "max_ms": 0.148, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 5.492, "count": 56, "max_ms": 13.424, "p95_ms": 9.733}, "track_match_ms": {"avg_ms": 0.071, "count": 56, "max_ms": 0.208, "p95_ms": 0.168}, "tracker_update_ms": {"avg_ms": 1.433, "count": 56, "max_ms": 3.197, "p95_ms": 2.897}}, "gstreamer_push": {"avg_ms": 3.109, "count": 56, "max_ms": 5.805, "p95_ms": 5.169}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 56, "max_ms": 0.509, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.902, "count": 56, "max_ms": 83.432, "p95_ms": 73.543}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.949, "count": 56, "max_ms": 11.189, "p95_ms": 8.199}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.1, "count": 56, "max_ms": 159.129, "p95_ms": 140.982}, "inference_input_copy_ms": {"avg_ms": 1.772, "count": 56, "max_ms": 3.194, "p95_ms": 2.983}, "processing_residual_ms": {"avg_ms": 0.179, "count": 56, "max_ms": 0.533, "p95_ms": 0.346}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.999, "count": 56, "max_ms": 164.008, "p95_ms": 144.681}, "read_interval": {"avg_ms": 543.397, "count": 55, "max_ms": 22856.375, "p95_ms": 186.333}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 56, "max_ms": 0.06, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 1.96, "count": 56, "max_ms": 3.992, "p95_ms": 3.271}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 56, "max_ms": 0.052, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.944, "count": 56, "max_ms": 3.954, "p95_ms": 3.26}, "worker_merge_ms": {"avg_ms": 0.007, "count": 56, "max_ms": 0.031, "p95_ms": 0.021}}, "triton_wait": {"avg_ms": 51.914, "count": 56, "max_ms": 83.44, "p95_ms": 73.596}, "visualize": {"avg_ms": 50.584, "count": 56, "max_ms": 72.589, "p95_ms": 70.693}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.389, "count": 56, "max_ms": 67.262, "p95_ms": 64.73}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.984, "count": 56, "max_ms": 70.53, "p95_ms": 69.064}, "visualize_input_copy_ms": {"avg_ms": 1.41, "count": 56, "max_ms": 3.59, "p95_ms": 2.11}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.851, "count": 56, "max_ms": 70.374, "p95_ms": 68.858}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 56, "max_ms": 0.147, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 56}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1435.676, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 39.856, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.877, "sample_count": 1933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1430962, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:45:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93234, "write_bytes_delta": 93234, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 262.0, "cpu_core_ratio": 0.202836, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2344.0, "pid": 101510, "reason": null, "system_cpu_core_ratio": 0.087266, "system_cpu_s_delta": 2.59, "user_cpu_core_ratio": 0.115569, "user_cpu_s_delta": 3.4299999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.423529, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 68681.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.154991, "system_cpu_s_delta": 4.600000000005821, "user_cpu_core_ratio": 0.268538, "user_cpu_s_delta": 7.970000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.215, "count": 56, "max_ms": 5.805, "p95_ms": 5.169, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.446, "max": 7.0, "p95": 6.0, "sample_count": 56}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.286, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 56}, "total": {"avg": 1.286, "max": 2.0, "p95": 2.0, "sample_count": 56}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.378, "count": 30, "max": 67.346, "p95": 41.323, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.039, "count": 30, "max": 22.892, "p95": 22.113, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 639.3, "count": 30, "max": 996.0, "p95": 976.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1437.6, "count": 30, "max": 9985.0, "p95": 6823.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.084, "count": 30, "max": 0.458, "p95": 0.249, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.33, "count": 30, "max": 0.408, "p95": 0.398, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.015, "count": 30, "max": 0.145, "p95": 0.12, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94476.633, "count": 30, "max": 99638.0, "p95": 96954.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91328.9, "count": 30, "max": 99638.0, "p95": 96954.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 153400.467, "count": 30, "max": 263815.0, "p95": 225961.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.545, "count": 30, "max": 0.629, "p95": 0.613, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.95, "count": 30, "max": 1.091, "p95": 1.078, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11026, "sampled_at": "2026-10-30T10:45:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:45:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2743828, "flush_count": 2858, "flush_interval_seconds": 30.0, "flush_state": {"count": 2858, "last_at": "2026-10-30T10:45:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:45:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2857}, "started": true, "suppressed_count": 1428253, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1428112}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2858, "written_record_count": 2858}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9549.555, "limit_mb": null}, "detail": {"pid": 101626, "restart_count": 531, "start_count": 532}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3956343091200, "copied_frame_count": 1430969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3956343091200, "frame_buffer_copies": 1430969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.11, "count": 512, "max_ms": 1.7085, "p50_ms": 0.0925, "p95_ms": 0.2029, "p99_ms": 0.2944}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4818, "count": 512, "max_ms": 4.9925, "p50_ms": 1.3622, "p95_ms": 2.4996, "p99_ms": 3.2531, "results": {"failed": 0, "not_applicable": 0, "success": 1430969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 488, "h264_decode_error_count": 1100, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:45:03+09:00", "last_error_summary": "[h264 @ 0x5b72f746b440] cabac decode of qscale diff failed at 57 66 [h264 @ 0x5b72f746b440] error while decoding MB 57 66, bytestream 800 [h264 @ 0x5b72f739c5c0] error while decoding MB 43 63, bytestream -5 [h264 @ 0x5b72f72cd740] error while decoding MB 30 67, bytestream -11 [in#0/rtsp @ 0x5b72f6b81e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5b72f6b81e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T10:45:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T10:45:05+09:00", "pid": 101626, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.867, "name": "ffmpeg", "pid": 101626, "rss_mb": 208.867, "state": "S (sleeping)", "threads": 70}, "restart_count": 531, "restart_count_per_hour": 12, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 532}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.05, "sample_count": 1899, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1430969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:45:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.12, "last_frame_pushed_at": "2026-10-30T10:45:03+09:00", "last_frame_read_age_sec": 4.259, "last_frame_read_at": "2026-10-30T10:45:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 86, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 309.009, "last_sample_duration_ms": 1177.062, "last_trigger": "periodic", "next_snapshot_in_sec": 290.991, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 286, "storage_bytes": 2725869}, "mjpeg": {"age_sec": 4.107, "exists": true, "mtime": "2026-10-30T10:45:03.066748+09:00", "mtime_epoch": 1793324703.0667481, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 94916}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:45:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1435.59, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1430969, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.04, "max": 6.0, "p95": 5.0, "sample_count": 25}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.6, "max": 2.0, "p95": 2.0, "sample_count": 25}, "total": {"avg": 1.6, "max": 2.0, "p95": 2.0, "sample_count": 25}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 25}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 25}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 25}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 25}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 25}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 25, "pushed_frames": 26, "read_frames": 25, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.833, "pushed": 0.867, "read": 0.833}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 25, "client_acquire_ms": {"avg_ms": 0.008, "count": 25, "max_ms": 0.031, "p95_ms": 0.023, "reason": null, "sample_age_ms": 4202.978, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.706, "count": 25, "max_ms": 3.206, "p95_ms": 2.518, "reason": null, "sample_age_ms": 4258.931, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.295, "count": 25, "max_ms": 2.975, "p95_ms": 1.472, "reason": null, "sample_age_ms": 4259.685, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.26, "count": 25, "max_ms": 0.45, "p95_ms": 0.385, "reason": null, "sample_age_ms": 4202.992, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.702, "count": 25, "max_ms": 3.362, "p95_ms": 2.352, "reason": null, "sample_age_ms": 4257.099, "source": "client_direct"}, "request_count": 25, "request_tensor_bytes": {"avg": 2764808.0, "count": 25, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4257.084, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 25, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4203.382, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.378, "count": 25, "max_ms": 80.991, "p95_ms": 56.342, "reason": null, "sample_age_ms": 4202.968, "source": "client_direct"}, "sample_age_ms": 4202.962, "source": "client_direct", "task_total_ms": {"avg_ms": 46.475, "count": 25, "max_ms": 82.9, "p95_ms": 58.928, "reason": null, "sample_age_ms": 4202.962, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.066, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.42, "count": 25, "max_ms": 10.091, "p95_ms": 9.395}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.323, "count": 25, "max_ms": 0.607, "p95_ms": 0.605}, "detection_prepare_ms": {"avg_ms": 1.247, "count": 25, "max_ms": 2.895, "p95_ms": 2.163}, "event_filter_ms": {"avg_ms": 0.005, "count": 25, "max_ms": 0.011, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.261, "count": 25, "max_ms": 0.553, "p95_ms": 0.449}, "mcmt_ms": {"avg_ms": 0.003, "count": 25, "max_ms": 0.011, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.98, "count": 25, "max_ms": 3.509, "p95_ms": 3.334}, "setup_ms": {"avg_ms": 0.034, "count": 25, "max_ms": 0.088, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 5.371, "count": 25, "max_ms": 9.994, "p95_ms": 9.306}, "track_match_ms": {"avg_ms": 0.068, "count": 25, "max_ms": 0.199, "p95_ms": 0.168}, "tracker_update_ms": {"avg_ms": 1.449, "count": 25, "max_ms": 3.029, "p95_ms": 2.897}}, "gstreamer_push": {"avg_ms": 2.859, "count": 26, "max_ms": 4.563, "p95_ms": 4.133}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 25, "max_ms": 0.509, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.508, "count": 25, "max_ms": 83.432, "p95_ms": 60.326}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.954, "count": 25, "max_ms": 8.199, "p95_ms": 7.844}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.88, "count": 25, "max_ms": 159.129, "p95_ms": 127.915}, "inference_input_copy_ms": {"avg_ms": 1.553, "count": 25, "max_ms": 3.155, "p95_ms": 2.613}, "processing_residual_ms": {"avg_ms": 0.162, "count": 25, "max_ms": 0.533, "p95_ms": 0.242}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.548, "count": 25, "max_ms": 164.008, "p95_ms": 133.085}, "read_interval": {"avg_ms": 1034.362, "count": 25, "max_ms": 22856.375, "p95_ms": 188.078}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 25, "max_ms": 0.037, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 1.919, "count": 25, "max_ms": 3.345, "p95_ms": 3.271}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 25, "max_ms": 0.031, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.904, "count": 25, "max_ms": 3.327, "p95_ms": 3.26}, "worker_merge_ms": {"avg_ms": 0.006, "count": 25, "max_ms": 0.031, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 47.52, "count": 25, "max_ms": 83.44, "p95_ms": 60.333}, "visualize": {"avg_ms": 49.912, "count": 25, "max_ms": 68.678, "p95_ms": 64.947}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.497, "count": 25, "max_ms": 60.338, "p95_ms": 59.445}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.449, "count": 25, "max_ms": 67.14, "p95_ms": 62.871}, "visualize_input_copy_ms": {"avg_ms": 1.294, "count": 25, "max_ms": 2.11, "p95_ms": 1.935}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.329, "count": 25, "max_ms": 67.008, "p95_ms": 62.735}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 25, "max_ms": 0.124, "p95_ms": 0.09}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 25}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 25}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 25}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1435.676, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 39.856, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.877, "sample_count": 1933, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1430962, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:45:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93234, "write_bytes_delta": 93234, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 262.0, "cpu_core_ratio": 0.202836, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2344.0, "pid": 101510, "reason": null, "system_cpu_core_ratio": 0.087266, "system_cpu_s_delta": 2.59, "user_cpu_core_ratio": 0.115569, "user_cpu_s_delta": 3.4299999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.423529, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 68681.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.154991, "system_cpu_s_delta": 4.600000000005821, "user_cpu_core_ratio": 0.268538, "user_cpu_s_delta": 7.970000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.215, "count": 56, "max_ms": 5.805, "p95_ms": 5.169, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.446, "max": 7.0, "p95": 6.0, "sample_count": 56}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.286, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 56}, "total": {"avg": 1.286, "max": 2.0, "p95": 2.0, "sample_count": 56}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.378, "count": 30, "max": 67.346, "p95": 41.323, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.039, "count": 30, "max": 22.892, "p95": 22.113, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 639.3, "count": 30, "max": 996.0, "p95": 976.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1437.6, "count": 30, "max": 9985.0, "p95": 6823.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.084, "count": 30, "max": 0.458, "p95": 0.249, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.33, "count": 30, "max": 0.408, "p95": 0.398, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.015, "count": 30, "max": 0.145, "p95": 0.12, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 94476.633, "count": 30, "max": 99638.0, "p95": 96954.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91328.9, "count": 30, "max": 99638.0, "p95": 96954.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 153400.467, "count": 30, "max": 263815.0, "p95": 225961.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.545, "count": 30, "max": 0.629, "p95": 0.613, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.95, "count": 30, "max": 1.091, "p95": 1.078, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11026, "sampled_at": "2026-10-30T10:45:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:45:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2747744, "flush_count": 2862, "flush_interval_seconds": 30.0, "flush_state": {"count": 2862, "last_at": "2026-10-30T10:49:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:49:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2861}, "started": true, "suppressed_count": 1430234, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1430093}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2862, "written_record_count": 2862}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9399.859, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5a7df7a9be00] error while decoding MB 28 64, bytestream -8", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3961828454400, "copied_frame_count": 1432953, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3961828454400, "frame_buffer_copies": 1432953, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1095, "count": 512, "max_ms": 0.3131, "p50_ms": 0.0986, "p95_ms": 0.1936, "p99_ms": 0.266}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4838, "count": 512, "max_ms": 3.93, "p50_ms": 1.4176, "p95_ms": 2.3818, "p99_ms": 3.1727, "results": {"failed": 0, "not_applicable": 0, "success": 1432953, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 489, "h264_decode_error_count": 1101, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:49:15+09:00", "last_error_summary": "[h264 @ 0x5a7df7a9be00] error while decoding MB 28 64, bytestream -8", "last_exit_at": "2026-10-30T10:45:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 250.074, "last_started_at": "2026-10-30T10:45:05+09:00", "pid": 101626, "process": {"exists": false, "pid": 101626}, "restart_count": 531, "restart_count_per_hour": 11, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 532}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.534, "sample_count": 2175, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1432953, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:49:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.07, "last_frame_pushed_at": "2026-10-30T10:49:15+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-10-30T10:49:15+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 86, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 557.115, "last_sample_duration_ms": 1177.062, "last_trigger": "periodic", "next_snapshot_in_sec": 42.885, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 286, "storage_bytes": 2725869}, "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-10-30T10:49:15.190088+09:00", "mtime_epoch": 1793324955.190088, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 94680}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:49:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1447.77, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1432954, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.728, "max": 9.0, "p95": 6.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.069, "max": 2.0, "p95": 2.0, "sample_count": 202}, "total": {"avg": 0.904, "max": 2.0, "p95": 2.0, "sample_count": 239}}, "tracking_counts": {"active": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 239}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 239}, "tracked": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 239}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.997, "pushed": 7.997, "read": 7.997}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 239, "client_acquire_ms": {"avg_ms": 0.008, "count": 240, "max_ms": 0.032, "p95_ms": 0.016, "reason": null, "sample_age_ms": 22.729, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.907, "count": 239, "max_ms": 10.33, "p95_ms": 2.982, "reason": null, "sample_age_ms": 76.661, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.391, "count": 239, "max_ms": 9.719, "p95_ms": 2.285, "reason": null, "sample_age_ms": 78.307, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.297, "count": 240, "max_ms": 0.908, "p95_ms": 0.545, "reason": null, "sample_age_ms": 22.738, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.077, "count": 239, "max_ms": 5.618, "p95_ms": 3.269, "reason": null, "sample_age_ms": 73.337, "source": "client_direct"}, "request_count": 239, "request_tensor_bytes": {"avg": 2764808.0, "count": 239, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 73.279, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 240, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 22.903, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.868, "count": 240, "max_ms": 87.289, "p95_ms": 64.993, "reason": null, "sample_age_ms": 22.724, "source": "client_direct"}, "sample_age_ms": 22.719, "source": "client_direct", "task_total_ms": {"avg_ms": 49.41, "count": 240, "max_ms": 89.156, "p95_ms": 67.573, "reason": null, "sample_age_ms": 22.719, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.025, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.219, "count": 239, "max_ms": 11.17, "p95_ms": 7.537}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.335, "count": 239, "max_ms": 1.14, "p95_ms": 0.667}, "detection_prepare_ms": {"avg_ms": 1.098, "count": 239, "max_ms": 3.93, "p95_ms": 2.261}, "event_filter_ms": {"avg_ms": 0.005, "count": 239, "max_ms": 0.029, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.224, "count": 239, "max_ms": 0.992, "p95_ms": 0.438}, "mcmt_ms": {"avg_ms": 0.003, "count": 239, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.246, "count": 239, "max_ms": 4.164, "p95_ms": 2.233}, "setup_ms": {"avg_ms": 0.043, "count": 239, "max_ms": 0.157, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 4.168, "count": 239, "max_ms": 11.127, "p95_ms": 7.458}, "track_match_ms": {"avg_ms": 0.056, "count": 239, "max_ms": 0.564, "p95_ms": 0.122}, "tracker_update_ms": {"avg_ms": 1.157, "count": 239, "max_ms": 3.285, "p95_ms": 2.222}}, "gstreamer_push": {"avg_ms": 3.224, "count": 239, "max_ms": 8.832, "p95_ms": 5.131}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 239, "max_ms": 1.084, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.656, "count": 239, "max_ms": 90.971, "p95_ms": 69.56}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.767, "count": 239, "max_ms": 12.292, "p95_ms": 8.073}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.938, "count": 239, "max_ms": 153.759, "p95_ms": 129.149}, "inference_input_copy_ms": {"avg_ms": 1.826, "count": 239, "max_ms": 5.196, "p95_ms": 3.068}, "processing_residual_ms": {"avg_ms": 0.17, "count": 239, "max_ms": 0.434, "p95_ms": 0.286}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.701, "count": 239, "max_ms": 158.754, "p95_ms": 137.149}, "read_interval": {"avg_ms": 125.273, "count": 239, "max_ms": 194.257, "p95_ms": 163.731}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 239, "max_ms": 0.073, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 1.187, "count": 239, "max_ms": 4.035, "p95_ms": 2.145}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 239, "max_ms": 0.064, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.171, "count": 239, "max_ms": 4.007, "p95_ms": 2.135}, "worker_merge_ms": {"avg_ms": 0.006, "count": 239, "max_ms": 0.034, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 50.669, "count": 239, "max_ms": 90.986, "p95_ms": 69.567}, "visualize": {"avg_ms": 49.935, "count": 239, "max_ms": 77.526, "p95_ms": 66.614}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.79, "count": 239, "max_ms": 73.168, "p95_ms": 62.175}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.409, "count": 239, "max_ms": 75.828, "p95_ms": 64.747}, "visualize_input_copy_ms": {"avg_ms": 1.334, "count": 239, "max_ms": 3.165, "p95_ms": 2.337}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.285, "count": 239, "max_ms": 75.699, "p95_ms": 64.545}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 239, "max_ms": 0.492, "p95_ms": 0.127}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 239}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1436.629, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.306, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.534, "sample_count": 2176, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1432936, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:49:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94540, "write_bytes_delta": 94540, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 897.0, "cpu_core_ratio": 0.382038, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 101626, "reason": null, "system_cpu_core_ratio": 0.032418, "system_cpu_s_delta": 0.6499999999999986, "user_cpu_core_ratio": 0.34962, "user_cpu_s_delta": 7.010000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.647353, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 202758.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.611461, "system_cpu_s_delta": 12.259999999994761, "user_cpu_core_ratio": 1.035892, "user_cpu_s_delta": 20.770000000018626}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.243, "count": 240, "max_ms": 8.832, "p95_ms": 5.217, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.688, "max": 9.0, "p95": 6.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.104, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 202}, "total": {"avg": 0.929, "max": 2.0, "p95": 2.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.807, "count": 30, "max": 73.178, "p95": 47.376, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.934, "count": 30, "max": 26.796, "p95": 24.664, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 580.667, "count": 30, "max": 998.0, "p95": 990.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 784.933, "count": 30, "max": 9985.0, "p95": 2394.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.458, "p95": 0.249, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.337, "count": 30, "max": 0.408, "p95": 0.398, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.015, "count": 30, "max": 0.145, "p95": 0.114, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 95052.8, "count": 30, "max": 98129.0, "p95": 97535.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95052.8, "count": 30, "max": 98129.0, "p95": 97535.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 131278.967, "count": 30, "max": 237409.0, "p95": 223656.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.561, "count": 30, "max": 0.638, "p95": 0.626, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.968, "count": 30, "max": 1.091, "p95": 1.087, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11042, "sampled_at": "2026-10-30T10:49:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:49:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.886, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2747744, "flush_count": 2862, "flush_interval_seconds": 30.0, "flush_state": {"count": 2862, "last_at": "2026-10-30T10:49:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:49:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2861}, "started": true, "suppressed_count": 1430234, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1430093}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2862, "written_record_count": 2862}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9379.258, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T10:49:15+09:00", "last_error_summary": "[h264 @ 0x5a7df7a9be00] error while decoding MB 28 64, bytestream -8", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3961831219200, "copied_frame_count": 1432954, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3961831219200, "frame_buffer_copies": 1432954, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1095, "count": 512, "max_ms": 0.3131, "p50_ms": 0.0986, "p95_ms": 0.1936, "p99_ms": 0.266}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4853, "count": 512, "max_ms": 3.93, "p50_ms": 1.4176, "p95_ms": 2.3818, "p99_ms": 3.1727, "results": {"failed": 0, "not_applicable": 0, "success": 1432954, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 489, "h264_decode_error_count": 1101, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:49:15+09:00", "last_error_summary": "[h264 @ 0x5a7df7a9be00] error while decoding MB 28 64, bytestream -8", "last_exit_at": "2026-10-30T10:49:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 250.15, "last_started_at": "2026-10-30T10:45:05+09:00", "pid": 101626, "process": {"exists": false, "pid": 101626}, "restart_count": 531, "restart_count_per_hour": 11, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 532}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.534, "sample_count": 2175, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1432954, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:49:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T10:49:15+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-10-30T10:49:15+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 86, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 557.163, "last_sample_duration_ms": 1177.062, "last_trigger": "periodic", "next_snapshot_in_sec": 42.837, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 286, "storage_bytes": 2725869}, "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-10-30T10:49:15.190088+09:00", "mtime_epoch": 1793324955.190088, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 94680}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:49:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1436.633, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1432954, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.733, "max": 9.0, "p95": 6.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.069, "max": 2.0, "p95": 2.0, "sample_count": 202}, "total": {"avg": 0.9, "max": 2.0, "p95": 2.0, "sample_count": 240}}, "tracking_counts": {"active": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 240}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 240}, "tracked": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 240}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.01, "pushed": 8.01, "read": 7.977}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 239, "client_acquire_ms": {"avg_ms": 0.008, "count": 239, "max_ms": 0.032, "p95_ms": 0.016, "reason": null, "sample_age_ms": 88.992, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.907, "count": 239, "max_ms": 10.33, "p95_ms": 2.982, "reason": null, "sample_age_ms": 142.924, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.391, "count": 239, "max_ms": 9.719, "p95_ms": 2.285, "reason": null, "sample_age_ms": 144.57, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.298, "count": 239, "max_ms": 0.908, "p95_ms": 0.545, "reason": null, "sample_age_ms": 89.0, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.077, "count": 239, "max_ms": 5.618, "p95_ms": 3.269, "reason": null, "sample_age_ms": 139.6, "source": "client_direct"}, "request_count": 239, "request_tensor_bytes": {"avg": 2764808.0, "count": 239, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 139.542, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 239, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 89.166, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.766, "count": 239, "max_ms": 87.289, "p95_ms": 63.984, "reason": null, "sample_age_ms": 88.987, "source": "client_direct"}, "sample_age_ms": 88.982, "source": "client_direct", "task_total_ms": {"avg_ms": 49.311, "count": 239, "max_ms": 89.156, "p95_ms": 66.601, "reason": null, "sample_age_ms": 88.982, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.935, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.206, "count": 240, "max_ms": 11.17, "p95_ms": 7.516}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.335, "count": 240, "max_ms": 1.14, "p95_ms": 0.661}, "detection_prepare_ms": {"avg_ms": 1.094, "count": 240, "max_ms": 3.93, "p95_ms": 2.24}, "event_filter_ms": {"avg_ms": 0.005, "count": 240, "max_ms": 0.029, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.223, "count": 240, "max_ms": 0.992, "p95_ms": 0.432}, "mcmt_ms": {"avg_ms": 0.003, "count": 240, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.242, "count": 240, "max_ms": 4.164, "p95_ms": 2.182}, "setup_ms": {"avg_ms": 0.043, "count": 240, "max_ms": 0.157, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 4.155, "count": 240, "max_ms": 11.127, "p95_ms": 7.432}, "track_match_ms": {"avg_ms": 0.056, "count": 240, "max_ms": 0.564, "p95_ms": 0.12}, "tracker_update_ms": {"avg_ms": 1.153, "count": 240, "max_ms": 3.285, "p95_ms": 2.188}}, "gstreamer_push": {"avg_ms": 3.225, "count": 240, "max_ms": 8.832, "p95_ms": 5.094}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 240, "max_ms": 1.084, "p95_ms": 0.107}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.678, "count": 240, "max_ms": 90.971, "p95_ms": 68.363}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.788, "count": 240, "max_ms": 12.292, "p95_ms": 7.983}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.002, "count": 240, "max_ms": 153.759, "p95_ms": 128.827}, "inference_input_copy_ms": {"avg_ms": 1.828, "count": 240, "max_ms": 5.196, "p95_ms": 2.947}, "processing_residual_ms": {"avg_ms": 0.171, "count": 240, "max_ms": 0.434, "p95_ms": 0.286}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.789, "count": 240, "max_ms": 158.754, "p95_ms": 136.516}, "read_interval": {"avg_ms": 125.273, "count": 239, "max_ms": 194.257, "p95_ms": 163.731}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 240, "max_ms": 0.073, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 1.183, "count": 240, "max_ms": 4.035, "p95_ms": 2.089}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 240, "max_ms": 0.064, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.167, "count": 240, "max_ms": 4.007, "p95_ms": 2.074}, "worker_merge_ms": {"avg_ms": 0.006, "count": 240, "max_ms": 0.034, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 50.691, "count": 240, "max_ms": 90.986, "p95_ms": 68.372}, "visualize": {"avg_ms": 49.992, "count": 240, "max_ms": 77.526, "p95_ms": 65.813}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.855, "count": 240, "max_ms": 73.168, "p95_ms": 62.048}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.466, "count": 240, "max_ms": 75.828, "p95_ms": 64.633}, "visualize_input_copy_ms": {"avg_ms": 1.334, "count": 240, "max_ms": 3.165, "p95_ms": 2.336}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.343, "count": 240, "max_ms": 75.699, "p95_ms": 64.511}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 240, "max_ms": 0.492, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1436.629, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.306, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.534, "sample_count": 2176, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1432936, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:49:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94540, "write_bytes_delta": 94540, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 897.0, "cpu_core_ratio": 0.382038, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 101626, "reason": null, "system_cpu_core_ratio": 0.032418, "system_cpu_s_delta": 0.6499999999999986, "user_cpu_core_ratio": 0.34962, "user_cpu_s_delta": 7.010000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.647353, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 202758.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.611461, "system_cpu_s_delta": 12.259999999994761, "user_cpu_core_ratio": 1.035892, "user_cpu_s_delta": 20.770000000018626}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.243, "count": 240, "max_ms": 8.832, "p95_ms": 5.217, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.688, "max": 9.0, "p95": 6.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.104, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 202}, "total": {"avg": 0.929, "max": 2.0, "p95": 2.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.807, "count": 30, "max": 73.178, "p95": 47.376, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.934, "count": 30, "max": 26.796, "p95": 24.664, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 580.667, "count": 30, "max": 998.0, "p95": 990.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 784.933, "count": 30, "max": 9985.0, "p95": 2394.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.458, "p95": 0.249, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.337, "count": 30, "max": 0.408, "p95": 0.398, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.015, "count": 30, "max": 0.145, "p95": 0.114, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 95052.8, "count": 30, "max": 98129.0, "p95": 97535.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95052.8, "count": 30, "max": 98129.0, "p95": 97535.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 131278.967, "count": 30, "max": 237409.0, "p95": 223656.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.561, "count": 30, "max": 0.638, "p95": 0.626, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.968, "count": 30, "max": 1.091, "p95": 1.087, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11042, "sampled_at": "2026-10-30T10:49:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:49:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2747744, "flush_count": 2862, "flush_interval_seconds": 30.0, "flush_state": {"count": 2862, "last_at": "2026-10-30T10:49:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:49:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2861}, "started": true, "suppressed_count": 1430234, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1430093}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2862, "written_record_count": 2862}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9379.812, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3961831219200, "copied_frame_count": 1432954, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3961831219200, "frame_buffer_copies": 1432954, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1095, "count": 512, "max_ms": 0.3131, "p50_ms": 0.0986, "p95_ms": 0.1936, "p99_ms": 0.266}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4853, "count": 512, "max_ms": 3.93, "p50_ms": 1.4176, "p95_ms": 2.3818, "p99_ms": 3.1727, "results": {"failed": 0, "not_applicable": 0, "success": 1432954, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 489, "h264_decode_error_count": 1101, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:49:15+09:00", "last_error_summary": "[h264 @ 0x5a7df7a9be00] error while decoding MB 28 64, bytestream -8", "last_exit_at": "2026-10-30T10:49:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 250.178, "last_started_at": "2026-10-30T10:45:05+09:00", "pid": 101626, "process": {"exists": false, "pid": 101626}, "restart_count": 531, "restart_count_per_hour": 11, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 532}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.534, "sample_count": 2175, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1432954, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:49:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.029, "last_frame_pushed_at": "2026-10-30T10:49:15+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-10-30T10:49:15+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 86, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 557.188, "last_sample_duration_ms": 1177.062, "last_trigger": "periodic", "next_snapshot_in_sec": 42.812, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 286, "storage_bytes": 2725869}, "mjpeg": {"age_sec": 0.021, "exists": true, "mtime": "2026-10-30T10:49:15.330088+09:00", "mtime_epoch": 1793324955.330088, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 94168}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:49:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1436.633, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1432954, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.733, "max": 9.0, "p95": 6.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.069, "max": 2.0, "p95": 2.0, "sample_count": 202}, "total": {"avg": 0.9, "max": 2.0, "p95": 2.0, "sample_count": 240}}, "tracking_counts": {"active": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 240}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 240}, "tracked": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 240}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.003, "pushed": 8.003, "read": 7.969}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 239, "client_acquire_ms": {"avg_ms": 0.008, "count": 239, "max_ms": 0.032, "p95_ms": 0.016, "reason": null, "sample_age_ms": 114.089, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.907, "count": 239, "max_ms": 10.33, "p95_ms": 2.982, "reason": null, "sample_age_ms": 168.02, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.391, "count": 239, "max_ms": 9.719, "p95_ms": 2.285, "reason": null, "sample_age_ms": 169.667, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.298, "count": 239, "max_ms": 0.908, "p95_ms": 0.545, "reason": null, "sample_age_ms": 114.097, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.077, "count": 239, "max_ms": 5.618, "p95_ms": 3.269, "reason": null, "sample_age_ms": 164.696, "source": "client_direct"}, "request_count": 239, "request_tensor_bytes": {"avg": 2764808.0, "count": 239, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 164.639, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 239, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 114.263, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.766, "count": 239, "max_ms": 87.289, "p95_ms": 63.984, "reason": null, "sample_age_ms": 114.084, "source": "client_direct"}, "sample_age_ms": 114.079, "source": "client_direct", "task_total_ms": {"avg_ms": 49.311, "count": 239, "max_ms": 89.156, "p95_ms": 66.601, "reason": null, "sample_age_ms": 114.079, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.895, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.206, "count": 240, "max_ms": 11.17, "p95_ms": 7.516}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.335, "count": 240, "max_ms": 1.14, "p95_ms": 0.661}, "detection_prepare_ms": {"avg_ms": 1.094, "count": 240, "max_ms": 3.93, "p95_ms": 2.24}, "event_filter_ms": {"avg_ms": 0.005, "count": 240, "max_ms": 0.029, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.223, "count": 240, "max_ms": 0.992, "p95_ms": 0.432}, "mcmt_ms": {"avg_ms": 0.003, "count": 240, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.242, "count": 240, "max_ms": 4.164, "p95_ms": 2.182}, "setup_ms": {"avg_ms": 0.043, "count": 240, "max_ms": 0.157, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 4.155, "count": 240, "max_ms": 11.127, "p95_ms": 7.432}, "track_match_ms": {"avg_ms": 0.056, "count": 240, "max_ms": 0.564, "p95_ms": 0.12}, "tracker_update_ms": {"avg_ms": 1.153, "count": 240, "max_ms": 3.285, "p95_ms": 2.188}}, "gstreamer_push": {"avg_ms": 3.225, "count": 240, "max_ms": 8.832, "p95_ms": 5.094}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 240, "max_ms": 1.084, "p95_ms": 0.107}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.678, "count": 240, "max_ms": 90.971, "p95_ms": 68.363}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.788, "count": 240, "max_ms": 12.292, "p95_ms": 7.983}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.002, "count": 240, "max_ms": 153.759, "p95_ms": 128.827}, "inference_input_copy_ms": {"avg_ms": 1.828, "count": 240, "max_ms": 5.196, "p95_ms": 2.947}, "processing_residual_ms": {"avg_ms": 0.171, "count": 240, "max_ms": 0.434, "p95_ms": 0.286}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.789, "count": 240, "max_ms": 158.754, "p95_ms": 136.516}, "read_interval": {"avg_ms": 125.273, "count": 239, "max_ms": 194.257, "p95_ms": 163.731}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 240, "max_ms": 0.073, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 1.183, "count": 240, "max_ms": 4.035, "p95_ms": 2.089}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 240, "max_ms": 0.064, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.167, "count": 240, "max_ms": 4.007, "p95_ms": 2.074}, "worker_merge_ms": {"avg_ms": 0.006, "count": 240, "max_ms": 0.034, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 50.691, "count": 240, "max_ms": 90.986, "p95_ms": 68.372}, "visualize": {"avg_ms": 49.992, "count": 240, "max_ms": 77.526, "p95_ms": 65.813}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.855, "count": 240, "max_ms": 73.168, "p95_ms": 62.048}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.466, "count": 240, "max_ms": 75.828, "p95_ms": 64.633}, "visualize_input_copy_ms": {"avg_ms": 1.334, "count": 240, "max_ms": 3.165, "p95_ms": 2.336}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.343, "count": 240, "max_ms": 75.699, "p95_ms": 64.511}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 240, "max_ms": 0.492, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1436.629, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.306, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.534, "sample_count": 2176, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1432936, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:49:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94540, "write_bytes_delta": 94540, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 897.0, "cpu_core_ratio": 0.382038, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 101626, "reason": null, "system_cpu_core_ratio": 0.032418, "system_cpu_s_delta": 0.6499999999999986, "user_cpu_core_ratio": 0.34962, "user_cpu_s_delta": 7.010000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.647353, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 202758.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.611461, "system_cpu_s_delta": 12.259999999994761, "user_cpu_core_ratio": 1.035892, "user_cpu_s_delta": 20.770000000018626}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.243, "count": 240, "max_ms": 8.832, "p95_ms": 5.217, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.688, "max": 9.0, "p95": 6.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.104, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 202}, "total": {"avg": 0.929, "max": 2.0, "p95": 2.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.807, "count": 30, "max": 73.178, "p95": 47.376, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.934, "count": 30, "max": 26.796, "p95": 24.664, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 580.667, "count": 30, "max": 998.0, "p95": 990.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 784.933, "count": 30, "max": 9985.0, "p95": 2394.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.458, "p95": 0.249, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.337, "count": 30, "max": 0.408, "p95": 0.398, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.015, "count": 30, "max": 0.145, "p95": 0.114, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 95052.8, "count": 30, "max": 98129.0, "p95": 97535.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95052.8, "count": 30, "max": 98129.0, "p95": 97535.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 131278.967, "count": 30, "max": 237409.0, "p95": 223656.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.561, "count": 30, "max": 0.638, "p95": 0.626, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.968, "count": 30, "max": 1.091, "p95": 1.087, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11042, "sampled_at": "2026-10-30T10:49:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:49:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2747744, "flush_count": 2862, "flush_interval_seconds": 30.0, "flush_state": {"count": 2862, "last_at": "2026-10-30T10:49:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:49:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2861}, "started": true, "suppressed_count": 1430234, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1430093}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2862, "written_record_count": 2862}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9555.293, "limit_mb": null}, "detail": {"pid": 101742, "restart_count": 532, "start_count": 533}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3961831219200, "copied_frame_count": 1432954, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3961831219200, "frame_buffer_copies": 1432954, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1095, "count": 512, "max_ms": 0.3131, "p50_ms": 0.0986, "p95_ms": 0.1936, "p99_ms": 0.266}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4853, "count": 512, "max_ms": 3.93, "p50_ms": 1.4176, "p95_ms": 2.3818, "p99_ms": 3.1727, "results": {"failed": 0, "not_applicable": 0, "success": 1432954, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 489, "h264_decode_error_count": 1101, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:49:15+09:00", "last_error_summary": "[h264 @ 0x5a7df7a9be00] error while decoding MB 28 64, bytestream -8", "last_exit_at": "2026-10-30T10:49:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T10:49:18+09:00", "pid": 101742, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.188, "name": "ffmpeg", "pid": 101742, "rss_mb": 208.188, "state": "S (sleeping)", "threads": 70}, "restart_count": 532, "restart_count_per_hour": 12, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 533}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.534, "sample_count": 2139, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1432954, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:49:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 5.055, "last_frame_pushed_at": "2026-10-30T10:49:15+09:00", "last_frame_read_age_sec": 5.193, "last_frame_read_at": "2026-10-30T10:49:15+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 86, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 562.232, "last_sample_duration_ms": 1177.062, "last_trigger": "periodic", "next_snapshot_in_sec": 37.768, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 286, "storage_bytes": 2725869}, "mjpeg": {"age_sec": 5.047, "exists": true, "mtime": "2026-10-30T10:49:15.330088+09:00", "mtime_epoch": 1793324955.330088, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 94168}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:49:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1436.637, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1432954, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.874, "max": 9.0, "p95": 6.0, "sample_count": 198}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.082, "max": 2.0, "p95": 2.0, "sample_count": 171}, "total": {"avg": 0.934, "max": 2.0, "p95": 2.0, "sample_count": 198}}, "tracking_counts": {"active": {"avg": 0.025, "max": 1.0, "p95": 0.0, "sample_count": 198}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 198}, "tracked": {"avg": 0.025, "max": 1.0, "p95": 0.0, "sample_count": 198}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.621, "pushed": 6.621, "read": 6.588}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 197, "client_acquire_ms": {"avg_ms": 0.008, "count": 198, "max_ms": 0.032, "p95_ms": 0.016, "reason": null, "sample_age_ms": 5151.339, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.9, "count": 197, "max_ms": 10.33, "p95_ms": 2.964, "reason": null, "sample_age_ms": 5205.271, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.398, "count": 197, "max_ms": 9.719, "p95_ms": 2.289, "reason": null, "sample_age_ms": 5206.918, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.303, "count": 198, "max_ms": 0.908, "p95_ms": 0.551, "reason": null, "sample_age_ms": 5151.348, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.044, "count": 197, "max_ms": 5.618, "p95_ms": 3.27, "reason": null, "sample_age_ms": 5201.947, "source": "client_direct"}, "request_count": 197, "request_tensor_bytes": {"avg": 2764808.0, "count": 197, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5201.89, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 198, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5151.513, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.637, "count": 198, "max_ms": 87.289, "p95_ms": 64.039, "reason": null, "sample_age_ms": 5151.334, "source": "client_direct"}, "sample_age_ms": 5151.33, "source": "client_direct", "task_total_ms": {"avg_ms": 49.153, "count": 198, "max_ms": 89.156, "p95_ms": 66.652, "reason": null, "sample_age_ms": 5151.33, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.058, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.341, "count": 198, "max_ms": 11.17, "p95_ms": 7.516}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.333, "count": 198, "max_ms": 1.14, "p95_ms": 0.692}, "detection_prepare_ms": {"avg_ms": 1.127, "count": 198, "max_ms": 3.93, "p95_ms": 2.46}, "event_filter_ms": {"avg_ms": 0.005, "count": 198, "max_ms": 0.029, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.225, "count": 198, "max_ms": 0.992, "p95_ms": 0.432}, "mcmt_ms": {"avg_ms": 0.003, "count": 198, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.304, "count": 198, "max_ms": 4.164, "p95_ms": 2.278}, "setup_ms": {"avg_ms": 0.044, "count": 198, "max_ms": 0.157, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 4.289, "count": 198, "max_ms": 11.127, "p95_ms": 7.458}, "track_match_ms": {"avg_ms": 0.058, "count": 198, "max_ms": 0.564, "p95_ms": 0.124}, "tracker_update_ms": {"avg_ms": 1.189, "count": 198, "max_ms": 2.794, "p95_ms": 2.151}}, "gstreamer_push": {"avg_ms": 3.286, "count": 198, "max_ms": 8.832, "p95_ms": 5.217}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 198, "max_ms": 1.084, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.413, "count": 198, "max_ms": 90.971, "p95_ms": 68.363}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.821, "count": 198, "max_ms": 12.292, "p95_ms": 8.507}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.542, "count": 198, "max_ms": 153.759, "p95_ms": 130.929}, "inference_input_copy_ms": {"avg_ms": 1.812, "count": 198, "max_ms": 5.196, "p95_ms": 2.947}, "processing_residual_ms": {"avg_ms": 0.174, "count": 198, "max_ms": 0.434, "p95_ms": 0.288}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.349, "count": 198, "max_ms": 157.161, "p95_ms": 138.624}, "read_interval": {"avg_ms": 125.988, "count": 197, "max_ms": 194.257, "p95_ms": 160.769}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 198, "max_ms": 0.073, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 1.245, "count": 198, "max_ms": 4.035, "p95_ms": 2.214}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 198, "max_ms": 0.064, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.229, "count": 198, "max_ms": 4.007, "p95_ms": 2.199}, "worker_merge_ms": {"avg_ms": 0.006, "count": 198, "max_ms": 0.034, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 50.426, "count": 198, "max_ms": 90.986, "p95_ms": 68.372}, "visualize": {"avg_ms": 50.652, "count": 198, "max_ms": 77.526, "p95_ms": 68.196}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.413, "count": 198, "max_ms": 73.168, "p95_ms": 64.273}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.107, "count": 198, "max_ms": 75.828, "p95_ms": 66.622}, "visualize_input_copy_ms": {"avg_ms": 1.353, "count": 198, "max_ms": 3.165, "p95_ms": 2.408}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.983, "count": 198, "max_ms": 75.699, "p95_ms": 66.444}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 198, "max_ms": 0.181, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 198}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1436.629, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.306, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.534, "sample_count": 2176, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1432936, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:49:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94540, "write_bytes_delta": 94540, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 897.0, "cpu_core_ratio": 0.382038, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 101626, "reason": null, "system_cpu_core_ratio": 0.032418, "system_cpu_s_delta": 0.6499999999999986, "user_cpu_core_ratio": 0.34962, "user_cpu_s_delta": 7.010000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.647353, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 202758.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.611461, "system_cpu_s_delta": 12.259999999994761, "user_cpu_core_ratio": 1.035892, "user_cpu_s_delta": 20.770000000018626}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.243, "count": 240, "max_ms": 8.832, "p95_ms": 5.217, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.688, "max": 9.0, "p95": 6.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.104, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 202}, "total": {"avg": 0.929, "max": 2.0, "p95": 2.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.807, "count": 30, "max": 73.178, "p95": 47.376, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.934, "count": 30, "max": 26.796, "p95": 24.664, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 580.667, "count": 30, "max": 998.0, "p95": 990.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 784.933, "count": 30, "max": 9985.0, "p95": 2394.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.458, "p95": 0.249, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.337, "count": 30, "max": 0.408, "p95": 0.398, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.015, "count": 30, "max": 0.145, "p95": 0.114, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 95052.8, "count": 30, "max": 98129.0, "p95": 97535.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95052.8, "count": 30, "max": 98129.0, "p95": 97535.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 131278.967, "count": 30, "max": 237409.0, "p95": 223656.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.561, "count": 30, "max": 0.638, "p95": 0.626, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.968, "count": 30, "max": 1.091, "p95": 1.087, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11042, "sampled_at": "2026-10-30T10:49:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:49:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2751940, "flush_count": 2866, "flush_interval_seconds": 30.0, "flush_state": {"count": 2866, "last_at": "2026-10-30T10:53:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:53:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2865}, "started": true, "suppressed_count": 1432022, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1431881}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2866, "written_record_count": 2866}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9383.773, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x635ff3bf9fc0] error while decoding MB 11 64, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3966782976000, "copied_frame_count": 1434745, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3966782976000, "frame_buffer_copies": 1434745, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1109, "count": 512, "max_ms": 2.0338, "p50_ms": 0.0903, "p95_ms": 0.1981, "p99_ms": 0.2795}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4421, "count": 512, "max_ms": 5.0781, "p50_ms": 1.3339, "p95_ms": 2.3362, "p99_ms": 3.051, "results": {"failed": 0, "not_applicable": 0, "success": 1434745, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 490, "h264_decode_error_count": 1102, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:53:05+09:00", "last_error_summary": "[h264 @ 0x635ff3bf9fc0] error while decoding MB 11 64, bytestream -7", "last_exit_at": "2026-10-30T10:49:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 227.517, "last_started_at": "2026-10-30T10:49:18+09:00", "pid": 101742, "process": {"exists": false, "pid": 101742}, "restart_count": 532, "restart_count_per_hour": 11, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 533}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.339, "sample_count": 2341, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1434745, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:53:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.078, "last_frame_pushed_at": "2026-10-30T10:53:05+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-10-30T10:53:05+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 87, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 185.76, "last_sample_duration_ms": 1060.065, "last_trigger": "periodic", "next_snapshot_in_sec": 414.24, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 287, "storage_bytes": 2735451}, "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-10-30T10:53:05.824978+09:00", "mtime_epoch": 1793325185.8249784, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 98841}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:53:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1458.477, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1434746, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.704, "max": 13.0, "p95": 11.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.513, "max": 3.0, "p95": 2.0, "sample_count": 230}, "total": {"avg": 1.513, "max": 3.0, "p95": 2.0, "sample_count": 230}}, "tracking_counts": {"active": {"avg": 0.235, "max": 2.0, "p95": 1.0, "sample_count": 230}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "removed": {"avg": 0.026, "max": 1.0, "p95": 0.0, "sample_count": 230}, "tracked": {"avg": 0.235, "max": 2.0, "p95": 1.0, "sample_count": 230}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.673, "pushed": 7.673, "read": 7.673}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 230, "client_acquire_ms": {"avg_ms": 0.007, "count": 230, "max_ms": 0.024, "p95_ms": 0.015, "reason": null, "sample_age_ms": 55.592, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.936, "count": 230, "max_ms": 6.421, "p95_ms": 3.427, "reason": null, "sample_age_ms": 90.55, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.395, "count": 230, "max_ms": 6.175, "p95_ms": 2.242, "reason": null, "sample_age_ms": 92.048, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.345, "count": 230, "max_ms": 1.002, "p95_ms": 0.685, "reason": null, "sample_age_ms": 55.617, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.982, "count": 230, "max_ms": 10.611, "p95_ms": 3.246, "reason": null, "sample_age_ms": 89.524, "source": "client_direct"}, "request_count": 230, "request_tensor_bytes": {"avg": 2764808.0, "count": 230, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 89.495, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 230, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 56.222, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.688, "count": 230, "max_ms": 76.834, "p95_ms": 69.496, "reason": null, "sample_age_ms": 55.584, "source": "client_direct"}, "sample_age_ms": 55.579, "source": "client_direct", "task_total_ms": {"avg_ms": 50.22, "count": 230, "max_ms": 79.435, "p95_ms": 72.962, "reason": null, "sample_age_ms": 55.579, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.845, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.884, "count": 230, "max_ms": 14.995, "p95_ms": 9.868}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.369, "count": 230, "max_ms": 2.155, "p95_ms": 0.687}, "detection_prepare_ms": {"avg_ms": 1.425, "count": 230, "max_ms": 6.367, "p95_ms": 2.869}, "event_filter_ms": {"avg_ms": 0.005, "count": 230, "max_ms": 0.031, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.282, "count": 230, "max_ms": 0.835, "p95_ms": 0.547}, "mcmt_ms": {"avg_ms": 0.003, "count": 230, "max_ms": 0.037, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.013, "count": 230, "max_ms": 5.151, "p95_ms": 3.774}, "setup_ms": {"avg_ms": 0.041, "count": 230, "max_ms": 0.145, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 5.826, "count": 230, "max_ms": 14.961, "p95_ms": 9.807}, "track_match_ms": {"avg_ms": 0.088, "count": 230, "max_ms": 0.521, "p95_ms": 0.205}, "tracker_update_ms": {"avg_ms": 1.598, "count": 230, "max_ms": 3.825, "p95_ms": 2.825}}, "gstreamer_push": {"avg_ms": 3.122, "count": 230, "max_ms": 6.235, "p95_ms": 5.285}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 230, "max_ms": 0.943, "p95_ms": 0.119}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.607, "count": 230, "max_ms": 82.784, "p95_ms": 73.949}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.925, "count": 230, "max_ms": 12.789, "p95_ms": 8.154}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 110.854, "count": 230, "max_ms": 172.501, "p95_ms": 139.934}, "inference_input_copy_ms": {"avg_ms": 1.767, "count": 230, "max_ms": 4.841, "p95_ms": 3.09}, "processing_residual_ms": {"avg_ms": 0.195, "count": 230, "max_ms": 0.637, "p95_ms": 0.361}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 115.742, "count": 230, "max_ms": 179.073, "p95_ms": 148.594}, "read_interval": {"avg_ms": 130.56, "count": 230, "max_ms": 190.355, "p95_ms": 172.749}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 230, "max_ms": 0.078, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 1.949, "count": 230, "max_ms": 5.068, "p95_ms": 3.665}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 230, "max_ms": 0.09, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.933, "count": 230, "max_ms": 5.05, "p95_ms": 3.644}, "worker_merge_ms": {"avg_ms": 0.006, "count": 230, "max_ms": 0.024, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 51.62, "count": 230, "max_ms": 82.794, "p95_ms": 73.956}, "visualize": {"avg_ms": 52.133, "count": 230, "max_ms": 82.748, "p95_ms": 71.908}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.894, "count": 230, "max_ms": 74.932, "p95_ms": 65.698}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 50.611, "count": 230, "max_ms": 80.945, "p95_ms": 70.242}, "visualize_input_copy_ms": {"avg_ms": 1.318, "count": 230, "max_ms": 2.632, "p95_ms": 2.237}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 50.484, "count": 230, "max_ms": 80.76, "p95_ms": 70.124}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 230, "max_ms": 0.219, "p95_ms": 0.13}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 230}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1437.496, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.136, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.339, "sample_count": 2341, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1434730, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:53:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99105, "write_bytes_delta": 99105, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 958.0, "cpu_core_ratio": 0.379958, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3499.0, "pid": 101742, "reason": null, "system_cpu_core_ratio": 0.033321, "system_cpu_s_delta": 0.6699999999999999, "user_cpu_core_ratio": 0.346638, "user_cpu_s_delta": 6.969999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.700364, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 191189.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.617681, "system_cpu_s_delta": 12.419999999998254, "user_cpu_core_ratio": 1.082683, "user_cpu_s_delta": 21.770000000018626}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.098, "count": 230, "max_ms": 6.457, "p95_ms": 5.334, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.548, "max": 13.0, "p95": 11.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.474, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 230}, "total": {"avg": 1.474, "max": 3.0, "p95": 2.0, "sample_count": 230}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.009, "count": 30, "max": 73.178, "p95": 55.27, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.197, "count": 30, "max": 26.796, "p95": 24.664, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 752.133, "count": 30, "max": 1012.0, "p95": 997.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 448.833, "count": 30, "max": 3499.0, "p95": 2394.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.21, "p95": 0.132, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.341, "count": 30, "max": 0.394, "p95": 0.378, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.129, "p95": 0.052, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96449.233, "count": 30, "max": 99573.0, "p95": 99222.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96449.233, "count": 30, "max": 99573.0, "p95": 99222.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 169930.133, "count": 30, "max": 237409.0, "p95": 225531.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.58, "count": 30, "max": 0.638, "p95": 0.632, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.999, "count": 30, "max": 1.091, "p95": 1.089, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11054, "sampled_at": "2026-10-30T10:53:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:53:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2751940, "flush_count": 2866, "flush_interval_seconds": 30.0, "flush_state": {"count": 2866, "last_at": "2026-10-30T10:53:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:53:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2865}, "started": true, "suppressed_count": 1432022, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1431881}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2866, "written_record_count": 2866}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9388.223, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T10:53:05+09:00", "last_error_summary": "[h264 @ 0x635ff3bf9fc0] error while decoding MB 11 64, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3966785740800, "copied_frame_count": 1434746, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3966785740800, "frame_buffer_copies": 1434746, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.111, "count": 512, "max_ms": 2.0338, "p50_ms": 0.0907, "p95_ms": 0.1981, "p99_ms": 0.2795}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4494, "count": 512, "max_ms": 5.0781, "p50_ms": 1.3352, "p95_ms": 2.3372, "p99_ms": 3.1267, "results": {"failed": 0, "not_applicable": 0, "success": 1434746, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 490, "h264_decode_error_count": 1102, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:53:05+09:00", "last_error_summary": "[h264 @ 0x635ff3bf9fc0] error while decoding MB 11 64, bytestream -7", "last_exit_at": "2026-10-30T10:53:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 227.608, "last_started_at": "2026-10-30T10:49:18+09:00", "pid": 101742, "process": {"exists": false, "pid": 101742}, "restart_count": 532, "restart_count_per_hour": 11, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 533}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.539, "sample_count": 2341, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1434746, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:53:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T10:53:05+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-10-30T10:53:05+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 87, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 185.823, "last_sample_duration_ms": 1060.065, "last_trigger": "periodic", "next_snapshot_in_sec": 414.177, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 287, "storage_bytes": 2735451}, "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-10-30T10:53:05.824978+09:00", "mtime_epoch": 1793325185.8249784, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 98841}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:53:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1437.5, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1434746, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.709, "max": 13.0, "p95": 11.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.517, "max": 3.0, "p95": 2.0, "sample_count": 230}, "total": {"avg": 1.517, "max": 3.0, "p95": 2.0, "sample_count": 230}}, "tracking_counts": {"active": {"avg": 0.235, "max": 2.0, "p95": 1.0, "sample_count": 230}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "removed": {"avg": 0.026, "max": 1.0, "p95": 0.0, "sample_count": 230}, "tracked": {"avg": 0.235, "max": 2.0, "p95": 1.0, "sample_count": 230}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.699, "pushed": 7.699, "read": 7.666}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 229, "client_acquire_ms": {"avg_ms": 0.007, "count": 230, "max_ms": 0.024, "p95_ms": 0.015, "reason": null, "sample_age_ms": 137.161, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.93, "count": 229, "max_ms": 6.421, "p95_ms": 3.439, "reason": null, "sample_age_ms": 172.119, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.396, "count": 229, "max_ms": 6.175, "p95_ms": 2.245, "reason": null, "sample_age_ms": 173.617, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.345, "count": 230, "max_ms": 1.002, "p95_ms": 0.685, "reason": null, "sample_age_ms": 137.186, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.982, "count": 229, "max_ms": 10.611, "p95_ms": 3.251, "reason": null, "sample_age_ms": 171.093, "source": "client_direct"}, "request_count": 229, "request_tensor_bytes": {"avg": 2764808.0, "count": 229, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 171.064, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 230, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 137.791, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.688, "count": 230, "max_ms": 76.834, "p95_ms": 69.496, "reason": null, "sample_age_ms": 137.154, "source": "client_direct"}, "sample_age_ms": 137.148, "source": "client_direct", "task_total_ms": {"avg_ms": 50.22, "count": 230, "max_ms": 79.435, "p95_ms": 72.962, "reason": null, "sample_age_ms": 137.148, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.518, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.909, "count": 230, "max_ms": 14.995, "p95_ms": 9.868}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.369, "count": 230, "max_ms": 2.155, "p95_ms": 0.687}, "detection_prepare_ms": {"avg_ms": 1.434, "count": 230, "max_ms": 6.367, "p95_ms": 2.869}, "event_filter_ms": {"avg_ms": 0.005, "count": 230, "max_ms": 0.031, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.283, "count": 230, "max_ms": 0.835, "p95_ms": 0.547}, "mcmt_ms": {"avg_ms": 0.003, "count": 230, "max_ms": 0.037, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.024, "count": 230, "max_ms": 5.151, "p95_ms": 3.774}, "setup_ms": {"avg_ms": 0.041, "count": 230, "max_ms": 0.145, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 5.851, "count": 230, "max_ms": 14.961, "p95_ms": 9.807}, "track_match_ms": {"avg_ms": 0.088, "count": 230, "max_ms": 0.521, "p95_ms": 0.205}, "tracker_update_ms": {"avg_ms": 1.603, "count": 230, "max_ms": 3.825, "p95_ms": 2.825}}, "gstreamer_push": {"avg_ms": 3.115, "count": 230, "max_ms": 6.235, "p95_ms": 5.285}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 230, "max_ms": 0.943, "p95_ms": 0.119}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.53, "count": 230, "max_ms": 82.784, "p95_ms": 73.949}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.909, "count": 230, "max_ms": 12.789, "p95_ms": 8.154}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 110.987, "count": 230, "max_ms": 172.501, "p95_ms": 141.91}, "inference_input_copy_ms": {"avg_ms": 1.763, "count": 230, "max_ms": 4.841, "p95_ms": 3.09}, "processing_residual_ms": {"avg_ms": 0.195, "count": 230, "max_ms": 0.637, "p95_ms": 0.361}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 115.853, "count": 230, "max_ms": 179.073, "p95_ms": 149.869}, "read_interval": {"avg_ms": 130.327, "count": 229, "max_ms": 190.355, "p95_ms": 164.408}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 230, "max_ms": 0.078, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 1.959, "count": 230, "max_ms": 5.068, "p95_ms": 3.665}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 230, "max_ms": 0.09, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.943, "count": 230, "max_ms": 5.05, "p95_ms": 3.644}, "worker_merge_ms": {"avg_ms": 0.006, "count": 230, "max_ms": 0.024, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 51.542, "count": 230, "max_ms": 82.794, "p95_ms": 73.956}, "visualize": {"avg_ms": 52.314, "count": 230, "max_ms": 98.911, "p95_ms": 71.921}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.975, "count": 230, "max_ms": 74.932, "p95_ms": 65.749}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 50.79, "count": 230, "max_ms": 97.392, "p95_ms": 70.528}, "visualize_input_copy_ms": {"avg_ms": 1.32, "count": 230, "max_ms": 2.632, "p95_ms": 2.237}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 50.663, "count": 230, "max_ms": 97.252, "p95_ms": 70.403}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 230, "max_ms": 0.219, "p95_ms": 0.13}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 230}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1437.496, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.136, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.339, "sample_count": 2341, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1434730, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:53:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99105, "write_bytes_delta": 99105, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 958.0, "cpu_core_ratio": 0.379958, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3499.0, "pid": 101742, "reason": null, "system_cpu_core_ratio": 0.033321, "system_cpu_s_delta": 0.6699999999999999, "user_cpu_core_ratio": 0.346638, "user_cpu_s_delta": 6.969999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.700364, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 191189.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.617681, "system_cpu_s_delta": 12.419999999998254, "user_cpu_core_ratio": 1.082683, "user_cpu_s_delta": 21.770000000018626}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.098, "count": 230, "max_ms": 6.457, "p95_ms": 5.334, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.548, "max": 13.0, "p95": 11.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.474, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 230}, "total": {"avg": 1.474, "max": 3.0, "p95": 2.0, "sample_count": 230}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.009, "count": 30, "max": 73.178, "p95": 55.27, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.197, "count": 30, "max": 26.796, "p95": 24.664, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 752.133, "count": 30, "max": 1012.0, "p95": 997.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 448.833, "count": 30, "max": 3499.0, "p95": 2394.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.21, "p95": 0.132, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.341, "count": 30, "max": 0.394, "p95": 0.378, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.129, "p95": 0.052, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96449.233, "count": 30, "max": 99573.0, "p95": 99222.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96449.233, "count": 30, "max": 99573.0, "p95": 99222.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 169930.133, "count": 30, "max": 237409.0, "p95": 225531.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.58, "count": 30, "max": 0.638, "p95": 0.632, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.999, "count": 30, "max": 1.091, "p95": 1.089, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11054, "sampled_at": "2026-10-30T10:53:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:53:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2751940, "flush_count": 2866, "flush_interval_seconds": 30.0, "flush_state": {"count": 2866, "last_at": "2026-10-30T10:53:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:53:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2865}, "started": true, "suppressed_count": 1432022, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1431881}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2866, "written_record_count": 2866}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9387.621, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3966785740800, "copied_frame_count": 1434746, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3966785740800, "frame_buffer_copies": 1434746, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.111, "count": 512, "max_ms": 2.0338, "p50_ms": 0.0907, "p95_ms": 0.1981, "p99_ms": 0.2795}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4494, "count": 512, "max_ms": 5.0781, "p50_ms": 1.3352, "p95_ms": 2.3372, "p99_ms": 3.1267, "results": {"failed": 0, "not_applicable": 0, "success": 1434746, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 490, "h264_decode_error_count": 1102, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:53:05+09:00", "last_error_summary": "[h264 @ 0x635ff3bf9fc0] error while decoding MB 11 64, bytestream -7", "last_exit_at": "2026-10-30T10:53:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 227.649, "last_started_at": "2026-10-30T10:49:18+09:00", "pid": 101742, "process": {"exists": false, "pid": 101742}, "restart_count": 532, "restart_count_per_hour": 11, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 533}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.539, "sample_count": 2341, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1434746, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:53:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.043, "last_frame_pushed_at": "2026-10-30T10:53:05+09:00", "last_frame_read_age_sec": 0.205, "last_frame_read_at": "2026-10-30T10:53:05+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 87, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 185.86, "last_sample_duration_ms": 1060.065, "last_trigger": "periodic", "next_snapshot_in_sec": 414.14, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 287, "storage_bytes": 2735451}, "mjpeg": {"age_sec": 0.032, "exists": true, "mtime": "2026-10-30T10:53:05.992979+09:00", "mtime_epoch": 1793325185.9929786, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 99057}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:53:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1437.5, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1434746, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.709, "max": 13.0, "p95": 11.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.517, "max": 3.0, "p95": 2.0, "sample_count": 230}, "total": {"avg": 1.517, "max": 3.0, "p95": 2.0, "sample_count": 230}}, "tracking_counts": {"active": {"avg": 0.235, "max": 2.0, "p95": 1.0, "sample_count": 230}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "removed": {"avg": 0.026, "max": 1.0, "p95": 0.0, "sample_count": 230}, "tracked": {"avg": 0.235, "max": 2.0, "p95": 1.0, "sample_count": 230}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.689, "pushed": 7.689, "read": 7.655}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 229, "client_acquire_ms": {"avg_ms": 0.007, "count": 230, "max_ms": 0.024, "p95_ms": 0.015, "reason": null, "sample_age_ms": 175.803, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.93, "count": 229, "max_ms": 6.421, "p95_ms": 3.439, "reason": null, "sample_age_ms": 210.761, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.396, "count": 229, "max_ms": 6.175, "p95_ms": 2.245, "reason": null, "sample_age_ms": 212.26, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.345, "count": 230, "max_ms": 1.002, "p95_ms": 0.685, "reason": null, "sample_age_ms": 175.828, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.982, "count": 229, "max_ms": 10.611, "p95_ms": 3.251, "reason": null, "sample_age_ms": 209.735, "source": "client_direct"}, "request_count": 229, "request_tensor_bytes": {"avg": 2764808.0, "count": 229, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 209.707, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 230, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 176.434, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.688, "count": 230, "max_ms": 76.834, "p95_ms": 69.496, "reason": null, "sample_age_ms": 175.796, "source": "client_direct"}, "sample_age_ms": 175.79, "source": "client_direct", "task_total_ms": {"avg_ms": 50.22, "count": 230, "max_ms": 79.435, "p95_ms": 72.962, "reason": null, "sample_age_ms": 175.79, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.883, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.909, "count": 230, "max_ms": 14.995, "p95_ms": 9.868}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.369, "count": 230, "max_ms": 2.155, "p95_ms": 0.687}, "detection_prepare_ms": {"avg_ms": 1.434, "count": 230, "max_ms": 6.367, "p95_ms": 2.869}, "event_filter_ms": {"avg_ms": 0.005, "count": 230, "max_ms": 0.031, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.283, "count": 230, "max_ms": 0.835, "p95_ms": 0.547}, "mcmt_ms": {"avg_ms": 0.003, "count": 230, "max_ms": 0.037, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.024, "count": 230, "max_ms": 5.151, "p95_ms": 3.774}, "setup_ms": {"avg_ms": 0.041, "count": 230, "max_ms": 0.145, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 5.851, "count": 230, "max_ms": 14.961, "p95_ms": 9.807}, "track_match_ms": {"avg_ms": 0.088, "count": 230, "max_ms": 0.521, "p95_ms": 0.205}, "tracker_update_ms": {"avg_ms": 1.603, "count": 230, "max_ms": 3.825, "p95_ms": 2.825}}, "gstreamer_push": {"avg_ms": 3.115, "count": 230, "max_ms": 6.235, "p95_ms": 5.285}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 230, "max_ms": 0.943, "p95_ms": 0.119}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.53, "count": 230, "max_ms": 82.784, "p95_ms": 73.949}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.909, "count": 230, "max_ms": 12.789, "p95_ms": 8.154}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 110.987, "count": 230, "max_ms": 172.501, "p95_ms": 141.91}, "inference_input_copy_ms": {"avg_ms": 1.763, "count": 230, "max_ms": 4.841, "p95_ms": 3.09}, "processing_residual_ms": {"avg_ms": 0.195, "count": 230, "max_ms": 0.637, "p95_ms": 0.361}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 115.853, "count": 230, "max_ms": 179.073, "p95_ms": 149.869}, "read_interval": {"avg_ms": 130.327, "count": 229, "max_ms": 190.355, "p95_ms": 164.408}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 230, "max_ms": 0.078, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 1.959, "count": 230, "max_ms": 5.068, "p95_ms": 3.665}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 230, "max_ms": 0.09, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.943, "count": 230, "max_ms": 5.05, "p95_ms": 3.644}, "worker_merge_ms": {"avg_ms": 0.006, "count": 230, "max_ms": 0.024, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 51.542, "count": 230, "max_ms": 82.794, "p95_ms": 73.956}, "visualize": {"avg_ms": 52.314, "count": 230, "max_ms": 98.911, "p95_ms": 71.921}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.975, "count": 230, "max_ms": 74.932, "p95_ms": 65.749}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 50.79, "count": 230, "max_ms": 97.392, "p95_ms": 70.528}, "visualize_input_copy_ms": {"avg_ms": 1.32, "count": 230, "max_ms": 2.632, "p95_ms": 2.237}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 50.663, "count": 230, "max_ms": 97.252, "p95_ms": 70.403}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 230, "max_ms": 0.219, "p95_ms": 0.13}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 230}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1437.496, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.136, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.339, "sample_count": 2341, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1434730, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:53:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99105, "write_bytes_delta": 99105, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 958.0, "cpu_core_ratio": 0.379958, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3499.0, "pid": 101742, "reason": null, "system_cpu_core_ratio": 0.033321, "system_cpu_s_delta": 0.6699999999999999, "user_cpu_core_ratio": 0.346638, "user_cpu_s_delta": 6.969999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.700364, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 191189.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.617681, "system_cpu_s_delta": 12.419999999998254, "user_cpu_core_ratio": 1.082683, "user_cpu_s_delta": 21.770000000018626}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.098, "count": 230, "max_ms": 6.457, "p95_ms": 5.334, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.548, "max": 13.0, "p95": 11.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.474, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 230}, "total": {"avg": 1.474, "max": 3.0, "p95": 2.0, "sample_count": 230}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.009, "count": 30, "max": 73.178, "p95": 55.27, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.197, "count": 30, "max": 26.796, "p95": 24.664, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 752.133, "count": 30, "max": 1012.0, "p95": 997.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 448.833, "count": 30, "max": 3499.0, "p95": 2394.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.21, "p95": 0.132, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.341, "count": 30, "max": 0.394, "p95": 0.378, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.129, "p95": 0.052, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96449.233, "count": 30, "max": 99573.0, "p95": 99222.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96449.233, "count": 30, "max": 99573.0, "p95": 99222.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 169930.133, "count": 30, "max": 237409.0, "p95": 225531.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.58, "count": 30, "max": 0.638, "p95": 0.632, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.999, "count": 30, "max": 1.091, "p95": 1.089, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11054, "sampled_at": "2026-10-30T10:53:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:53:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2751940, "flush_count": 2866, "flush_interval_seconds": 30.0, "flush_state": {"count": 2866, "last_at": "2026-10-30T10:53:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:53:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2865}, "started": true, "suppressed_count": 1432022, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 141, "tracking_summary": 1431881}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2866, "written_record_count": 2866}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9558.98, "limit_mb": null}, "detail": {"pid": 101858, "restart_count": 533, "start_count": 534}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3966785740800, "copied_frame_count": 1434746, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T08:42:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2414686, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T08:42:28+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.174}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 141, "events_emitted": 138, "events_failed": 0, "events_observed": 141, "events_suppressed": 3, "frame_buffer_copied_bytes": 3966785740800, "frame_buffer_copies": 1434746, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6900, "recorder_active_input_bytes": 19077120000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 138, "recorder_clips_failed": 0, "recorder_clips_started": 138, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 138, "worker_jobs_accepted": 138, "worker_jobs_completed": 138, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.111, "count": 512, "max_ms": 2.0338, "p50_ms": 0.0907, "p95_ms": 0.1981, "p99_ms": 0.2795}, "stages": {"db_insert": {"avg_ms": 20.0159, "count": 138, "max_ms": 58.1833, "p50_ms": 19.2612, "p95_ms": 35.1309, "p99_ms": 40.9237, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8986, "count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1106.4842, "count": 141, "max_ms": 5183.7834, "p50_ms": 1071.7296, "p95_ms": 1382.5897, "p99_ms": 2020.4294, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4494, "count": 512, "max_ms": 5.0781, "p50_ms": 1.3352, "p95_ms": 2.3372, "p99_ms": 3.1267, "results": {"failed": 0, "not_applicable": 0, "success": 1434746, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 567.6227, "count": 141, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.976, "p99_ms": 717.7013, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.017, "count": 138, "max_ms": 74.3496, "p50_ms": 23.9225, "p95_ms": 54.8845, "p99_ms": 71.7933, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5504, "count": 512, "max_ms": 15.1144, "p50_ms": 4.3171, "p95_ms": 7.0352, "p99_ms": 8.6246, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4409, "count": 512, "max_ms": 5.1393, "p50_ms": 1.2748, "p95_ms": 2.7562, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.6745, "count": 138, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.9769, "p99_ms": 713.2151, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5628, "count": 138, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.5807, "p99_ms": 589.7194, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8141, "count": 138, "max_ms": 138.414, "p50_ms": 96.7703, "p95_ms": 119.3006, "p99_ms": 132.8416, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9437, "count": 138, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8721, "p99_ms": 7.6775, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.9989, "count": 138, "max_ms": 81.87, "p50_ms": 45.6683, "p95_ms": 68.9539, "p99_ms": 77.9289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7416, "count": 138, "max_ms": 12.4539, "p50_ms": 1.0071, "p95_ms": 5.3766, "p99_ms": 10.6691, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9712, "count": 141, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7998, "p99_ms": 4.5844, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9941, "count": 138, "max_ms": 9.1922, "p50_ms": 0.823, "p95_ms": 1.8995, "p99_ms": 3.2861, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.8782, "count": 138, "max_ms": 4604.0207, "p50_ms": 391.395, "p95_ms": 713.8779, "p99_ms": 1387.289, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.577, "count": 138, "max_ms": 18.2646, "p50_ms": 1.1707, "p95_ms": 9.8042, "p99_ms": 13.5725, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9298, "count": 138, "max_ms": 70.8318, "p50_ms": 22.6441, "p95_ms": 56.7621, "p99_ms": 66.7558, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0999, "count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.602, "count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.5308, "count": 138, "max_ms": 4651.5807, "p50_ms": 475.9203, "p95_ms": 799.5968, "p99_ms": 1449.854, "results": {"failed": 0, "not_applicable": 0, "success": 138, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 138, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 138, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.176, "p99_ms": 0.6334}, "wait_ms": {"count": 138, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.6577, "p99_ms": 7.4422}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 138, "artifact_failed": 0, "artifact_requested": 138, "artifact_success": 138, "completed": 138, "completed_failed": 0, "completed_success": 138, "cooldown_promoted": 138, "database_requested": 138, "db_insert_success": 138, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15532, "relay_business_failed": 0, "relay_business_success": 138, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 138, "relay_transport_failed": 0, "relay_transport_success": 138, "reservation_requested": 138}, "snapshot": {"copied_bytes": 381542400, "copied_count": 138, "copy": {"count": 138, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.2324, "p99_ms": 4.2622}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 490, "h264_decode_error_count": 1102, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:53:05+09:00", "last_error_summary": "[h264 @ 0x635ff3bf9fc0] error while decoding MB 11 64, bytestream -7", "last_exit_at": "2026-10-30T10:53:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T10:53:08+09:00", "pid": 101858, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.219, "name": "ffmpeg", "pid": 101858, "rss_mb": 209.219, "state": "S (sleeping)", "threads": 70}, "restart_count": 533, "restart_count_per_hour": 12, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 534}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.578, "sample_count": 2301, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1434746, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:53:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 5.018, "last_frame_pushed_at": "2026-10-30T10:53:05+09:00", "last_frame_read_age_sec": 5.18, "last_frame_read_at": "2026-10-30T10:53:05+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 87, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 190.831, "last_sample_duration_ms": 1060.065, "last_trigger": "periodic", "next_snapshot_in_sec": 409.169, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 287, "storage_bytes": 2735451}, "mjpeg": {"age_sec": 5.007, "exists": true, "mtime": "2026-10-30T10:53:05.992979+09:00", "mtime_epoch": 1793325185.9929786, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 99057}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:53:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1553.57, "name": "celery", "pid": 206, "rss_mb": 1437.504, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 121, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1434746, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.716, "max": 13.0, "p95": 11.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.563, "max": 3.0, "p95": 2.0, "sample_count": 190}, "total": {"avg": 1.563, "max": 3.0, "p95": 2.0, "sample_count": 190}}, "tracking_counts": {"active": {"avg": 0.274, "max": 2.0, "p95": 1.0, "sample_count": 190}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "removed": {"avg": 0.026, "max": 1.0, "p95": 0.0, "sample_count": 190}, "tracked": {"avg": 0.274, "max": 2.0, "p95": 1.0, "sample_count": 190}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.343, "pushed": 6.343, "read": 6.31}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 189, "client_acquire_ms": {"avg_ms": 0.007, "count": 189, "max_ms": 0.024, "p95_ms": 0.015, "reason": null, "sample_age_ms": 5149.139, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.969, "count": 189, "max_ms": 6.421, "p95_ms": 3.699, "reason": null, "sample_age_ms": 5184.097, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.417, "count": 189, "max_ms": 6.175, "p95_ms": 2.743, "reason": null, "sample_age_ms": 5185.595, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.353, "count": 189, "max_ms": 1.002, "p95_ms": 0.724, "reason": null, "sample_age_ms": 5149.164, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.995, "count": 189, "max_ms": 10.611, "p95_ms": 3.251, "reason": null, "sample_age_ms": 5183.071, "source": "client_direct"}, "request_count": 189, "request_tensor_bytes": {"avg": 2764808.0, "count": 189, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5183.042, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 189, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5149.769, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.196, "count": 189, "max_ms": 76.834, "p95_ms": 71.164, "reason": null, "sample_age_ms": 5149.132, "source": "client_direct"}, "sample_age_ms": 5149.126, "source": "client_direct", "task_total_ms": {"avg_ms": 50.757, "count": 189, "max_ms": 79.435, "p95_ms": 74.22, "reason": null, "sample_age_ms": 5149.126, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.773, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.046, "count": 190, "max_ms": 14.995, "p95_ms": 9.969}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.372, "count": 190, "max_ms": 2.155, "p95_ms": 0.712}, "detection_prepare_ms": {"avg_ms": 1.458, "count": 190, "max_ms": 6.367, "p95_ms": 2.869}, "event_filter_ms": {"avg_ms": 0.005, "count": 190, "max_ms": 0.031, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.285, "count": 190, "max_ms": 0.835, "p95_ms": 0.578}, "mcmt_ms": {"avg_ms": 0.003, "count": 190, "max_ms": 0.037, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.103, "count": 190, "max_ms": 5.151, "p95_ms": 3.832}, "setup_ms": {"avg_ms": 0.042, "count": 190, "max_ms": 0.145, "p95_ms": 0.098}, "total_inside_ms": {"avg_ms": 5.987, "count": 190, "max_ms": 14.961, "p95_ms": 9.89}, "track_match_ms": {"avg_ms": 0.093, "count": 190, "max_ms": 0.521, "p95_ms": 0.212}, "tracker_update_ms": {"avg_ms": 1.623, "count": 190, "max_ms": 3.825, "p95_ms": 2.961}}, "gstreamer_push": {"avg_ms": 3.123, "count": 190, "max_ms": 6.235, "p95_ms": 5.285}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 190, "max_ms": 0.943, "p95_ms": 0.124}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.149, "count": 190, "max_ms": 82.784, "p95_ms": 75.572}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.93, "count": 190, "max_ms": 12.02, "p95_ms": 8.013}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.088, "count": 190, "max_ms": 172.501, "p95_ms": 145.454}, "inference_input_copy_ms": {"avg_ms": 1.754, "count": 190, "max_ms": 4.841, "p95_ms": 3.09}, "processing_residual_ms": {"avg_ms": 0.198, "count": 190, "max_ms": 0.637, "p95_ms": 0.361}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.971, "count": 190, "max_ms": 179.073, "p95_ms": 151.05}, "read_interval": {"avg_ms": 131.63, "count": 189, "max_ms": 190.355, "p95_ms": 172.749}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 190, "max_ms": 0.078, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 2.038, "count": 190, "max_ms": 5.068, "p95_ms": 3.724}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 190, "max_ms": 0.09, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.022, "count": 190, "max_ms": 5.05, "p95_ms": 3.665}, "worker_merge_ms": {"avg_ms": 0.006, "count": 190, "max_ms": 0.024, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 52.161, "count": 190, "max_ms": 82.794, "p95_ms": 75.588}, "visualize": {"avg_ms": 52.648, "count": 190, "max_ms": 98.911, "p95_ms": 72.145}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 47.241, "count": 190, "max_ms": 74.932, "p95_ms": 66.823}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 51.144, "count": 190, "max_ms": 97.392, "p95_ms": 70.637}, "visualize_input_copy_ms": {"avg_ms": 1.302, "count": 190, "max_ms": 2.632, "p95_ms": 2.193}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 51.017, "count": 190, "max_ms": 97.252, "p95_ms": 70.42}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 190, "max_ms": 0.219, "p95_ms": 0.13}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1437.496, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.136, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.339, "sample_count": 2341, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1434730, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:53:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99105, "write_bytes_delta": 99105, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 958.0, "cpu_core_ratio": 0.379958, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3499.0, "pid": 101742, "reason": null, "system_cpu_core_ratio": 0.033321, "system_cpu_s_delta": 0.6699999999999999, "user_cpu_core_ratio": 0.346638, "user_cpu_s_delta": 6.969999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.700364, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 191189.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.617681, "system_cpu_s_delta": 12.419999999998254, "user_cpu_core_ratio": 1.082683, "user_cpu_s_delta": 21.770000000018626}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.098, "count": 230, "max_ms": 6.457, "p95_ms": 5.334, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.548, "max": 13.0, "p95": 11.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.474, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 230}, "total": {"avg": 1.474, "max": 3.0, "p95": 2.0, "sample_count": 230}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.009, "count": 30, "max": 73.178, "p95": 55.27, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.197, "count": 30, "max": 26.796, "p95": 24.664, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 752.133, "count": 30, "max": 1012.0, "p95": 997.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 448.833, "count": 30, "max": 3499.0, "p95": 2394.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.21, "p95": 0.132, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.341, "count": 30, "max": 0.394, "p95": 0.378, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.129, "p95": 0.052, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96449.233, "count": 30, "max": 99573.0, "p95": 99222.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96449.233, "count": 30, "max": 99573.0, "p95": 99222.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 169930.133, "count": 30, "max": 237409.0, "p95": 225531.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.58, "count": 30, "max": 0.638, "p95": 0.632, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.999, "count": 30, "max": 1.091, "p95": 1.089, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11054, "sampled_at": "2026-10-30T10:53:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:53:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2754000, "flush_count": 2868, "flush_interval_seconds": 30.0, "flush_state": {"count": 2868, "last_at": "2026-10-30T10:55:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:55:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2867}, "started": true, "suppressed_count": 1433015, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 1432873}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2868, "written_record_count": 2868}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9405.582, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x57efc06048c0] error while decoding MB 77 12, bytestream -20", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3969531187200, "copied_frame_count": 1435739, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T10:54:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3353231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T10:54:45+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.165}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 139, "events_failed": 0, "events_observed": 142, "events_suppressed": 3, "frame_buffer_copied_bytes": 3969531187200, "frame_buffer_copies": 1435739, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6950, "recorder_active_input_bytes": 19215360000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 139, "recorder_clips_failed": 0, "recorder_clips_started": 139, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 139, "worker_jobs_accepted": 139, "worker_jobs_completed": 139, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1217, "count": 512, "max_ms": 3.483, "p50_ms": 0.0962, "p95_ms": 0.231, "p99_ms": 0.3112}, "stages": {"db_insert": {"avg_ms": 19.9953, "count": 139, "max_ms": 58.1833, "p50_ms": 19.1494, "p95_ms": 35.1181, "p99_ms": 40.9143, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8992, "count": 139, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2269, "p99_ms": 4.2598, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1108.39, "count": 142, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1382.3158, "p99_ms": 2018.5026, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5897, "count": 512, "max_ms": 7.8504, "p50_ms": 1.48, "p95_ms": 2.7185, "p99_ms": 3.5925, "results": {"failed": 0, "not_applicable": 0, "success": 1435739, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.04, "count": 142, "max_ms": 794.4404, "p50_ms": 587.25, "p95_ms": 681.9014, "p99_ms": 717.686, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1849, "count": 139, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.8008, "p99_ms": 71.7441, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5779, "count": 512, "max_ms": 9.9399, "p50_ms": 4.3502, "p95_ms": 7.1099, "p99_ms": 8.925, "results": {"failed": 0, "not_applicable": 0, "success": 6950, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4587, "count": 512, "max_ms": 5.8963, "p50_ms": 1.2827, "p95_ms": 2.7893, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6950, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.9929, "count": 139, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.844, "p99_ms": 713.212, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.8948, "count": 139, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.567, "p99_ms": 589.7044, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8124, "count": 139, "max_ms": 138.414, "p50_ms": 96.7618, "p95_ms": 119.2044, "p99_ms": 132.7451, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9385, "count": 139, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8563, "p99_ms": 7.6743, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.004, "count": 139, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 68.9025, "p99_ms": 77.9258, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9696, "count": 142, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7991, "p99_ms": 4.5693, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7356, "count": 139, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.3616, "p99_ms": 10.6547, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7356, "count": 139, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.3616, "p99_ms": 10.6547, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9696, "count": 142, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7991, "p99_ms": 4.5693, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0141, "count": 139, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9388, "p99_ms": 3.6336, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 470.8307, "count": 139, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.657, "p99_ms": 1384.7151, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7514, "count": 139, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.6859, "p99_ms": 16.5357, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1091, "count": 139, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.7164, "p99_ms": 66.7205, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0997, "count": 139, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1759, "p99_ms": 0.6314, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5926, "count": 139, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.6496, "p99_ms": 7.4172, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.9982, "count": 139, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.4164, "p99_ms": 1447.7534, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 139, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 139, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1759, "p99_ms": 0.6314}, "wait_ms": {"count": 139, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.6496, "p99_ms": 7.4172}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 139, "artifact_failed": 0, "artifact_requested": 139, "artifact_success": 139, "completed": 139, "completed_failed": 0, "completed_success": 139, "cooldown_promoted": 139, "database_requested": 139, "db_insert_success": 139, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15535, "relay_business_failed": 0, "relay_business_success": 139, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 139, "relay_transport_failed": 0, "relay_transport_success": 139, "reservation_requested": 139}, "snapshot": {"copied_bytes": 384307200, "copied_count": 139, "copy": {"count": 139, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2269, "p99_ms": 4.2598}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 491, "h264_decode_error_count": 1103, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:55:29+09:00", "last_error_summary": "[h264 @ 0x57efc06048c0] error while decoding MB 77 12, bytestream -20", "last_exit_at": "2026-10-30T10:53:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 140.999, "last_started_at": "2026-10-30T10:53:08+09:00", "pid": 101858, "process": {"exists": false, "pid": 101858}, "restart_count": 533, "restart_count_per_hour": 12, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 534}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.814, "sample_count": 2218, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1435739, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:55:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.077, "last_frame_pushed_at": "2026-10-30T10:55:29+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-10-30T10:55:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 87, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 329.835, "last_sample_duration_ms": 1060.065, "last_trigger": "periodic", "next_snapshot_in_sec": 270.165, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 287, "storage_bytes": 2735451}, "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-10-30T10:55:29.932068+09:00", "mtime_epoch": 1793325329.932068, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102709}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:55:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1448.422, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 122, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1435740, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.214, "max": 15.0, "p95": 12.0, "sample_count": 215}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.558, "max": 4.0, "p95": 2.0, "sample_count": 215}, "total": {"avg": 1.558, "max": 4.0, "p95": 2.0, "sample_count": 215}}, "tracking_counts": {"active": {"avg": 0.209, "max": 3.0, "p95": 1.0, "sample_count": 215}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}, "removed": {"avg": 0.042, "max": 1.0, "p95": 0.0, "sample_count": 215}, "tracked": {"avg": 0.209, "max": 3.0, "p95": 1.0, "sample_count": 215}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.179, "pushed": 7.179, "read": 7.179}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 215, "client_acquire_ms": {"avg_ms": 0.008, "count": 215, "max_ms": 0.022, "p95_ms": 0.015, "reason": null, "sample_age_ms": 18.145, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.966, "count": 215, "max_ms": 8.776, "p95_ms": 3.073, "reason": null, "sample_age_ms": 78.31, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.442, "count": 215, "max_ms": 8.451, "p95_ms": 2.294, "reason": null, "sample_age_ms": 78.839, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.362, "count": 215, "max_ms": 0.891, "p95_ms": 0.723, "reason": null, "sample_age_ms": 18.162, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.152, "count": 215, "max_ms": 8.614, "p95_ms": 3.461, "reason": null, "sample_age_ms": 75.472, "source": "client_direct"}, "request_count": 215, "request_tensor_bytes": {"avg": 2764808.0, "count": 215, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 75.449, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 215, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 18.527, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.888, "count": 215, "max_ms": 98.593, "p95_ms": 72.465, "reason": null, "sample_age_ms": 18.139, "source": "client_direct"}, "sample_age_ms": 18.133, "source": "client_direct", "task_total_ms": {"avg_ms": 54.588, "count": 215, "max_ms": 108.101, "p95_ms": 76.039, "reason": null, "sample_age_ms": 18.133, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.052, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.177, "count": 215, "max_ms": 21.195, "p95_ms": 12.076}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.476, "count": 215, "max_ms": 1.553, "p95_ms": 0.957}, "detection_prepare_ms": {"avg_ms": 1.625, "count": 215, "max_ms": 9.129, "p95_ms": 3.007}, "event_filter_ms": {"avg_ms": 0.007, "count": 215, "max_ms": 0.049, "p95_ms": 0.017}, "id_reconcile_ms": {"avg_ms": 0.333, "count": 215, "max_ms": 1.01, "p95_ms": 0.642}, "mcmt_ms": {"avg_ms": 0.004, "count": 215, "max_ms": 0.028, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.758, "count": 215, "max_ms": 6.862, "p95_ms": 5.624}, "setup_ms": {"avg_ms": 0.047, "count": 215, "max_ms": 0.137, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 7.11, "count": 215, "max_ms": 21.044, "p95_ms": 11.958}, "track_match_ms": {"avg_ms": 0.099, "count": 215, "max_ms": 0.595, "p95_ms": 0.241}, "tracker_update_ms": {"avg_ms": 1.759, "count": 215, "max_ms": 5.529, "p95_ms": 3.226}}, "gstreamer_push": {"avg_ms": 3.6, "count": 215, "max_ms": 11.656, "p95_ms": 6.177}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 215, "max_ms": 0.734, "p95_ms": 0.14}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.92, "count": 215, "max_ms": 109.189, "p95_ms": 77.273}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.207, "count": 215, "max_ms": 15.178, "p95_ms": 9.442}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 117.343, "count": 215, "max_ms": 188.176, "p95_ms": 147.109}, "inference_input_copy_ms": {"avg_ms": 1.776, "count": 215, "max_ms": 5.619, "p95_ms": 3.281}, "processing_residual_ms": {"avg_ms": 0.215, "count": 215, "max_ms": 1.182, "p95_ms": 0.389}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 122.54, "count": 215, "max_ms": 196.958, "p95_ms": 153.95}, "read_interval": {"avg_ms": 139.43, "count": 215, "max_ms": 227.445, "p95_ms": 190.044}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 215, "max_ms": 0.087, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 2.674, "count": 215, "max_ms": 6.656, "p95_ms": 5.511}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 215, "max_ms": 0.085, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.653, "count": 215, "max_ms": 6.619, "p95_ms": 5.482}, "worker_merge_ms": {"avg_ms": 0.008, "count": 215, "max_ms": 0.029, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 55.935, "count": 215, "max_ms": 109.21, "p95_ms": 77.288}, "visualize": {"avg_ms": 52.928, "count": 215, "max_ms": 87.454, "p95_ms": 69.844}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 47.125, "count": 215, "max_ms": 76.764, "p95_ms": 62.713}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 51.253, "count": 215, "max_ms": 85.735, "p95_ms": 67.902}, "visualize_input_copy_ms": {"avg_ms": 1.434, "count": 215, "max_ms": 3.534, "p95_ms": 2.463}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 51.101, "count": 215, "max_ms": 85.451, "p95_ms": 67.819}, "visualizer_prepare_ms": {"avg_ms": 0.083, "count": 215, "max_ms": 0.257, "p95_ms": 0.185}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 215}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1437.922, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.917, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.151, "sample_count": 2235, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1435573, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:55:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.128, "exists": true, "size_bytes": 102521, "write_bytes_delta": 102521, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 932.0, "cpu_core_ratio": 0.375368, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 277.0, "pid": 101858, "reason": null, "system_cpu_core_ratio": 0.033853, "system_cpu_s_delta": 0.6800000000000006, "user_cpu_core_ratio": 0.341515, "user_cpu_s_delta": 6.859999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.663765, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 110885.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.570021, "system_cpu_s_delta": 11.44999999999709, "user_cpu_core_ratio": 1.093744, "user_cpu_s_delta": 21.970000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.837, "count": 207, "max_ms": 12.414, "p95_ms": 6.944, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.966, "max": 15.0, "p95": 12.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.884, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 207}, "total": {"avg": 1.884, "max": 4.0, "p95": 3.0, "sample_count": 207}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.343, "count": 30, "max": 58.48, "p95": 53.269, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.834, "count": 30, "max": 26.796, "p95": 24.278, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 786.467, "count": 30, "max": 1012.0, "p95": 997.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 234.433, "count": 30, "max": 3499.0, "p95": 694.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.35, "count": 30, "max": 0.381, "p95": 0.373, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 30, "max": 0.128, "p95": 0.068, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98127.733, "count": 30, "max": 102521.0, "p95": 102226.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98127.733, "count": 30, "max": 102521.0, "p95": 102226.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 158569.033, "count": 30, "max": 237409.0, "p95": 218555.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.6, "count": 30, "max": 0.655, "p95": 0.651, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.044, "count": 30, "max": 1.156, "p95": 1.143, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11065, "sampled_at": "2026-10-30T10:55:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:55:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2754000, "flush_count": 2868, "flush_interval_seconds": 30.0, "flush_state": {"count": 2868, "last_at": "2026-10-30T10:55:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:55:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2867}, "started": true, "suppressed_count": 1433015, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 1432873}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2868, "written_record_count": 2868}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9395.484, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T10:55:29+09:00", "last_error_summary": "[h264 @ 0x57efc06048c0] error while decoding MB 77 12, bytestream -20", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3969533952000, "copied_frame_count": 1435740, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T10:54:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3353231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T10:54:45+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.165}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 139, "events_failed": 0, "events_observed": 142, "events_suppressed": 3, "frame_buffer_copied_bytes": 3969533952000, "frame_buffer_copies": 1435740, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6950, "recorder_active_input_bytes": 19215360000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 139, "recorder_clips_failed": 0, "recorder_clips_started": 139, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 139, "worker_jobs_accepted": 139, "worker_jobs_completed": 139, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.122, "count": 512, "max_ms": 3.483, "p50_ms": 0.0964, "p95_ms": 0.231, "p99_ms": 0.3112}, "stages": {"db_insert": {"avg_ms": 19.9953, "count": 139, "max_ms": 58.1833, "p50_ms": 19.1494, "p95_ms": 35.1181, "p99_ms": 40.9143, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8992, "count": 139, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2269, "p99_ms": 4.2598, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1108.39, "count": 142, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1382.3158, "p99_ms": 2018.5026, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5911, "count": 512, "max_ms": 7.8504, "p50_ms": 1.4806, "p95_ms": 2.7185, "p99_ms": 3.5925, "results": {"failed": 0, "not_applicable": 0, "success": 1435740, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.04, "count": 142, "max_ms": 794.4404, "p50_ms": 587.25, "p95_ms": 681.9014, "p99_ms": 717.686, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1849, "count": 139, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.8008, "p99_ms": 71.7441, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5779, "count": 512, "max_ms": 9.9399, "p50_ms": 4.3502, "p95_ms": 7.1099, "p99_ms": 8.925, "results": {"failed": 0, "not_applicable": 0, "success": 6950, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4587, "count": 512, "max_ms": 5.8963, "p50_ms": 1.2827, "p95_ms": 2.7893, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6950, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.9929, "count": 139, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.844, "p99_ms": 713.212, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.8948, "count": 139, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.567, "p99_ms": 589.7044, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8124, "count": 139, "max_ms": 138.414, "p50_ms": 96.7618, "p95_ms": 119.2044, "p99_ms": 132.7451, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9385, "count": 139, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8563, "p99_ms": 7.6743, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.004, "count": 139, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 68.9025, "p99_ms": 77.9258, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9696, "count": 142, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7991, "p99_ms": 4.5693, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7356, "count": 139, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.3616, "p99_ms": 10.6547, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7356, "count": 139, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.3616, "p99_ms": 10.6547, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9696, "count": 142, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7991, "p99_ms": 4.5693, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0141, "count": 139, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9388, "p99_ms": 3.6336, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 470.8307, "count": 139, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.657, "p99_ms": 1384.7151, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7514, "count": 139, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.6859, "p99_ms": 16.5357, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1091, "count": 139, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.7164, "p99_ms": 66.7205, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0997, "count": 139, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1759, "p99_ms": 0.6314, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5926, "count": 139, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.6496, "p99_ms": 7.4172, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.9982, "count": 139, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.4164, "p99_ms": 1447.7534, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 139, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 139, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1759, "p99_ms": 0.6314}, "wait_ms": {"count": 139, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.6496, "p99_ms": 7.4172}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 139, "artifact_failed": 0, "artifact_requested": 139, "artifact_success": 139, "completed": 139, "completed_failed": 0, "completed_success": 139, "cooldown_promoted": 139, "database_requested": 139, "db_insert_success": 139, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15535, "relay_business_failed": 0, "relay_business_success": 139, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 139, "relay_transport_failed": 0, "relay_transport_success": 139, "reservation_requested": 139}, "snapshot": {"copied_bytes": 384307200, "copied_count": 139, "copy": {"count": 139, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2269, "p99_ms": 4.2598}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 491, "h264_decode_error_count": 1103, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:55:29+09:00", "last_error_summary": "[h264 @ 0x57efc06048c0] error while decoding MB 77 12, bytestream -20", "last_exit_at": "2026-10-30T10:55:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 141.067, "last_started_at": "2026-10-30T10:53:08+09:00", "pid": 101858, "process": {"exists": false, "pid": 101858}, "restart_count": 533, "restart_count_per_hour": 12, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 534}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.814, "sample_count": 2218, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1435740, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:55:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-10-30T10:55:30+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-10-30T10:55:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 87, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 329.913, "last_sample_duration_ms": 1060.065, "last_trigger": "periodic", "next_snapshot_in_sec": 270.087, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 287, "storage_bytes": 2735451}, "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-10-30T10:55:29.932068+09:00", "mtime_epoch": 1793325329.932068, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102709}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:55:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1437.984, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 122, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1435740, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.233, "max": 15.0, "p95": 12.0, "sample_count": 215}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.563, "max": 4.0, "p95": 2.0, "sample_count": 215}, "total": {"avg": 1.563, "max": 4.0, "p95": 2.0, "sample_count": 215}}, "tracking_counts": {"active": {"avg": 0.209, "max": 3.0, "p95": 1.0, "sample_count": 215}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}, "removed": {"avg": 0.037, "max": 1.0, "p95": 0.0, "sample_count": 215}, "tracked": {"avg": 0.209, "max": 3.0, "p95": 1.0, "sample_count": 215}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.196, "pushed": 7.196, "read": 7.162}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 214, "client_acquire_ms": {"avg_ms": 0.008, "count": 215, "max_ms": 0.022, "p95_ms": 0.015, "reason": null, "sample_age_ms": 94.644, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.968, "count": 214, "max_ms": 8.776, "p95_ms": 3.09, "reason": null, "sample_age_ms": 154.81, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.443, "count": 214, "max_ms": 8.451, "p95_ms": 2.296, "reason": null, "sample_age_ms": 155.338, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.362, "count": 215, "max_ms": 0.891, "p95_ms": 0.723, "reason": null, "sample_age_ms": 94.661, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.15, "count": 214, "max_ms": 8.614, "p95_ms": 3.463, "reason": null, "sample_age_ms": 151.972, "source": "client_direct"}, "request_count": 214, "request_tensor_bytes": {"avg": 2764808.0, "count": 214, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 151.948, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 215, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 95.026, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.888, "count": 215, "max_ms": 98.593, "p95_ms": 72.465, "reason": null, "sample_age_ms": 94.639, "source": "client_direct"}, "sample_age_ms": 94.632, "source": "client_direct", "task_total_ms": {"avg_ms": 54.588, "count": 215, "max_ms": 108.101, "p95_ms": 76.039, "reason": null, "sample_age_ms": 94.632, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.189, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.187, "count": 215, "max_ms": 21.195, "p95_ms": 12.076}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.475, "count": 215, "max_ms": 1.553, "p95_ms": 0.957}, "detection_prepare_ms": {"avg_ms": 1.63, "count": 215, "max_ms": 9.129, "p95_ms": 3.007}, "event_filter_ms": {"avg_ms": 0.007, "count": 215, "max_ms": 0.049, "p95_ms": 0.017}, "id_reconcile_ms": {"avg_ms": 0.333, "count": 215, "max_ms": 1.01, "p95_ms": 0.642}, "mcmt_ms": {"avg_ms": 0.004, "count": 215, "max_ms": 0.028, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.761, "count": 215, "max_ms": 6.862, "p95_ms": 5.624}, "setup_ms": {"avg_ms": 0.047, "count": 215, "max_ms": 0.137, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 7.119, "count": 215, "max_ms": 21.044, "p95_ms": 11.958}, "track_match_ms": {"avg_ms": 0.099, "count": 215, "max_ms": 0.595, "p95_ms": 0.241}, "tracker_update_ms": {"avg_ms": 1.762, "count": 215, "max_ms": 5.529, "p95_ms": 3.226}}, "gstreamer_push": {"avg_ms": 3.607, "count": 215, "max_ms": 11.656, "p95_ms": 6.177}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 215, "max_ms": 0.734, "p95_ms": 0.14}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.989, "count": 215, "max_ms": 109.189, "p95_ms": 77.273}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.208, "count": 215, "max_ms": 15.178, "p95_ms": 9.442}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 117.486, "count": 215, "max_ms": 188.176, "p95_ms": 147.109}, "inference_input_copy_ms": {"avg_ms": 1.775, "count": 215, "max_ms": 5.619, "p95_ms": 3.281}, "processing_residual_ms": {"avg_ms": 0.215, "count": 215, "max_ms": 1.182, "p95_ms": 0.389}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 122.683, "count": 215, "max_ms": 196.958, "p95_ms": 153.95}, "read_interval": {"avg_ms": 139.557, "count": 214, "max_ms": 227.445, "p95_ms": 190.044}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 215, "max_ms": 0.087, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 2.676, "count": 215, "max_ms": 6.656, "p95_ms": 5.511}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 215, "max_ms": 0.085, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.656, "count": 215, "max_ms": 6.619, "p95_ms": 5.482}, "worker_merge_ms": {"avg_ms": 0.008, "count": 215, "max_ms": 0.029, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 56.004, "count": 215, "max_ms": 109.21, "p95_ms": 77.288}, "visualize": {"avg_ms": 52.991, "count": 215, "max_ms": 87.454, "p95_ms": 69.844}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 47.148, "count": 215, "max_ms": 76.764, "p95_ms": 62.713}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 51.274, "count": 215, "max_ms": 85.735, "p95_ms": 67.902}, "visualize_input_copy_ms": {"avg_ms": 1.477, "count": 215, "max_ms": 11.689, "p95_ms": 2.471}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 51.121, "count": 215, "max_ms": 85.451, "p95_ms": 67.819}, "visualizer_prepare_ms": {"avg_ms": 0.083, "count": 215, "max_ms": 0.257, "p95_ms": 0.185}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 215}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1437.922, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.917, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.151, "sample_count": 2235, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1435573, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:55:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.128, "exists": true, "size_bytes": 102521, "write_bytes_delta": 102521, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 932.0, "cpu_core_ratio": 0.375368, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 277.0, "pid": 101858, "reason": null, "system_cpu_core_ratio": 0.033853, "system_cpu_s_delta": 0.6800000000000006, "user_cpu_core_ratio": 0.341515, "user_cpu_s_delta": 6.859999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.663765, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 110885.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.570021, "system_cpu_s_delta": 11.44999999999709, "user_cpu_core_ratio": 1.093744, "user_cpu_s_delta": 21.970000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.837, "count": 207, "max_ms": 12.414, "p95_ms": 6.944, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.966, "max": 15.0, "p95": 12.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.884, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 207}, "total": {"avg": 1.884, "max": 4.0, "p95": 3.0, "sample_count": 207}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.343, "count": 30, "max": 58.48, "p95": 53.269, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.834, "count": 30, "max": 26.796, "p95": 24.278, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 786.467, "count": 30, "max": 1012.0, "p95": 997.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 234.433, "count": 30, "max": 3499.0, "p95": 694.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.35, "count": 30, "max": 0.381, "p95": 0.373, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 30, "max": 0.128, "p95": 0.068, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98127.733, "count": 30, "max": 102521.0, "p95": 102226.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98127.733, "count": 30, "max": 102521.0, "p95": 102226.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 158569.033, "count": 30, "max": 237409.0, "p95": 218555.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.6, "count": 30, "max": 0.655, "p95": 0.651, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.044, "count": 30, "max": 1.156, "p95": 1.143, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11065, "sampled_at": "2026-10-30T10:55:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:55:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.879, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2754000, "flush_count": 2868, "flush_interval_seconds": 30.0, "flush_state": {"count": 2868, "last_at": "2026-10-30T10:55:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:55:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2867}, "started": true, "suppressed_count": 1433015, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 1432873}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2868, "written_record_count": 2868}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9395.566, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3969533952000, "copied_frame_count": 1435740, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T10:54:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3353231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T10:54:45+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.165}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 139, "events_failed": 0, "events_observed": 142, "events_suppressed": 3, "frame_buffer_copied_bytes": 3969533952000, "frame_buffer_copies": 1435740, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6950, "recorder_active_input_bytes": 19215360000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 139, "recorder_clips_failed": 0, "recorder_clips_started": 139, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 139, "worker_jobs_accepted": 139, "worker_jobs_completed": 139, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.122, "count": 512, "max_ms": 3.483, "p50_ms": 0.0964, "p95_ms": 0.231, "p99_ms": 0.3112}, "stages": {"db_insert": {"avg_ms": 19.9953, "count": 139, "max_ms": 58.1833, "p50_ms": 19.1494, "p95_ms": 35.1181, "p99_ms": 40.9143, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8992, "count": 139, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2269, "p99_ms": 4.2598, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1108.39, "count": 142, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1382.3158, "p99_ms": 2018.5026, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5911, "count": 512, "max_ms": 7.8504, "p50_ms": 1.4806, "p95_ms": 2.7185, "p99_ms": 3.5925, "results": {"failed": 0, "not_applicable": 0, "success": 1435740, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.04, "count": 142, "max_ms": 794.4404, "p50_ms": 587.25, "p95_ms": 681.9014, "p99_ms": 717.686, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1849, "count": 139, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.8008, "p99_ms": 71.7441, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5779, "count": 512, "max_ms": 9.9399, "p50_ms": 4.3502, "p95_ms": 7.1099, "p99_ms": 8.925, "results": {"failed": 0, "not_applicable": 0, "success": 6950, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4587, "count": 512, "max_ms": 5.8963, "p50_ms": 1.2827, "p95_ms": 2.7893, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6950, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.9929, "count": 139, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.844, "p99_ms": 713.212, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.8948, "count": 139, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.567, "p99_ms": 589.7044, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8124, "count": 139, "max_ms": 138.414, "p50_ms": 96.7618, "p95_ms": 119.2044, "p99_ms": 132.7451, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9385, "count": 139, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8563, "p99_ms": 7.6743, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.004, "count": 139, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 68.9025, "p99_ms": 77.9258, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9696, "count": 142, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7991, "p99_ms": 4.5693, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7356, "count": 139, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.3616, "p99_ms": 10.6547, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7356, "count": 139, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.3616, "p99_ms": 10.6547, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9696, "count": 142, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7991, "p99_ms": 4.5693, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0141, "count": 139, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9388, "p99_ms": 3.6336, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 470.8307, "count": 139, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.657, "p99_ms": 1384.7151, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7514, "count": 139, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.6859, "p99_ms": 16.5357, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1091, "count": 139, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.7164, "p99_ms": 66.7205, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0997, "count": 139, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1759, "p99_ms": 0.6314, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5926, "count": 139, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.6496, "p99_ms": 7.4172, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.9982, "count": 139, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.4164, "p99_ms": 1447.7534, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 139, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 139, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1759, "p99_ms": 0.6314}, "wait_ms": {"count": 139, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.6496, "p99_ms": 7.4172}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 139, "artifact_failed": 0, "artifact_requested": 139, "artifact_success": 139, "completed": 139, "completed_failed": 0, "completed_success": 139, "cooldown_promoted": 139, "database_requested": 139, "db_insert_success": 139, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15535, "relay_business_failed": 0, "relay_business_success": 139, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 139, "relay_transport_failed": 0, "relay_transport_success": 139, "reservation_requested": 139}, "snapshot": {"copied_bytes": 384307200, "copied_count": 139, "copy": {"count": 139, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2269, "p99_ms": 4.2598}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 491, "h264_decode_error_count": 1103, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:55:29+09:00", "last_error_summary": "[h264 @ 0x57efc06048c0] error while decoding MB 77 12, bytestream -20", "last_exit_at": "2026-10-30T10:55:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 141.109, "last_started_at": "2026-10-30T10:53:08+09:00", "pid": 101858, "process": {"exists": false, "pid": 101858}, "restart_count": 533, "restart_count_per_hour": 12, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 534}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.814, "sample_count": 2218, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1435740, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:55:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.045, "last_frame_pushed_at": "2026-10-30T10:55:30+09:00", "last_frame_read_age_sec": 0.182, "last_frame_read_at": "2026-10-30T10:55:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 87, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 329.939, "last_sample_duration_ms": 1060.065, "last_trigger": "periodic", "next_snapshot_in_sec": 270.061, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 287, "storage_bytes": 2735451}, "mjpeg": {"age_sec": 0.034, "exists": true, "mtime": "2026-10-30T10:55:30.074068+09:00", "mtime_epoch": 1793325330.0740683, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102964}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:55:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1437.984, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 122, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1435740, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.233, "max": 15.0, "p95": 12.0, "sample_count": 215}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.563, "max": 4.0, "p95": 2.0, "sample_count": 215}, "total": {"avg": 1.563, "max": 4.0, "p95": 2.0, "sample_count": 215}}, "tracking_counts": {"active": {"avg": 0.209, "max": 3.0, "p95": 1.0, "sample_count": 215}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}, "removed": {"avg": 0.037, "max": 1.0, "p95": 0.0, "sample_count": 215}, "tracked": {"avg": 0.209, "max": 3.0, "p95": 1.0, "sample_count": 215}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.186, "pushed": 7.186, "read": 7.152}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 214, "client_acquire_ms": {"avg_ms": 0.008, "count": 215, "max_ms": 0.022, "p95_ms": 0.015, "reason": null, "sample_age_ms": 124.496, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.968, "count": 214, "max_ms": 8.776, "p95_ms": 3.09, "reason": null, "sample_age_ms": 184.662, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.443, "count": 214, "max_ms": 8.451, "p95_ms": 2.296, "reason": null, "sample_age_ms": 185.19, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.362, "count": 215, "max_ms": 0.891, "p95_ms": 0.723, "reason": null, "sample_age_ms": 124.513, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.15, "count": 214, "max_ms": 8.614, "p95_ms": 3.463, "reason": null, "sample_age_ms": 181.823, "source": "client_direct"}, "request_count": 214, "request_tensor_bytes": {"avg": 2764808.0, "count": 214, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 181.8, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 215, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 124.878, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.888, "count": 215, "max_ms": 98.593, "p95_ms": 72.465, "reason": null, "sample_age_ms": 124.49, "source": "client_direct"}, "sample_age_ms": 124.484, "source": "client_direct", "task_total_ms": {"avg_ms": 54.588, "count": 215, "max_ms": 108.101, "p95_ms": 76.039, "reason": null, "sample_age_ms": 124.484, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.784, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.187, "count": 215, "max_ms": 21.195, "p95_ms": 12.076}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.475, "count": 215, "max_ms": 1.553, "p95_ms": 0.957}, "detection_prepare_ms": {"avg_ms": 1.63, "count": 215, "max_ms": 9.129, "p95_ms": 3.007}, "event_filter_ms": {"avg_ms": 0.007, "count": 215, "max_ms": 0.049, "p95_ms": 0.017}, "id_reconcile_ms": {"avg_ms": 0.333, "count": 215, "max_ms": 1.01, "p95_ms": 0.642}, "mcmt_ms": {"avg_ms": 0.004, "count": 215, "max_ms": 0.028, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.761, "count": 215, "max_ms": 6.862, "p95_ms": 5.624}, "setup_ms": {"avg_ms": 0.047, "count": 215, "max_ms": 0.137, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 7.119, "count": 215, "max_ms": 21.044, "p95_ms": 11.958}, "track_match_ms": {"avg_ms": 0.099, "count": 215, "max_ms": 0.595, "p95_ms": 0.241}, "tracker_update_ms": {"avg_ms": 1.762, "count": 215, "max_ms": 5.529, "p95_ms": 3.226}}, "gstreamer_push": {"avg_ms": 3.607, "count": 215, "max_ms": 11.656, "p95_ms": 6.177}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 215, "max_ms": 0.734, "p95_ms": 0.14}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.989, "count": 215, "max_ms": 109.189, "p95_ms": 77.273}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.208, "count": 215, "max_ms": 15.178, "p95_ms": 9.442}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 117.486, "count": 215, "max_ms": 188.176, "p95_ms": 147.109}, "inference_input_copy_ms": {"avg_ms": 1.775, "count": 215, "max_ms": 5.619, "p95_ms": 3.281}, "processing_residual_ms": {"avg_ms": 0.215, "count": 215, "max_ms": 1.182, "p95_ms": 0.389}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 122.683, "count": 215, "max_ms": 196.958, "p95_ms": 153.95}, "read_interval": {"avg_ms": 139.557, "count": 214, "max_ms": 227.445, "p95_ms": 190.044}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 215, "max_ms": 0.087, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 2.676, "count": 215, "max_ms": 6.656, "p95_ms": 5.511}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 215, "max_ms": 0.085, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.656, "count": 215, "max_ms": 6.619, "p95_ms": 5.482}, "worker_merge_ms": {"avg_ms": 0.008, "count": 215, "max_ms": 0.029, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 56.004, "count": 215, "max_ms": 109.21, "p95_ms": 77.288}, "visualize": {"avg_ms": 52.991, "count": 215, "max_ms": 87.454, "p95_ms": 69.844}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 47.148, "count": 215, "max_ms": 76.764, "p95_ms": 62.713}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 51.274, "count": 215, "max_ms": 85.735, "p95_ms": 67.902}, "visualize_input_copy_ms": {"avg_ms": 1.477, "count": 215, "max_ms": 11.689, "p95_ms": 2.471}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 51.121, "count": 215, "max_ms": 85.451, "p95_ms": 67.819}, "visualizer_prepare_ms": {"avg_ms": 0.083, "count": 215, "max_ms": 0.257, "p95_ms": 0.185}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 215}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1437.922, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.917, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.151, "sample_count": 2235, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1435573, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:55:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.128, "exists": true, "size_bytes": 102521, "write_bytes_delta": 102521, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 932.0, "cpu_core_ratio": 0.375368, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 277.0, "pid": 101858, "reason": null, "system_cpu_core_ratio": 0.033853, "system_cpu_s_delta": 0.6800000000000006, "user_cpu_core_ratio": 0.341515, "user_cpu_s_delta": 6.859999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.663765, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 110885.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.570021, "system_cpu_s_delta": 11.44999999999709, "user_cpu_core_ratio": 1.093744, "user_cpu_s_delta": 21.970000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.837, "count": 207, "max_ms": 12.414, "p95_ms": 6.944, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.966, "max": 15.0, "p95": 12.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.884, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 207}, "total": {"avg": 1.884, "max": 4.0, "p95": 3.0, "sample_count": 207}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.343, "count": 30, "max": 58.48, "p95": 53.269, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.834, "count": 30, "max": 26.796, "p95": 24.278, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 786.467, "count": 30, "max": 1012.0, "p95": 997.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 234.433, "count": 30, "max": 3499.0, "p95": 694.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.35, "count": 30, "max": 0.381, "p95": 0.373, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 30, "max": 0.128, "p95": 0.068, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98127.733, "count": 30, "max": 102521.0, "p95": 102226.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98127.733, "count": 30, "max": 102521.0, "p95": 102226.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 158569.033, "count": 30, "max": 237409.0, "p95": 218555.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.6, "count": 30, "max": 0.655, "p95": 0.651, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.044, "count": 30, "max": 1.156, "p95": 1.143, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11065, "sampled_at": "2026-10-30T10:55:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:55:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2754000, "flush_count": 2868, "flush_interval_seconds": 30.0, "flush_state": {"count": 2868, "last_at": "2026-10-30T10:55:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:55:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2867}, "started": true, "suppressed_count": 1433015, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 1432873}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2868, "written_record_count": 2868}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9574.023, "limit_mb": null}, "detail": {"pid": 102036, "restart_count": 534, "start_count": 535}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3969533952000, "copied_frame_count": 1435740, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T10:54:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3353231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T10:54:45+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.165}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 139, "events_failed": 0, "events_observed": 142, "events_suppressed": 3, "frame_buffer_copied_bytes": 3969533952000, "frame_buffer_copies": 1435740, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6950, "recorder_active_input_bytes": 19215360000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 139, "recorder_clips_failed": 0, "recorder_clips_started": 139, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 139, "worker_jobs_accepted": 139, "worker_jobs_completed": 139, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.122, "count": 512, "max_ms": 3.483, "p50_ms": 0.0964, "p95_ms": 0.231, "p99_ms": 0.3112}, "stages": {"db_insert": {"avg_ms": 19.9953, "count": 139, "max_ms": 58.1833, "p50_ms": 19.1494, "p95_ms": 35.1181, "p99_ms": 40.9143, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8992, "count": 139, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2269, "p99_ms": 4.2598, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1108.39, "count": 142, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1382.3158, "p99_ms": 2018.5026, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5911, "count": 512, "max_ms": 7.8504, "p50_ms": 1.4806, "p95_ms": 2.7185, "p99_ms": 3.5925, "results": {"failed": 0, "not_applicable": 0, "success": 1435740, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.04, "count": 142, "max_ms": 794.4404, "p50_ms": 587.25, "p95_ms": 681.9014, "p99_ms": 717.686, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1849, "count": 139, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.8008, "p99_ms": 71.7441, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5779, "count": 512, "max_ms": 9.9399, "p50_ms": 4.3502, "p95_ms": 7.1099, "p99_ms": 8.925, "results": {"failed": 0, "not_applicable": 0, "success": 6950, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4587, "count": 512, "max_ms": 5.8963, "p50_ms": 1.2827, "p95_ms": 2.7893, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6950, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.9929, "count": 139, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.844, "p99_ms": 713.212, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.8948, "count": 139, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.567, "p99_ms": 589.7044, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8124, "count": 139, "max_ms": 138.414, "p50_ms": 96.7618, "p95_ms": 119.2044, "p99_ms": 132.7451, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9385, "count": 139, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8563, "p99_ms": 7.6743, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.004, "count": 139, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 68.9025, "p99_ms": 77.9258, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9696, "count": 142, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7991, "p99_ms": 4.5693, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7356, "count": 139, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.3616, "p99_ms": 10.6547, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7356, "count": 139, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.3616, "p99_ms": 10.6547, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9696, "count": 142, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7991, "p99_ms": 4.5693, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0141, "count": 139, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9388, "p99_ms": 3.6336, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 470.8307, "count": 139, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.657, "p99_ms": 1384.7151, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7514, "count": 139, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.6859, "p99_ms": 16.5357, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1091, "count": 139, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.7164, "p99_ms": 66.7205, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0997, "count": 139, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1759, "p99_ms": 0.6314, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5926, "count": 139, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.6496, "p99_ms": 7.4172, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.9982, "count": 139, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.4164, "p99_ms": 1447.7534, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 139, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 139, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1759, "p99_ms": 0.6314}, "wait_ms": {"count": 139, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.6496, "p99_ms": 7.4172}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 139, "artifact_failed": 0, "artifact_requested": 139, "artifact_success": 139, "completed": 139, "completed_failed": 0, "completed_success": 139, "cooldown_promoted": 139, "database_requested": 139, "db_insert_success": 139, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15535, "relay_business_failed": 0, "relay_business_success": 139, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 139, "relay_transport_failed": 0, "relay_transport_success": 139, "reservation_requested": 139}, "snapshot": {"copied_bytes": 384307200, "copied_count": 139, "copy": {"count": 139, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2269, "p99_ms": 4.2598}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 491, "h264_decode_error_count": 1103, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:55:29+09:00", "last_error_summary": "[h264 @ 0x57efc06048c0] error while decoding MB 77 12, bytestream -20", "last_exit_at": "2026-10-30T10:55:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T10:55:32+09:00", "pid": 102036, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.93, "name": "ffmpeg", "pid": 102036, "rss_mb": 205.93, "state": "S (sleeping)", "threads": 70}, "restart_count": 534, "restart_count_per_hour": 13, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 535}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.298, "sample_count": 2177, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1435740, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:55:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.902, "last_frame_pushed_at": "2026-10-30T10:55:30+09:00", "last_frame_read_age_sec": 5.04, "last_frame_read_at": "2026-10-30T10:55:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 87, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 334.823, "last_sample_duration_ms": 1060.065, "last_trigger": "periodic", "next_snapshot_in_sec": 265.177, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 287, "storage_bytes": 2735451}, "mjpeg": {"age_sec": 4.892, "exists": true, "mtime": "2026-10-30T10:55:30.074068+09:00", "mtime_epoch": 1793325330.0740683, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102964}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:55:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1437.988, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 122, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1435740, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.606, "max": 15.0, "p95": 13.0, "sample_count": 180}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.6, "max": 4.0, "p95": 2.0, "sample_count": 180}, "total": {"avg": 1.6, "max": 4.0, "p95": 2.0, "sample_count": 180}}, "tracking_counts": {"active": {"avg": 0.222, "max": 3.0, "p95": 1.0, "sample_count": 180}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "removed": {"avg": 0.044, "max": 1.0, "p95": 0.0, "sample_count": 180}, "tracked": {"avg": 0.222, "max": 3.0, "p95": 1.0, "sample_count": 180}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.017, "pushed": 6.017, "read": 5.984}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 179, "client_acquire_ms": {"avg_ms": 0.008, "count": 179, "max_ms": 0.022, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4997.482, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.983, "count": 179, "max_ms": 8.776, "p95_ms": 3.311, "reason": null, "sample_age_ms": 5057.647, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.438, "count": 179, "max_ms": 8.451, "p95_ms": 2.285, "reason": null, "sample_age_ms": 5058.176, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.366, "count": 179, "max_ms": 0.891, "p95_ms": 0.742, "reason": null, "sample_age_ms": 4997.499, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.16, "count": 179, "max_ms": 8.614, "p95_ms": 3.454, "reason": null, "sample_age_ms": 5054.809, "source": "client_direct"}, "request_count": 179, "request_tensor_bytes": {"avg": 2764808.0, "count": 179, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5054.786, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 179, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4997.864, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.18, "count": 179, "max_ms": 98.593, "p95_ms": 73.119, "reason": null, "sample_age_ms": 4997.476, "source": "client_direct"}, "sample_age_ms": 4997.47, "source": "client_direct", "task_total_ms": {"avg_ms": 54.897, "count": 179, "max_ms": 108.101, "p95_ms": 76.217, "reason": null, "sample_age_ms": 4997.47, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.779, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.319, "count": 180, "max_ms": 21.195, "p95_ms": 12.424}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.456, "count": 180, "max_ms": 1.553, "p95_ms": 0.957}, "detection_prepare_ms": {"avg_ms": 1.669, "count": 180, "max_ms": 9.129, "p95_ms": 3.393}, "event_filter_ms": {"avg_ms": 0.007, "count": 180, "max_ms": 0.049, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.337, "count": 180, "max_ms": 1.01, "p95_ms": 0.642}, "mcmt_ms": {"avg_ms": 0.004, "count": 180, "max_ms": 0.028, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.834, "count": 180, "max_ms": 6.862, "p95_ms": 5.641}, "setup_ms": {"avg_ms": 0.047, "count": 180, "max_ms": 0.13, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 7.25, "count": 180, "max_ms": 21.044, "p95_ms": 12.306}, "track_match_ms": {"avg_ms": 0.102, "count": 180, "max_ms": 0.595, "p95_ms": 0.248}, "tracker_update_ms": {"avg_ms": 1.792, "count": 180, "max_ms": 5.529, "p95_ms": 3.267}}, "gstreamer_push": {"avg_ms": 3.54, "count": 180, "max_ms": 10.643, "p95_ms": 5.54}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.061, "count": 180, "max_ms": 0.329, "p95_ms": 0.137}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.335, "count": 180, "max_ms": 109.189, "p95_ms": 77.273}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.144, "count": 180, "max_ms": 15.178, "p95_ms": 9.034}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 117.994, "count": 180, "max_ms": 188.176, "p95_ms": 148.787}, "inference_input_copy_ms": {"avg_ms": 1.769, "count": 180, "max_ms": 5.619, "p95_ms": 3.281}, "processing_residual_ms": {"avg_ms": 0.214, "count": 180, "max_ms": 1.182, "p95_ms": 0.389}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 123.12, "count": 180, "max_ms": 196.958, "p95_ms": 154.728}, "read_interval": {"avg_ms": 139.848, "count": 179, "max_ms": 227.445, "p95_ms": 191.566}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 180, "max_ms": 0.087, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 2.749, "count": 180, "max_ms": 6.656, "p95_ms": 5.526}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 180, "max_ms": 0.085, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.728, "count": 180, "max_ms": 6.619, "p95_ms": 5.489}, "worker_merge_ms": {"avg_ms": 0.008, "count": 180, "max_ms": 0.029, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 56.351, "count": 180, "max_ms": 109.21, "p95_ms": 77.288}, "visualize": {"avg_ms": 52.995, "count": 180, "max_ms": 87.454, "p95_ms": 69.176}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 47.075, "count": 180, "max_ms": 76.764, "p95_ms": 61.653}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 51.246, "count": 180, "max_ms": 85.735, "p95_ms": 67.178}, "visualize_input_copy_ms": {"avg_ms": 1.503, "count": 180, "max_ms": 11.689, "p95_ms": 2.503}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 51.094, "count": 180, "max_ms": 85.451, "p95_ms": 67.065}, "visualizer_prepare_ms": {"avg_ms": 0.083, "count": 180, "max_ms": 0.257, "p95_ms": 0.19}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1437.922, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.917, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.151, "sample_count": 2235, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1435573, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:55:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.128, "exists": true, "size_bytes": 102521, "write_bytes_delta": 102521, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 932.0, "cpu_core_ratio": 0.375368, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 277.0, "pid": 101858, "reason": null, "system_cpu_core_ratio": 0.033853, "system_cpu_s_delta": 0.6800000000000006, "user_cpu_core_ratio": 0.341515, "user_cpu_s_delta": 6.859999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.663765, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 110885.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.570021, "system_cpu_s_delta": 11.44999999999709, "user_cpu_core_ratio": 1.093744, "user_cpu_s_delta": 21.970000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.837, "count": 207, "max_ms": 12.414, "p95_ms": 6.944, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.966, "max": 15.0, "p95": 12.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.884, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 207}, "total": {"avg": 1.884, "max": 4.0, "p95": 3.0, "sample_count": 207}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.343, "count": 30, "max": 58.48, "p95": 53.269, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.834, "count": 30, "max": 26.796, "p95": 24.278, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 786.467, "count": 30, "max": 1012.0, "p95": 997.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 234.433, "count": 30, "max": 3499.0, "p95": 694.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.35, "count": 30, "max": 0.381, "p95": 0.373, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 30, "max": 0.128, "p95": 0.068, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98127.733, "count": 30, "max": 102521.0, "p95": 102226.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98127.733, "count": 30, "max": 102521.0, "p95": 102226.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 158569.033, "count": 30, "max": 237409.0, "p95": 218555.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.6, "count": 30, "max": 0.655, "p95": 0.651, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.044, "count": 30, "max": 1.156, "p95": 1.143, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11065, "sampled_at": "2026-10-30T10:55:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:55:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2757105, "flush_count": 2871, "flush_interval_seconds": 30.0, "flush_state": {"count": 2871, "last_at": "2026-10-30T10:58:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:58:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2870}, "started": true, "suppressed_count": 1434126, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 1433984}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2871, "written_record_count": 2871}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9416.043, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x6419391c8d00] error while decoding MB 2 64, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3972611174400, "copied_frame_count": 1436853, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T10:54:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3353231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T10:54:45+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.165}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 139, "events_failed": 0, "events_observed": 142, "events_suppressed": 3, "frame_buffer_copied_bytes": 3972611174400, "frame_buffer_copies": 1436853, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6950, "recorder_active_input_bytes": 19215360000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 139, "recorder_clips_failed": 0, "recorder_clips_started": 139, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 139, "worker_jobs_accepted": 139, "worker_jobs_completed": 139, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.121, "count": 512, "max_ms": 2.1876, "p50_ms": 0.1013, "p95_ms": 0.2225, "p99_ms": 0.3008}, "stages": {"db_insert": {"avg_ms": 19.9953, "count": 139, "max_ms": 58.1833, "p50_ms": 19.1494, "p95_ms": 35.1181, "p99_ms": 40.9143, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8992, "count": 139, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2269, "p99_ms": 4.2598, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1108.39, "count": 142, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1382.3158, "p99_ms": 2018.5026, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4585, "count": 512, "max_ms": 4.4516, "p50_ms": 1.3635, "p95_ms": 2.4194, "p99_ms": 3.011, "results": {"failed": 0, "not_applicable": 0, "success": 1436853, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.04, "count": 142, "max_ms": 794.4404, "p50_ms": 587.25, "p95_ms": 681.9014, "p99_ms": 717.686, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1849, "count": 139, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.8008, "p99_ms": 71.7441, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5779, "count": 512, "max_ms": 9.9399, "p50_ms": 4.3502, "p95_ms": 7.1099, "p99_ms": 8.925, "results": {"failed": 0, "not_applicable": 0, "success": 6950, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4587, "count": 512, "max_ms": 5.8963, "p50_ms": 1.2827, "p95_ms": 2.7893, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6950, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.9929, "count": 139, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.844, "p99_ms": 713.212, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.8948, "count": 139, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.567, "p99_ms": 589.7044, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8124, "count": 139, "max_ms": 138.414, "p50_ms": 96.7618, "p95_ms": 119.2044, "p99_ms": 132.7451, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9385, "count": 139, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8563, "p99_ms": 7.6743, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.004, "count": 139, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 68.9025, "p99_ms": 77.9258, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9696, "count": 142, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7991, "p99_ms": 4.5693, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7356, "count": 139, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.3616, "p99_ms": 10.6547, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7356, "count": 139, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.3616, "p99_ms": 10.6547, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9696, "count": 142, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7991, "p99_ms": 4.5693, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0141, "count": 139, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9388, "p99_ms": 3.6336, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 470.8307, "count": 139, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.657, "p99_ms": 1384.7151, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7514, "count": 139, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.6859, "p99_ms": 16.5357, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1091, "count": 139, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.7164, "p99_ms": 66.7205, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0997, "count": 139, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1759, "p99_ms": 0.6314, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5926, "count": 139, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.6496, "p99_ms": 7.4172, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.9982, "count": 139, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.4164, "p99_ms": 1447.7534, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 139, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 139, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1759, "p99_ms": 0.6314}, "wait_ms": {"count": 139, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.6496, "p99_ms": 7.4172}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 139, "artifact_failed": 0, "artifact_requested": 139, "artifact_success": 139, "completed": 139, "completed_failed": 0, "completed_success": 139, "cooldown_promoted": 139, "database_requested": 139, "db_insert_success": 139, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15535, "relay_business_failed": 0, "relay_business_success": 139, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 139, "relay_transport_failed": 0, "relay_transport_success": 139, "reservation_requested": 139}, "snapshot": {"copied_bytes": 384307200, "copied_count": 139, "copy": {"count": 139, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2269, "p99_ms": 4.2598}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 492, "h264_decode_error_count": 1104, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:58:04+09:00", "last_error_summary": "[h264 @ 0x6419391c8d00] error while decoding MB 2 64, bytestream -5", "last_exit_at": "2026-10-30T10:55:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 151.987, "last_started_at": "2026-10-30T10:55:32+09:00", "pid": 102036, "process": {"exists": false, "pid": 102036}, "restart_count": 534, "restart_count_per_hour": 12, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 535}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.72, "sample_count": 2116, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1436853, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:58:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.088, "last_frame_pushed_at": "2026-10-30T10:58:04+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-10-30T10:58:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 87, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 484.794, "last_sample_duration_ms": 1060.065, "last_trigger": "periodic", "next_snapshot_in_sec": 115.206, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 287, "storage_bytes": 2735451}, "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-10-30T10:58:04.871260+09:00", "mtime_epoch": 1793325484.8712604, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 100848}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:58:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1448.945, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 122, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1436854, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.458, "max": 7.0, "p95": 6.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.836, "max": 4.0, "p95": 3.0, "sample_count": 225}, "total": {"avg": 1.836, "max": 4.0, "p95": 3.0, "sample_count": 225}}, "tracking_counts": {"active": {"avg": 0.093, "max": 1.0, "p95": 1.0, "sample_count": 225}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 225}, "tracked": {"avg": 0.093, "max": 1.0, "p95": 1.0, "sample_count": 225}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.512, "pushed": 7.512, "read": 7.512}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 225, "client_acquire_ms": {"avg_ms": 0.008, "count": 225, "max_ms": 0.034, "p95_ms": 0.018, "reason": null, "sample_age_ms": 28.597, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.945, "count": 225, "max_ms": 11.511, "p95_ms": 3.053, "reason": null, "sample_age_ms": 89.692, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.448, "count": 225, "max_ms": 11.225, "p95_ms": 2.513, "reason": null, "sample_age_ms": 89.881, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.344, "count": 225, "max_ms": 1.122, "p95_ms": 0.672, "reason": null, "sample_age_ms": 28.604, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.022, "count": 225, "max_ms": 8.053, "p95_ms": 3.332, "reason": null, "sample_age_ms": 88.618, "source": "client_direct"}, "request_count": 225, "request_tensor_bytes": {"avg": 2764808.0, "count": 225, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 88.597, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 225, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 28.819, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.679, "count": 225, "max_ms": 80.295, "p95_ms": 68.377, "reason": null, "sample_age_ms": 28.594, "source": "client_direct"}, "sample_age_ms": 28.591, "source": "client_direct", "task_total_ms": {"avg_ms": 51.227, "count": 225, "max_ms": 83.348, "p95_ms": 71.092, "reason": null, "sample_age_ms": 28.591, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.07, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.078, "count": 225, "max_ms": 16.346, "p95_ms": 12.494}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.439, "count": 225, "max_ms": 1.405, "p95_ms": 0.805}, "detection_prepare_ms": {"avg_ms": 1.628, "count": 225, "max_ms": 7.202, "p95_ms": 3.033}, "event_filter_ms": {"avg_ms": 0.007, "count": 225, "max_ms": 0.025, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.349, "count": 225, "max_ms": 0.928, "p95_ms": 0.621}, "mcmt_ms": {"avg_ms": 0.004, "count": 225, "max_ms": 0.027, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 3.556, "count": 225, "max_ms": 7.535, "p95_ms": 5.585}, "setup_ms": {"avg_ms": 0.049, "count": 225, "max_ms": 0.169, "p95_ms": 0.105}, "total_inside_ms": {"avg_ms": 8.01, "count": 225, "max_ms": 16.223, "p95_ms": 12.393}, "track_match_ms": {"avg_ms": 0.091, "count": 225, "max_ms": 0.265, "p95_ms": 0.182}, "tracker_update_ms": {"avg_ms": 1.885, "count": 225, "max_ms": 6.737, "p95_ms": 3.258}}, "gstreamer_push": {"avg_ms": 3.241, "count": 225, "max_ms": 6.443, "p95_ms": 5.561}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 225, "max_ms": 0.884, "p95_ms": 0.139}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.6, "count": 225, "max_ms": 90.267, "p95_ms": 72.575}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.053, "count": 225, "max_ms": 15.494, "p95_ms": 8.312}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 113.116, "count": 225, "max_ms": 161.196, "p95_ms": 143.566}, "inference_input_copy_ms": {"avg_ms": 1.681, "count": 225, "max_ms": 3.89, "p95_ms": 2.694}, "processing_residual_ms": {"avg_ms": 0.188, "count": 225, "max_ms": 0.424, "p95_ms": 0.323}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 118.037, "count": 225, "max_ms": 168.848, "p95_ms": 148.669}, "read_interval": {"avg_ms": 133.278, "count": 225, "max_ms": 195.512, "p95_ms": 176.383}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 225, "max_ms": 0.463, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 3.472, "count": 225, "max_ms": 7.399, "p95_ms": 5.442}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 225, "max_ms": 0.091, "p95_ms": 0.046}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.45, "count": 225, "max_ms": 7.373, "p95_ms": 5.386}, "worker_merge_ms": {"avg_ms": 0.007, "count": 225, "max_ms": 0.034, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 52.616, "count": 225, "max_ms": 90.285, "p95_ms": 72.589}, "visualize": {"avg_ms": 51.176, "count": 225, "max_ms": 76.318, "p95_ms": 66.722}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.043, "count": 225, "max_ms": 68.917, "p95_ms": 59.693}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.594, "count": 225, "max_ms": 74.773, "p95_ms": 65.091}, "visualize_input_copy_ms": {"avg_ms": 1.354, "count": 225, "max_ms": 4.365, "p95_ms": 2.236}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.449, "count": 225, "max_ms": 74.626, "p95_ms": 64.907}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 225, "max_ms": 0.247, "p95_ms": 0.163}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1448.738, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.646, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.191, "sample_count": 2133, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1436424, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:57:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102249, "write_bytes_delta": 102249, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 932.0, "cpu_core_ratio": 0.39845, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 102036, "reason": null, "system_cpu_core_ratio": 0.033287, "system_cpu_s_delta": 0.6699999999999999, "user_cpu_core_ratio": 0.365163, "user_cpu_s_delta": 7.350000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.701611, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 178991.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.608605, "system_cpu_s_delta": 12.25, "user_cpu_core_ratio": 1.093006, "user_cpu_s_delta": 22.0}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.264, "count": 222, "max_ms": 11.267, "p95_ms": 5.558, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.477, "max": 6.0, "p95": 5.0, "sample_count": 222}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.797, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 222}, "total": {"avg": 1.797, "max": 2.0, "p95": 2.0, "sample_count": 222}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.028, "count": 30, "max": 58.48, "p95": 51.19, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.646, "count": 30, "max": 23.726, "p95": 23.264, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 780.967, "count": 30, "max": 1012.0, "p95": 986.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 249.067, "count": 30, "max": 3499.0, "p95": 614.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.038, "p95": 0.036, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.348, "count": 30, "max": 0.374, "p95": 0.372, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 30, "max": 0.128, "p95": 0.068, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99599.833, "count": 30, "max": 102521.0, "p95": 102397.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99599.833, "count": 30, "max": 102521.0, "p95": 102397.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 151099.533, "count": 30, "max": 219236.0, "p95": 213871.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.603, "count": 30, "max": 0.655, "p95": 0.653, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.055, "count": 30, "max": 1.156, "p95": 1.149, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11071, "sampled_at": "2026-10-30T10:57:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:57:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2757105, "flush_count": 2871, "flush_interval_seconds": 30.0, "flush_state": {"count": 2871, "last_at": "2026-10-30T10:58:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:58:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2870}, "started": true, "suppressed_count": 1434126, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 1433984}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2871, "written_record_count": 2871}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9396.914, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T10:58:04+09:00", "last_error_summary": "[h264 @ 0x6419391c8d00] error while decoding MB 2 64, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3972613939200, "copied_frame_count": 1436854, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T10:54:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3353231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T10:54:45+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.165}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 139, "events_failed": 0, "events_observed": 142, "events_suppressed": 3, "frame_buffer_copied_bytes": 3972613939200, "frame_buffer_copies": 1436854, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6950, "recorder_active_input_bytes": 19215360000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 139, "recorder_clips_failed": 0, "recorder_clips_started": 139, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 139, "worker_jobs_accepted": 139, "worker_jobs_completed": 139, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1212, "count": 512, "max_ms": 2.1876, "p50_ms": 0.1014, "p95_ms": 0.2225, "p99_ms": 0.3008}, "stages": {"db_insert": {"avg_ms": 19.9953, "count": 139, "max_ms": 58.1833, "p50_ms": 19.1494, "p95_ms": 35.1181, "p99_ms": 40.9143, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8992, "count": 139, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2269, "p99_ms": 4.2598, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1108.39, "count": 142, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1382.3158, "p99_ms": 2018.5026, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4588, "count": 512, "max_ms": 4.4516, "p50_ms": 1.3635, "p95_ms": 2.4194, "p99_ms": 3.011, "results": {"failed": 0, "not_applicable": 0, "success": 1436854, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.04, "count": 142, "max_ms": 794.4404, "p50_ms": 587.25, "p95_ms": 681.9014, "p99_ms": 717.686, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1849, "count": 139, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.8008, "p99_ms": 71.7441, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5779, "count": 512, "max_ms": 9.9399, "p50_ms": 4.3502, "p95_ms": 7.1099, "p99_ms": 8.925, "results": {"failed": 0, "not_applicable": 0, "success": 6950, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4587, "count": 512, "max_ms": 5.8963, "p50_ms": 1.2827, "p95_ms": 2.7893, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6950, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.9929, "count": 139, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.844, "p99_ms": 713.212, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.8948, "count": 139, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.567, "p99_ms": 589.7044, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8124, "count": 139, "max_ms": 138.414, "p50_ms": 96.7618, "p95_ms": 119.2044, "p99_ms": 132.7451, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9385, "count": 139, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8563, "p99_ms": 7.6743, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.004, "count": 139, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 68.9025, "p99_ms": 77.9258, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9696, "count": 142, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7991, "p99_ms": 4.5693, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7356, "count": 139, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.3616, "p99_ms": 10.6547, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7356, "count": 139, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.3616, "p99_ms": 10.6547, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9696, "count": 142, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7991, "p99_ms": 4.5693, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0141, "count": 139, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9388, "p99_ms": 3.6336, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 470.8307, "count": 139, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.657, "p99_ms": 1384.7151, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7514, "count": 139, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.6859, "p99_ms": 16.5357, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1091, "count": 139, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.7164, "p99_ms": 66.7205, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0997, "count": 139, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1759, "p99_ms": 0.6314, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5926, "count": 139, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.6496, "p99_ms": 7.4172, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.9982, "count": 139, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.4164, "p99_ms": 1447.7534, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 139, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 139, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1759, "p99_ms": 0.6314}, "wait_ms": {"count": 139, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.6496, "p99_ms": 7.4172}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 139, "artifact_failed": 0, "artifact_requested": 139, "artifact_success": 139, "completed": 139, "completed_failed": 0, "completed_success": 139, "cooldown_promoted": 139, "database_requested": 139, "db_insert_success": 139, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15535, "relay_business_failed": 0, "relay_business_success": 139, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 139, "relay_transport_failed": 0, "relay_transport_success": 139, "reservation_requested": 139}, "snapshot": {"copied_bytes": 384307200, "copied_count": 139, "copy": {"count": 139, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2269, "p99_ms": 4.2598}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 492, "h264_decode_error_count": 1104, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:58:04+09:00", "last_error_summary": "[h264 @ 0x6419391c8d00] error while decoding MB 2 64, bytestream -5", "last_exit_at": "2026-10-30T10:58:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.059, "last_started_at": "2026-10-30T10:55:32+09:00", "pid": 102036, "process": {"exists": false, "pid": 102036}, "restart_count": 534, "restart_count_per_hour": 12, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 535}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.72, "sample_count": 2116, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1436854, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:58:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-10-30T10:58:05+09:00", "last_frame_read_age_sec": 0.154, "last_frame_read_at": "2026-10-30T10:58:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 87, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 484.858, "last_sample_duration_ms": 1060.065, "last_trigger": "periodic", "next_snapshot_in_sec": 115.142, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 287, "storage_bytes": 2735451}, "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-10-30T10:58:04.871260+09:00", "mtime_epoch": 1793325484.8712604, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 100848}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:58:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1438.52, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 122, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1436854, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.453, "max": 7.0, "p95": 6.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.84, "max": 4.0, "p95": 3.0, "sample_count": 225}, "total": {"avg": 1.84, "max": 4.0, "p95": 3.0, "sample_count": 225}}, "tracking_counts": {"active": {"avg": 0.093, "max": 1.0, "p95": 1.0, "sample_count": 225}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 225}, "tracked": {"avg": 0.093, "max": 1.0, "p95": 1.0, "sample_count": 225}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.519, "pushed": 7.519, "read": 7.485}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 224, "client_acquire_ms": {"avg_ms": 0.008, "count": 225, "max_ms": 0.034, "p95_ms": 0.018, "reason": null, "sample_age_ms": 101.12, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.948, "count": 224, "max_ms": 11.511, "p95_ms": 3.054, "reason": null, "sample_age_ms": 162.215, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.45, "count": 224, "max_ms": 11.225, "p95_ms": 2.516, "reason": null, "sample_age_ms": 162.404, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.344, "count": 225, "max_ms": 1.122, "p95_ms": 0.672, "reason": null, "sample_age_ms": 101.127, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.026, "count": 224, "max_ms": 8.053, "p95_ms": 3.335, "reason": null, "sample_age_ms": 161.141, "source": "client_direct"}, "request_count": 224, "request_tensor_bytes": {"avg": 2764808.0, "count": 224, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 161.12, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 225, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 101.342, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.679, "count": 225, "max_ms": 80.295, "p95_ms": 68.377, "reason": null, "sample_age_ms": 101.117, "source": "client_direct"}, "sample_age_ms": 101.115, "source": "client_direct", "task_total_ms": {"avg_ms": 51.227, "count": 225, "max_ms": 83.348, "p95_ms": 71.092, "reason": null, "sample_age_ms": 101.115, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.132, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.085, "count": 225, "max_ms": 16.346, "p95_ms": 12.494}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.438, "count": 225, "max_ms": 1.405, "p95_ms": 0.805}, "detection_prepare_ms": {"avg_ms": 1.631, "count": 225, "max_ms": 7.202, "p95_ms": 3.033}, "event_filter_ms": {"avg_ms": 0.007, "count": 225, "max_ms": 0.025, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.349, "count": 225, "max_ms": 0.928, "p95_ms": 0.621}, "mcmt_ms": {"avg_ms": 0.004, "count": 225, "max_ms": 0.027, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 3.56, "count": 225, "max_ms": 7.535, "p95_ms": 5.585}, "setup_ms": {"avg_ms": 0.05, "count": 225, "max_ms": 0.169, "p95_ms": 0.105}, "total_inside_ms": {"avg_ms": 8.016, "count": 225, "max_ms": 16.223, "p95_ms": 12.393}, "track_match_ms": {"avg_ms": 0.091, "count": 225, "max_ms": 0.265, "p95_ms": 0.182}, "tracker_update_ms": {"avg_ms": 1.884, "count": 225, "max_ms": 6.737, "p95_ms": 3.258}}, "gstreamer_push": {"avg_ms": 3.253, "count": 225, "max_ms": 6.443, "p95_ms": 5.561}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.065, "count": 225, "max_ms": 0.884, "p95_ms": 0.139}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.625, "count": 225, "max_ms": 90.267, "p95_ms": 72.575}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.054, "count": 225, "max_ms": 15.494, "p95_ms": 8.312}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 113.238, "count": 225, "max_ms": 161.196, "p95_ms": 143.566}, "inference_input_copy_ms": {"avg_ms": 1.68, "count": 225, "max_ms": 3.89, "p95_ms": 2.694}, "processing_residual_ms": {"avg_ms": 0.188, "count": 225, "max_ms": 0.424, "p95_ms": 0.323}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 118.16, "count": 225, "max_ms": 168.848, "p95_ms": 148.669}, "read_interval": {"avg_ms": 133.308, "count": 224, "max_ms": 195.512, "p95_ms": 176.383}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 225, "max_ms": 0.463, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 3.477, "count": 225, "max_ms": 7.399, "p95_ms": 5.442}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 225, "max_ms": 0.091, "p95_ms": 0.046}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.455, "count": 225, "max_ms": 7.373, "p95_ms": 5.386}, "worker_merge_ms": {"avg_ms": 0.007, "count": 225, "max_ms": 0.034, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 52.641, "count": 225, "max_ms": 90.285, "p95_ms": 72.589}, "visualize": {"avg_ms": 51.265, "count": 225, "max_ms": 76.318, "p95_ms": 66.836}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.121, "count": 225, "max_ms": 68.917, "p95_ms": 59.906}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.682, "count": 225, "max_ms": 74.773, "p95_ms": 65.118}, "visualize_input_copy_ms": {"avg_ms": 1.356, "count": 225, "max_ms": 4.365, "p95_ms": 2.236}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.537, "count": 225, "max_ms": 74.626, "p95_ms": 64.937}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 225, "max_ms": 0.247, "p95_ms": 0.163}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1448.738, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.646, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.191, "sample_count": 2133, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1436424, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:57:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102249, "write_bytes_delta": 102249, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 932.0, "cpu_core_ratio": 0.39845, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 102036, "reason": null, "system_cpu_core_ratio": 0.033287, "system_cpu_s_delta": 0.6699999999999999, "user_cpu_core_ratio": 0.365163, "user_cpu_s_delta": 7.350000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.701611, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 178991.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.608605, "system_cpu_s_delta": 12.25, "user_cpu_core_ratio": 1.093006, "user_cpu_s_delta": 22.0}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.264, "count": 222, "max_ms": 11.267, "p95_ms": 5.558, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.477, "max": 6.0, "p95": 5.0, "sample_count": 222}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.797, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 222}, "total": {"avg": 1.797, "max": 2.0, "p95": 2.0, "sample_count": 222}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.028, "count": 30, "max": 58.48, "p95": 51.19, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.646, "count": 30, "max": 23.726, "p95": 23.264, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 780.967, "count": 30, "max": 1012.0, "p95": 986.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 249.067, "count": 30, "max": 3499.0, "p95": 614.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.038, "p95": 0.036, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.348, "count": 30, "max": 0.374, "p95": 0.372, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 30, "max": 0.128, "p95": 0.068, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99599.833, "count": 30, "max": 102521.0, "p95": 102397.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99599.833, "count": 30, "max": 102521.0, "p95": 102397.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 151099.533, "count": 30, "max": 219236.0, "p95": 213871.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.603, "count": 30, "max": 0.655, "p95": 0.653, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.055, "count": 30, "max": 1.156, "p95": 1.149, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11071, "sampled_at": "2026-10-30T10:57:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:57:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2757105, "flush_count": 2871, "flush_interval_seconds": 30.0, "flush_state": {"count": 2871, "last_at": "2026-10-30T10:58:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:58:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2870}, "started": true, "suppressed_count": 1434126, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 1433984}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2871, "written_record_count": 2871}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9397.934, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3972613939200, "copied_frame_count": 1436854, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T10:54:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3353231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T10:54:45+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.165}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 139, "events_failed": 0, "events_observed": 142, "events_suppressed": 3, "frame_buffer_copied_bytes": 3972613939200, "frame_buffer_copies": 1436854, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6950, "recorder_active_input_bytes": 19215360000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 139, "recorder_clips_failed": 0, "recorder_clips_started": 139, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 139, "worker_jobs_accepted": 139, "worker_jobs_completed": 139, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1212, "count": 512, "max_ms": 2.1876, "p50_ms": 0.1014, "p95_ms": 0.2225, "p99_ms": 0.3008}, "stages": {"db_insert": {"avg_ms": 19.9953, "count": 139, "max_ms": 58.1833, "p50_ms": 19.1494, "p95_ms": 35.1181, "p99_ms": 40.9143, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8992, "count": 139, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2269, "p99_ms": 4.2598, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1108.39, "count": 142, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1382.3158, "p99_ms": 2018.5026, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4588, "count": 512, "max_ms": 4.4516, "p50_ms": 1.3635, "p95_ms": 2.4194, "p99_ms": 3.011, "results": {"failed": 0, "not_applicable": 0, "success": 1436854, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.04, "count": 142, "max_ms": 794.4404, "p50_ms": 587.25, "p95_ms": 681.9014, "p99_ms": 717.686, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1849, "count": 139, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.8008, "p99_ms": 71.7441, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5779, "count": 512, "max_ms": 9.9399, "p50_ms": 4.3502, "p95_ms": 7.1099, "p99_ms": 8.925, "results": {"failed": 0, "not_applicable": 0, "success": 6950, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4587, "count": 512, "max_ms": 5.8963, "p50_ms": 1.2827, "p95_ms": 2.7893, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6950, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.9929, "count": 139, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.844, "p99_ms": 713.212, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.8948, "count": 139, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.567, "p99_ms": 589.7044, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8124, "count": 139, "max_ms": 138.414, "p50_ms": 96.7618, "p95_ms": 119.2044, "p99_ms": 132.7451, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9385, "count": 139, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8563, "p99_ms": 7.6743, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.004, "count": 139, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 68.9025, "p99_ms": 77.9258, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9696, "count": 142, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7991, "p99_ms": 4.5693, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7356, "count": 139, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.3616, "p99_ms": 10.6547, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7356, "count": 139, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.3616, "p99_ms": 10.6547, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9696, "count": 142, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7991, "p99_ms": 4.5693, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0141, "count": 139, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9388, "p99_ms": 3.6336, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 470.8307, "count": 139, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.657, "p99_ms": 1384.7151, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7514, "count": 139, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.6859, "p99_ms": 16.5357, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1091, "count": 139, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.7164, "p99_ms": 66.7205, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0997, "count": 139, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1759, "p99_ms": 0.6314, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5926, "count": 139, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.6496, "p99_ms": 7.4172, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.9982, "count": 139, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.4164, "p99_ms": 1447.7534, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 139, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 139, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1759, "p99_ms": 0.6314}, "wait_ms": {"count": 139, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.6496, "p99_ms": 7.4172}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 139, "artifact_failed": 0, "artifact_requested": 139, "artifact_success": 139, "completed": 139, "completed_failed": 0, "completed_success": 139, "cooldown_promoted": 139, "database_requested": 139, "db_insert_success": 139, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15535, "relay_business_failed": 0, "relay_business_success": 139, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 139, "relay_transport_failed": 0, "relay_transport_success": 139, "reservation_requested": 139}, "snapshot": {"copied_bytes": 384307200, "copied_count": 139, "copy": {"count": 139, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2269, "p99_ms": 4.2598}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 492, "h264_decode_error_count": 1104, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:58:04+09:00", "last_error_summary": "[h264 @ 0x6419391c8d00] error while decoding MB 2 64, bytestream -5", "last_exit_at": "2026-10-30T10:58:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.089, "last_started_at": "2026-10-30T10:55:32+09:00", "pid": 102036, "process": {"exists": false, "pid": 102036}, "restart_count": 534, "restart_count_per_hour": 12, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 535}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.72, "sample_count": 2116, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1436854, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:58:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.033, "last_frame_pushed_at": "2026-10-30T10:58:05+09:00", "last_frame_read_age_sec": 0.184, "last_frame_read_at": "2026-10-30T10:58:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 87, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 484.894, "last_sample_duration_ms": 1060.065, "last_trigger": "periodic", "next_snapshot_in_sec": 115.106, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 287, "storage_bytes": 2735451}, "mjpeg": {"age_sec": 0.021, "exists": true, "mtime": "2026-10-30T10:58:05.033261+09:00", "mtime_epoch": 1793325485.0332606, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 100929}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:58:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1438.52, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 122, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1436854, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.453, "max": 7.0, "p95": 6.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.84, "max": 4.0, "p95": 3.0, "sample_count": 225}, "total": {"avg": 1.84, "max": 4.0, "p95": 3.0, "sample_count": 225}}, "tracking_counts": {"active": {"avg": 0.093, "max": 1.0, "p95": 1.0, "sample_count": 225}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 225}, "tracked": {"avg": 0.093, "max": 1.0, "p95": 1.0, "sample_count": 225}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.512, "pushed": 7.512, "read": 7.478}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 224, "client_acquire_ms": {"avg_ms": 0.008, "count": 224, "max_ms": 0.034, "p95_ms": 0.018, "reason": null, "sample_age_ms": 132.743, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.948, "count": 224, "max_ms": 11.511, "p95_ms": 3.054, "reason": null, "sample_age_ms": 193.838, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.45, "count": 224, "max_ms": 11.225, "p95_ms": 2.516, "reason": null, "sample_age_ms": 194.026, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.345, "count": 224, "max_ms": 1.122, "p95_ms": 0.672, "reason": null, "sample_age_ms": 132.749, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.026, "count": 224, "max_ms": 8.053, "p95_ms": 3.335, "reason": null, "sample_age_ms": 192.764, "source": "client_direct"}, "request_count": 224, "request_tensor_bytes": {"avg": 2764808.0, "count": 224, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 192.742, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 224, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 132.965, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.773, "count": 224, "max_ms": 80.295, "p95_ms": 68.414, "reason": null, "sample_age_ms": 132.739, "source": "client_direct"}, "sample_age_ms": 132.737, "source": "client_direct", "task_total_ms": {"avg_ms": 51.326, "count": 224, "max_ms": 83.348, "p95_ms": 71.119, "reason": null, "sample_age_ms": 132.737, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.423, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.085, "count": 225, "max_ms": 16.346, "p95_ms": 12.494}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.438, "count": 225, "max_ms": 1.405, "p95_ms": 0.805}, "detection_prepare_ms": {"avg_ms": 1.631, "count": 225, "max_ms": 7.202, "p95_ms": 3.033}, "event_filter_ms": {"avg_ms": 0.007, "count": 225, "max_ms": 0.025, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.349, "count": 225, "max_ms": 0.928, "p95_ms": 0.621}, "mcmt_ms": {"avg_ms": 0.004, "count": 225, "max_ms": 0.027, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 3.56, "count": 225, "max_ms": 7.535, "p95_ms": 5.585}, "setup_ms": {"avg_ms": 0.05, "count": 225, "max_ms": 0.169, "p95_ms": 0.105}, "total_inside_ms": {"avg_ms": 8.016, "count": 225, "max_ms": 16.223, "p95_ms": 12.393}, "track_match_ms": {"avg_ms": 0.091, "count": 225, "max_ms": 0.265, "p95_ms": 0.182}, "tracker_update_ms": {"avg_ms": 1.884, "count": 225, "max_ms": 6.737, "p95_ms": 3.258}}, "gstreamer_push": {"avg_ms": 3.253, "count": 225, "max_ms": 6.443, "p95_ms": 5.561}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.065, "count": 225, "max_ms": 0.884, "p95_ms": 0.139}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.625, "count": 225, "max_ms": 90.267, "p95_ms": 72.575}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.054, "count": 225, "max_ms": 15.494, "p95_ms": 8.312}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 113.238, "count": 225, "max_ms": 161.196, "p95_ms": 143.566}, "inference_input_copy_ms": {"avg_ms": 1.68, "count": 225, "max_ms": 3.89, "p95_ms": 2.694}, "processing_residual_ms": {"avg_ms": 0.188, "count": 225, "max_ms": 0.424, "p95_ms": 0.323}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 118.16, "count": 225, "max_ms": 168.848, "p95_ms": 148.669}, "read_interval": {"avg_ms": 133.308, "count": 224, "max_ms": 195.512, "p95_ms": 176.383}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 225, "max_ms": 0.463, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 3.477, "count": 225, "max_ms": 7.399, "p95_ms": 5.442}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 225, "max_ms": 0.091, "p95_ms": 0.046}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.455, "count": 225, "max_ms": 7.373, "p95_ms": 5.386}, "worker_merge_ms": {"avg_ms": 0.007, "count": 225, "max_ms": 0.034, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 52.641, "count": 225, "max_ms": 90.285, "p95_ms": 72.589}, "visualize": {"avg_ms": 51.265, "count": 225, "max_ms": 76.318, "p95_ms": 66.836}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.121, "count": 225, "max_ms": 68.917, "p95_ms": 59.906}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.682, "count": 225, "max_ms": 74.773, "p95_ms": 65.118}, "visualize_input_copy_ms": {"avg_ms": 1.356, "count": 225, "max_ms": 4.365, "p95_ms": 2.236}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.537, "count": 225, "max_ms": 74.626, "p95_ms": 64.937}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 225, "max_ms": 0.247, "p95_ms": 0.163}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1448.738, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.646, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.191, "sample_count": 2133, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1436424, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:57:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102249, "write_bytes_delta": 102249, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 932.0, "cpu_core_ratio": 0.39845, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 102036, "reason": null, "system_cpu_core_ratio": 0.033287, "system_cpu_s_delta": 0.6699999999999999, "user_cpu_core_ratio": 0.365163, "user_cpu_s_delta": 7.350000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.701611, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 178991.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.608605, "system_cpu_s_delta": 12.25, "user_cpu_core_ratio": 1.093006, "user_cpu_s_delta": 22.0}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.264, "count": 222, "max_ms": 11.267, "p95_ms": 5.558, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.477, "max": 6.0, "p95": 5.0, "sample_count": 222}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.797, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 222}, "total": {"avg": 1.797, "max": 2.0, "p95": 2.0, "sample_count": 222}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.028, "count": 30, "max": 58.48, "p95": 51.19, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.646, "count": 30, "max": 23.726, "p95": 23.264, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 780.967, "count": 30, "max": 1012.0, "p95": 986.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 249.067, "count": 30, "max": 3499.0, "p95": 614.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.038, "p95": 0.036, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.348, "count": 30, "max": 0.374, "p95": 0.372, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 30, "max": 0.128, "p95": 0.068, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99599.833, "count": 30, "max": 102521.0, "p95": 102397.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99599.833, "count": 30, "max": 102521.0, "p95": 102397.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 151099.533, "count": 30, "max": 219236.0, "p95": 213871.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.603, "count": 30, "max": 0.655, "p95": 0.653, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.055, "count": 30, "max": 1.156, "p95": 1.149, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11071, "sampled_at": "2026-10-30T10:57:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:57:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2757105, "flush_count": 2871, "flush_interval_seconds": 30.0, "flush_state": {"count": 2871, "last_at": "2026-10-30T10:58:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T10:58:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2870}, "started": true, "suppressed_count": 1434126, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 1433984}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2871, "written_record_count": 2871}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9569.992, "limit_mb": null}, "detail": {"pid": 102152, "restart_count": 535, "start_count": 536}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3972613939200, "copied_frame_count": 1436854, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T10:54:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3353231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T10:54:45+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.165}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 139, "events_failed": 0, "events_observed": 142, "events_suppressed": 3, "frame_buffer_copied_bytes": 3972613939200, "frame_buffer_copies": 1436854, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6950, "recorder_active_input_bytes": 19215360000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 139, "recorder_clips_failed": 0, "recorder_clips_started": 139, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 139, "worker_jobs_accepted": 139, "worker_jobs_completed": 139, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1212, "count": 512, "max_ms": 2.1876, "p50_ms": 0.1014, "p95_ms": 0.2225, "p99_ms": 0.3008}, "stages": {"db_insert": {"avg_ms": 19.9953, "count": 139, "max_ms": 58.1833, "p50_ms": 19.1494, "p95_ms": 35.1181, "p99_ms": 40.9143, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8992, "count": 139, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2269, "p99_ms": 4.2598, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1108.39, "count": 142, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1382.3158, "p99_ms": 2018.5026, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4588, "count": 512, "max_ms": 4.4516, "p50_ms": 1.3635, "p95_ms": 2.4194, "p99_ms": 3.011, "results": {"failed": 0, "not_applicable": 0, "success": 1436854, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.04, "count": 142, "max_ms": 794.4404, "p50_ms": 587.25, "p95_ms": 681.9014, "p99_ms": 717.686, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1849, "count": 139, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.8008, "p99_ms": 71.7441, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5779, "count": 512, "max_ms": 9.9399, "p50_ms": 4.3502, "p95_ms": 7.1099, "p99_ms": 8.925, "results": {"failed": 0, "not_applicable": 0, "success": 6950, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4587, "count": 512, "max_ms": 5.8963, "p50_ms": 1.2827, "p95_ms": 2.7893, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6950, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.9929, "count": 139, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.844, "p99_ms": 713.212, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.8948, "count": 139, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.567, "p99_ms": 589.7044, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8124, "count": 139, "max_ms": 138.414, "p50_ms": 96.7618, "p95_ms": 119.2044, "p99_ms": 132.7451, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9385, "count": 139, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8563, "p99_ms": 7.6743, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.004, "count": 139, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 68.9025, "p99_ms": 77.9258, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9696, "count": 142, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7991, "p99_ms": 4.5693, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7356, "count": 139, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.3616, "p99_ms": 10.6547, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7356, "count": 139, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.3616, "p99_ms": 10.6547, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9696, "count": 142, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7991, "p99_ms": 4.5693, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0141, "count": 139, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9388, "p99_ms": 3.6336, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 470.8307, "count": 139, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.657, "p99_ms": 1384.7151, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7514, "count": 139, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.6859, "p99_ms": 16.5357, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1091, "count": 139, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.7164, "p99_ms": 66.7205, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0997, "count": 139, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1759, "p99_ms": 0.6314, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5926, "count": 139, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.6496, "p99_ms": 7.4172, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.9982, "count": 139, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.4164, "p99_ms": 1447.7534, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 139, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 139, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1759, "p99_ms": 0.6314}, "wait_ms": {"count": 139, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.6496, "p99_ms": 7.4172}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 139, "artifact_failed": 0, "artifact_requested": 139, "artifact_success": 139, "completed": 139, "completed_failed": 0, "completed_success": 139, "cooldown_promoted": 139, "database_requested": 139, "db_insert_success": 139, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15535, "relay_business_failed": 0, "relay_business_success": 139, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 139, "relay_transport_failed": 0, "relay_transport_success": 139, "reservation_requested": 139}, "snapshot": {"copied_bytes": 384307200, "copied_count": 139, "copy": {"count": 139, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2269, "p99_ms": 4.2598}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 492, "h264_decode_error_count": 1104, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T10:58:04+09:00", "last_error_summary": "[h264 @ 0x6419391c8d00] error while decoding MB 2 64, bytestream -5", "last_exit_at": "2026-10-30T10:58:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T10:58:07+09:00", "pid": 102152, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.16, "name": "ffmpeg", "pid": 102152, "rss_mb": 206.16, "state": "S (sleeping)", "threads": 70}, "restart_count": 535, "restart_count_per_hour": 13, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 536}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.72, "sample_count": 2108, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1436854, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:58:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.807, "last_frame_pushed_at": "2026-10-30T10:58:05+09:00", "last_frame_read_age_sec": 4.959, "last_frame_read_at": "2026-10-30T10:58:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 87, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 489.659, "last_sample_duration_ms": 1060.065, "last_trigger": "periodic", "next_snapshot_in_sec": 110.341, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 287, "storage_bytes": 2735451}, "mjpeg": {"age_sec": 4.795, "exists": true, "mtime": "2026-10-30T10:58:05.033261+09:00", "mtime_epoch": 1793325485.0332606, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 100929}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T10:58:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1438.523, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 122, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1436854, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.45, "max": 7.0, "p95": 6.0, "sample_count": 189}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.915, "max": 4.0, "p95": 3.0, "sample_count": 189}, "total": {"avg": 1.915, "max": 4.0, "p95": 3.0, "sample_count": 189}}, "tracking_counts": {"active": {"avg": 0.026, "max": 1.0, "p95": 0.0, "sample_count": 189}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "removed": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 189}, "tracked": {"avg": 0.026, "max": 1.0, "p95": 0.0, "sample_count": 189}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.301, "pushed": 6.301, "read": 6.268}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 188, "client_acquire_ms": {"avg_ms": 0.008, "count": 188, "max_ms": 0.034, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4901.588, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.945, "count": 188, "max_ms": 11.511, "p95_ms": 2.995, "reason": null, "sample_age_ms": 4962.683, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.453, "count": 188, "max_ms": 11.225, "p95_ms": 2.441, "reason": null, "sample_age_ms": 4962.872, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.354, "count": 188, "max_ms": 1.122, "p95_ms": 0.674, "reason": null, "sample_age_ms": 4901.595, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.964, "count": 188, "max_ms": 4.51, "p95_ms": 3.264, "reason": null, "sample_age_ms": 4961.609, "source": "client_direct"}, "request_count": 188, "request_tensor_bytes": {"avg": 2764808.0, "count": 188, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4961.588, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 188, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4901.81, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.937, "count": 188, "max_ms": 80.295, "p95_ms": 68.266, "reason": null, "sample_age_ms": 4901.585, "source": "client_direct"}, "sample_age_ms": 4901.582, "source": "client_direct", "task_total_ms": {"avg_ms": 51.437, "count": 188, "max_ms": 83.348, "p95_ms": 71.01, "reason": null, "sample_age_ms": 4901.582, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.652, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.316, "count": 189, "max_ms": 16.346, "p95_ms": 13.154}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.455, "count": 189, "max_ms": 1.405, "p95_ms": 0.814}, "detection_prepare_ms": {"avg_ms": 1.701, "count": 189, "max_ms": 7.202, "p95_ms": 3.212}, "event_filter_ms": {"avg_ms": 0.007, "count": 189, "max_ms": 0.025, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.37, "count": 189, "max_ms": 0.928, "p95_ms": 0.622}, "mcmt_ms": {"avg_ms": 0.004, "count": 189, "max_ms": 0.027, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 3.639, "count": 189, "max_ms": 7.535, "p95_ms": 5.761}, "setup_ms": {"avg_ms": 0.051, "count": 189, "max_ms": 0.169, "p95_ms": 0.11}, "total_inside_ms": {"avg_ms": 8.248, "count": 189, "max_ms": 16.223, "p95_ms": 13.032}, "track_match_ms": {"avg_ms": 0.091, "count": 189, "max_ms": 0.265, "p95_ms": 0.182}, "tracker_update_ms": {"avg_ms": 1.929, "count": 189, "max_ms": 6.737, "p95_ms": 3.381}}, "gstreamer_push": {"avg_ms": 3.252, "count": 189, "max_ms": 6.443, "p95_ms": 5.582}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.066, "count": 189, "max_ms": 0.884, "p95_ms": 0.141}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.892, "count": 189, "max_ms": 90.267, "p95_ms": 72.575}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.02, "count": 189, "max_ms": 15.494, "p95_ms": 7.612}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 113.845, "count": 189, "max_ms": 161.196, "p95_ms": 144.495}, "inference_input_copy_ms": {"avg_ms": 1.684, "count": 189, "max_ms": 3.89, "p95_ms": 2.749}, "processing_residual_ms": {"avg_ms": 0.187, "count": 189, "max_ms": 0.424, "p95_ms": 0.322}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 118.736, "count": 189, "max_ms": 168.848, "p95_ms": 148.943}, "read_interval": {"avg_ms": 133.808, "count": 188, "max_ms": 195.512, "p95_ms": 179.562}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 189, "max_ms": 0.463, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 3.555, "count": 189, "max_ms": 7.399, "p95_ms": 5.623}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 189, "max_ms": 0.091, "p95_ms": 0.049}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.533, "count": 189, "max_ms": 7.373, "p95_ms": 5.538}, "worker_merge_ms": {"avg_ms": 0.008, "count": 189, "max_ms": 0.034, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 52.907, "count": 189, "max_ms": 90.285, "p95_ms": 72.589}, "visualize": {"avg_ms": 51.37, "count": 189, "max_ms": 76.318, "p95_ms": 67.217}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.09, "count": 189, "max_ms": 68.917, "p95_ms": 59.906}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.776, "count": 189, "max_ms": 74.773, "p95_ms": 65.429}, "visualize_input_copy_ms": {"avg_ms": 1.364, "count": 189, "max_ms": 4.365, "p95_ms": 2.279}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.632, "count": 189, "max_ms": 74.626, "p95_ms": 65.151}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 189, "max_ms": 0.247, "p95_ms": 0.163}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 1, "pid": 206, "process_rss_mb_proxy": 1438.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.561, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.72, "sample_count": 2108, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1436854, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T10:58:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2.765, "exists": true, "size_bytes": 100929, "write_bytes_delta": 100929, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 102036, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.531106, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 151423.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.545851, "system_cpu_s_delta": 11.229999999995925, "user_cpu_core_ratio": 0.985255, "user_cpu_s_delta": 20.269999999989523}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.256, "count": 204, "max_ms": 6.443, "p95_ms": 5.561, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.431, "max": 7.0, "p95": 6.0, "sample_count": 204}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.897, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 204}, "total": {"avg": 1.897, "max": 4.0, "p95": 3.0, "sample_count": 204}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.66, "count": 30, "max": 58.48, "p95": 51.19, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.899, "count": 30, "max": 23.726, "p95": 23.264, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 782.2, "count": 30, "max": 1012.0, "p95": 1000.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 249.067, "count": 30, "max": 3499.0, "p95": 614.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.348, "count": 30, "max": 0.374, "p95": 0.372, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.108, "count": 30, "max": 2.765, "p95": 0.126, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100177.5, "count": 30, "max": 102521.0, "p95": 102397.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100177.5, "count": 30, "max": 102521.0, "p95": 102397.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 149080.7, "count": 30, "max": 219236.0, "p95": 209135.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.606, "count": 30, "max": 0.655, "p95": 0.653, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.064, "count": 30, "max": 1.156, "p95": 1.149, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11074, "sampled_at": "2026-10-30T10:58:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T10:58:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2759163, "flush_count": 2873, "flush_interval_seconds": 30.0, "flush_state": {"count": 2873, "last_at": "2026-10-30T11:00:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:00:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2872}, "started": true, "suppressed_count": 1435196, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 1435054}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2873, "written_record_count": 2873}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9414.148, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5ce29fddd380] error while decoding MB 9 57, bytestream -15", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3975575040000, "copied_frame_count": 1437925, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T10:54:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3353231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T10:54:45+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.165}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 139, "events_failed": 0, "events_observed": 142, "events_suppressed": 3, "frame_buffer_copied_bytes": 3975575040000, "frame_buffer_copies": 1437925, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6950, "recorder_active_input_bytes": 19215360000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 139, "recorder_clips_failed": 0, "recorder_clips_started": 139, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 139, "worker_jobs_accepted": 139, "worker_jobs_completed": 139, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1119, "count": 512, "max_ms": 0.3911, "p50_ms": 0.0988, "p95_ms": 0.224, "p99_ms": 0.2907}, "stages": {"db_insert": {"avg_ms": 19.9953, "count": 139, "max_ms": 58.1833, "p50_ms": 19.1494, "p95_ms": 35.1181, "p99_ms": 40.9143, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8992, "count": 139, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2269, "p99_ms": 4.2598, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1108.39, "count": 142, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1382.3158, "p99_ms": 2018.5026, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4535, "count": 512, "max_ms": 3.3977, "p50_ms": 1.3767, "p95_ms": 2.348, "p99_ms": 2.8726, "results": {"failed": 0, "not_applicable": 0, "success": 1437925, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.04, "count": 142, "max_ms": 794.4404, "p50_ms": 587.25, "p95_ms": 681.9014, "p99_ms": 717.686, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1849, "count": 139, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.8008, "p99_ms": 71.7441, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5779, "count": 512, "max_ms": 9.9399, "p50_ms": 4.3502, "p95_ms": 7.1099, "p99_ms": 8.925, "results": {"failed": 0, "not_applicable": 0, "success": 6950, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4587, "count": 512, "max_ms": 5.8963, "p50_ms": 1.2827, "p95_ms": 2.7893, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6950, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.9929, "count": 139, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.844, "p99_ms": 713.212, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.8948, "count": 139, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.567, "p99_ms": 589.7044, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8124, "count": 139, "max_ms": 138.414, "p50_ms": 96.7618, "p95_ms": 119.2044, "p99_ms": 132.7451, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9385, "count": 139, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8563, "p99_ms": 7.6743, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.004, "count": 139, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 68.9025, "p99_ms": 77.9258, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9696, "count": 142, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7991, "p99_ms": 4.5693, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7356, "count": 139, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.3616, "p99_ms": 10.6547, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7356, "count": 139, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.3616, "p99_ms": 10.6547, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9696, "count": 142, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7991, "p99_ms": 4.5693, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0141, "count": 139, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9388, "p99_ms": 3.6336, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 470.8307, "count": 139, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.657, "p99_ms": 1384.7151, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7514, "count": 139, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.6859, "p99_ms": 16.5357, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1091, "count": 139, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.7164, "p99_ms": 66.7205, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0997, "count": 139, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1759, "p99_ms": 0.6314, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5926, "count": 139, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.6496, "p99_ms": 7.4172, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.9982, "count": 139, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.4164, "p99_ms": 1447.7534, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 139, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 139, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1759, "p99_ms": 0.6314}, "wait_ms": {"count": 139, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.6496, "p99_ms": 7.4172}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 139, "artifact_failed": 0, "artifact_requested": 139, "artifact_success": 139, "completed": 139, "completed_failed": 0, "completed_success": 139, "cooldown_promoted": 139, "database_requested": 139, "db_insert_success": 139, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15535, "relay_business_failed": 0, "relay_business_success": 139, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 139, "relay_transport_failed": 0, "relay_transport_success": 139, "reservation_requested": 139}, "snapshot": {"copied_bytes": 384307200, "copied_count": 139, "copy": {"count": 139, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2269, "p99_ms": 4.2598}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 493, "h264_decode_error_count": 1105, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:00:34+09:00", "last_error_summary": "[h264 @ 0x5ce29fddd380] error while decoding MB 9 57, bytestream -15", "last_exit_at": "2026-10-30T10:58:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.966, "last_started_at": "2026-10-30T10:58:07+09:00", "pid": 102152, "process": {"exists": false, "pid": 102152}, "restart_count": 535, "restart_count_per_hour": 13, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 536}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.56, "sample_count": 2185, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1437925, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:00:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.055, "last_frame_pushed_at": "2026-10-30T11:00:34+09:00", "last_frame_read_age_sec": 0.052, "last_frame_read_at": "2026-10-30T11:00:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 32.62, "last_sample_duration_ms": 1374.477, "last_trigger": "periodic", "next_snapshot_in_sec": 567.38, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 288, "storage_bytes": 2745048}, "mjpeg": {"age_sec": 0.044, "exists": true, "mtime": "2026-10-30T11:00:34.749517+09:00", "mtime_epoch": 1793325634.7495167, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102230}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:00:34+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1449.465, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 122, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1437926, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.944, "max": 6.0, "p95": 5.0, "sample_count": 232}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.668, "max": 3.0, "p95": 2.0, "sample_count": 232}, "total": {"avg": 1.668, "max": 3.0, "p95": 2.0, "sample_count": 232}}, "tracking_counts": {"active": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 232}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 232}, "tracked": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 232}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.737, "pushed": 7.737, "read": 7.737}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 232, "client_acquire_ms": {"avg_ms": 0.007, "count": 232, "max_ms": 0.03, "p95_ms": 0.016, "reason": null, "sample_age_ms": 20.011, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.832, "count": 232, "max_ms": 4.772, "p95_ms": 2.692, "reason": null, "sample_age_ms": 58.234, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.332, "count": 232, "max_ms": 3.737, "p95_ms": 1.855, "reason": null, "sample_age_ms": 58.5, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.316, "count": 232, "max_ms": 3.892, "p95_ms": 0.633, "reason": null, "sample_age_ms": 20.023, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.968, "count": 232, "max_ms": 8.113, "p95_ms": 3.541, "reason": null, "sample_age_ms": 56.145, "source": "client_direct"}, "request_count": 232, "request_tensor_bytes": {"avg": 2764808.0, "count": 232, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 56.125, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 232, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 20.318, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.728, "count": 232, "max_ms": 80.05, "p95_ms": 66.215, "reason": null, "sample_age_ms": 20.004, "source": "client_direct"}, "sample_age_ms": 20.0, "source": "client_direct", "task_total_ms": {"avg_ms": 49.179, "count": 232, "max_ms": 83.476, "p95_ms": 68.509, "reason": null, "sample_age_ms": 20.0, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.895, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.198, "count": 232, "max_ms": 16.238, "p95_ms": 11.641}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.379, "count": 232, "max_ms": 1.171, "p95_ms": 0.693}, "detection_prepare_ms": {"avg_ms": 1.509, "count": 232, "max_ms": 8.814, "p95_ms": 2.99}, "event_filter_ms": {"avg_ms": 0.006, "count": 232, "max_ms": 0.053, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.3, "count": 232, "max_ms": 0.888, "p95_ms": 0.554}, "mcmt_ms": {"avg_ms": 0.003, "count": 232, "max_ms": 0.017, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 3.202, "count": 232, "max_ms": 9.951, "p95_ms": 5.141}, "setup_ms": {"avg_ms": 0.045, "count": 232, "max_ms": 0.154, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 7.141, "count": 232, "max_ms": 16.13, "p95_ms": 11.546}, "track_match_ms": {"avg_ms": 0.074, "count": 232, "max_ms": 0.249, "p95_ms": 0.15}, "tracker_update_ms": {"avg_ms": 1.622, "count": 232, "max_ms": 3.766, "p95_ms": 2.751}}, "gstreamer_push": {"avg_ms": 3.14, "count": 232, "max_ms": 6.911, "p95_ms": 5.265}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 232, "max_ms": 0.162, "p95_ms": 0.115}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.564, "count": 232, "max_ms": 86.123, "p95_ms": 70.895}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.963, "count": 232, "max_ms": 11.402, "p95_ms": 7.557}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.779, "count": 232, "max_ms": 163.715, "p95_ms": 137.926}, "inference_input_copy_ms": {"avg_ms": 1.66, "count": 232, "max_ms": 6.19, "p95_ms": 3.264}, "processing_residual_ms": {"avg_ms": 0.178, "count": 232, "max_ms": 0.533, "p95_ms": 0.342}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.58, "count": 232, "max_ms": 169.884, "p95_ms": 142.031}, "read_interval": {"avg_ms": 129.632, "count": 232, "max_ms": 210.015, "p95_ms": 170.346}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 232, "max_ms": 0.083, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 3.132, "count": 232, "max_ms": 9.863, "p95_ms": 5.053}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 232, "max_ms": 0.063, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.115, "count": 232, "max_ms": 9.839, "p95_ms": 5.033}, "worker_merge_ms": {"avg_ms": 0.006, "count": 232, "max_ms": 0.028, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 50.578, "count": 232, "max_ms": 86.131, "p95_ms": 70.911}, "visualize": {"avg_ms": 50.852, "count": 232, "max_ms": 78.505, "p95_ms": 65.94}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.213, "count": 232, "max_ms": 69.589, "p95_ms": 60.599}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.328, "count": 232, "max_ms": 76.583, "p95_ms": 64.453}, "visualize_input_copy_ms": {"avg_ms": 1.319, "count": 232, "max_ms": 4.24, "p95_ms": 2.39}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.194, "count": 232, "max_ms": 76.438, "p95_ms": 64.248}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 232, "max_ms": 0.263, "p95_ms": 0.144}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 232}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1449.367, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.829, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.351, "sample_count": 2137, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1437721, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:00:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102047, "write_bytes_delta": 102047, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 955.0, "cpu_core_ratio": 0.378164, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 102152, "reason": null, "system_cpu_core_ratio": 0.032841, "system_cpu_s_delta": 0.6599999999999997, "user_cpu_core_ratio": 0.345323, "user_cpu_s_delta": 6.940000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.701738, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 187972.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.618995, "system_cpu_s_delta": 12.439999999987776, "user_cpu_core_ratio": 1.082743, "user_cpu_s_delta": 21.760000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.31, "count": 220, "max_ms": 7.901, "p95_ms": 5.466, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.309, "max": 14.0, "p95": 12.0, "sample_count": 220}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.805, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 220}, "total": {"avg": 1.805, "max": 2.0, "p95": 2.0, "sample_count": 220}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.893, "count": 30, "max": 54.843, "p95": 44.505, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.207, "count": 30, "max": 24.686, "p95": 23.553, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 780.833, "count": 30, "max": 1012.0, "p95": 986.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 245.733, "count": 30, "max": 3499.0, "p95": 672.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.038, "p95": 0.036, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.347, "count": 30, "max": 0.374, "p95": 0.365, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.108, "count": 30, "max": 2.765, "p95": 0.126, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101175.433, "count": 30, "max": 103718.0, "p95": 103635.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101175.433, "count": 30, "max": 103718.0, "p95": 103635.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 145878.9, "count": 30, "max": 209102.0, "p95": 202301.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.606, "count": 30, "max": 0.655, "p95": 0.653, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.074, "count": 30, "max": 1.156, "p95": 1.149, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11080, "sampled_at": "2026-10-30T11:00:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:00:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2759163, "flush_count": 2873, "flush_interval_seconds": 30.0, "flush_state": {"count": 2873, "last_at": "2026-10-30T11:00:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:00:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2872}, "started": true, "suppressed_count": 1435196, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 1435054}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2873, "written_record_count": 2873}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9405.012, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T11:00:34+09:00", "last_error_summary": "[h264 @ 0x5ce29fddd380] error while decoding MB 9 57, bytestream -15", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3975577804800, "copied_frame_count": 1437926, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T10:54:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3353231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T10:54:45+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.165}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 139, "events_failed": 0, "events_observed": 142, "events_suppressed": 3, "frame_buffer_copied_bytes": 3975577804800, "frame_buffer_copies": 1437926, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6950, "recorder_active_input_bytes": 19215360000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 139, "recorder_clips_failed": 0, "recorder_clips_started": 139, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 139, "worker_jobs_accepted": 139, "worker_jobs_completed": 139, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.112, "count": 512, "max_ms": 0.3911, "p50_ms": 0.0988, "p95_ms": 0.224, "p99_ms": 0.2907}, "stages": {"db_insert": {"avg_ms": 19.9953, "count": 139, "max_ms": 58.1833, "p50_ms": 19.1494, "p95_ms": 35.1181, "p99_ms": 40.9143, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8992, "count": 139, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2269, "p99_ms": 4.2598, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1108.39, "count": 142, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1382.3158, "p99_ms": 2018.5026, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4537, "count": 512, "max_ms": 3.3977, "p50_ms": 1.3767, "p95_ms": 2.348, "p99_ms": 2.8726, "results": {"failed": 0, "not_applicable": 0, "success": 1437926, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.04, "count": 142, "max_ms": 794.4404, "p50_ms": 587.25, "p95_ms": 681.9014, "p99_ms": 717.686, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1849, "count": 139, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.8008, "p99_ms": 71.7441, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5779, "count": 512, "max_ms": 9.9399, "p50_ms": 4.3502, "p95_ms": 7.1099, "p99_ms": 8.925, "results": {"failed": 0, "not_applicable": 0, "success": 6950, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4587, "count": 512, "max_ms": 5.8963, "p50_ms": 1.2827, "p95_ms": 2.7893, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6950, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.9929, "count": 139, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.844, "p99_ms": 713.212, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.8948, "count": 139, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.567, "p99_ms": 589.7044, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8124, "count": 139, "max_ms": 138.414, "p50_ms": 96.7618, "p95_ms": 119.2044, "p99_ms": 132.7451, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9385, "count": 139, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8563, "p99_ms": 7.6743, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.004, "count": 139, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 68.9025, "p99_ms": 77.9258, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9696, "count": 142, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7991, "p99_ms": 4.5693, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7356, "count": 139, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.3616, "p99_ms": 10.6547, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7356, "count": 139, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.3616, "p99_ms": 10.6547, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9696, "count": 142, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7991, "p99_ms": 4.5693, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0141, "count": 139, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9388, "p99_ms": 3.6336, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 470.8307, "count": 139, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.657, "p99_ms": 1384.7151, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7514, "count": 139, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.6859, "p99_ms": 16.5357, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1091, "count": 139, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.7164, "p99_ms": 66.7205, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0997, "count": 139, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1759, "p99_ms": 0.6314, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5926, "count": 139, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.6496, "p99_ms": 7.4172, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.9982, "count": 139, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.4164, "p99_ms": 1447.7534, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 139, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 139, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1759, "p99_ms": 0.6314}, "wait_ms": {"count": 139, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.6496, "p99_ms": 7.4172}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 139, "artifact_failed": 0, "artifact_requested": 139, "artifact_success": 139, "completed": 139, "completed_failed": 0, "completed_success": 139, "cooldown_promoted": 139, "database_requested": 139, "db_insert_success": 139, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15535, "relay_business_failed": 0, "relay_business_success": 139, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 139, "relay_transport_failed": 0, "relay_transport_success": 139, "reservation_requested": 139}, "snapshot": {"copied_bytes": 384307200, "copied_count": 139, "copy": {"count": 139, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2269, "p99_ms": 4.2598}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 493, "h264_decode_error_count": 1105, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:00:34+09:00", "last_error_summary": "[h264 @ 0x5ce29fddd380] error while decoding MB 9 57, bytestream -15", "last_exit_at": "2026-10-30T11:00:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.022, "last_started_at": "2026-10-30T10:58:07+09:00", "pid": 102152, "process": {"exists": false, "pid": 102152}, "restart_count": 535, "restart_count_per_hour": 13, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 536}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.56, "sample_count": 2186, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1437926, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:00:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T11:00:34+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-10-30T11:00:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 32.688, "last_sample_duration_ms": 1374.477, "last_trigger": "periodic", "next_snapshot_in_sec": 567.312, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 288, "storage_bytes": 2745048}, "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-10-30T11:00:34.749517+09:00", "mtime_epoch": 1793325634.7495167, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102230}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:00:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1439.039, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 122, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1437926, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.944, "max": 6.0, "p95": 5.0, "sample_count": 232}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.664, "max": 3.0, "p95": 2.0, "sample_count": 232}, "total": {"avg": 1.664, "max": 3.0, "p95": 2.0, "sample_count": 232}}, "tracking_counts": {"active": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 232}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 232}, "tracked": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 232}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.765, "pushed": 7.765, "read": 7.732}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 231, "client_acquire_ms": {"avg_ms": 0.007, "count": 232, "max_ms": 0.03, "p95_ms": 0.016, "reason": null, "sample_age_ms": 83.738, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.828, "count": 231, "max_ms": 4.772, "p95_ms": 2.705, "reason": null, "sample_age_ms": 121.961, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.327, "count": 231, "max_ms": 3.737, "p95_ms": 1.856, "reason": null, "sample_age_ms": 122.226, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.316, "count": 232, "max_ms": 3.892, "p95_ms": 0.633, "reason": null, "sample_age_ms": 83.75, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.966, "count": 231, "max_ms": 8.113, "p95_ms": 3.542, "reason": null, "sample_age_ms": 119.872, "source": "client_direct"}, "request_count": 231, "request_tensor_bytes": {"avg": 2764808.0, "count": 231, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 119.851, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 232, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 84.045, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.728, "count": 232, "max_ms": 80.05, "p95_ms": 66.215, "reason": null, "sample_age_ms": 83.73, "source": "client_direct"}, "sample_age_ms": 83.726, "source": "client_direct", "task_total_ms": {"avg_ms": 49.179, "count": 232, "max_ms": 83.476, "p95_ms": 68.509, "reason": null, "sample_age_ms": 83.726, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.798, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.191, "count": 232, "max_ms": 16.238, "p95_ms": 11.641}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.379, "count": 232, "max_ms": 1.171, "p95_ms": 0.693}, "detection_prepare_ms": {"avg_ms": 1.507, "count": 232, "max_ms": 8.814, "p95_ms": 2.99}, "event_filter_ms": {"avg_ms": 0.006, "count": 232, "max_ms": 0.053, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.3, "count": 232, "max_ms": 0.888, "p95_ms": 0.554}, "mcmt_ms": {"avg_ms": 0.003, "count": 232, "max_ms": 0.017, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 3.197, "count": 232, "max_ms": 9.951, "p95_ms": 5.141}, "setup_ms": {"avg_ms": 0.045, "count": 232, "max_ms": 0.154, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 7.134, "count": 232, "max_ms": 16.13, "p95_ms": 11.546}, "track_match_ms": {"avg_ms": 0.074, "count": 232, "max_ms": 0.249, "p95_ms": 0.15}, "tracker_update_ms": {"avg_ms": 1.622, "count": 232, "max_ms": 3.766, "p95_ms": 2.751}}, "gstreamer_push": {"avg_ms": 3.139, "count": 232, "max_ms": 6.911, "p95_ms": 5.265}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 232, "max_ms": 0.162, "p95_ms": 0.115}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.418, "count": 232, "max_ms": 86.123, "p95_ms": 70.745}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.964, "count": 232, "max_ms": 11.402, "p95_ms": 7.557}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.606, "count": 232, "max_ms": 163.715, "p95_ms": 137.057}, "inference_input_copy_ms": {"avg_ms": 1.659, "count": 232, "max_ms": 6.19, "p95_ms": 3.264}, "processing_residual_ms": {"avg_ms": 0.178, "count": 232, "max_ms": 0.533, "p95_ms": 0.342}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.406, "count": 232, "max_ms": 169.884, "p95_ms": 142.031}, "read_interval": {"avg_ms": 129.42, "count": 231, "max_ms": 210.015, "p95_ms": 169.566}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 232, "max_ms": 0.083, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 3.128, "count": 232, "max_ms": 9.863, "p95_ms": 5.053}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 232, "max_ms": 0.063, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.111, "count": 232, "max_ms": 9.839, "p95_ms": 5.033}, "worker_merge_ms": {"avg_ms": 0.006, "count": 232, "max_ms": 0.028, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 50.431, "count": 232, "max_ms": 86.131, "p95_ms": 70.753}, "visualize": {"avg_ms": 50.846, "count": 232, "max_ms": 78.505, "p95_ms": 65.94}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.225, "count": 232, "max_ms": 69.589, "p95_ms": 60.599}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.32, "count": 232, "max_ms": 76.583, "p95_ms": 64.453}, "visualize_input_copy_ms": {"avg_ms": 1.321, "count": 232, "max_ms": 4.24, "p95_ms": 2.39}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.186, "count": 232, "max_ms": 76.438, "p95_ms": 64.248}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 232, "max_ms": 0.263, "p95_ms": 0.144}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 232}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1449.367, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.829, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.351, "sample_count": 2137, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1437721, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:00:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102047, "write_bytes_delta": 102047, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 955.0, "cpu_core_ratio": 0.378164, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 102152, "reason": null, "system_cpu_core_ratio": 0.032841, "system_cpu_s_delta": 0.6599999999999997, "user_cpu_core_ratio": 0.345323, "user_cpu_s_delta": 6.940000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.701738, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 187972.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.618995, "system_cpu_s_delta": 12.439999999987776, "user_cpu_core_ratio": 1.082743, "user_cpu_s_delta": 21.760000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.31, "count": 220, "max_ms": 7.901, "p95_ms": 5.466, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.309, "max": 14.0, "p95": 12.0, "sample_count": 220}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.805, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 220}, "total": {"avg": 1.805, "max": 2.0, "p95": 2.0, "sample_count": 220}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.893, "count": 30, "max": 54.843, "p95": 44.505, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.207, "count": 30, "max": 24.686, "p95": 23.553, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 780.833, "count": 30, "max": 1012.0, "p95": 986.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 245.733, "count": 30, "max": 3499.0, "p95": 672.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.038, "p95": 0.036, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.347, "count": 30, "max": 0.374, "p95": 0.365, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.108, "count": 30, "max": 2.765, "p95": 0.126, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101175.433, "count": 30, "max": 103718.0, "p95": 103635.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101175.433, "count": 30, "max": 103718.0, "p95": 103635.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 145878.9, "count": 30, "max": 209102.0, "p95": 202301.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.606, "count": 30, "max": 0.655, "p95": 0.653, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.074, "count": 30, "max": 1.156, "p95": 1.149, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11080, "sampled_at": "2026-10-30T11:00:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:00:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.877, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2759163, "flush_count": 2873, "flush_interval_seconds": 30.0, "flush_state": {"count": 2873, "last_at": "2026-10-30T11:00:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:00:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2872}, "started": true, "suppressed_count": 1435196, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 1435054}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2873, "written_record_count": 2873}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9405.578, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3975577804800, "copied_frame_count": 1437926, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T10:54:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3353231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T10:54:45+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.165}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 139, "events_failed": 0, "events_observed": 142, "events_suppressed": 3, "frame_buffer_copied_bytes": 3975577804800, "frame_buffer_copies": 1437926, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6950, "recorder_active_input_bytes": 19215360000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 139, "recorder_clips_failed": 0, "recorder_clips_started": 139, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 139, "worker_jobs_accepted": 139, "worker_jobs_completed": 139, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.112, "count": 512, "max_ms": 0.3911, "p50_ms": 0.0988, "p95_ms": 0.224, "p99_ms": 0.2907}, "stages": {"db_insert": {"avg_ms": 19.9953, "count": 139, "max_ms": 58.1833, "p50_ms": 19.1494, "p95_ms": 35.1181, "p99_ms": 40.9143, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8992, "count": 139, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2269, "p99_ms": 4.2598, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1108.39, "count": 142, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1382.3158, "p99_ms": 2018.5026, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4537, "count": 512, "max_ms": 3.3977, "p50_ms": 1.3767, "p95_ms": 2.348, "p99_ms": 2.8726, "results": {"failed": 0, "not_applicable": 0, "success": 1437926, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.04, "count": 142, "max_ms": 794.4404, "p50_ms": 587.25, "p95_ms": 681.9014, "p99_ms": 717.686, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1849, "count": 139, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.8008, "p99_ms": 71.7441, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5779, "count": 512, "max_ms": 9.9399, "p50_ms": 4.3502, "p95_ms": 7.1099, "p99_ms": 8.925, "results": {"failed": 0, "not_applicable": 0, "success": 6950, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4587, "count": 512, "max_ms": 5.8963, "p50_ms": 1.2827, "p95_ms": 2.7893, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6950, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.9929, "count": 139, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.844, "p99_ms": 713.212, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.8948, "count": 139, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.567, "p99_ms": 589.7044, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8124, "count": 139, "max_ms": 138.414, "p50_ms": 96.7618, "p95_ms": 119.2044, "p99_ms": 132.7451, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9385, "count": 139, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8563, "p99_ms": 7.6743, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.004, "count": 139, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 68.9025, "p99_ms": 77.9258, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9696, "count": 142, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7991, "p99_ms": 4.5693, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7356, "count": 139, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.3616, "p99_ms": 10.6547, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7356, "count": 139, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.3616, "p99_ms": 10.6547, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9696, "count": 142, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7991, "p99_ms": 4.5693, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0141, "count": 139, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9388, "p99_ms": 3.6336, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 470.8307, "count": 139, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.657, "p99_ms": 1384.7151, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7514, "count": 139, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.6859, "p99_ms": 16.5357, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1091, "count": 139, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.7164, "p99_ms": 66.7205, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0997, "count": 139, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1759, "p99_ms": 0.6314, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5926, "count": 139, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.6496, "p99_ms": 7.4172, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.9982, "count": 139, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.4164, "p99_ms": 1447.7534, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 139, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 139, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1759, "p99_ms": 0.6314}, "wait_ms": {"count": 139, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.6496, "p99_ms": 7.4172}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 139, "artifact_failed": 0, "artifact_requested": 139, "artifact_success": 139, "completed": 139, "completed_failed": 0, "completed_success": 139, "cooldown_promoted": 139, "database_requested": 139, "db_insert_success": 139, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15535, "relay_business_failed": 0, "relay_business_success": 139, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 139, "relay_transport_failed": 0, "relay_transport_success": 139, "reservation_requested": 139}, "snapshot": {"copied_bytes": 384307200, "copied_count": 139, "copy": {"count": 139, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2269, "p99_ms": 4.2598}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 493, "h264_decode_error_count": 1105, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:00:34+09:00", "last_error_summary": "[h264 @ 0x5ce29fddd380] error while decoding MB 9 57, bytestream -15", "last_exit_at": "2026-10-30T11:00:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.074, "last_started_at": "2026-10-30T10:58:07+09:00", "pid": 102152, "process": {"exists": false, "pid": 102152}, "restart_count": 535, "restart_count_per_hour": 13, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 536}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.56, "sample_count": 2186, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1437926, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:00:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.053, "last_frame_pushed_at": "2026-10-30T11:00:34+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-10-30T11:00:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 32.722, "last_sample_duration_ms": 1374.477, "last_trigger": "periodic", "next_snapshot_in_sec": 567.278, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 288, "storage_bytes": 2745048}, "mjpeg": {"age_sec": 0.04, "exists": true, "mtime": "2026-10-30T11:00:34.861517+09:00", "mtime_epoch": 1793325634.861517, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102163}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:00:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1439.039, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 122, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1437926, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.944, "max": 6.0, "p95": 5.0, "sample_count": 232}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.664, "max": 3.0, "p95": 2.0, "sample_count": 232}, "total": {"avg": 1.664, "max": 3.0, "p95": 2.0, "sample_count": 232}}, "tracking_counts": {"active": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 232}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 232}, "tracked": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 232}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.752, "pushed": 7.752, "read": 7.718}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 231, "client_acquire_ms": {"avg_ms": 0.007, "count": 231, "max_ms": 0.03, "p95_ms": 0.016, "reason": null, "sample_age_ms": 129.375, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.828, "count": 231, "max_ms": 4.772, "p95_ms": 2.705, "reason": null, "sample_age_ms": 167.598, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.327, "count": 231, "max_ms": 3.737, "p95_ms": 1.856, "reason": null, "sample_age_ms": 167.863, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.316, "count": 231, "max_ms": 3.892, "p95_ms": 0.634, "reason": null, "sample_age_ms": 129.386, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.966, "count": 231, "max_ms": 8.113, "p95_ms": 3.542, "reason": null, "sample_age_ms": 165.508, "source": "client_direct"}, "request_count": 231, "request_tensor_bytes": {"avg": 2764808.0, "count": 231, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 165.488, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 231, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 129.681, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.693, "count": 231, "max_ms": 80.05, "p95_ms": 66.221, "reason": null, "sample_age_ms": 129.367, "source": "client_direct"}, "sample_age_ms": 129.363, "source": "client_direct", "task_total_ms": {"avg_ms": 49.143, "count": 231, "max_ms": 83.476, "p95_ms": 68.531, "reason": null, "sample_age_ms": 129.363, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.109, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.191, "count": 232, "max_ms": 16.238, "p95_ms": 11.641}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.379, "count": 232, "max_ms": 1.171, "p95_ms": 0.693}, "detection_prepare_ms": {"avg_ms": 1.507, "count": 232, "max_ms": 8.814, "p95_ms": 2.99}, "event_filter_ms": {"avg_ms": 0.006, "count": 232, "max_ms": 0.053, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.3, "count": 232, "max_ms": 0.888, "p95_ms": 0.554}, "mcmt_ms": {"avg_ms": 0.003, "count": 232, "max_ms": 0.017, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 3.197, "count": 232, "max_ms": 9.951, "p95_ms": 5.141}, "setup_ms": {"avg_ms": 0.045, "count": 232, "max_ms": 0.154, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 7.134, "count": 232, "max_ms": 16.13, "p95_ms": 11.546}, "track_match_ms": {"avg_ms": 0.074, "count": 232, "max_ms": 0.249, "p95_ms": 0.15}, "tracker_update_ms": {"avg_ms": 1.622, "count": 232, "max_ms": 3.766, "p95_ms": 2.751}}, "gstreamer_push": {"avg_ms": 3.139, "count": 232, "max_ms": 6.911, "p95_ms": 5.265}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 232, "max_ms": 0.162, "p95_ms": 0.115}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.418, "count": 232, "max_ms": 86.123, "p95_ms": 70.745}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.964, "count": 232, "max_ms": 11.402, "p95_ms": 7.557}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.606, "count": 232, "max_ms": 163.715, "p95_ms": 137.057}, "inference_input_copy_ms": {"avg_ms": 1.659, "count": 232, "max_ms": 6.19, "p95_ms": 3.264}, "processing_residual_ms": {"avg_ms": 0.178, "count": 232, "max_ms": 0.533, "p95_ms": 0.342}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.406, "count": 232, "max_ms": 169.884, "p95_ms": 142.031}, "read_interval": {"avg_ms": 129.42, "count": 231, "max_ms": 210.015, "p95_ms": 169.566}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 232, "max_ms": 0.083, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 3.128, "count": 232, "max_ms": 9.863, "p95_ms": 5.053}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 232, "max_ms": 0.063, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.111, "count": 232, "max_ms": 9.839, "p95_ms": 5.033}, "worker_merge_ms": {"avg_ms": 0.006, "count": 232, "max_ms": 0.028, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 50.431, "count": 232, "max_ms": 86.131, "p95_ms": 70.753}, "visualize": {"avg_ms": 50.846, "count": 232, "max_ms": 78.505, "p95_ms": 65.94}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.225, "count": 232, "max_ms": 69.589, "p95_ms": 60.599}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.32, "count": 232, "max_ms": 76.583, "p95_ms": 64.453}, "visualize_input_copy_ms": {"avg_ms": 1.321, "count": 232, "max_ms": 4.24, "p95_ms": 2.39}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.186, "count": 232, "max_ms": 76.438, "p95_ms": 64.248}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 232, "max_ms": 0.263, "p95_ms": 0.144}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 232}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1449.367, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.829, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.351, "sample_count": 2137, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1437721, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:00:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102047, "write_bytes_delta": 102047, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 955.0, "cpu_core_ratio": 0.378164, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 102152, "reason": null, "system_cpu_core_ratio": 0.032841, "system_cpu_s_delta": 0.6599999999999997, "user_cpu_core_ratio": 0.345323, "user_cpu_s_delta": 6.940000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.701738, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 187972.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.618995, "system_cpu_s_delta": 12.439999999987776, "user_cpu_core_ratio": 1.082743, "user_cpu_s_delta": 21.760000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.31, "count": 220, "max_ms": 7.901, "p95_ms": 5.466, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.309, "max": 14.0, "p95": 12.0, "sample_count": 220}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.805, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 220}, "total": {"avg": 1.805, "max": 2.0, "p95": 2.0, "sample_count": 220}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.893, "count": 30, "max": 54.843, "p95": 44.505, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.207, "count": 30, "max": 24.686, "p95": 23.553, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 780.833, "count": 30, "max": 1012.0, "p95": 986.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 245.733, "count": 30, "max": 3499.0, "p95": 672.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.038, "p95": 0.036, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.347, "count": 30, "max": 0.374, "p95": 0.365, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.108, "count": 30, "max": 2.765, "p95": 0.126, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101175.433, "count": 30, "max": 103718.0, "p95": 103635.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101175.433, "count": 30, "max": 103718.0, "p95": 103635.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 145878.9, "count": 30, "max": 209102.0, "p95": 202301.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.606, "count": 30, "max": 0.655, "p95": 0.653, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.074, "count": 30, "max": 1.156, "p95": 1.149, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11080, "sampled_at": "2026-10-30T11:00:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:00:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2759163, "flush_count": 2873, "flush_interval_seconds": 30.0, "flush_state": {"count": 2873, "last_at": "2026-10-30T11:00:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:00:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2872}, "started": true, "suppressed_count": 1435196, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 1435054}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2873, "written_record_count": 2873}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9575.984, "limit_mb": null}, "detail": {"pid": 102268, "restart_count": 536, "start_count": 537}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3975577804800, "copied_frame_count": 1437926, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T10:54:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3353231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T10:54:45+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.165}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 139, "events_failed": 0, "events_observed": 142, "events_suppressed": 3, "frame_buffer_copied_bytes": 3975577804800, "frame_buffer_copies": 1437926, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6950, "recorder_active_input_bytes": 19215360000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 139, "recorder_clips_failed": 0, "recorder_clips_started": 139, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 139, "worker_jobs_accepted": 139, "worker_jobs_completed": 139, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.112, "count": 512, "max_ms": 0.3911, "p50_ms": 0.0988, "p95_ms": 0.224, "p99_ms": 0.2907}, "stages": {"db_insert": {"avg_ms": 19.9953, "count": 139, "max_ms": 58.1833, "p50_ms": 19.1494, "p95_ms": 35.1181, "p99_ms": 40.9143, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8992, "count": 139, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2269, "p99_ms": 4.2598, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1108.39, "count": 142, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1382.3158, "p99_ms": 2018.5026, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4537, "count": 512, "max_ms": 3.3977, "p50_ms": 1.3767, "p95_ms": 2.348, "p99_ms": 2.8726, "results": {"failed": 0, "not_applicable": 0, "success": 1437926, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.04, "count": 142, "max_ms": 794.4404, "p50_ms": 587.25, "p95_ms": 681.9014, "p99_ms": 717.686, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1849, "count": 139, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.8008, "p99_ms": 71.7441, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5779, "count": 512, "max_ms": 9.9399, "p50_ms": 4.3502, "p95_ms": 7.1099, "p99_ms": 8.925, "results": {"failed": 0, "not_applicable": 0, "success": 6950, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4587, "count": 512, "max_ms": 5.8963, "p50_ms": 1.2827, "p95_ms": 2.7893, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6950, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.9929, "count": 139, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.844, "p99_ms": 713.212, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.8948, "count": 139, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.567, "p99_ms": 589.7044, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8124, "count": 139, "max_ms": 138.414, "p50_ms": 96.7618, "p95_ms": 119.2044, "p99_ms": 132.7451, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9385, "count": 139, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8563, "p99_ms": 7.6743, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.004, "count": 139, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 68.9025, "p99_ms": 77.9258, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9696, "count": 142, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7991, "p99_ms": 4.5693, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7356, "count": 139, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.3616, "p99_ms": 10.6547, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7356, "count": 139, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.3616, "p99_ms": 10.6547, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9696, "count": 142, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7991, "p99_ms": 4.5693, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0141, "count": 139, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9388, "p99_ms": 3.6336, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 470.8307, "count": 139, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.657, "p99_ms": 1384.7151, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7514, "count": 139, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.6859, "p99_ms": 16.5357, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1091, "count": 139, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.7164, "p99_ms": 66.7205, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0997, "count": 139, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1759, "p99_ms": 0.6314, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5926, "count": 139, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.6496, "p99_ms": 7.4172, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.9982, "count": 139, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.4164, "p99_ms": 1447.7534, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 139, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 139, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1759, "p99_ms": 0.6314}, "wait_ms": {"count": 139, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.6496, "p99_ms": 7.4172}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 139, "artifact_failed": 0, "artifact_requested": 139, "artifact_success": 139, "completed": 139, "completed_failed": 0, "completed_success": 139, "cooldown_promoted": 139, "database_requested": 139, "db_insert_success": 139, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15535, "relay_business_failed": 0, "relay_business_success": 139, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 139, "relay_transport_failed": 0, "relay_transport_success": 139, "reservation_requested": 139}, "snapshot": {"copied_bytes": 384307200, "copied_count": 139, "copy": {"count": 139, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2269, "p99_ms": 4.2598}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 493, "h264_decode_error_count": 1105, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:00:34+09:00", "last_error_summary": "[h264 @ 0x5ce29fddd380] error while decoding MB 9 57, bytestream -15", "last_exit_at": "2026-10-30T11:00:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T11:00:37+09:00", "pid": 102268, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.656, "name": "ffmpeg", "pid": 102268, "rss_mb": 205.656, "state": "S (sleeping)", "threads": 70}, "restart_count": 536, "restart_count_per_hour": 14, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.268, "sample_count": 2158, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1437926, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:00:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.216, "last_frame_pushed_at": "2026-10-30T11:00:34+09:00", "last_frame_read_age_sec": 4.322, "last_frame_read_at": "2026-10-30T11:00:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 36.902, "last_sample_duration_ms": 1374.477, "last_trigger": "periodic", "next_snapshot_in_sec": 563.098, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 288, "storage_bytes": 2745048}, "mjpeg": {"age_sec": 4.202, "exists": true, "mtime": "2026-10-30T11:00:34.861517+09:00", "mtime_epoch": 1793325634.861517, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102163}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:00:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1439.043, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 122, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1437926, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.879, "max": 6.0, "p95": 5.0, "sample_count": 199}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.744, "max": 3.0, "p95": 2.0, "sample_count": 199}, "total": {"avg": 1.744, "max": 3.0, "p95": 2.0, "sample_count": 199}}, "tracking_counts": {"active": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 199}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 199}, "tracked": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 199}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.659, "pushed": 6.659, "read": 6.625}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 198, "client_acquire_ms": {"avg_ms": 0.007, "count": 199, "max_ms": 0.03, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4294.899, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.825, "count": 198, "max_ms": 4.772, "p95_ms": 2.504, "reason": null, "sample_age_ms": 4333.122, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.318, "count": 198, "max_ms": 3.737, "p95_ms": 1.842, "reason": null, "sample_age_ms": 4333.387, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.317, "count": 199, "max_ms": 3.892, "p95_ms": 0.63, "reason": null, "sample_age_ms": 4294.91, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.98, "count": 198, "max_ms": 8.113, "p95_ms": 3.58, "reason": null, "sample_age_ms": 4331.032, "source": "client_direct"}, "request_count": 198, "request_tensor_bytes": {"avg": 2764808.0, "count": 198, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4331.012, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 199, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4295.205, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.822, "count": 199, "max_ms": 80.05, "p95_ms": 66.172, "reason": null, "sample_age_ms": 4294.891, "source": "client_direct"}, "sample_age_ms": 4294.887, "source": "client_direct", "task_total_ms": {"avg_ms": 49.289, "count": 199, "max_ms": 83.476, "p95_ms": 68.356, "reason": null, "sample_age_ms": 4294.887, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.508, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.338, "count": 199, "max_ms": 16.238, "p95_ms": 11.987}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.368, "count": 199, "max_ms": 0.966, "p95_ms": 0.671}, "detection_prepare_ms": {"avg_ms": 1.512, "count": 199, "max_ms": 8.814, "p95_ms": 3.008}, "event_filter_ms": {"avg_ms": 0.006, "count": 199, "max_ms": 0.053, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.304, "count": 199, "max_ms": 0.888, "p95_ms": 0.567}, "mcmt_ms": {"avg_ms": 0.003, "count": 199, "max_ms": 0.017, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 3.334, "count": 199, "max_ms": 9.951, "p95_ms": 5.218}, "setup_ms": {"avg_ms": 0.045, "count": 199, "max_ms": 0.154, "p95_ms": 0.098}, "total_inside_ms": {"avg_ms": 7.281, "count": 199, "max_ms": 16.13, "p95_ms": 11.896}, "track_match_ms": {"avg_ms": 0.075, "count": 199, "max_ms": 0.249, "p95_ms": 0.16}, "tracker_update_ms": {"avg_ms": 1.631, "count": 199, "max_ms": 3.766, "p95_ms": 2.851}}, "gstreamer_push": {"avg_ms": 3.124, "count": 199, "max_ms": 6.911, "p95_ms": 5.083}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 199, "max_ms": 0.162, "p95_ms": 0.115}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.519, "count": 199, "max_ms": 86.123, "p95_ms": 69.932}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.976, "count": 199, "max_ms": 11.402, "p95_ms": 7.691}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.945, "count": 199, "max_ms": 163.715, "p95_ms": 138.563}, "inference_input_copy_ms": {"avg_ms": 1.661, "count": 199, "max_ms": 6.19, "p95_ms": 3.359}, "processing_residual_ms": {"avg_ms": 0.177, "count": 199, "max_ms": 0.533, "p95_ms": 0.343}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.759, "count": 199, "max_ms": 169.884, "p95_ms": 144.657}, "read_interval": {"avg_ms": 129.705, "count": 198, "max_ms": 210.015, "p95_ms": 170.346}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 199, "max_ms": 0.083, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 3.264, "count": 199, "max_ms": 9.863, "p95_ms": 5.153}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 199, "max_ms": 0.063, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.246, "count": 199, "max_ms": 9.839, "p95_ms": 5.138}, "worker_merge_ms": {"avg_ms": 0.006, "count": 199, "max_ms": 0.028, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 50.533, "count": 199, "max_ms": 86.131, "p95_ms": 69.947}, "visualize": {"avg_ms": 50.94, "count": 199, "max_ms": 78.505, "p95_ms": 65.94}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.179, "count": 199, "max_ms": 69.589, "p95_ms": 60.599}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.406, "count": 199, "max_ms": 76.583, "p95_ms": 64.453}, "visualize_input_copy_ms": {"avg_ms": 1.327, "count": 199, "max_ms": 4.24, "p95_ms": 2.39}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.273, "count": 199, "max_ms": 76.438, "p95_ms": 64.248}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 199, "max_ms": 0.263, "p95_ms": 0.144}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 199}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1449.367, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.829, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.351, "sample_count": 2137, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1437721, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:00:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102047, "write_bytes_delta": 102047, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 955.0, "cpu_core_ratio": 0.378164, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 102152, "reason": null, "system_cpu_core_ratio": 0.032841, "system_cpu_s_delta": 0.6599999999999997, "user_cpu_core_ratio": 0.345323, "user_cpu_s_delta": 6.940000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.701738, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 187972.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.618995, "system_cpu_s_delta": 12.439999999987776, "user_cpu_core_ratio": 1.082743, "user_cpu_s_delta": 21.760000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.31, "count": 220, "max_ms": 7.901, "p95_ms": 5.466, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.309, "max": 14.0, "p95": 12.0, "sample_count": 220}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.805, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 220}, "total": {"avg": 1.805, "max": 2.0, "p95": 2.0, "sample_count": 220}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.893, "count": 30, "max": 54.843, "p95": 44.505, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.207, "count": 30, "max": 24.686, "p95": 23.553, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 780.833, "count": 30, "max": 1012.0, "p95": 986.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 245.733, "count": 30, "max": 3499.0, "p95": 672.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.038, "p95": 0.036, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.347, "count": 30, "max": 0.374, "p95": 0.365, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.108, "count": 30, "max": 2.765, "p95": 0.126, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101175.433, "count": 30, "max": 103718.0, "p95": 103635.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101175.433, "count": 30, "max": 103718.0, "p95": 103635.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 145878.9, "count": 30, "max": 209102.0, "p95": 202301.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.606, "count": 30, "max": 0.655, "p95": 0.653, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.074, "count": 30, "max": 1.156, "p95": 1.149, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11080, "sampled_at": "2026-10-30T11:00:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:00:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.885, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2762255, "flush_count": 2876, "flush_interval_seconds": 30.0, "flush_state": {"count": 2876, "last_at": "2026-10-30T11:03:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:03:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2875}, "started": true, "suppressed_count": 1436330, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 1436188}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2876, "written_record_count": 2876}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9425.234, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5919c9448640] error while decoding MB 94 59, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3978718617600, "copied_frame_count": 1439062, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T10:54:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3353231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T10:54:45+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.165}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 139, "events_failed": 0, "events_observed": 142, "events_suppressed": 3, "frame_buffer_copied_bytes": 3978718617600, "frame_buffer_copies": 1439062, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6950, "recorder_active_input_bytes": 19215360000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 139, "recorder_clips_failed": 0, "recorder_clips_started": 139, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 139, "worker_jobs_accepted": 139, "worker_jobs_completed": 139, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1181, "count": 512, "max_ms": 3.2522, "p50_ms": 0.0951, "p95_ms": 0.2171, "p99_ms": 0.2968}, "stages": {"db_insert": {"avg_ms": 19.9953, "count": 139, "max_ms": 58.1833, "p50_ms": 19.1494, "p95_ms": 35.1181, "p99_ms": 40.9143, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8992, "count": 139, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2269, "p99_ms": 4.2598, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1108.39, "count": 142, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1382.3158, "p99_ms": 2018.5026, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4951, "count": 512, "max_ms": 4.1292, "p50_ms": 1.393, "p95_ms": 2.614, "p99_ms": 3.1134, "results": {"failed": 0, "not_applicable": 0, "success": 1439062, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.04, "count": 142, "max_ms": 794.4404, "p50_ms": 587.25, "p95_ms": 681.9014, "p99_ms": 717.686, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1849, "count": 139, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.8008, "p99_ms": 71.7441, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5779, "count": 512, "max_ms": 9.9399, "p50_ms": 4.3502, "p95_ms": 7.1099, "p99_ms": 8.925, "results": {"failed": 0, "not_applicable": 0, "success": 6950, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4587, "count": 512, "max_ms": 5.8963, "p50_ms": 1.2827, "p95_ms": 2.7893, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6950, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.9929, "count": 139, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.844, "p99_ms": 713.212, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.8948, "count": 139, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.567, "p99_ms": 589.7044, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8124, "count": 139, "max_ms": 138.414, "p50_ms": 96.7618, "p95_ms": 119.2044, "p99_ms": 132.7451, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9385, "count": 139, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8563, "p99_ms": 7.6743, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.004, "count": 139, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 68.9025, "p99_ms": 77.9258, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9696, "count": 142, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7991, "p99_ms": 4.5693, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7356, "count": 139, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.3616, "p99_ms": 10.6547, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7356, "count": 139, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.3616, "p99_ms": 10.6547, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9696, "count": 142, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7991, "p99_ms": 4.5693, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0141, "count": 139, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9388, "p99_ms": 3.6336, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 470.8307, "count": 139, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.657, "p99_ms": 1384.7151, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7514, "count": 139, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.6859, "p99_ms": 16.5357, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1091, "count": 139, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.7164, "p99_ms": 66.7205, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0997, "count": 139, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1759, "p99_ms": 0.6314, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5926, "count": 139, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.6496, "p99_ms": 7.4172, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.9982, "count": 139, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.4164, "p99_ms": 1447.7534, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 139, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 139, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1759, "p99_ms": 0.6314}, "wait_ms": {"count": 139, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.6496, "p99_ms": 7.4172}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 139, "artifact_failed": 0, "artifact_requested": 139, "artifact_success": 139, "completed": 139, "completed_failed": 0, "completed_success": 139, "cooldown_promoted": 139, "database_requested": 139, "db_insert_success": 139, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15535, "relay_business_failed": 0, "relay_business_success": 139, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 139, "relay_transport_failed": 0, "relay_transport_success": 139, "reservation_requested": 139}, "snapshot": {"copied_bytes": 384307200, "copied_count": 139, "copy": {"count": 139, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2269, "p99_ms": 4.2598}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 494, "h264_decode_error_count": 1106, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:03:10+09:00", "last_error_summary": "[h264 @ 0x5919c9448640] error while decoding MB 94 59, bytestream -6", "last_exit_at": "2026-10-30T11:00:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 153.872, "last_started_at": "2026-10-30T11:00:37+09:00", "pid": 102268, "process": {"exists": false, "pid": 102268}, "restart_count": 536, "restart_count_per_hour": 14, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.851, "sample_count": 2200, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1439062, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:03:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.081, "last_frame_pushed_at": "2026-10-30T11:03:10+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-10-30T11:03:10+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 188.783, "last_sample_duration_ms": 1374.477, "last_trigger": "periodic", "next_snapshot_in_sec": 411.217, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 288, "storage_bytes": 2745048}, "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-10-30T11:03:10.863838+09:00", "mtime_epoch": 1793325790.8638384, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 97885}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:03:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1459.395, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 122, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1439063, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.365, "max": 18.0, "p95": 10.0, "sample_count": 219}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.21, "max": 3.0, "p95": 3.0, "sample_count": 219}, "total": {"avg": 2.21, "max": 3.0, "p95": 3.0, "sample_count": 219}}, "tracking_counts": {"active": {"avg": 0.26, "max": 2.0, "p95": 1.0, "sample_count": 219}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 219}, "tracked": {"avg": 0.26, "max": 2.0, "p95": 1.0, "sample_count": 219}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.312, "pushed": 7.312, "read": 7.312}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 219, "client_acquire_ms": {"avg_ms": 0.007, "count": 219, "max_ms": 0.037, "p95_ms": 0.018, "reason": null, "sample_age_ms": 39.643, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.972, "count": 219, "max_ms": 7.361, "p95_ms": 3.385, "reason": null, "sample_age_ms": 87.601, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.406, "count": 219, "max_ms": 7.154, "p95_ms": 2.423, "reason": null, "sample_age_ms": 88.04, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.351, "count": 219, "max_ms": 1.505, "p95_ms": 0.683, "reason": null, "sample_age_ms": 39.66, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.927, "count": 219, "max_ms": 4.855, "p95_ms": 3.374, "reason": null, "sample_age_ms": 85.387, "source": "client_direct"}, "request_count": 219, "request_tensor_bytes": {"avg": 2764808.0, "count": 219, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 85.338, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 219, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 40.18, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.358, "count": 219, "max_ms": 84.076, "p95_ms": 69.138, "reason": null, "sample_age_ms": 39.634, "source": "client_direct"}, "sample_age_ms": 39.627, "source": "client_direct", "task_total_ms": {"avg_ms": 51.81, "count": 219, "max_ms": 86.357, "p95_ms": 72.143, "reason": null, "sample_age_ms": 39.627, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.4, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.961, "count": 219, "max_ms": 19.101, "p95_ms": 13.752}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.456, "count": 219, "max_ms": 1.931, "p95_ms": 1.039}, "detection_prepare_ms": {"avg_ms": 1.63, "count": 219, "max_ms": 8.461, "p95_ms": 3.12}, "event_filter_ms": {"avg_ms": 0.006, "count": 219, "max_ms": 0.029, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.354, "count": 219, "max_ms": 1.335, "p95_ms": 0.693}, "mcmt_ms": {"avg_ms": 0.004, "count": 219, "max_ms": 0.036, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 3.287, "count": 219, "max_ms": 7.8, "p95_ms": 5.869}, "setup_ms": {"avg_ms": 0.045, "count": 219, "max_ms": 0.143, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 7.894, "count": 219, "max_ms": 18.988, "p95_ms": 13.648}, "track_match_ms": {"avg_ms": 0.102, "count": 219, "max_ms": 0.446, "p95_ms": 0.227}, "tracker_update_ms": {"avg_ms": 2.01, "count": 219, "max_ms": 8.17, "p95_ms": 3.727}}, "gstreamer_push": {"avg_ms": 3.211, "count": 219, "max_ms": 9.546, "p95_ms": 5.189}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 219, "max_ms": 1.367, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.31, "count": 219, "max_ms": 88.527, "p95_ms": 74.13}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.213, "count": 219, "max_ms": 12.342, "p95_ms": 9.047}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 116.189, "count": 219, "max_ms": 164.229, "p95_ms": 143.356}, "inference_input_copy_ms": {"avg_ms": 1.739, "count": 219, "max_ms": 9.216, "p95_ms": 2.884}, "processing_residual_ms": {"avg_ms": 0.211, "count": 219, "max_ms": 0.672, "p95_ms": 0.429}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 121.352, "count": 219, "max_ms": 169.159, "p95_ms": 149.068}, "read_interval": {"avg_ms": 136.983, "count": 219, "max_ms": 221.044, "p95_ms": 182.955}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 219, "max_ms": 0.047, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 3.203, "count": 219, "max_ms": 7.614, "p95_ms": 5.714}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 219, "max_ms": 0.068, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.186, "count": 219, "max_ms": 7.576, "p95_ms": 5.699}, "worker_merge_ms": {"avg_ms": 0.007, "count": 219, "max_ms": 0.028, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 53.326, "count": 219, "max_ms": 88.543, "p95_ms": 74.14}, "visualize": {"avg_ms": 53.573, "count": 219, "max_ms": 75.459, "p95_ms": 70.428}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.775, "count": 219, "max_ms": 68.461, "p95_ms": 62.438}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 51.984, "count": 219, "max_ms": 73.674, "p95_ms": 68.675}, "visualize_input_copy_ms": {"avg_ms": 1.366, "count": 219, "max_ms": 3.362, "p95_ms": 2.387}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 51.843, "count": 219, "max_ms": 73.565, "p95_ms": 68.538}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 219, "max_ms": 0.279, "p95_ms": 0.15}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 219}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1439.543, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.365, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.176, "sample_count": 2163, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1438974, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:02:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95268, "write_bytes_delta": 95268, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 459.0, "cpu_core_ratio": 0.372435, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 102268, "reason": null, "system_cpu_core_ratio": 0.033949, "system_cpu_s_delta": 0.33999999999999986, "user_cpu_core_ratio": 0.338487, "user_cpu_s_delta": 3.3900000000000006}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.791283, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 83412.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.635037, "system_cpu_s_delta": 6.360000000000582, "user_cpu_core_ratio": 1.156246, "user_cpu_s_delta": 11.579999999987194}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.27, "count": 219, "max_ms": 9.546, "p95_ms": 5.626, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.046, "max": 14.0, "p95": 8.0, "sample_count": 219}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.229, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 218}, "total": {"avg": 2.219, "max": 3.0, "p95": 3.0, "sample_count": 219}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.094, "count": 30, "max": 54.843, "p95": 28.699, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.336, "count": 30, "max": 27.095, "p95": 24.583, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.367, "count": 30, "max": 1012.0, "p95": 981.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 125.767, "count": 30, "max": 815.0, "p95": 513.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.038, "p95": 0.036, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.347, "count": 30, "max": 0.366, "p95": 0.365, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.104, "count": 30, "max": 2.765, "p95": 0.123, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100771.433, "count": 30, "max": 103718.0, "p95": 103635.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100771.433, "count": 30, "max": 103718.0, "p95": 103635.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 147809.933, "count": 30, "max": 209102.0, "p95": 192930.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.61, "count": 30, "max": 0.654, "p95": 0.653, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.082, "count": 30, "max": 1.156, "p95": 1.148, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11092, "sampled_at": "2026-10-30T11:02:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:02:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2762255, "flush_count": 2876, "flush_interval_seconds": 30.0, "flush_state": {"count": 2876, "last_at": "2026-10-30T11:03:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:03:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2875}, "started": true, "suppressed_count": 1436330, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 1436188}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2876, "written_record_count": 2876}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9404.129, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T11:03:10+09:00", "last_error_summary": "[h264 @ 0x5919c9448640] error while decoding MB 94 59, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3978721382400, "copied_frame_count": 1439063, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T10:54:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3353231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T10:54:45+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.165}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 139, "events_failed": 0, "events_observed": 142, "events_suppressed": 3, "frame_buffer_copied_bytes": 3978721382400, "frame_buffer_copies": 1439063, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6950, "recorder_active_input_bytes": 19215360000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 139, "recorder_clips_failed": 0, "recorder_clips_started": 139, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 139, "worker_jobs_accepted": 139, "worker_jobs_completed": 139, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1183, "count": 512, "max_ms": 3.2522, "p50_ms": 0.0952, "p95_ms": 0.2171, "p99_ms": 0.2968}, "stages": {"db_insert": {"avg_ms": 19.9953, "count": 139, "max_ms": 58.1833, "p50_ms": 19.1494, "p95_ms": 35.1181, "p99_ms": 40.9143, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8992, "count": 139, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2269, "p99_ms": 4.2598, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1108.39, "count": 142, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1382.3158, "p99_ms": 2018.5026, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4961, "count": 512, "max_ms": 4.1292, "p50_ms": 1.393, "p95_ms": 2.614, "p99_ms": 3.1134, "results": {"failed": 0, "not_applicable": 0, "success": 1439063, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.04, "count": 142, "max_ms": 794.4404, "p50_ms": 587.25, "p95_ms": 681.9014, "p99_ms": 717.686, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1849, "count": 139, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.8008, "p99_ms": 71.7441, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5779, "count": 512, "max_ms": 9.9399, "p50_ms": 4.3502, "p95_ms": 7.1099, "p99_ms": 8.925, "results": {"failed": 0, "not_applicable": 0, "success": 6950, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4587, "count": 512, "max_ms": 5.8963, "p50_ms": 1.2827, "p95_ms": 2.7893, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6950, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.9929, "count": 139, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.844, "p99_ms": 713.212, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.8948, "count": 139, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.567, "p99_ms": 589.7044, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8124, "count": 139, "max_ms": 138.414, "p50_ms": 96.7618, "p95_ms": 119.2044, "p99_ms": 132.7451, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9385, "count": 139, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8563, "p99_ms": 7.6743, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.004, "count": 139, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 68.9025, "p99_ms": 77.9258, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9696, "count": 142, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7991, "p99_ms": 4.5693, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7356, "count": 139, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.3616, "p99_ms": 10.6547, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7356, "count": 139, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.3616, "p99_ms": 10.6547, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9696, "count": 142, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7991, "p99_ms": 4.5693, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0141, "count": 139, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9388, "p99_ms": 3.6336, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 470.8307, "count": 139, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.657, "p99_ms": 1384.7151, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7514, "count": 139, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.6859, "p99_ms": 16.5357, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1091, "count": 139, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.7164, "p99_ms": 66.7205, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0997, "count": 139, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1759, "p99_ms": 0.6314, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5926, "count": 139, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.6496, "p99_ms": 7.4172, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.9982, "count": 139, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.4164, "p99_ms": 1447.7534, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 139, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 139, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1759, "p99_ms": 0.6314}, "wait_ms": {"count": 139, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.6496, "p99_ms": 7.4172}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 139, "artifact_failed": 0, "artifact_requested": 139, "artifact_success": 139, "completed": 139, "completed_failed": 0, "completed_success": 139, "cooldown_promoted": 139, "database_requested": 139, "db_insert_success": 139, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15535, "relay_business_failed": 0, "relay_business_success": 139, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 139, "relay_transport_failed": 0, "relay_transport_success": 139, "reservation_requested": 139}, "snapshot": {"copied_bytes": 384307200, "copied_count": 139, "copy": {"count": 139, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2269, "p99_ms": 4.2598}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 494, "h264_decode_error_count": 1106, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:03:10+09:00", "last_error_summary": "[h264 @ 0x5919c9448640] error while decoding MB 94 59, bytestream -6", "last_exit_at": "2026-10-30T11:03:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 153.985, "last_started_at": "2026-10-30T11:00:37+09:00", "pid": 102268, "process": {"exists": false, "pid": 102268}, "restart_count": 536, "restart_count_per_hour": 14, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.851, "sample_count": 2200, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1439063, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:03:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.036, "last_frame_pushed_at": "2026-10-30T11:03:11+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-10-30T11:03:10+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 188.878, "last_sample_duration_ms": 1374.477, "last_trigger": "periodic", "next_snapshot_in_sec": 411.122, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 288, "storage_bytes": 2745048}, "mjpeg": {"age_sec": 0.026, "exists": true, "mtime": "2026-10-30T11:03:11.020839+09:00", "mtime_epoch": 1793325791.0208387, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 97915}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:03:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1439.582, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 122, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1439063, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.365, "max": 18.0, "p95": 10.0, "sample_count": 219}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.21, "max": 3.0, "p95": 3.0, "sample_count": 219}, "total": {"avg": 2.21, "max": 3.0, "p95": 3.0, "sample_count": 219}}, "tracking_counts": {"active": {"avg": 0.265, "max": 2.0, "p95": 1.0, "sample_count": 219}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 219}, "tracked": {"avg": 0.265, "max": 2.0, "p95": 1.0, "sample_count": 219}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.321, "pushed": 7.321, "read": 7.288}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 218, "client_acquire_ms": {"avg_ms": 0.007, "count": 218, "max_ms": 0.037, "p95_ms": 0.018, "reason": null, "sample_age_ms": 147.28, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.974, "count": 218, "max_ms": 7.361, "p95_ms": 3.388, "reason": null, "sample_age_ms": 195.238, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.408, "count": 218, "max_ms": 7.154, "p95_ms": 2.425, "reason": null, "sample_age_ms": 195.677, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.35, "count": 218, "max_ms": 1.505, "p95_ms": 0.683, "reason": null, "sample_age_ms": 147.298, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.926, "count": 218, "max_ms": 4.855, "p95_ms": 3.378, "reason": null, "sample_age_ms": 193.024, "source": "client_direct"}, "request_count": 218, "request_tensor_bytes": {"avg": 2764808.0, "count": 218, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 192.976, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 218, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 147.817, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.369, "count": 218, "max_ms": 84.076, "p95_ms": 69.166, "reason": null, "sample_age_ms": 147.272, "source": "client_direct"}, "sample_age_ms": 147.264, "source": "client_direct", "task_total_ms": {"avg_ms": 51.82, "count": 218, "max_ms": 86.357, "p95_ms": 72.186, "reason": null, "sample_age_ms": 147.264, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.869, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.975, "count": 219, "max_ms": 19.101, "p95_ms": 13.752}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.456, "count": 219, "max_ms": 1.931, "p95_ms": 1.039}, "detection_prepare_ms": {"avg_ms": 1.636, "count": 219, "max_ms": 8.461, "p95_ms": 3.12}, "event_filter_ms": {"avg_ms": 0.006, "count": 219, "max_ms": 0.029, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.354, "count": 219, "max_ms": 1.335, "p95_ms": 0.693}, "mcmt_ms": {"avg_ms": 0.004, "count": 219, "max_ms": 0.036, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 3.29, "count": 219, "max_ms": 7.8, "p95_ms": 5.869}, "setup_ms": {"avg_ms": 0.045, "count": 219, "max_ms": 0.143, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 7.909, "count": 219, "max_ms": 18.988, "p95_ms": 13.648}, "track_match_ms": {"avg_ms": 0.102, "count": 219, "max_ms": 0.446, "p95_ms": 0.227}, "tracker_update_ms": {"avg_ms": 2.014, "count": 219, "max_ms": 8.17, "p95_ms": 3.727}}, "gstreamer_push": {"avg_ms": 3.207, "count": 219, "max_ms": 9.546, "p95_ms": 5.189}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 219, "max_ms": 1.367, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.215, "count": 219, "max_ms": 88.527, "p95_ms": 74.13}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.212, "count": 219, "max_ms": 12.342, "p95_ms": 9.047}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 116.289, "count": 219, "max_ms": 164.229, "p95_ms": 143.356}, "inference_input_copy_ms": {"avg_ms": 1.74, "count": 219, "max_ms": 9.216, "p95_ms": 2.884}, "processing_residual_ms": {"avg_ms": 0.212, "count": 219, "max_ms": 0.672, "p95_ms": 0.432}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 121.454, "count": 219, "max_ms": 169.159, "p95_ms": 149.068}, "read_interval": {"avg_ms": 137.005, "count": 218, "max_ms": 221.044, "p95_ms": 182.955}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 219, "max_ms": 0.047, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 3.206, "count": 219, "max_ms": 7.614, "p95_ms": 5.714}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 219, "max_ms": 0.068, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.189, "count": 219, "max_ms": 7.576, "p95_ms": 5.699}, "worker_merge_ms": {"avg_ms": 0.007, "count": 219, "max_ms": 0.028, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 53.231, "count": 219, "max_ms": 88.543, "p95_ms": 74.14}, "visualize": {"avg_ms": 53.753, "count": 219, "max_ms": 81.039, "p95_ms": 70.594}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.934, "count": 219, "max_ms": 71.178, "p95_ms": 62.592}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 52.164, "count": 219, "max_ms": 79.752, "p95_ms": 68.991}, "visualize_input_copy_ms": {"avg_ms": 1.366, "count": 219, "max_ms": 3.362, "p95_ms": 2.387}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 52.023, "count": 219, "max_ms": 79.62, "p95_ms": 68.88}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 219, "max_ms": 0.279, "p95_ms": 0.15}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 219}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1439.543, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.365, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.176, "sample_count": 2163, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1438974, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:02:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95268, "write_bytes_delta": 95268, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 459.0, "cpu_core_ratio": 0.372435, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 102268, "reason": null, "system_cpu_core_ratio": 0.033949, "system_cpu_s_delta": 0.33999999999999986, "user_cpu_core_ratio": 0.338487, "user_cpu_s_delta": 3.3900000000000006}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.791283, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 83412.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.635037, "system_cpu_s_delta": 6.360000000000582, "user_cpu_core_ratio": 1.156246, "user_cpu_s_delta": 11.579999999987194}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.27, "count": 219, "max_ms": 9.546, "p95_ms": 5.626, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.046, "max": 14.0, "p95": 8.0, "sample_count": 219}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.229, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 218}, "total": {"avg": 2.219, "max": 3.0, "p95": 3.0, "sample_count": 219}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.094, "count": 30, "max": 54.843, "p95": 28.699, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.336, "count": 30, "max": 27.095, "p95": 24.583, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.367, "count": 30, "max": 1012.0, "p95": 981.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 125.767, "count": 30, "max": 815.0, "p95": 513.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.038, "p95": 0.036, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.347, "count": 30, "max": 0.366, "p95": 0.365, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.104, "count": 30, "max": 2.765, "p95": 0.123, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100771.433, "count": 30, "max": 103718.0, "p95": 103635.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100771.433, "count": 30, "max": 103718.0, "p95": 103635.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 147809.933, "count": 30, "max": 209102.0, "p95": 192930.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.61, "count": 30, "max": 0.654, "p95": 0.653, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.082, "count": 30, "max": 1.156, "p95": 1.148, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11092, "sampled_at": "2026-10-30T11:02:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:02:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2762255, "flush_count": 2876, "flush_interval_seconds": 30.0, "flush_state": {"count": 2876, "last_at": "2026-10-30T11:03:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:03:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2875}, "started": true, "suppressed_count": 1436330, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 1436188}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2876, "written_record_count": 2876}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9405.008, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3978721382400, "copied_frame_count": 1439063, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T10:54:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3353231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T10:54:45+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.165}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 139, "events_failed": 0, "events_observed": 142, "events_suppressed": 3, "frame_buffer_copied_bytes": 3978721382400, "frame_buffer_copies": 1439063, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6950, "recorder_active_input_bytes": 19215360000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 139, "recorder_clips_failed": 0, "recorder_clips_started": 139, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 139, "worker_jobs_accepted": 139, "worker_jobs_completed": 139, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1183, "count": 512, "max_ms": 3.2522, "p50_ms": 0.0952, "p95_ms": 0.2171, "p99_ms": 0.2968}, "stages": {"db_insert": {"avg_ms": 19.9953, "count": 139, "max_ms": 58.1833, "p50_ms": 19.1494, "p95_ms": 35.1181, "p99_ms": 40.9143, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8992, "count": 139, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2269, "p99_ms": 4.2598, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1108.39, "count": 142, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1382.3158, "p99_ms": 2018.5026, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4961, "count": 512, "max_ms": 4.1292, "p50_ms": 1.393, "p95_ms": 2.614, "p99_ms": 3.1134, "results": {"failed": 0, "not_applicable": 0, "success": 1439063, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.04, "count": 142, "max_ms": 794.4404, "p50_ms": 587.25, "p95_ms": 681.9014, "p99_ms": 717.686, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1849, "count": 139, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.8008, "p99_ms": 71.7441, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5779, "count": 512, "max_ms": 9.9399, "p50_ms": 4.3502, "p95_ms": 7.1099, "p99_ms": 8.925, "results": {"failed": 0, "not_applicable": 0, "success": 6950, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4587, "count": 512, "max_ms": 5.8963, "p50_ms": 1.2827, "p95_ms": 2.7893, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6950, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.9929, "count": 139, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.844, "p99_ms": 713.212, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.8948, "count": 139, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.567, "p99_ms": 589.7044, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8124, "count": 139, "max_ms": 138.414, "p50_ms": 96.7618, "p95_ms": 119.2044, "p99_ms": 132.7451, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9385, "count": 139, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8563, "p99_ms": 7.6743, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.004, "count": 139, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 68.9025, "p99_ms": 77.9258, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9696, "count": 142, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7991, "p99_ms": 4.5693, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7356, "count": 139, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.3616, "p99_ms": 10.6547, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7356, "count": 139, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.3616, "p99_ms": 10.6547, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9696, "count": 142, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7991, "p99_ms": 4.5693, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0141, "count": 139, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9388, "p99_ms": 3.6336, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 470.8307, "count": 139, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.657, "p99_ms": 1384.7151, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7514, "count": 139, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.6859, "p99_ms": 16.5357, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1091, "count": 139, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.7164, "p99_ms": 66.7205, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0997, "count": 139, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1759, "p99_ms": 0.6314, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5926, "count": 139, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.6496, "p99_ms": 7.4172, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.9982, "count": 139, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.4164, "p99_ms": 1447.7534, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 139, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 139, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1759, "p99_ms": 0.6314}, "wait_ms": {"count": 139, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.6496, "p99_ms": 7.4172}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 139, "artifact_failed": 0, "artifact_requested": 139, "artifact_success": 139, "completed": 139, "completed_failed": 0, "completed_success": 139, "cooldown_promoted": 139, "database_requested": 139, "db_insert_success": 139, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15535, "relay_business_failed": 0, "relay_business_success": 139, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 139, "relay_transport_failed": 0, "relay_transport_success": 139, "reservation_requested": 139}, "snapshot": {"copied_bytes": 384307200, "copied_count": 139, "copy": {"count": 139, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2269, "p99_ms": 4.2598}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 494, "h264_decode_error_count": 1106, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:03:10+09:00", "last_error_summary": "[h264 @ 0x5919c9448640] error while decoding MB 94 59, bytestream -6", "last_exit_at": "2026-10-30T11:03:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 154.026, "last_started_at": "2026-10-30T11:00:37+09:00", "pid": 102268, "process": {"exists": false, "pid": 102268}, "restart_count": 536, "restart_count_per_hour": 14, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 537}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.851, "sample_count": 2200, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1439063, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:03:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.077, "last_frame_pushed_at": "2026-10-30T11:03:11+09:00", "last_frame_read_age_sec": 0.227, "last_frame_read_at": "2026-10-30T11:03:10+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 188.926, "last_sample_duration_ms": 1374.477, "last_trigger": "periodic", "next_snapshot_in_sec": 411.074, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 288, "storage_bytes": 2745048}, "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-10-30T11:03:11.020839+09:00", "mtime_epoch": 1793325791.0208387, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 97915}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:03:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1439.582, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 122, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1439063, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.365, "max": 18.0, "p95": 10.0, "sample_count": 219}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.21, "max": 3.0, "p95": 3.0, "sample_count": 219}, "total": {"avg": 2.21, "max": 3.0, "p95": 3.0, "sample_count": 219}}, "tracking_counts": {"active": {"avg": 0.265, "max": 2.0, "p95": 1.0, "sample_count": 219}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 219}, "tracked": {"avg": 0.265, "max": 2.0, "p95": 1.0, "sample_count": 219}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.311, "pushed": 7.311, "read": 7.278}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 218, "client_acquire_ms": {"avg_ms": 0.007, "count": 218, "max_ms": 0.037, "p95_ms": 0.018, "reason": null, "sample_age_ms": 189.481, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.974, "count": 218, "max_ms": 7.361, "p95_ms": 3.388, "reason": null, "sample_age_ms": 237.439, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.408, "count": 218, "max_ms": 7.154, "p95_ms": 2.425, "reason": null, "sample_age_ms": 237.878, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.35, "count": 218, "max_ms": 1.505, "p95_ms": 0.683, "reason": null, "sample_age_ms": 189.499, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.926, "count": 218, "max_ms": 4.855, "p95_ms": 3.378, "reason": null, "sample_age_ms": 235.225, "source": "client_direct"}, "request_count": 218, "request_tensor_bytes": {"avg": 2764808.0, "count": 218, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 235.177, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 218, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 190.018, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.369, "count": 218, "max_ms": 84.076, "p95_ms": 69.166, "reason": null, "sample_age_ms": 189.473, "source": "client_direct"}, "sample_age_ms": 189.466, "source": "client_direct", "task_total_ms": {"avg_ms": 51.82, "count": 218, "max_ms": 86.357, "p95_ms": 72.186, "reason": null, "sample_age_ms": 189.466, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.189, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.975, "count": 219, "max_ms": 19.101, "p95_ms": 13.752}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.456, "count": 219, "max_ms": 1.931, "p95_ms": 1.039}, "detection_prepare_ms": {"avg_ms": 1.636, "count": 219, "max_ms": 8.461, "p95_ms": 3.12}, "event_filter_ms": {"avg_ms": 0.006, "count": 219, "max_ms": 0.029, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.354, "count": 219, "max_ms": 1.335, "p95_ms": 0.693}, "mcmt_ms": {"avg_ms": 0.004, "count": 219, "max_ms": 0.036, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 3.29, "count": 219, "max_ms": 7.8, "p95_ms": 5.869}, "setup_ms": {"avg_ms": 0.045, "count": 219, "max_ms": 0.143, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 7.909, "count": 219, "max_ms": 18.988, "p95_ms": 13.648}, "track_match_ms": {"avg_ms": 0.102, "count": 219, "max_ms": 0.446, "p95_ms": 0.227}, "tracker_update_ms": {"avg_ms": 2.014, "count": 219, "max_ms": 8.17, "p95_ms": 3.727}}, "gstreamer_push": {"avg_ms": 3.207, "count": 219, "max_ms": 9.546, "p95_ms": 5.189}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 219, "max_ms": 1.367, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.215, "count": 219, "max_ms": 88.527, "p95_ms": 74.13}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.212, "count": 219, "max_ms": 12.342, "p95_ms": 9.047}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 116.289, "count": 219, "max_ms": 164.229, "p95_ms": 143.356}, "inference_input_copy_ms": {"avg_ms": 1.74, "count": 219, "max_ms": 9.216, "p95_ms": 2.884}, "processing_residual_ms": {"avg_ms": 0.212, "count": 219, "max_ms": 0.672, "p95_ms": 0.432}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 121.454, "count": 219, "max_ms": 169.159, "p95_ms": 149.068}, "read_interval": {"avg_ms": 137.005, "count": 218, "max_ms": 221.044, "p95_ms": 182.955}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 219, "max_ms": 0.047, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 3.206, "count": 219, "max_ms": 7.614, "p95_ms": 5.714}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 219, "max_ms": 0.068, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.189, "count": 219, "max_ms": 7.576, "p95_ms": 5.699}, "worker_merge_ms": {"avg_ms": 0.007, "count": 219, "max_ms": 0.028, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 53.231, "count": 219, "max_ms": 88.543, "p95_ms": 74.14}, "visualize": {"avg_ms": 53.753, "count": 219, "max_ms": 81.039, "p95_ms": 70.594}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.934, "count": 219, "max_ms": 71.178, "p95_ms": 62.592}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 52.164, "count": 219, "max_ms": 79.752, "p95_ms": 68.991}, "visualize_input_copy_ms": {"avg_ms": 1.366, "count": 219, "max_ms": 3.362, "p95_ms": 2.387}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 52.023, "count": 219, "max_ms": 79.62, "p95_ms": 68.88}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 219, "max_ms": 0.279, "p95_ms": 0.15}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 219}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1439.543, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.365, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.176, "sample_count": 2163, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1438974, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:02:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95268, "write_bytes_delta": 95268, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 459.0, "cpu_core_ratio": 0.372435, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 102268, "reason": null, "system_cpu_core_ratio": 0.033949, "system_cpu_s_delta": 0.33999999999999986, "user_cpu_core_ratio": 0.338487, "user_cpu_s_delta": 3.3900000000000006}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.791283, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 83412.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.635037, "system_cpu_s_delta": 6.360000000000582, "user_cpu_core_ratio": 1.156246, "user_cpu_s_delta": 11.579999999987194}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.27, "count": 219, "max_ms": 9.546, "p95_ms": 5.626, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.046, "max": 14.0, "p95": 8.0, "sample_count": 219}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.229, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 218}, "total": {"avg": 2.219, "max": 3.0, "p95": 3.0, "sample_count": 219}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.094, "count": 30, "max": 54.843, "p95": 28.699, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.336, "count": 30, "max": 27.095, "p95": 24.583, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.367, "count": 30, "max": 1012.0, "p95": 981.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 125.767, "count": 30, "max": 815.0, "p95": 513.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.038, "p95": 0.036, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.347, "count": 30, "max": 0.366, "p95": 0.365, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.104, "count": 30, "max": 2.765, "p95": 0.123, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100771.433, "count": 30, "max": 103718.0, "p95": 103635.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100771.433, "count": 30, "max": 103718.0, "p95": 103635.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 147809.933, "count": 30, "max": 209102.0, "p95": 192930.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.61, "count": 30, "max": 0.654, "p95": 0.653, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.082, "count": 30, "max": 1.156, "p95": 1.148, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11092, "sampled_at": "2026-10-30T11:02:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:02:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2762255, "flush_count": 2876, "flush_interval_seconds": 30.0, "flush_state": {"count": 2876, "last_at": "2026-10-30T11:03:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:03:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2875}, "started": true, "suppressed_count": 1436330, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 142, "tracking_summary": 1436188}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2876, "written_record_count": 2876}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9576.754, "limit_mb": null}, "detail": {"pid": 102384, "restart_count": 537, "start_count": 538}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3978721382400, "copied_frame_count": 1439063, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T10:54:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3353231, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T10:54:45+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.165}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 142, "events_emitted": 139, "events_failed": 0, "events_observed": 142, "events_suppressed": 3, "frame_buffer_copied_bytes": 3978721382400, "frame_buffer_copies": 1439063, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 6950, "recorder_active_input_bytes": 19215360000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 139, "recorder_clips_failed": 0, "recorder_clips_started": 139, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 139, "worker_jobs_accepted": 139, "worker_jobs_completed": 139, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1183, "count": 512, "max_ms": 3.2522, "p50_ms": 0.0952, "p95_ms": 0.2171, "p99_ms": 0.2968}, "stages": {"db_insert": {"avg_ms": 19.9953, "count": 139, "max_ms": 58.1833, "p50_ms": 19.1494, "p95_ms": 35.1181, "p99_ms": 40.9143, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8992, "count": 139, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2269, "p99_ms": 4.2598, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1108.39, "count": 142, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1382.3158, "p99_ms": 2018.5026, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4961, "count": 512, "max_ms": 4.1292, "p50_ms": 1.393, "p95_ms": 2.614, "p99_ms": 3.1134, "results": {"failed": 0, "not_applicable": 0, "success": 1439063, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.04, "count": 142, "max_ms": 794.4404, "p50_ms": 587.25, "p95_ms": 681.9014, "p99_ms": 717.686, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.1849, "count": 139, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.8008, "p99_ms": 71.7441, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.5779, "count": 512, "max_ms": 9.9399, "p50_ms": 4.3502, "p95_ms": 7.1099, "p99_ms": 8.925, "results": {"failed": 0, "not_applicable": 0, "success": 6950, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4587, "count": 512, "max_ms": 5.8963, "p50_ms": 1.2827, "p95_ms": 2.7893, "p99_ms": 4.2692, "results": {"failed": 0, "not_applicable": 0, "success": 6950, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.9929, "count": 139, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.844, "p99_ms": 713.212, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.8948, "count": 139, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.567, "p99_ms": 589.7044, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8124, "count": 139, "max_ms": 138.414, "p50_ms": 96.7618, "p95_ms": 119.2044, "p99_ms": 132.7451, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9385, "count": 139, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8563, "p99_ms": 7.6743, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.004, "count": 139, "max_ms": 81.87, "p50_ms": 45.697, "p95_ms": 68.9025, "p99_ms": 77.9258, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9696, "count": 142, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7991, "p99_ms": 4.5693, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.7356, "count": 139, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.3616, "p99_ms": 10.6547, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.7356, "count": 139, "max_ms": 12.4539, "p50_ms": 1.0044, "p95_ms": 5.3616, "p99_ms": 10.6547, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9696, "count": 142, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7991, "p99_ms": 4.5693, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0141, "count": 139, "max_ms": 9.1922, "p50_ms": 0.8269, "p95_ms": 1.9388, "p99_ms": 3.6336, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 470.8307, "count": 139, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.657, "p99_ms": 1384.7151, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7514, "count": 139, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.6859, "p99_ms": 16.5357, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.1091, "count": 139, "max_ms": 70.8318, "p50_ms": 23.0307, "p95_ms": 56.7164, "p99_ms": 66.7205, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0997, "count": 139, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1759, "p99_ms": 0.6314, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5926, "count": 139, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.6496, "p99_ms": 7.4172, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.9982, "count": 139, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.4164, "p99_ms": 1447.7534, "results": {"failed": 0, "not_applicable": 0, "success": 139, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 139, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 139, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1759, "p99_ms": 0.6314}, "wait_ms": {"count": 139, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.6496, "p99_ms": 7.4172}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 139, "artifact_failed": 0, "artifact_requested": 139, "artifact_success": 139, "completed": 139, "completed_failed": 0, "completed_success": 139, "cooldown_promoted": 139, "database_requested": 139, "db_insert_success": 139, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15535, "relay_business_failed": 0, "relay_business_success": 139, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 139, "relay_transport_failed": 0, "relay_transport_success": 139, "reservation_requested": 139}, "snapshot": {"copied_bytes": 384307200, "copied_count": 139, "copy": {"count": 139, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2269, "p99_ms": 4.2598}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 494, "h264_decode_error_count": 1106, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:03:10+09:00", "last_error_summary": "[h264 @ 0x5919c9448640] error while decoding MB 94 59, bytestream -6", "last_exit_at": "2026-10-30T11:03:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T11:03:13+09:00", "pid": 102384, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.258, "name": "ffmpeg", "pid": 102384, "rss_mb": 209.258, "state": "S (sleeping)", "threads": 70}, "restart_count": 537, "restart_count_per_hour": 15, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 538}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.656, "sample_count": 2165, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1439063, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:03:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.92, "last_frame_pushed_at": "2026-10-30T11:03:11+09:00", "last_frame_read_age_sec": 5.069, "last_frame_read_at": "2026-10-30T11:03:10+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 193.755, "last_sample_duration_ms": 1374.477, "last_trigger": "periodic", "next_snapshot_in_sec": 406.245, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 288, "storage_bytes": 2745048}, "mjpeg": {"age_sec": 4.91, "exists": true, "mtime": "2026-10-30T11:03:11.020839+09:00", "mtime_epoch": 1793325791.0208387, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 97915}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:03:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1439.586, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 122, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1439063, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.399, "max": 18.0, "p95": 10.0, "sample_count": 183}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.18, "max": 3.0, "p95": 3.0, "sample_count": 183}, "total": {"avg": 2.18, "max": 3.0, "p95": 3.0, "sample_count": 183}}, "tracking_counts": {"active": {"avg": 0.311, "max": 2.0, "p95": 1.0, "sample_count": 183}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}, "removed": {"avg": 0.016, "max": 1.0, "p95": 0.0, "sample_count": 183}, "tracked": {"avg": 0.311, "max": 2.0, "p95": 1.0, "sample_count": 183}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 182, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.127, "pushed": 6.127, "read": 6.093}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 182, "client_acquire_ms": {"avg_ms": 0.007, "count": 183, "max_ms": 0.037, "p95_ms": 0.017, "reason": null, "sample_age_ms": 5027.146, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.926, "count": 182, "max_ms": 7.361, "p95_ms": 3.189, "reason": null, "sample_age_ms": 5075.104, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.408, "count": 182, "max_ms": 7.154, "p95_ms": 2.297, "reason": null, "sample_age_ms": 5075.542, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.343, "count": 183, "max_ms": 1.505, "p95_ms": 0.706, "reason": null, "sample_age_ms": 5027.163, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.928, "count": 182, "max_ms": 4.855, "p95_ms": 3.438, "reason": null, "sample_age_ms": 5072.889, "source": "client_direct"}, "request_count": 182, "request_tensor_bytes": {"avg": 2764808.0, "count": 182, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5072.841, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 183, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5027.683, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.494, "count": 183, "max_ms": 84.076, "p95_ms": 69.001, "reason": null, "sample_age_ms": 5027.137, "source": "client_direct"}, "sample_age_ms": 5027.13, "source": "client_direct", "task_total_ms": {"avg_ms": 51.943, "count": 183, "max_ms": 86.357, "p95_ms": 71.979, "reason": null, "sample_age_ms": 5027.13, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.846, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.04, "count": 183, "max_ms": 19.101, "p95_ms": 13.945}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.459, "count": 183, "max_ms": 1.931, "p95_ms": 1.039}, "detection_prepare_ms": {"avg_ms": 1.614, "count": 183, "max_ms": 8.461, "p95_ms": 3.042}, "event_filter_ms": {"avg_ms": 0.006, "count": 183, "max_ms": 0.025, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.351, "count": 183, "max_ms": 1.335, "p95_ms": 0.697}, "mcmt_ms": {"avg_ms": 0.004, "count": 183, "max_ms": 0.036, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 3.375, "count": 183, "max_ms": 7.8, "p95_ms": 6.094}, "setup_ms": {"avg_ms": 0.044, "count": 183, "max_ms": 0.143, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 7.973, "count": 183, "max_ms": 18.988, "p95_ms": 13.84}, "track_match_ms": {"avg_ms": 0.105, "count": 183, "max_ms": 0.446, "p95_ms": 0.228}, "tracker_update_ms": {"avg_ms": 2.014, "count": 183, "max_ms": 8.17, "p95_ms": 3.727}}, "gstreamer_push": {"avg_ms": 3.169, "count": 183, "max_ms": 9.546, "p95_ms": 5.153}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.062, "count": 183, "max_ms": 1.367, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.295, "count": 183, "max_ms": 87.276, "p95_ms": 73.939}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.187, "count": 183, "max_ms": 12.342, "p95_ms": 8.583}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 116.675, "count": 183, "max_ms": 164.229, "p95_ms": 143.083}, "inference_input_copy_ms": {"avg_ms": 1.757, "count": 183, "max_ms": 9.216, "p95_ms": 2.805}, "processing_residual_ms": {"avg_ms": 0.213, "count": 183, "max_ms": 0.672, "p95_ms": 0.432}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 121.832, "count": 183, "max_ms": 169.159, "p95_ms": 148.714}, "read_interval": {"avg_ms": 137.079, "count": 182, "max_ms": 221.044, "p95_ms": 182.7}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 183, "max_ms": 0.047, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 3.29, "count": 183, "max_ms": 7.614, "p95_ms": 6.008}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 183, "max_ms": 0.059, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.273, "count": 183, "max_ms": 7.576, "p95_ms": 5.964}, "worker_merge_ms": {"avg_ms": 0.007, "count": 183, "max_ms": 0.028, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 53.31, "count": 183, "max_ms": 87.295, "p95_ms": 73.948}, "visualize": {"avg_ms": 53.997, "count": 183, "max_ms": 81.039, "p95_ms": 70.594}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 47.294, "count": 183, "max_ms": 71.178, "p95_ms": 62.592}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 52.412, "count": 183, "max_ms": 79.752, "p95_ms": 68.675}, "visualize_input_copy_ms": {"avg_ms": 1.365, "count": 183, "max_ms": 3.184, "p95_ms": 2.349}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 52.271, "count": 183, "max_ms": 79.62, "p95_ms": 68.538}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 183, "max_ms": 0.279, "p95_ms": 0.144}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 183}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1439.543, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.365, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.176, "sample_count": 2163, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1438974, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:02:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95268, "write_bytes_delta": 95268, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 459.0, "cpu_core_ratio": 0.372435, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 102268, "reason": null, "system_cpu_core_ratio": 0.033949, "system_cpu_s_delta": 0.33999999999999986, "user_cpu_core_ratio": 0.338487, "user_cpu_s_delta": 3.3900000000000006}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.791283, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 83412.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.635037, "system_cpu_s_delta": 6.360000000000582, "user_cpu_core_ratio": 1.156246, "user_cpu_s_delta": 11.579999999987194}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.27, "count": 219, "max_ms": 9.546, "p95_ms": 5.626, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.046, "max": 14.0, "p95": 8.0, "sample_count": 219}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.229, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 218}, "total": {"avg": 2.219, "max": 3.0, "p95": 3.0, "sample_count": 219}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.094, "count": 30, "max": 54.843, "p95": 28.699, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.336, "count": 30, "max": 27.095, "p95": 24.583, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 733.367, "count": 30, "max": 1012.0, "p95": 981.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 125.767, "count": 30, "max": 815.0, "p95": 513.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.038, "p95": 0.036, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.347, "count": 30, "max": 0.366, "p95": 0.365, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.104, "count": 30, "max": 2.765, "p95": 0.123, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100771.433, "count": 30, "max": 103718.0, "p95": 103635.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100771.433, "count": 30, "max": 103718.0, "p95": 103635.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 147809.933, "count": 30, "max": 209102.0, "p95": 192930.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.61, "count": 30, "max": 0.654, "p95": 0.653, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.082, "count": 30, "max": 1.156, "p95": 1.148, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11092, "sampled_at": "2026-10-30T11:02:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:02:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.869, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2763343, "flush_count": 2877, "flush_interval_seconds": 30.0, "flush_state": {"count": 2877, "last_at": "2026-10-30T11:04:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:04:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2876}, "started": true, "suppressed_count": 1437065, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1436921}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2877, "written_record_count": 2877}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9410.281, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T11:03:10+09:00", "last_error_summary": "[h264 @ 0x5919c9448640] error while decoding MB 94 59, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3980750745600, "copied_frame_count": 1439797, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 3980750745600, "frame_buffer_copies": 1439797, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1135, "count": 512, "max_ms": 1.7282, "p50_ms": 0.1006, "p95_ms": 0.2064, "p99_ms": 0.2979}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5886, "count": 512, "max_ms": 14.8537, "p50_ms": 1.473, "p95_ms": 2.6375, "p99_ms": 3.3404, "results": {"failed": 0, "not_applicable": 0, "success": 1439797, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 494, "h264_decode_error_count": 1106, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:03:10+09:00", "last_error_summary": "[h264 @ 0x5919c9448640] error while decoding MB 94 59, bytestream -6", "last_exit_at": "2026-10-30T11:04:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 105.508, "last_started_at": "2026-10-30T11:03:13+09:00", "pid": 102384, "process": {"exists": false, "pid": 102384}, "restart_count": 537, "restart_count_per_hour": 15, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 538}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.39, "sample_count": 2143, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1439797, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:04:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T11:04:59+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-10-30T11:04:59+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 297.274, "last_sample_duration_ms": 1374.477, "last_trigger": "periodic", "next_snapshot_in_sec": 302.726, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 288, "storage_bytes": 2745048}, "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-10-30T11:04:59.368087+09:00", "mtime_epoch": 1793325899.3680868, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102438}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:04:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1440.793, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1439797, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.31, "max": 20.0, "p95": 16.0, "sample_count": 213}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.995, "max": 5.0, "p95": 4.0, "sample_count": 213}, "total": {"avg": 2.995, "max": 5.0, "p95": 4.0, "sample_count": 213}}, "tracking_counts": {"active": {"avg": 1.033, "max": 3.0, "p95": 1.0, "sample_count": 213}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 213}, "tracked": {"avg": 1.033, "max": 3.0, "p95": 1.0, "sample_count": 213}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.103, "pushed": 7.103, "read": 7.07}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 212, "client_acquire_ms": {"avg_ms": 0.008, "count": 212, "max_ms": 0.134, "p95_ms": 0.014, "reason": null, "sample_age_ms": 55.259, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.001, "count": 212, "max_ms": 13.003, "p95_ms": 2.927, "reason": null, "sample_age_ms": 85.444, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.504, "count": 212, "max_ms": 12.796, "p95_ms": 2.255, "reason": null, "sample_age_ms": 85.617, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.382, "count": 212, "max_ms": 2.522, "p95_ms": 0.789, "reason": null, "sample_age_ms": 55.267, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.907, "count": 212, "max_ms": 3.918, "p95_ms": 2.993, "reason": null, "sample_age_ms": 84.499, "source": "client_direct"}, "request_count": 212, "request_tensor_bytes": {"avg": 2764808.0, "count": 212, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 84.487, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 212, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 55.494, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.185, "count": 212, "max_ms": 80.383, "p95_ms": 70.435, "reason": null, "sample_age_ms": 55.254, "source": "client_direct"}, "sample_age_ms": 55.249, "source": "client_direct", "task_total_ms": {"avg_ms": 52.644, "count": 212, "max_ms": 82.599, "p95_ms": 73.282, "reason": null, "sample_age_ms": 55.249, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.284, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.125, "count": 213, "max_ms": 21.474, "p95_ms": 14.999}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.538, "count": 213, "max_ms": 1.95, "p95_ms": 1.055}, "detection_prepare_ms": {"avg_ms": 1.821, "count": 213, "max_ms": 9.351, "p95_ms": 3.812}, "event_filter_ms": {"avg_ms": 0.006, "count": 213, "max_ms": 0.044, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.382, "count": 213, "max_ms": 2.223, "p95_ms": 0.745}, "mcmt_ms": {"avg_ms": 0.004, "count": 213, "max_ms": 0.044, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 3.785, "count": 213, "max_ms": 8.787, "p95_ms": 6.424}, "setup_ms": {"avg_ms": 0.044, "count": 213, "max_ms": 0.237, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 9.059, "count": 213, "max_ms": 21.366, "p95_ms": 14.865}, "track_match_ms": {"avg_ms": 0.17, "count": 213, "max_ms": 0.68, "p95_ms": 0.366}, "tracker_update_ms": {"avg_ms": 2.309, "count": 213, "max_ms": 8.545, "p95_ms": 4.373}}, "gstreamer_push": {"avg_ms": 3.263, "count": 213, "max_ms": 8.435, "p95_ms": 5.533}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 213, "max_ms": 0.288, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.02, "count": 213, "max_ms": 85.116, "p95_ms": 75.462}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.413, "count": 213, "max_ms": 14.451, "p95_ms": 9.448}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 119.897, "count": 213, "max_ms": 167.82, "p95_ms": 153.352}, "inference_input_copy_ms": {"avg_ms": 1.699, "count": 213, "max_ms": 4.52, "p95_ms": 2.932}, "processing_residual_ms": {"avg_ms": 0.247, "count": 213, "max_ms": 0.678, "p95_ms": 0.434}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 125.256, "count": 213, "max_ms": 173.448, "p95_ms": 159.506}, "read_interval": {"avg_ms": 141.499, "count": 212, "max_ms": 227.48, "p95_ms": 182.718}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 213, "max_ms": 0.153, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 3.708, "count": 213, "max_ms": 8.663, "p95_ms": 6.284}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 213, "max_ms": 0.065, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.689, "count": 213, "max_ms": 8.627, "p95_ms": 6.26}, "worker_merge_ms": {"avg_ms": 0.008, "count": 213, "max_ms": 0.047, "p95_ms": 0.021}}, "triton_wait": {"avg_ms": 54.034, "count": 213, "max_ms": 85.134, "p95_ms": 75.477}, "visualize": {"avg_ms": 55.388, "count": 213, "max_ms": 86.933, "p95_ms": 73.35}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 47.512, "count": 213, "max_ms": 75.856, "p95_ms": 63.979}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 53.833, "count": 213, "max_ms": 82.918, "p95_ms": 72.093}, "visualize_input_copy_ms": {"avg_ms": 1.344, "count": 213, "max_ms": 3.772, "p95_ms": 2.464}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 53.688, "count": 213, "max_ms": 82.566, "p95_ms": 71.969}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 213, "max_ms": 0.485, "p95_ms": 0.154}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 213}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1440.703, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.218, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.551, "sample_count": 2151, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1439586, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:04:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102314, "write_bytes_delta": 102314, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 449.0, "cpu_core_ratio": 0.381819, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 102384, "reason": null, "system_cpu_core_ratio": 0.034892, "system_cpu_s_delta": 0.3500000000000001, "user_cpu_core_ratio": 0.346927, "user_cpu_s_delta": 3.4800000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.789467, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 103131.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.652981, "system_cpu_s_delta": 6.55000000000291, "user_cpu_core_ratio": 1.136486, "user_cpu_s_delta": 11.39999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 4.105, "count": 214, "max_ms": 12.358, "p95_ms": 8.743, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.85, "max": 19.0, "p95": 14.0, "sample_count": 214}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.822, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 214}, "total": {"avg": 2.822, "max": 5.0, "p95": 4.0, "sample_count": 214}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.928, "count": 30, "max": 39.512, "p95": 34.596, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.745, "count": 30, "max": 27.095, "p95": 24.594, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 704.533, "count": 30, "max": 1012.0, "p95": 981.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 260.233, "count": 30, "max": 3519.0, "p95": 697.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.35, "count": 30, "max": 0.376, "p95": 0.366, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.099, "count": 30, "max": 2.765, "p95": 0.109, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100209.533, "count": 30, "max": 103718.0, "p95": 103635.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100209.533, "count": 30, "max": 103718.0, "p95": 103635.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 126622.033, "count": 30, "max": 196988.0, "p95": 186717.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.609, "count": 30, "max": 0.683, "p95": 0.653, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.087, "count": 30, "max": 1.175, "p95": 1.167, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11101, "sampled_at": "2026-10-30T11:04:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:04:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2763343, "flush_count": 2877, "flush_interval_seconds": 30.0, "flush_state": {"count": 2877, "last_at": "2026-10-30T11:04:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:04:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2876}, "started": true, "suppressed_count": 1437065, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1436921}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2877, "written_record_count": 2877}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9411.043, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3980750745600, "copied_frame_count": 1439797, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 3980750745600, "frame_buffer_copies": 1439797, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1135, "count": 512, "max_ms": 1.7282, "p50_ms": 0.1006, "p95_ms": 0.2064, "p99_ms": 0.2979}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5886, "count": 512, "max_ms": 14.8537, "p50_ms": 1.473, "p95_ms": 2.6375, "p99_ms": 3.3404, "results": {"failed": 0, "not_applicable": 0, "success": 1439797, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 494, "h264_decode_error_count": 1106, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:03:10+09:00", "last_error_summary": "[h264 @ 0x5919c9448640] error while decoding MB 94 59, bytestream -6", "last_exit_at": "2026-10-30T11:04:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 105.562, "last_started_at": "2026-10-30T11:03:13+09:00", "pid": 102384, "process": {"exists": false, "pid": 102384}, "restart_count": 537, "restart_count_per_hour": 15, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 538}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.39, "sample_count": 2142, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1439797, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:04:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.055, "last_frame_pushed_at": "2026-10-30T11:04:59+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-10-30T11:04:59+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 297.314, "last_sample_duration_ms": 1374.477, "last_trigger": "periodic", "next_snapshot_in_sec": 302.686, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 288, "storage_bytes": 2745048}, "mjpeg": {"age_sec": 0.047, "exists": true, "mtime": "2026-10-30T11:04:59.444087+09:00", "mtime_epoch": 1793325899.444087, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101363}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:04:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1440.793, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1439797, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.269, "max": 20.0, "p95": 16.0, "sample_count": 212}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.0, "max": 5.0, "p95": 4.0, "sample_count": 212}, "total": {"avg": 3.0, "max": 5.0, "p95": 4.0, "sample_count": 212}}, "tracking_counts": {"active": {"avg": 1.033, "max": 3.0, "p95": 1.0, "sample_count": 212}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 212}, "tracked": {"avg": 1.033, "max": 3.0, "p95": 1.0, "sample_count": 212}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.087, "pushed": 7.087, "read": 7.053}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 211, "client_acquire_ms": {"avg_ms": 0.008, "count": 212, "max_ms": 0.134, "p95_ms": 0.014, "reason": null, "sample_age_ms": 105.809, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.003, "count": 211, "max_ms": 13.003, "p95_ms": 2.927, "reason": null, "sample_age_ms": 135.994, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.506, "count": 211, "max_ms": 12.796, "p95_ms": 2.256, "reason": null, "sample_age_ms": 136.167, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.382, "count": 212, "max_ms": 2.522, "p95_ms": 0.789, "reason": null, "sample_age_ms": 105.818, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.898, "count": 211, "max_ms": 3.918, "p95_ms": 2.963, "reason": null, "sample_age_ms": 135.049, "source": "client_direct"}, "request_count": 211, "request_tensor_bytes": {"avg": 2764808.0, "count": 211, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 135.037, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 212, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 106.045, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.185, "count": 212, "max_ms": 80.383, "p95_ms": 70.435, "reason": null, "sample_age_ms": 105.804, "source": "client_direct"}, "sample_age_ms": 105.8, "source": "client_direct", "task_total_ms": {"avg_ms": 52.644, "count": 212, "max_ms": 82.599, "p95_ms": 73.282, "reason": null, "sample_age_ms": 105.8, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.167, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.142, "count": 212, "max_ms": 21.474, "p95_ms": 14.999}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.539, "count": 212, "max_ms": 1.95, "p95_ms": 1.055}, "detection_prepare_ms": {"avg_ms": 1.825, "count": 212, "max_ms": 9.351, "p95_ms": 3.812}, "event_filter_ms": {"avg_ms": 0.006, "count": 212, "max_ms": 0.044, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.383, "count": 212, "max_ms": 2.223, "p95_ms": 0.745}, "mcmt_ms": {"avg_ms": 0.004, "count": 212, "max_ms": 0.044, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 3.791, "count": 212, "max_ms": 8.787, "p95_ms": 6.424}, "setup_ms": {"avg_ms": 0.044, "count": 212, "max_ms": 0.237, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 9.077, "count": 212, "max_ms": 21.366, "p95_ms": 14.865}, "track_match_ms": {"avg_ms": 0.17, "count": 212, "max_ms": 0.68, "p95_ms": 0.366}, "tracker_update_ms": {"avg_ms": 2.314, "count": 212, "max_ms": 8.545, "p95_ms": 4.373}}, "gstreamer_push": {"avg_ms": 3.26, "count": 212, "max_ms": 8.435, "p95_ms": 5.533}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 212, "max_ms": 0.288, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.076, "count": 212, "max_ms": 85.116, "p95_ms": 75.462}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.417, "count": 212, "max_ms": 14.451, "p95_ms": 9.448}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 120.067, "count": 212, "max_ms": 167.82, "p95_ms": 153.352}, "inference_input_copy_ms": {"avg_ms": 1.702, "count": 212, "max_ms": 4.52, "p95_ms": 2.932}, "processing_residual_ms": {"avg_ms": 0.247, "count": 212, "max_ms": 0.678, "p95_ms": 0.434}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 125.434, "count": 212, "max_ms": 173.448, "p95_ms": 159.506}, "read_interval": {"avg_ms": 141.702, "count": 211, "max_ms": 227.48, "p95_ms": 182.718}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 212, "max_ms": 0.153, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 3.714, "count": 212, "max_ms": 8.663, "p95_ms": 6.284}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 212, "max_ms": 0.065, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.695, "count": 212, "max_ms": 8.627, "p95_ms": 6.26}, "worker_merge_ms": {"avg_ms": 0.008, "count": 212, "max_ms": 0.047, "p95_ms": 0.021}}, "triton_wait": {"avg_ms": 54.091, "count": 212, "max_ms": 85.134, "p95_ms": 75.477}, "visualize": {"avg_ms": 55.482, "count": 212, "max_ms": 86.933, "p95_ms": 73.35}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 47.592, "count": 212, "max_ms": 75.856, "p95_ms": 63.979}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 53.927, "count": 212, "max_ms": 82.918, "p95_ms": 72.093}, "visualize_input_copy_ms": {"avg_ms": 1.344, "count": 212, "max_ms": 3.772, "p95_ms": 2.464}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 53.782, "count": 212, "max_ms": 82.566, "p95_ms": 71.969}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 212, "max_ms": 0.485, "p95_ms": 0.154}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 212}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1440.703, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.218, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.551, "sample_count": 2151, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1439586, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:04:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102314, "write_bytes_delta": 102314, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 449.0, "cpu_core_ratio": 0.381819, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 102384, "reason": null, "system_cpu_core_ratio": 0.034892, "system_cpu_s_delta": 0.3500000000000001, "user_cpu_core_ratio": 0.346927, "user_cpu_s_delta": 3.4800000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.789467, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 103131.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.652981, "system_cpu_s_delta": 6.55000000000291, "user_cpu_core_ratio": 1.136486, "user_cpu_s_delta": 11.39999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 4.105, "count": 214, "max_ms": 12.358, "p95_ms": 8.743, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.85, "max": 19.0, "p95": 14.0, "sample_count": 214}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.822, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 214}, "total": {"avg": 2.822, "max": 5.0, "p95": 4.0, "sample_count": 214}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.928, "count": 30, "max": 39.512, "p95": 34.596, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.745, "count": 30, "max": 27.095, "p95": 24.594, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 704.533, "count": 30, "max": 1012.0, "p95": 981.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 260.233, "count": 30, "max": 3519.0, "p95": 697.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.35, "count": 30, "max": 0.376, "p95": 0.366, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.099, "count": 30, "max": 2.765, "p95": 0.109, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100209.533, "count": 30, "max": 103718.0, "p95": 103635.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100209.533, "count": 30, "max": 103718.0, "p95": 103635.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 126622.033, "count": 30, "max": 196988.0, "p95": 186717.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.609, "count": 30, "max": 0.683, "p95": 0.653, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.087, "count": 30, "max": 1.175, "p95": 1.167, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11101, "sampled_at": "2026-10-30T11:04:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:04:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2763343, "flush_count": 2877, "flush_interval_seconds": 30.0, "flush_state": {"count": 2877, "last_at": "2026-10-30T11:04:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:04:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2876}, "started": true, "suppressed_count": 1437065, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1436921}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2877, "written_record_count": 2877}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9583.52, "limit_mb": null}, "detail": {"pid": 102624, "restart_count": 538, "start_count": 539}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3980750745600, "copied_frame_count": 1439797, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 3980750745600, "frame_buffer_copies": 1439797, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1135, "count": 512, "max_ms": 1.7282, "p50_ms": 0.1006, "p95_ms": 0.2064, "p99_ms": 0.2979}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5886, "count": 512, "max_ms": 14.8537, "p50_ms": 1.473, "p95_ms": 2.6375, "p99_ms": 3.3404, "results": {"failed": 0, "not_applicable": 0, "success": 1439797, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 494, "h264_decode_error_count": 1106, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:03:10+09:00", "last_error_summary": "[h264 @ 0x5919c9448640] error while decoding MB 94 59, bytestream -6", "last_exit_at": "2026-10-30T11:05:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.003, "last_started_at": "2026-10-30T11:05:01+09:00", "pid": 102624, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.215, "name": "ffmpeg", "pid": 102624, "rss_mb": 206.215, "state": "S (sleeping)", "threads": 70}, "restart_count": 538, "restart_count_per_hour": 16, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.253, "sample_count": 2111, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1439797, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:04:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.463, "last_frame_pushed_at": "2026-10-30T11:04:59+09:00", "last_frame_read_age_sec": 4.538, "last_frame_read_at": "2026-10-30T11:04:59+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 301.734, "last_sample_duration_ms": 1374.477, "last_trigger": "periodic", "next_snapshot_in_sec": 298.266, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 288, "storage_bytes": 2745048}, "mjpeg": {"age_sec": 4.455, "exists": true, "mtime": "2026-10-30T11:04:59.444087+09:00", "mtime_epoch": 1793325899.444087, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101363}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:05:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1440.797, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1439797, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.9, "max": 18.0, "p95": 16.0, "sample_count": 180}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.989, "max": 4.0, "p95": 4.0, "sample_count": 180}, "total": {"avg": 2.989, "max": 4.0, "p95": 4.0, "sample_count": 180}}, "tracking_counts": {"active": {"avg": 1.011, "max": 2.0, "p95": 1.0, "sample_count": 180}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "removed": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 180}, "tracked": {"avg": 1.011, "max": 2.0, "p95": 1.0, "sample_count": 180}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.02, "pushed": 6.02, "read": 5.986}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 179, "client_acquire_ms": {"avg_ms": 0.007, "count": 180, "max_ms": 0.037, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4521.412, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.993, "count": 179, "max_ms": 13.003, "p95_ms": 2.925, "reason": null, "sample_age_ms": 4551.597, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.495, "count": 179, "max_ms": 12.796, "p95_ms": 2.246, "reason": null, "sample_age_ms": 4551.77, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.381, "count": 180, "max_ms": 2.522, "p95_ms": 0.748, "reason": null, "sample_age_ms": 4521.42, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.901, "count": 179, "max_ms": 3.918, "p95_ms": 2.975, "reason": null, "sample_age_ms": 4550.652, "source": "client_direct"}, "request_count": 179, "request_tensor_bytes": {"avg": 2764808.0, "count": 179, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4550.64, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 180, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4521.647, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.239, "count": 180, "max_ms": 80.383, "p95_ms": 70.762, "reason": null, "sample_age_ms": 4521.407, "source": "client_direct"}, "sample_age_ms": 4521.403, "source": "client_direct", "task_total_ms": {"avg_ms": 52.69, "count": 180, "max_ms": 82.599, "p95_ms": 73.626, "reason": null, "sample_age_ms": 4521.403, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.944, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.329, "count": 180, "max_ms": 21.474, "p95_ms": 15.142}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.532, "count": 180, "max_ms": 1.597, "p95_ms": 1.037}, "detection_prepare_ms": {"avg_ms": 1.859, "count": 180, "max_ms": 9.351, "p95_ms": 3.812}, "event_filter_ms": {"avg_ms": 0.006, "count": 180, "max_ms": 0.044, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.389, "count": 180, "max_ms": 2.223, "p95_ms": 0.753}, "mcmt_ms": {"avg_ms": 0.004, "count": 180, "max_ms": 0.044, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 3.956, "count": 180, "max_ms": 8.787, "p95_ms": 6.433}, "setup_ms": {"avg_ms": 0.045, "count": 180, "max_ms": 0.237, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 9.263, "count": 180, "max_ms": 21.366, "p95_ms": 15.084}, "track_match_ms": {"avg_ms": 0.172, "count": 180, "max_ms": 0.68, "p95_ms": 0.366}, "tracker_update_ms": {"avg_ms": 2.297, "count": 180, "max_ms": 8.545, "p95_ms": 4.242}}, "gstreamer_push": {"avg_ms": 3.256, "count": 180, "max_ms": 8.435, "p95_ms": 5.511}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 180, "max_ms": 0.288, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.124, "count": 180, "max_ms": 85.116, "p95_ms": 75.707}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.44, "count": 180, "max_ms": 12.58, "p95_ms": 9.448}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 120.573, "count": 180, "max_ms": 167.82, "p95_ms": 153.352}, "inference_input_copy_ms": {"avg_ms": 1.718, "count": 180, "max_ms": 4.52, "p95_ms": 2.932}, "processing_residual_ms": {"avg_ms": 0.248, "count": 180, "max_ms": 0.678, "p95_ms": 0.433}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 125.979, "count": 180, "max_ms": 173.448, "p95_ms": 160.039}, "read_interval": {"avg_ms": 142.32, "count": 179, "max_ms": 227.48, "p95_ms": 183.55}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 180, "max_ms": 0.153, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 3.878, "count": 180, "max_ms": 8.663, "p95_ms": 6.284}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 180, "max_ms": 0.065, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.859, "count": 180, "max_ms": 8.627, "p95_ms": 6.26}, "worker_merge_ms": {"avg_ms": 0.008, "count": 180, "max_ms": 0.047, "p95_ms": 0.021}}, "triton_wait": {"avg_ms": 54.139, "count": 180, "max_ms": 85.134, "p95_ms": 75.714}, "visualize": {"avg_ms": 55.769, "count": 180, "max_ms": 80.483, "p95_ms": 73.013}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 47.874, "count": 180, "max_ms": 74.35, "p95_ms": 63.979}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 54.219, "count": 180, "max_ms": 79.39, "p95_ms": 71.028}, "visualize_input_copy_ms": {"avg_ms": 1.337, "count": 180, "max_ms": 3.215, "p95_ms": 2.32}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 54.074, "count": 180, "max_ms": 79.193, "p95_ms": 70.845}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 180, "max_ms": 0.485, "p95_ms": 0.151}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1440.793, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.768, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.39, "sample_count": 2125, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1439797, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:04:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2.418, "exists": true, "size_bytes": 101363, "write_bytes_delta": 101363, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 102384, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.557739, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 87256.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.579338, "system_cpu_s_delta": 7.070000000006985, "user_cpu_core_ratio": 0.978401, "user_cpu_s_delta": 11.940000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.271, "count": 195, "max_ms": 8.435, "p95_ms": 5.686, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.805, "max": 18.0, "p95": 16.0, "sample_count": 195}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.985, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 195}, "total": {"avg": 2.985, "max": 4.0, "p95": 4.0, "sample_count": 195}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.418, "count": 30, "max": 39.512, "p95": 34.596, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.931, "count": 30, "max": 27.095, "p95": 24.594, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 669.433, "count": 30, "max": 1012.0, "p95": 967.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 240.6, "count": 30, "max": 3519.0, "p95": 697.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.348, "count": 30, "max": 0.376, "p95": 0.366, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.081, "count": 30, "max": 2.418, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100345.7, "count": 30, "max": 104156.0, "p95": 103697.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100345.7, "count": 30, "max": 104156.0, "p95": 103697.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 118387.967, "count": 30, "max": 196988.0, "p95": 186717.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.615, "count": 30, "max": 0.684, "p95": 0.677, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.092, "count": 30, "max": 1.18, "p95": 1.174, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11104, "sampled_at": "2026-10-30T11:05:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:05:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2765351, "flush_count": 2879, "flush_interval_seconds": 30.0, "flush_state": {"count": 2879, "last_at": "2026-10-30T11:06:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:06:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2878}, "started": true, "suppressed_count": 1437677, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1437533}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2879, "written_record_count": 2879}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9411.203, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5e2e4dc8ab00] error while decoding MB 3 43, bytestream -35", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3982445568000, "copied_frame_count": 1440410, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 3982445568000, "frame_buffer_copies": 1440410, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1224, "count": 512, "max_ms": 3.952, "p50_ms": 0.099, "p95_ms": 0.219, "p99_ms": 0.3241}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.533, "count": 512, "max_ms": 4.0573, "p50_ms": 1.4257, "p95_ms": 2.5867, "p99_ms": 3.3805, "results": {"failed": 0, "not_applicable": 0, "success": 1440410, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 495, "h264_decode_error_count": 1107, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:06:31+09:00", "last_error_summary": "[h264 @ 0x5e2e4dc8ab00] error while decoding MB 3 43, bytestream -35", "last_exit_at": "2026-10-30T11:05:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 89.12, "last_started_at": "2026-10-30T11:05:01+09:00", "pid": 102624, "process": {"exists": false, "pid": 102624}, "restart_count": 538, "restart_count_per_hour": 16, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.579, "sample_count": 2088, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1440410, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:06:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.093, "last_frame_pushed_at": "2026-10-30T11:06:30+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-10-30T11:06:30+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 388.868, "last_sample_duration_ms": 1374.477, "last_trigger": "periodic", "next_snapshot_in_sec": 211.132, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 288, "storage_bytes": 2745048}, "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-10-30T11:06:30.936309+09:00", "mtime_epoch": 1793325990.936309, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 106721}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:06:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1441.105, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1440411, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.382, "max": 18.0, "p95": 14.0, "sample_count": 217}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.469, "max": 4.0, "p95": 3.0, "sample_count": 211}, "total": {"avg": 1.429, "max": 4.0, "p95": 3.0, "sample_count": 217}}, "tracking_counts": {"active": {"avg": 0.23, "max": 3.0, "p95": 1.0, "sample_count": 217}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "removed": {"avg": 0.037, "max": 1.0, "p95": 0.0, "sample_count": 217}, "tracked": {"avg": 0.23, "max": 3.0, "p95": 1.0, "sample_count": 217}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.252, "pushed": 7.252, "read": 7.252}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 217, "client_acquire_ms": {"avg_ms": 0.008, "count": 217, "max_ms": 0.038, "p95_ms": 0.015, "reason": null, "sample_age_ms": 55.184, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.954, "count": 217, "max_ms": 8.356, "p95_ms": 3.194, "reason": null, "sample_age_ms": 98.163, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.398, "count": 217, "max_ms": 7.579, "p95_ms": 2.215, "reason": null, "sample_age_ms": 98.478, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.38, "count": 217, "max_ms": 1.476, "p95_ms": 0.684, "reason": null, "sample_age_ms": 55.195, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.045, "count": 217, "max_ms": 7.042, "p95_ms": 3.665, "reason": null, "sample_age_ms": 95.597, "source": "client_direct"}, "request_count": 217, "request_tensor_bytes": {"avg": 2764808.0, "count": 217, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 95.559, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 217, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 55.629, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.271, "count": 217, "max_ms": 92.032, "p95_ms": 78.181, "reason": null, "sample_age_ms": 55.179, "source": "client_direct"}, "sample_age_ms": 55.174, "source": "client_direct", "task_total_ms": {"avg_ms": 55.877, "count": 217, "max_ms": 93.335, "p95_ms": 80.325, "reason": null, "sample_age_ms": 55.174, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.58, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.477, "count": 217, "max_ms": 16.531, "p95_ms": 11.471}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.451, "count": 217, "max_ms": 1.59, "p95_ms": 0.817}, "detection_prepare_ms": {"avg_ms": 1.507, "count": 217, "max_ms": 6.536, "p95_ms": 2.769}, "event_filter_ms": {"avg_ms": 0.006, "count": 217, "max_ms": 0.044, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.305, "count": 217, "max_ms": 1.015, "p95_ms": 0.629}, "mcmt_ms": {"avg_ms": 0.004, "count": 217, "max_ms": 0.026, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.266, "count": 217, "max_ms": 6.064, "p95_ms": 4.457}, "setup_ms": {"avg_ms": 0.047, "count": 217, "max_ms": 0.184, "p95_ms": 0.098}, "total_inside_ms": {"avg_ms": 6.414, "count": 217, "max_ms": 16.447, "p95_ms": 11.371}, "track_match_ms": {"avg_ms": 0.091, "count": 217, "max_ms": 0.793, "p95_ms": 0.198}, "tracker_update_ms": {"avg_ms": 1.737, "count": 217, "max_ms": 7.563, "p95_ms": 3.196}}, "gstreamer_push": {"avg_ms": 3.205, "count": 217, "max_ms": 6.705, "p95_ms": 5.422}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.062, "count": 217, "max_ms": 1.214, "p95_ms": 0.131}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.31, "count": 217, "max_ms": 94.034, "p95_ms": 81.793}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.107, "count": 217, "max_ms": 13.172, "p95_ms": 9.161}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 117.348, "count": 217, "max_ms": 178.817, "p95_ms": 149.0}, "inference_input_copy_ms": {"avg_ms": 1.75, "count": 217, "max_ms": 8.166, "p95_ms": 2.984}, "processing_residual_ms": {"avg_ms": 0.205, "count": 217, "max_ms": 0.852, "p95_ms": 0.386}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 122.41, "count": 217, "max_ms": 186.805, "p95_ms": 153.691}, "read_interval": {"avg_ms": 138.127, "count": 217, "max_ms": 221.462, "p95_ms": 180.124}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 217, "max_ms": 0.085, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 2.192, "count": 217, "max_ms": 5.933, "p95_ms": 4.366}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 217, "max_ms": 0.068, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.174, "count": 217, "max_ms": 5.902, "p95_ms": 4.281}, "worker_merge_ms": {"avg_ms": 0.007, "count": 217, "max_ms": 0.027, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 57.326, "count": 217, "max_ms": 94.042, "p95_ms": 81.805}, "visualize": {"avg_ms": 52.225, "count": 217, "max_ms": 82.418, "p95_ms": 71.458}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.735, "count": 217, "max_ms": 70.491, "p95_ms": 63.629}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 50.611, "count": 217, "max_ms": 79.86, "p95_ms": 69.734}, "visualize_input_copy_ms": {"avg_ms": 1.378, "count": 217, "max_ms": 4.221, "p95_ms": 2.371}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 50.463, "count": 217, "max_ms": 79.642, "p95_ms": 69.529}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 217, "max_ms": 0.378, "p95_ms": 0.152}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1441.004, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.718, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.951, "sample_count": 2099, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1440203, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:06:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106803, "write_bytes_delta": 106803, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 508.0, "cpu_core_ratio": 0.407854, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 102624, "reason": null, "system_cpu_core_ratio": 0.037986, "system_cpu_s_delta": 0.3799999999999999, "user_cpu_core_ratio": 0.369867, "user_cpu_s_delta": 3.6999999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.736378, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 88547.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.627775, "system_cpu_s_delta": 6.279999999998836, "user_cpu_core_ratio": 1.108603, "user_cpu_s_delta": 11.090000000025611}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.37, "count": 213, "max_ms": 11.325, "p95_ms": 5.839, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.071, "max": 18.0, "p95": 14.0, "sample_count": 212}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.729, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 203}, "total": {"avg": 2.613, "max": 5.0, "p95": 4.0, "sample_count": 212}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.108, "count": 30, "max": 39.512, "p95": 34.596, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.586, "count": 30, "max": 27.095, "p95": 24.47, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 592.0, "count": 30, "max": 968.0, "p95": 962.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 211.5, "count": 30, "max": 3519.0, "p95": 512.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.347, "count": 30, "max": 0.376, "p95": 0.368, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.081, "count": 30, "max": 2.418, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101208.4, "count": 30, "max": 108683.0, "p95": 108301.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101208.4, "count": 30, "max": 108683.0, "p95": 108301.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 100659.5, "count": 30, "max": 196988.0, "p95": 181237.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.622, "count": 30, "max": 0.733, "p95": 0.697, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.097, "count": 30, "max": 1.271, "p95": 1.187, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11110, "sampled_at": "2026-10-30T11:06:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:06:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2765351, "flush_count": 2879, "flush_interval_seconds": 30.0, "flush_state": {"count": 2879, "last_at": "2026-10-30T11:06:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:06:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2878}, "started": true, "suppressed_count": 1437677, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1437533}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2879, "written_record_count": 2879}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9410.164, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T11:06:31+09:00", "last_error_summary": "[h264 @ 0x5e2e4dc8ab00] error while decoding MB 3 43, bytestream -35", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3982448332800, "copied_frame_count": 1440411, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 3982448332800, "frame_buffer_copies": 1440411, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1224, "count": 512, "max_ms": 3.952, "p50_ms": 0.099, "p95_ms": 0.219, "p99_ms": 0.3241}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5324, "count": 512, "max_ms": 4.0573, "p50_ms": 1.4257, "p95_ms": 2.5867, "p99_ms": 3.3805, "results": {"failed": 0, "not_applicable": 0, "success": 1440411, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 495, "h264_decode_error_count": 1107, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:06:31+09:00", "last_error_summary": "[h264 @ 0x5e2e4dc8ab00] error while decoding MB 3 43, bytestream -35", "last_exit_at": "2026-10-30T11:06:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 89.213, "last_started_at": "2026-10-30T11:05:01+09:00", "pid": 102624, "process": {"exists": false, "pid": 102624}, "restart_count": 538, "restart_count_per_hour": 16, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.579, "sample_count": 2088, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1440411, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:06:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.053, "last_frame_pushed_at": "2026-10-30T11:06:31+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-10-30T11:06:30+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 388.946, "last_sample_duration_ms": 1374.477, "last_trigger": "periodic", "next_snapshot_in_sec": 211.054, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 288, "storage_bytes": 2745048}, "mjpeg": {"age_sec": 0.041, "exists": true, "mtime": "2026-10-30T11:06:31.067310+09:00", "mtime_epoch": 1793325991.0673096, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 106653}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:06:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1441.098, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1440411, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.392, "max": 18.0, "p95": 14.0, "sample_count": 217}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.467, "max": 4.0, "p95": 3.0, "sample_count": 210}, "total": {"avg": 1.419, "max": 4.0, "p95": 3.0, "sample_count": 217}}, "tracking_counts": {"active": {"avg": 0.23, "max": 3.0, "p95": 1.0, "sample_count": 217}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "removed": {"avg": 0.037, "max": 1.0, "p95": 0.0, "sample_count": 217}, "tracked": {"avg": 0.23, "max": 3.0, "p95": 1.0, "sample_count": 217}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.233, "pushed": 7.233, "read": 7.233}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 216, "client_acquire_ms": {"avg_ms": 0.008, "count": 217, "max_ms": 0.038, "p95_ms": 0.015, "reason": null, "sample_age_ms": 148.357, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.956, "count": 216, "max_ms": 8.356, "p95_ms": 3.206, "reason": null, "sample_age_ms": 191.336, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.399, "count": 216, "max_ms": 7.579, "p95_ms": 2.215, "reason": null, "sample_age_ms": 191.651, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.38, "count": 217, "max_ms": 1.476, "p95_ms": 0.684, "reason": null, "sample_age_ms": 148.368, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.044, "count": 216, "max_ms": 7.042, "p95_ms": 3.668, "reason": null, "sample_age_ms": 188.77, "source": "client_direct"}, "request_count": 216, "request_tensor_bytes": {"avg": 2764808.0, "count": 216, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 188.732, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 217, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 148.802, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.271, "count": 217, "max_ms": 92.032, "p95_ms": 78.181, "reason": null, "sample_age_ms": 148.352, "source": "client_direct"}, "sample_age_ms": 148.347, "source": "client_direct", "task_total_ms": {"avg_ms": 55.877, "count": 217, "max_ms": 93.335, "p95_ms": 80.325, "reason": null, "sample_age_ms": 148.347, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.381, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.437, "count": 217, "max_ms": 16.531, "p95_ms": 11.471}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.449, "count": 217, "max_ms": 1.59, "p95_ms": 0.817}, "detection_prepare_ms": {"avg_ms": 1.498, "count": 217, "max_ms": 6.536, "p95_ms": 2.769}, "event_filter_ms": {"avg_ms": 0.006, "count": 217, "max_ms": 0.044, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.303, "count": 217, "max_ms": 1.015, "p95_ms": 0.629}, "mcmt_ms": {"avg_ms": 0.004, "count": 217, "max_ms": 0.026, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.247, "count": 217, "max_ms": 6.064, "p95_ms": 4.457}, "setup_ms": {"avg_ms": 0.047, "count": 217, "max_ms": 0.184, "p95_ms": 0.098}, "total_inside_ms": {"avg_ms": 6.374, "count": 217, "max_ms": 16.447, "p95_ms": 11.371}, "track_match_ms": {"avg_ms": 0.091, "count": 217, "max_ms": 0.793, "p95_ms": 0.198}, "tracker_update_ms": {"avg_ms": 1.729, "count": 217, "max_ms": 7.563, "p95_ms": 3.196}}, "gstreamer_push": {"avg_ms": 3.198, "count": 217, "max_ms": 6.705, "p95_ms": 5.422}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.062, "count": 217, "max_ms": 1.214, "p95_ms": 0.131}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.258, "count": 217, "max_ms": 94.034, "p95_ms": 81.793}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.046, "count": 217, "max_ms": 13.036, "p95_ms": 9.069}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 117.336, "count": 217, "max_ms": 178.817, "p95_ms": 149.0}, "inference_input_copy_ms": {"avg_ms": 1.75, "count": 217, "max_ms": 8.166, "p95_ms": 2.984}, "processing_residual_ms": {"avg_ms": 0.204, "count": 217, "max_ms": 0.852, "p95_ms": 0.386}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 122.337, "count": 217, "max_ms": 186.805, "p95_ms": 153.691}, "read_interval": {"avg_ms": 138.127, "count": 217, "max_ms": 221.462, "p95_ms": 180.124}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 217, "max_ms": 0.085, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 2.174, "count": 217, "max_ms": 5.933, "p95_ms": 4.366}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 217, "max_ms": 0.068, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.155, "count": 217, "max_ms": 5.902, "p95_ms": 4.281}, "worker_merge_ms": {"avg_ms": 0.007, "count": 217, "max_ms": 0.027, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 57.273, "count": 217, "max_ms": 94.042, "p95_ms": 81.805}, "visualize": {"avg_ms": 52.298, "count": 217, "max_ms": 82.418, "p95_ms": 71.458}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.832, "count": 217, "max_ms": 70.491, "p95_ms": 64.133}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 50.69, "count": 217, "max_ms": 79.86, "p95_ms": 69.81}, "visualize_input_copy_ms": {"avg_ms": 1.372, "count": 217, "max_ms": 4.221, "p95_ms": 2.371}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 50.542, "count": 217, "max_ms": 79.642, "p95_ms": 69.606}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 217, "max_ms": 0.378, "p95_ms": 0.152}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1441.004, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.718, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.951, "sample_count": 2099, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1440203, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:06:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106803, "write_bytes_delta": 106803, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 508.0, "cpu_core_ratio": 0.407854, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 102624, "reason": null, "system_cpu_core_ratio": 0.037986, "system_cpu_s_delta": 0.3799999999999999, "user_cpu_core_ratio": 0.369867, "user_cpu_s_delta": 3.6999999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.736378, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 88547.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.627775, "system_cpu_s_delta": 6.279999999998836, "user_cpu_core_ratio": 1.108603, "user_cpu_s_delta": 11.090000000025611}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.37, "count": 213, "max_ms": 11.325, "p95_ms": 5.839, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.071, "max": 18.0, "p95": 14.0, "sample_count": 212}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.729, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 203}, "total": {"avg": 2.613, "max": 5.0, "p95": 4.0, "sample_count": 212}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.108, "count": 30, "max": 39.512, "p95": 34.596, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.586, "count": 30, "max": 27.095, "p95": 24.47, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 592.0, "count": 30, "max": 968.0, "p95": 962.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 211.5, "count": 30, "max": 3519.0, "p95": 512.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.347, "count": 30, "max": 0.376, "p95": 0.368, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.081, "count": 30, "max": 2.418, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101208.4, "count": 30, "max": 108683.0, "p95": 108301.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101208.4, "count": 30, "max": 108683.0, "p95": 108301.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 100659.5, "count": 30, "max": 196988.0, "p95": 181237.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.622, "count": 30, "max": 0.733, "p95": 0.697, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.097, "count": 30, "max": 1.271, "p95": 1.187, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11110, "sampled_at": "2026-10-30T11:06:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:06:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2765351, "flush_count": 2879, "flush_interval_seconds": 30.0, "flush_state": {"count": 2879, "last_at": "2026-10-30T11:06:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:06:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2878}, "started": true, "suppressed_count": 1437677, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1437533}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2879, "written_record_count": 2879}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9410.277, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3982448332800, "copied_frame_count": 1440411, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 3982448332800, "frame_buffer_copies": 1440411, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1224, "count": 512, "max_ms": 3.952, "p50_ms": 0.099, "p95_ms": 0.219, "p99_ms": 0.3241}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5324, "count": 512, "max_ms": 4.0573, "p50_ms": 1.4257, "p95_ms": 2.5867, "p99_ms": 3.3805, "results": {"failed": 0, "not_applicable": 0, "success": 1440411, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 495, "h264_decode_error_count": 1107, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:06:31+09:00", "last_error_summary": "[h264 @ 0x5e2e4dc8ab00] error while decoding MB 3 43, bytestream -35", "last_exit_at": "2026-10-30T11:06:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 89.263, "last_started_at": "2026-10-30T11:05:01+09:00", "pid": 102624, "process": {"exists": false, "pid": 102624}, "restart_count": 538, "restart_count_per_hour": 16, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 539}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.579, "sample_count": 2088, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1440411, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:06:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.103, "last_frame_pushed_at": "2026-10-30T11:06:31+09:00", "last_frame_read_age_sec": 0.226, "last_frame_read_at": "2026-10-30T11:06:30+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 388.977, "last_sample_duration_ms": 1374.477, "last_trigger": "periodic", "next_snapshot_in_sec": 211.023, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 288, "storage_bytes": 2745048}, "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-10-30T11:06:31.067310+09:00", "mtime_epoch": 1793325991.0673096, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 106653}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:06:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1441.098, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1440411, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.392, "max": 18.0, "p95": 14.0, "sample_count": 217}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.467, "max": 4.0, "p95": 3.0, "sample_count": 210}, "total": {"avg": 1.419, "max": 4.0, "p95": 3.0, "sample_count": 217}}, "tracking_counts": {"active": {"avg": 0.23, "max": 3.0, "p95": 1.0, "sample_count": 217}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "removed": {"avg": 0.037, "max": 1.0, "p95": 0.0, "sample_count": 217}, "tracked": {"avg": 0.23, "max": 3.0, "p95": 1.0, "sample_count": 217}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.259, "pushed": 7.259, "read": 7.225}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 216, "client_acquire_ms": {"avg_ms": 0.008, "count": 217, "max_ms": 0.038, "p95_ms": 0.015, "reason": null, "sample_age_ms": 189.623, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.956, "count": 216, "max_ms": 8.356, "p95_ms": 3.206, "reason": null, "sample_age_ms": 232.602, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.399, "count": 216, "max_ms": 7.579, "p95_ms": 2.215, "reason": null, "sample_age_ms": 232.917, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.38, "count": 217, "max_ms": 1.476, "p95_ms": 0.684, "reason": null, "sample_age_ms": 189.634, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.044, "count": 216, "max_ms": 7.042, "p95_ms": 3.668, "reason": null, "sample_age_ms": 230.036, "source": "client_direct"}, "request_count": 216, "request_tensor_bytes": {"avg": 2764808.0, "count": 216, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 229.998, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 217, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 190.068, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.271, "count": 217, "max_ms": 92.032, "p95_ms": 78.181, "reason": null, "sample_age_ms": 189.618, "source": "client_direct"}, "sample_age_ms": 189.613, "source": "client_direct", "task_total_ms": {"avg_ms": 55.877, "count": 217, "max_ms": 93.335, "p95_ms": 80.325, "reason": null, "sample_age_ms": 189.613, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.403, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.437, "count": 217, "max_ms": 16.531, "p95_ms": 11.471}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.449, "count": 217, "max_ms": 1.59, "p95_ms": 0.817}, "detection_prepare_ms": {"avg_ms": 1.498, "count": 217, "max_ms": 6.536, "p95_ms": 2.769}, "event_filter_ms": {"avg_ms": 0.006, "count": 217, "max_ms": 0.044, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.303, "count": 217, "max_ms": 1.015, "p95_ms": 0.629}, "mcmt_ms": {"avg_ms": 0.004, "count": 217, "max_ms": 0.026, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.247, "count": 217, "max_ms": 6.064, "p95_ms": 4.457}, "setup_ms": {"avg_ms": 0.047, "count": 217, "max_ms": 0.184, "p95_ms": 0.098}, "total_inside_ms": {"avg_ms": 6.374, "count": 217, "max_ms": 16.447, "p95_ms": 11.371}, "track_match_ms": {"avg_ms": 0.091, "count": 217, "max_ms": 0.793, "p95_ms": 0.198}, "tracker_update_ms": {"avg_ms": 1.729, "count": 217, "max_ms": 7.563, "p95_ms": 3.196}}, "gstreamer_push": {"avg_ms": 3.198, "count": 217, "max_ms": 6.705, "p95_ms": 5.422}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.062, "count": 217, "max_ms": 1.214, "p95_ms": 0.131}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.258, "count": 217, "max_ms": 94.034, "p95_ms": 81.793}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.046, "count": 217, "max_ms": 13.036, "p95_ms": 9.069}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 117.336, "count": 217, "max_ms": 178.817, "p95_ms": 149.0}, "inference_input_copy_ms": {"avg_ms": 1.75, "count": 217, "max_ms": 8.166, "p95_ms": 2.984}, "processing_residual_ms": {"avg_ms": 0.204, "count": 217, "max_ms": 0.852, "p95_ms": 0.386}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 122.337, "count": 217, "max_ms": 186.805, "p95_ms": 153.691}, "read_interval": {"avg_ms": 138.068, "count": 216, "max_ms": 221.462, "p95_ms": 180.124}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 217, "max_ms": 0.085, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 2.174, "count": 217, "max_ms": 5.933, "p95_ms": 4.366}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 217, "max_ms": 0.068, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.155, "count": 217, "max_ms": 5.902, "p95_ms": 4.281}, "worker_merge_ms": {"avg_ms": 0.007, "count": 217, "max_ms": 0.027, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 57.273, "count": 217, "max_ms": 94.042, "p95_ms": 81.805}, "visualize": {"avg_ms": 52.298, "count": 217, "max_ms": 82.418, "p95_ms": 71.458}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.832, "count": 217, "max_ms": 70.491, "p95_ms": 64.133}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 50.69, "count": 217, "max_ms": 79.86, "p95_ms": 69.81}, "visualize_input_copy_ms": {"avg_ms": 1.372, "count": 217, "max_ms": 4.221, "p95_ms": 2.371}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 50.542, "count": 217, "max_ms": 79.642, "p95_ms": 69.606}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 217, "max_ms": 0.378, "p95_ms": 0.152}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1441.004, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.718, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.951, "sample_count": 2099, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1440203, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:06:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106803, "write_bytes_delta": 106803, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 508.0, "cpu_core_ratio": 0.407854, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 102624, "reason": null, "system_cpu_core_ratio": 0.037986, "system_cpu_s_delta": 0.3799999999999999, "user_cpu_core_ratio": 0.369867, "user_cpu_s_delta": 3.6999999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.736378, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 88547.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.627775, "system_cpu_s_delta": 6.279999999998836, "user_cpu_core_ratio": 1.108603, "user_cpu_s_delta": 11.090000000025611}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.37, "count": 213, "max_ms": 11.325, "p95_ms": 5.839, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.071, "max": 18.0, "p95": 14.0, "sample_count": 212}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.729, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 203}, "total": {"avg": 2.613, "max": 5.0, "p95": 4.0, "sample_count": 212}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.108, "count": 30, "max": 39.512, "p95": 34.596, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.586, "count": 30, "max": 27.095, "p95": 24.47, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 592.0, "count": 30, "max": 968.0, "p95": 962.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 211.5, "count": 30, "max": 3519.0, "p95": 512.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.347, "count": 30, "max": 0.376, "p95": 0.368, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.081, "count": 30, "max": 2.418, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101208.4, "count": 30, "max": 108683.0, "p95": 108301.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101208.4, "count": 30, "max": 108683.0, "p95": 108301.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 100659.5, "count": 30, "max": 196988.0, "p95": 181237.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.622, "count": 30, "max": 0.733, "p95": 0.697, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.097, "count": 30, "max": 1.271, "p95": 1.187, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11110, "sampled_at": "2026-10-30T11:06:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:06:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2765351, "flush_count": 2879, "flush_interval_seconds": 30.0, "flush_state": {"count": 2879, "last_at": "2026-10-30T11:06:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:06:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2878}, "started": true, "suppressed_count": 1437677, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1437533}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2879, "written_record_count": 2879}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9581.586, "limit_mb": null}, "detail": {"pid": 102740, "restart_count": 539, "start_count": 540}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3982448332800, "copied_frame_count": 1440411, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 3982448332800, "frame_buffer_copies": 1440411, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1224, "count": 512, "max_ms": 3.952, "p50_ms": 0.099, "p95_ms": 0.219, "p99_ms": 0.3241}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5324, "count": 512, "max_ms": 4.0573, "p50_ms": 1.4257, "p95_ms": 2.5867, "p99_ms": 3.3805, "results": {"failed": 0, "not_applicable": 0, "success": 1440411, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 495, "h264_decode_error_count": 1107, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:06:31+09:00", "last_error_summary": "[h264 @ 0x5e2e4dc8ab00] error while decoding MB 3 43, bytestream -35", "last_exit_at": "2026-10-30T11:06:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-30T11:06:33+09:00", "pid": 102740, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.367, "name": "ffmpeg", "pid": 102740, "rss_mb": 206.367, "state": "S (sleeping)", "threads": 70}, "restart_count": 539, "restart_count_per_hour": 17, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 540}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.579, "sample_count": 2055, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1440411, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:06:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.527, "last_frame_pushed_at": "2026-10-30T11:06:31+09:00", "last_frame_read_age_sec": 4.651, "last_frame_read_at": "2026-10-30T11:06:30+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 393.406, "last_sample_duration_ms": 1374.477, "last_trigger": "periodic", "next_snapshot_in_sec": 206.594, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 288, "storage_bytes": 2745048}, "mjpeg": {"age_sec": 4.516, "exists": true, "mtime": "2026-10-30T11:06:31.067310+09:00", "mtime_epoch": 1793325991.0673096, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 106653}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:06:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1441.102, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1440411, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.005, "max": 18.0, "p95": 11.0, "sample_count": 187}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.356, "max": 4.0, "p95": 2.0, "sample_count": 180}, "total": {"avg": 1.305, "max": 4.0, "p95": 2.0, "sample_count": 187}}, "tracking_counts": {"active": {"avg": 0.262, "max": 3.0, "p95": 1.0, "sample_count": 187}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "removed": {"avg": 0.043, "max": 1.0, "p95": 0.0, "sample_count": 187}, "tracked": {"avg": 0.262, "max": 3.0, "p95": 1.0, "sample_count": 187}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 186, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.253, "pushed": 6.253, "read": 6.219}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 186, "client_acquire_ms": {"avg_ms": 0.008, "count": 187, "max_ms": 0.038, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4614.285, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.964, "count": 186, "max_ms": 8.356, "p95_ms": 3.408, "reason": null, "sample_age_ms": 4657.264, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.407, "count": 186, "max_ms": 7.579, "p95_ms": 2.215, "reason": null, "sample_age_ms": 4657.579, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.373, "count": 187, "max_ms": 0.984, "p95_ms": 0.681, "reason": null, "sample_age_ms": 4614.296, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.032, "count": 186, "max_ms": 4.745, "p95_ms": 3.696, "reason": null, "sample_age_ms": 4654.698, "source": "client_direct"}, "request_count": 186, "request_tensor_bytes": {"avg": 2764808.0, "count": 186, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4654.66, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 187, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4614.73, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.867, "count": 187, "max_ms": 92.032, "p95_ms": 77.755, "reason": null, "sample_age_ms": 4614.28, "source": "client_direct"}, "sample_age_ms": 4614.275, "source": "client_direct", "task_total_ms": {"avg_ms": 55.458, "count": 187, "max_ms": 93.335, "p95_ms": 79.522, "reason": null, "sample_age_ms": 4614.275, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.765, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.158, "count": 187, "max_ms": 16.047, "p95_ms": 10.813}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.424, "count": 187, "max_ms": 1.024, "p95_ms": 0.774}, "detection_prepare_ms": {"avg_ms": 1.439, "count": 187, "max_ms": 4.51, "p95_ms": 2.655}, "event_filter_ms": {"avg_ms": 0.006, "count": 187, "max_ms": 0.044, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.283, "count": 187, "max_ms": 1.015, "p95_ms": 0.531}, "mcmt_ms": {"avg_ms": 0.004, "count": 187, "max_ms": 0.026, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.097, "count": 187, "max_ms": 5.068, "p95_ms": 3.582}, "setup_ms": {"avg_ms": 0.046, "count": 187, "max_ms": 0.184, "p95_ms": 0.098}, "total_inside_ms": {"avg_ms": 6.097, "count": 187, "max_ms": 15.947, "p95_ms": 10.721}, "track_match_ms": {"avg_ms": 0.09, "count": 187, "max_ms": 0.793, "p95_ms": 0.198}, "tracker_update_ms": {"avg_ms": 1.708, "count": 187, "max_ms": 7.563, "p95_ms": 3.196}}, "gstreamer_push": {"avg_ms": 3.165, "count": 187, "max_ms": 6.705, "p95_ms": 5.232}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 187, "max_ms": 0.285, "p95_ms": 0.119}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.815, "count": 187, "max_ms": 94.034, "p95_ms": 80.318}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.001, "count": 187, "max_ms": 11.801, "p95_ms": 9.065}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 115.977, "count": 187, "max_ms": 166.779, "p95_ms": 144.588}, "inference_input_copy_ms": {"avg_ms": 1.739, "count": 187, "max_ms": 8.166, "p95_ms": 2.957}, "processing_residual_ms": {"avg_ms": 0.198, "count": 187, "max_ms": 0.852, "p95_ms": 0.384}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 120.914, "count": 187, "max_ms": 173.464, "p95_ms": 150.226}, "read_interval": {"avg_ms": 136.433, "count": 186, "max_ms": 221.462, "p95_ms": 174.501}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 187, "max_ms": 0.085, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 2.024, "count": 187, "max_ms": 4.957, "p95_ms": 3.473}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 187, "max_ms": 0.068, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.006, "count": 187, "max_ms": 4.937, "p95_ms": 3.447}, "worker_merge_ms": {"avg_ms": 0.007, "count": 187, "max_ms": 0.027, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 56.83, "count": 187, "max_ms": 94.042, "p95_ms": 80.328}, "visualize": {"avg_ms": 51.694, "count": 187, "max_ms": 78.469, "p95_ms": 68.638}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.537, "count": 187, "max_ms": 70.491, "p95_ms": 62.973}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 50.13, "count": 187, "max_ms": 77.091, "p95_ms": 66.33}, "visualize_input_copy_ms": {"avg_ms": 1.331, "count": 187, "max_ms": 4.221, "p95_ms": 2.245}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.986, "count": 187, "max_ms": 76.871, "p95_ms": 66.168}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 187, "max_ms": 0.199, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1441.098, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.127, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.579, "sample_count": 2070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1440411, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:06:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2.49, "exists": true, "size_bytes": 106653, "write_bytes_delta": 106653, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 102624, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.295639, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 82131.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.471058, "system_cpu_s_delta": 5.169999999998254, "user_cpu_core_ratio": 0.82458, "user_cpu_s_delta": 9.049999999988358}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.195, "count": 202, "max_ms": 6.705, "p95_ms": 5.422, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.436, "max": 18.0, "p95": 14.0, "sample_count": 202}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.4, "key_count": 1, "max": 4.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 195}, "total": {"avg": 1.351, "max": 4.0, "p95": 2.0, "sample_count": 202}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.452, "count": 30, "max": 40.411, "p95": 39.185, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.142, "count": 30, "max": 27.095, "p95": 24.47, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 562.367, "count": 30, "max": 968.0, "p95": 962.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 210.1, "count": 30, "max": 3519.0, "p95": 512.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.348, "count": 30, "max": 0.385, "p95": 0.373, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.164, "count": 30, "max": 2.49, "p95": 1.33, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101827.133, "count": 30, "max": 108683.0, "p95": 108301.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101827.133, "count": 30, "max": 108683.0, "p95": 108301.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 92509.167, "count": 30, "max": 185184.0, "p95": 144242.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.62, "count": 30, "max": 0.733, "p95": 0.697, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.092, "count": 30, "max": 1.271, "p95": 1.187, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11113, "sampled_at": "2026-10-30T11:06:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:06:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2767383, "flush_count": 2881, "flush_interval_seconds": 30.0, "flush_state": {"count": 2881, "last_at": "2026-10-30T11:08:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:08:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2880}, "started": true, "suppressed_count": 1438385, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1438241}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2881, "written_record_count": 2881}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9426.098, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x62ab6e02b440] error while decoding MB 3 49, bytestream -9", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3984408576000, "copied_frame_count": 1441120, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 3984408576000, "frame_buffer_copies": 1441120, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.117, "count": 512, "max_ms": 1.1524, "p50_ms": 0.0984, "p95_ms": 0.2251, "p99_ms": 0.3536}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5095, "count": 512, "max_ms": 6.8033, "p50_ms": 1.4327, "p95_ms": 2.4522, "p99_ms": 3.487, "results": {"failed": 0, "not_applicable": 0, "success": 1441120, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 496, "h264_decode_error_count": 1108, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:08:09+09:00", "last_error_summary": "[h264 @ 0x62ab6e02b440] error while decoding MB 3 49, bytestream -9", "last_exit_at": "2026-10-30T11:06:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 95.632, "last_started_at": "2026-10-30T11:06:33+09:00", "pid": 102740, "process": {"exists": false, "pid": 102740}, "restart_count": 539, "restart_count_per_hour": 16, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 540}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.77, "sample_count": 2072, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1441120, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:08:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.109, "last_frame_pushed_at": "2026-10-30T11:08:09+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-10-30T11:08:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 487.056, "last_sample_duration_ms": 1374.477, "last_trigger": "periodic", "next_snapshot_in_sec": 112.944, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 288, "storage_bytes": 2745048}, "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-10-30T11:08:09.126558+09:00", "mtime_epoch": 1793326089.126558, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 110736}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:08:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1451.887, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1441121, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.093, "max": 22.0, "p95": 17.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.582, "max": 4.0, "p95": 3.0, "sample_count": 146}, "total": {"avg": 1.027, "max": 4.0, "p95": 3.0, "sample_count": 225}}, "tracking_counts": {"active": {"avg": 0.471, "max": 2.0, "p95": 1.0, "sample_count": 225}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "removed": {"avg": 0.031, "max": 1.0, "p95": 0.0, "sample_count": 225}, "tracked": {"avg": 0.471, "max": 2.0, "p95": 1.0, "sample_count": 225}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.512, "pushed": 7.512, "read": 7.512}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 225, "client_acquire_ms": {"avg_ms": 0.008, "count": 225, "max_ms": 0.024, "p95_ms": 0.018, "reason": null, "sample_age_ms": 35.73, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.974, "count": 225, "max_ms": 8.932, "p95_ms": 3.199, "reason": null, "sample_age_ms": 112.509, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.424, "count": 225, "max_ms": 8.546, "p95_ms": 2.352, "reason": null, "sample_age_ms": 113.979, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.409, "count": 225, "max_ms": 1.718, "p95_ms": 0.806, "reason": null, "sample_age_ms": 35.755, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.017, "count": 225, "max_ms": 14.522, "p95_ms": 3.254, "reason": null, "sample_age_ms": 107.821, "source": "client_direct"}, "request_count": 225, "request_tensor_bytes": {"avg": 2764808.0, "count": 225, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 107.774, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 225, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 36.305, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.991, "count": 225, "max_ms": 107.872, "p95_ms": 74.127, "reason": null, "sample_age_ms": 35.723, "source": "client_direct"}, "sample_age_ms": 35.716, "source": "client_direct", "task_total_ms": {"avg_ms": 53.598, "count": 225, "max_ms": 111.1, "p95_ms": 77.254, "reason": null, "sample_age_ms": 35.716, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.643, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.348, "count": 225, "max_ms": 18.516, "p95_ms": 10.118}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.387, "count": 225, "max_ms": 2.406, "p95_ms": 0.835}, "detection_prepare_ms": {"avg_ms": 1.146, "count": 225, "max_ms": 11.75, "p95_ms": 2.758}, "event_filter_ms": {"avg_ms": 0.007, "count": 225, "max_ms": 0.479, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.214, "count": 225, "max_ms": 0.756, "p95_ms": 0.519}, "mcmt_ms": {"avg_ms": 0.003, "count": 225, "max_ms": 0.021, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.188, "count": 225, "max_ms": 8.672, "p95_ms": 3.161}, "setup_ms": {"avg_ms": 0.044, "count": 225, "max_ms": 0.301, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 4.289, "count": 225, "max_ms": 18.373, "p95_ms": 10.027}, "track_match_ms": {"avg_ms": 0.077, "count": 225, "max_ms": 0.375, "p95_ms": 0.231}, "tracker_update_ms": {"avg_ms": 1.222, "count": 225, "max_ms": 6.594, "p95_ms": 3.22}}, "gstreamer_push": {"avg_ms": 3.287, "count": 225, "max_ms": 7.706, "p95_ms": 5.79}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 225, "max_ms": 0.76, "p95_ms": 0.126}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.971, "count": 225, "max_ms": 118.137, "p95_ms": 79.492}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.214, "count": 225, "max_ms": 10.788, "p95_ms": 9.084}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.976, "count": 225, "max_ms": 234.214, "p95_ms": 145.84}, "inference_input_copy_ms": {"avg_ms": 1.731, "count": 225, "max_ms": 3.967, "p95_ms": 3.22}, "processing_residual_ms": {"avg_ms": 0.22, "count": 225, "max_ms": 3.02, "p95_ms": 0.396}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 117.142, "count": 225, "max_ms": 240.772, "p95_ms": 153.453}, "read_interval": {"avg_ms": 133.25, "count": 225, "max_ms": 280.47, "p95_ms": 183.167}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 225, "max_ms": 0.054, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 1.101, "count": 225, "max_ms": 5.679, "p95_ms": 3.054}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 225, "max_ms": 0.156, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.084, "count": 225, "max_ms": 5.63, "p95_ms": 3.034}, "worker_merge_ms": {"avg_ms": 0.007, "count": 225, "max_ms": 0.05, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 54.986, "count": 225, "max_ms": 118.166, "p95_ms": 79.505}, "visualize": {"avg_ms": 52.292, "count": 225, "max_ms": 101.086, "p95_ms": 73.718}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 48.096, "count": 225, "max_ms": 90.199, "p95_ms": 65.791}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 51.072, "count": 225, "max_ms": 98.168, "p95_ms": 70.588}, "visualize_input_copy_ms": {"avg_ms": 0.993, "count": 225, "max_ms": 5.27, "p95_ms": 2.562}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 50.939, "count": 225, "max_ms": 97.755, "p95_ms": 70.443}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 225, "max_ms": 0.403, "p95_ms": 0.15}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1441.465, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.172, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.71, "sample_count": 2073, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1441084, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:08:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 111923, "write_bytes_delta": 111923, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 502.0, "cpu_core_ratio": 0.3984, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 102740, "reason": null, "system_cpu_core_ratio": 0.035678, "system_cpu_s_delta": 0.3600000000000003, "user_cpu_core_ratio": 0.362722, "user_cpu_s_delta": 3.66}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.662972, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 91095.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.594627, "system_cpu_s_delta": 6.0, "user_cpu_core_ratio": 1.068346, "user_cpu_s_delta": 10.78000000002794}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.142, "count": 236, "max_ms": 7.706, "p95_ms": 5.591, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.424, "max": 22.0, "p95": 17.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.493, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 134}, "total": {"avg": 0.847, "max": 4.0, "p95": 3.0, "sample_count": 236}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.648, "count": 30, "max": 40.411, "p95": 39.185, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.415, "count": 30, "max": 24.481, "p95": 23.515, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 481.967, "count": 30, "max": 601.0, "p95": 564.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 241.3, "count": 30, "max": 3519.0, "p95": 895.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.062, "p95": 0.042, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.357, "count": 30, "max": 0.432, "p95": 0.41, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.164, "count": 30, "max": 2.49, "p95": 1.33, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105092.433, "count": 30, "max": 111923.0, "p95": 109877.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105092.433, "count": 30, "max": 111923.0, "p95": 109877.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 86461.733, "count": 30, "max": 111630.0, "p95": 104115.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.607, "count": 30, "max": 0.733, "p95": 0.697, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.069, "count": 30, "max": 1.271, "p95": 1.187, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11122, "sampled_at": "2026-10-30T11:08:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:08:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2767383, "flush_count": 2881, "flush_interval_seconds": 30.0, "flush_state": {"count": 2881, "last_at": "2026-10-30T11:08:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:08:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2880}, "started": true, "suppressed_count": 1438385, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1438241}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2881, "written_record_count": 2881}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9415.551, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T11:08:09+09:00", "last_error_summary": "[h264 @ 0x62ab6e02b440] error while decoding MB 3 49, bytestream -9", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3984411340800, "copied_frame_count": 1441121, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 3984411340800, "frame_buffer_copies": 1441121, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1169, "count": 512, "max_ms": 1.1524, "p50_ms": 0.0984, "p95_ms": 0.2251, "p99_ms": 0.3536}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5084, "count": 512, "max_ms": 6.8033, "p50_ms": 1.4327, "p95_ms": 2.4522, "p99_ms": 3.487, "results": {"failed": 0, "not_applicable": 0, "success": 1441121, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 496, "h264_decode_error_count": 1108, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:08:09+09:00", "last_error_summary": "[h264 @ 0x62ab6e02b440] error while decoding MB 3 49, bytestream -9", "last_exit_at": "2026-10-30T11:08:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 95.712, "last_started_at": "2026-10-30T11:06:33+09:00", "pid": 102740, "process": {"exists": false, "pid": 102740}, "restart_count": 539, "restart_count_per_hour": 16, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 540}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.838, "sample_count": 2072, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1441121, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:08:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T11:08:09+09:00", "last_frame_read_age_sec": 0.182, "last_frame_read_at": "2026-10-30T11:08:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 487.133, "last_sample_duration_ms": 1374.477, "last_trigger": "periodic", "next_snapshot_in_sec": 112.867, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 288, "storage_bytes": 2745048}, "mjpeg": {"age_sec": 0.167, "exists": true, "mtime": "2026-10-30T11:08:09.126558+09:00", "mtime_epoch": 1793326089.126558, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 110736}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:08:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1441.461, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1441121, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.093, "max": 22.0, "p95": 17.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.582, "max": 4.0, "p95": 3.0, "sample_count": 146}, "total": {"avg": 1.027, "max": 4.0, "p95": 3.0, "sample_count": 225}}, "tracking_counts": {"active": {"avg": 0.476, "max": 2.0, "p95": 1.0, "sample_count": 225}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "removed": {"avg": 0.031, "max": 1.0, "p95": 0.0, "sample_count": 225}, "tracked": {"avg": 0.476, "max": 2.0, "p95": 1.0, "sample_count": 225}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.52, "pushed": 7.52, "read": 7.487}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 224, "client_acquire_ms": {"avg_ms": 0.008, "count": 225, "max_ms": 0.024, "p95_ms": 0.018, "reason": null, "sample_age_ms": 123.247, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.975, "count": 224, "max_ms": 8.932, "p95_ms": 3.204, "reason": null, "sample_age_ms": 200.026, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.425, "count": 224, "max_ms": 8.546, "p95_ms": 2.357, "reason": null, "sample_age_ms": 201.497, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.409, "count": 225, "max_ms": 1.718, "p95_ms": 0.806, "reason": null, "sample_age_ms": 123.272, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.013, "count": 224, "max_ms": 14.522, "p95_ms": 3.262, "reason": null, "sample_age_ms": 195.338, "source": "client_direct"}, "request_count": 224, "request_tensor_bytes": {"avg": 2764808.0, "count": 224, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 195.291, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 225, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 123.822, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.991, "count": 225, "max_ms": 107.872, "p95_ms": 74.127, "reason": null, "sample_age_ms": 123.24, "source": "client_direct"}, "sample_age_ms": 123.233, "source": "client_direct", "task_total_ms": {"avg_ms": 53.598, "count": 225, "max_ms": 111.1, "p95_ms": 77.254, "reason": null, "sample_age_ms": 123.233, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.066, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.368, "count": 225, "max_ms": 18.516, "p95_ms": 10.118}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.387, "count": 225, "max_ms": 2.406, "p95_ms": 0.835}, "detection_prepare_ms": {"avg_ms": 1.157, "count": 225, "max_ms": 11.75, "p95_ms": 2.86}, "event_filter_ms": {"avg_ms": 0.007, "count": 225, "max_ms": 0.479, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.214, "count": 225, "max_ms": 0.756, "p95_ms": 0.519}, "mcmt_ms": {"avg_ms": 0.003, "count": 225, "max_ms": 0.021, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.193, "count": 225, "max_ms": 8.672, "p95_ms": 3.161}, "setup_ms": {"avg_ms": 0.044, "count": 225, "max_ms": 0.301, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 4.309, "count": 225, "max_ms": 18.373, "p95_ms": 10.027}, "track_match_ms": {"avg_ms": 0.077, "count": 225, "max_ms": 0.375, "p95_ms": 0.231}, "tracker_update_ms": {"avg_ms": 1.225, "count": 225, "max_ms": 6.594, "p95_ms": 3.22}}, "gstreamer_push": {"avg_ms": 3.284, "count": 225, "max_ms": 7.706, "p95_ms": 5.79}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 225, "max_ms": 0.76, "p95_ms": 0.126}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.055, "count": 225, "max_ms": 118.137, "p95_ms": 79.492}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.218, "count": 225, "max_ms": 10.788, "p95_ms": 9.084}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 113.169, "count": 225, "max_ms": 234.214, "p95_ms": 149.398}, "inference_input_copy_ms": {"avg_ms": 1.726, "count": 225, "max_ms": 3.967, "p95_ms": 3.22}, "processing_residual_ms": {"avg_ms": 0.221, "count": 225, "max_ms": 3.02, "p95_ms": 0.396}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 117.334, "count": 225, "max_ms": 240.772, "p95_ms": 153.933}, "read_interval": {"avg_ms": 133.21, "count": 224, "max_ms": 280.47, "p95_ms": 183.167}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 225, "max_ms": 0.054, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 1.107, "count": 225, "max_ms": 5.679, "p95_ms": 3.054}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 225, "max_ms": 0.156, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.089, "count": 225, "max_ms": 5.63, "p95_ms": 3.034}, "worker_merge_ms": {"avg_ms": 0.007, "count": 225, "max_ms": 0.05, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 55.07, "count": 225, "max_ms": 118.166, "p95_ms": 79.505}, "visualize": {"avg_ms": 52.378, "count": 225, "max_ms": 101.086, "p95_ms": 73.857}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 48.179, "count": 225, "max_ms": 90.199, "p95_ms": 65.853}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 51.158, "count": 225, "max_ms": 98.168, "p95_ms": 71.8}, "visualize_input_copy_ms": {"avg_ms": 0.994, "count": 225, "max_ms": 5.27, "p95_ms": 2.562}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 51.025, "count": 225, "max_ms": 97.755, "p95_ms": 71.583}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 225, "max_ms": 0.403, "p95_ms": 0.15}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1441.465, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.172, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.71, "sample_count": 2073, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1441084, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:08:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 111923, "write_bytes_delta": 111923, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 502.0, "cpu_core_ratio": 0.3984, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 102740, "reason": null, "system_cpu_core_ratio": 0.035678, "system_cpu_s_delta": 0.3600000000000003, "user_cpu_core_ratio": 0.362722, "user_cpu_s_delta": 3.66}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.662972, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 91095.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.594627, "system_cpu_s_delta": 6.0, "user_cpu_core_ratio": 1.068346, "user_cpu_s_delta": 10.78000000002794}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.142, "count": 236, "max_ms": 7.706, "p95_ms": 5.591, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.424, "max": 22.0, "p95": 17.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.493, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 134}, "total": {"avg": 0.847, "max": 4.0, "p95": 3.0, "sample_count": 236}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.648, "count": 30, "max": 40.411, "p95": 39.185, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.415, "count": 30, "max": 24.481, "p95": 23.515, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 481.967, "count": 30, "max": 601.0, "p95": 564.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 241.3, "count": 30, "max": 3519.0, "p95": 895.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.062, "p95": 0.042, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.357, "count": 30, "max": 0.432, "p95": 0.41, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.164, "count": 30, "max": 2.49, "p95": 1.33, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105092.433, "count": 30, "max": 111923.0, "p95": 109877.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105092.433, "count": 30, "max": 111923.0, "p95": 109877.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 86461.733, "count": 30, "max": 111630.0, "p95": 104115.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.607, "count": 30, "max": 0.733, "p95": 0.697, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.069, "count": 30, "max": 1.271, "p95": 1.187, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11122, "sampled_at": "2026-10-30T11:08:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:08:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2767383, "flush_count": 2881, "flush_interval_seconds": 30.0, "flush_state": {"count": 2881, "last_at": "2026-10-30T11:08:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:08:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2880}, "started": true, "suppressed_count": 1438385, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1438241}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2881, "written_record_count": 2881}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9415.145, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3984411340800, "copied_frame_count": 1441121, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 3984411340800, "frame_buffer_copies": 1441121, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1169, "count": 512, "max_ms": 1.1524, "p50_ms": 0.0984, "p95_ms": 0.2251, "p99_ms": 0.3536}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5084, "count": 512, "max_ms": 6.8033, "p50_ms": 1.4327, "p95_ms": 2.4522, "p99_ms": 3.487, "results": {"failed": 0, "not_applicable": 0, "success": 1441121, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 496, "h264_decode_error_count": 1108, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:08:09+09:00", "last_error_summary": "[h264 @ 0x62ab6e02b440] error while decoding MB 3 49, bytestream -9", "last_exit_at": "2026-10-30T11:08:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 95.761, "last_started_at": "2026-10-30T11:06:33+09:00", "pid": 102740, "process": {"exists": false, "pid": 102740}, "restart_count": 539, "restart_count_per_hour": 16, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 540}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.838, "sample_count": 2072, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1441121, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:08:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.051, "last_frame_pushed_at": "2026-10-30T11:08:09+09:00", "last_frame_read_age_sec": 0.231, "last_frame_read_at": "2026-10-30T11:08:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 487.162, "last_sample_duration_ms": 1374.477, "last_trigger": "periodic", "next_snapshot_in_sec": 112.838, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 288, "storage_bytes": 2745048}, "mjpeg": {"age_sec": 0.036, "exists": true, "mtime": "2026-10-30T11:08:09.306559+09:00", "mtime_epoch": 1793326089.3065586, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 110785}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:08:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1441.461, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1441121, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.093, "max": 22.0, "p95": 17.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.582, "max": 4.0, "p95": 3.0, "sample_count": 146}, "total": {"avg": 1.027, "max": 4.0, "p95": 3.0, "sample_count": 225}}, "tracking_counts": {"active": {"avg": 0.476, "max": 2.0, "p95": 1.0, "sample_count": 225}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "removed": {"avg": 0.031, "max": 1.0, "p95": 0.0, "sample_count": 225}, "tracked": {"avg": 0.476, "max": 2.0, "p95": 1.0, "sample_count": 225}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.508, "pushed": 7.508, "read": 7.474}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 224, "client_acquire_ms": {"avg_ms": 0.008, "count": 224, "max_ms": 0.024, "p95_ms": 0.018, "reason": null, "sample_age_ms": 156.676, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.975, "count": 224, "max_ms": 8.932, "p95_ms": 3.204, "reason": null, "sample_age_ms": 233.454, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.425, "count": 224, "max_ms": 8.546, "p95_ms": 2.357, "reason": null, "sample_age_ms": 234.925, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.41, "count": 224, "max_ms": 1.718, "p95_ms": 0.807, "reason": null, "sample_age_ms": 156.701, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.013, "count": 224, "max_ms": 14.522, "p95_ms": 3.262, "reason": null, "sample_age_ms": 228.767, "source": "client_direct"}, "request_count": 224, "request_tensor_bytes": {"avg": 2764808.0, "count": 224, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 228.719, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 224, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 157.251, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.988, "count": 224, "max_ms": 107.872, "p95_ms": 74.132, "reason": null, "sample_age_ms": 156.669, "source": "client_direct"}, "sample_age_ms": 156.662, "source": "client_direct", "task_total_ms": {"avg_ms": 53.591, "count": 224, "max_ms": 111.1, "p95_ms": 77.259, "reason": null, "sample_age_ms": 156.662, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.86, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.368, "count": 225, "max_ms": 18.516, "p95_ms": 10.118}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.387, "count": 225, "max_ms": 2.406, "p95_ms": 0.835}, "detection_prepare_ms": {"avg_ms": 1.157, "count": 225, "max_ms": 11.75, "p95_ms": 2.86}, "event_filter_ms": {"avg_ms": 0.007, "count": 225, "max_ms": 0.479, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.214, "count": 225, "max_ms": 0.756, "p95_ms": 0.519}, "mcmt_ms": {"avg_ms": 0.003, "count": 225, "max_ms": 0.021, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.193, "count": 225, "max_ms": 8.672, "p95_ms": 3.161}, "setup_ms": {"avg_ms": 0.044, "count": 225, "max_ms": 0.301, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 4.309, "count": 225, "max_ms": 18.373, "p95_ms": 10.027}, "track_match_ms": {"avg_ms": 0.077, "count": 225, "max_ms": 0.375, "p95_ms": 0.231}, "tracker_update_ms": {"avg_ms": 1.225, "count": 225, "max_ms": 6.594, "p95_ms": 3.22}}, "gstreamer_push": {"avg_ms": 3.284, "count": 225, "max_ms": 7.706, "p95_ms": 5.79}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 225, "max_ms": 0.76, "p95_ms": 0.126}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.055, "count": 225, "max_ms": 118.137, "p95_ms": 79.492}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.218, "count": 225, "max_ms": 10.788, "p95_ms": 9.084}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 113.169, "count": 225, "max_ms": 234.214, "p95_ms": 149.398}, "inference_input_copy_ms": {"avg_ms": 1.726, "count": 225, "max_ms": 3.967, "p95_ms": 3.22}, "processing_residual_ms": {"avg_ms": 0.221, "count": 225, "max_ms": 3.02, "p95_ms": 0.396}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 117.334, "count": 225, "max_ms": 240.772, "p95_ms": 153.933}, "read_interval": {"avg_ms": 133.21, "count": 224, "max_ms": 280.47, "p95_ms": 183.167}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 225, "max_ms": 0.054, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 1.107, "count": 225, "max_ms": 5.679, "p95_ms": 3.054}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 225, "max_ms": 0.156, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.089, "count": 225, "max_ms": 5.63, "p95_ms": 3.034}, "worker_merge_ms": {"avg_ms": 0.007, "count": 225, "max_ms": 0.05, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 55.07, "count": 225, "max_ms": 118.166, "p95_ms": 79.505}, "visualize": {"avg_ms": 52.378, "count": 225, "max_ms": 101.086, "p95_ms": 73.857}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 48.179, "count": 225, "max_ms": 90.199, "p95_ms": 65.853}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 51.158, "count": 225, "max_ms": 98.168, "p95_ms": 71.8}, "visualize_input_copy_ms": {"avg_ms": 0.994, "count": 225, "max_ms": 5.27, "p95_ms": 2.562}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 51.025, "count": 225, "max_ms": 97.755, "p95_ms": 71.583}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 225, "max_ms": 0.403, "p95_ms": 0.15}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1441.465, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.172, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.71, "sample_count": 2073, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1441084, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:08:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 111923, "write_bytes_delta": 111923, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 502.0, "cpu_core_ratio": 0.3984, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 102740, "reason": null, "system_cpu_core_ratio": 0.035678, "system_cpu_s_delta": 0.3600000000000003, "user_cpu_core_ratio": 0.362722, "user_cpu_s_delta": 3.66}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.662972, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 91095.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.594627, "system_cpu_s_delta": 6.0, "user_cpu_core_ratio": 1.068346, "user_cpu_s_delta": 10.78000000002794}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.142, "count": 236, "max_ms": 7.706, "p95_ms": 5.591, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.424, "max": 22.0, "p95": 17.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.493, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 134}, "total": {"avg": 0.847, "max": 4.0, "p95": 3.0, "sample_count": 236}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.648, "count": 30, "max": 40.411, "p95": 39.185, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.415, "count": 30, "max": 24.481, "p95": 23.515, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 481.967, "count": 30, "max": 601.0, "p95": 564.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 241.3, "count": 30, "max": 3519.0, "p95": 895.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.062, "p95": 0.042, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.357, "count": 30, "max": 0.432, "p95": 0.41, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.164, "count": 30, "max": 2.49, "p95": 1.33, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105092.433, "count": 30, "max": 111923.0, "p95": 109877.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105092.433, "count": 30, "max": 111923.0, "p95": 109877.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 86461.733, "count": 30, "max": 111630.0, "p95": 104115.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.607, "count": 30, "max": 0.733, "p95": 0.697, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.069, "count": 30, "max": 1.271, "p95": 1.187, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11122, "sampled_at": "2026-10-30T11:08:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:08:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2767383, "flush_count": 2881, "flush_interval_seconds": 30.0, "flush_state": {"count": 2881, "last_at": "2026-10-30T11:08:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:08:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2880}, "started": true, "suppressed_count": 1438385, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1438241}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2881, "written_record_count": 2881}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9584.52, "limit_mb": null}, "detail": {"pid": 102856, "restart_count": 540, "start_count": 541}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3984411340800, "copied_frame_count": 1441121, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 3984411340800, "frame_buffer_copies": 1441121, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1169, "count": 512, "max_ms": 1.1524, "p50_ms": 0.0984, "p95_ms": 0.2251, "p99_ms": 0.3536}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5084, "count": 512, "max_ms": 6.8033, "p50_ms": 1.4327, "p95_ms": 2.4522, "p99_ms": 3.487, "results": {"failed": 0, "not_applicable": 0, "success": 1441121, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 496, "h264_decode_error_count": 1108, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:08:09+09:00", "last_error_summary": "[h264 @ 0x62ab6e02b440] error while decoding MB 3 49, bytestream -9", "last_exit_at": "2026-10-30T11:08:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T11:08:12+09:00", "pid": 102856, "process": {"exists": true, "fd_count": 5, "hwm_mb": 207.133, "name": "ffmpeg", "pid": 102856, "rss_mb": 207.133, "state": "S (sleeping)", "threads": 70}, "restart_count": 540, "restart_count_per_hour": 17, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 541}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.838, "sample_count": 2058, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1441121, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:08:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.822, "last_frame_pushed_at": "2026-10-30T11:08:09+09:00", "last_frame_read_age_sec": 5.002, "last_frame_read_at": "2026-10-30T11:08:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 491.936, "last_sample_duration_ms": 1374.477, "last_trigger": "periodic", "next_snapshot_in_sec": 108.064, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 288, "storage_bytes": 2745048}, "mjpeg": {"age_sec": 4.807, "exists": true, "mtime": "2026-10-30T11:08:09.306559+09:00", "mtime_epoch": 1793326089.3065586, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 110785}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:08:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1441.465, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1441121, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.733, "max": 22.0, "p95": 17.0, "sample_count": 187}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.625, "max": 4.0, "p95": 3.0, "sample_count": 136}, "total": {"avg": 1.182, "max": 4.0, "p95": 3.0, "sample_count": 187}}, "tracking_counts": {"active": {"avg": 0.572, "max": 2.0, "p95": 1.0, "sample_count": 187}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "removed": {"avg": 0.032, "max": 1.0, "p95": 0.0, "sample_count": 187}, "tracked": {"avg": 0.572, "max": 2.0, "p95": 1.0, "sample_count": 187}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 186, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.257, "pushed": 6.257, "read": 6.223}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 186, "client_acquire_ms": {"avg_ms": 0.008, "count": 187, "max_ms": 0.024, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4930.042, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.01, "count": 186, "max_ms": 8.932, "p95_ms": 3.524, "reason": null, "sample_age_ms": 5006.82, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.448, "count": 186, "max_ms": 8.546, "p95_ms": 2.412, "reason": null, "sample_age_ms": 5008.291, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.423, "count": 187, "max_ms": 1.718, "p95_ms": 0.83, "reason": null, "sample_age_ms": 4930.067, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.988, "count": 186, "max_ms": 14.522, "p95_ms": 3.245, "reason": null, "sample_age_ms": 5002.133, "source": "client_direct"}, "request_count": 186, "request_tensor_bytes": {"avg": 2764808.0, "count": 186, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5002.085, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 187, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4930.617, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.727, "count": 187, "max_ms": 107.872, "p95_ms": 74.116, "reason": null, "sample_age_ms": 4930.035, "source": "client_direct"}, "sample_age_ms": 4930.027, "source": "client_direct", "task_total_ms": {"avg_ms": 53.318, "count": 187, "max_ms": 111.1, "p95_ms": 77.246, "reason": null, "sample_age_ms": 4930.027, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.903, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.886, "count": 187, "max_ms": 18.516, "p95_ms": 10.31}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.394, "count": 187, "max_ms": 2.406, "p95_ms": 0.847}, "detection_prepare_ms": {"avg_ms": 1.296, "count": 187, "max_ms": 11.75, "p95_ms": 2.888}, "event_filter_ms": {"avg_ms": 0.008, "count": 187, "max_ms": 0.479, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.229, "count": 187, "max_ms": 0.756, "p95_ms": 0.519}, "mcmt_ms": {"avg_ms": 0.004, "count": 187, "max_ms": 0.021, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.355, "count": 187, "max_ms": 8.672, "p95_ms": 3.263}, "setup_ms": {"avg_ms": 0.046, "count": 187, "max_ms": 0.301, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 4.824, "count": 187, "max_ms": 18.373, "p95_ms": 10.178}, "track_match_ms": {"avg_ms": 0.089, "count": 187, "max_ms": 0.375, "p95_ms": 0.236}, "tracker_update_ms": {"avg_ms": 1.404, "count": 187, "max_ms": 6.594, "p95_ms": 3.284}}, "gstreamer_push": {"avg_ms": 3.318, "count": 187, "max_ms": 7.706, "p95_ms": 5.915}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.062, "count": 187, "max_ms": 0.76, "p95_ms": 0.129}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.836, "count": 187, "max_ms": 118.137, "p95_ms": 79.492}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.489, "count": 187, "max_ms": 10.788, "p95_ms": 9.159}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 113.926, "count": 187, "max_ms": 234.214, "p95_ms": 152.511}, "inference_input_copy_ms": {"avg_ms": 1.709, "count": 187, "max_ms": 3.967, "p95_ms": 3.221}, "processing_residual_ms": {"avg_ms": 0.229, "count": 187, "max_ms": 3.02, "p95_ms": 0.412}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 118.353, "count": 187, "max_ms": 240.772, "p95_ms": 156.763}, "read_interval": {"avg_ms": 134.526, "count": 186, "max_ms": 280.47, "p95_ms": 186.509}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 187, "max_ms": 0.054, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 1.26, "count": 187, "max_ms": 5.679, "p95_ms": 3.21}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 187, "max_ms": 0.156, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.243, "count": 187, "max_ms": 5.63, "p95_ms": 3.186}, "worker_merge_ms": {"avg_ms": 0.007, "count": 187, "max_ms": 0.05, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 54.852, "count": 187, "max_ms": 118.166, "p95_ms": 79.505}, "visualize": {"avg_ms": 52.814, "count": 187, "max_ms": 101.086, "p95_ms": 75.007}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 48.164, "count": 187, "max_ms": 90.199, "p95_ms": 65.853}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 51.477, "count": 187, "max_ms": 98.168, "p95_ms": 71.8}, "visualize_input_copy_ms": {"avg_ms": 1.104, "count": 187, "max_ms": 5.27, "p95_ms": 2.562}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 51.341, "count": 187, "max_ms": 97.755, "p95_ms": 71.583}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 187, "max_ms": 0.403, "p95_ms": 0.15}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1441.465, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.172, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.71, "sample_count": 2073, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1441084, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:08:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 111923, "write_bytes_delta": 111923, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 502.0, "cpu_core_ratio": 0.3984, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 102740, "reason": null, "system_cpu_core_ratio": 0.035678, "system_cpu_s_delta": 0.3600000000000003, "user_cpu_core_ratio": 0.362722, "user_cpu_s_delta": 3.66}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.662972, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 91095.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.594627, "system_cpu_s_delta": 6.0, "user_cpu_core_ratio": 1.068346, "user_cpu_s_delta": 10.78000000002794}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.142, "count": 236, "max_ms": 7.706, "p95_ms": 5.591, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.424, "max": 22.0, "p95": 17.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.493, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 134}, "total": {"avg": 0.847, "max": 4.0, "p95": 3.0, "sample_count": 236}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.648, "count": 30, "max": 40.411, "p95": 39.185, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.415, "count": 30, "max": 24.481, "p95": 23.515, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 481.967, "count": 30, "max": 601.0, "p95": 564.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 241.3, "count": 30, "max": 3519.0, "p95": 895.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.062, "p95": 0.042, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.357, "count": 30, "max": 0.432, "p95": 0.41, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.164, "count": 30, "max": 2.49, "p95": 1.33, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105092.433, "count": 30, "max": 111923.0, "p95": 109877.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105092.433, "count": 30, "max": 111923.0, "p95": 109877.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 86461.733, "count": 30, "max": 111630.0, "p95": 104115.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.607, "count": 30, "max": 0.733, "p95": 0.697, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.069, "count": 30, "max": 1.271, "p95": 1.187, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11122, "sampled_at": "2026-10-30T11:08:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:08:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2768386, "flush_count": 2882, "flush_interval_seconds": 30.0, "flush_state": {"count": 2882, "last_at": "2026-10-30T11:09:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:09:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2881}, "started": true, "suppressed_count": 1439008, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1438864}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2882, "written_record_count": 2882}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9518.902, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x582d97624dc0] error while decoding MB 40 58, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3986133811200, "copied_frame_count": 1441744, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 3986133811200, "frame_buffer_copies": 1441744, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1087, "count": 512, "max_ms": 0.3315, "p50_ms": 0.0931, "p95_ms": 0.2166, "p99_ms": 0.277}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4296, "count": 512, "max_ms": 3.8101, "p50_ms": 1.3356, "p95_ms": 2.4742, "p99_ms": 3.0291, "results": {"failed": 0, "not_applicable": 0, "success": 1441744, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 497, "h264_decode_error_count": 1109, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:09:37+09:00", "last_error_summary": "[h264 @ 0x582d97624dc0] error while decoding MB 40 58, bytestream -7", "last_exit_at": "2026-10-30T11:08:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.066, "last_started_at": "2026-10-30T11:08:12+09:00", "pid": 102856, "process": {"exists": false, "pid": 102856}, "restart_count": 540, "restart_count_per_hour": 17, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 541}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.872, "sample_count": 2104, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1441744, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:09:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.063, "last_frame_pushed_at": "2026-10-30T11:09:37+09:00", "last_frame_read_age_sec": 0.058, "last_frame_read_at": "2026-10-30T11:09:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 575.013, "last_sample_duration_ms": 1374.477, "last_trigger": "periodic", "next_snapshot_in_sec": 24.987, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 288, "storage_bytes": 2745048}, "mjpeg": {"age_sec": 0.053, "exists": true, "mtime": "2026-10-30T11:09:37.125789+09:00", "mtime_epoch": 1793326177.125789, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114211}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:09:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1452.359, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1441745, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.688, "max": 22.0, "p95": 18.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.031, "max": 3.0, "p95": 3.0, "sample_count": 224}, "total": {"avg": 2.031, "max": 3.0, "p95": 3.0, "sample_count": 224}}, "tracking_counts": {"active": {"avg": 1.031, "max": 2.0, "p95": 1.0, "sample_count": 224}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}, "removed": {"avg": 0.031, "max": 1.0, "p95": 0.0, "sample_count": 224}, "tracked": {"avg": 1.031, "max": 2.0, "p95": 1.0, "sample_count": 224}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.469, "pushed": 7.469, "read": 7.469}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 224, "client_acquire_ms": {"avg_ms": 0.007, "count": 224, "max_ms": 0.024, "p95_ms": 0.013, "reason": null, "sample_age_ms": 24.271, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.883, "count": 224, "max_ms": 7.386, "p95_ms": 2.799, "reason": null, "sample_age_ms": 67.227, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.37, "count": 224, "max_ms": 5.862, "p95_ms": 2.001, "reason": null, "sample_age_ms": 67.514, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.393, "count": 224, "max_ms": 1.292, "p95_ms": 0.709, "reason": null, "sample_age_ms": 24.279, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.848, "count": 224, "max_ms": 6.078, "p95_ms": 3.245, "reason": null, "sample_age_ms": 65.369, "source": "client_direct"}, "request_count": 224, "request_tensor_bytes": {"avg": 2764808.0, "count": 224, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 65.337, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 224, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 24.518, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.239, "count": 224, "max_ms": 88.627, "p95_ms": 69.133, "reason": null, "sample_age_ms": 24.269, "source": "client_direct"}, "sample_age_ms": 24.266, "source": "client_direct", "task_total_ms": {"avg_ms": 49.658, "count": 224, "max_ms": 93.019, "p95_ms": 71.711, "reason": null, "sample_age_ms": 24.266, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.222, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.225, "count": 224, "max_ms": 21.422, "p95_ms": 12.705}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.457, "count": 224, "max_ms": 1.436, "p95_ms": 0.951}, "detection_prepare_ms": {"avg_ms": 1.634, "count": 224, "max_ms": 10.842, "p95_ms": 3.08}, "event_filter_ms": {"avg_ms": 0.008, "count": 224, "max_ms": 0.229, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.275, "count": 224, "max_ms": 1.211, "p95_ms": 0.557}, "mcmt_ms": {"avg_ms": 0.004, "count": 224, "max_ms": 0.031, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.602, "count": 224, "max_ms": 8.221, "p95_ms": 4.515}, "setup_ms": {"avg_ms": 0.045, "count": 224, "max_ms": 0.13, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 7.154, "count": 224, "max_ms": 21.361, "p95_ms": 12.579}, "track_match_ms": {"avg_ms": 0.144, "count": 224, "max_ms": 0.546, "p95_ms": 0.296}, "tracker_update_ms": {"avg_ms": 1.984, "count": 224, "max_ms": 7.01, "p95_ms": 4.048}}, "gstreamer_push": {"avg_ms": 3.18, "count": 224, "max_ms": 9.465, "p95_ms": 5.141}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 224, "max_ms": 0.172, "p95_ms": 0.118}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.063, "count": 224, "max_ms": 95.794, "p95_ms": 73.896}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.394, "count": 224, "max_ms": 14.986, "p95_ms": 8.334}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 113.455, "count": 224, "max_ms": 184.431, "p95_ms": 147.304}, "inference_input_copy_ms": {"avg_ms": 1.585, "count": 224, "max_ms": 4.461, "p95_ms": 2.777}, "processing_residual_ms": {"avg_ms": 0.223, "count": 224, "max_ms": 0.644, "p95_ms": 0.415}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 118.657, "count": 224, "max_ms": 191.132, "p95_ms": 154.121}, "read_interval": {"avg_ms": 134.207, "count": 224, "max_ms": 244.08, "p95_ms": 183.879}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 224, "max_ms": 0.181, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 2.523, "count": 224, "max_ms": 7.961, "p95_ms": 4.392}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 224, "max_ms": 0.085, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.504, "count": 224, "max_ms": 7.895, "p95_ms": 4.377}, "worker_merge_ms": {"avg_ms": 0.007, "count": 224, "max_ms": 0.034, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 51.078, "count": 224, "max_ms": 95.816, "p95_ms": 73.935}, "visualize": {"avg_ms": 53.782, "count": 224, "max_ms": 95.601, "p95_ms": 73.665}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 47.143, "count": 224, "max_ms": 87.067, "p95_ms": 62.667}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 52.122, "count": 224, "max_ms": 93.263, "p95_ms": 71.318}, "visualize_input_copy_ms": {"avg_ms": 1.445, "count": 224, "max_ms": 4.313, "p95_ms": 2.349}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 51.971, "count": 224, "max_ms": 93.073, "p95_ms": 71.044}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 224, "max_ms": 0.23, "p95_ms": 0.163}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 224}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1441.637, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.078, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.708, "sample_count": 2095, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1441503, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:09:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 113074, "write_bytes_delta": 113074, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 629.0, "cpu_core_ratio": 0.458815, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 102856, "reason": null, "system_cpu_core_ratio": 0.040281, "system_cpu_s_delta": 0.4099999999999999, "user_cpu_core_ratio": 0.418533, "user_cpu_s_delta": 4.26}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.644659, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 102662.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.600291, "system_cpu_s_delta": 6.110000000000582, "user_cpu_core_ratio": 1.044368, "user_cpu_s_delta": 10.630000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.977, "count": 230, "max_ms": 6.864, "p95_ms": 5.068, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.522, "max": 18.0, "p95": 13.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.426, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 230}, "total": {"avg": 1.426, "max": 2.0, "p95": 2.0, "sample_count": 230}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.739, "count": 30, "max": 40.411, "p95": 25.286, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.206, "count": 30, "max": 24.481, "p95": 21.689, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 493.6, "count": 30, "max": 629.0, "p95": 586.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 725.333, "count": 30, "max": 14029.0, "p95": 2474.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.062, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.363, "count": 30, "max": 0.432, "p95": 0.418, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.164, "count": 30, "max": 2.49, "p95": 1.33, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 107475.933, "count": 30, "max": 113074.0, "p95": 112374.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 107475.933, "count": 30, "max": 113074.0, "p95": 112374.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 88479.733, "count": 30, "max": 111630.0, "p95": 102919.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.602, "count": 30, "max": 0.733, "p95": 0.697, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.055, "count": 30, "max": 1.271, "p95": 1.187, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11128, "sampled_at": "2026-10-30T11:09:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:09:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2768386, "flush_count": 2882, "flush_interval_seconds": 30.0, "flush_state": {"count": 2882, "last_at": "2026-10-30T11:09:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:09:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2881}, "started": true, "suppressed_count": 1439008, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1438864}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2882, "written_record_count": 2882}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9506.223, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T11:09:37+09:00", "last_error_summary": "[h264 @ 0x582d97624dc0] error while decoding MB 40 58, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3986136576000, "copied_frame_count": 1441745, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 3986136576000, "frame_buffer_copies": 1441745, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1086, "count": 512, "max_ms": 0.3315, "p50_ms": 0.0931, "p95_ms": 0.2166, "p99_ms": 0.277}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4261, "count": 512, "max_ms": 3.8101, "p50_ms": 1.3324, "p95_ms": 2.4574, "p99_ms": 3.0291, "results": {"failed": 0, "not_applicable": 0, "success": 1441745, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 497, "h264_decode_error_count": 1109, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:09:37+09:00", "last_error_summary": "[h264 @ 0x582d97624dc0] error while decoding MB 40 58, bytestream -7", "last_exit_at": "2026-10-30T11:09:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.137, "last_started_at": "2026-10-30T11:08:12+09:00", "pid": 102856, "process": {"exists": false, "pid": 102856}, "restart_count": 540, "restart_count_per_hour": 17, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 541}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.872, "sample_count": 2104, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1441745, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:09:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.016, "last_frame_pushed_at": "2026-10-30T11:09:37+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-10-30T11:09:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 575.069, "last_sample_duration_ms": 1374.477, "last_trigger": "periodic", "next_snapshot_in_sec": 24.931, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 288, "storage_bytes": 2745048}, "mjpeg": {"age_sec": 0.006, "exists": true, "mtime": "2026-10-30T11:09:37.243789+09:00", "mtime_epoch": 1793326177.2437894, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114372}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:09:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1441.75, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1441745, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.683, "max": 22.0, "p95": 18.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.036, "max": 3.0, "p95": 3.0, "sample_count": 224}, "total": {"avg": 2.036, "max": 3.0, "p95": 3.0, "sample_count": 224}}, "tracking_counts": {"active": {"avg": 1.031, "max": 2.0, "p95": 1.0, "sample_count": 224}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}, "removed": {"avg": 0.031, "max": 1.0, "p95": 0.0, "sample_count": 224}, "tracked": {"avg": 1.031, "max": 2.0, "p95": 1.0, "sample_count": 224}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.49, "pushed": 7.49, "read": 7.456}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 223, "client_acquire_ms": {"avg_ms": 0.007, "count": 224, "max_ms": 0.024, "p95_ms": 0.013, "reason": null, "sample_age_ms": 88.414, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.874, "count": 223, "max_ms": 7.386, "p95_ms": 2.679, "reason": null, "sample_age_ms": 131.369, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.371, "count": 223, "max_ms": 5.862, "p95_ms": 2.009, "reason": null, "sample_age_ms": 131.657, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.393, "count": 224, "max_ms": 1.292, "p95_ms": 0.709, "reason": null, "sample_age_ms": 88.421, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.847, "count": 223, "max_ms": 6.078, "p95_ms": 3.246, "reason": null, "sample_age_ms": 129.512, "source": "client_direct"}, "request_count": 223, "request_tensor_bytes": {"avg": 2764808.0, "count": 223, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 129.479, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 224, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 88.66, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.239, "count": 224, "max_ms": 88.627, "p95_ms": 69.133, "reason": null, "sample_age_ms": 88.411, "source": "client_direct"}, "sample_age_ms": 88.408, "source": "client_direct", "task_total_ms": {"avg_ms": 49.658, "count": 224, "max_ms": 93.019, "p95_ms": 71.711, "reason": null, "sample_age_ms": 88.408, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.634, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.228, "count": 224, "max_ms": 21.422, "p95_ms": 12.705}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.455, "count": 224, "max_ms": 1.436, "p95_ms": 0.951}, "detection_prepare_ms": {"avg_ms": 1.632, "count": 224, "max_ms": 10.842, "p95_ms": 3.08}, "event_filter_ms": {"avg_ms": 0.008, "count": 224, "max_ms": 0.229, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.275, "count": 224, "max_ms": 1.211, "p95_ms": 0.557}, "mcmt_ms": {"avg_ms": 0.004, "count": 224, "max_ms": 0.031, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.604, "count": 224, "max_ms": 8.221, "p95_ms": 4.515}, "setup_ms": {"avg_ms": 0.045, "count": 224, "max_ms": 0.13, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 7.157, "count": 224, "max_ms": 21.361, "p95_ms": 12.579}, "track_match_ms": {"avg_ms": 0.144, "count": 224, "max_ms": 0.546, "p95_ms": 0.3}, "tracker_update_ms": {"avg_ms": 1.988, "count": 224, "max_ms": 7.01, "p95_ms": 4.048}}, "gstreamer_push": {"avg_ms": 3.178, "count": 224, "max_ms": 9.465, "p95_ms": 5.141}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 224, "max_ms": 0.172, "p95_ms": 0.118}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.988, "count": 224, "max_ms": 95.794, "p95_ms": 73.896}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.369, "count": 224, "max_ms": 14.986, "p95_ms": 8.334}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 113.393, "count": 224, "max_ms": 184.431, "p95_ms": 147.304}, "inference_input_copy_ms": {"avg_ms": 1.582, "count": 224, "max_ms": 4.461, "p95_ms": 2.777}, "processing_residual_ms": {"avg_ms": 0.223, "count": 224, "max_ms": 0.644, "p95_ms": 0.415}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 118.567, "count": 224, "max_ms": 191.132, "p95_ms": 154.121}, "read_interval": {"avg_ms": 134.185, "count": 223, "max_ms": 244.08, "p95_ms": 183.879}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 224, "max_ms": 0.181, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 2.526, "count": 224, "max_ms": 7.961, "p95_ms": 4.392}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 224, "max_ms": 0.085, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.507, "count": 224, "max_ms": 7.895, "p95_ms": 4.377}, "worker_merge_ms": {"avg_ms": 0.007, "count": 224, "max_ms": 0.034, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 51.002, "count": 224, "max_ms": 95.816, "p95_ms": 73.935}, "visualize": {"avg_ms": 53.796, "count": 224, "max_ms": 95.601, "p95_ms": 73.665}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 47.153, "count": 224, "max_ms": 87.067, "p95_ms": 62.667}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 52.141, "count": 224, "max_ms": 93.263, "p95_ms": 71.318}, "visualize_input_copy_ms": {"avg_ms": 1.44, "count": 224, "max_ms": 4.313, "p95_ms": 2.349}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 51.991, "count": 224, "max_ms": 93.073, "p95_ms": 71.044}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 224, "max_ms": 0.23, "p95_ms": 0.163}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 224}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1441.637, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.078, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.708, "sample_count": 2095, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1441503, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:09:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 113074, "write_bytes_delta": 113074, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 629.0, "cpu_core_ratio": 0.458815, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 102856, "reason": null, "system_cpu_core_ratio": 0.040281, "system_cpu_s_delta": 0.4099999999999999, "user_cpu_core_ratio": 0.418533, "user_cpu_s_delta": 4.26}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.644659, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 102662.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.600291, "system_cpu_s_delta": 6.110000000000582, "user_cpu_core_ratio": 1.044368, "user_cpu_s_delta": 10.630000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.977, "count": 230, "max_ms": 6.864, "p95_ms": 5.068, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.522, "max": 18.0, "p95": 13.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.426, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 230}, "total": {"avg": 1.426, "max": 2.0, "p95": 2.0, "sample_count": 230}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.739, "count": 30, "max": 40.411, "p95": 25.286, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.206, "count": 30, "max": 24.481, "p95": 21.689, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 493.6, "count": 30, "max": 629.0, "p95": 586.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 725.333, "count": 30, "max": 14029.0, "p95": 2474.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.062, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.363, "count": 30, "max": 0.432, "p95": 0.418, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.164, "count": 30, "max": 2.49, "p95": 1.33, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 107475.933, "count": 30, "max": 113074.0, "p95": 112374.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 107475.933, "count": 30, "max": 113074.0, "p95": 112374.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 88479.733, "count": 30, "max": 111630.0, "p95": 102919.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.602, "count": 30, "max": 0.733, "p95": 0.697, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.055, "count": 30, "max": 1.271, "p95": 1.187, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11128, "sampled_at": "2026-10-30T11:09:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:09:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2768386, "flush_count": 2882, "flush_interval_seconds": 30.0, "flush_state": {"count": 2882, "last_at": "2026-10-30T11:09:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:09:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2881}, "started": true, "suppressed_count": 1439008, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1438864}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2882, "written_record_count": 2882}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9504.355, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3986136576000, "copied_frame_count": 1441745, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 3986136576000, "frame_buffer_copies": 1441745, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1086, "count": 512, "max_ms": 0.3315, "p50_ms": 0.0931, "p95_ms": 0.2166, "p99_ms": 0.277}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4261, "count": 512, "max_ms": 3.8101, "p50_ms": 1.3324, "p95_ms": 2.4574, "p99_ms": 3.0291, "results": {"failed": 0, "not_applicable": 0, "success": 1441745, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 497, "h264_decode_error_count": 1109, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:09:37+09:00", "last_error_summary": "[h264 @ 0x582d97624dc0] error while decoding MB 40 58, bytestream -7", "last_exit_at": "2026-10-30T11:09:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.171, "last_started_at": "2026-10-30T11:08:12+09:00", "pid": 102856, "process": {"exists": false, "pid": 102856}, "restart_count": 540, "restart_count_per_hour": 17, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 541}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.872, "sample_count": 2104, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1441745, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:09:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.049, "last_frame_pushed_at": "2026-10-30T11:09:37+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-10-30T11:09:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 575.113, "last_sample_duration_ms": 1374.477, "last_trigger": "periodic", "next_snapshot_in_sec": 24.887, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 288, "storage_bytes": 2745048}, "mjpeg": {"age_sec": 0.039, "exists": true, "mtime": "2026-10-30T11:09:37.243789+09:00", "mtime_epoch": 1793326177.2437894, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114372}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:09:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1441.75, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1441745, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.683, "max": 22.0, "p95": 18.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.036, "max": 3.0, "p95": 3.0, "sample_count": 224}, "total": {"avg": 2.036, "max": 3.0, "p95": 3.0, "sample_count": 224}}, "tracking_counts": {"active": {"avg": 1.031, "max": 2.0, "p95": 1.0, "sample_count": 224}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}, "removed": {"avg": 0.031, "max": 1.0, "p95": 0.0, "sample_count": 224}, "tracked": {"avg": 1.031, "max": 2.0, "p95": 1.0, "sample_count": 224}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.481, "pushed": 7.481, "read": 7.448}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 223, "client_acquire_ms": {"avg_ms": 0.007, "count": 223, "max_ms": 0.024, "p95_ms": 0.013, "reason": null, "sample_age_ms": 131.711, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.874, "count": 223, "max_ms": 7.386, "p95_ms": 2.679, "reason": null, "sample_age_ms": 174.666, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.371, "count": 223, "max_ms": 5.862, "p95_ms": 2.009, "reason": null, "sample_age_ms": 174.954, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.393, "count": 223, "max_ms": 1.292, "p95_ms": 0.71, "reason": null, "sample_age_ms": 131.718, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.847, "count": 223, "max_ms": 6.078, "p95_ms": 3.246, "reason": null, "sample_age_ms": 172.809, "source": "client_direct"}, "request_count": 223, "request_tensor_bytes": {"avg": 2764808.0, "count": 223, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 172.776, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 223, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 131.957, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.135, "count": 223, "max_ms": 88.627, "p95_ms": 68.89, "reason": null, "sample_age_ms": 131.708, "source": "client_direct"}, "sample_age_ms": 131.706, "source": "client_direct", "task_total_ms": {"avg_ms": 49.551, "count": 223, "max_ms": 93.019, "p95_ms": 71.565, "reason": null, "sample_age_ms": 131.706, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.339, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.228, "count": 224, "max_ms": 21.422, "p95_ms": 12.705}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.455, "count": 224, "max_ms": 1.436, "p95_ms": 0.951}, "detection_prepare_ms": {"avg_ms": 1.632, "count": 224, "max_ms": 10.842, "p95_ms": 3.08}, "event_filter_ms": {"avg_ms": 0.008, "count": 224, "max_ms": 0.229, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.275, "count": 224, "max_ms": 1.211, "p95_ms": 0.557}, "mcmt_ms": {"avg_ms": 0.004, "count": 224, "max_ms": 0.031, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.604, "count": 224, "max_ms": 8.221, "p95_ms": 4.515}, "setup_ms": {"avg_ms": 0.045, "count": 224, "max_ms": 0.13, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 7.157, "count": 224, "max_ms": 21.361, "p95_ms": 12.579}, "track_match_ms": {"avg_ms": 0.144, "count": 224, "max_ms": 0.546, "p95_ms": 0.3}, "tracker_update_ms": {"avg_ms": 1.988, "count": 224, "max_ms": 7.01, "p95_ms": 4.048}}, "gstreamer_push": {"avg_ms": 3.178, "count": 224, "max_ms": 9.465, "p95_ms": 5.141}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 224, "max_ms": 0.172, "p95_ms": 0.118}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.988, "count": 224, "max_ms": 95.794, "p95_ms": 73.896}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.369, "count": 224, "max_ms": 14.986, "p95_ms": 8.334}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 113.393, "count": 224, "max_ms": 184.431, "p95_ms": 147.304}, "inference_input_copy_ms": {"avg_ms": 1.582, "count": 224, "max_ms": 4.461, "p95_ms": 2.777}, "processing_residual_ms": {"avg_ms": 0.223, "count": 224, "max_ms": 0.644, "p95_ms": 0.415}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 118.567, "count": 224, "max_ms": 191.132, "p95_ms": 154.121}, "read_interval": {"avg_ms": 134.185, "count": 223, "max_ms": 244.08, "p95_ms": 183.879}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 224, "max_ms": 0.181, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 2.526, "count": 224, "max_ms": 7.961, "p95_ms": 4.392}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 224, "max_ms": 0.085, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.507, "count": 224, "max_ms": 7.895, "p95_ms": 4.377}, "worker_merge_ms": {"avg_ms": 0.007, "count": 224, "max_ms": 0.034, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 51.002, "count": 224, "max_ms": 95.816, "p95_ms": 73.935}, "visualize": {"avg_ms": 53.796, "count": 224, "max_ms": 95.601, "p95_ms": 73.665}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 47.153, "count": 224, "max_ms": 87.067, "p95_ms": 62.667}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 52.141, "count": 224, "max_ms": 93.263, "p95_ms": 71.318}, "visualize_input_copy_ms": {"avg_ms": 1.44, "count": 224, "max_ms": 4.313, "p95_ms": 2.349}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 51.991, "count": 224, "max_ms": 93.073, "p95_ms": 71.044}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 224, "max_ms": 0.23, "p95_ms": 0.163}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 224}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1441.637, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.078, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.708, "sample_count": 2095, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1441503, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:09:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 113074, "write_bytes_delta": 113074, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 629.0, "cpu_core_ratio": 0.458815, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 102856, "reason": null, "system_cpu_core_ratio": 0.040281, "system_cpu_s_delta": 0.4099999999999999, "user_cpu_core_ratio": 0.418533, "user_cpu_s_delta": 4.26}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.644659, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 102662.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.600291, "system_cpu_s_delta": 6.110000000000582, "user_cpu_core_ratio": 1.044368, "user_cpu_s_delta": 10.630000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.977, "count": 230, "max_ms": 6.864, "p95_ms": 5.068, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.522, "max": 18.0, "p95": 13.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.426, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 230}, "total": {"avg": 1.426, "max": 2.0, "p95": 2.0, "sample_count": 230}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.739, "count": 30, "max": 40.411, "p95": 25.286, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.206, "count": 30, "max": 24.481, "p95": 21.689, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 493.6, "count": 30, "max": 629.0, "p95": 586.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 725.333, "count": 30, "max": 14029.0, "p95": 2474.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.062, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.363, "count": 30, "max": 0.432, "p95": 0.418, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.164, "count": 30, "max": 2.49, "p95": 1.33, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 107475.933, "count": 30, "max": 113074.0, "p95": 112374.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 107475.933, "count": 30, "max": 113074.0, "p95": 112374.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 88479.733, "count": 30, "max": 111630.0, "p95": 102919.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.602, "count": 30, "max": 0.733, "p95": 0.697, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.055, "count": 30, "max": 1.271, "p95": 1.187, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11128, "sampled_at": "2026-10-30T11:09:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:09:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2768386, "flush_count": 2882, "flush_interval_seconds": 30.0, "flush_state": {"count": 2882, "last_at": "2026-10-30T11:09:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:09:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2881}, "started": true, "suppressed_count": 1439008, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1438864}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2882, "written_record_count": 2882}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9688.27, "limit_mb": null}, "detail": {"pid": 102972, "restart_count": 541, "start_count": 542}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3986136576000, "copied_frame_count": 1441745, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 3986136576000, "frame_buffer_copies": 1441745, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1086, "count": 512, "max_ms": 0.3315, "p50_ms": 0.0931, "p95_ms": 0.2166, "p99_ms": 0.277}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4261, "count": 512, "max_ms": 3.8101, "p50_ms": 1.3324, "p95_ms": 2.4574, "p99_ms": 3.0291, "results": {"failed": 0, "not_applicable": 0, "success": 1441745, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 497, "h264_decode_error_count": 1109, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:09:37+09:00", "last_error_summary": "[h264 @ 0x582d97624dc0] error while decoding MB 40 58, bytestream -7", "last_exit_at": "2026-10-30T11:09:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T11:09:39+09:00", "pid": 102972, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.98, "name": "ffmpeg", "pid": 102972, "rss_mb": 206.98, "state": "S (sleeping)", "threads": 70}, "restart_count": 541, "restart_count_per_hour": 18, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 542}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.644, "sample_count": 2073, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1441745, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:09:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.525, "last_frame_pushed_at": "2026-10-30T11:09:37+09:00", "last_frame_read_age_sec": 4.637, "last_frame_read_at": "2026-10-30T11:09:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 579.576, "last_sample_duration_ms": 1374.477, "last_trigger": "periodic", "next_snapshot_in_sec": 20.424, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 288, "storage_bytes": 2745048}, "mjpeg": {"age_sec": 4.514, "exists": true, "mtime": "2026-10-30T11:09:37.243789+09:00", "mtime_epoch": 1793326177.2437894, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114372}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:09:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1441.754, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1441745, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.528, "max": 22.0, "p95": 18.0, "sample_count": 193}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.078, "max": 3.0, "p95": 3.0, "sample_count": 193}, "total": {"avg": 2.078, "max": 3.0, "p95": 3.0, "sample_count": 193}}, "tracking_counts": {"active": {"avg": 1.031, "max": 2.0, "p95": 1.0, "sample_count": 193}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "removed": {"avg": 0.036, "max": 1.0, "p95": 0.0, "sample_count": 193}, "tracked": {"avg": 1.031, "max": 2.0, "p95": 1.0, "sample_count": 193}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.444, "pushed": 6.444, "read": 6.411}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 192, "client_acquire_ms": {"avg_ms": 0.007, "count": 192, "max_ms": 0.024, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4599.562, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.847, "count": 192, "max_ms": 7.386, "p95_ms": 2.676, "reason": null, "sample_age_ms": 4642.517, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.368, "count": 192, "max_ms": 5.862, "p95_ms": 1.931, "reason": null, "sample_age_ms": 4642.805, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.379, "count": 192, "max_ms": 1.292, "p95_ms": 0.67, "reason": null, "sample_age_ms": 4599.569, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.767, "count": 192, "max_ms": 4.086, "p95_ms": 3.039, "reason": null, "sample_age_ms": 4640.66, "source": "client_direct"}, "request_count": 192, "request_tensor_bytes": {"avg": 2764808.0, "count": 192, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4640.627, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 192, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4599.808, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.578, "count": 192, "max_ms": 88.627, "p95_ms": 69.168, "reason": null, "sample_age_ms": 4599.559, "source": "client_direct"}, "sample_age_ms": 4599.556, "source": "client_direct", "task_total_ms": {"avg_ms": 48.896, "count": 192, "max_ms": 93.019, "p95_ms": 72.05, "reason": null, "sample_age_ms": 4599.556, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.409, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.211, "count": 193, "max_ms": 21.422, "p95_ms": 12.705}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.445, "count": 193, "max_ms": 1.436, "p95_ms": 0.939}, "detection_prepare_ms": {"avg_ms": 1.608, "count": 193, "max_ms": 10.842, "p95_ms": 3.053}, "event_filter_ms": {"avg_ms": 0.009, "count": 193, "max_ms": 0.229, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.282, "count": 193, "max_ms": 1.211, "p95_ms": 0.56}, "mcmt_ms": {"avg_ms": 0.004, "count": 193, "max_ms": 0.031, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.612, "count": 193, "max_ms": 8.221, "p95_ms": 4.665}, "setup_ms": {"avg_ms": 0.044, "count": 193, "max_ms": 0.13, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 7.141, "count": 193, "max_ms": 21.361, "p95_ms": 12.579}, "track_match_ms": {"avg_ms": 0.144, "count": 193, "max_ms": 0.546, "p95_ms": 0.3}, "tracker_update_ms": {"avg_ms": 1.993, "count": 193, "max_ms": 7.01, "p95_ms": 3.742}}, "gstreamer_push": {"avg_ms": 3.139, "count": 193, "max_ms": 9.465, "p95_ms": 5.3}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 193, "max_ms": 0.172, "p95_ms": 0.118}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.232, "count": 193, "max_ms": 95.794, "p95_ms": 73.896}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.324, "count": 193, "max_ms": 12.162, "p95_ms": 8.2}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.174, "count": 193, "max_ms": 184.431, "p95_ms": 153.255}, "inference_input_copy_ms": {"avg_ms": 1.522, "count": 193, "max_ms": 4.461, "p95_ms": 2.563}, "processing_residual_ms": {"avg_ms": 0.212, "count": 193, "max_ms": 0.584, "p95_ms": 0.399}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 117.231, "count": 193, "max_ms": 191.132, "p95_ms": 157.413}, "read_interval": {"avg_ms": 132.496, "count": 192, "max_ms": 244.08, "p95_ms": 183.879}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 193, "max_ms": 0.181, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 2.537, "count": 193, "max_ms": 7.961, "p95_ms": 4.613}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 193, "max_ms": 0.085, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.518, "count": 193, "max_ms": 7.895, "p95_ms": 4.599}, "worker_merge_ms": {"avg_ms": 0.007, "count": 193, "max_ms": 0.026, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 50.246, "count": 193, "max_ms": 95.816, "p95_ms": 73.935}, "visualize": {"avg_ms": 53.4, "count": 193, "max_ms": 95.601, "p95_ms": 74.291}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.751, "count": 193, "max_ms": 87.067, "p95_ms": 63.982}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 51.761, "count": 193, "max_ms": 93.263, "p95_ms": 71.949}, "visualize_input_copy_ms": {"avg_ms": 1.428, "count": 193, "max_ms": 4.313, "p95_ms": 2.339}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 51.613, "count": 193, "max_ms": 93.073, "p95_ms": 71.777}, "visualizer_prepare_ms": {"avg_ms": 0.079, "count": 193, "max_ms": 0.23, "p95_ms": 0.165}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 193}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1441.637, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.078, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.708, "sample_count": 2095, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1441503, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:09:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 113074, "write_bytes_delta": 113074, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 629.0, "cpu_core_ratio": 0.458815, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 102856, "reason": null, "system_cpu_core_ratio": 0.040281, "system_cpu_s_delta": 0.4099999999999999, "user_cpu_core_ratio": 0.418533, "user_cpu_s_delta": 4.26}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.644659, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 102662.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.600291, "system_cpu_s_delta": 6.110000000000582, "user_cpu_core_ratio": 1.044368, "user_cpu_s_delta": 10.630000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.977, "count": 230, "max_ms": 6.864, "p95_ms": 5.068, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.522, "max": 18.0, "p95": 13.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.426, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 230}, "total": {"avg": 1.426, "max": 2.0, "p95": 2.0, "sample_count": 230}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.739, "count": 30, "max": 40.411, "p95": 25.286, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.206, "count": 30, "max": 24.481, "p95": 21.689, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 493.6, "count": 30, "max": 629.0, "p95": 586.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 725.333, "count": 30, "max": 14029.0, "p95": 2474.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.062, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.363, "count": 30, "max": 0.432, "p95": 0.418, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.164, "count": 30, "max": 2.49, "p95": 1.33, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 107475.933, "count": 30, "max": 113074.0, "p95": 112374.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 107475.933, "count": 30, "max": 113074.0, "p95": 112374.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 88479.733, "count": 30, "max": 111630.0, "p95": 102919.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.602, "count": 30, "max": 0.733, "p95": 0.697, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.055, "count": 30, "max": 1.271, "p95": 1.187, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11128, "sampled_at": "2026-10-30T11:09:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:09:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2252593, "flush_count": 2884, "flush_interval_seconds": 30.0, "flush_state": {"count": 2884, "last_at": "2026-10-30T11:08:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:08:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2883}, "started": true, "suppressed_count": 1666628, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 1666626}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2884, "written_record_count": 2884}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9206.859, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4615858483200, "copied_frame_count": 1669509, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T09:31:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3569477, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T09:31:50+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.249}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 2, "events_emitted": 2, "events_failed": 0, "events_observed": 2, "events_suppressed": 0, "frame_buffer_copied_bytes": 4615858483200, "frame_buffer_copies": 1669509, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 100, "recorder_active_input_bytes": 276480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 2, "recorder_clips_failed": 0, "recorder_clips_started": 2, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 2, "worker_jobs_accepted": 2, "worker_jobs_completed": 2, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1212, "count": 512, "max_ms": 1.6966, "p50_ms": 0.1056, "p95_ms": 0.2189, "p99_ms": 0.268}, "stages": {"db_insert": {"avg_ms": 24.9862, "count": 2, "max_ms": 26.5042, "p50_ms": 24.9862, "p95_ms": 26.3524, "p99_ms": 26.4739, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0541, "count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1351.546, "count": 2, "max_ms": 1378.4915, "p50_ms": 1351.546, "p95_ms": 1375.7969, "p99_ms": 1377.9526, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3419, "count": 512, "max_ms": 3.5067, "p50_ms": 1.2441, "p95_ms": 2.3701, "p99_ms": 2.905, "results": {"failed": 0, "not_applicable": 0, "success": 1669509, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 618.174, "count": 2, "max_ms": 626.5228, "p50_ms": 618.174, "p95_ms": 625.6879, "p99_ms": 626.3558, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 48.8595, "count": 2, "max_ms": 67.7399, "p50_ms": 48.8595, "p95_ms": 65.8519, "p99_ms": 67.3623, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1729, "count": 100, "max_ms": 8.7346, "p50_ms": 5.0177, "p95_ms": 7.5008, "p99_ms": 8.5356, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3251, "count": 100, "max_ms": 3.6197, "p50_ms": 1.1902, "p95_ms": 2.1715, "p99_ms": 3.2681, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 613.5802, "count": 2, "max_ms": 621.343, "p50_ms": 613.5802, "p95_ms": 620.5667, "p99_ms": 621.1878, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 518.5978, "count": 2, "max_ms": 524.4459, "p50_ms": 518.5978, "p95_ms": 523.8611, "p99_ms": 524.3289, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 90.1793, "count": 2, "max_ms": 92.6271, "p50_ms": 90.1793, "p95_ms": 92.3823, "p99_ms": 92.5782, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.2061, "count": 2, "max_ms": 1.2085, "p50_ms": 1.2061, "p95_ms": 1.2083, "p99_ms": 1.2084, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.2034, "count": 2, "max_ms": 57.9637, "p50_ms": 44.2034, "p95_ms": 56.5876, "p99_ms": 57.6885, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6046, "count": 2, "max_ms": 0.6553, "p50_ms": 0.6046, "p95_ms": 0.6502, "p99_ms": 0.6542, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 625.5343, "count": 2, "max_ms": 642.3509, "p50_ms": 625.5343, "p95_ms": 640.6692, "p99_ms": 642.0145, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.8191, "count": 2, "max_ms": 6.7192, "p50_ms": 3.8191, "p95_ms": 6.4292, "p99_ms": 6.6612, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9995, "count": 2, "max_ms": 27.6583, "p50_ms": 23.9995, "p95_ms": 27.2925, "p99_ms": 27.5852, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3609, "count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.995, "count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 731.8976, "count": 2, "max_ms": 767.7144, "p50_ms": 731.8976, "p95_ms": 764.1327, "p99_ms": 766.998, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 2, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216}, "wait_ms": {"count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 2, "artifact_failed": 0, "artifact_requested": 2, "artifact_success": 2, "completed": 2, "completed_failed": 0, "completed_success": 2, "cooldown_promoted": 2, "database_requested": 2, "db_insert_success": 2, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15534, "relay_business_failed": 0, "relay_business_success": 2, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 2, "relay_transport_failed": 0, "relay_transport_success": 2, "reservation_requested": 2}, "snapshot": {"copied_bytes": 5529600, "copied_count": 2, "copy": {"count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 223, "h264_decode_error_count": 538, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:09:47+09:00", "last_error_summary": "[h264 @ 0x5c2251393900] cabac decode of qscale diff failed at 71 60 [h264 @ 0x5c2251393900] error while decoding MB 71 60, bytestream 21736", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 5724.542, "last_started_at": "2026-10-30T09:34:22+09:00", "pid": 99770, "process": {"exists": false, "pid": 99770}, "restart_count": 251, "restart_count_per_hour": 0, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 252}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.193, "sample_count": 2851, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1669509, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:09:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 0.028, "last_frame_pushed_at": "2026-10-30T11:09:47+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-10-30T11:09:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 585.164, "last_sample_duration_ms": 1374.477, "last_trigger": "periodic", "next_snapshot_in_sec": 14.836, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 288, "storage_bytes": 2745048}, "mjpeg": {"age_sec": 0.017, "exists": true, "mtime": "2026-10-30T11:09:47.316816+09:00", "mtime_epoch": 1793326187.316816, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 119822}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T11:09:47+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1670.758, "name": "celery", "pid": 176, "rss_mb": 1646.742, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1669509, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 235}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 235}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 235}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 235, "pushed_frames": 235, "read_frames": 234, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.837, "pushed": 7.837, "read": 7.803}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 234, "client_acquire_ms": {"avg_ms": 0.006, "count": 234, "max_ms": 0.029, "p95_ms": 0.012, "reason": null, "sample_age_ms": 83.646, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.655, "count": 234, "max_ms": 4.897, "p95_ms": 2.13, "reason": null, "sample_age_ms": 114.217, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.239, "count": 234, "max_ms": 2.568, "p95_ms": 1.273, "reason": null, "sample_age_ms": 114.396, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.092, "count": 234, "max_ms": 0.403, "p95_ms": 0.173, "reason": null, "sample_age_ms": 83.656, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.493, "count": 234, "max_ms": 5.911, "p95_ms": 2.452, "reason": null, "sample_age_ms": 113.217, "source": "client_direct"}, "request_count": 234, "request_tensor_bytes": {"avg": 2211848.0, "count": 234, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 113.202, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 234, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 83.827, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.302, "count": 234, "max_ms": 76.651, "p95_ms": 55.406, "reason": null, "sample_age_ms": 83.64, "source": "client_direct"}, "sample_age_ms": 83.635, "source": "client_direct", "task_total_ms": {"avg_ms": 40.049, "count": 234, "max_ms": 78.155, "p95_ms": 57.577, "reason": null, "sample_age_ms": 83.635, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.888, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.7, "count": 235, "max_ms": 2.615, "p95_ms": 1.333}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.228, "count": 235, "max_ms": 1.875, "p95_ms": 0.407}, "detection_prepare_ms": {"avg_ms": 0.097, "count": 235, "max_ms": 0.556, "p95_ms": 0.17}, "event_filter_ms": {"avg_ms": 0.004, "count": 235, "max_ms": 0.03, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.073, "count": 235, "max_ms": 0.222, "p95_ms": 0.145}, "mcmt_ms": {"avg_ms": 0.003, "count": 235, "max_ms": 0.048, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.179, "count": 235, "max_ms": 0.557, "p95_ms": 0.366}, "setup_ms": {"avg_ms": 0.041, "count": 235, "max_ms": 0.131, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 0.658, "count": 235, "max_ms": 2.562, "p95_ms": 1.26}, "track_match_ms": {"avg_ms": 0.004, "count": 235, "max_ms": 0.019, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.028, "count": 235, "max_ms": 0.134, "p95_ms": 0.055}}, "gstreamer_push": {"avg_ms": 2.837, "count": 235, "max_ms": 7.973, "p95_ms": 4.689}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 235, "max_ms": 0.19, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.006, "count": 235, "max_ms": 78.701, "p95_ms": 59.98}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.037, "count": 235, "max_ms": 0.137, "p95_ms": 0.08}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 75.075, "count": 235, "max_ms": 132.387, "p95_ms": 101.598}, "inference_input_copy_ms": {"avg_ms": 1.524, "count": 235, "max_ms": 3.548, "p95_ms": 2.605}, "processing_residual_ms": {"avg_ms": 0.128, "count": 235, "max_ms": 0.348, "p95_ms": 0.238}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 76.765, "count": 235, "max_ms": 135.358, "p95_ms": 104.331}, "read_interval": {"avg_ms": 127.973, "count": 234, "max_ms": 3149.071, "p95_ms": 140.811}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 235, "max_ms": 0.059, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.125, "count": 235, "max_ms": 0.398, "p95_ms": 0.261}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 235, "max_ms": 0.072, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.109, "count": 235, "max_ms": 0.359, "p95_ms": 0.231}, "worker_merge_ms": {"avg_ms": 0.005, "count": 235, "max_ms": 0.024, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 41.02, "count": 235, "max_ms": 78.709, "p95_ms": 59.992}, "visualize": {"avg_ms": 32.496, "count": 235, "max_ms": 74.741, "p95_ms": 46.486}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.658, "count": 235, "max_ms": 73.424, "p95_ms": 45.534}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.302, "count": 235, "max_ms": 74.487, "p95_ms": 46.305}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.208, "count": 235, "max_ms": 74.323, "p95_ms": 46.213}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 235, "max_ms": 0.156, "p95_ms": 0.104}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 235}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1646.629, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 55.286, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.613, "sample_count": 2889, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1669277, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:09:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 121998, "write_bytes_delta": 121998, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1392.0, "cpu_core_ratio": 1.420635, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3011.0, "pid": 99770, "reason": null, "system_cpu_core_ratio": 0.156947, "system_cpu_s_delta": 3.2899999999999636, "user_cpu_core_ratio": 1.263688, "user_cpu_s_delta": 26.49000000000069}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.658797, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.05963, "system_cpu_s_delta": 1.25, "user_cpu_core_ratio": 0.599166, "user_cpu_s_delta": 12.559999999997672}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.921, "count": 221, "max_ms": 8.477, "p95_ms": 4.849, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 221}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.265, "count": 30, "max": 73.345, "p95": 66.427, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.403, "count": 30, "max": 32.238, "p95": 30.992, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1454.1, "count": 30, "max": 1651.0, "p95": 1576.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 101.767, "count": 30, "max": 3011.0, "p95": 13.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.157, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.174, "count": 30, "max": 1.433, "p95": 1.351, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108525.2, "count": 30, "max": 123219.0, "p95": 122724.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108525.2, "count": 30, "max": 123219.0, "p95": 122724.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.467, "count": 30, "max": 46.0, "p95": 37.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.073, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.625, "count": 30, "max": 0.702, "p95": 0.691, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 12023, "sampled_at": "2026-10-30T11:09:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:09:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2252593, "flush_count": 2884, "flush_interval_seconds": 30.0, "flush_state": {"count": 2884, "last_at": "2026-10-30T11:08:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:08:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2883}, "started": true, "suppressed_count": 1666628, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 1666626}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2884, "written_record_count": 2884}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9206.977, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5c2251393900] cabac decode of qscale diff failed at 71 60 [h264 @ 0x5c2251393900] error while decoding MB 71 60, bytestream 21736", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4615858483200, "copied_frame_count": 1669509, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T09:31:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3569477, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T09:31:50+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.249}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 2, "events_emitted": 2, "events_failed": 0, "events_observed": 2, "events_suppressed": 0, "frame_buffer_copied_bytes": 4615858483200, "frame_buffer_copies": 1669509, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 100, "recorder_active_input_bytes": 276480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 2, "recorder_clips_failed": 0, "recorder_clips_started": 2, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 2, "worker_jobs_accepted": 2, "worker_jobs_completed": 2, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1212, "count": 512, "max_ms": 1.6966, "p50_ms": 0.1056, "p95_ms": 0.2189, "p99_ms": 0.268}, "stages": {"db_insert": {"avg_ms": 24.9862, "count": 2, "max_ms": 26.5042, "p50_ms": 24.9862, "p95_ms": 26.3524, "p99_ms": 26.4739, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0541, "count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1351.546, "count": 2, "max_ms": 1378.4915, "p50_ms": 1351.546, "p95_ms": 1375.7969, "p99_ms": 1377.9526, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3419, "count": 512, "max_ms": 3.5067, "p50_ms": 1.2441, "p95_ms": 2.3701, "p99_ms": 2.905, "results": {"failed": 0, "not_applicable": 0, "success": 1669509, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 618.174, "count": 2, "max_ms": 626.5228, "p50_ms": 618.174, "p95_ms": 625.6879, "p99_ms": 626.3558, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 48.8595, "count": 2, "max_ms": 67.7399, "p50_ms": 48.8595, "p95_ms": 65.8519, "p99_ms": 67.3623, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1729, "count": 100, "max_ms": 8.7346, "p50_ms": 5.0177, "p95_ms": 7.5008, "p99_ms": 8.5356, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3251, "count": 100, "max_ms": 3.6197, "p50_ms": 1.1902, "p95_ms": 2.1715, "p99_ms": 3.2681, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 613.5802, "count": 2, "max_ms": 621.343, "p50_ms": 613.5802, "p95_ms": 620.5667, "p99_ms": 621.1878, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 518.5978, "count": 2, "max_ms": 524.4459, "p50_ms": 518.5978, "p95_ms": 523.8611, "p99_ms": 524.3289, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 90.1793, "count": 2, "max_ms": 92.6271, "p50_ms": 90.1793, "p95_ms": 92.3823, "p99_ms": 92.5782, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.2061, "count": 2, "max_ms": 1.2085, "p50_ms": 1.2061, "p95_ms": 1.2083, "p99_ms": 1.2084, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.2034, "count": 2, "max_ms": 57.9637, "p50_ms": 44.2034, "p95_ms": 56.5876, "p99_ms": 57.6885, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6046, "count": 2, "max_ms": 0.6553, "p50_ms": 0.6046, "p95_ms": 0.6502, "p99_ms": 0.6542, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 625.5343, "count": 2, "max_ms": 642.3509, "p50_ms": 625.5343, "p95_ms": 640.6692, "p99_ms": 642.0145, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.8191, "count": 2, "max_ms": 6.7192, "p50_ms": 3.8191, "p95_ms": 6.4292, "p99_ms": 6.6612, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9995, "count": 2, "max_ms": 27.6583, "p50_ms": 23.9995, "p95_ms": 27.2925, "p99_ms": 27.5852, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3609, "count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.995, "count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 731.8976, "count": 2, "max_ms": 767.7144, "p50_ms": 731.8976, "p95_ms": 764.1327, "p99_ms": 766.998, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 2, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216}, "wait_ms": {"count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 2, "artifact_failed": 0, "artifact_requested": 2, "artifact_success": 2, "completed": 2, "completed_failed": 0, "completed_success": 2, "cooldown_promoted": 2, "database_requested": 2, "db_insert_success": 2, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15534, "relay_business_failed": 0, "relay_business_success": 2, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 2, "relay_transport_failed": 0, "relay_transport_success": 2, "reservation_requested": 2}, "snapshot": {"copied_bytes": 5529600, "copied_count": 2, "copy": {"count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 223, "h264_decode_error_count": 538, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:09:47+09:00", "last_error_summary": "[h264 @ 0x5c2251393900] cabac decode of qscale diff failed at 71 60 [h264 @ 0x5c2251393900] error while decoding MB 71 60, bytestream 21736", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 5724.542, "last_started_at": "2026-10-30T09:34:22+09:00", "pid": 99770, "process": {"exists": false, "pid": 99770}, "restart_count": 251, "restart_count_per_hour": 0, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 252}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.193, "sample_count": 2850, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1669509, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:09:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 0.029, "last_frame_pushed_at": "2026-10-30T11:09:47+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-10-30T11:09:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 585.171, "last_sample_duration_ms": 1374.477, "last_trigger": "periodic", "next_snapshot_in_sec": 14.829, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 288, "storage_bytes": 2745048}, "mjpeg": {"age_sec": 0.018, "exists": true, "mtime": "2026-10-30T11:09:47.316816+09:00", "mtime_epoch": 1793326187.316816, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 119822}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T11:09:47+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1670.758, "name": "celery", "pid": 176, "rss_mb": 1646.742, "state": "S (sleeping)", "threads": 54}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1669509, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 235}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 235}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 235}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 235, "pushed_frames": 235, "read_frames": 234, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.838, "pushed": 7.838, "read": 7.805}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 234, "client_acquire_ms": {"avg_ms": 0.006, "count": 234, "max_ms": 0.029, "p95_ms": 0.012, "reason": null, "sample_age_ms": 86.996, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.655, "count": 234, "max_ms": 4.897, "p95_ms": 2.13, "reason": null, "sample_age_ms": 117.567, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.239, "count": 234, "max_ms": 2.568, "p95_ms": 1.273, "reason": null, "sample_age_ms": 117.746, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.092, "count": 234, "max_ms": 0.403, "p95_ms": 0.173, "reason": null, "sample_age_ms": 87.006, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.493, "count": 234, "max_ms": 5.911, "p95_ms": 2.452, "reason": null, "sample_age_ms": 116.568, "source": "client_direct"}, "request_count": 234, "request_tensor_bytes": {"avg": 2211848.0, "count": 234, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 116.553, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 234, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 87.177, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.302, "count": 234, "max_ms": 76.651, "p95_ms": 55.406, "reason": null, "sample_age_ms": 86.99, "source": "client_direct"}, "sample_age_ms": 86.985, "source": "client_direct", "task_total_ms": {"avg_ms": 40.049, "count": 234, "max_ms": 78.155, "p95_ms": 57.577, "reason": null, "sample_age_ms": 86.985, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.691, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.7, "count": 235, "max_ms": 2.615, "p95_ms": 1.333}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.228, "count": 235, "max_ms": 1.875, "p95_ms": 0.407}, "detection_prepare_ms": {"avg_ms": 0.097, "count": 235, "max_ms": 0.556, "p95_ms": 0.17}, "event_filter_ms": {"avg_ms": 0.004, "count": 235, "max_ms": 0.03, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.073, "count": 235, "max_ms": 0.222, "p95_ms": 0.145}, "mcmt_ms": {"avg_ms": 0.003, "count": 235, "max_ms": 0.048, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.179, "count": 235, "max_ms": 0.557, "p95_ms": 0.366}, "setup_ms": {"avg_ms": 0.041, "count": 235, "max_ms": 0.131, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 0.658, "count": 235, "max_ms": 2.562, "p95_ms": 1.26}, "track_match_ms": {"avg_ms": 0.004, "count": 235, "max_ms": 0.019, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.028, "count": 235, "max_ms": 0.134, "p95_ms": 0.055}}, "gstreamer_push": {"avg_ms": 2.837, "count": 235, "max_ms": 7.973, "p95_ms": 4.689}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 235, "max_ms": 0.19, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.006, "count": 235, "max_ms": 78.701, "p95_ms": 59.98}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.037, "count": 235, "max_ms": 0.137, "p95_ms": 0.08}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 75.075, "count": 235, "max_ms": 132.387, "p95_ms": 101.598}, "inference_input_copy_ms": {"avg_ms": 1.524, "count": 235, "max_ms": 3.548, "p95_ms": 2.605}, "processing_residual_ms": {"avg_ms": 0.128, "count": 235, "max_ms": 0.348, "p95_ms": 0.238}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 76.765, "count": 235, "max_ms": 135.358, "p95_ms": 104.331}, "read_interval": {"avg_ms": 127.973, "count": 234, "max_ms": 3149.071, "p95_ms": 140.811}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 235, "max_ms": 0.059, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.125, "count": 235, "max_ms": 0.398, "p95_ms": 0.261}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 235, "max_ms": 0.072, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.109, "count": 235, "max_ms": 0.359, "p95_ms": 0.231}, "worker_merge_ms": {"avg_ms": 0.005, "count": 235, "max_ms": 0.024, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 41.02, "count": 235, "max_ms": 78.709, "p95_ms": 59.992}, "visualize": {"avg_ms": 32.496, "count": 235, "max_ms": 74.741, "p95_ms": 46.486}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.658, "count": 235, "max_ms": 73.424, "p95_ms": 45.534}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.302, "count": 235, "max_ms": 74.487, "p95_ms": 46.305}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.208, "count": 235, "max_ms": 74.323, "p95_ms": 46.213}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 235, "max_ms": 0.156, "p95_ms": 0.104}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 235}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1646.629, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 55.286, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.613, "sample_count": 2889, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1669277, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:09:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 121998, "write_bytes_delta": 121998, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1392.0, "cpu_core_ratio": 1.420635, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3011.0, "pid": 99770, "reason": null, "system_cpu_core_ratio": 0.156947, "system_cpu_s_delta": 3.2899999999999636, "user_cpu_core_ratio": 1.263688, "user_cpu_s_delta": 26.49000000000069}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.658797, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.05963, "system_cpu_s_delta": 1.25, "user_cpu_core_ratio": 0.599166, "user_cpu_s_delta": 12.559999999997672}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.921, "count": 221, "max_ms": 8.477, "p95_ms": 4.849, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 221}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.265, "count": 30, "max": 73.345, "p95": 66.427, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.403, "count": 30, "max": 32.238, "p95": 30.992, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1454.1, "count": 30, "max": 1651.0, "p95": 1576.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 101.767, "count": 30, "max": 3011.0, "p95": 13.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.157, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.174, "count": 30, "max": 1.433, "p95": 1.351, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108525.2, "count": 30, "max": 123219.0, "p95": 122724.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108525.2, "count": 30, "max": 123219.0, "p95": 122724.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.467, "count": 30, "max": 46.0, "p95": 37.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.073, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.625, "count": 30, "max": 0.702, "p95": 0.691, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 12023, "sampled_at": "2026-10-30T11:09:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:09:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2252593, "flush_count": 2884, "flush_interval_seconds": 30.0, "flush_state": {"count": 2884, "last_at": "2026-10-30T11:08:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:08:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2883}, "started": true, "suppressed_count": 1666628, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 1666626}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2884, "written_record_count": 2884}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9206.137, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4615858483200, "copied_frame_count": 1669509, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T09:31:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3569477, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T09:31:50+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.249}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 2, "events_emitted": 2, "events_failed": 0, "events_observed": 2, "events_suppressed": 0, "frame_buffer_copied_bytes": 4615858483200, "frame_buffer_copies": 1669509, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 100, "recorder_active_input_bytes": 276480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 2, "recorder_clips_failed": 0, "recorder_clips_started": 2, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 2, "worker_jobs_accepted": 2, "worker_jobs_completed": 2, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1212, "count": 512, "max_ms": 1.6966, "p50_ms": 0.1056, "p95_ms": 0.2189, "p99_ms": 0.268}, "stages": {"db_insert": {"avg_ms": 24.9862, "count": 2, "max_ms": 26.5042, "p50_ms": 24.9862, "p95_ms": 26.3524, "p99_ms": 26.4739, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0541, "count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1351.546, "count": 2, "max_ms": 1378.4915, "p50_ms": 1351.546, "p95_ms": 1375.7969, "p99_ms": 1377.9526, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3419, "count": 512, "max_ms": 3.5067, "p50_ms": 1.2441, "p95_ms": 2.3701, "p99_ms": 2.905, "results": {"failed": 0, "not_applicable": 0, "success": 1669509, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 618.174, "count": 2, "max_ms": 626.5228, "p50_ms": 618.174, "p95_ms": 625.6879, "p99_ms": 626.3558, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 48.8595, "count": 2, "max_ms": 67.7399, "p50_ms": 48.8595, "p95_ms": 65.8519, "p99_ms": 67.3623, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1729, "count": 100, "max_ms": 8.7346, "p50_ms": 5.0177, "p95_ms": 7.5008, "p99_ms": 8.5356, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3251, "count": 100, "max_ms": 3.6197, "p50_ms": 1.1902, "p95_ms": 2.1715, "p99_ms": 3.2681, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 613.5802, "count": 2, "max_ms": 621.343, "p50_ms": 613.5802, "p95_ms": 620.5667, "p99_ms": 621.1878, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 518.5978, "count": 2, "max_ms": 524.4459, "p50_ms": 518.5978, "p95_ms": 523.8611, "p99_ms": 524.3289, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 90.1793, "count": 2, "max_ms": 92.6271, "p50_ms": 90.1793, "p95_ms": 92.3823, "p99_ms": 92.5782, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.2061, "count": 2, "max_ms": 1.2085, "p50_ms": 1.2061, "p95_ms": 1.2083, "p99_ms": 1.2084, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.2034, "count": 2, "max_ms": 57.9637, "p50_ms": 44.2034, "p95_ms": 56.5876, "p99_ms": 57.6885, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6046, "count": 2, "max_ms": 0.6553, "p50_ms": 0.6046, "p95_ms": 0.6502, "p99_ms": 0.6542, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 625.5343, "count": 2, "max_ms": 642.3509, "p50_ms": 625.5343, "p95_ms": 640.6692, "p99_ms": 642.0145, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.8191, "count": 2, "max_ms": 6.7192, "p50_ms": 3.8191, "p95_ms": 6.4292, "p99_ms": 6.6612, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9995, "count": 2, "max_ms": 27.6583, "p50_ms": 23.9995, "p95_ms": 27.2925, "p99_ms": 27.5852, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3609, "count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.995, "count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 731.8976, "count": 2, "max_ms": 767.7144, "p50_ms": 731.8976, "p95_ms": 764.1327, "p99_ms": 766.998, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 2, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216}, "wait_ms": {"count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 2, "artifact_failed": 0, "artifact_requested": 2, "artifact_success": 2, "completed": 2, "completed_failed": 0, "completed_success": 2, "cooldown_promoted": 2, "database_requested": 2, "db_insert_success": 2, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15534, "relay_business_failed": 0, "relay_business_success": 2, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 2, "relay_transport_failed": 0, "relay_transport_success": 2, "reservation_requested": 2}, "snapshot": {"copied_bytes": 5529600, "copied_count": 2, "copy": {"count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 223, "h264_decode_error_count": 538, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:09:47+09:00", "last_error_summary": "[h264 @ 0x5c2251393900] cabac decode of qscale diff failed at 71 60 [h264 @ 0x5c2251393900] error while decoding MB 71 60, bytestream 21736", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 5724.59, "last_started_at": "2026-10-30T09:34:22+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 251, "restart_count_per_hour": 0, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 252}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.193, "sample_count": 2850, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1669509, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:09:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 0.076, "last_frame_pushed_at": "2026-10-30T11:09:47+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-10-30T11:09:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 585.194, "last_sample_duration_ms": 1374.477, "last_trigger": "periodic", "next_snapshot_in_sec": 14.806, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 288, "storage_bytes": 2745048}, "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-10-30T11:09:47.316816+09:00", "mtime_epoch": 1793326187.316816, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 119822}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T11:09:47+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1670.758, "name": "celery", "pid": 176, "rss_mb": 1646.738, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1669509, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 234}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 234}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.815, "pushed": 7.815, "read": 7.781}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 233, "client_acquire_ms": {"avg_ms": 0.006, "count": 234, "max_ms": 0.029, "p95_ms": 0.012, "reason": null, "sample_age_ms": 127.408, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.657, "count": 233, "max_ms": 4.897, "p95_ms": 2.141, "reason": null, "sample_age_ms": 157.979, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.24, "count": 233, "max_ms": 2.568, "p95_ms": 1.276, "reason": null, "sample_age_ms": 158.158, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.092, "count": 234, "max_ms": 0.403, "p95_ms": 0.173, "reason": null, "sample_age_ms": 127.418, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.495, "count": 233, "max_ms": 5.911, "p95_ms": 2.453, "reason": null, "sample_age_ms": 156.98, "source": "client_direct"}, "request_count": 233, "request_tensor_bytes": {"avg": 2211848.0, "count": 233, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 156.965, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 234, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 127.589, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.302, "count": 234, "max_ms": 76.651, "p95_ms": 55.406, "reason": null, "sample_age_ms": 127.402, "source": "client_direct"}, "sample_age_ms": 127.397, "source": "client_direct", "task_total_ms": {"avg_ms": 40.049, "count": 234, "max_ms": 78.155, "p95_ms": 57.577, "reason": null, "sample_age_ms": 127.397, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.922, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.7, "count": 234, "max_ms": 2.615, "p95_ms": 1.333}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.228, "count": 234, "max_ms": 1.875, "p95_ms": 0.407}, "detection_prepare_ms": {"avg_ms": 0.097, "count": 234, "max_ms": 0.556, "p95_ms": 0.17}, "event_filter_ms": {"avg_ms": 0.004, "count": 234, "max_ms": 0.03, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.073, "count": 234, "max_ms": 0.222, "p95_ms": 0.145}, "mcmt_ms": {"avg_ms": 0.003, "count": 234, "max_ms": 0.048, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.179, "count": 234, "max_ms": 0.557, "p95_ms": 0.366}, "setup_ms": {"avg_ms": 0.041, "count": 234, "max_ms": 0.131, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 0.657, "count": 234, "max_ms": 2.562, "p95_ms": 1.26}, "track_match_ms": {"avg_ms": 0.004, "count": 234, "max_ms": 0.019, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.028, "count": 234, "max_ms": 0.134, "p95_ms": 0.055}}, "gstreamer_push": {"avg_ms": 2.837, "count": 234, "max_ms": 7.973, "p95_ms": 4.689}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 234, "max_ms": 0.19, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.01, "count": 234, "max_ms": 78.701, "p95_ms": 59.98}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.037, "count": 234, "max_ms": 0.137, "p95_ms": 0.08}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 75.105, "count": 234, "max_ms": 132.387, "p95_ms": 101.598}, "inference_input_copy_ms": {"avg_ms": 1.524, "count": 234, "max_ms": 3.548, "p95_ms": 2.605}, "processing_residual_ms": {"avg_ms": 0.128, "count": 234, "max_ms": 0.348, "p95_ms": 0.238}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 76.795, "count": 234, "max_ms": 135.358, "p95_ms": 104.331}, "read_interval": {"avg_ms": 128.185, "count": 233, "max_ms": 3149.071, "p95_ms": 140.811}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 234, "max_ms": 0.059, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.125, "count": 234, "max_ms": 0.398, "p95_ms": 0.261}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 234, "max_ms": 0.072, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.109, "count": 234, "max_ms": 0.359, "p95_ms": 0.231}, "worker_merge_ms": {"avg_ms": 0.005, "count": 234, "max_ms": 0.024, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 41.024, "count": 234, "max_ms": 78.709, "p95_ms": 59.992}, "visualize": {"avg_ms": 32.521, "count": 234, "max_ms": 74.741, "p95_ms": 46.486}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.683, "count": 234, "max_ms": 73.424, "p95_ms": 45.534}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.328, "count": 234, "max_ms": 74.487, "p95_ms": 46.305}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.233, "count": 234, "max_ms": 74.323, "p95_ms": 46.213}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 234, "max_ms": 0.156, "p95_ms": 0.104}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 234}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1646.629, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 55.286, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.613, "sample_count": 2889, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1669277, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:09:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 121998, "write_bytes_delta": 121998, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1392.0, "cpu_core_ratio": 1.420635, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3011.0, "pid": 99770, "reason": null, "system_cpu_core_ratio": 0.156947, "system_cpu_s_delta": 3.2899999999999636, "user_cpu_core_ratio": 1.263688, "user_cpu_s_delta": 26.49000000000069}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.658797, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.05963, "system_cpu_s_delta": 1.25, "user_cpu_core_ratio": 0.599166, "user_cpu_s_delta": 12.559999999997672}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.921, "count": 221, "max_ms": 8.477, "p95_ms": 4.849, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 221}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.265, "count": 30, "max": 73.345, "p95": 66.427, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.403, "count": 30, "max": 32.238, "p95": 30.992, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1454.1, "count": 30, "max": 1651.0, "p95": 1576.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 101.767, "count": 30, "max": 3011.0, "p95": 13.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.157, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.174, "count": 30, "max": 1.433, "p95": 1.351, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108525.2, "count": 30, "max": 123219.0, "p95": 122724.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108525.2, "count": 30, "max": 123219.0, "p95": 122724.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.467, "count": 30, "max": 46.0, "p95": 37.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.073, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.625, "count": 30, "max": 0.702, "p95": 0.691, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 12023, "sampled_at": "2026-10-30T11:09:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:09:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2252593, "flush_count": 2884, "flush_interval_seconds": 30.0, "flush_state": {"count": 2884, "last_at": "2026-10-30T11:08:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:08:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2883}, "started": true, "suppressed_count": 1666628, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 1666626}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2884, "written_record_count": 2884}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9261.156, "limit_mb": null}, "detail": {"pid": 103088, "restart_count": 252, "start_count": 253}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4615858483200, "copied_frame_count": 1669509, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T09:31:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3569477, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T09:31:50+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.249}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 2, "events_emitted": 2, "events_failed": 0, "events_observed": 2, "events_suppressed": 0, "frame_buffer_copied_bytes": 4615858483200, "frame_buffer_copies": 1669509, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 100, "recorder_active_input_bytes": 276480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 2, "recorder_clips_failed": 0, "recorder_clips_started": 2, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 2, "worker_jobs_accepted": 2, "worker_jobs_completed": 2, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1212, "count": 512, "max_ms": 1.6966, "p50_ms": 0.1056, "p95_ms": 0.2189, "p99_ms": 0.268}, "stages": {"db_insert": {"avg_ms": 24.9862, "count": 2, "max_ms": 26.5042, "p50_ms": 24.9862, "p95_ms": 26.3524, "p99_ms": 26.4739, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0541, "count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1351.546, "count": 2, "max_ms": 1378.4915, "p50_ms": 1351.546, "p95_ms": 1375.7969, "p99_ms": 1377.9526, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3419, "count": 512, "max_ms": 3.5067, "p50_ms": 1.2441, "p95_ms": 2.3701, "p99_ms": 2.905, "results": {"failed": 0, "not_applicable": 0, "success": 1669509, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 618.174, "count": 2, "max_ms": 626.5228, "p50_ms": 618.174, "p95_ms": 625.6879, "p99_ms": 626.3558, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 48.8595, "count": 2, "max_ms": 67.7399, "p50_ms": 48.8595, "p95_ms": 65.8519, "p99_ms": 67.3623, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1729, "count": 100, "max_ms": 8.7346, "p50_ms": 5.0177, "p95_ms": 7.5008, "p99_ms": 8.5356, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3251, "count": 100, "max_ms": 3.6197, "p50_ms": 1.1902, "p95_ms": 2.1715, "p99_ms": 3.2681, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 613.5802, "count": 2, "max_ms": 621.343, "p50_ms": 613.5802, "p95_ms": 620.5667, "p99_ms": 621.1878, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 518.5978, "count": 2, "max_ms": 524.4459, "p50_ms": 518.5978, "p95_ms": 523.8611, "p99_ms": 524.3289, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 90.1793, "count": 2, "max_ms": 92.6271, "p50_ms": 90.1793, "p95_ms": 92.3823, "p99_ms": 92.5782, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.2061, "count": 2, "max_ms": 1.2085, "p50_ms": 1.2061, "p95_ms": 1.2083, "p99_ms": 1.2084, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.2034, "count": 2, "max_ms": 57.9637, "p50_ms": 44.2034, "p95_ms": 56.5876, "p99_ms": 57.6885, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6046, "count": 2, "max_ms": 0.6553, "p50_ms": 0.6046, "p95_ms": 0.6502, "p99_ms": 0.6542, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 625.5343, "count": 2, "max_ms": 642.3509, "p50_ms": 625.5343, "p95_ms": 640.6692, "p99_ms": 642.0145, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.8191, "count": 2, "max_ms": 6.7192, "p50_ms": 3.8191, "p95_ms": 6.4292, "p99_ms": 6.6612, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9995, "count": 2, "max_ms": 27.6583, "p50_ms": 23.9995, "p95_ms": 27.2925, "p99_ms": 27.5852, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3609, "count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.995, "count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 731.8976, "count": 2, "max_ms": 767.7144, "p50_ms": 731.8976, "p95_ms": 764.1327, "p99_ms": 766.998, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 2, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216}, "wait_ms": {"count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 2, "artifact_failed": 0, "artifact_requested": 2, "artifact_success": 2, "completed": 2, "completed_failed": 0, "completed_success": 2, "cooldown_promoted": 2, "database_requested": 2, "db_insert_success": 2, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15534, "relay_business_failed": 0, "relay_business_success": 2, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 2, "relay_transport_failed": 0, "relay_transport_success": 2, "reservation_requested": 2}, "snapshot": {"copied_bytes": 5529600, "copied_count": 2, "copy": {"count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 223, "h264_decode_error_count": 538, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:09:47+09:00", "last_error_summary": "[h264 @ 0x5c2251393900] cabac decode of qscale diff failed at 71 60 [h264 @ 0x5c2251393900] error while decoding MB 71 60, bytestream 21736", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-30T11:09:49+09:00", "pid": 103088, "process": {"exists": true, "fd_count": 5, "hwm_mb": 88.363, "name": "ffmpeg", "pid": 103088, "rss_mb": 88.363, "state": "S (sleeping)", "threads": 19}, "restart_count": 252, "restart_count_per_hour": 1, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 253}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.22, "sample_count": 2806, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1669509, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:09:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 4.443, "last_frame_pushed_at": "2026-10-30T11:09:47+09:00", "last_frame_read_age_sec": 4.52, "last_frame_read_at": "2026-10-30T11:09:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 88, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 589.577, "last_sample_duration_ms": 1374.477, "last_trigger": "periodic", "next_snapshot_in_sec": 10.423, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 288, "storage_bytes": 2745048}, "mjpeg": {"age_sec": 4.432, "exists": true, "mtime": "2026-10-30T11:09:47.316816+09:00", "mtime_epoch": 1793326187.316816, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 119822}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T11:09:51+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1670.758, "name": "celery", "pid": 176, "rss_mb": 1646.742, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1669509, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 217}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.238, "pushed": 7.238, "read": 7.205}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 216, "client_acquire_ms": {"avg_ms": 0.006, "count": 216, "max_ms": 0.029, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4503.61, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.658, "count": 216, "max_ms": 4.897, "p95_ms": 2.106, "reason": null, "sample_age_ms": 4534.181, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.241, "count": 216, "max_ms": 2.568, "p95_ms": 1.314, "reason": null, "sample_age_ms": 4534.36, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.091, "count": 216, "max_ms": 0.403, "p95_ms": 0.171, "reason": null, "sample_age_ms": 4503.62, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.496, "count": 216, "max_ms": 5.911, "p95_ms": 2.428, "reason": null, "sample_age_ms": 4533.182, "source": "client_direct"}, "request_count": 216, "request_tensor_bytes": {"avg": 2211848.0, "count": 216, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4533.167, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 216, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4503.791, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.476, "count": 216, "max_ms": 76.651, "p95_ms": 57.024, "reason": null, "sample_age_ms": 4503.604, "source": "client_direct"}, "sample_age_ms": 4503.599, "source": "client_direct", "task_total_ms": {"avg_ms": 40.226, "count": 216, "max_ms": 78.155, "p95_ms": 59.336, "reason": null, "sample_age_ms": 4503.599, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.387, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.702, "count": 217, "max_ms": 2.615, "p95_ms": 1.34}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.229, "count": 217, "max_ms": 1.875, "p95_ms": 0.424}, "detection_prepare_ms": {"avg_ms": 0.097, "count": 217, "max_ms": 0.556, "p95_ms": 0.17}, "event_filter_ms": {"avg_ms": 0.004, "count": 217, "max_ms": 0.03, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.073, "count": 217, "max_ms": 0.222, "p95_ms": 0.148}, "mcmt_ms": {"avg_ms": 0.003, "count": 217, "max_ms": 0.048, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.18, "count": 217, "max_ms": 0.557, "p95_ms": 0.367}, "setup_ms": {"avg_ms": 0.041, "count": 217, "max_ms": 0.131, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 0.66, "count": 217, "max_ms": 2.562, "p95_ms": 1.265}, "track_match_ms": {"avg_ms": 0.004, "count": 217, "max_ms": 0.019, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.028, "count": 217, "max_ms": 0.134, "p95_ms": 0.056}}, "gstreamer_push": {"avg_ms": 2.816, "count": 217, "max_ms": 7.074, "p95_ms": 4.689}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 217, "max_ms": 0.19, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.258, "count": 217, "max_ms": 78.701, "p95_ms": 61.828}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.037, "count": 217, "max_ms": 0.137, "p95_ms": 0.08}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 75.229, "count": 217, "max_ms": 132.387, "p95_ms": 103.202}, "inference_input_copy_ms": {"avg_ms": 1.504, "count": 217, "max_ms": 3.548, "p95_ms": 2.605}, "processing_residual_ms": {"avg_ms": 0.125, "count": 217, "max_ms": 0.348, "p95_ms": 0.221}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 76.895, "count": 217, "max_ms": 135.358, "p95_ms": 104.605}, "read_interval": {"avg_ms": 118.304, "count": 216, "max_ms": 3149.071, "p95_ms": 140.811}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 217, "max_ms": 0.059, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.125, "count": 217, "max_ms": 0.398, "p95_ms": 0.263}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 217, "max_ms": 0.072, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.11, "count": 217, "max_ms": 0.359, "p95_ms": 0.235}, "worker_merge_ms": {"avg_ms": 0.005, "count": 217, "max_ms": 0.024, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 41.271, "count": 217, "max_ms": 78.709, "p95_ms": 61.844}, "visualize": {"avg_ms": 32.401, "count": 217, "max_ms": 74.741, "p95_ms": 46.486}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.565, "count": 217, "max_ms": 73.424, "p95_ms": 45.534}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.209, "count": 217, "max_ms": 74.487, "p95_ms": 46.305}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.115, "count": 217, "max_ms": 74.323, "p95_ms": 46.213}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 217, "max_ms": 0.156, "p95_ms": 0.107}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1646.629, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 55.286, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.613, "sample_count": 2889, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1669277, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:09:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 121998, "write_bytes_delta": 121998, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1392.0, "cpu_core_ratio": 1.420635, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3011.0, "pid": 99770, "reason": null, "system_cpu_core_ratio": 0.156947, "system_cpu_s_delta": 3.2899999999999636, "user_cpu_core_ratio": 1.263688, "user_cpu_s_delta": 26.49000000000069}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.658797, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.05963, "system_cpu_s_delta": 1.25, "user_cpu_core_ratio": 0.599166, "user_cpu_s_delta": 12.559999999997672}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.921, "count": 221, "max_ms": 8.477, "p95_ms": 4.849, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 221}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.265, "count": 30, "max": 73.345, "p95": 66.427, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.403, "count": 30, "max": 32.238, "p95": 30.992, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1454.1, "count": 30, "max": 1651.0, "p95": 1576.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 101.767, "count": 30, "max": 3011.0, "p95": 13.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.157, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.174, "count": 30, "max": 1.433, "p95": 1.351, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108525.2, "count": 30, "max": 123219.0, "p95": 122724.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108525.2, "count": 30, "max": 123219.0, "p95": 122724.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.467, "count": 30, "max": 46.0, "p95": 37.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.073, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.625, "count": 30, "max": 0.702, "p95": 0.691, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 12023, "sampled_at": "2026-10-30T11:09:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:09:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2770346, "flush_count": 2884, "flush_interval_seconds": 30.0, "flush_state": {"count": 2884, "last_at": "2026-10-30T11:11:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:11:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2883}, "started": true, "suppressed_count": 1439685, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1439541}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2884, "written_record_count": 2884}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9416.699, "limit_mb": null}, "detail": {"h264_decode_error_count": 5, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5c1b84a46740] cabac decode of qscale diff failed at 57 66 [h264 @ 0x5c1b84a46740] error while decoding MB 57 66, bytestream 8290 [h264 @ 0x5c1b84a46740] cabac decode of qscale diff failed at 10 60 [h264 @ 0x5c1b84a46740] error while decoding MB 10 60, bytestream 70515 [h264 @ 0x5c1b848b0540] error while decoding MB 5 47, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3988011110400, "copied_frame_count": 1442423, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 3988011110400, "frame_buffer_copies": 1442423, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1181, "count": 512, "max_ms": 0.4914, "p50_ms": 0.1028, "p95_ms": 0.2165, "p99_ms": 0.2817}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5232, "count": 512, "max_ms": 4.6815, "p50_ms": 1.4539, "p95_ms": 2.3676, "p99_ms": 2.87, "results": {"failed": 0, "not_applicable": 0, "success": 1442423, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 498, "h264_decode_error_count": 1114, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:11:09+09:00", "last_error_summary": "[h264 @ 0x5c1b84a46740] cabac decode of qscale diff failed at 57 66 [h264 @ 0x5c1b84a46740] error while decoding MB 57 66, bytestream 8290 [h264 @ 0x5c1b84a46740] cabac decode of qscale diff failed at 10 60 [h264 @ 0x5c1b84a46740] error while decoding MB 10 60, bytestream 70515 [h264 @ 0x5c1b848b0540] error while decoding MB 5 47, bytestream -5", "last_exit_at": "2026-10-30T11:09:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 89.372, "last_started_at": "2026-10-30T11:09:39+09:00", "pid": 102972, "process": {"exists": false, "pid": 102972}, "restart_count": 541, "restart_count_per_hour": 18, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 542}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.341, "sample_count": 2174, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1442423, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:11:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.09, "last_frame_pushed_at": "2026-10-30T11:11:09+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-10-30T11:11:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 89, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 64.895, "last_sample_duration_ms": 1066.392, "last_trigger": "periodic", "next_snapshot_in_sec": 535.105, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 289, "storage_bytes": 2754645}, "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-10-30T11:11:09.054037+09:00", "mtime_epoch": 1793326269.0540366, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114404}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:11:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1463.062, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1442424, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.606, "max": 18.0, "p95": 12.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.078, "max": 2.0, "p95": 2.0, "sample_count": 129}, "total": {"avg": 0.615, "max": 2.0, "p95": 1.0, "sample_count": 226}}, "tracking_counts": {"active": {"avg": 0.363, "max": 1.0, "p95": 1.0, "sample_count": 226}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "removed": {"avg": 0.027, "max": 1.0, "p95": 0.0, "sample_count": 226}, "tracked": {"avg": 0.363, "max": 1.0, "p95": 1.0, "sample_count": 226}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.556, "pushed": 7.556, "read": 7.556}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 226, "client_acquire_ms": {"avg_ms": 0.008, "count": 226, "max_ms": 0.025, "p95_ms": 0.018, "reason": null, "sample_age_ms": 39.166, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.958, "count": 226, "max_ms": 9.999, "p95_ms": 3.088, "reason": null, "sample_age_ms": 94.46, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.441, "count": 226, "max_ms": 9.335, "p95_ms": 2.231, "reason": null, "sample_age_ms": 94.824, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.367, "count": 226, "max_ms": 1.216, "p95_ms": 0.803, "reason": null, "sample_age_ms": 39.178, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.218, "count": 226, "max_ms": 8.532, "p95_ms": 3.489, "reason": null, "sample_age_ms": 91.348, "source": "client_direct"}, "request_count": 226, "request_tensor_bytes": {"avg": 2764808.0, "count": 226, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 91.308, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 226, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 39.676, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.615, "count": 226, "max_ms": 82.161, "p95_ms": 71.088, "reason": null, "sample_age_ms": 39.163, "source": "client_direct"}, "sample_age_ms": 39.157, "source": "client_direct", "task_total_ms": {"avg_ms": 52.402, "count": 226, "max_ms": 85.185, "p95_ms": 73.661, "reason": null, "sample_age_ms": 39.157, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.429, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.646, "count": 226, "max_ms": 14.381, "p95_ms": 8.73}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.383, "count": 226, "max_ms": 1.377, "p95_ms": 0.796}, "detection_prepare_ms": {"avg_ms": 0.884, "count": 226, "max_ms": 3.009, "p95_ms": 2.199}, "event_filter_ms": {"avg_ms": 0.005, "count": 226, "max_ms": 0.018, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.191, "count": 226, "max_ms": 0.843, "p95_ms": 0.458}, "mcmt_ms": {"avg_ms": 0.003, "count": 226, "max_ms": 0.011, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.178, "count": 226, "max_ms": 6.519, "p95_ms": 3.337}, "setup_ms": {"avg_ms": 0.049, "count": 226, "max_ms": 0.167, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 3.587, "count": 226, "max_ms": 14.305, "p95_ms": 8.645}, "track_match_ms": {"avg_ms": 0.047, "count": 226, "max_ms": 0.369, "p95_ms": 0.135}, "tracker_update_ms": {"avg_ms": 0.846, "count": 226, "max_ms": 3.857, "p95_ms": 2.27}}, "gstreamer_push": {"avg_ms": 3.31, "count": 226, "max_ms": 5.965, "p95_ms": 5.012}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 226, "max_ms": 0.841, "p95_ms": 0.119}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.751, "count": 226, "max_ms": 86.131, "p95_ms": 74.931}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.828, "count": 226, "max_ms": 12.095, "p95_ms": 7.162}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.825, "count": 226, "max_ms": 151.476, "p95_ms": 138.419}, "inference_input_copy_ms": {"avg_ms": 1.813, "count": 226, "max_ms": 5.724, "p95_ms": 3.012}, "processing_residual_ms": {"avg_ms": 0.208, "count": 226, "max_ms": 0.756, "p95_ms": 0.392}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.674, "count": 226, "max_ms": 155.802, "p95_ms": 142.504}, "read_interval": {"avg_ms": 132.559, "count": 226, "max_ms": 653.751, "p95_ms": 169.648}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 226, "max_ms": 0.061, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 1.113, "count": 226, "max_ms": 6.38, "p95_ms": 3.193}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 226, "max_ms": 0.05, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.096, "count": 226, "max_ms": 6.352, "p95_ms": 3.162}, "worker_merge_ms": {"avg_ms": 0.007, "count": 226, "max_ms": 0.036, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 53.767, "count": 226, "max_ms": 86.142, "p95_ms": 74.948}, "visualize": {"avg_ms": 50.144, "count": 226, "max_ms": 74.185, "p95_ms": 62.385}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.924, "count": 226, "max_ms": 70.227, "p95_ms": 58.292}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.072, "count": 226, "max_ms": 73.155, "p95_ms": 61.499}, "visualize_input_copy_ms": {"avg_ms": 0.851, "count": 226, "max_ms": 3.751, "p95_ms": 2.369}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.938, "count": 226, "max_ms": 73.084, "p95_ms": 61.131}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 226, "max_ms": 0.222, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 226}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1442.082, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.973, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.418, "sample_count": 2172, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1442394, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:11:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 113033, "write_bytes_delta": 113033, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 858.0, "cpu_core_ratio": 0.615929, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3311.0, "pid": 102972, "reason": null, "system_cpu_core_ratio": 0.147385, "system_cpu_s_delta": 2.96, "user_cpu_core_ratio": 0.468544, "user_cpu_s_delta": 9.41}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.294595, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 173250.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.434187, "system_cpu_s_delta": 8.720000000001164, "user_cpu_core_ratio": 0.860408, "user_cpu_s_delta": 17.279999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.324, "count": 224, "max_ms": 7.731, "p95_ms": 5.046, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.853, "max": 18.0, "p95": 12.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.078, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 154}, "total": {"avg": 0.741, "max": 2.0, "p95": 2.0, "sample_count": 224}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.11, "count": 30, "max": 68.544, "p95": 33.914, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.19, "count": 30, "max": 25.154, "p95": 21.665, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 572.0, "count": 30, "max": 1099.0, "p95": 1073.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 722.8, "count": 30, "max": 14029.0, "p95": 2359.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.147, "p95": 0.054, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.374, "count": 30, "max": 0.469, "p95": 0.426, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.083, "count": 30, "max": 2.49, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 109782.833, "count": 30, "max": 114728.0, "p95": 113055.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109782.833, "count": 30, "max": 114728.0, "p95": 113055.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 105728.7, "count": 30, "max": 205309.0, "p95": 194845.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.59, "count": 30, "max": 0.733, "p95": 0.697, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.034, "count": 30, "max": 1.271, "p95": 1.178, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11135, "sampled_at": "2026-10-30T11:11:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:11:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2770346, "flush_count": 2884, "flush_interval_seconds": 30.0, "flush_state": {"count": 2884, "last_at": "2026-10-30T11:11:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:11:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2883}, "started": true, "suppressed_count": 1439685, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1439541}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2884, "written_record_count": 2884}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9396.305, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T11:11:09+09:00", "last_error_summary": "[h264 @ 0x5c1b84a46740] cabac decode of qscale diff failed at 57 66 [h264 @ 0x5c1b84a46740] error while decoding MB 57 66, bytestream 8290 [h264 @ 0x5c1b84a46740] cabac decode of qscale diff failed at 10 60 [h264 @ 0x5c1b84a46740] error while decoding MB 10 60, bytestream 70515 [h264 @ 0x5c1b848b0540] error while decoding MB 5 47, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3988013875200, "copied_frame_count": 1442424, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 3988013875200, "frame_buffer_copies": 1442424, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1181, "count": 512, "max_ms": 0.4914, "p50_ms": 0.1028, "p95_ms": 0.2165, "p99_ms": 0.2817}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5229, "count": 512, "max_ms": 4.6815, "p50_ms": 1.4539, "p95_ms": 2.3676, "p99_ms": 2.87, "results": {"failed": 0, "not_applicable": 0, "success": 1442424, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 498, "h264_decode_error_count": 1114, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:11:09+09:00", "last_error_summary": "[h264 @ 0x5c1b84a46740] cabac decode of qscale diff failed at 57 66 [h264 @ 0x5c1b84a46740] error while decoding MB 57 66, bytestream 8290 [h264 @ 0x5c1b84a46740] cabac decode of qscale diff failed at 10 60 [h264 @ 0x5c1b84a46740] error while decoding MB 10 60, bytestream 70515 [h264 @ 0x5c1b848b0540] error while decoding MB 5 47, bytestream -5", "last_exit_at": "2026-10-30T11:11:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 89.42, "last_started_at": "2026-10-30T11:09:39+09:00", "pid": 102972, "process": {"exists": false, "pid": 102972}, "restart_count": 541, "restart_count_per_hour": 18, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 542}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.341, "sample_count": 2174, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1442424, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:11:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-10-30T11:11:09+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-10-30T11:11:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 89, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 64.945, "last_sample_duration_ms": 1066.392, "last_trigger": "periodic", "next_snapshot_in_sec": 535.055, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 289, "storage_bytes": 2754645}, "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-10-30T11:11:09.054037+09:00", "mtime_epoch": 1793326269.0540366, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114404}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:11:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1442.094, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1442424, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.599, "max": 18.0, "p95": 12.0, "sample_count": 227}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.078, "max": 2.0, "p95": 2.0, "sample_count": 129}, "total": {"avg": 0.612, "max": 2.0, "p95": 1.0, "sample_count": 227}}, "tracking_counts": {"active": {"avg": 0.366, "max": 1.0, "p95": 1.0, "sample_count": 227}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "removed": {"avg": 0.026, "max": 1.0, "p95": 0.0, "sample_count": 227}, "tracked": {"avg": 0.366, "max": 1.0, "p95": 1.0, "sample_count": 227}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.577, "pushed": 7.577, "read": 7.544}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 226, "client_acquire_ms": {"avg_ms": 0.008, "count": 226, "max_ms": 0.025, "p95_ms": 0.018, "reason": null, "sample_age_ms": 90.397, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.958, "count": 226, "max_ms": 9.999, "p95_ms": 3.088, "reason": null, "sample_age_ms": 145.692, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.441, "count": 226, "max_ms": 9.335, "p95_ms": 2.231, "reason": null, "sample_age_ms": 146.055, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.367, "count": 226, "max_ms": 1.216, "p95_ms": 0.803, "reason": null, "sample_age_ms": 90.409, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.218, "count": 226, "max_ms": 8.532, "p95_ms": 3.489, "reason": null, "sample_age_ms": 142.58, "source": "client_direct"}, "request_count": 226, "request_tensor_bytes": {"avg": 2764808.0, "count": 226, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 142.54, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 226, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 90.907, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.615, "count": 226, "max_ms": 82.161, "p95_ms": 71.088, "reason": null, "sample_age_ms": 90.394, "source": "client_direct"}, "sample_age_ms": 90.388, "source": "client_direct", "task_total_ms": {"avg_ms": 52.402, "count": 226, "max_ms": 85.185, "p95_ms": 73.661, "reason": null, "sample_age_ms": 90.388, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.018, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.633, "count": 227, "max_ms": 14.381, "p95_ms": 8.73}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.382, "count": 227, "max_ms": 1.377, "p95_ms": 0.796}, "detection_prepare_ms": {"avg_ms": 0.881, "count": 227, "max_ms": 3.009, "p95_ms": 2.199}, "event_filter_ms": {"avg_ms": 0.005, "count": 227, "max_ms": 0.018, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.191, "count": 227, "max_ms": 0.843, "p95_ms": 0.458}, "mcmt_ms": {"avg_ms": 0.003, "count": 227, "max_ms": 0.011, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.173, "count": 227, "max_ms": 6.519, "p95_ms": 3.337}, "setup_ms": {"avg_ms": 0.049, "count": 227, "max_ms": 0.167, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 3.574, "count": 227, "max_ms": 14.305, "p95_ms": 8.645}, "track_match_ms": {"avg_ms": 0.047, "count": 227, "max_ms": 0.369, "p95_ms": 0.135}, "tracker_update_ms": {"avg_ms": 0.842, "count": 227, "max_ms": 3.857, "p95_ms": 2.27}}, "gstreamer_push": {"avg_ms": 3.304, "count": 227, "max_ms": 5.965, "p95_ms": 5.012}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 227, "max_ms": 0.841, "p95_ms": 0.119}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.762, "count": 227, "max_ms": 86.131, "p95_ms": 74.931}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.82, "count": 227, "max_ms": 12.095, "p95_ms": 7.162}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.884, "count": 227, "max_ms": 151.476, "p95_ms": 138.419}, "inference_input_copy_ms": {"avg_ms": 1.813, "count": 227, "max_ms": 5.724, "p95_ms": 3.012}, "processing_residual_ms": {"avg_ms": 0.208, "count": 227, "max_ms": 0.756, "p95_ms": 0.392}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.724, "count": 227, "max_ms": 155.802, "p95_ms": 142.504}, "read_interval": {"avg_ms": 132.559, "count": 226, "max_ms": 653.751, "p95_ms": 169.648}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 227, "max_ms": 0.061, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 1.108, "count": 227, "max_ms": 6.38, "p95_ms": 3.193}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 227, "max_ms": 0.05, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.091, "count": 227, "max_ms": 6.352, "p95_ms": 3.162}, "worker_merge_ms": {"avg_ms": 0.007, "count": 227, "max_ms": 0.036, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 53.778, "count": 227, "max_ms": 86.142, "p95_ms": 74.948}, "visualize": {"avg_ms": 50.207, "count": 227, "max_ms": 74.185, "p95_ms": 62.914}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.999, "count": 227, "max_ms": 70.227, "p95_ms": 59.18}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.139, "count": 227, "max_ms": 73.155, "p95_ms": 61.738}, "visualize_input_copy_ms": {"avg_ms": 0.847, "count": 227, "max_ms": 3.751, "p95_ms": 2.369}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.006, "count": 227, "max_ms": 73.084, "p95_ms": 61.612}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 227, "max_ms": 0.222, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 227}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1442.082, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.973, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.418, "sample_count": 2172, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1442394, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:11:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 113033, "write_bytes_delta": 113033, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 858.0, "cpu_core_ratio": 0.615929, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3311.0, "pid": 102972, "reason": null, "system_cpu_core_ratio": 0.147385, "system_cpu_s_delta": 2.96, "user_cpu_core_ratio": 0.468544, "user_cpu_s_delta": 9.41}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.294595, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 173250.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.434187, "system_cpu_s_delta": 8.720000000001164, "user_cpu_core_ratio": 0.860408, "user_cpu_s_delta": 17.279999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.324, "count": 224, "max_ms": 7.731, "p95_ms": 5.046, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.853, "max": 18.0, "p95": 12.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.078, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 154}, "total": {"avg": 0.741, "max": 2.0, "p95": 2.0, "sample_count": 224}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.11, "count": 30, "max": 68.544, "p95": 33.914, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.19, "count": 30, "max": 25.154, "p95": 21.665, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 572.0, "count": 30, "max": 1099.0, "p95": 1073.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 722.8, "count": 30, "max": 14029.0, "p95": 2359.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.147, "p95": 0.054, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.374, "count": 30, "max": 0.469, "p95": 0.426, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.083, "count": 30, "max": 2.49, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 109782.833, "count": 30, "max": 114728.0, "p95": 113055.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109782.833, "count": 30, "max": 114728.0, "p95": 113055.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 105728.7, "count": 30, "max": 205309.0, "p95": 194845.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.59, "count": 30, "max": 0.733, "p95": 0.697, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.034, "count": 30, "max": 1.271, "p95": 1.178, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11135, "sampled_at": "2026-10-30T11:11:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:11:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2770346, "flush_count": 2884, "flush_interval_seconds": 30.0, "flush_state": {"count": 2884, "last_at": "2026-10-30T11:11:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:11:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2883}, "started": true, "suppressed_count": 1439685, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1439541}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2884, "written_record_count": 2884}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9395.984, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3988013875200, "copied_frame_count": 1442424, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 3988013875200, "frame_buffer_copies": 1442424, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1181, "count": 512, "max_ms": 0.4914, "p50_ms": 0.1028, "p95_ms": 0.2165, "p99_ms": 0.2817}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5229, "count": 512, "max_ms": 4.6815, "p50_ms": 1.4539, "p95_ms": 2.3676, "p99_ms": 2.87, "results": {"failed": 0, "not_applicable": 0, "success": 1442424, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 498, "h264_decode_error_count": 1114, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:11:09+09:00", "last_error_summary": "[h264 @ 0x5c1b84a46740] cabac decode of qscale diff failed at 57 66 [h264 @ 0x5c1b84a46740] error while decoding MB 57 66, bytestream 8290 [h264 @ 0x5c1b84a46740] cabac decode of qscale diff failed at 10 60 [h264 @ 0x5c1b84a46740] error while decoding MB 10 60, bytestream 70515 [h264 @ 0x5c1b848b0540] error while decoding MB 5 47, bytestream -5", "last_exit_at": "2026-10-30T11:11:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 89.466, "last_started_at": "2026-10-30T11:09:39+09:00", "pid": 102972, "process": {"exists": false, "pid": 102972}, "restart_count": 541, "restart_count_per_hour": 18, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 542}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.341, "sample_count": 2174, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1442424, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:11:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.052, "last_frame_pushed_at": "2026-10-30T11:11:09+09:00", "last_frame_read_age_sec": 0.179, "last_frame_read_at": "2026-10-30T11:11:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 89, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 64.985, "last_sample_duration_ms": 1066.392, "last_trigger": "periodic", "next_snapshot_in_sec": 535.015, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 289, "storage_bytes": 2754645}, "mjpeg": {"age_sec": 0.042, "exists": true, "mtime": "2026-10-30T11:11:09.182037+09:00", "mtime_epoch": 1793326269.182037, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 115654}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:11:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1442.094, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1442424, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.597, "max": 18.0, "p95": 12.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.07, "max": 2.0, "p95": 2.0, "sample_count": 128}, "total": {"avg": 0.606, "max": 2.0, "p95": 1.0, "sample_count": 226}}, "tracking_counts": {"active": {"avg": 0.367, "max": 1.0, "p95": 1.0, "sample_count": 226}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "removed": {"avg": 0.027, "max": 1.0, "p95": 0.0, "sample_count": 226}, "tracked": {"avg": 0.367, "max": 1.0, "p95": 1.0, "sample_count": 226}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.534, "pushed": 7.567, "read": 7.534}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 226, "client_acquire_ms": {"avg_ms": 0.008, "count": 226, "max_ms": 0.025, "p95_ms": 0.018, "reason": null, "sample_age_ms": 130.506, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.958, "count": 226, "max_ms": 9.999, "p95_ms": 3.088, "reason": null, "sample_age_ms": 185.801, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.441, "count": 226, "max_ms": 9.335, "p95_ms": 2.231, "reason": null, "sample_age_ms": 186.164, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.367, "count": 226, "max_ms": 1.216, "p95_ms": 0.803, "reason": null, "sample_age_ms": 130.518, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.218, "count": 226, "max_ms": 8.532, "p95_ms": 3.489, "reason": null, "sample_age_ms": 182.688, "source": "client_direct"}, "request_count": 226, "request_tensor_bytes": {"avg": 2764808.0, "count": 226, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 182.648, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 226, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 131.016, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.615, "count": 226, "max_ms": 82.161, "p95_ms": 71.088, "reason": null, "sample_age_ms": 130.503, "source": "client_direct"}, "sample_age_ms": 130.497, "source": "client_direct", "task_total_ms": {"avg_ms": 52.402, "count": 226, "max_ms": 85.185, "p95_ms": 73.661, "reason": null, "sample_age_ms": 130.497, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.147, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.611, "count": 226, "max_ms": 14.381, "p95_ms": 8.73}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.382, "count": 226, "max_ms": 1.377, "p95_ms": 0.796}, "detection_prepare_ms": {"avg_ms": 0.877, "count": 226, "max_ms": 3.009, "p95_ms": 2.199}, "event_filter_ms": {"avg_ms": 0.005, "count": 226, "max_ms": 0.018, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.19, "count": 226, "max_ms": 0.843, "p95_ms": 0.458}, "mcmt_ms": {"avg_ms": 0.003, "count": 226, "max_ms": 0.011, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.16, "count": 226, "max_ms": 6.519, "p95_ms": 3.331}, "setup_ms": {"avg_ms": 0.049, "count": 226, "max_ms": 0.167, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 3.552, "count": 226, "max_ms": 14.305, "p95_ms": 8.645}, "track_match_ms": {"avg_ms": 0.047, "count": 226, "max_ms": 0.369, "p95_ms": 0.135}, "tracker_update_ms": {"avg_ms": 0.839, "count": 226, "max_ms": 3.857, "p95_ms": 2.27}}, "gstreamer_push": {"avg_ms": 3.304, "count": 227, "max_ms": 5.965, "p95_ms": 5.012}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 226, "max_ms": 0.841, "p95_ms": 0.119}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.762, "count": 226, "max_ms": 86.131, "p95_ms": 74.931}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.818, "count": 226, "max_ms": 12.095, "p95_ms": 7.162}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.789, "count": 226, "max_ms": 151.476, "p95_ms": 138.419}, "inference_input_copy_ms": {"avg_ms": 1.814, "count": 226, "max_ms": 5.724, "p95_ms": 3.012}, "processing_residual_ms": {"avg_ms": 0.208, "count": 226, "max_ms": 0.756, "p95_ms": 0.392}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.63, "count": 226, "max_ms": 155.802, "p95_ms": 142.504}, "read_interval": {"avg_ms": 132.559, "count": 226, "max_ms": 653.751, "p95_ms": 169.648}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 226, "max_ms": 0.061, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 1.096, "count": 226, "max_ms": 6.38, "p95_ms": 3.16}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 226, "max_ms": 0.05, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.079, "count": 226, "max_ms": 6.352, "p95_ms": 3.144}, "worker_merge_ms": {"avg_ms": 0.007, "count": 226, "max_ms": 0.036, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 53.778, "count": 226, "max_ms": 86.142, "p95_ms": 74.948}, "visualize": {"avg_ms": 50.133, "count": 226, "max_ms": 74.185, "p95_ms": 62.385}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.935, "count": 226, "max_ms": 70.227, "p95_ms": 58.292}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.067, "count": 226, "max_ms": 73.155, "p95_ms": 61.499}, "visualize_input_copy_ms": {"avg_ms": 0.847, "count": 226, "max_ms": 3.751, "p95_ms": 2.369}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.933, "count": 226, "max_ms": 73.084, "p95_ms": 61.131}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 226, "max_ms": 0.222, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 226}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1442.082, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.973, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.418, "sample_count": 2172, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1442394, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:11:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 113033, "write_bytes_delta": 113033, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 858.0, "cpu_core_ratio": 0.615929, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3311.0, "pid": 102972, "reason": null, "system_cpu_core_ratio": 0.147385, "system_cpu_s_delta": 2.96, "user_cpu_core_ratio": 0.468544, "user_cpu_s_delta": 9.41}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.294595, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 173250.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.434187, "system_cpu_s_delta": 8.720000000001164, "user_cpu_core_ratio": 0.860408, "user_cpu_s_delta": 17.279999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.324, "count": 224, "max_ms": 7.731, "p95_ms": 5.046, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.853, "max": 18.0, "p95": 12.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.078, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 154}, "total": {"avg": 0.741, "max": 2.0, "p95": 2.0, "sample_count": 224}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.11, "count": 30, "max": 68.544, "p95": 33.914, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.19, "count": 30, "max": 25.154, "p95": 21.665, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 572.0, "count": 30, "max": 1099.0, "p95": 1073.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 722.8, "count": 30, "max": 14029.0, "p95": 2359.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.147, "p95": 0.054, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.374, "count": 30, "max": 0.469, "p95": 0.426, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.083, "count": 30, "max": 2.49, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 109782.833, "count": 30, "max": 114728.0, "p95": 113055.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109782.833, "count": 30, "max": 114728.0, "p95": 113055.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 105728.7, "count": 30, "max": 205309.0, "p95": 194845.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.59, "count": 30, "max": 0.733, "p95": 0.697, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.034, "count": 30, "max": 1.271, "p95": 1.178, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11135, "sampled_at": "2026-10-30T11:11:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:11:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2770346, "flush_count": 2884, "flush_interval_seconds": 30.0, "flush_state": {"count": 2884, "last_at": "2026-10-30T11:11:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:11:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2883}, "started": true, "suppressed_count": 1439685, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1439541}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2884, "written_record_count": 2884}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9570.852, "limit_mb": null}, "detail": {"pid": 103204, "restart_count": 542, "start_count": 543}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3988013875200, "copied_frame_count": 1442424, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 3988013875200, "frame_buffer_copies": 1442424, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1181, "count": 512, "max_ms": 0.4914, "p50_ms": 0.1028, "p95_ms": 0.2165, "p99_ms": 0.2817}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5229, "count": 512, "max_ms": 4.6815, "p50_ms": 1.4539, "p95_ms": 2.3676, "p99_ms": 2.87, "results": {"failed": 0, "not_applicable": 0, "success": 1442424, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 498, "h264_decode_error_count": 1114, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:11:09+09:00", "last_error_summary": "[h264 @ 0x5c1b84a46740] cabac decode of qscale diff failed at 57 66 [h264 @ 0x5c1b84a46740] error while decoding MB 57 66, bytestream 8290 [h264 @ 0x5c1b84a46740] cabac decode of qscale diff failed at 10 60 [h264 @ 0x5c1b84a46740] error while decoding MB 10 60, bytestream 70515 [h264 @ 0x5c1b848b0540] error while decoding MB 5 47, bytestream -5", "last_exit_at": "2026-10-30T11:11:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T11:11:11+09:00", "pid": 103204, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.961, "name": "ffmpeg", "pid": 103204, "rss_mb": 205.961, "state": "S (sleeping)", "threads": 70}, "restart_count": 542, "restart_count_per_hour": 19, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 543}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.2, "sample_count": 2143, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1442424, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:11:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.372, "last_frame_pushed_at": "2026-10-30T11:11:09+09:00", "last_frame_read_age_sec": 4.499, "last_frame_read_at": "2026-10-30T11:11:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 89, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 69.3, "last_sample_duration_ms": 1066.392, "last_trigger": "periodic", "next_snapshot_in_sec": 530.7, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 289, "storage_bytes": 2754645}, "mjpeg": {"age_sec": 4.361, "exists": true, "mtime": "2026-10-30T11:11:09.182037+09:00", "mtime_epoch": 1793326269.182037, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 115654}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:11:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1442.098, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1442424, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.215, "max": 18.0, "p95": 10.0, "sample_count": 195}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.01, "max": 2.0, "p95": 1.0, "sample_count": 97}, "total": {"avg": 0.503, "max": 2.0, "p95": 1.0, "sample_count": 195}}, "tracking_counts": {"active": {"avg": 0.39, "max": 1.0, "p95": 1.0, "sample_count": 195}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}, "removed": {"avg": 0.026, "max": 1.0, "p95": 0.0, "sample_count": 195}, "tracked": {"avg": 0.39, "max": 1.0, "p95": 1.0, "sample_count": 195}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.503, "pushed": 6.503, "read": 6.47}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 194, "client_acquire_ms": {"avg_ms": 0.008, "count": 194, "max_ms": 0.025, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4447.335, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.989, "count": 194, "max_ms": 9.999, "p95_ms": 3.113, "reason": null, "sample_age_ms": 4502.63, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.448, "count": 194, "max_ms": 9.335, "p95_ms": 2.099, "reason": null, "sample_age_ms": 4502.994, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.371, "count": 194, "max_ms": 1.216, "p95_ms": 0.829, "reason": null, "sample_age_ms": 4447.347, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.246, "count": 194, "max_ms": 8.532, "p95_ms": 3.478, "reason": null, "sample_age_ms": 4499.518, "source": "client_direct"}, "request_count": 194, "request_tensor_bytes": {"avg": 2764808.0, "count": 194, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4499.478, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 194, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4447.845, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.143, "count": 194, "max_ms": 80.272, "p95_ms": 70.607, "reason": null, "sample_age_ms": 4447.332, "source": "client_direct"}, "sample_age_ms": 4447.326, "source": "client_direct", "task_total_ms": {"avg_ms": 51.965, "count": 194, "max_ms": 82.931, "p95_ms": 73.543, "reason": null, "sample_age_ms": 4447.326, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.715, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.181, "count": 195, "max_ms": 10.798, "p95_ms": 8.551}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.383, "count": 195, "max_ms": 1.377, "p95_ms": 0.796}, "detection_prepare_ms": {"avg_ms": 0.822, "count": 195, "max_ms": 3.009, "p95_ms": 2.481}, "event_filter_ms": {"avg_ms": 0.005, "count": 195, "max_ms": 0.018, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.176, "count": 195, "max_ms": 0.843, "p95_ms": 0.458}, "mcmt_ms": {"avg_ms": 0.003, "count": 195, "max_ms": 0.011, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.927, "count": 195, "max_ms": 3.984, "p95_ms": 2.985}, "setup_ms": {"avg_ms": 0.051, "count": 195, "max_ms": 0.167, "p95_ms": 0.102}, "total_inside_ms": {"avg_ms": 3.124, "count": 195, "max_ms": 10.701, "p95_ms": 8.492}, "track_match_ms": {"avg_ms": 0.04, "count": 195, "max_ms": 0.227, "p95_ms": 0.132}, "tracker_update_ms": {"avg_ms": 0.716, "count": 195, "max_ms": 3.545, "p95_ms": 2.153}}, "gstreamer_push": {"avg_ms": 3.293, "count": 195, "max_ms": 5.965, "p95_ms": 4.907}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 195, "max_ms": 0.841, "p95_ms": 0.119}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.365, "count": 195, "max_ms": 85.079, "p95_ms": 74.931}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.625, "count": 195, "max_ms": 11.401, "p95_ms": 7.162}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.867, "count": 195, "max_ms": 149.484, "p95_ms": 138.419}, "inference_input_copy_ms": {"avg_ms": 1.829, "count": 195, "max_ms": 5.724, "p95_ms": 3.012}, "processing_residual_ms": {"avg_ms": 0.207, "count": 195, "max_ms": 0.756, "p95_ms": 0.408}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.528, "count": 195, "max_ms": 155.59, "p95_ms": 142.504}, "read_interval": {"avg_ms": 131.943, "count": 194, "max_ms": 653.751, "p95_ms": 170.393}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 195, "max_ms": 0.061, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.865, "count": 195, "max_ms": 3.868, "p95_ms": 2.895}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 195, "max_ms": 0.05, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.849, "count": 195, "max_ms": 3.844, "p95_ms": 2.874}, "worker_merge_ms": {"avg_ms": 0.006, "count": 195, "max_ms": 0.036, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 53.38, "count": 195, "max_ms": 85.087, "p95_ms": 74.948}, "visualize": {"avg_ms": 50.05, "count": 195, "max_ms": 74.185, "p95_ms": 62.114}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 47.137, "count": 195, "max_ms": 70.227, "p95_ms": 59.18}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.074, "count": 195, "max_ms": 73.155, "p95_ms": 59.982}, "visualize_input_copy_ms": {"avg_ms": 0.756, "count": 195, "max_ms": 3.751, "p95_ms": 2.369}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.942, "count": 195, "max_ms": 73.084, "p95_ms": 59.737}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 195, "max_ms": 0.222, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 195}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1442.082, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.973, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.418, "sample_count": 2172, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1442394, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:11:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 113033, "write_bytes_delta": 113033, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 858.0, "cpu_core_ratio": 0.615929, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3311.0, "pid": 102972, "reason": null, "system_cpu_core_ratio": 0.147385, "system_cpu_s_delta": 2.96, "user_cpu_core_ratio": 0.468544, "user_cpu_s_delta": 9.41}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.294595, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 173250.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.434187, "system_cpu_s_delta": 8.720000000001164, "user_cpu_core_ratio": 0.860408, "user_cpu_s_delta": 17.279999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.324, "count": 224, "max_ms": 7.731, "p95_ms": 5.046, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.853, "max": 18.0, "p95": 12.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.078, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 154}, "total": {"avg": 0.741, "max": 2.0, "p95": 2.0, "sample_count": 224}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.11, "count": 30, "max": 68.544, "p95": 33.914, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.19, "count": 30, "max": 25.154, "p95": 21.665, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 572.0, "count": 30, "max": 1099.0, "p95": 1073.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 722.8, "count": 30, "max": 14029.0, "p95": 2359.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.147, "p95": 0.054, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.374, "count": 30, "max": 0.469, "p95": 0.426, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.083, "count": 30, "max": 2.49, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 109782.833, "count": 30, "max": 114728.0, "p95": 113055.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109782.833, "count": 30, "max": 114728.0, "p95": 113055.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 105728.7, "count": 30, "max": 205309.0, "p95": 194845.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.59, "count": 30, "max": 0.733, "p95": 0.697, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.034, "count": 30, "max": 1.271, "p95": 1.178, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11135, "sampled_at": "2026-10-30T11:11:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:11:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2772280, "flush_count": 2886, "flush_interval_seconds": 30.0, "flush_state": {"count": 2886, "last_at": "2026-10-30T11:13:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:13:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2885}, "started": true, "suppressed_count": 1440597, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1440453}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2886, "written_record_count": 2886}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9399.551, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x609c46191fc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x609c46191fc0] error while decoding MB 0 48, bytestream 12547", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3990538137600, "copied_frame_count": 1443337, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 3990538137600, "frame_buffer_copies": 1443337, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1168, "count": 512, "max_ms": 0.3556, "p50_ms": 0.1026, "p95_ms": 0.2212, "p99_ms": 0.2664}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.518, "count": 512, "max_ms": 5.9958, "p50_ms": 1.4498, "p95_ms": 2.4459, "p99_ms": 2.9837, "results": {"failed": 0, "not_applicable": 0, "success": 1443337, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1115, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:13:11+09:00", "last_error_summary": "[h264 @ 0x609c46191fc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x609c46191fc0] error while decoding MB 0 48, bytestream 12547", "last_exit_at": "2026-10-30T11:11:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 119.658, "last_started_at": "2026-10-30T11:11:11+09:00", "pid": 103204, "process": {"exists": false, "pid": 103204}, "restart_count": 542, "restart_count_per_hour": 18, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 543}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.47, "sample_count": 2216, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1443337, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:13:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.065, "last_frame_pushed_at": "2026-10-30T11:13:11+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-10-30T11:13:11+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 89, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 186.964, "last_sample_duration_ms": 1066.392, "last_trigger": "periodic", "next_snapshot_in_sec": 413.036, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 289, "storage_bytes": 2754645}, "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-10-30T11:13:11.142374+09:00", "mtime_epoch": 1793326391.142374, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 115550}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:13:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1463.516, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1443338, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.812, "max": 13.0, "p95": 10.0, "sample_count": 197}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.071, "max": 2.0, "p95": 2.0, "sample_count": 84}, "total": {"avg": 0.457, "max": 2.0, "p95": 1.0, "sample_count": 197}}, "tracking_counts": {"active": {"avg": 0.249, "max": 1.0, "p95": 1.0, "sample_count": 197}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 197}, "tracked": {"avg": 0.249, "max": 1.0, "p95": 1.0, "sample_count": 197}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 197, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.567, "pushed": 6.567, "read": 6.567}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 197, "client_acquire_ms": {"avg_ms": 0.007, "count": 197, "max_ms": 0.022, "p95_ms": 0.014, "reason": null, "sample_age_ms": 31.424, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.747, "count": 197, "max_ms": 4.283, "p95_ms": 2.692, "reason": null, "sample_age_ms": 71.191, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.302, "count": 197, "max_ms": 3.771, "p95_ms": 1.929, "reason": null, "sample_age_ms": 71.476, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.364, "count": 197, "max_ms": 1.377, "p95_ms": 0.685, "reason": null, "sample_age_ms": 31.435, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.872, "count": 197, "max_ms": 7.352, "p95_ms": 3.082, "reason": null, "sample_age_ms": 69.535, "source": "client_direct"}, "request_count": 197, "request_tensor_bytes": {"avg": 2764808.0, "count": 197, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 69.51, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 197, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 31.816, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.516, "count": 197, "max_ms": 81.181, "p95_ms": 63.422, "reason": null, "sample_age_ms": 31.42, "source": "client_direct"}, "sample_age_ms": 31.415, "source": "client_direct", "task_total_ms": {"avg_ms": 47.941, "count": 197, "max_ms": 84.106, "p95_ms": 65.179, "reason": null, "sample_age_ms": 31.415, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.103, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.497, "count": 197, "max_ms": 13.78, "p95_ms": 6.916}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.311, "count": 197, "max_ms": 0.86, "p95_ms": 0.587}, "detection_prepare_ms": {"avg_ms": 0.701, "count": 197, "max_ms": 5.406, "p95_ms": 2.373}, "event_filter_ms": {"avg_ms": 0.004, "count": 197, "max_ms": 0.033, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.142, "count": 197, "max_ms": 0.838, "p95_ms": 0.336}, "mcmt_ms": {"avg_ms": 0.003, "count": 197, "max_ms": 0.018, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.579, "count": 197, "max_ms": 5.862, "p95_ms": 2.345}, "setup_ms": {"avg_ms": 0.042, "count": 197, "max_ms": 0.128, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 2.447, "count": 197, "max_ms": 13.655, "p95_ms": 6.843}, "track_match_ms": {"avg_ms": 0.043, "count": 197, "max_ms": 0.41, "p95_ms": 0.17}, "tracker_update_ms": {"avg_ms": 0.621, "count": 197, "max_ms": 3.608, "p95_ms": 2.389}}, "gstreamer_push": {"avg_ms": 3.029, "count": 197, "max_ms": 7.352, "p95_ms": 4.943}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 197, "max_ms": 0.839, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.137, "count": 197, "max_ms": 85.138, "p95_ms": 65.87}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.447, "count": 197, "max_ms": 11.571, "p95_ms": 6.863}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.98, "count": 197, "max_ms": 139.189, "p95_ms": 124.704}, "inference_input_copy_ms": {"avg_ms": 1.558, "count": 197, "max_ms": 3.721, "p95_ms": 2.49}, "processing_residual_ms": {"avg_ms": 0.188, "count": 197, "max_ms": 0.981, "p95_ms": 0.411}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.173, "count": 197, "max_ms": 147.008, "p95_ms": 130.979}, "read_interval": {"avg_ms": 152.524, "count": 197, "max_ms": 4512.498, "p95_ms": 161.495}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 197, "max_ms": 0.084, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.525, "count": 197, "max_ms": 5.661, "p95_ms": 2.264}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 197, "max_ms": 0.061, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.51, "count": 197, "max_ms": 5.627, "p95_ms": 2.247}, "worker_merge_ms": {"avg_ms": 0.006, "count": 197, "max_ms": 0.09, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 49.15, "count": 197, "max_ms": 85.154, "p95_ms": 65.879}, "visualize": {"avg_ms": 46.145, "count": 197, "max_ms": 73.448, "p95_ms": 59.738}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.732, "count": 197, "max_ms": 68.06, "p95_ms": 55.854}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.371, "count": 197, "max_ms": 71.551, "p95_ms": 58.491}, "visualize_input_copy_ms": {"avg_ms": 0.589, "count": 197, "max_ms": 3.309, "p95_ms": 2.069}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.259, "count": 197, "max_ms": 71.337, "p95_ms": 58.386}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 197, "max_ms": 0.197, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1442.523, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.778, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.654, "sample_count": 2209, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1443303, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:13:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118714, "write_bytes_delta": 118714, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 653.0, "cpu_core_ratio": 0.688473, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4351.0, "pid": 103204, "reason": null, "system_cpu_core_ratio": 0.278976, "system_cpu_s_delta": 5.6, "user_cpu_core_ratio": 0.409497, "user_cpu_s_delta": 8.219999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.000328, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 160393.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.351211, "system_cpu_s_delta": 7.0499999999883585, "user_cpu_core_ratio": 0.649117, "user_cpu_s_delta": 13.03000000002794}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.09, "count": 211, "max_ms": 7.352, "p95_ms": 4.905, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.0, "max": 13.0, "p95": 10.0, "sample_count": 211}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.08, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 75}, "total": {"avg": 0.384, "max": 2.0, "p95": 1.0, "sample_count": 211}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.582, "count": 30, "max": 68.544, "p95": 36.108, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.573, "count": 30, "max": 27.901, "p95": 24.123, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 674.633, "count": 30, "max": 1212.0, "p95": 1188.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 892.667, "count": 30, "max": 14029.0, "p95": 3883.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.279, "p95": 0.109, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.388, "count": 30, "max": 0.469, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.083, "count": 30, "max": 2.49, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 111416.5, "count": 30, "max": 118714.0, "p95": 116144.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 111416.5, "count": 30, "max": 118714.0, "p95": 116144.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 124968.067, "count": 30, "max": 210185.0, "p95": 203580.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.551, "count": 30, "max": 0.65, "p95": 0.639, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.976, "count": 30, "max": 1.148, "p95": 1.122, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11141, "sampled_at": "2026-10-30T11:13:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:13:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2772280, "flush_count": 2886, "flush_interval_seconds": 30.0, "flush_state": {"count": 2886, "last_at": "2026-10-30T11:13:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:13:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2885}, "started": true, "suppressed_count": 1440597, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1440453}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2886, "written_record_count": 2886}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9398.801, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T11:13:11+09:00", "last_error_summary": "[h264 @ 0x609c46191fc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x609c46191fc0] error while decoding MB 0 48, bytestream 12547", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3990540902400, "copied_frame_count": 1443338, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 3990540902400, "frame_buffer_copies": 1443338, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1167, "count": 512, "max_ms": 0.3556, "p50_ms": 0.1026, "p95_ms": 0.2212, "p99_ms": 0.2664}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5263, "count": 512, "max_ms": 6.2647, "p50_ms": 1.4498, "p95_ms": 2.4637, "p99_ms": 3.0077, "results": {"failed": 0, "not_applicable": 0, "success": 1443338, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1115, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:13:11+09:00", "last_error_summary": "[h264 @ 0x609c46191fc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x609c46191fc0] error while decoding MB 0 48, bytestream 12547", "last_exit_at": "2026-10-30T11:13:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 119.697, "last_started_at": "2026-10-30T11:11:11+09:00", "pid": 103204, "process": {"exists": false, "pid": 103204}, "restart_count": 542, "restart_count_per_hour": 18, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 543}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.47, "sample_count": 2217, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1443338, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:13:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-10-30T11:13:11+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-10-30T11:13:11+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 89, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 186.998, "last_sample_duration_ms": 1066.392, "last_trigger": "periodic", "next_snapshot_in_sec": 413.002, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 289, "storage_bytes": 2754645}, "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-10-30T11:13:11.142374+09:00", "mtime_epoch": 1793326391.142374, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 115550}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:13:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1442.543, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1443338, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.802, "max": 13.0, "p95": 10.0, "sample_count": 197}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.071, "max": 2.0, "p95": 2.0, "sample_count": 84}, "total": {"avg": 0.457, "max": 2.0, "p95": 1.0, "sample_count": 197}}, "tracking_counts": {"active": {"avg": 0.254, "max": 1.0, "p95": 1.0, "sample_count": 197}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 197}, "tracked": {"avg": 0.254, "max": 1.0, "p95": 1.0, "sample_count": 197}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.582, "pushed": 6.582, "read": 6.549}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 196, "client_acquire_ms": {"avg_ms": 0.007, "count": 197, "max_ms": 0.022, "p95_ms": 0.014, "reason": null, "sample_age_ms": 66.302, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.747, "count": 196, "max_ms": 4.283, "p95_ms": 2.698, "reason": null, "sample_age_ms": 106.069, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.303, "count": 196, "max_ms": 3.771, "p95_ms": 1.935, "reason": null, "sample_age_ms": 106.354, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.364, "count": 197, "max_ms": 1.377, "p95_ms": 0.685, "reason": null, "sample_age_ms": 66.313, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.868, "count": 196, "max_ms": 7.352, "p95_ms": 3.083, "reason": null, "sample_age_ms": 104.413, "source": "client_direct"}, "request_count": 196, "request_tensor_bytes": {"avg": 2764808.0, "count": 196, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 104.388, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 197, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 66.694, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.516, "count": 197, "max_ms": 81.181, "p95_ms": 63.422, "reason": null, "sample_age_ms": 66.298, "source": "client_direct"}, "sample_age_ms": 66.293, "source": "client_direct", "task_total_ms": {"avg_ms": 47.941, "count": 197, "max_ms": 84.106, "p95_ms": 65.179, "reason": null, "sample_age_ms": 66.293, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.599, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.495, "count": 197, "max_ms": 13.78, "p95_ms": 6.916}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.31, "count": 197, "max_ms": 0.86, "p95_ms": 0.587}, "detection_prepare_ms": {"avg_ms": 0.701, "count": 197, "max_ms": 5.406, "p95_ms": 2.373}, "event_filter_ms": {"avg_ms": 0.004, "count": 197, "max_ms": 0.033, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.141, "count": 197, "max_ms": 0.838, "p95_ms": 0.336}, "mcmt_ms": {"avg_ms": 0.003, "count": 197, "max_ms": 0.018, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.578, "count": 197, "max_ms": 5.862, "p95_ms": 2.345}, "setup_ms": {"avg_ms": 0.043, "count": 197, "max_ms": 0.128, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 2.444, "count": 197, "max_ms": 13.655, "p95_ms": 6.843}, "track_match_ms": {"avg_ms": 0.043, "count": 197, "max_ms": 0.41, "p95_ms": 0.17}, "tracker_update_ms": {"avg_ms": 0.621, "count": 197, "max_ms": 3.608, "p95_ms": 2.389}}, "gstreamer_push": {"avg_ms": 3.022, "count": 197, "max_ms": 7.352, "p95_ms": 4.943}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 197, "max_ms": 0.839, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.063, "count": 197, "max_ms": 85.138, "p95_ms": 65.87}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.447, "count": 197, "max_ms": 11.571, "p95_ms": 6.863}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.858, "count": 197, "max_ms": 139.189, "p95_ms": 124.704}, "inference_input_copy_ms": {"avg_ms": 1.557, "count": 197, "max_ms": 3.721, "p95_ms": 2.49}, "processing_residual_ms": {"avg_ms": 0.188, "count": 197, "max_ms": 0.981, "p95_ms": 0.411}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.05, "count": 197, "max_ms": 147.008, "p95_ms": 130.979}, "read_interval": {"avg_ms": 152.677, "count": 196, "max_ms": 4512.498, "p95_ms": 161.495}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 197, "max_ms": 0.084, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.524, "count": 197, "max_ms": 5.661, "p95_ms": 2.264}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 197, "max_ms": 0.061, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.509, "count": 197, "max_ms": 5.627, "p95_ms": 2.247}, "worker_merge_ms": {"avg_ms": 0.006, "count": 197, "max_ms": 0.09, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 49.076, "count": 197, "max_ms": 85.154, "p95_ms": 65.879}, "visualize": {"avg_ms": 46.101, "count": 197, "max_ms": 73.448, "p95_ms": 59.738}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.691, "count": 197, "max_ms": 68.06, "p95_ms": 55.854}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.328, "count": 197, "max_ms": 71.551, "p95_ms": 58.491}, "visualize_input_copy_ms": {"avg_ms": 0.589, "count": 197, "max_ms": 3.309, "p95_ms": 2.069}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.217, "count": 197, "max_ms": 71.337, "p95_ms": 58.386}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 197, "max_ms": 0.197, "p95_ms": 0.135}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1442.523, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.778, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.654, "sample_count": 2209, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1443303, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:13:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118714, "write_bytes_delta": 118714, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 653.0, "cpu_core_ratio": 0.688473, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4351.0, "pid": 103204, "reason": null, "system_cpu_core_ratio": 0.278976, "system_cpu_s_delta": 5.6, "user_cpu_core_ratio": 0.409497, "user_cpu_s_delta": 8.219999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.000328, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 160393.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.351211, "system_cpu_s_delta": 7.0499999999883585, "user_cpu_core_ratio": 0.649117, "user_cpu_s_delta": 13.03000000002794}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.09, "count": 211, "max_ms": 7.352, "p95_ms": 4.905, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.0, "max": 13.0, "p95": 10.0, "sample_count": 211}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.08, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 75}, "total": {"avg": 0.384, "max": 2.0, "p95": 1.0, "sample_count": 211}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.582, "count": 30, "max": 68.544, "p95": 36.108, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.573, "count": 30, "max": 27.901, "p95": 24.123, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 674.633, "count": 30, "max": 1212.0, "p95": 1188.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 892.667, "count": 30, "max": 14029.0, "p95": 3883.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.279, "p95": 0.109, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.388, "count": 30, "max": 0.469, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.083, "count": 30, "max": 2.49, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 111416.5, "count": 30, "max": 118714.0, "p95": 116144.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 111416.5, "count": 30, "max": 118714.0, "p95": 116144.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 124968.067, "count": 30, "max": 210185.0, "p95": 203580.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.551, "count": 30, "max": 0.65, "p95": 0.639, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.976, "count": 30, "max": 1.148, "p95": 1.122, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11141, "sampled_at": "2026-10-30T11:13:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:13:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2772280, "flush_count": 2886, "flush_interval_seconds": 30.0, "flush_state": {"count": 2886, "last_at": "2026-10-30T11:13:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:13:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2885}, "started": true, "suppressed_count": 1440597, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1440453}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2886, "written_record_count": 2886}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9399.566, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3990540902400, "copied_frame_count": 1443338, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 3990540902400, "frame_buffer_copies": 1443338, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1167, "count": 512, "max_ms": 0.3556, "p50_ms": 0.1026, "p95_ms": 0.2212, "p99_ms": 0.2664}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5263, "count": 512, "max_ms": 6.2647, "p50_ms": 1.4498, "p95_ms": 2.4637, "p99_ms": 3.0077, "results": {"failed": 0, "not_applicable": 0, "success": 1443338, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1115, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:13:11+09:00", "last_error_summary": "[h264 @ 0x609c46191fc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x609c46191fc0] error while decoding MB 0 48, bytestream 12547", "last_exit_at": "2026-10-30T11:13:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 119.731, "last_started_at": "2026-10-30T11:11:11+09:00", "pid": 103204, "process": {"exists": false, "pid": 103204}, "restart_count": 542, "restart_count_per_hour": 18, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 543}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.47, "sample_count": 2217, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1443338, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:13:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.039, "last_frame_pushed_at": "2026-10-30T11:13:11+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-10-30T11:13:11+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 89, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 187.035, "last_sample_duration_ms": 1066.392, "last_trigger": "periodic", "next_snapshot_in_sec": 412.965, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 289, "storage_bytes": 2754645}, "mjpeg": {"age_sec": 0.029, "exists": true, "mtime": "2026-10-30T11:13:11.244375+09:00", "mtime_epoch": 1793326391.2443745, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114300}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:13:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1442.543, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1443338, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.802, "max": 13.0, "p95": 10.0, "sample_count": 197}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.071, "max": 2.0, "p95": 2.0, "sample_count": 84}, "total": {"avg": 0.457, "max": 2.0, "p95": 1.0, "sample_count": 197}}, "tracking_counts": {"active": {"avg": 0.254, "max": 1.0, "p95": 1.0, "sample_count": 197}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 197}, "tracked": {"avg": 0.254, "max": 1.0, "p95": 1.0, "sample_count": 197}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.574, "pushed": 6.574, "read": 6.541}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 196, "client_acquire_ms": {"avg_ms": 0.007, "count": 196, "max_ms": 0.022, "p95_ms": 0.014, "reason": null, "sample_age_ms": 102.239, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.747, "count": 196, "max_ms": 4.283, "p95_ms": 2.698, "reason": null, "sample_age_ms": 142.006, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.303, "count": 196, "max_ms": 3.771, "p95_ms": 1.935, "reason": null, "sample_age_ms": 142.291, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.363, "count": 196, "max_ms": 1.377, "p95_ms": 0.686, "reason": null, "sample_age_ms": 102.25, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.868, "count": 196, "max_ms": 7.352, "p95_ms": 3.083, "reason": null, "sample_age_ms": 140.35, "source": "client_direct"}, "request_count": 196, "request_tensor_bytes": {"avg": 2764808.0, "count": 196, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 140.325, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 196, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 102.631, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.571, "count": 196, "max_ms": 81.181, "p95_ms": 63.422, "reason": null, "sample_age_ms": 102.235, "source": "client_direct"}, "sample_age_ms": 102.23, "source": "client_direct", "task_total_ms": {"avg_ms": 47.99, "count": 196, "max_ms": 84.106, "p95_ms": 65.189, "reason": null, "sample_age_ms": 102.23, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.809, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.495, "count": 197, "max_ms": 13.78, "p95_ms": 6.916}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.31, "count": 197, "max_ms": 0.86, "p95_ms": 0.587}, "detection_prepare_ms": {"avg_ms": 0.701, "count": 197, "max_ms": 5.406, "p95_ms": 2.373}, "event_filter_ms": {"avg_ms": 0.004, "count": 197, "max_ms": 0.033, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.141, "count": 197, "max_ms": 0.838, "p95_ms": 0.336}, "mcmt_ms": {"avg_ms": 0.003, "count": 197, "max_ms": 0.018, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.578, "count": 197, "max_ms": 5.862, "p95_ms": 2.345}, "setup_ms": {"avg_ms": 0.043, "count": 197, "max_ms": 0.128, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 2.444, "count": 197, "max_ms": 13.655, "p95_ms": 6.843}, "track_match_ms": {"avg_ms": 0.043, "count": 197, "max_ms": 0.41, "p95_ms": 0.17}, "tracker_update_ms": {"avg_ms": 0.621, "count": 197, "max_ms": 3.608, "p95_ms": 2.389}}, "gstreamer_push": {"avg_ms": 3.022, "count": 197, "max_ms": 7.352, "p95_ms": 4.943}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 197, "max_ms": 0.839, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.063, "count": 197, "max_ms": 85.138, "p95_ms": 65.87}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.447, "count": 197, "max_ms": 11.571, "p95_ms": 6.863}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.858, "count": 197, "max_ms": 139.189, "p95_ms": 124.704}, "inference_input_copy_ms": {"avg_ms": 1.557, "count": 197, "max_ms": 3.721, "p95_ms": 2.49}, "processing_residual_ms": {"avg_ms": 0.188, "count": 197, "max_ms": 0.981, "p95_ms": 0.411}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.05, "count": 197, "max_ms": 147.008, "p95_ms": 130.979}, "read_interval": {"avg_ms": 152.677, "count": 196, "max_ms": 4512.498, "p95_ms": 161.495}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 197, "max_ms": 0.084, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.524, "count": 197, "max_ms": 5.661, "p95_ms": 2.264}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 197, "max_ms": 0.061, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.509, "count": 197, "max_ms": 5.627, "p95_ms": 2.247}, "worker_merge_ms": {"avg_ms": 0.006, "count": 197, "max_ms": 0.09, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 49.076, "count": 197, "max_ms": 85.154, "p95_ms": 65.879}, "visualize": {"avg_ms": 46.101, "count": 197, "max_ms": 73.448, "p95_ms": 59.738}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.691, "count": 197, "max_ms": 68.06, "p95_ms": 55.854}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.328, "count": 197, "max_ms": 71.551, "p95_ms": 58.491}, "visualize_input_copy_ms": {"avg_ms": 0.589, "count": 197, "max_ms": 3.309, "p95_ms": 2.069}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.217, "count": 197, "max_ms": 71.337, "p95_ms": 58.386}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 197, "max_ms": 0.197, "p95_ms": 0.135}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1442.523, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.778, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.654, "sample_count": 2209, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1443303, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:13:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118714, "write_bytes_delta": 118714, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 653.0, "cpu_core_ratio": 0.688473, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4351.0, "pid": 103204, "reason": null, "system_cpu_core_ratio": 0.278976, "system_cpu_s_delta": 5.6, "user_cpu_core_ratio": 0.409497, "user_cpu_s_delta": 8.219999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.000328, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 160393.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.351211, "system_cpu_s_delta": 7.0499999999883585, "user_cpu_core_ratio": 0.649117, "user_cpu_s_delta": 13.03000000002794}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.09, "count": 211, "max_ms": 7.352, "p95_ms": 4.905, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.0, "max": 13.0, "p95": 10.0, "sample_count": 211}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.08, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 75}, "total": {"avg": 0.384, "max": 2.0, "p95": 1.0, "sample_count": 211}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.582, "count": 30, "max": 68.544, "p95": 36.108, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.573, "count": 30, "max": 27.901, "p95": 24.123, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 674.633, "count": 30, "max": 1212.0, "p95": 1188.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 892.667, "count": 30, "max": 14029.0, "p95": 3883.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.279, "p95": 0.109, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.388, "count": 30, "max": 0.469, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.083, "count": 30, "max": 2.49, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 111416.5, "count": 30, "max": 118714.0, "p95": 116144.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 111416.5, "count": 30, "max": 118714.0, "p95": 116144.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 124968.067, "count": 30, "max": 210185.0, "p95": 203580.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.551, "count": 30, "max": 0.65, "p95": 0.639, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.976, "count": 30, "max": 1.148, "p95": 1.122, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11141, "sampled_at": "2026-10-30T11:13:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:13:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2772280, "flush_count": 2886, "flush_interval_seconds": 30.0, "flush_state": {"count": 2886, "last_at": "2026-10-30T11:13:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:13:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2885}, "started": true, "suppressed_count": 1440597, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1440453}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2886, "written_record_count": 2886}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9573.91, "limit_mb": null}, "detail": {"pid": 103320, "restart_count": 543, "start_count": 544}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3990540902400, "copied_frame_count": 1443338, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 3990540902400, "frame_buffer_copies": 1443338, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1167, "count": 512, "max_ms": 0.3556, "p50_ms": 0.1026, "p95_ms": 0.2212, "p99_ms": 0.2664}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5263, "count": 512, "max_ms": 6.2647, "p50_ms": 1.4498, "p95_ms": 2.4637, "p99_ms": 3.0077, "results": {"failed": 0, "not_applicable": 0, "success": 1443338, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 499, "h264_decode_error_count": 1115, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:13:11+09:00", "last_error_summary": "[h264 @ 0x609c46191fc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x609c46191fc0] error while decoding MB 0 48, bytestream 12547", "last_exit_at": "2026-10-30T11:13:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T11:13:13+09:00", "pid": 103320, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.902, "name": "ffmpeg", "pid": 103320, "rss_mb": 209.902, "state": "S (sleeping)", "threads": 70}, "restart_count": 543, "restart_count_per_hour": 19, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 544}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.504, "sample_count": 2204, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1443338, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:13:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.624, "last_frame_pushed_at": "2026-10-30T11:13:11+09:00", "last_frame_read_age_sec": 4.719, "last_frame_read_at": "2026-10-30T11:13:11+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 89, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 191.636, "last_sample_duration_ms": 1066.392, "last_trigger": "periodic", "next_snapshot_in_sec": 408.364, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 289, "storage_bytes": 2754645}, "mjpeg": {"age_sec": 4.615, "exists": true, "mtime": "2026-10-30T11:13:11.244375+09:00", "mtime_epoch": 1793326391.2443745, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114300}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:13:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1442.547, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1443338, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.579, "max": 12.0, "p95": 8.0, "sample_count": 159}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.044, "max": 2.0, "p95": 1.0, "sample_count": 68}, "total": {"avg": 0.447, "max": 2.0, "p95": 1.0, "sample_count": 159}}, "tracking_counts": {"active": {"avg": 0.308, "max": 1.0, "p95": 1.0, "sample_count": 159}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 159}, "tracked": {"avg": 0.308, "max": 1.0, "p95": 1.0, "sample_count": 159}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 159, "pushed_frames": 159, "read_frames": 158, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.31, "pushed": 5.31, "read": 5.277}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 158, "client_acquire_ms": {"avg_ms": 0.006, "count": 158, "max_ms": 0.022, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4690.347, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.75, "count": 158, "max_ms": 4.283, "p95_ms": 2.799, "reason": null, "sample_age_ms": 4730.114, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.306, "count": 158, "max_ms": 3.771, "p95_ms": 1.923, "reason": null, "sample_age_ms": 4730.399, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.345, "count": 158, "max_ms": 0.903, "p95_ms": 0.654, "reason": null, "sample_age_ms": 4690.358, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.837, "count": 158, "max_ms": 6.459, "p95_ms": 3.072, "reason": null, "sample_age_ms": 4728.458, "source": "client_direct"}, "request_count": 158, "request_tensor_bytes": {"avg": 2764808.0, "count": 158, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4728.433, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 158, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4690.739, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.22, "count": 158, "max_ms": 81.181, "p95_ms": 63.681, "reason": null, "sample_age_ms": 4690.343, "source": "client_direct"}, "sample_age_ms": 4690.338, "source": "client_direct", "task_total_ms": {"avg_ms": 47.569, "count": 158, "max_ms": 84.106, "p95_ms": 65.62, "reason": null, "sample_age_ms": 4690.338, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.075, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.408, "count": 159, "max_ms": 11.274, "p95_ms": 6.909}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.314, "count": 159, "max_ms": 0.86, "p95_ms": 0.575}, "detection_prepare_ms": {"avg_ms": 0.698, "count": 159, "max_ms": 5.406, "p95_ms": 2.373}, "event_filter_ms": {"avg_ms": 0.004, "count": 159, "max_ms": 0.02, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.134, "count": 159, "max_ms": 0.444, "p95_ms": 0.322}, "mcmt_ms": {"avg_ms": 0.003, "count": 159, "max_ms": 0.018, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.516, "count": 159, "max_ms": 4.493, "p95_ms": 1.87}, "setup_ms": {"avg_ms": 0.042, "count": 159, "max_ms": 0.124, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 2.359, "count": 159, "max_ms": 11.194, "p95_ms": 6.833}, "track_match_ms": {"avg_ms": 0.043, "count": 159, "max_ms": 0.336, "p95_ms": 0.17}, "tracker_update_ms": {"avg_ms": 0.605, "count": 159, "max_ms": 2.737, "p95_ms": 2.113}}, "gstreamer_push": {"avg_ms": 2.987, "count": 159, "max_ms": 7.352, "p95_ms": 4.905}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 159, "max_ms": 0.839, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.691, "count": 159, "max_ms": 85.138, "p95_ms": 68.327}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.438, "count": 159, "max_ms": 11.571, "p95_ms": 7.636}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.18, "count": 159, "max_ms": 139.189, "p95_ms": 124.64}, "inference_input_copy_ms": {"avg_ms": 1.538, "count": 159, "max_ms": 3.268, "p95_ms": 2.49}, "processing_residual_ms": {"avg_ms": 0.191, "count": 159, "max_ms": 0.981, "p95_ms": 0.411}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 101.346, "count": 159, "max_ms": 147.008, "p95_ms": 128.546}, "read_interval": {"avg_ms": 160.473, "count": 158, "max_ms": 4512.498, "p95_ms": 168.897}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 159, "max_ms": 0.084, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.463, "count": 159, "max_ms": 4.331, "p95_ms": 1.826}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 159, "max_ms": 0.058, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.449, "count": 159, "max_ms": 4.299, "p95_ms": 1.815}, "worker_merge_ms": {"avg_ms": 0.006, "count": 159, "max_ms": 0.09, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 48.704, "count": 159, "max_ms": 85.154, "p95_ms": 68.358}, "visualize": {"avg_ms": 45.9, "count": 159, "max_ms": 73.448, "p95_ms": 59.571}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.541, "count": 159, "max_ms": 68.06, "p95_ms": 55.488}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.139, "count": 159, "max_ms": 71.551, "p95_ms": 58.491}, "visualize_input_copy_ms": {"avg_ms": 0.577, "count": 159, "max_ms": 3.309, "p95_ms": 1.988}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.028, "count": 159, "max_ms": 71.337, "p95_ms": 58.386}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 159, "max_ms": 0.197, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 159}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1442.523, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.778, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.654, "sample_count": 2209, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1443303, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:13:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118714, "write_bytes_delta": 118714, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 653.0, "cpu_core_ratio": 0.688473, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4351.0, "pid": 103204, "reason": null, "system_cpu_core_ratio": 0.278976, "system_cpu_s_delta": 5.6, "user_cpu_core_ratio": 0.409497, "user_cpu_s_delta": 8.219999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.000328, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 160393.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.351211, "system_cpu_s_delta": 7.0499999999883585, "user_cpu_core_ratio": 0.649117, "user_cpu_s_delta": 13.03000000002794}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.09, "count": 211, "max_ms": 7.352, "p95_ms": 4.905, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.0, "max": 13.0, "p95": 10.0, "sample_count": 211}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.08, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 75}, "total": {"avg": 0.384, "max": 2.0, "p95": 1.0, "sample_count": 211}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.582, "count": 30, "max": 68.544, "p95": 36.108, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.573, "count": 30, "max": 27.901, "p95": 24.123, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 674.633, "count": 30, "max": 1212.0, "p95": 1188.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 892.667, "count": 30, "max": 14029.0, "p95": 3883.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.279, "p95": 0.109, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.388, "count": 30, "max": 0.469, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.083, "count": 30, "max": 2.49, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 111416.5, "count": 30, "max": 118714.0, "p95": 116144.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 111416.5, "count": 30, "max": 118714.0, "p95": 116144.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 124968.067, "count": 30, "max": 210185.0, "p95": 203580.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.551, "count": 30, "max": 0.65, "p95": 0.639, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.976, "count": 30, "max": 1.148, "p95": 1.122, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11141, "sampled_at": "2026-10-30T11:13:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:13:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2773211, "flush_count": 2887, "flush_interval_seconds": 30.0, "flush_state": {"count": 2887, "last_at": "2026-10-30T11:14:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:14:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2886}, "started": true, "suppressed_count": 1441369, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1441225}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2887, "written_record_count": 2887}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9422.047, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x59f317a9d300] cabac decode of qscale diff failed at 61 57 [h264 @ 0x59f317a9d300] error while decoding MB 61 57, bytestream 63310", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3992675328000, "copied_frame_count": 1444110, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 3992675328000, "frame_buffer_copies": 1444110, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1082, "count": 512, "max_ms": 1.1464, "p50_ms": 0.092, "p95_ms": 0.2116, "p99_ms": 0.2633}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4125, "count": 512, "max_ms": 3.9522, "p50_ms": 1.327, "p95_ms": 2.3765, "p99_ms": 3.0229, "results": {"failed": 0, "not_applicable": 0, "success": 1444110, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 500, "h264_decode_error_count": 1117, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:15:02+09:00", "last_error_summary": "[h264 @ 0x59f317a9d300] cabac decode of qscale diff failed at 61 57 [h264 @ 0x59f317a9d300] error while decoding MB 61 57, bytestream 63310", "last_exit_at": "2026-10-30T11:13:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.592, "last_started_at": "2026-10-30T11:13:13+09:00", "pid": 103320, "process": {"exists": false, "pid": 103320}, "restart_count": 543, "restart_count_per_hour": 19, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 544}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.133, "sample_count": 2199, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1444110, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:15:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.062, "last_frame_pushed_at": "2026-10-30T11:15:02+09:00", "last_frame_read_age_sec": 0.059, "last_frame_read_at": "2026-10-30T11:15:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 89, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 298.21, "last_sample_duration_ms": 1066.392, "last_trigger": "periodic", "next_snapshot_in_sec": 301.79, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 289, "storage_bytes": 2754645}, "mjpeg": {"age_sec": 0.048, "exists": true, "mtime": "2026-10-30T11:15:02.401688+09:00", "mtime_epoch": 1793326502.4016883, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 132507}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:15:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1453.902, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1444111, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.857, "max": 18.0, "p95": 16.0, "sample_count": 168}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.345, "max": 4.0, "p95": 3.0, "sample_count": 168}, "total": {"avg": 2.345, "max": 4.0, "p95": 3.0, "sample_count": 168}}, "tracking_counts": {"active": {"avg": 1.762, "max": 3.0, "p95": 2.0, "sample_count": 168}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "removed": {"avg": 0.036, "max": 1.0, "p95": 0.0, "sample_count": 168}, "tracked": {"avg": 1.762, "max": 3.0, "p95": 2.0, "sample_count": 168}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 168, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.607, "pushed": 5.607, "read": 5.607}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 168, "client_acquire_ms": {"avg_ms": 0.007, "count": 168, "max_ms": 0.027, "p95_ms": 0.015, "reason": null, "sample_age_ms": 15.372, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.888, "count": 168, "max_ms": 6.926, "p95_ms": 2.576, "reason": null, "sample_age_ms": 58.269, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.395, "count": 168, "max_ms": 6.634, "p95_ms": 2.136, "reason": null, "sample_age_ms": 58.614, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.412, "count": 168, "max_ms": 2.304, "p95_ms": 0.818, "reason": null, "sample_age_ms": 15.379, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.795, "count": 168, "max_ms": 4.674, "p95_ms": 3.18, "reason": null, "sample_age_ms": 55.812, "source": "client_direct"}, "request_count": 168, "request_tensor_bytes": {"avg": 2764808.0, "count": 168, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 55.785, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 168, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 15.602, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.454, "count": 168, "max_ms": 74.901, "p95_ms": 65.034, "reason": null, "sample_age_ms": 15.368, "source": "client_direct"}, "sample_age_ms": 15.365, "source": "client_direct", "task_total_ms": {"avg_ms": 47.826, "count": 168, "max_ms": 78.164, "p95_ms": 67.046, "reason": null, "sample_age_ms": 15.365, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.092, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.357, "count": 168, "max_ms": 15.816, "p95_ms": 12.781}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.419, "count": 168, "max_ms": 1.245, "p95_ms": 0.803}, "detection_prepare_ms": {"avg_ms": 1.624, "count": 168, "max_ms": 9.75, "p95_ms": 2.899}, "event_filter_ms": {"avg_ms": 0.006, "count": 168, "max_ms": 0.037, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.222, "count": 168, "max_ms": 0.734, "p95_ms": 0.495}, "mcmt_ms": {"avg_ms": 0.003, "count": 168, "max_ms": 0.028, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.803, "count": 168, "max_ms": 7.383, "p95_ms": 4.708}, "setup_ms": {"avg_ms": 0.043, "count": 168, "max_ms": 0.128, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 7.29, "count": 168, "max_ms": 15.712, "p95_ms": 12.665}, "track_match_ms": {"avg_ms": 0.175, "count": 168, "max_ms": 0.666, "p95_ms": 0.344}, "tracker_update_ms": {"avg_ms": 1.994, "count": 168, "max_ms": 4.571, "p95_ms": 3.589}}, "gstreamer_push": {"avg_ms": 2.856, "count": 168, "max_ms": 7.435, "p95_ms": 4.615}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 168, "max_ms": 0.259, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.215, "count": 168, "max_ms": 79.16, "p95_ms": 70.546}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.343, "count": 168, "max_ms": 13.406, "p95_ms": 9.32}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.143, "count": 168, "max_ms": 154.039, "p95_ms": 139.564}, "inference_input_copy_ms": {"avg_ms": 1.555, "count": 168, "max_ms": 4.703, "p95_ms": 2.68}, "processing_residual_ms": {"avg_ms": 0.26, "count": 168, "max_ms": 0.614, "p95_ms": 0.502}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.301, "count": 168, "max_ms": 159.527, "p95_ms": 145.475}, "read_interval": {"avg_ms": 178.669, "count": 168, "max_ms": 4081.902, "p95_ms": 201.13}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 168, "max_ms": 0.06, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 2.735, "count": 168, "max_ms": 7.235, "p95_ms": 4.592}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 168, "max_ms": 0.049, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.719, "count": 168, "max_ms": 7.206, "p95_ms": 4.571}, "worker_merge_ms": {"avg_ms": 0.006, "count": 168, "max_ms": 0.028, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.229, "count": 168, "max_ms": 79.173, "p95_ms": 70.556}, "visualize": {"avg_ms": 49.308, "count": 168, "max_ms": 72.456, "p95_ms": 65.268}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.763, "count": 168, "max_ms": 62.039, "p95_ms": 55.377}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.83, "count": 168, "max_ms": 70.511, "p95_ms": 63.914}, "visualize_input_copy_ms": {"avg_ms": 1.287, "count": 168, "max_ms": 3.907, "p95_ms": 2.12}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.699, "count": 168, "max_ms": 70.342, "p95_ms": 63.766}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 168, "max_ms": 0.316, "p95_ms": 0.151}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 168}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1442.848, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.765, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.264, "sample_count": 2235, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1443893, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:14:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118441, "write_bytes_delta": 118441, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1137.0, "cpu_core_ratio": 0.437218, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 143.0, "pid": 103320, "reason": null, "system_cpu_core_ratio": 0.0383, "system_cpu_s_delta": 0.7700000000000005, "user_cpu_core_ratio": 0.398918, "user_cpu_s_delta": 8.02}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.713558, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 204006.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.620263, "system_cpu_s_delta": 12.470000000001164, "user_cpu_core_ratio": 1.093295, "user_cpu_s_delta": 21.979999999981374}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.065, "count": 234, "max_ms": 9.062, "p95_ms": 5.253, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.103, "max": 22.0, "p95": 13.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.578, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 173}, "total": {"avg": 1.167, "max": 4.0, "p95": 3.0, "sample_count": 234}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.906, "count": 30, "max": 68.544, "p95": 44.708, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.319, "count": 30, "max": 27.901, "p95": 24.192, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 730.3, "count": 30, "max": 1215.0, "p95": 1201.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 990.533, "count": 30, "max": 14029.0, "p95": 3883.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.279, "p95": 0.174, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.394, "count": 30, "max": 0.469, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112685.567, "count": 30, "max": 118714.0, "p95": 117713.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112685.567, "count": 30, "max": 118714.0, "p95": 117713.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 138142.433, "count": 30, "max": 215571.0, "p95": 207990.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.546, "count": 30, "max": 0.639, "p95": 0.637, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.969, "count": 30, "max": 1.124, "p95": 1.113, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11145, "sampled_at": "2026-10-30T11:14:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:14:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2773211, "flush_count": 2887, "flush_interval_seconds": 30.0, "flush_state": {"count": 2887, "last_at": "2026-10-30T11:14:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:14:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2886}, "started": true, "suppressed_count": 1441369, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1441225}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2887, "written_record_count": 2887}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9404.961, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T11:15:02+09:00", "last_error_summary": "[h264 @ 0x59f317a9d300] cabac decode of qscale diff failed at 61 57 [h264 @ 0x59f317a9d300] error while decoding MB 61 57, bytestream 63310", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3992678092800, "copied_frame_count": 1444111, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 3992678092800, "frame_buffer_copies": 1444111, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1081, "count": 512, "max_ms": 1.1464, "p50_ms": 0.0919, "p95_ms": 0.2116, "p99_ms": 0.2633}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4094, "count": 512, "max_ms": 3.9522, "p50_ms": 1.3228, "p95_ms": 2.3566, "p99_ms": 3.0229, "results": {"failed": 0, "not_applicable": 0, "success": 1444111, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 500, "h264_decode_error_count": 1117, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:15:02+09:00", "last_error_summary": "[h264 @ 0x59f317a9d300] cabac decode of qscale diff failed at 61 57 [h264 @ 0x59f317a9d300] error while decoding MB 61 57, bytestream 63310", "last_exit_at": "2026-10-30T11:15:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.66, "last_started_at": "2026-10-30T11:13:13+09:00", "pid": 103320, "process": {"exists": false, "pid": 103320}, "restart_count": 543, "restart_count_per_hour": 19, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 544}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.133, "sample_count": 2200, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1444111, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:15:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.02, "last_frame_pushed_at": "2026-10-30T11:15:02+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-10-30T11:15:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 89, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 298.269, "last_sample_duration_ms": 1066.392, "last_trigger": "periodic", "next_snapshot_in_sec": 301.731, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 289, "storage_bytes": 2754645}, "mjpeg": {"age_sec": 0.012, "exists": true, "mtime": "2026-10-30T11:15:02.505689+09:00", "mtime_epoch": 1793326502.5056887, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 131130}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:15:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1442.918, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1444111, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.845, "max": 18.0, "p95": 16.0, "sample_count": 168}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.333, "max": 4.0, "p95": 3.0, "sample_count": 168}, "total": {"avg": 2.333, "max": 4.0, "p95": 3.0, "sample_count": 168}}, "tracking_counts": {"active": {"avg": 1.75, "max": 3.0, "p95": 2.0, "sample_count": 168}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "removed": {"avg": 0.036, "max": 1.0, "p95": 0.0, "sample_count": 168}, "tracked": {"avg": 1.75, "max": 3.0, "p95": 2.0, "sample_count": 168}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.625, "pushed": 5.625, "read": 5.591}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 167, "client_acquire_ms": {"avg_ms": 0.007, "count": 168, "max_ms": 0.027, "p95_ms": 0.015, "reason": null, "sample_age_ms": 83.608, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.889, "count": 167, "max_ms": 6.926, "p95_ms": 2.583, "reason": null, "sample_age_ms": 126.505, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.397, "count": 167, "max_ms": 6.634, "p95_ms": 2.138, "reason": null, "sample_age_ms": 126.85, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.412, "count": 168, "max_ms": 2.304, "p95_ms": 0.818, "reason": null, "sample_age_ms": 83.615, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.784, "count": 167, "max_ms": 4.674, "p95_ms": 3.064, "reason": null, "sample_age_ms": 124.049, "source": "client_direct"}, "request_count": 167, "request_tensor_bytes": {"avg": 2764808.0, "count": 167, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 124.022, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 168, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 83.838, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.454, "count": 168, "max_ms": 74.901, "p95_ms": 65.034, "reason": null, "sample_age_ms": 83.605, "source": "client_direct"}, "sample_age_ms": 83.602, "source": "client_direct", "task_total_ms": {"avg_ms": 47.826, "count": 168, "max_ms": 78.164, "p95_ms": 67.046, "reason": null, "sample_age_ms": 83.602, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.767, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.313, "count": 168, "max_ms": 15.816, "p95_ms": 12.781}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.416, "count": 168, "max_ms": 1.245, "p95_ms": 0.803}, "detection_prepare_ms": {"avg_ms": 1.609, "count": 168, "max_ms": 9.75, "p95_ms": 2.853}, "event_filter_ms": {"avg_ms": 0.006, "count": 168, "max_ms": 0.037, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.221, "count": 168, "max_ms": 0.734, "p95_ms": 0.495}, "mcmt_ms": {"avg_ms": 0.003, "count": 168, "max_ms": 0.028, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.792, "count": 168, "max_ms": 7.383, "p95_ms": 4.708}, "setup_ms": {"avg_ms": 0.042, "count": 168, "max_ms": 0.128, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 7.246, "count": 168, "max_ms": 15.712, "p95_ms": 12.665}, "track_match_ms": {"avg_ms": 0.174, "count": 168, "max_ms": 0.666, "p95_ms": 0.344}, "tracker_update_ms": {"avg_ms": 1.983, "count": 168, "max_ms": 4.571, "p95_ms": 3.589}}, "gstreamer_push": {"avg_ms": 2.847, "count": 168, "max_ms": 7.435, "p95_ms": 4.615}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 168, "max_ms": 0.259, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.172, "count": 168, "max_ms": 79.16, "p95_ms": 70.546}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.342, "count": 168, "max_ms": 13.406, "p95_ms": 9.32}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.073, "count": 168, "max_ms": 154.039, "p95_ms": 139.564}, "inference_input_copy_ms": {"avg_ms": 1.556, "count": 168, "max_ms": 4.703, "p95_ms": 2.68}, "processing_residual_ms": {"avg_ms": 0.26, "count": 168, "max_ms": 0.614, "p95_ms": 0.502}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.232, "count": 168, "max_ms": 159.527, "p95_ms": 145.475}, "read_interval": {"avg_ms": 179.0, "count": 167, "max_ms": 4081.902, "p95_ms": 201.13}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 168, "max_ms": 0.06, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 2.724, "count": 168, "max_ms": 7.235, "p95_ms": 4.592}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 168, "max_ms": 0.049, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.708, "count": 168, "max_ms": 7.206, "p95_ms": 4.571}, "worker_merge_ms": {"avg_ms": 0.006, "count": 168, "max_ms": 0.028, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.186, "count": 168, "max_ms": 79.173, "p95_ms": 70.556}, "visualize": {"avg_ms": 49.33, "count": 168, "max_ms": 72.456, "p95_ms": 65.268}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.806, "count": 168, "max_ms": 62.039, "p95_ms": 55.377}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.858, "count": 168, "max_ms": 70.511, "p95_ms": 63.914}, "visualize_input_copy_ms": {"avg_ms": 1.281, "count": 168, "max_ms": 3.907, "p95_ms": 2.12}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.729, "count": 168, "max_ms": 70.342, "p95_ms": 63.766}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 168, "max_ms": 0.316, "p95_ms": 0.151}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 168}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1442.848, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.765, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.264, "sample_count": 2235, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1443893, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:14:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118441, "write_bytes_delta": 118441, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1137.0, "cpu_core_ratio": 0.437218, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 143.0, "pid": 103320, "reason": null, "system_cpu_core_ratio": 0.0383, "system_cpu_s_delta": 0.7700000000000005, "user_cpu_core_ratio": 0.398918, "user_cpu_s_delta": 8.02}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.713558, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 204006.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.620263, "system_cpu_s_delta": 12.470000000001164, "user_cpu_core_ratio": 1.093295, "user_cpu_s_delta": 21.979999999981374}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.065, "count": 234, "max_ms": 9.062, "p95_ms": 5.253, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.103, "max": 22.0, "p95": 13.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.578, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 173}, "total": {"avg": 1.167, "max": 4.0, "p95": 3.0, "sample_count": 234}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.906, "count": 30, "max": 68.544, "p95": 44.708, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.319, "count": 30, "max": 27.901, "p95": 24.192, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 730.3, "count": 30, "max": 1215.0, "p95": 1201.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 990.533, "count": 30, "max": 14029.0, "p95": 3883.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.279, "p95": 0.174, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.394, "count": 30, "max": 0.469, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112685.567, "count": 30, "max": 118714.0, "p95": 117713.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112685.567, "count": 30, "max": 118714.0, "p95": 117713.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 138142.433, "count": 30, "max": 215571.0, "p95": 207990.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.546, "count": 30, "max": 0.639, "p95": 0.637, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.969, "count": 30, "max": 1.124, "p95": 1.113, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11145, "sampled_at": "2026-10-30T11:14:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:14:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.868, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2773211, "flush_count": 2887, "flush_interval_seconds": 30.0, "flush_state": {"count": 2887, "last_at": "2026-10-30T11:14:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:14:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2886}, "started": true, "suppressed_count": 1441369, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1441225}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2887, "written_record_count": 2887}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9404.746, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3992678092800, "copied_frame_count": 1444111, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 3992678092800, "frame_buffer_copies": 1444111, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1081, "count": 512, "max_ms": 1.1464, "p50_ms": 0.0919, "p95_ms": 0.2116, "p99_ms": 0.2633}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4094, "count": 512, "max_ms": 3.9522, "p50_ms": 1.3228, "p95_ms": 2.3566, "p99_ms": 3.0229, "results": {"failed": 0, "not_applicable": 0, "success": 1444111, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 500, "h264_decode_error_count": 1117, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:15:02+09:00", "last_error_summary": "[h264 @ 0x59f317a9d300] cabac decode of qscale diff failed at 61 57 [h264 @ 0x59f317a9d300] error while decoding MB 61 57, bytestream 63310", "last_exit_at": "2026-10-30T11:15:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.683, "last_started_at": "2026-10-30T11:13:13+09:00", "pid": 103320, "process": {"exists": false, "pid": 103320}, "restart_count": 543, "restart_count_per_hour": 19, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 544}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.133, "sample_count": 2200, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1444111, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:15:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.044, "last_frame_pushed_at": "2026-10-30T11:15:02+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-10-30T11:15:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 89, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 298.296, "last_sample_duration_ms": 1066.392, "last_trigger": "periodic", "next_snapshot_in_sec": 301.704, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 289, "storage_bytes": 2754645}, "mjpeg": {"age_sec": 0.035, "exists": true, "mtime": "2026-10-30T11:15:02.505689+09:00", "mtime_epoch": 1793326502.5056887, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 131130}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:15:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1442.918, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1444111, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.845, "max": 18.0, "p95": 16.0, "sample_count": 168}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.333, "max": 4.0, "p95": 3.0, "sample_count": 168}, "total": {"avg": 2.333, "max": 4.0, "p95": 3.0, "sample_count": 168}}, "tracking_counts": {"active": {"avg": 1.75, "max": 3.0, "p95": 2.0, "sample_count": 168}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "removed": {"avg": 0.036, "max": 1.0, "p95": 0.0, "sample_count": 168}, "tracked": {"avg": 1.75, "max": 3.0, "p95": 2.0, "sample_count": 168}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.62, "pushed": 5.62, "read": 5.587}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 167, "client_acquire_ms": {"avg_ms": 0.007, "count": 168, "max_ms": 0.027, "p95_ms": 0.015, "reason": null, "sample_age_ms": 107.693, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.889, "count": 167, "max_ms": 6.926, "p95_ms": 2.583, "reason": null, "sample_age_ms": 150.59, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.397, "count": 167, "max_ms": 6.634, "p95_ms": 2.138, "reason": null, "sample_age_ms": 150.936, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.412, "count": 168, "max_ms": 2.304, "p95_ms": 0.818, "reason": null, "sample_age_ms": 107.701, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.784, "count": 167, "max_ms": 4.674, "p95_ms": 3.064, "reason": null, "sample_age_ms": 148.134, "source": "client_direct"}, "request_count": 167, "request_tensor_bytes": {"avg": 2764808.0, "count": 167, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 148.107, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 168, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 107.924, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.454, "count": 168, "max_ms": 74.901, "p95_ms": 65.034, "reason": null, "sample_age_ms": 107.69, "source": "client_direct"}, "sample_age_ms": 107.687, "source": "client_direct", "task_total_ms": {"avg_ms": 47.826, "count": 168, "max_ms": 78.164, "p95_ms": 67.046, "reason": null, "sample_age_ms": 107.687, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.745, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.313, "count": 168, "max_ms": 15.816, "p95_ms": 12.781}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.416, "count": 168, "max_ms": 1.245, "p95_ms": 0.803}, "detection_prepare_ms": {"avg_ms": 1.609, "count": 168, "max_ms": 9.75, "p95_ms": 2.853}, "event_filter_ms": {"avg_ms": 0.006, "count": 168, "max_ms": 0.037, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.221, "count": 168, "max_ms": 0.734, "p95_ms": 0.495}, "mcmt_ms": {"avg_ms": 0.003, "count": 168, "max_ms": 0.028, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.792, "count": 168, "max_ms": 7.383, "p95_ms": 4.708}, "setup_ms": {"avg_ms": 0.042, "count": 168, "max_ms": 0.128, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 7.246, "count": 168, "max_ms": 15.712, "p95_ms": 12.665}, "track_match_ms": {"avg_ms": 0.174, "count": 168, "max_ms": 0.666, "p95_ms": 0.344}, "tracker_update_ms": {"avg_ms": 1.983, "count": 168, "max_ms": 4.571, "p95_ms": 3.589}}, "gstreamer_push": {"avg_ms": 2.847, "count": 168, "max_ms": 7.435, "p95_ms": 4.615}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 168, "max_ms": 0.259, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.172, "count": 168, "max_ms": 79.16, "p95_ms": 70.546}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.342, "count": 168, "max_ms": 13.406, "p95_ms": 9.32}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.073, "count": 168, "max_ms": 154.039, "p95_ms": 139.564}, "inference_input_copy_ms": {"avg_ms": 1.556, "count": 168, "max_ms": 4.703, "p95_ms": 2.68}, "processing_residual_ms": {"avg_ms": 0.26, "count": 168, "max_ms": 0.614, "p95_ms": 0.502}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.232, "count": 168, "max_ms": 159.527, "p95_ms": 145.475}, "read_interval": {"avg_ms": 179.0, "count": 167, "max_ms": 4081.902, "p95_ms": 201.13}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 168, "max_ms": 0.06, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 2.724, "count": 168, "max_ms": 7.235, "p95_ms": 4.592}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 168, "max_ms": 0.049, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.708, "count": 168, "max_ms": 7.206, "p95_ms": 4.571}, "worker_merge_ms": {"avg_ms": 0.006, "count": 168, "max_ms": 0.028, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.186, "count": 168, "max_ms": 79.173, "p95_ms": 70.556}, "visualize": {"avg_ms": 49.33, "count": 168, "max_ms": 72.456, "p95_ms": 65.268}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.806, "count": 168, "max_ms": 62.039, "p95_ms": 55.377}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.858, "count": 168, "max_ms": 70.511, "p95_ms": 63.914}, "visualize_input_copy_ms": {"avg_ms": 1.281, "count": 168, "max_ms": 3.907, "p95_ms": 2.12}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.729, "count": 168, "max_ms": 70.342, "p95_ms": 63.766}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 168, "max_ms": 0.316, "p95_ms": 0.151}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 168}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1442.848, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.765, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.264, "sample_count": 2235, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1443893, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:14:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118441, "write_bytes_delta": 118441, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1137.0, "cpu_core_ratio": 0.437218, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 143.0, "pid": 103320, "reason": null, "system_cpu_core_ratio": 0.0383, "system_cpu_s_delta": 0.7700000000000005, "user_cpu_core_ratio": 0.398918, "user_cpu_s_delta": 8.02}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.713558, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 204006.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.620263, "system_cpu_s_delta": 12.470000000001164, "user_cpu_core_ratio": 1.093295, "user_cpu_s_delta": 21.979999999981374}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.065, "count": 234, "max_ms": 9.062, "p95_ms": 5.253, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.103, "max": 22.0, "p95": 13.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.578, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 173}, "total": {"avg": 1.167, "max": 4.0, "p95": 3.0, "sample_count": 234}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.906, "count": 30, "max": 68.544, "p95": 44.708, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.319, "count": 30, "max": 27.901, "p95": 24.192, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 730.3, "count": 30, "max": 1215.0, "p95": 1201.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 990.533, "count": 30, "max": 14029.0, "p95": 3883.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.279, "p95": 0.174, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.394, "count": 30, "max": 0.469, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112685.567, "count": 30, "max": 118714.0, "p95": 117713.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112685.567, "count": 30, "max": 118714.0, "p95": 117713.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 138142.433, "count": 30, "max": 215571.0, "p95": 207990.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.546, "count": 30, "max": 0.639, "p95": 0.637, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.969, "count": 30, "max": 1.124, "p95": 1.113, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11145, "sampled_at": "2026-10-30T11:14:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:14:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2773211, "flush_count": 2887, "flush_interval_seconds": 30.0, "flush_state": {"count": 2887, "last_at": "2026-10-30T11:14:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:14:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2886}, "started": true, "suppressed_count": 1441369, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1441225}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2887, "written_record_count": 2887}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9582.621, "limit_mb": null}, "detail": {"pid": 103436, "restart_count": 544, "start_count": 545}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3992678092800, "copied_frame_count": 1444111, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 3992678092800, "frame_buffer_copies": 1444111, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1081, "count": 512, "max_ms": 1.1464, "p50_ms": 0.0919, "p95_ms": 0.2116, "p99_ms": 0.2633}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4094, "count": 512, "max_ms": 3.9522, "p50_ms": 1.3228, "p95_ms": 2.3566, "p99_ms": 3.0229, "results": {"failed": 0, "not_applicable": 0, "success": 1444111, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 500, "h264_decode_error_count": 1117, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:15:02+09:00", "last_error_summary": "[h264 @ 0x59f317a9d300] cabac decode of qscale diff failed at 61 57 [h264 @ 0x59f317a9d300] error while decoding MB 61 57, bytestream 63310", "last_exit_at": "2026-10-30T11:15:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T11:15:04+09:00", "pid": 103436, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.848, "name": "ffmpeg", "pid": 103436, "rss_mb": 206.848, "state": "S (sleeping)", "threads": 70}, "restart_count": 544, "restart_count_per_hour": 20, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 545}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.735, "sample_count": 2169, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1444111, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:15:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.3, "last_frame_pushed_at": "2026-10-30T11:15:02+09:00", "last_frame_read_age_sec": 4.406, "last_frame_read_at": "2026-10-30T11:15:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 89, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 302.56, "last_sample_duration_ms": 1066.392, "last_trigger": "periodic", "next_snapshot_in_sec": 297.44, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 289, "storage_bytes": 2754645}, "mjpeg": {"age_sec": 4.292, "exists": true, "mtime": "2026-10-30T11:15:02.505689+09:00", "mtime_epoch": 1793326502.5056887, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 131130}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:15:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1442.922, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1444111, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.887, "max": 16.0, "p95": 16.0, "sample_count": 151}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.265, "max": 4.0, "p95": 3.0, "sample_count": 151}, "total": {"avg": 2.265, "max": 4.0, "p95": 3.0, "sample_count": 151}}, "tracking_counts": {"active": {"avg": 1.695, "max": 2.0, "p95": 2.0, "sample_count": 151}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "removed": {"avg": 0.04, "max": 1.0, "p95": 0.0, "sample_count": 151}, "tracked": {"avg": 1.695, "max": 2.0, "p95": 2.0, "sample_count": 151}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 151, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.047, "pushed": 5.047, "read": 5.047}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 151, "client_acquire_ms": {"avg_ms": 0.007, "count": 151, "max_ms": 0.027, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4368.992, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.895, "count": 151, "max_ms": 6.926, "p95_ms": 2.648, "reason": null, "sample_age_ms": 4411.889, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.395, "count": 151, "max_ms": 6.634, "p95_ms": 2.136, "reason": null, "sample_age_ms": 4412.235, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.398, "count": 151, "max_ms": 1.277, "p95_ms": 0.81, "reason": null, "sample_age_ms": 4368.999, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.763, "count": 151, "max_ms": 4.674, "p95_ms": 3.055, "reason": null, "sample_age_ms": 4409.433, "source": "client_direct"}, "request_count": 151, "request_tensor_bytes": {"avg": 2764808.0, "count": 151, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4409.406, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 151, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4369.222, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.796, "count": 151, "max_ms": 71.204, "p95_ms": 63.811, "reason": null, "sample_age_ms": 4368.989, "source": "client_direct"}, "sample_age_ms": 4368.986, "source": "client_direct", "task_total_ms": {"avg_ms": 47.118, "count": 151, "max_ms": 74.287, "p95_ms": 66.188, "reason": null, "sample_age_ms": 4368.986, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.837, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.137, "count": 151, "max_ms": 15.816, "p95_ms": 12.322}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.395, "count": 151, "max_ms": 1.245, "p95_ms": 0.764}, "detection_prepare_ms": {"avg_ms": 1.543, "count": 151, "max_ms": 9.75, "p95_ms": 2.817}, "event_filter_ms": {"avg_ms": 0.005, "count": 151, "max_ms": 0.023, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.213, "count": 151, "max_ms": 0.734, "p95_ms": 0.451}, "mcmt_ms": {"avg_ms": 0.003, "count": 151, "max_ms": 0.028, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.783, "count": 151, "max_ms": 7.383, "p95_ms": 4.708}, "setup_ms": {"avg_ms": 0.042, "count": 151, "max_ms": 0.128, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 7.072, "count": 151, "max_ms": 15.712, "p95_ms": 12.225}, "track_match_ms": {"avg_ms": 0.159, "count": 151, "max_ms": 0.529, "p95_ms": 0.267}, "tracker_update_ms": {"avg_ms": 1.927, "count": 151, "max_ms": 4.571, "p95_ms": 3.514}}, "gstreamer_push": {"avg_ms": 2.789, "count": 151, "max_ms": 7.435, "p95_ms": 4.389}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 151, "max_ms": 0.259, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.448, "count": 151, "max_ms": 77.176, "p95_ms": 69.546}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.268, "count": 151, "max_ms": 13.406, "p95_ms": 9.32}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.197, "count": 151, "max_ms": 153.065, "p95_ms": 133.423}, "inference_input_copy_ms": {"avg_ms": 1.527, "count": 151, "max_ms": 3.717, "p95_ms": 2.68}, "processing_residual_ms": {"avg_ms": 0.258, "count": 151, "max_ms": 0.614, "p95_ms": 0.504}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.249, "count": 151, "max_ms": 158.604, "p95_ms": 141.307}, "read_interval": {"avg_ms": 182.304, "count": 151, "max_ms": 4081.902, "p95_ms": 206.979}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 151, "max_ms": 0.06, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 2.715, "count": 151, "max_ms": 7.235, "p95_ms": 4.592}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 151, "max_ms": 0.049, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.7, "count": 151, "max_ms": 7.206, "p95_ms": 4.571}, "worker_merge_ms": {"avg_ms": 0.006, "count": 151, "max_ms": 0.028, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 48.461, "count": 151, "max_ms": 77.194, "p95_ms": 69.562}, "visualize": {"avg_ms": 48.371, "count": 151, "max_ms": 72.456, "p95_ms": 62.697}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 41.995, "count": 151, "max_ms": 59.699, "p95_ms": 54.927}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.886, "count": 151, "max_ms": 69.087, "p95_ms": 61.373}, "visualize_input_copy_ms": {"avg_ms": 1.294, "count": 151, "max_ms": 3.907, "p95_ms": 2.206}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.757, "count": 151, "max_ms": 68.864, "p95_ms": 61.207}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 151, "max_ms": 0.316, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 151}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1442.848, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.765, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.264, "sample_count": 2235, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1443893, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:14:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118441, "write_bytes_delta": 118441, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1137.0, "cpu_core_ratio": 0.437218, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 143.0, "pid": 103320, "reason": null, "system_cpu_core_ratio": 0.0383, "system_cpu_s_delta": 0.7700000000000005, "user_cpu_core_ratio": 0.398918, "user_cpu_s_delta": 8.02}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.713558, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 204006.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.620263, "system_cpu_s_delta": 12.470000000001164, "user_cpu_core_ratio": 1.093295, "user_cpu_s_delta": 21.979999999981374}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.065, "count": 234, "max_ms": 9.062, "p95_ms": 5.253, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.103, "max": 22.0, "p95": 13.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.578, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 173}, "total": {"avg": 1.167, "max": 4.0, "p95": 3.0, "sample_count": 234}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.906, "count": 30, "max": 68.544, "p95": 44.708, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.319, "count": 30, "max": 27.901, "p95": 24.192, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 730.3, "count": 30, "max": 1215.0, "p95": 1201.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 990.533, "count": 30, "max": 14029.0, "p95": 3883.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.279, "p95": 0.174, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.394, "count": 30, "max": 0.469, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112685.567, "count": 30, "max": 118714.0, "p95": 117713.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112685.567, "count": 30, "max": 118714.0, "p95": 117713.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 138142.433, "count": 30, "max": 215571.0, "p95": 207990.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.546, "count": 30, "max": 0.639, "p95": 0.637, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.969, "count": 30, "max": 1.124, "p95": 1.113, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11145, "sampled_at": "2026-10-30T11:14:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:14:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2775262, "flush_count": 2889, "flush_interval_seconds": 30.0, "flush_state": {"count": 2889, "last_at": "2026-10-30T11:16:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:16:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2888}, "started": true, "suppressed_count": 1442060, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1441916}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2889, "written_record_count": 2889}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9490.238, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x575cb90b2d00] error while decoding MB 38 66, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3994591334400, "copied_frame_count": 1444803, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 3994591334400, "frame_buffer_copies": 1444803, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1158, "count": 512, "max_ms": 1.3465, "p50_ms": 0.0997, "p95_ms": 0.224, "p99_ms": 0.3185}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4586, "count": 512, "max_ms": 3.556, "p50_ms": 1.3734, "p95_ms": 2.3751, "p99_ms": 3.0753, "results": {"failed": 0, "not_applicable": 0, "success": 1444803, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 501, "h264_decode_error_count": 1118, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:16:36+09:00", "last_error_summary": "[h264 @ 0x575cb90b2d00] error while decoding MB 38 66, bytestream -7", "last_exit_at": "2026-10-30T11:15:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 91.328, "last_started_at": "2026-10-30T11:15:04+09:00", "pid": 103436, "process": {"exists": false, "pid": 103436}, "restart_count": 544, "restart_count_per_hour": 20, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 545}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.725, "sample_count": 2198, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1444803, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:16:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.079, "last_frame_pushed_at": "2026-10-30T11:16:36+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-10-30T11:16:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 89, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 391.902, "last_sample_duration_ms": 1066.392, "last_trigger": "periodic", "next_snapshot_in_sec": 208.098, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 289, "storage_bytes": 2754645}, "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-10-30T11:16:36.057957+09:00", "mtime_epoch": 1793326596.0579572, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117183}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:16:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1453.684, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1444804, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.667, "max": 14.0, "p95": 11.0, "sample_count": 228}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.345, "max": 3.0, "p95": 2.0, "sample_count": 194}, "total": {"avg": 1.145, "max": 3.0, "p95": 2.0, "sample_count": 228}}, "tracking_counts": {"active": {"avg": 0.07, "max": 2.0, "p95": 1.0, "sample_count": 228}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 228}, "tracked": {"avg": 0.07, "max": 2.0, "p95": 1.0, "sample_count": 228}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.612, "pushed": 7.612, "read": 7.612}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 228, "client_acquire_ms": {"avg_ms": 0.008, "count": 228, "max_ms": 0.03, "p95_ms": 0.017, "reason": null, "sample_age_ms": 10.405, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.939, "count": 228, "max_ms": 10.201, "p95_ms": 2.865, "reason": null, "sample_age_ms": 93.227, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.372, "count": 228, "max_ms": 5.907, "p95_ms": 1.773, "reason": null, "sample_age_ms": 93.86, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.379, "count": 228, "max_ms": 1.259, "p95_ms": 0.797, "reason": null, "sample_age_ms": 10.444, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.991, "count": 228, "max_ms": 6.104, "p95_ms": 3.428, "reason": null, "sample_age_ms": 90.012, "source": "client_direct"}, "request_count": 228, "request_tensor_bytes": {"avg": 2764808.0, "count": 228, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 89.932, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 228, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 11.123, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.697, "count": 228, "max_ms": 88.654, "p95_ms": 70.141, "reason": null, "sample_age_ms": 10.391, "source": "client_direct"}, "sample_age_ms": 10.351, "source": "client_direct", "task_total_ms": {"avg_ms": 52.256, "count": 228, "max_ms": 90.34, "p95_ms": 72.89, "reason": null, "sample_age_ms": 10.351, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 11.032, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.194, "count": 228, "max_ms": 16.168, "p95_ms": 9.609}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.38, "count": 228, "max_ms": 1.141, "p95_ms": 0.751}, "detection_prepare_ms": {"avg_ms": 1.288, "count": 228, "max_ms": 4.307, "p95_ms": 2.627}, "event_filter_ms": {"avg_ms": 0.005, "count": 228, "max_ms": 0.023, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.27, "count": 228, "max_ms": 0.824, "p95_ms": 0.53}, "mcmt_ms": {"avg_ms": 0.003, "count": 228, "max_ms": 0.026, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.692, "count": 228, "max_ms": 8.225, "p95_ms": 3.247}, "setup_ms": {"avg_ms": 0.048, "count": 228, "max_ms": 0.165, "p95_ms": 0.11}, "total_inside_ms": {"avg_ms": 5.137, "count": 228, "max_ms": 16.09, "p95_ms": 9.442}, "track_match_ms": {"avg_ms": 0.064, "count": 228, "max_ms": 0.299, "p95_ms": 0.143}, "tracker_update_ms": {"avg_ms": 1.387, "count": 228, "max_ms": 5.061, "p95_ms": 2.729}}, "gstreamer_push": {"avg_ms": 3.327, "count": 228, "max_ms": 7.638, "p95_ms": 5.314}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 228, "max_ms": 0.774, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.467, "count": 228, "max_ms": 90.919, "p95_ms": 73.493}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.716, "count": 228, "max_ms": 15.778, "p95_ms": 8.673}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.298, "count": 228, "max_ms": 155.767, "p95_ms": 141.557}, "inference_input_copy_ms": {"avg_ms": 1.662, "count": 228, "max_ms": 5.444, "p95_ms": 2.926}, "processing_residual_ms": {"avg_ms": 0.204, "count": 228, "max_ms": 0.568, "p95_ms": 0.375}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 115.879, "count": 228, "max_ms": 162.921, "p95_ms": 146.05}, "read_interval": {"avg_ms": 131.536, "count": 228, "max_ms": 217.051, "p95_ms": 168.471}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 228, "max_ms": 0.06, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 1.626, "count": 228, "max_ms": 8.06, "p95_ms": 3.155}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 228, "max_ms": 0.074, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.61, "count": 228, "max_ms": 8.033, "p95_ms": 3.105}, "worker_merge_ms": {"avg_ms": 0.006, "count": 228, "max_ms": 0.039, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 53.482, "count": 228, "max_ms": 90.926, "p95_ms": 73.515}, "visualize": {"avg_ms": 51.304, "count": 228, "max_ms": 77.325, "p95_ms": 66.612}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.699, "count": 228, "max_ms": 69.665, "p95_ms": 61.268}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.961, "count": 228, "max_ms": 76.153, "p95_ms": 65.541}, "visualize_input_copy_ms": {"avg_ms": 1.144, "count": 228, "max_ms": 5.109, "p95_ms": 2.234}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.82, "count": 228, "max_ms": 76.025, "p95_ms": 65.429}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 228, "max_ms": 0.481, "p95_ms": 0.158}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 228}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1443.223, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.335, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.264, "sample_count": 2203, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1444743, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:16:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118461, "write_bytes_delta": 118461, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1058.0, "cpu_core_ratio": 0.435125, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 99.0, "pid": 103436, "reason": null, "system_cpu_core_ratio": 0.040777, "system_cpu_s_delta": 0.8200000000000003, "user_cpu_core_ratio": 0.394348, "user_cpu_s_delta": 7.929999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.661929, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 196317.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.603208, "system_cpu_s_delta": 12.130000000004657, "user_cpu_core_ratio": 1.058721, "user_cpu_s_delta": 21.289999999979045}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.342, "count": 227, "max_ms": 9.74, "p95_ms": 5.362, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.881, "max": 17.0, "p95": 11.0, "sample_count": 227}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.319, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 188}, "total": {"avg": 1.093, "max": 3.0, "p95": 2.0, "sample_count": 227}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.65, "count": 30, "max": 68.544, "p95": 46.028, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.959, "count": 30, "max": 27.901, "p95": 24.361, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 811.2, "count": 30, "max": 1215.0, "p95": 1201.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1215.733, "count": 30, "max": 14029.0, "p95": 5311.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.31, "p95": 0.242, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.397, "count": 30, "max": 0.469, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.104, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114452.167, "count": 30, "max": 118714.0, "p95": 118452.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114452.167, "count": 30, "max": 118714.0, "p95": 118452.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 154744.733, "count": 30, "max": 215571.0, "p95": 208571.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.53, "count": 30, "max": 0.639, "p95": 0.63, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.941, "count": 30, "max": 1.124, "p95": 1.108, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11151, "sampled_at": "2026-10-30T11:16:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:16:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2775262, "flush_count": 2889, "flush_interval_seconds": 30.0, "flush_state": {"count": 2889, "last_at": "2026-10-30T11:16:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:16:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2888}, "started": true, "suppressed_count": 1442060, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1441916}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2889, "written_record_count": 2889}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9480.094, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T11:16:36+09:00", "last_error_summary": "[h264 @ 0x575cb90b2d00] error while decoding MB 38 66, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3994594099200, "copied_frame_count": 1444804, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 3994594099200, "frame_buffer_copies": 1444804, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1159, "count": 512, "max_ms": 1.3465, "p50_ms": 0.0998, "p95_ms": 0.224, "p99_ms": 0.3185}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4569, "count": 512, "max_ms": 3.556, "p50_ms": 1.3734, "p95_ms": 2.364, "p99_ms": 3.0753, "results": {"failed": 0, "not_applicable": 0, "success": 1444804, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 501, "h264_decode_error_count": 1118, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:16:36+09:00", "last_error_summary": "[h264 @ 0x575cb90b2d00] error while decoding MB 38 66, bytestream -7", "last_exit_at": "2026-10-30T11:16:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 91.448, "last_started_at": "2026-10-30T11:15:04+09:00", "pid": 103436, "process": {"exists": false, "pid": 103436}, "restart_count": 544, "restart_count_per_hour": 20, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 545}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.805, "sample_count": 2198, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1444804, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:16:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.025, "last_frame_pushed_at": "2026-10-30T11:16:36+09:00", "last_frame_read_age_sec": 0.193, "last_frame_read_at": "2026-10-30T11:16:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 89, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 391.999, "last_sample_duration_ms": 1066.392, "last_trigger": "periodic", "next_snapshot_in_sec": 208.001, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 289, "storage_bytes": 2754645}, "mjpeg": {"age_sec": 0.013, "exists": true, "mtime": "2026-10-30T11:16:36.230958+09:00", "mtime_epoch": 1793326596.2309575, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117252}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:16:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1443.254, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1444804, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.662, "max": 14.0, "p95": 11.0, "sample_count": 228}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.345, "max": 3.0, "p95": 2.0, "sample_count": 194}, "total": {"avg": 1.145, "max": 3.0, "p95": 2.0, "sample_count": 228}}, "tracking_counts": {"active": {"avg": 0.07, "max": 2.0, "p95": 1.0, "sample_count": 228}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 228}, "tracked": {"avg": 0.07, "max": 2.0, "p95": 1.0, "sample_count": 228}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.627, "pushed": 7.627, "read": 7.593}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 227, "client_acquire_ms": {"avg_ms": 0.008, "count": 228, "max_ms": 0.03, "p95_ms": 0.017, "reason": null, "sample_age_ms": 114.71, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.941, "count": 227, "max_ms": 10.201, "p95_ms": 2.866, "reason": null, "sample_age_ms": 197.532, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.373, "count": 227, "max_ms": 5.907, "p95_ms": 1.775, "reason": null, "sample_age_ms": 198.165, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.379, "count": 228, "max_ms": 1.259, "p95_ms": 0.797, "reason": null, "sample_age_ms": 114.749, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.99, "count": 227, "max_ms": 6.104, "p95_ms": 3.429, "reason": null, "sample_age_ms": 194.317, "source": "client_direct"}, "request_count": 227, "request_tensor_bytes": {"avg": 2764808.0, "count": 227, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 194.237, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 228, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 115.428, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.697, "count": 228, "max_ms": 88.654, "p95_ms": 70.141, "reason": null, "sample_age_ms": 114.696, "source": "client_direct"}, "sample_age_ms": 114.656, "source": "client_direct", "task_total_ms": {"avg_ms": 52.256, "count": 228, "max_ms": 90.34, "p95_ms": 72.89, "reason": null, "sample_age_ms": 114.656, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.034, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.204, "count": 228, "max_ms": 16.168, "p95_ms": 9.609}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.381, "count": 228, "max_ms": 1.141, "p95_ms": 0.751}, "detection_prepare_ms": {"avg_ms": 1.294, "count": 228, "max_ms": 4.307, "p95_ms": 2.627}, "event_filter_ms": {"avg_ms": 0.005, "count": 228, "max_ms": 0.023, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.27, "count": 228, "max_ms": 0.824, "p95_ms": 0.53}, "mcmt_ms": {"avg_ms": 0.003, "count": 228, "max_ms": 0.026, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.692, "count": 228, "max_ms": 8.225, "p95_ms": 3.247}, "setup_ms": {"avg_ms": 0.048, "count": 228, "max_ms": 0.165, "p95_ms": 0.11}, "total_inside_ms": {"avg_ms": 5.147, "count": 228, "max_ms": 16.09, "p95_ms": 9.442}, "track_match_ms": {"avg_ms": 0.064, "count": 228, "max_ms": 0.299, "p95_ms": 0.143}, "tracker_update_ms": {"avg_ms": 1.389, "count": 228, "max_ms": 5.061, "p95_ms": 2.729}}, "gstreamer_push": {"avg_ms": 3.33, "count": 228, "max_ms": 7.638, "p95_ms": 5.323}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 228, "max_ms": 0.774, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.6, "count": 228, "max_ms": 90.919, "p95_ms": 74.725}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.707, "count": 228, "max_ms": 15.778, "p95_ms": 8.673}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.531, "count": 228, "max_ms": 155.767, "p95_ms": 143.132}, "inference_input_copy_ms": {"avg_ms": 1.659, "count": 228, "max_ms": 5.444, "p95_ms": 2.926}, "processing_residual_ms": {"avg_ms": 0.204, "count": 228, "max_ms": 0.568, "p95_ms": 0.375}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.102, "count": 228, "max_ms": 162.921, "p95_ms": 147.264}, "read_interval": {"avg_ms": 131.393, "count": 227, "max_ms": 217.051, "p95_ms": 168.471}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 228, "max_ms": 0.06, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 1.627, "count": 228, "max_ms": 8.06, "p95_ms": 3.155}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 228, "max_ms": 0.074, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.61, "count": 228, "max_ms": 8.033, "p95_ms": 3.105}, "worker_merge_ms": {"avg_ms": 0.006, "count": 228, "max_ms": 0.039, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 53.615, "count": 228, "max_ms": 90.926, "p95_ms": 74.732}, "visualize": {"avg_ms": 51.394, "count": 228, "max_ms": 77.325, "p95_ms": 66.612}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.762, "count": 228, "max_ms": 69.665, "p95_ms": 61.268}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 50.032, "count": 228, "max_ms": 76.153, "p95_ms": 65.541}, "visualize_input_copy_ms": {"avg_ms": 1.163, "count": 228, "max_ms": 5.21, "p95_ms": 2.284}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.89, "count": 228, "max_ms": 76.025, "p95_ms": 65.429}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 228, "max_ms": 0.481, "p95_ms": 0.158}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 228}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1443.223, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.335, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.264, "sample_count": 2203, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1444743, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:16:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118461, "write_bytes_delta": 118461, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1058.0, "cpu_core_ratio": 0.435125, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 99.0, "pid": 103436, "reason": null, "system_cpu_core_ratio": 0.040777, "system_cpu_s_delta": 0.8200000000000003, "user_cpu_core_ratio": 0.394348, "user_cpu_s_delta": 7.929999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.661929, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 196317.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.603208, "system_cpu_s_delta": 12.130000000004657, "user_cpu_core_ratio": 1.058721, "user_cpu_s_delta": 21.289999999979045}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.342, "count": 227, "max_ms": 9.74, "p95_ms": 5.362, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.881, "max": 17.0, "p95": 11.0, "sample_count": 227}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.319, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 188}, "total": {"avg": 1.093, "max": 3.0, "p95": 2.0, "sample_count": 227}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.65, "count": 30, "max": 68.544, "p95": 46.028, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.959, "count": 30, "max": 27.901, "p95": 24.361, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 811.2, "count": 30, "max": 1215.0, "p95": 1201.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1215.733, "count": 30, "max": 14029.0, "p95": 5311.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.31, "p95": 0.242, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.397, "count": 30, "max": 0.469, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.104, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114452.167, "count": 30, "max": 118714.0, "p95": 118452.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114452.167, "count": 30, "max": 118714.0, "p95": 118452.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 154744.733, "count": 30, "max": 215571.0, "p95": 208571.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.53, "count": 30, "max": 0.639, "p95": 0.63, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.941, "count": 30, "max": 1.124, "p95": 1.108, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11151, "sampled_at": "2026-10-30T11:16:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:16:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2775262, "flush_count": 2889, "flush_interval_seconds": 30.0, "flush_state": {"count": 2889, "last_at": "2026-10-30T11:16:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:16:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2888}, "started": true, "suppressed_count": 1442060, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1441916}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2889, "written_record_count": 2889}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9481.098, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3994594099200, "copied_frame_count": 1444804, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 3994594099200, "frame_buffer_copies": 1444804, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1159, "count": 512, "max_ms": 1.3465, "p50_ms": 0.0998, "p95_ms": 0.224, "p99_ms": 0.3185}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4569, "count": 512, "max_ms": 3.556, "p50_ms": 1.3734, "p95_ms": 2.364, "p99_ms": 3.0753, "results": {"failed": 0, "not_applicable": 0, "success": 1444804, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 501, "h264_decode_error_count": 1118, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:16:36+09:00", "last_error_summary": "[h264 @ 0x575cb90b2d00] error while decoding MB 38 66, bytestream -7", "last_exit_at": "2026-10-30T11:16:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 91.48, "last_started_at": "2026-10-30T11:15:04+09:00", "pid": 103436, "process": {"exists": false, "pid": 103436}, "restart_count": 544, "restart_count_per_hour": 20, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 545}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.805, "sample_count": 2198, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1444804, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:16:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.058, "last_frame_pushed_at": "2026-10-30T11:16:36+09:00", "last_frame_read_age_sec": 0.225, "last_frame_read_at": "2026-10-30T11:16:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 89, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 392.047, "last_sample_duration_ms": 1066.392, "last_trigger": "periodic", "next_snapshot_in_sec": 207.953, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 289, "storage_bytes": 2754645}, "mjpeg": {"age_sec": 0.046, "exists": true, "mtime": "2026-10-30T11:16:36.230958+09:00", "mtime_epoch": 1793326596.2309575, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117252}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:16:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1443.254, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1444804, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.662, "max": 14.0, "p95": 11.0, "sample_count": 228}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.345, "max": 3.0, "p95": 2.0, "sample_count": 194}, "total": {"avg": 1.145, "max": 3.0, "p95": 2.0, "sample_count": 228}}, "tracking_counts": {"active": {"avg": 0.07, "max": 2.0, "p95": 1.0, "sample_count": 228}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 228}, "tracked": {"avg": 0.07, "max": 2.0, "p95": 1.0, "sample_count": 228}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.618, "pushed": 7.618, "read": 7.585}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 227, "client_acquire_ms": {"avg_ms": 0.008, "count": 227, "max_ms": 0.03, "p95_ms": 0.017, "reason": null, "sample_age_ms": 153.169, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.941, "count": 227, "max_ms": 10.201, "p95_ms": 2.866, "reason": null, "sample_age_ms": 235.992, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.373, "count": 227, "max_ms": 5.907, "p95_ms": 1.775, "reason": null, "sample_age_ms": 236.624, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.378, "count": 227, "max_ms": 1.259, "p95_ms": 0.798, "reason": null, "sample_age_ms": 153.209, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.99, "count": 227, "max_ms": 6.104, "p95_ms": 3.429, "reason": null, "sample_age_ms": 232.776, "source": "client_direct"}, "request_count": 227, "request_tensor_bytes": {"avg": 2764808.0, "count": 227, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 232.697, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 227, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 153.888, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.713, "count": 227, "max_ms": 88.654, "p95_ms": 70.2, "reason": null, "sample_age_ms": 153.155, "source": "client_direct"}, "sample_age_ms": 153.116, "source": "client_direct", "task_total_ms": {"avg_ms": 52.27, "count": 227, "max_ms": 90.34, "p95_ms": 72.906, "reason": null, "sample_age_ms": 153.116, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.276, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.204, "count": 228, "max_ms": 16.168, "p95_ms": 9.609}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.381, "count": 228, "max_ms": 1.141, "p95_ms": 0.751}, "detection_prepare_ms": {"avg_ms": 1.294, "count": 228, "max_ms": 4.307, "p95_ms": 2.627}, "event_filter_ms": {"avg_ms": 0.005, "count": 228, "max_ms": 0.023, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.27, "count": 228, "max_ms": 0.824, "p95_ms": 0.53}, "mcmt_ms": {"avg_ms": 0.003, "count": 228, "max_ms": 0.026, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.692, "count": 228, "max_ms": 8.225, "p95_ms": 3.247}, "setup_ms": {"avg_ms": 0.048, "count": 228, "max_ms": 0.165, "p95_ms": 0.11}, "total_inside_ms": {"avg_ms": 5.147, "count": 228, "max_ms": 16.09, "p95_ms": 9.442}, "track_match_ms": {"avg_ms": 0.064, "count": 228, "max_ms": 0.299, "p95_ms": 0.143}, "tracker_update_ms": {"avg_ms": 1.389, "count": 228, "max_ms": 5.061, "p95_ms": 2.729}}, "gstreamer_push": {"avg_ms": 3.33, "count": 228, "max_ms": 7.638, "p95_ms": 5.323}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 228, "max_ms": 0.774, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.6, "count": 228, "max_ms": 90.919, "p95_ms": 74.725}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.707, "count": 228, "max_ms": 15.778, "p95_ms": 8.673}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.531, "count": 228, "max_ms": 155.767, "p95_ms": 143.132}, "inference_input_copy_ms": {"avg_ms": 1.659, "count": 228, "max_ms": 5.444, "p95_ms": 2.926}, "processing_residual_ms": {"avg_ms": 0.204, "count": 228, "max_ms": 0.568, "p95_ms": 0.375}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.102, "count": 228, "max_ms": 162.921, "p95_ms": 147.264}, "read_interval": {"avg_ms": 131.393, "count": 227, "max_ms": 217.051, "p95_ms": 168.471}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 228, "max_ms": 0.06, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 1.627, "count": 228, "max_ms": 8.06, "p95_ms": 3.155}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 228, "max_ms": 0.074, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.61, "count": 228, "max_ms": 8.033, "p95_ms": 3.105}, "worker_merge_ms": {"avg_ms": 0.006, "count": 228, "max_ms": 0.039, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 53.615, "count": 228, "max_ms": 90.926, "p95_ms": 74.732}, "visualize": {"avg_ms": 51.394, "count": 228, "max_ms": 77.325, "p95_ms": 66.612}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.762, "count": 228, "max_ms": 69.665, "p95_ms": 61.268}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 50.032, "count": 228, "max_ms": 76.153, "p95_ms": 65.541}, "visualize_input_copy_ms": {"avg_ms": 1.163, "count": 228, "max_ms": 5.21, "p95_ms": 2.284}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.89, "count": 228, "max_ms": 76.025, "p95_ms": 65.429}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 228, "max_ms": 0.481, "p95_ms": 0.158}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 228}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1443.223, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.335, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.264, "sample_count": 2203, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1444743, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:16:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118461, "write_bytes_delta": 118461, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1058.0, "cpu_core_ratio": 0.435125, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 99.0, "pid": 103436, "reason": null, "system_cpu_core_ratio": 0.040777, "system_cpu_s_delta": 0.8200000000000003, "user_cpu_core_ratio": 0.394348, "user_cpu_s_delta": 7.929999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.661929, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 196317.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.603208, "system_cpu_s_delta": 12.130000000004657, "user_cpu_core_ratio": 1.058721, "user_cpu_s_delta": 21.289999999979045}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.342, "count": 227, "max_ms": 9.74, "p95_ms": 5.362, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.881, "max": 17.0, "p95": 11.0, "sample_count": 227}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.319, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 188}, "total": {"avg": 1.093, "max": 3.0, "p95": 2.0, "sample_count": 227}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.65, "count": 30, "max": 68.544, "p95": 46.028, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.959, "count": 30, "max": 27.901, "p95": 24.361, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 811.2, "count": 30, "max": 1215.0, "p95": 1201.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1215.733, "count": 30, "max": 14029.0, "p95": 5311.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.31, "p95": 0.242, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.397, "count": 30, "max": 0.469, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.104, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114452.167, "count": 30, "max": 118714.0, "p95": 118452.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114452.167, "count": 30, "max": 118714.0, "p95": 118452.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 154744.733, "count": 30, "max": 215571.0, "p95": 208571.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.53, "count": 30, "max": 0.639, "p95": 0.63, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.941, "count": 30, "max": 1.124, "p95": 1.108, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11151, "sampled_at": "2026-10-30T11:16:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:16:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2775262, "flush_count": 2889, "flush_interval_seconds": 30.0, "flush_state": {"count": 2889, "last_at": "2026-10-30T11:16:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:16:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2888}, "started": true, "suppressed_count": 1442060, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1441916}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2889, "written_record_count": 2889}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9655.555, "limit_mb": null}, "detail": {"pid": 103552, "restart_count": 545, "start_count": 546}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3994594099200, "copied_frame_count": 1444804, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 3994594099200, "frame_buffer_copies": 1444804, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1159, "count": 512, "max_ms": 1.3465, "p50_ms": 0.0998, "p95_ms": 0.224, "p99_ms": 0.3185}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4569, "count": 512, "max_ms": 3.556, "p50_ms": 1.3734, "p95_ms": 2.364, "p99_ms": 3.0753, "results": {"failed": 0, "not_applicable": 0, "success": 1444804, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 501, "h264_decode_error_count": 1118, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:16:36+09:00", "last_error_summary": "[h264 @ 0x575cb90b2d00] error while decoding MB 38 66, bytestream -7", "last_exit_at": "2026-10-30T11:16:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-30T11:16:38+09:00", "pid": 103552, "process": {"exists": true, "fd_count": 5, "hwm_mb": 207.422, "name": "ffmpeg", "pid": 103552, "rss_mb": 207.422, "state": "S (sleeping)", "threads": 70}, "restart_count": 545, "restart_count_per_hour": 21, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 546}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.971, "sample_count": 2161, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1444804, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:16:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.691, "last_frame_pushed_at": "2026-10-30T11:16:36+09:00", "last_frame_read_age_sec": 4.858, "last_frame_read_at": "2026-10-30T11:16:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 89, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 396.682, "last_sample_duration_ms": 1066.392, "last_trigger": "periodic", "next_snapshot_in_sec": 203.318, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 289, "storage_bytes": 2754645}, "mjpeg": {"age_sec": 4.679, "exists": true, "mtime": "2026-10-30T11:16:36.230958+09:00", "mtime_epoch": 1793326596.2309575, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117252}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:16:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1443.258, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1444804, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.87, "max": 14.0, "p95": 11.0, "sample_count": 192}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.351, "max": 3.0, "p95": 2.0, "sample_count": 171}, "total": {"avg": 1.203, "max": 3.0, "p95": 2.0, "sample_count": 192}}, "tracking_counts": {"active": {"avg": 0.062, "max": 2.0, "p95": 1.0, "sample_count": 192}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "removed": {"avg": 0.016, "max": 1.0, "p95": 0.0, "sample_count": 192}, "tracked": {"avg": 0.062, "max": 2.0, "p95": 1.0, "sample_count": 192}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.416, "pushed": 6.416, "read": 6.383}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 191, "client_acquire_ms": {"avg_ms": 0.008, "count": 192, "max_ms": 0.03, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4787.869, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.961, "count": 191, "max_ms": 10.201, "p95_ms": 2.918, "reason": null, "sample_age_ms": 4870.692, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.365, "count": 191, "max_ms": 5.907, "p95_ms": 1.883, "reason": null, "sample_age_ms": 4871.324, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.383, "count": 192, "max_ms": 1.259, "p95_ms": 0.832, "reason": null, "sample_age_ms": 4787.909, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.985, "count": 191, "max_ms": 6.104, "p95_ms": 3.457, "reason": null, "sample_age_ms": 4867.476, "source": "client_direct"}, "request_count": 191, "request_tensor_bytes": {"avg": 2764808.0, "count": 191, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4867.397, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 192, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4788.588, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.677, "count": 192, "max_ms": 88.654, "p95_ms": 69.904, "reason": null, "sample_age_ms": 4787.855, "source": "client_direct"}, "sample_age_ms": 4787.816, "source": "client_direct", "task_total_ms": {"avg_ms": 52.237, "count": 192, "max_ms": 90.34, "p95_ms": 72.826, "reason": null, "sample_age_ms": 4787.816, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.394, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.448, "count": 192, "max_ms": 16.168, "p95_ms": 9.865}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.388, "count": 192, "max_ms": 1.141, "p95_ms": 0.907}, "detection_prepare_ms": {"avg_ms": 1.341, "count": 192, "max_ms": 4.307, "p95_ms": 2.627}, "event_filter_ms": {"avg_ms": 0.005, "count": 192, "max_ms": 0.023, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.274, "count": 192, "max_ms": 0.772, "p95_ms": 0.528}, "mcmt_ms": {"avg_ms": 0.003, "count": 192, "max_ms": 0.026, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.809, "count": 192, "max_ms": 8.225, "p95_ms": 3.363}, "setup_ms": {"avg_ms": 0.047, "count": 192, "max_ms": 0.163, "p95_ms": 0.109}, "total_inside_ms": {"avg_ms": 5.391, "count": 192, "max_ms": 16.09, "p95_ms": 9.732}, "track_match_ms": {"avg_ms": 0.066, "count": 192, "max_ms": 0.299, "p95_ms": 0.143}, "tracker_update_ms": {"avg_ms": 1.457, "count": 192, "max_ms": 5.061, "p95_ms": 2.807}}, "gstreamer_push": {"avg_ms": 3.315, "count": 192, "max_ms": 7.638, "p95_ms": 5.362}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 192, "max_ms": 0.774, "p95_ms": 0.116}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.595, "count": 192, "max_ms": 90.919, "p95_ms": 74.725}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.804, "count": 192, "max_ms": 15.778, "p95_ms": 8.275}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.976, "count": 192, "max_ms": 155.767, "p95_ms": 143.777}, "inference_input_copy_ms": {"avg_ms": 1.655, "count": 192, "max_ms": 5.274, "p95_ms": 2.95}, "processing_residual_ms": {"avg_ms": 0.205, "count": 192, "max_ms": 0.568, "p95_ms": 0.393}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.639, "count": 192, "max_ms": 162.921, "p95_ms": 149.077}, "read_interval": {"avg_ms": 131.827, "count": 191, "max_ms": 217.051, "p95_ms": 173.635}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 192, "max_ms": 0.06, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 1.743, "count": 192, "max_ms": 8.06, "p95_ms": 3.211}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 192, "max_ms": 0.074, "p95_ms": 0.045}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.726, "count": 192, "max_ms": 8.033, "p95_ms": 3.185}, "worker_merge_ms": {"avg_ms": 0.006, "count": 192, "max_ms": 0.022, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 53.61, "count": 192, "max_ms": 90.926, "p95_ms": 74.732}, "visualize": {"avg_ms": 51.592, "count": 192, "max_ms": 76.026, "p95_ms": 66.528}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.747, "count": 192, "max_ms": 67.386, "p95_ms": 61.268}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 50.202, "count": 192, "max_ms": 74.718, "p95_ms": 65.695}, "visualize_input_copy_ms": {"avg_ms": 1.197, "count": 192, "max_ms": 5.21, "p95_ms": 2.307}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 50.058, "count": 192, "max_ms": 74.042, "p95_ms": 65.597}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 192, "max_ms": 0.481, "p95_ms": 0.158}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 192}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1443.223, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.335, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.264, "sample_count": 2203, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1444743, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:16:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118461, "write_bytes_delta": 118461, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1058.0, "cpu_core_ratio": 0.435125, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 99.0, "pid": 103436, "reason": null, "system_cpu_core_ratio": 0.040777, "system_cpu_s_delta": 0.8200000000000003, "user_cpu_core_ratio": 0.394348, "user_cpu_s_delta": 7.929999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.661929, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 196317.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.603208, "system_cpu_s_delta": 12.130000000004657, "user_cpu_core_ratio": 1.058721, "user_cpu_s_delta": 21.289999999979045}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.342, "count": 227, "max_ms": 9.74, "p95_ms": 5.362, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.881, "max": 17.0, "p95": 11.0, "sample_count": 227}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.319, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 188}, "total": {"avg": 1.093, "max": 3.0, "p95": 2.0, "sample_count": 227}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.65, "count": 30, "max": 68.544, "p95": 46.028, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.959, "count": 30, "max": 27.901, "p95": 24.361, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 811.2, "count": 30, "max": 1215.0, "p95": 1201.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1215.733, "count": 30, "max": 14029.0, "p95": 5311.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.31, "p95": 0.242, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.397, "count": 30, "max": 0.469, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.104, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114452.167, "count": 30, "max": 118714.0, "p95": 118452.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114452.167, "count": 30, "max": 118714.0, "p95": 118452.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 154744.733, "count": 30, "max": 215571.0, "p95": 208571.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.53, "count": 30, "max": 0.639, "p95": 0.63, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.941, "count": 30, "max": 1.124, "p95": 1.108, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11151, "sampled_at": "2026-10-30T11:16:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:16:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2777124, "flush_count": 2891, "flush_interval_seconds": 30.0, "flush_state": {"count": 2891, "last_at": "2026-10-30T11:18:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:18:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2890}, "started": true, "suppressed_count": 1442952, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1442808}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2891, "written_record_count": 2891}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9491.738, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x621042ff9e40] error while decoding MB 27 63, bytestream -30", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3997063065600, "copied_frame_count": 1445697, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 3997063065600, "frame_buffer_copies": 1445697, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1137, "count": 512, "max_ms": 0.6188, "p50_ms": 0.0982, "p95_ms": 0.2196, "p99_ms": 0.2809}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4724, "count": 512, "max_ms": 3.7012, "p50_ms": 1.3727, "p95_ms": 2.4454, "p99_ms": 3.2552, "results": {"failed": 0, "not_applicable": 0, "success": 1445697, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 502, "h264_decode_error_count": 1119, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:18:29+09:00", "last_error_summary": "[h264 @ 0x621042ff9e40] error while decoding MB 27 63, bytestream -30", "last_exit_at": "2026-10-30T11:16:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 110.932, "last_started_at": "2026-10-30T11:16:38+09:00", "pid": 103552, "process": {"exists": true, "fd_count": 0, "hwm_mb": null, "name": "ffmpeg", "pid": 103552, "rss_mb": null, "state": "Z (zombie)", "threads": 1}, "restart_count": 545, "restart_count_per_hour": 21, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 546}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.068, "sample_count": 2244, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1445697, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:18:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.049, "last_frame_pushed_at": "2026-10-30T11:18:29+09:00", "last_frame_read_age_sec": 0.046, "last_frame_read_at": "2026-10-30T11:18:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 89, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 505.6, "last_sample_duration_ms": 1066.392, "last_trigger": "periodic", "next_snapshot_in_sec": 94.4, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 289, "storage_bytes": 2754645}, "mjpeg": {"age_sec": 0.04, "exists": true, "mtime": "2026-10-30T11:18:29.800668+09:00", "mtime_epoch": 1793326709.8006675, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 118607}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:18:29+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1454.465, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1445698, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.355, "max": 18.0, "p95": 12.0, "sample_count": 248}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.138, "max": 3.0, "p95": 2.0, "sample_count": 130}, "total": {"avg": 0.597, "max": 3.0, "p95": 2.0, "sample_count": 248}}, "tracking_counts": {"active": {"avg": 0.065, "max": 2.0, "p95": 1.0, "sample_count": 248}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "removed": {"avg": 0.044, "max": 1.0, "p95": 0.0, "sample_count": 248}, "tracked": {"avg": 0.065, "max": 2.0, "p95": 1.0, "sample_count": 248}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 248, "read_frames": 248, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.273, "pushed": 8.273, "read": 8.273}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 248, "client_acquire_ms": {"avg_ms": 0.007, "count": 248, "max_ms": 0.031, "p95_ms": 0.014, "reason": null, "sample_age_ms": 16.551, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.766, "count": 248, "max_ms": 9.981, "p95_ms": 2.566, "reason": null, "sample_age_ms": 51.57, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.371, "count": 248, "max_ms": 9.625, "p95_ms": 1.993, "reason": null, "sample_age_ms": 51.929, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.367, "count": 248, "max_ms": 1.397, "p95_ms": 0.705, "reason": null, "sample_age_ms": 16.573, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.781, "count": 248, "max_ms": 5.486, "p95_ms": 3.044, "reason": null, "sample_age_ms": 50.385, "source": "client_direct"}, "request_count": 248, "request_tensor_bytes": {"avg": 2764808.0, "count": 248, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 50.354, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 248, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 16.878, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.181, "count": 248, "max_ms": 73.358, "p95_ms": 65.201, "reason": null, "sample_age_ms": 16.542, "source": "client_direct"}, "sample_age_ms": 16.533, "source": "client_direct", "task_total_ms": {"avg_ms": 48.496, "count": 248, "max_ms": 77.066, "p95_ms": 67.646, "reason": null, "sample_age_ms": 16.533, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.912, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.0, "count": 248, "max_ms": 11.982, "p95_ms": 7.574}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.354, "count": 248, "max_ms": 1.819, "p95_ms": 0.736}, "detection_prepare_ms": {"avg_ms": 0.799, "count": 248, "max_ms": 3.559, "p95_ms": 2.266}, "event_filter_ms": {"avg_ms": 0.004, "count": 248, "max_ms": 0.043, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.194, "count": 248, "max_ms": 1.077, "p95_ms": 0.475}, "mcmt_ms": {"avg_ms": 0.003, "count": 248, "max_ms": 0.02, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.725, "count": 248, "max_ms": 5.422, "p95_ms": 2.381}, "setup_ms": {"avg_ms": 0.044, "count": 248, "max_ms": 0.146, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 2.951, "count": 248, "max_ms": 11.835, "p95_ms": 7.493}, "track_match_ms": {"avg_ms": 0.042, "count": 248, "max_ms": 0.254, "p95_ms": 0.159}, "tracker_update_ms": {"avg_ms": 0.784, "count": 248, "max_ms": 4.467, "p95_ms": 2.301}}, "gstreamer_push": {"avg_ms": 3.129, "count": 248, "max_ms": 8.212, "p95_ms": 5.265}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 248, "max_ms": 0.608, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.647, "count": 248, "max_ms": 83.857, "p95_ms": 69.933}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.753, "count": 248, "max_ms": 15.002, "p95_ms": 8.207}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.052, "count": 248, "max_ms": 146.83, "p95_ms": 128.098}, "inference_input_copy_ms": {"avg_ms": 1.561, "count": 248, "max_ms": 5.182, "p95_ms": 2.835}, "processing_residual_ms": {"avg_ms": 0.167, "count": 248, "max_ms": 0.436, "p95_ms": 0.32}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.533, "count": 248, "max_ms": 154.125, "p95_ms": 133.79}, "read_interval": {"avg_ms": 121.026, "count": 248, "max_ms": 203.519, "p95_ms": 159.389}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 248, "max_ms": 0.057, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.667, "count": 248, "max_ms": 5.239, "p95_ms": 2.3}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 248, "max_ms": 0.107, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.652, "count": 248, "max_ms": 5.196, "p95_ms": 2.286}, "worker_merge_ms": {"avg_ms": 0.006, "count": 248, "max_ms": 0.034, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.66, "count": 248, "max_ms": 83.864, "p95_ms": 69.941}, "visualize": {"avg_ms": 49.208, "count": 248, "max_ms": 75.572, "p95_ms": 65.278}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.391, "count": 248, "max_ms": 71.893, "p95_ms": 61.086}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.333, "count": 248, "max_ms": 74.555, "p95_ms": 63.986}, "visualize_input_copy_ms": {"avg_ms": 0.679, "count": 248, "max_ms": 3.599, "p95_ms": 1.876}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.216, "count": 248, "max_ms": 74.468, "p95_ms": 63.909}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 248, "max_ms": 0.198, "p95_ms": 0.125}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 248}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1443.598, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.299, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.691, "sample_count": 2192, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1445519, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:18:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117638, "write_bytes_delta": 117638, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1124.0, "cpu_core_ratio": 0.443699, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 103552, "reason": null, "system_cpu_core_ratio": 0.041286, "system_cpu_s_delta": 0.8300000000000001, "user_cpu_core_ratio": 0.402413, "user_cpu_s_delta": 8.09}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.639996, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 201450.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.602376, "system_cpu_s_delta": 12.110000000000582, "user_cpu_core_ratio": 1.03762, "user_cpu_s_delta": 20.85999999998603}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.295, "count": 239, "max_ms": 7.114, "p95_ms": 5.801, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.54, "max": 18.0, "p95": 11.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.164, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 128}, "total": {"avg": 0.623, "max": 3.0, "p95": 2.0, "sample_count": 239}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.839, "count": 30, "max": 68.544, "p95": 56.295, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.121, "count": 30, "max": 27.901, "p95": 26.538, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 871.8, "count": 30, "max": 1215.0, "p95": 1201.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1206.3, "count": 30, "max": 14029.0, "p95": 5311.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.31, "p95": 0.242, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.401, "count": 30, "max": 0.469, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.104, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115737.5, "count": 30, "max": 118714.0, "p95": 118597.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 115737.5, "count": 30, "max": 118714.0, "p95": 118597.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 169485.7, "count": 30, "max": 215571.0, "p95": 209722.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.513, "count": 30, "max": 0.628, "p95": 0.621, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.92, "count": 30, "max": 1.124, "p95": 1.094, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11157, "sampled_at": "2026-10-30T11:18:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:18:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2777124, "flush_count": 2891, "flush_interval_seconds": 30.0, "flush_state": {"count": 2891, "last_at": "2026-10-30T11:18:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:18:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2890}, "started": true, "suppressed_count": 1442952, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1442808}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2891, "written_record_count": 2891}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9477.688, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T11:18:29+09:00", "last_error_summary": "[h264 @ 0x621042ff9e40] error while decoding MB 27 63, bytestream -30", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3997065830400, "copied_frame_count": 1445698, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 3997065830400, "frame_buffer_copies": 1445698, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1141, "count": 512, "max_ms": 0.6188, "p50_ms": 0.0982, "p95_ms": 0.2226, "p99_ms": 0.2834}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4746, "count": 512, "max_ms": 3.7012, "p50_ms": 1.3727, "p95_ms": 2.4599, "p99_ms": 3.2552, "results": {"failed": 0, "not_applicable": 0, "success": 1445698, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 502, "h264_decode_error_count": 1119, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:18:29+09:00", "last_error_summary": "[h264 @ 0x621042ff9e40] error while decoding MB 27 63, bytestream -30", "last_exit_at": "2026-10-30T11:18:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 110.987, "last_started_at": "2026-10-30T11:16:38+09:00", "pid": 103552, "process": {"exists": false, "pid": 103552}, "restart_count": 545, "restart_count_per_hour": 21, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 546}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.068, "sample_count": 2244, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1445698, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:18:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-10-30T11:18:29+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-10-30T11:18:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 89, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 505.671, "last_sample_duration_ms": 1066.392, "last_trigger": "periodic", "next_snapshot_in_sec": 94.329, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 289, "storage_bytes": 2754645}, "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-10-30T11:18:29.800668+09:00", "mtime_epoch": 1793326709.8006675, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 118607}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:18:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1443.68, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1445698, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.323, "max": 18.0, "p95": 11.0, "sample_count": 248}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.138, "max": 3.0, "p95": 2.0, "sample_count": 130}, "total": {"avg": 0.597, "max": 3.0, "p95": 2.0, "sample_count": 248}}, "tracking_counts": {"active": {"avg": 0.065, "max": 2.0, "p95": 1.0, "sample_count": 248}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "removed": {"avg": 0.04, "max": 1.0, "p95": 0.0, "sample_count": 248}, "tracked": {"avg": 0.065, "max": 2.0, "p95": 1.0, "sample_count": 248}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 248, "read_frames": 247, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.293, "pushed": 8.293, "read": 8.259}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 247, "client_acquire_ms": {"avg_ms": 0.007, "count": 248, "max_ms": 0.031, "p95_ms": 0.014, "reason": null, "sample_age_ms": 83.523, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.767, "count": 247, "max_ms": 9.981, "p95_ms": 2.568, "reason": null, "sample_age_ms": 118.542, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.372, "count": 247, "max_ms": 9.625, "p95_ms": 2.001, "reason": null, "sample_age_ms": 118.901, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.367, "count": 248, "max_ms": 1.397, "p95_ms": 0.705, "reason": null, "sample_age_ms": 83.545, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.782, "count": 247, "max_ms": 5.486, "p95_ms": 3.048, "reason": null, "sample_age_ms": 117.357, "source": "client_direct"}, "request_count": 247, "request_tensor_bytes": {"avg": 2764808.0, "count": 247, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 117.326, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 248, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 83.85, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.181, "count": 248, "max_ms": 73.358, "p95_ms": 65.201, "reason": null, "sample_age_ms": 83.514, "source": "client_direct"}, "sample_age_ms": 83.505, "source": "client_direct", "task_total_ms": {"avg_ms": 48.496, "count": 248, "max_ms": 77.066, "p95_ms": 67.646, "reason": null, "sample_age_ms": 83.505, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.449, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.999, "count": 248, "max_ms": 11.982, "p95_ms": 7.574}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.354, "count": 248, "max_ms": 1.819, "p95_ms": 0.736}, "detection_prepare_ms": {"avg_ms": 0.799, "count": 248, "max_ms": 3.559, "p95_ms": 2.266}, "event_filter_ms": {"avg_ms": 0.004, "count": 248, "max_ms": 0.043, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.194, "count": 248, "max_ms": 1.077, "p95_ms": 0.475}, "mcmt_ms": {"avg_ms": 0.003, "count": 248, "max_ms": 0.02, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.725, "count": 248, "max_ms": 5.422, "p95_ms": 2.381}, "setup_ms": {"avg_ms": 0.044, "count": 248, "max_ms": 0.146, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 2.949, "count": 248, "max_ms": 11.835, "p95_ms": 7.493}, "track_match_ms": {"avg_ms": 0.042, "count": 248, "max_ms": 0.254, "p95_ms": 0.159}, "tracker_update_ms": {"avg_ms": 0.784, "count": 248, "max_ms": 4.467, "p95_ms": 2.301}}, "gstreamer_push": {"avg_ms": 3.137, "count": 248, "max_ms": 8.212, "p95_ms": 5.265}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 248, "max_ms": 0.608, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.626, "count": 248, "max_ms": 83.857, "p95_ms": 69.933}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.753, "count": 248, "max_ms": 15.002, "p95_ms": 8.207}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.078, "count": 248, "max_ms": 146.83, "p95_ms": 128.098}, "inference_input_copy_ms": {"avg_ms": 1.558, "count": 248, "max_ms": 5.182, "p95_ms": 2.835}, "processing_residual_ms": {"avg_ms": 0.167, "count": 248, "max_ms": 0.436, "p95_ms": 0.32}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.556, "count": 248, "max_ms": 154.125, "p95_ms": 133.79}, "read_interval": {"avg_ms": 121.13, "count": 247, "max_ms": 203.519, "p95_ms": 159.389}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 248, "max_ms": 0.057, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.667, "count": 248, "max_ms": 5.239, "p95_ms": 2.3}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 248, "max_ms": 0.107, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.652, "count": 248, "max_ms": 5.196, "p95_ms": 2.286}, "worker_merge_ms": {"avg_ms": 0.006, "count": 248, "max_ms": 0.034, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.64, "count": 248, "max_ms": 83.864, "p95_ms": 69.941}, "visualize": {"avg_ms": 49.256, "count": 248, "max_ms": 75.572, "p95_ms": 65.278}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.439, "count": 248, "max_ms": 71.893, "p95_ms": 61.086}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.381, "count": 248, "max_ms": 74.555, "p95_ms": 63.986}, "visualize_input_copy_ms": {"avg_ms": 0.679, "count": 248, "max_ms": 3.599, "p95_ms": 1.876}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.265, "count": 248, "max_ms": 74.468, "p95_ms": 63.909}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 248, "max_ms": 0.198, "p95_ms": 0.125}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 248}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1443.598, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.299, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.691, "sample_count": 2192, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1445519, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:18:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117638, "write_bytes_delta": 117638, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1124.0, "cpu_core_ratio": 0.443699, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 103552, "reason": null, "system_cpu_core_ratio": 0.041286, "system_cpu_s_delta": 0.8300000000000001, "user_cpu_core_ratio": 0.402413, "user_cpu_s_delta": 8.09}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.639996, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 201450.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.602376, "system_cpu_s_delta": 12.110000000000582, "user_cpu_core_ratio": 1.03762, "user_cpu_s_delta": 20.85999999998603}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.295, "count": 239, "max_ms": 7.114, "p95_ms": 5.801, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.54, "max": 18.0, "p95": 11.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.164, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 128}, "total": {"avg": 0.623, "max": 3.0, "p95": 2.0, "sample_count": 239}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.839, "count": 30, "max": 68.544, "p95": 56.295, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.121, "count": 30, "max": 27.901, "p95": 26.538, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 871.8, "count": 30, "max": 1215.0, "p95": 1201.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1206.3, "count": 30, "max": 14029.0, "p95": 5311.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.31, "p95": 0.242, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.401, "count": 30, "max": 0.469, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.104, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115737.5, "count": 30, "max": 118714.0, "p95": 118597.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 115737.5, "count": 30, "max": 118714.0, "p95": 118597.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 169485.7, "count": 30, "max": 215571.0, "p95": 209722.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.513, "count": 30, "max": 0.628, "p95": 0.621, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.92, "count": 30, "max": 1.124, "p95": 1.094, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11157, "sampled_at": "2026-10-30T11:18:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:18:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2777124, "flush_count": 2891, "flush_interval_seconds": 30.0, "flush_state": {"count": 2891, "last_at": "2026-10-30T11:18:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:18:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2890}, "started": true, "suppressed_count": 1442952, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1442808}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2891, "written_record_count": 2891}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9477.855, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3997065830400, "copied_frame_count": 1445698, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 3997065830400, "frame_buffer_copies": 1445698, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1141, "count": 512, "max_ms": 0.6188, "p50_ms": 0.0982, "p95_ms": 0.2226, "p99_ms": 0.2834}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4746, "count": 512, "max_ms": 3.7012, "p50_ms": 1.3727, "p95_ms": 2.4599, "p99_ms": 3.2552, "results": {"failed": 0, "not_applicable": 0, "success": 1445698, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 502, "h264_decode_error_count": 1119, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:18:29+09:00", "last_error_summary": "[h264 @ 0x621042ff9e40] error while decoding MB 27 63, bytestream -30", "last_exit_at": "2026-10-30T11:18:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 111.039, "last_started_at": "2026-10-30T11:16:38+09:00", "pid": 103552, "process": {"exists": false, "pid": 103552}, "restart_count": 545, "restart_count_per_hour": 21, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 546}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.068, "sample_count": 2244, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1445698, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:18:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.056, "last_frame_pushed_at": "2026-10-30T11:18:29+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-10-30T11:18:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 89, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 505.72, "last_sample_duration_ms": 1066.392, "last_trigger": "periodic", "next_snapshot_in_sec": 94.28, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 289, "storage_bytes": 2754645}, "mjpeg": {"age_sec": 0.042, "exists": true, "mtime": "2026-10-30T11:18:29.905669+09:00", "mtime_epoch": 1793326709.9056692, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117905}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:18:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1443.68, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1445698, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.323, "max": 18.0, "p95": 11.0, "sample_count": 248}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.138, "max": 3.0, "p95": 2.0, "sample_count": 130}, "total": {"avg": 0.597, "max": 3.0, "p95": 2.0, "sample_count": 248}}, "tracking_counts": {"active": {"avg": 0.065, "max": 2.0, "p95": 1.0, "sample_count": 248}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "removed": {"avg": 0.04, "max": 1.0, "p95": 0.0, "sample_count": 248}, "tracked": {"avg": 0.065, "max": 2.0, "p95": 1.0, "sample_count": 248}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 248, "read_frames": 247, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.279, "pushed": 8.279, "read": 8.245}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 247, "client_acquire_ms": {"avg_ms": 0.007, "count": 247, "max_ms": 0.031, "p95_ms": 0.014, "reason": null, "sample_age_ms": 130.003, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.767, "count": 247, "max_ms": 9.981, "p95_ms": 2.568, "reason": null, "sample_age_ms": 165.022, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.372, "count": 247, "max_ms": 9.625, "p95_ms": 2.001, "reason": null, "sample_age_ms": 165.382, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.368, "count": 247, "max_ms": 1.397, "p95_ms": 0.706, "reason": null, "sample_age_ms": 130.026, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.782, "count": 247, "max_ms": 5.486, "p95_ms": 3.048, "reason": null, "sample_age_ms": 163.838, "source": "client_direct"}, "request_count": 247, "request_tensor_bytes": {"avg": 2764808.0, "count": 247, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 163.806, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 247, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 130.331, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.184, "count": 247, "max_ms": 73.358, "p95_ms": 65.22, "reason": null, "sample_age_ms": 129.994, "source": "client_direct"}, "sample_age_ms": 129.986, "source": "client_direct", "task_total_ms": {"avg_ms": 48.501, "count": 247, "max_ms": 77.066, "p95_ms": 67.68, "reason": null, "sample_age_ms": 129.986, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.312, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.999, "count": 248, "max_ms": 11.982, "p95_ms": 7.574}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.354, "count": 248, "max_ms": 1.819, "p95_ms": 0.736}, "detection_prepare_ms": {"avg_ms": 0.799, "count": 248, "max_ms": 3.559, "p95_ms": 2.266}, "event_filter_ms": {"avg_ms": 0.004, "count": 248, "max_ms": 0.043, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.194, "count": 248, "max_ms": 1.077, "p95_ms": 0.475}, "mcmt_ms": {"avg_ms": 0.003, "count": 248, "max_ms": 0.02, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.725, "count": 248, "max_ms": 5.422, "p95_ms": 2.381}, "setup_ms": {"avg_ms": 0.044, "count": 248, "max_ms": 0.146, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 2.949, "count": 248, "max_ms": 11.835, "p95_ms": 7.493}, "track_match_ms": {"avg_ms": 0.042, "count": 248, "max_ms": 0.254, "p95_ms": 0.159}, "tracker_update_ms": {"avg_ms": 0.784, "count": 248, "max_ms": 4.467, "p95_ms": 2.301}}, "gstreamer_push": {"avg_ms": 3.137, "count": 248, "max_ms": 8.212, "p95_ms": 5.265}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 248, "max_ms": 0.608, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.626, "count": 248, "max_ms": 83.857, "p95_ms": 69.933}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.753, "count": 248, "max_ms": 15.002, "p95_ms": 8.207}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.078, "count": 248, "max_ms": 146.83, "p95_ms": 128.098}, "inference_input_copy_ms": {"avg_ms": 1.558, "count": 248, "max_ms": 5.182, "p95_ms": 2.835}, "processing_residual_ms": {"avg_ms": 0.167, "count": 248, "max_ms": 0.436, "p95_ms": 0.32}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.556, "count": 248, "max_ms": 154.125, "p95_ms": 133.79}, "read_interval": {"avg_ms": 121.13, "count": 247, "max_ms": 203.519, "p95_ms": 159.389}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 248, "max_ms": 0.057, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.667, "count": 248, "max_ms": 5.239, "p95_ms": 2.3}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 248, "max_ms": 0.107, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.652, "count": 248, "max_ms": 5.196, "p95_ms": 2.286}, "worker_merge_ms": {"avg_ms": 0.006, "count": 248, "max_ms": 0.034, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.64, "count": 248, "max_ms": 83.864, "p95_ms": 69.941}, "visualize": {"avg_ms": 49.256, "count": 248, "max_ms": 75.572, "p95_ms": 65.278}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.439, "count": 248, "max_ms": 71.893, "p95_ms": 61.086}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.381, "count": 248, "max_ms": 74.555, "p95_ms": 63.986}, "visualize_input_copy_ms": {"avg_ms": 0.679, "count": 248, "max_ms": 3.599, "p95_ms": 1.876}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.265, "count": 248, "max_ms": 74.468, "p95_ms": 63.909}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 248, "max_ms": 0.198, "p95_ms": 0.125}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 248}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1443.598, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.299, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.691, "sample_count": 2192, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1445519, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:18:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117638, "write_bytes_delta": 117638, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1124.0, "cpu_core_ratio": 0.443699, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 103552, "reason": null, "system_cpu_core_ratio": 0.041286, "system_cpu_s_delta": 0.8300000000000001, "user_cpu_core_ratio": 0.402413, "user_cpu_s_delta": 8.09}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.639996, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 201450.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.602376, "system_cpu_s_delta": 12.110000000000582, "user_cpu_core_ratio": 1.03762, "user_cpu_s_delta": 20.85999999998603}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.295, "count": 239, "max_ms": 7.114, "p95_ms": 5.801, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.54, "max": 18.0, "p95": 11.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.164, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 128}, "total": {"avg": 0.623, "max": 3.0, "p95": 2.0, "sample_count": 239}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.839, "count": 30, "max": 68.544, "p95": 56.295, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.121, "count": 30, "max": 27.901, "p95": 26.538, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 871.8, "count": 30, "max": 1215.0, "p95": 1201.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1206.3, "count": 30, "max": 14029.0, "p95": 5311.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.31, "p95": 0.242, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.401, "count": 30, "max": 0.469, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.104, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115737.5, "count": 30, "max": 118714.0, "p95": 118597.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 115737.5, "count": 30, "max": 118714.0, "p95": 118597.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 169485.7, "count": 30, "max": 215571.0, "p95": 209722.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.513, "count": 30, "max": 0.628, "p95": 0.621, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.92, "count": 30, "max": 1.124, "p95": 1.094, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11157, "sampled_at": "2026-10-30T11:18:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:18:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2777124, "flush_count": 2891, "flush_interval_seconds": 30.0, "flush_state": {"count": 2891, "last_at": "2026-10-30T11:18:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:18:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2890}, "started": true, "suppressed_count": 1442952, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1442808}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2891, "written_record_count": 2891}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9650.75, "limit_mb": null}, "detail": {"pid": 103668, "restart_count": 546, "start_count": 547}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 3997065830400, "copied_frame_count": 1445698, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 3997065830400, "frame_buffer_copies": 1445698, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1141, "count": 512, "max_ms": 0.6188, "p50_ms": 0.0982, "p95_ms": 0.2226, "p99_ms": 0.2834}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4746, "count": 512, "max_ms": 3.7012, "p50_ms": 1.3727, "p95_ms": 2.4599, "p99_ms": 3.2552, "results": {"failed": 0, "not_applicable": 0, "success": 1445698, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 502, "h264_decode_error_count": 1119, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:18:29+09:00", "last_error_summary": "[h264 @ 0x621042ff9e40] error while decoding MB 27 63, bytestream -30", "last_exit_at": "2026-10-30T11:18:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T11:18:32+09:00", "pid": 103668, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.621, "name": "ffmpeg", "pid": 103668, "rss_mb": 206.621, "state": "S (sleeping)", "threads": 70}, "restart_count": 546, "restart_count_per_hour": 21, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 547}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.068, "sample_count": 2205, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1445698, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:18:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.573, "last_frame_pushed_at": "2026-10-30T11:18:29+09:00", "last_frame_read_age_sec": 4.67, "last_frame_read_at": "2026-10-30T11:18:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 89, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 510.22, "last_sample_duration_ms": 1066.392, "last_trigger": "periodic", "next_snapshot_in_sec": 89.78, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 289, "storage_bytes": 2754645}, "mjpeg": {"age_sec": 4.558, "exists": true, "mtime": "2026-10-30T11:18:29.905669+09:00", "mtime_epoch": 1793326709.9056692, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117905}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:18:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1443.684, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1445698, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.113, "max": 15.0, "p95": 11.0, "sample_count": 212}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.089, "max": 2.0, "p95": 2.0, "sample_count": 101}, "total": {"avg": 0.519, "max": 2.0, "p95": 1.0, "sample_count": 212}}, "tracking_counts": {"active": {"avg": 0.028, "max": 1.0, "p95": 0.0, "sample_count": 212}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}, "removed": {"avg": 0.047, "max": 1.0, "p95": 0.0, "sample_count": 212}, "tracked": {"avg": 0.028, "max": 1.0, "p95": 0.0, "sample_count": 212}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.095, "pushed": 7.095, "read": 7.061}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 211, "client_acquire_ms": {"avg_ms": 0.007, "count": 212, "max_ms": 0.031, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4639.882, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.775, "count": 211, "max_ms": 9.981, "p95_ms": 2.574, "reason": null, "sample_age_ms": 4674.901, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.381, "count": 211, "max_ms": 9.625, "p95_ms": 1.968, "reason": null, "sample_age_ms": 4675.26, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.372, "count": 212, "max_ms": 1.397, "p95_ms": 0.712, "reason": null, "sample_age_ms": 4639.904, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.778, "count": 211, "max_ms": 5.486, "p95_ms": 3.12, "reason": null, "sample_age_ms": 4673.716, "source": "client_direct"}, "request_count": 211, "request_tensor_bytes": {"avg": 2764808.0, "count": 211, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4673.685, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 212, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4640.209, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.115, "count": 212, "max_ms": 73.358, "p95_ms": 65.783, "reason": null, "sample_age_ms": 4639.873, "source": "client_direct"}, "sample_age_ms": 4639.864, "source": "client_direct", "task_total_ms": {"avg_ms": 48.44, "count": 212, "max_ms": 77.066, "p95_ms": 68.456, "reason": null, "sample_age_ms": 4639.864, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.073, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.689, "count": 212, "max_ms": 11.982, "p95_ms": 7.074}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.344, "count": 212, "max_ms": 1.259, "p95_ms": 0.736}, "detection_prepare_ms": {"avg_ms": 0.739, "count": 212, "max_ms": 3.559, "p95_ms": 2.231}, "event_filter_ms": {"avg_ms": 0.004, "count": 212, "max_ms": 0.043, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.182, "count": 212, "max_ms": 1.077, "p95_ms": 0.447}, "mcmt_ms": {"avg_ms": 0.003, "count": 212, "max_ms": 0.02, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.573, "count": 212, "max_ms": 4.151, "p95_ms": 1.871}, "setup_ms": {"avg_ms": 0.044, "count": 212, "max_ms": 0.146, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 2.641, "count": 212, "max_ms": 11.835, "p95_ms": 7.013}, "track_match_ms": {"avg_ms": 0.035, "count": 212, "max_ms": 0.248, "p95_ms": 0.115}, "tracker_update_ms": {"avg_ms": 0.716, "count": 212, "max_ms": 4.467, "p95_ms": 2.187}}, "gstreamer_push": {"avg_ms": 3.093, "count": 212, "max_ms": 8.212, "p95_ms": 5.142}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 212, "max_ms": 0.608, "p95_ms": 0.107}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.581, "count": 212, "max_ms": 83.857, "p95_ms": 70.435}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.592, "count": 212, "max_ms": 15.002, "p95_ms": 7.694}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.456, "count": 212, "max_ms": 146.83, "p95_ms": 127.197}, "inference_input_copy_ms": {"avg_ms": 1.549, "count": 212, "max_ms": 5.182, "p95_ms": 2.835}, "processing_residual_ms": {"avg_ms": 0.163, "count": 212, "max_ms": 0.436, "p95_ms": 0.305}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.76, "count": 212, "max_ms": 151.517, "p95_ms": 133.79}, "read_interval": {"avg_ms": 120.129, "count": 211, "max_ms": 186.167, "p95_ms": 159.031}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 212, "max_ms": 0.057, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.517, "count": 212, "max_ms": 4.025, "p95_ms": 1.779}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 212, "max_ms": 0.107, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.502, "count": 212, "max_ms": 3.996, "p95_ms": 1.76}, "worker_merge_ms": {"avg_ms": 0.006, "count": 212, "max_ms": 0.034, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 49.595, "count": 212, "max_ms": 83.864, "p95_ms": 70.44}, "visualize": {"avg_ms": 49.002, "count": 212, "max_ms": 75.572, "p95_ms": 65.202}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.421, "count": 212, "max_ms": 71.893, "p95_ms": 62.744}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.191, "count": 212, "max_ms": 74.555, "p95_ms": 63.986}, "visualize_input_copy_ms": {"avg_ms": 0.617, "count": 212, "max_ms": 3.599, "p95_ms": 1.815}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.078, "count": 212, "max_ms": 74.468, "p95_ms": 63.909}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 212, "max_ms": 0.198, "p95_ms": 0.125}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 212}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1443.598, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.299, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.691, "sample_count": 2192, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1445519, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:18:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117638, "write_bytes_delta": 117638, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1124.0, "cpu_core_ratio": 0.443699, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 103552, "reason": null, "system_cpu_core_ratio": 0.041286, "system_cpu_s_delta": 0.8300000000000001, "user_cpu_core_ratio": 0.402413, "user_cpu_s_delta": 8.09}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.639996, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 201450.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.602376, "system_cpu_s_delta": 12.110000000000582, "user_cpu_core_ratio": 1.03762, "user_cpu_s_delta": 20.85999999998603}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.295, "count": 239, "max_ms": 7.114, "p95_ms": 5.801, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.54, "max": 18.0, "p95": 11.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.164, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 128}, "total": {"avg": 0.623, "max": 3.0, "p95": 2.0, "sample_count": 239}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.839, "count": 30, "max": 68.544, "p95": 56.295, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.121, "count": 30, "max": 27.901, "p95": 26.538, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 871.8, "count": 30, "max": 1215.0, "p95": 1201.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1206.3, "count": 30, "max": 14029.0, "p95": 5311.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.31, "p95": 0.242, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.401, "count": 30, "max": 0.469, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.104, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115737.5, "count": 30, "max": 118714.0, "p95": 118597.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 115737.5, "count": 30, "max": 118714.0, "p95": 118597.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 169485.7, "count": 30, "max": 215571.0, "p95": 209722.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.513, "count": 30, "max": 0.628, "p95": 0.621, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.92, "count": 30, "max": 1.124, "p95": 1.094, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11157, "sampled_at": "2026-10-30T11:18:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:18:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2779058, "flush_count": 2893, "flush_interval_seconds": 30.0, "flush_state": {"count": 2893, "last_at": "2026-10-30T11:20:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:20:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2892}, "started": true, "suppressed_count": 1444049, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1443905}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2893, "written_record_count": 2893}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9496.527, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x638609ab1f80] left block unavailable for requested intra mode [h264 @ 0x638609ab1f80] error while decoding MB 0 7, bytestream 7795 [h264 @ 0x63860999ee40] left block unavailable for requested intra mode [h264 @ 0x63860999ee40] error while decoding MB 0 67, bytestream 2470 [h264 @ 0x63860a5d1840] error while decoding MB 10 49, bytestream -16", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4000101580800, "copied_frame_count": 1446796, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 4000101580800, "frame_buffer_copies": 1446796, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1232, "count": 512, "max_ms": 1.8208, "p50_ms": 0.1048, "p95_ms": 0.2333, "p99_ms": 0.2897}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4789, "count": 512, "max_ms": 4.0417, "p50_ms": 1.3788, "p95_ms": 2.5889, "p99_ms": 3.1274, "results": {"failed": 0, "not_applicable": 0, "success": 1446796, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 503, "h264_decode_error_count": 1122, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:20:50+09:00", "last_error_summary": "[h264 @ 0x638609ab1f80] left block unavailable for requested intra mode [h264 @ 0x638609ab1f80] error while decoding MB 0 7, bytestream 7795 [h264 @ 0x63860999ee40] left block unavailable for requested intra mode [h264 @ 0x63860999ee40] error while decoding MB 0 67, bytestream 2470 [h264 @ 0x63860a5d1840] error while decoding MB 10 49, bytestream -16", "last_exit_at": "2026-10-30T11:18:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 137.661, "last_started_at": "2026-10-30T11:18:32+09:00", "pid": 103668, "process": {"exists": false, "pid": 103668}, "restart_count": 546, "restart_count_per_hour": 21, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 547}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.387, "sample_count": 2342, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1446796, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:20:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.078, "last_frame_pushed_at": "2026-10-30T11:20:50+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-10-30T11:20:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 90, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 44.155, "last_sample_duration_ms": 1255.508, "last_trigger": "periodic", "next_snapshot_in_sec": 555.845, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 290, "storage_bytes": 2764240}, "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-10-30T11:20:50.056804+09:00", "mtime_epoch": 1793326850.056804, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 132908}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:20:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1454.633, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1446797, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.545, "max": 7.0, "p95": 6.0, "sample_count": 187}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.276, "max": 2.0, "p95": 2.0, "sample_count": 87}, "total": {"avg": 0.594, "max": 2.0, "p95": 2.0, "sample_count": 187}}, "tracking_counts": {"active": {"avg": 0.583, "max": 2.0, "p95": 1.0, "sample_count": 187}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "removed": {"avg": 0.016, "max": 1.0, "p95": 0.0, "sample_count": 187}, "tracked": {"avg": 0.583, "max": 2.0, "p95": 1.0, "sample_count": 187}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 187, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.25, "pushed": 6.25, "read": 6.25}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 187, "client_acquire_ms": {"avg_ms": 0.008, "count": 188, "max_ms": 0.031, "p95_ms": 0.02, "reason": null, "sample_age_ms": 28.134, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.866, "count": 187, "max_ms": 5.478, "p95_ms": 3.078, "reason": null, "sample_age_ms": 81.465, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.349, "count": 187, "max_ms": 3.994, "p95_ms": 2.11, "reason": null, "sample_age_ms": 81.639, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.314, "count": 188, "max_ms": 0.833, "p95_ms": 0.599, "reason": null, "sample_age_ms": 28.15, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.985, "count": 187, "max_ms": 5.201, "p95_ms": 3.272, "reason": null, "sample_age_ms": 80.131, "source": "client_direct"}, "request_count": 187, "request_tensor_bytes": {"avg": 2764808.0, "count": 187, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 80.11, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 188, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 28.702, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.419, "count": 188, "max_ms": 81.917, "p95_ms": 65.339, "reason": null, "sample_age_ms": 28.126, "source": "client_direct"}, "sample_age_ms": 28.117, "source": "client_direct", "task_total_ms": {"avg_ms": 48.907, "count": 188, "max_ms": 85.297, "p95_ms": 67.884, "reason": null, "sample_age_ms": 28.117, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.554, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.084, "count": 187, "max_ms": 11.961, "p95_ms": 7.814}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.35, "count": 187, "max_ms": 1.124, "p95_ms": 0.666}, "detection_prepare_ms": {"avg_ms": 0.721, "count": 187, "max_ms": 2.91, "p95_ms": 2.178}, "event_filter_ms": {"avg_ms": 0.005, "count": 187, "max_ms": 0.025, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.138, "count": 187, "max_ms": 0.514, "p95_ms": 0.343}, "mcmt_ms": {"avg_ms": 0.003, "count": 187, "max_ms": 0.019, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.968, "count": 187, "max_ms": 3.915, "p95_ms": 2.716}, "setup_ms": {"avg_ms": 0.046, "count": 187, "max_ms": 0.172, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 3.03, "count": 187, "max_ms": 11.861, "p95_ms": 7.674}, "track_match_ms": {"avg_ms": 0.057, "count": 187, "max_ms": 0.281, "p95_ms": 0.179}, "tracker_update_ms": {"avg_ms": 0.741, "count": 187, "max_ms": 3.402, "p95_ms": 2.243}}, "gstreamer_push": {"avg_ms": 3.221, "count": 187, "max_ms": 7.881, "p95_ms": 5.2}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 187, "max_ms": 0.194, "p95_ms": 0.106}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.132, "count": 187, "max_ms": 86.516, "p95_ms": 69.504}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.568, "count": 187, "max_ms": 11.889, "p95_ms": 7.185}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.915, "count": 187, "max_ms": 152.223, "p95_ms": 129.995}, "inference_input_copy_ms": {"avg_ms": 1.692, "count": 187, "max_ms": 4.276, "p95_ms": 2.83}, "processing_residual_ms": {"avg_ms": 0.201, "count": 187, "max_ms": 0.643, "p95_ms": 0.411}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.376, "count": 187, "max_ms": 156.424, "p95_ms": 134.094}, "read_interval": {"avg_ms": 160.202, "count": 187, "max_ms": 2511.148, "p95_ms": 173.01}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 187, "max_ms": 0.09, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.908, "count": 187, "max_ms": 3.649, "p95_ms": 2.627}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 187, "max_ms": 0.054, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.891, "count": 187, "max_ms": 3.616, "p95_ms": 2.604}, "worker_merge_ms": {"avg_ms": 0.006, "count": 187, "max_ms": 0.041, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 50.146, "count": 187, "max_ms": 86.533, "p95_ms": 69.516}, "visualize": {"avg_ms": 47.532, "count": 187, "max_ms": 72.624, "p95_ms": 63.352}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.758, "count": 187, "max_ms": 67.054, "p95_ms": 60.473}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.682, "count": 187, "max_ms": 69.344, "p95_ms": 62.071}, "visualize_input_copy_ms": {"avg_ms": 0.65, "count": 187, "max_ms": 2.981, "p95_ms": 1.966}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.566, "count": 187, "max_ms": 69.201, "p95_ms": 61.9}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 187, "max_ms": 0.21, "p95_ms": 0.138}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1444.203, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.222, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.387, "sample_count": 2342, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1446789, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:20:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 129076, "write_bytes_delta": 129076, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 366.0, "cpu_core_ratio": 0.828698, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14420.0, "pid": 103668, "reason": null, "system_cpu_core_ratio": 0.417087, "system_cpu_s_delta": 8.38, "user_cpu_core_ratio": 0.411612, "user_cpu_s_delta": 8.269999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.908333, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 144990.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.301616, "system_cpu_s_delta": 6.059999999997672, "user_cpu_core_ratio": 0.606717, "user_cpu_s_delta": 12.190000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.254, "count": 183, "max_ms": 7.881, "p95_ms": 5.2, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.639, "max": 8.0, "p95": 6.0, "sample_count": 183}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.294, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 85}, "total": {"avg": 0.601, "max": 2.0, "p95": 2.0, "sample_count": 183}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.896, "count": 30, "max": 56.498, "p95": 46.028, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.273, "count": 30, "max": 27.901, "p95": 26.538, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 986.8, "count": 30, "max": 1333.0, "p95": 1213.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1425.2, "count": 30, "max": 14420.0, "p95": 5311.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.088, "count": 30, "max": 0.417, "p95": 0.296, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.415, "count": 30, "max": 0.501, "p95": 0.465, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.104, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 117716.933, "count": 30, "max": 129076.0, "p95": 121664.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117716.933, "count": 30, "max": 129076.0, "p95": 121664.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 173262.467, "count": 30, "max": 215571.0, "p95": 214414.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.46, "count": 30, "max": 0.62, "p95": 0.603, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.856, "count": 30, "max": 1.093, "p95": 1.049, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11165, "sampled_at": "2026-10-30T11:20:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:20:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2779058, "flush_count": 2893, "flush_interval_seconds": 30.0, "flush_state": {"count": 2893, "last_at": "2026-10-30T11:20:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:20:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2892}, "started": true, "suppressed_count": 1444049, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1443905}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2893, "written_record_count": 2893}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9496.215, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T11:20:50+09:00", "last_error_summary": "[h264 @ 0x638609ab1f80] left block unavailable for requested intra mode [h264 @ 0x638609ab1f80] error while decoding MB 0 7, bytestream 7795 [h264 @ 0x63860999ee40] left block unavailable for requested intra mode [h264 @ 0x63860999ee40] error while decoding MB 0 67, bytestream 2470 [h264 @ 0x63860a5d1840] error while decoding MB 10 49, bytestream -16", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4000104345600, "copied_frame_count": 1446797, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 4000104345600, "frame_buffer_copies": 1446797, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1232, "count": 512, "max_ms": 1.8208, "p50_ms": 0.1053, "p95_ms": 0.2333, "p99_ms": 0.2897}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.48, "count": 512, "max_ms": 4.0417, "p50_ms": 1.3794, "p95_ms": 2.5889, "p99_ms": 3.1274, "results": {"failed": 0, "not_applicable": 0, "success": 1446797, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 503, "h264_decode_error_count": 1122, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:20:50+09:00", "last_error_summary": "[h264 @ 0x638609ab1f80] left block unavailable for requested intra mode [h264 @ 0x638609ab1f80] error while decoding MB 0 7, bytestream 7795 [h264 @ 0x63860999ee40] left block unavailable for requested intra mode [h264 @ 0x63860999ee40] error while decoding MB 0 67, bytestream 2470 [h264 @ 0x63860a5d1840] error while decoding MB 10 49, bytestream -16", "last_exit_at": "2026-10-30T11:20:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 137.708, "last_started_at": "2026-10-30T11:18:32+09:00", "pid": 103668, "process": {"exists": false, "pid": 103668}, "restart_count": 546, "restart_count_per_hour": 21, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 547}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.387, "sample_count": 2342, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1446797, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:20:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.022, "last_frame_pushed_at": "2026-10-30T11:20:50+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-10-30T11:20:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 90, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 44.202, "last_sample_duration_ms": 1255.508, "last_trigger": "periodic", "next_snapshot_in_sec": 555.798, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 290, "storage_bytes": 2764240}, "mjpeg": {"age_sec": 0.014, "exists": true, "mtime": "2026-10-30T11:20:50.157805+09:00", "mtime_epoch": 1793326850.1578054, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 133172}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:20:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1454.629, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1446797, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.537, "max": 7.0, "p95": 6.0, "sample_count": 188}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.276, "max": 2.0, "p95": 2.0, "sample_count": 87}, "total": {"avg": 0.59, "max": 2.0, "p95": 2.0, "sample_count": 188}}, "tracking_counts": {"active": {"avg": 0.58, "max": 2.0, "p95": 1.0, "sample_count": 188}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}, "removed": {"avg": 0.016, "max": 1.0, "p95": 0.0, "sample_count": 188}, "tracked": {"avg": 0.58, "max": 2.0, "p95": 1.0, "sample_count": 188}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.274, "pushed": 6.274, "read": 6.24}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 187, "client_acquire_ms": {"avg_ms": 0.008, "count": 187, "max_ms": 0.031, "p95_ms": 0.02, "reason": null, "sample_age_ms": 80.124, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.866, "count": 187, "max_ms": 5.478, "p95_ms": 3.078, "reason": null, "sample_age_ms": 133.454, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.349, "count": 187, "max_ms": 3.994, "p95_ms": 2.11, "reason": null, "sample_age_ms": 133.629, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.313, "count": 187, "max_ms": 0.833, "p95_ms": 0.594, "reason": null, "sample_age_ms": 80.14, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.985, "count": 187, "max_ms": 5.201, "p95_ms": 3.272, "reason": null, "sample_age_ms": 132.12, "source": "client_direct"}, "request_count": 187, "request_tensor_bytes": {"avg": 2764808.0, "count": 187, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 132.1, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 187, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 80.691, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.423, "count": 187, "max_ms": 81.917, "p95_ms": 65.346, "reason": null, "sample_age_ms": 80.115, "source": "client_direct"}, "sample_age_ms": 80.107, "source": "client_direct", "task_total_ms": {"avg_ms": 48.904, "count": 187, "max_ms": 85.297, "p95_ms": 67.887, "reason": null, "sample_age_ms": 80.107, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.312, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.072, "count": 188, "max_ms": 11.961, "p95_ms": 7.814}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.35, "count": 188, "max_ms": 1.124, "p95_ms": 0.666}, "detection_prepare_ms": {"avg_ms": 0.718, "count": 188, "max_ms": 2.91, "p95_ms": 2.178}, "event_filter_ms": {"avg_ms": 0.005, "count": 188, "max_ms": 0.025, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.138, "count": 188, "max_ms": 0.514, "p95_ms": 0.343}, "mcmt_ms": {"avg_ms": 0.003, "count": 188, "max_ms": 0.019, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.964, "count": 188, "max_ms": 3.915, "p95_ms": 2.716}, "setup_ms": {"avg_ms": 0.046, "count": 188, "max_ms": 0.172, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 3.018, "count": 188, "max_ms": 11.861, "p95_ms": 7.674}, "track_match_ms": {"avg_ms": 0.056, "count": 188, "max_ms": 0.281, "p95_ms": 0.179}, "tracker_update_ms": {"avg_ms": 0.738, "count": 188, "max_ms": 3.402, "p95_ms": 2.243}}, "gstreamer_push": {"avg_ms": 3.215, "count": 188, "max_ms": 7.881, "p95_ms": 5.2}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 188, "max_ms": 0.194, "p95_ms": 0.106}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.152, "count": 188, "max_ms": 86.516, "p95_ms": 69.504}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.56, "count": 188, "max_ms": 11.889, "p95_ms": 7.185}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.872, "count": 188, "max_ms": 152.223, "p95_ms": 129.995}, "inference_input_copy_ms": {"avg_ms": 1.688, "count": 188, "max_ms": 4.276, "p95_ms": 2.83}, "processing_residual_ms": {"avg_ms": 0.201, "count": 188, "max_ms": 0.643, "p95_ms": 0.411}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.32, "count": 188, "max_ms": 156.424, "p95_ms": 134.094}, "read_interval": {"avg_ms": 160.202, "count": 187, "max_ms": 2511.148, "p95_ms": 173.01}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 188, "max_ms": 0.09, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.904, "count": 188, "max_ms": 3.649, "p95_ms": 2.627}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 188, "max_ms": 0.054, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.887, "count": 188, "max_ms": 3.616, "p95_ms": 2.604}, "worker_merge_ms": {"avg_ms": 0.006, "count": 188, "max_ms": 0.041, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 50.166, "count": 188, "max_ms": 86.533, "p95_ms": 69.516}, "visualize": {"avg_ms": 47.447, "count": 188, "max_ms": 72.624, "p95_ms": 63.352}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.683, "count": 188, "max_ms": 67.054, "p95_ms": 60.473}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.6, "count": 188, "max_ms": 69.344, "p95_ms": 62.071}, "visualize_input_copy_ms": {"avg_ms": 0.646, "count": 188, "max_ms": 2.981, "p95_ms": 1.966}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.484, "count": 188, "max_ms": 69.201, "p95_ms": 61.9}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 188, "max_ms": 0.21, "p95_ms": 0.138}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 188}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1444.203, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.222, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.387, "sample_count": 2342, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1446789, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:20:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 129076, "write_bytes_delta": 129076, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 366.0, "cpu_core_ratio": 0.828698, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14420.0, "pid": 103668, "reason": null, "system_cpu_core_ratio": 0.417087, "system_cpu_s_delta": 8.38, "user_cpu_core_ratio": 0.411612, "user_cpu_s_delta": 8.269999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.908333, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 144990.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.301616, "system_cpu_s_delta": 6.059999999997672, "user_cpu_core_ratio": 0.606717, "user_cpu_s_delta": 12.190000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.254, "count": 183, "max_ms": 7.881, "p95_ms": 5.2, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.639, "max": 8.0, "p95": 6.0, "sample_count": 183}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.294, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 85}, "total": {"avg": 0.601, "max": 2.0, "p95": 2.0, "sample_count": 183}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.896, "count": 30, "max": 56.498, "p95": 46.028, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.273, "count": 30, "max": 27.901, "p95": 26.538, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 986.8, "count": 30, "max": 1333.0, "p95": 1213.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1425.2, "count": 30, "max": 14420.0, "p95": 5311.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.088, "count": 30, "max": 0.417, "p95": 0.296, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.415, "count": 30, "max": 0.501, "p95": 0.465, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.104, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 117716.933, "count": 30, "max": 129076.0, "p95": 121664.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117716.933, "count": 30, "max": 129076.0, "p95": 121664.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 173262.467, "count": 30, "max": 215571.0, "p95": 214414.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.46, "count": 30, "max": 0.62, "p95": 0.603, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.856, "count": 30, "max": 1.093, "p95": 1.049, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11165, "sampled_at": "2026-10-30T11:20:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:20:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2779058, "flush_count": 2893, "flush_interval_seconds": 30.0, "flush_state": {"count": 2893, "last_at": "2026-10-30T11:20:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:20:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2892}, "started": true, "suppressed_count": 1444049, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1443905}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2893, "written_record_count": 2893}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9496.434, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4000104345600, "copied_frame_count": 1446797, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 4000104345600, "frame_buffer_copies": 1446797, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1232, "count": 512, "max_ms": 1.8208, "p50_ms": 0.1053, "p95_ms": 0.2333, "p99_ms": 0.2897}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.48, "count": 512, "max_ms": 4.0417, "p50_ms": 1.3794, "p95_ms": 2.5889, "p99_ms": 3.1274, "results": {"failed": 0, "not_applicable": 0, "success": 1446797, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 503, "h264_decode_error_count": 1122, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:20:50+09:00", "last_error_summary": "[h264 @ 0x638609ab1f80] left block unavailable for requested intra mode [h264 @ 0x638609ab1f80] error while decoding MB 0 7, bytestream 7795 [h264 @ 0x63860999ee40] left block unavailable for requested intra mode [h264 @ 0x63860999ee40] error while decoding MB 0 67, bytestream 2470 [h264 @ 0x63860a5d1840] error while decoding MB 10 49, bytestream -16", "last_exit_at": "2026-10-30T11:20:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 137.745, "last_started_at": "2026-10-30T11:18:32+09:00", "pid": 103668, "process": {"exists": false, "pid": 103668}, "restart_count": 546, "restart_count_per_hour": 21, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 547}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.387, "sample_count": 2342, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1446797, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:20:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.059, "last_frame_pushed_at": "2026-10-30T11:20:50+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-10-30T11:20:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 90, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 44.228, "last_sample_duration_ms": 1255.508, "last_trigger": "periodic", "next_snapshot_in_sec": 555.772, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 290, "storage_bytes": 2764240}, "mjpeg": {"age_sec": 0.051, "exists": true, "mtime": "2026-10-30T11:20:50.157805+09:00", "mtime_epoch": 1793326850.1578054, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 133172}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:20:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1454.629, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1446797, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.529, "max": 7.0, "p95": 6.0, "sample_count": 187}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.279, "max": 2.0, "p95": 2.0, "sample_count": 86}, "total": {"avg": 0.588, "max": 2.0, "p95": 2.0, "sample_count": 187}}, "tracking_counts": {"active": {"avg": 0.578, "max": 2.0, "p95": 1.0, "sample_count": 187}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "removed": {"avg": 0.016, "max": 1.0, "p95": 0.0, "sample_count": 187}, "tracked": {"avg": 0.578, "max": 2.0, "p95": 1.0, "sample_count": 187}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.234, "pushed": 6.268, "read": 6.234}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 187, "client_acquire_ms": {"avg_ms": 0.008, "count": 187, "max_ms": 0.031, "p95_ms": 0.02, "reason": null, "sample_age_ms": 108.24, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.866, "count": 187, "max_ms": 5.478, "p95_ms": 3.078, "reason": null, "sample_age_ms": 161.57, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.349, "count": 187, "max_ms": 3.994, "p95_ms": 2.11, "reason": null, "sample_age_ms": 161.745, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.313, "count": 187, "max_ms": 0.833, "p95_ms": 0.594, "reason": null, "sample_age_ms": 108.256, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.985, "count": 187, "max_ms": 5.201, "p95_ms": 3.272, "reason": null, "sample_age_ms": 160.236, "source": "client_direct"}, "request_count": 187, "request_tensor_bytes": {"avg": 2764808.0, "count": 187, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 160.216, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 187, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 108.807, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.423, "count": 187, "max_ms": 81.917, "p95_ms": 65.346, "reason": null, "sample_age_ms": 108.231, "source": "client_direct"}, "sample_age_ms": 108.223, "source": "client_direct", "task_total_ms": {"avg_ms": 48.904, "count": 187, "max_ms": 85.297, "p95_ms": 67.887, "reason": null, "sample_age_ms": 108.223, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.962, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.057, "count": 187, "max_ms": 11.961, "p95_ms": 7.814}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.35, "count": 187, "max_ms": 1.124, "p95_ms": 0.666}, "detection_prepare_ms": {"avg_ms": 0.713, "count": 187, "max_ms": 2.91, "p95_ms": 2.178}, "event_filter_ms": {"avg_ms": 0.005, "count": 187, "max_ms": 0.025, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.137, "count": 187, "max_ms": 0.514, "p95_ms": 0.343}, "mcmt_ms": {"avg_ms": 0.003, "count": 187, "max_ms": 0.019, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.96, "count": 187, "max_ms": 3.915, "p95_ms": 2.716}, "setup_ms": {"avg_ms": 0.046, "count": 187, "max_ms": 0.172, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 3.003, "count": 187, "max_ms": 11.861, "p95_ms": 7.674}, "track_match_ms": {"avg_ms": 0.056, "count": 187, "max_ms": 0.281, "p95_ms": 0.179}, "tracker_update_ms": {"avg_ms": 0.732, "count": 187, "max_ms": 3.402, "p95_ms": 2.243}}, "gstreamer_push": {"avg_ms": 3.215, "count": 188, "max_ms": 7.881, "p95_ms": 5.2}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 187, "max_ms": 0.194, "p95_ms": 0.106}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.149, "count": 187, "max_ms": 86.516, "p95_ms": 69.504}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.549, "count": 187, "max_ms": 11.889, "p95_ms": 7.185}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.849, "count": 187, "max_ms": 152.223, "p95_ms": 129.995}, "inference_input_copy_ms": {"avg_ms": 1.683, "count": 187, "max_ms": 4.276, "p95_ms": 2.83}, "processing_residual_ms": {"avg_ms": 0.2, "count": 187, "max_ms": 0.643, "p95_ms": 0.411}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.282, "count": 187, "max_ms": 156.424, "p95_ms": 134.094}, "read_interval": {"avg_ms": 160.202, "count": 187, "max_ms": 2511.148, "p95_ms": 173.01}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 187, "max_ms": 0.09, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.9, "count": 187, "max_ms": 3.649, "p95_ms": 2.627}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 187, "max_ms": 0.054, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.884, "count": 187, "max_ms": 3.616, "p95_ms": 2.604}, "worker_merge_ms": {"avg_ms": 0.006, "count": 187, "max_ms": 0.041, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 50.163, "count": 187, "max_ms": 86.533, "p95_ms": 69.516}, "visualize": {"avg_ms": 47.442, "count": 187, "max_ms": 72.624, "p95_ms": 63.352}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.686, "count": 187, "max_ms": 67.054, "p95_ms": 60.473}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.597, "count": 187, "max_ms": 69.344, "p95_ms": 62.071}, "visualize_input_copy_ms": {"avg_ms": 0.644, "count": 187, "max_ms": 2.981, "p95_ms": 1.966}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.481, "count": 187, "max_ms": 69.201, "p95_ms": 61.9}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 187, "max_ms": 0.21, "p95_ms": 0.138}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1444.203, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.222, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.387, "sample_count": 2342, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1446789, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:20:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 129076, "write_bytes_delta": 129076, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 366.0, "cpu_core_ratio": 0.828698, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14420.0, "pid": 103668, "reason": null, "system_cpu_core_ratio": 0.417087, "system_cpu_s_delta": 8.38, "user_cpu_core_ratio": 0.411612, "user_cpu_s_delta": 8.269999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.908333, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 144990.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.301616, "system_cpu_s_delta": 6.059999999997672, "user_cpu_core_ratio": 0.606717, "user_cpu_s_delta": 12.190000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.254, "count": 183, "max_ms": 7.881, "p95_ms": 5.2, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.639, "max": 8.0, "p95": 6.0, "sample_count": 183}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.294, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 85}, "total": {"avg": 0.601, "max": 2.0, "p95": 2.0, "sample_count": 183}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.896, "count": 30, "max": 56.498, "p95": 46.028, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.273, "count": 30, "max": 27.901, "p95": 26.538, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 986.8, "count": 30, "max": 1333.0, "p95": 1213.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1425.2, "count": 30, "max": 14420.0, "p95": 5311.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.088, "count": 30, "max": 0.417, "p95": 0.296, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.415, "count": 30, "max": 0.501, "p95": 0.465, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.104, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 117716.933, "count": 30, "max": 129076.0, "p95": 121664.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117716.933, "count": 30, "max": 129076.0, "p95": 121664.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 173262.467, "count": 30, "max": 215571.0, "p95": 214414.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.46, "count": 30, "max": 0.62, "p95": 0.603, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.856, "count": 30, "max": 1.093, "p95": 1.049, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11165, "sampled_at": "2026-10-30T11:20:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:20:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2779058, "flush_count": 2893, "flush_interval_seconds": 30.0, "flush_state": {"count": 2893, "last_at": "2026-10-30T11:20:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:20:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2892}, "started": true, "suppressed_count": 1444049, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1443905}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2893, "written_record_count": 2893}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9668.617, "limit_mb": null}, "detail": {"pid": 103784, "restart_count": 547, "start_count": 548}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4000104345600, "copied_frame_count": 1446797, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 4000104345600, "frame_buffer_copies": 1446797, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1232, "count": 512, "max_ms": 1.8208, "p50_ms": 0.1053, "p95_ms": 0.2333, "p99_ms": 0.2897}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.48, "count": 512, "max_ms": 4.0417, "p50_ms": 1.3794, "p95_ms": 2.5889, "p99_ms": 3.1274, "results": {"failed": 0, "not_applicable": 0, "success": 1446797, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 503, "h264_decode_error_count": 1122, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:20:50+09:00", "last_error_summary": "[h264 @ 0x638609ab1f80] left block unavailable for requested intra mode [h264 @ 0x638609ab1f80] error while decoding MB 0 7, bytestream 7795 [h264 @ 0x63860999ee40] left block unavailable for requested intra mode [h264 @ 0x63860999ee40] error while decoding MB 0 67, bytestream 2470 [h264 @ 0x63860a5d1840] error while decoding MB 10 49, bytestream -16", "last_exit_at": "2026-10-30T11:20:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T11:20:53+09:00", "pid": 103784, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.395, "name": "ffmpeg", "pid": 103784, "rss_mb": 206.395, "state": "S (sleeping)", "threads": 70}, "restart_count": 547, "restart_count_per_hour": 22, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 548}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.489, "sample_count": 2304, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1446797, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:20:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.95, "last_frame_pushed_at": "2026-10-30T11:20:50+09:00", "last_frame_read_age_sec": 5.049, "last_frame_read_at": "2026-10-30T11:20:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 90, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 49.126, "last_sample_duration_ms": 1255.508, "last_trigger": "periodic", "next_snapshot_in_sec": 550.874, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 290, "storage_bytes": 2764240}, "mjpeg": {"age_sec": 4.941, "exists": true, "mtime": "2026-10-30T11:20:50.157805+09:00", "mtime_epoch": 1793326850.1578054, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 133172}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:20:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1454.633, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1446797, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.28, "max": 6.0, "p95": 6.0, "sample_count": 150}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.373, "max": 2.0, "p95": 2.0, "sample_count": 59}, "total": {"avg": 0.54, "max": 2.0, "p95": 2.0, "sample_count": 150}}, "tracking_counts": {"active": {"avg": 0.46, "max": 2.0, "p95": 1.0, "sample_count": 150}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "removed": {"avg": 0.007, "max": 1.0, "p95": 0.0, "sample_count": 150}, "tracked": {"avg": 0.46, "max": 2.0, "p95": 1.0, "sample_count": 150}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 150, "pushed_frames": 150, "read_frames": 149, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.014, "pushed": 5.014, "read": 4.98}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 149, "client_acquire_ms": {"avg_ms": 0.008, "count": 150, "max_ms": 0.031, "p95_ms": 0.018, "reason": null, "sample_age_ms": 5002.842, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.799, "count": 149, "max_ms": 4.122, "p95_ms": 2.855, "reason": null, "sample_age_ms": 5056.173, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.332, "count": 149, "max_ms": 3.466, "p95_ms": 1.922, "reason": null, "sample_age_ms": 5056.347, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.32, "count": 150, "max_ms": 0.833, "p95_ms": 0.61, "reason": null, "sample_age_ms": 5002.858, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.919, "count": 149, "max_ms": 4.282, "p95_ms": 3.096, "reason": null, "sample_age_ms": 5054.839, "source": "client_direct"}, "request_count": 149, "request_tensor_bytes": {"avg": 2764808.0, "count": 149, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5054.818, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 150, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5003.41, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.239, "count": 150, "max_ms": 81.917, "p95_ms": 64.804, "reason": null, "sample_age_ms": 5002.834, "source": "client_direct"}, "sample_age_ms": 5002.825, "source": "client_direct", "task_total_ms": {"avg_ms": 47.657, "count": 150, "max_ms": 85.297, "p95_ms": 66.815, "reason": null, "sample_age_ms": 5002.825, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.95, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.688, "count": 150, "max_ms": 10.26, "p95_ms": 7.812}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.348, "count": 150, "max_ms": 1.08, "p95_ms": 0.666}, "detection_prepare_ms": {"avg_ms": 0.638, "count": 150, "max_ms": 2.816, "p95_ms": 2.052}, "event_filter_ms": {"avg_ms": 0.005, "count": 150, "max_ms": 0.025, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.14, "count": 150, "max_ms": 0.514, "p95_ms": 0.355}, "mcmt_ms": {"avg_ms": 0.003, "count": 150, "max_ms": 0.019, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.796, "count": 150, "max_ms": 3.427, "p95_ms": 2.716}, "setup_ms": {"avg_ms": 0.047, "count": 150, "max_ms": 0.172, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 2.635, "count": 150, "max_ms": 10.115, "p95_ms": 7.654}, "track_match_ms": {"avg_ms": 0.048, "count": 150, "max_ms": 0.239, "p95_ms": 0.178}, "tracker_update_ms": {"avg_ms": 0.609, "count": 150, "max_ms": 3.342, "p95_ms": 2.146}}, "gstreamer_push": {"avg_ms": 3.186, "count": 150, "max_ms": 7.881, "p95_ms": 4.879}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 150, "max_ms": 0.177, "p95_ms": 0.106}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.828, "count": 150, "max_ms": 86.516, "p95_ms": 68.523}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.394, "count": 150, "max_ms": 10.868, "p95_ms": 6.376}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.739, "count": 150, "max_ms": 151.819, "p95_ms": 128.805}, "inference_input_copy_ms": {"avg_ms": 1.65, "count": 150, "max_ms": 4.276, "p95_ms": 2.927}, "processing_residual_ms": {"avg_ms": 0.196, "count": 150, "max_ms": 0.643, "p95_ms": 0.387}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.98, "count": 150, "max_ms": 156.11, "p95_ms": 133.248}, "read_interval": {"avg_ms": 167.655, "count": 149, "max_ms": 2511.148, "p95_ms": 172.717}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 150, "max_ms": 0.09, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.738, "count": 150, "max_ms": 3.304, "p95_ms": 2.627}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 150, "max_ms": 0.054, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.722, "count": 150, "max_ms": 3.276, "p95_ms": 2.604}, "worker_merge_ms": {"avg_ms": 0.006, "count": 150, "max_ms": 0.041, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 48.842, "count": 150, "max_ms": 86.533, "p95_ms": 68.531}, "visualize": {"avg_ms": 47.048, "count": 150, "max_ms": 72.624, "p95_ms": 62.65}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.492, "count": 150, "max_ms": 67.054, "p95_ms": 59.518}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.284, "count": 150, "max_ms": 69.344, "p95_ms": 61.652}, "visualize_input_copy_ms": {"avg_ms": 0.564, "count": 150, "max_ms": 2.981, "p95_ms": 2.156}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.171, "count": 150, "max_ms": 69.201, "p95_ms": 61.59}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 150, "max_ms": 0.21, "p95_ms": 0.14}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 150}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1444.203, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.222, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.387, "sample_count": 2342, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1446789, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:20:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 129076, "write_bytes_delta": 129076, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 366.0, "cpu_core_ratio": 0.828698, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14420.0, "pid": 103668, "reason": null, "system_cpu_core_ratio": 0.417087, "system_cpu_s_delta": 8.38, "user_cpu_core_ratio": 0.411612, "user_cpu_s_delta": 8.269999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.908333, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 144990.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.301616, "system_cpu_s_delta": 6.059999999997672, "user_cpu_core_ratio": 0.606717, "user_cpu_s_delta": 12.190000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.254, "count": 183, "max_ms": 7.881, "p95_ms": 5.2, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.639, "max": 8.0, "p95": 6.0, "sample_count": 183}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.294, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 85}, "total": {"avg": 0.601, "max": 2.0, "p95": 2.0, "sample_count": 183}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.896, "count": 30, "max": 56.498, "p95": 46.028, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.273, "count": 30, "max": 27.901, "p95": 26.538, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 986.8, "count": 30, "max": 1333.0, "p95": 1213.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1425.2, "count": 30, "max": 14420.0, "p95": 5311.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.088, "count": 30, "max": 0.417, "p95": 0.296, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.415, "count": 30, "max": 0.501, "p95": 0.465, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.104, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 117716.933, "count": 30, "max": 129076.0, "p95": 121664.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117716.933, "count": 30, "max": 129076.0, "p95": 121664.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 173262.467, "count": 30, "max": 215571.0, "p95": 214414.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.46, "count": 30, "max": 0.62, "p95": 0.603, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.856, "count": 30, "max": 1.093, "p95": 1.049, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11165, "sampled_at": "2026-10-30T11:20:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:20:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2780920, "flush_count": 2895, "flush_interval_seconds": 30.0, "flush_state": {"count": 2895, "last_at": "2026-10-30T11:22:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:22:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2894}, "started": true, "suppressed_count": 1445079, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1444935}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2895, "written_record_count": 2895}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9503.371, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x566a7a529740] error while decoding MB 36 35, bytestream -11", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4002954854400, "copied_frame_count": 1447828, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 4002954854400, "frame_buffer_copies": 1447828, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.124, "count": 512, "max_ms": 3.3584, "p50_ms": 0.0967, "p95_ms": 0.2113, "p99_ms": 0.3146}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4444, "count": 512, "max_ms": 3.4917, "p50_ms": 1.3771, "p95_ms": 2.3615, "p99_ms": 3.0665, "results": {"failed": 0, "not_applicable": 0, "success": 1447828, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 504, "h264_decode_error_count": 1123, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:22:58+09:00", "last_error_summary": "[h264 @ 0x566a7a529740] error while decoding MB 36 35, bytestream -11", "last_exit_at": "2026-10-30T11:20:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.145, "last_started_at": "2026-10-30T11:20:53+09:00", "pid": 103784, "process": {"exists": false, "pid": 103784}, "restart_count": 547, "restart_count_per_hour": 22, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 548}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.79, "sample_count": 2391, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1447828, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:22:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.074, "last_frame_pushed_at": "2026-10-30T11:22:58+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-10-30T11:22:58+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 90, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 172.267, "last_sample_duration_ms": 1255.508, "last_trigger": "periodic", "next_snapshot_in_sec": 427.733, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 290, "storage_bytes": 2764240}, "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-10-30T11:22:58.178442+09:00", "mtime_epoch": 1793326978.1784425, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 124706}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:22:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1455.129, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1447829, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.154, "max": 17.0, "p95": 13.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.516, "max": 3.0, "p95": 3.0, "sample_count": 221}, "total": {"avg": 1.432, "max": 3.0, "p95": 3.0, "sample_count": 234}}, "tracking_counts": {"active": {"avg": 0.748, "max": 2.0, "p95": 2.0, "sample_count": 234}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}, "removed": {"avg": 0.026, "max": 1.0, "p95": 0.0, "sample_count": 234}, "tracked": {"avg": 0.748, "max": 2.0, "p95": 2.0, "sample_count": 234}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.808, "pushed": 7.808, "read": 7.808}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 234, "client_acquire_ms": {"avg_ms": 0.007, "count": 234, "max_ms": 0.027, "p95_ms": 0.015, "reason": null, "sample_age_ms": 23.996, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.806, "count": 234, "max_ms": 9.466, "p95_ms": 2.773, "reason": null, "sample_age_ms": 74.848, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.388, "count": 234, "max_ms": 9.13, "p95_ms": 2.208, "reason": null, "sample_age_ms": 75.123, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.356, "count": 234, "max_ms": 0.976, "p95_ms": 0.74, "reason": null, "sample_age_ms": 24.013, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.79, "count": 234, "max_ms": 4.607, "p95_ms": 3.322, "reason": null, "sample_age_ms": 73.895, "source": "client_direct"}, "request_count": 234, "request_tensor_bytes": {"avg": 2764808.0, "count": 234, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 73.882, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 234, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 24.756, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.793, "count": 234, "max_ms": 81.501, "p95_ms": 63.108, "reason": null, "sample_age_ms": 23.991, "source": "client_direct"}, "sample_age_ms": 23.985, "source": "client_direct", "task_total_ms": {"avg_ms": 48.107, "count": 234, "max_ms": 84.281, "p95_ms": 66.955, "reason": null, "sample_age_ms": 23.985, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.144, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.435, "count": 234, "max_ms": 16.053, "p95_ms": 10.218}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.405, "count": 234, "max_ms": 1.95, "p95_ms": 0.76}, "detection_prepare_ms": {"avg_ms": 1.384, "count": 234, "max_ms": 7.562, "p95_ms": 2.636}, "event_filter_ms": {"avg_ms": 0.005, "count": 234, "max_ms": 0.023, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.231, "count": 234, "max_ms": 0.751, "p95_ms": 0.47}, "mcmt_ms": {"avg_ms": 0.012, "count": 234, "max_ms": 1.912, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.515, "count": 234, "max_ms": 5.918, "p95_ms": 3.162}, "setup_ms": {"avg_ms": 0.043, "count": 234, "max_ms": 0.169, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 5.376, "count": 234, "max_ms": 15.966, "p95_ms": 10.132}, "track_match_ms": {"avg_ms": 0.112, "count": 234, "max_ms": 0.477, "p95_ms": 0.269}, "tracker_update_ms": {"avg_ms": 1.668, "count": 234, "max_ms": 9.709, "p95_ms": 3.271}}, "gstreamer_push": {"avg_ms": 3.078, "count": 234, "max_ms": 6.822, "p95_ms": 5.018}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 234, "max_ms": 0.177, "p95_ms": 0.115}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.342, "count": 234, "max_ms": 85.163, "p95_ms": 67.801}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.886, "count": 234, "max_ms": 13.273, "p95_ms": 7.874}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.353, "count": 234, "max_ms": 156.777, "p95_ms": 136.12}, "inference_input_copy_ms": {"avg_ms": 1.585, "count": 234, "max_ms": 4.404, "p95_ms": 2.697}, "processing_residual_ms": {"avg_ms": 0.195, "count": 234, "max_ms": 0.514, "p95_ms": 0.373}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.018, "count": 234, "max_ms": 171.192, "p95_ms": 141.202}, "read_interval": {"avg_ms": 128.227, "count": 234, "max_ms": 216.692, "p95_ms": 163.592}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 234, "max_ms": 0.044, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 1.45, "count": 234, "max_ms": 5.743, "p95_ms": 3.068}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 234, "max_ms": 0.079, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.434, "count": 234, "max_ms": 5.703, "p95_ms": 3.043}, "worker_merge_ms": {"avg_ms": 0.007, "count": 234, "max_ms": 0.039, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 49.356, "count": 234, "max_ms": 85.169, "p95_ms": 67.81}, "visualize": {"avg_ms": 52.292, "count": 234, "max_ms": 77.943, "p95_ms": 69.379}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 47.059, "count": 234, "max_ms": 70.831, "p95_ms": 62.058}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 50.794, "count": 234, "max_ms": 75.816, "p95_ms": 67.108}, "visualize_input_copy_ms": {"avg_ms": 1.306, "count": 234, "max_ms": 3.803, "p95_ms": 2.38}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 50.654, "count": 234, "max_ms": 75.568, "p95_ms": 66.915}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 234, "max_ms": 0.203, "p95_ms": 0.147}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 234}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1444.676, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.0, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.574, "sample_count": 2394, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1447764, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:22:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 123106, "write_bytes_delta": 123106, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1076.0, "cpu_core_ratio": 0.436465, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 103784, "reason": null, "system_cpu_core_ratio": 0.04095, "system_cpu_s_delta": 0.8199999999999994, "user_cpu_core_ratio": 0.395515, "user_cpu_s_delta": 7.920000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.734373, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 201461.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.642212, "system_cpu_s_delta": 12.860000000000582, "user_cpu_core_ratio": 1.092161, "user_cpu_s_delta": 21.869999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.009, "count": 243, "max_ms": 6.822, "p95_ms": 4.779, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.778, "max": 17.0, "p95": 12.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.366, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 213}, "total": {"avg": 1.198, "max": 3.0, "p95": 3.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.399, "count": 30, "max": 56.498, "p95": 50.937, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.493, "count": 30, "max": 27.033, "p95": 25.277, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1028.933, "count": 30, "max": 1333.0, "p95": 1250.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1303.467, "count": 30, "max": 14420.0, "p95": 5311.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.086, "count": 30, "max": 0.417, "p95": 0.296, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.419, "count": 30, "max": 0.501, "p95": 0.463, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.104, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 118937.267, "count": 30, "max": 129076.0, "p95": 123172.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 118937.267, "count": 30, "max": 129076.0, "p95": 123172.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 169684.867, "count": 30, "max": 215571.0, "p95": 214414.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.454, "count": 30, "max": 0.642, "p95": 0.613, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.859, "count": 30, "max": 1.093, "p95": 1.077, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11171, "sampled_at": "2026-10-30T11:22:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:22:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2780920, "flush_count": 2895, "flush_interval_seconds": 30.0, "flush_state": {"count": 2895, "last_at": "2026-10-30T11:22:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:22:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2894}, "started": true, "suppressed_count": 1445079, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1444935}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2895, "written_record_count": 2895}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9492.414, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T11:22:58+09:00", "last_error_summary": "[h264 @ 0x566a7a529740] error while decoding MB 36 35, bytestream -11", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4002957619200, "copied_frame_count": 1447829, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 4002957619200, "frame_buffer_copies": 1447829, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1241, "count": 512, "max_ms": 3.3584, "p50_ms": 0.0967, "p95_ms": 0.2145, "p99_ms": 0.3146}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4444, "count": 512, "max_ms": 3.4917, "p50_ms": 1.3771, "p95_ms": 2.3615, "p99_ms": 3.0665, "results": {"failed": 0, "not_applicable": 0, "success": 1447829, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 504, "h264_decode_error_count": 1123, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:22:58+09:00", "last_error_summary": "[h264 @ 0x566a7a529740] error while decoding MB 36 35, bytestream -11", "last_exit_at": "2026-10-30T11:22:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.207, "last_started_at": "2026-10-30T11:20:53+09:00", "pid": 103784, "process": {"exists": false, "pid": 103784}, "restart_count": 547, "restart_count_per_hour": 22, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 548}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.79, "sample_count": 2392, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1447829, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:22:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T11:22:58+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-10-30T11:22:58+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 90, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 172.337, "last_sample_duration_ms": 1255.508, "last_trigger": "periodic", "next_snapshot_in_sec": 427.663, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 290, "storage_bytes": 2764240}, "mjpeg": {"age_sec": 0.126, "exists": true, "mtime": "2026-10-30T11:22:58.178442+09:00", "mtime_epoch": 1793326978.1784425, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 124706}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:22:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1444.703, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1447829, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.145, "max": 17.0, "p95": 13.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.52, "max": 3.0, "p95": 3.0, "sample_count": 221}, "total": {"avg": 1.436, "max": 3.0, "p95": 3.0, "sample_count": 234}}, "tracking_counts": {"active": {"avg": 0.752, "max": 2.0, "p95": 2.0, "sample_count": 234}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}, "removed": {"avg": 0.026, "max": 1.0, "p95": 0.0, "sample_count": 234}, "tracked": {"avg": 0.752, "max": 2.0, "p95": 2.0, "sample_count": 234}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.818, "pushed": 7.818, "read": 7.785}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 233, "client_acquire_ms": {"avg_ms": 0.007, "count": 234, "max_ms": 0.027, "p95_ms": 0.015, "reason": null, "sample_age_ms": 94.504, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.808, "count": 233, "max_ms": 9.466, "p95_ms": 2.791, "reason": null, "sample_age_ms": 145.356, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.39, "count": 233, "max_ms": 9.13, "p95_ms": 2.211, "reason": null, "sample_age_ms": 145.631, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.356, "count": 234, "max_ms": 0.976, "p95_ms": 0.74, "reason": null, "sample_age_ms": 94.521, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.791, "count": 233, "max_ms": 4.607, "p95_ms": 3.33, "reason": null, "sample_age_ms": 144.404, "source": "client_direct"}, "request_count": 233, "request_tensor_bytes": {"avg": 2764808.0, "count": 233, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 144.391, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 234, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 95.264, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.793, "count": 234, "max_ms": 81.501, "p95_ms": 63.108, "reason": null, "sample_age_ms": 94.5, "source": "client_direct"}, "sample_age_ms": 94.494, "source": "client_direct", "task_total_ms": {"avg_ms": 48.107, "count": 234, "max_ms": 84.281, "p95_ms": 66.955, "reason": null, "sample_age_ms": 94.494, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.126, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.442, "count": 234, "max_ms": 16.053, "p95_ms": 10.218}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.406, "count": 234, "max_ms": 1.95, "p95_ms": 0.76}, "detection_prepare_ms": {"avg_ms": 1.381, "count": 234, "max_ms": 7.562, "p95_ms": 2.636}, "event_filter_ms": {"avg_ms": 0.005, "count": 234, "max_ms": 0.023, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.231, "count": 234, "max_ms": 0.751, "p95_ms": 0.47}, "mcmt_ms": {"avg_ms": 0.012, "count": 234, "max_ms": 1.912, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.52, "count": 234, "max_ms": 5.918, "p95_ms": 3.162}, "setup_ms": {"avg_ms": 0.043, "count": 234, "max_ms": 0.169, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 5.383, "count": 234, "max_ms": 15.966, "p95_ms": 10.132}, "track_match_ms": {"avg_ms": 0.112, "count": 234, "max_ms": 0.477, "p95_ms": 0.269}, "tracker_update_ms": {"avg_ms": 1.673, "count": 234, "max_ms": 9.709, "p95_ms": 3.271}}, "gstreamer_push": {"avg_ms": 3.083, "count": 234, "max_ms": 6.822, "p95_ms": 5.018}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 234, "max_ms": 0.177, "p95_ms": 0.115}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.33, "count": 234, "max_ms": 85.163, "p95_ms": 67.801}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.883, "count": 234, "max_ms": 13.273, "p95_ms": 7.874}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.431, "count": 234, "max_ms": 156.777, "p95_ms": 136.12}, "inference_input_copy_ms": {"avg_ms": 1.576, "count": 234, "max_ms": 4.404, "p95_ms": 2.682}, "processing_residual_ms": {"avg_ms": 0.193, "count": 234, "max_ms": 0.514, "p95_ms": 0.371}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.083, "count": 234, "max_ms": 171.192, "p95_ms": 141.202}, "read_interval": {"avg_ms": 128.265, "count": 233, "max_ms": 216.692, "p95_ms": 163.592}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 234, "max_ms": 0.044, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 1.455, "count": 234, "max_ms": 5.743, "p95_ms": 3.068}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 234, "max_ms": 0.079, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.439, "count": 234, "max_ms": 5.703, "p95_ms": 3.043}, "worker_merge_ms": {"avg_ms": 0.007, "count": 234, "max_ms": 0.039, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 49.344, "count": 234, "max_ms": 85.169, "p95_ms": 67.81}, "visualize": {"avg_ms": 52.375, "count": 234, "max_ms": 77.943, "p95_ms": 69.379}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 47.133, "count": 234, "max_ms": 70.831, "p95_ms": 62.058}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 50.875, "count": 234, "max_ms": 75.816, "p95_ms": 67.108}, "visualize_input_copy_ms": {"avg_ms": 1.307, "count": 234, "max_ms": 3.803, "p95_ms": 2.38}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 50.735, "count": 234, "max_ms": 75.568, "p95_ms": 66.915}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 234, "max_ms": 0.203, "p95_ms": 0.147}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 234}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1444.676, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.0, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.574, "sample_count": 2394, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1447764, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:22:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 123106, "write_bytes_delta": 123106, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1076.0, "cpu_core_ratio": 0.436465, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 103784, "reason": null, "system_cpu_core_ratio": 0.04095, "system_cpu_s_delta": 0.8199999999999994, "user_cpu_core_ratio": 0.395515, "user_cpu_s_delta": 7.920000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.734373, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 201461.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.642212, "system_cpu_s_delta": 12.860000000000582, "user_cpu_core_ratio": 1.092161, "user_cpu_s_delta": 21.869999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.009, "count": 243, "max_ms": 6.822, "p95_ms": 4.779, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.778, "max": 17.0, "p95": 12.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.366, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 213}, "total": {"avg": 1.198, "max": 3.0, "p95": 3.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.399, "count": 30, "max": 56.498, "p95": 50.937, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.493, "count": 30, "max": 27.033, "p95": 25.277, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1028.933, "count": 30, "max": 1333.0, "p95": 1250.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1303.467, "count": 30, "max": 14420.0, "p95": 5311.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.086, "count": 30, "max": 0.417, "p95": 0.296, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.419, "count": 30, "max": 0.501, "p95": 0.463, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.104, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 118937.267, "count": 30, "max": 129076.0, "p95": 123172.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 118937.267, "count": 30, "max": 129076.0, "p95": 123172.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 169684.867, "count": 30, "max": 215571.0, "p95": 214414.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.454, "count": 30, "max": 0.642, "p95": 0.613, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.859, "count": 30, "max": 1.093, "p95": 1.077, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11171, "sampled_at": "2026-10-30T11:22:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:22:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2780920, "flush_count": 2895, "flush_interval_seconds": 30.0, "flush_state": {"count": 2895, "last_at": "2026-10-30T11:22:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:22:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2894}, "started": true, "suppressed_count": 1445079, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1444935}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2895, "written_record_count": 2895}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9491.758, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4002957619200, "copied_frame_count": 1447829, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 4002957619200, "frame_buffer_copies": 1447829, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1241, "count": 512, "max_ms": 3.3584, "p50_ms": 0.0967, "p95_ms": 0.2145, "p99_ms": 0.3146}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4444, "count": 512, "max_ms": 3.4917, "p50_ms": 1.3771, "p95_ms": 2.3615, "p99_ms": 3.0665, "results": {"failed": 0, "not_applicable": 0, "success": 1447829, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 504, "h264_decode_error_count": 1123, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:22:58+09:00", "last_error_summary": "[h264 @ 0x566a7a529740] error while decoding MB 36 35, bytestream -11", "last_exit_at": "2026-10-30T11:22:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.244, "last_started_at": "2026-10-30T11:20:53+09:00", "pid": 103784, "process": {"exists": false, "pid": 103784}, "restart_count": 547, "restart_count_per_hour": 22, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 548}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.79, "sample_count": 2391, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1447829, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:22:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.04, "last_frame_pushed_at": "2026-10-30T11:22:58+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-10-30T11:22:58+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 90, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 172.363, "last_sample_duration_ms": 1255.508, "last_trigger": "periodic", "next_snapshot_in_sec": 427.637, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 290, "storage_bytes": 2764240}, "mjpeg": {"age_sec": 0.028, "exists": true, "mtime": "2026-10-30T11:22:58.314444+09:00", "mtime_epoch": 1793326978.314444, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 124786}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:22:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1444.703, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1447829, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.145, "max": 17.0, "p95": 13.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.52, "max": 3.0, "p95": 3.0, "sample_count": 221}, "total": {"avg": 1.436, "max": 3.0, "p95": 3.0, "sample_count": 234}}, "tracking_counts": {"active": {"avg": 0.752, "max": 2.0, "p95": 2.0, "sample_count": 234}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}, "removed": {"avg": 0.026, "max": 1.0, "p95": 0.0, "sample_count": 234}, "tracked": {"avg": 0.752, "max": 2.0, "p95": 2.0, "sample_count": 234}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.809, "pushed": 7.809, "read": 7.775}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 233, "client_acquire_ms": {"avg_ms": 0.007, "count": 233, "max_ms": 0.027, "p95_ms": 0.015, "reason": null, "sample_age_ms": 121.601, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.808, "count": 233, "max_ms": 9.466, "p95_ms": 2.791, "reason": null, "sample_age_ms": 172.453, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.39, "count": 233, "max_ms": 9.13, "p95_ms": 2.211, "reason": null, "sample_age_ms": 172.728, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.357, "count": 233, "max_ms": 0.976, "p95_ms": 0.74, "reason": null, "sample_age_ms": 121.618, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.791, "count": 233, "max_ms": 4.607, "p95_ms": 3.33, "reason": null, "sample_age_ms": 171.5, "source": "client_direct"}, "request_count": 233, "request_tensor_bytes": {"avg": 2764808.0, "count": 233, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 171.487, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 233, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 122.361, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.815, "count": 233, "max_ms": 81.501, "p95_ms": 63.119, "reason": null, "sample_age_ms": 121.596, "source": "client_direct"}, "sample_age_ms": 121.59, "source": "client_direct", "task_total_ms": {"avg_ms": 48.129, "count": 233, "max_ms": 84.281, "p95_ms": 66.962, "reason": null, "sample_age_ms": 121.59, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.947, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.442, "count": 234, "max_ms": 16.053, "p95_ms": 10.218}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.406, "count": 234, "max_ms": 1.95, "p95_ms": 0.76}, "detection_prepare_ms": {"avg_ms": 1.381, "count": 234, "max_ms": 7.562, "p95_ms": 2.636}, "event_filter_ms": {"avg_ms": 0.005, "count": 234, "max_ms": 0.023, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.231, "count": 234, "max_ms": 0.751, "p95_ms": 0.47}, "mcmt_ms": {"avg_ms": 0.012, "count": 234, "max_ms": 1.912, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.52, "count": 234, "max_ms": 5.918, "p95_ms": 3.162}, "setup_ms": {"avg_ms": 0.043, "count": 234, "max_ms": 0.169, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 5.383, "count": 234, "max_ms": 15.966, "p95_ms": 10.132}, "track_match_ms": {"avg_ms": 0.112, "count": 234, "max_ms": 0.477, "p95_ms": 0.269}, "tracker_update_ms": {"avg_ms": 1.673, "count": 234, "max_ms": 9.709, "p95_ms": 3.271}}, "gstreamer_push": {"avg_ms": 3.083, "count": 234, "max_ms": 6.822, "p95_ms": 5.018}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 234, "max_ms": 0.177, "p95_ms": 0.115}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.33, "count": 234, "max_ms": 85.163, "p95_ms": 67.801}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.883, "count": 234, "max_ms": 13.273, "p95_ms": 7.874}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.431, "count": 234, "max_ms": 156.777, "p95_ms": 136.12}, "inference_input_copy_ms": {"avg_ms": 1.576, "count": 234, "max_ms": 4.404, "p95_ms": 2.682}, "processing_residual_ms": {"avg_ms": 0.193, "count": 234, "max_ms": 0.514, "p95_ms": 0.371}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.083, "count": 234, "max_ms": 171.192, "p95_ms": 141.202}, "read_interval": {"avg_ms": 128.265, "count": 233, "max_ms": 216.692, "p95_ms": 163.592}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 234, "max_ms": 0.044, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 1.455, "count": 234, "max_ms": 5.743, "p95_ms": 3.068}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 234, "max_ms": 0.079, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.439, "count": 234, "max_ms": 5.703, "p95_ms": 3.043}, "worker_merge_ms": {"avg_ms": 0.007, "count": 234, "max_ms": 0.039, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 49.344, "count": 234, "max_ms": 85.169, "p95_ms": 67.81}, "visualize": {"avg_ms": 52.375, "count": 234, "max_ms": 77.943, "p95_ms": 69.379}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 47.133, "count": 234, "max_ms": 70.831, "p95_ms": 62.058}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 50.875, "count": 234, "max_ms": 75.816, "p95_ms": 67.108}, "visualize_input_copy_ms": {"avg_ms": 1.307, "count": 234, "max_ms": 3.803, "p95_ms": 2.38}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 50.735, "count": 234, "max_ms": 75.568, "p95_ms": 66.915}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 234, "max_ms": 0.203, "p95_ms": 0.147}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 234}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1444.676, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.0, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.574, "sample_count": 2394, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1447764, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:22:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 123106, "write_bytes_delta": 123106, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1076.0, "cpu_core_ratio": 0.436465, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 103784, "reason": null, "system_cpu_core_ratio": 0.04095, "system_cpu_s_delta": 0.8199999999999994, "user_cpu_core_ratio": 0.395515, "user_cpu_s_delta": 7.920000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.734373, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 201461.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.642212, "system_cpu_s_delta": 12.860000000000582, "user_cpu_core_ratio": 1.092161, "user_cpu_s_delta": 21.869999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.009, "count": 243, "max_ms": 6.822, "p95_ms": 4.779, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.778, "max": 17.0, "p95": 12.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.366, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 213}, "total": {"avg": 1.198, "max": 3.0, "p95": 3.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.399, "count": 30, "max": 56.498, "p95": 50.937, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.493, "count": 30, "max": 27.033, "p95": 25.277, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1028.933, "count": 30, "max": 1333.0, "p95": 1250.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1303.467, "count": 30, "max": 14420.0, "p95": 5311.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.086, "count": 30, "max": 0.417, "p95": 0.296, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.419, "count": 30, "max": 0.501, "p95": 0.463, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.104, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 118937.267, "count": 30, "max": 129076.0, "p95": 123172.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 118937.267, "count": 30, "max": 129076.0, "p95": 123172.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 169684.867, "count": 30, "max": 215571.0, "p95": 214414.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.454, "count": 30, "max": 0.642, "p95": 0.613, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.859, "count": 30, "max": 1.093, "p95": 1.077, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11171, "sampled_at": "2026-10-30T11:22:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:22:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2780920, "flush_count": 2895, "flush_interval_seconds": 30.0, "flush_state": {"count": 2895, "last_at": "2026-10-30T11:22:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:22:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2894}, "started": true, "suppressed_count": 1445079, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1444935}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2895, "written_record_count": 2895}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9672.648, "limit_mb": null}, "detail": {"pid": 103900, "restart_count": 548, "start_count": 549}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4002957619200, "copied_frame_count": 1447829, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 4002957619200, "frame_buffer_copies": 1447829, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1241, "count": 512, "max_ms": 3.3584, "p50_ms": 0.0967, "p95_ms": 0.2145, "p99_ms": 0.3146}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4444, "count": 512, "max_ms": 3.4917, "p50_ms": 1.3771, "p95_ms": 2.3615, "p99_ms": 3.0665, "results": {"failed": 0, "not_applicable": 0, "success": 1447829, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 504, "h264_decode_error_count": 1123, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:22:58+09:00", "last_error_summary": "[h264 @ 0x566a7a529740] error while decoding MB 36 35, bytestream -11", "last_exit_at": "2026-10-30T11:23:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T11:23:01+09:00", "pid": 103900, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.871, "name": "ffmpeg", "pid": 103900, "rss_mb": 209.871, "state": "S (sleeping)", "threads": 70}, "restart_count": 548, "restart_count_per_hour": 23, "rtsp_timeout_count": 184, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 549}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.787, "sample_count": 2353, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1447829, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:22:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.917, "last_frame_pushed_at": "2026-10-30T11:22:58+09:00", "last_frame_read_age_sec": 5.046, "last_frame_read_at": "2026-10-30T11:22:58+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 90, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 177.253, "last_sample_duration_ms": 1255.508, "last_trigger": "periodic", "next_snapshot_in_sec": 422.747, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 290, "storage_bytes": 2764240}, "mjpeg": {"age_sec": 4.905, "exists": true, "mtime": "2026-10-30T11:22:58.314444+09:00", "mtime_epoch": 1793326978.314444, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 124786}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:23:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1444.707, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1447829, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.052, "max": 17.0, "p95": 13.0, "sample_count": 194}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.575, "max": 3.0, "p95": 3.0, "sample_count": 181}, "total": {"avg": 1.469, "max": 3.0, "p95": 3.0, "sample_count": 194}}, "tracking_counts": {"active": {"avg": 0.902, "max": 2.0, "p95": 2.0, "sample_count": 194}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 194}, "removed": {"avg": 0.031, "max": 1.0, "p95": 0.0, "sample_count": 194}, "tracked": {"avg": 0.902, "max": 2.0, "p95": 2.0, "sample_count": 194}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 194}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.473, "pushed": 6.473, "read": 6.439}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 193, "client_acquire_ms": {"avg_ms": 0.007, "count": 193, "max_ms": 0.027, "p95_ms": 0.015, "reason": null, "sample_age_ms": 5004.782, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.801, "count": 193, "max_ms": 5.437, "p95_ms": 2.791, "reason": null, "sample_age_ms": 5055.634, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.37, "count": 193, "max_ms": 4.912, "p95_ms": 2.211, "reason": null, "sample_age_ms": 5055.908, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.357, "count": 193, "max_ms": 0.976, "p95_ms": 0.733, "reason": null, "sample_age_ms": 5004.799, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.802, "count": 193, "max_ms": 4.607, "p95_ms": 3.29, "reason": null, "sample_age_ms": 5054.681, "source": "client_direct"}, "request_count": 193, "request_tensor_bytes": {"avg": 2764808.0, "count": 193, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5054.668, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 193, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5005.542, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.696, "count": 193, "max_ms": 81.501, "p95_ms": 64.948, "reason": null, "sample_age_ms": 5004.777, "source": "client_direct"}, "sample_age_ms": 5004.771, "source": "client_direct", "task_total_ms": {"avg_ms": 49.026, "count": 193, "max_ms": 84.281, "p95_ms": 67.732, "reason": null, "sample_age_ms": 5004.771, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.06, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.401, "count": 194, "max_ms": 16.053, "p95_ms": 10.284}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.421, "count": 194, "max_ms": 1.95, "p95_ms": 0.786}, "detection_prepare_ms": {"avg_ms": 1.391, "count": 194, "max_ms": 7.562, "p95_ms": 2.704}, "event_filter_ms": {"avg_ms": 0.005, "count": 194, "max_ms": 0.018, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.225, "count": 194, "max_ms": 0.751, "p95_ms": 0.47}, "mcmt_ms": {"avg_ms": 0.013, "count": 194, "max_ms": 1.912, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.398, "count": 194, "max_ms": 5.918, "p95_ms": 3.162}, "setup_ms": {"avg_ms": 0.044, "count": 194, "max_ms": 0.169, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 5.34, "count": 194, "max_ms": 15.966, "p95_ms": 10.197}, "track_match_ms": {"avg_ms": 0.122, "count": 194, "max_ms": 0.477, "p95_ms": 0.278}, "tracker_update_ms": {"avg_ms": 1.721, "count": 194, "max_ms": 9.709, "p95_ms": 3.386}}, "gstreamer_push": {"avg_ms": 3.108, "count": 194, "max_ms": 6.822, "p95_ms": 5.08}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 194, "max_ms": 0.177, "p95_ms": 0.115}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.201, "count": 194, "max_ms": 85.163, "p95_ms": 70.79}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.913, "count": 194, "max_ms": 13.273, "p95_ms": 8.505}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.677, "count": 194, "max_ms": 156.777, "p95_ms": 136.546}, "inference_input_copy_ms": {"avg_ms": 1.573, "count": 194, "max_ms": 4.404, "p95_ms": 2.682}, "processing_residual_ms": {"avg_ms": 0.196, "count": 194, "max_ms": 0.514, "p95_ms": 0.38}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.36, "count": 194, "max_ms": 171.192, "p95_ms": 141.829}, "read_interval": {"avg_ms": 129.749, "count": 193, "max_ms": 216.692, "p95_ms": 169.224}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 194, "max_ms": 0.044, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 1.333, "count": 194, "max_ms": 5.743, "p95_ms": 3.068}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 194, "max_ms": 0.069, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.317, "count": 194, "max_ms": 5.703, "p95_ms": 3.043}, "worker_merge_ms": {"avg_ms": 0.007, "count": 194, "max_ms": 0.026, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 50.215, "count": 194, "max_ms": 85.169, "p95_ms": 70.797}, "visualize": {"avg_ms": 52.789, "count": 194, "max_ms": 77.943, "p95_ms": 69.652}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 47.493, "count": 194, "max_ms": 70.831, "p95_ms": 62.564}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 51.285, "count": 194, "max_ms": 75.816, "p95_ms": 68.322}, "visualize_input_copy_ms": {"avg_ms": 1.312, "count": 194, "max_ms": 3.803, "p95_ms": 2.389}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 51.144, "count": 194, "max_ms": 75.568, "p95_ms": 68.205}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 194, "max_ms": 0.177, "p95_ms": 0.147}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 194}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 194}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 194}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1444.676, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.0, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.574, "sample_count": 2394, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1447764, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:22:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 123106, "write_bytes_delta": 123106, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1076.0, "cpu_core_ratio": 0.436465, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 103784, "reason": null, "system_cpu_core_ratio": 0.04095, "system_cpu_s_delta": 0.8199999999999994, "user_cpu_core_ratio": 0.395515, "user_cpu_s_delta": 7.920000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.734373, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 201461.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.642212, "system_cpu_s_delta": 12.860000000000582, "user_cpu_core_ratio": 1.092161, "user_cpu_s_delta": 21.869999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.009, "count": 243, "max_ms": 6.822, "p95_ms": 4.779, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.778, "max": 17.0, "p95": 12.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.366, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 213}, "total": {"avg": 1.198, "max": 3.0, "p95": 3.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.399, "count": 30, "max": 56.498, "p95": 50.937, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.493, "count": 30, "max": 27.033, "p95": 25.277, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1028.933, "count": 30, "max": 1333.0, "p95": 1250.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1303.467, "count": 30, "max": 14420.0, "p95": 5311.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.086, "count": 30, "max": 0.417, "p95": 0.296, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.419, "count": 30, "max": 0.501, "p95": 0.463, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.104, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 118937.267, "count": 30, "max": 129076.0, "p95": 123172.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 118937.267, "count": 30, "max": 129076.0, "p95": 123172.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 169684.867, "count": 30, "max": 215571.0, "p95": 214414.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.454, "count": 30, "max": 0.642, "p95": 0.613, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.859, "count": 30, "max": 1.093, "p95": 1.077, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11171, "sampled_at": "2026-10-30T11:22:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:22:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2783713, "flush_count": 2898, "flush_interval_seconds": 30.0, "flush_state": {"count": 2898, "last_at": "2026-10-30T11:25:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:25:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2897}, "started": true, "suppressed_count": 1446221, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1446077}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2898, "written_record_count": 2898}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9519.152, "limit_mb": null}, "detail": {"h264_decode_error_count": 15, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5e155b5cf080] cabac decode of qscale diff failed at 12 57 [h264 @ 0x5e155b5cf080] error while decoding MB 12 57, bytestream 8263 [h264 @ 0x5e155b5cf080] cabac decode of qscale diff failed at 26 59 [h264 @ 0x5e155b5cf080] error while decoding MB 26 59, bytestream 14257 [h264 @ 0x5e155b5cf080] error while decoding MB 102 64, bytestream -17 [h264 @ 0x5e155c1881c0] cabac decode of qscale diff failed at 35 58 [h264 @ 0x5e155c1881c0] error while decoding MB 35 58, bytestream 1451 [h264 @ 0x5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4006120550400, "copied_frame_count": 1448973, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 4006120550400, "frame_buffer_copies": 1448973, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1151, "count": 512, "max_ms": 0.8526, "p50_ms": 0.0953, "p95_ms": 0.2306, "p99_ms": 0.3287}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3962, "count": 512, "max_ms": 3.3888, "p50_ms": 1.335, "p95_ms": 2.3415, "p99_ms": 2.952, "results": {"failed": 0, "not_applicable": 0, "success": 1448973, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 505, "h264_decode_error_count": 1138, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:25:48+09:00", "last_error_summary": "[h264 @ 0x5e155b5cf080] cabac decode of qscale diff failed at 12 57 [h264 @ 0x5e155b5cf080] error while decoding MB 12 57, bytestream 8263 [h264 @ 0x5e155b5cf080] cabac decode of qscale diff failed at 26 59 [h264 @ 0x5e155b5cf080] error while decoding MB 26 59, bytestream 14257 [h264 @ 0x5e155b5cf080] error while decoding MB 102 64, bytestream -17 [h264 @ 0x5e155c1881c0] cabac decode of qscale diff failed at 35 58 [h264 @ 0x5e155c1881c0] error while decoding MB 35 58, bytestream 1451 [h264 @ 0x5", "last_exit_at": "2026-10-30T11:23:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 167.255, "last_started_at": "2026-10-30T11:23:01+09:00", "pid": 103900, "process": {"exists": false, "pid": 103900}, "restart_count": 548, "restart_count_per_hour": 22, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 549}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.571, "sample_count": 2191, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1448973, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:25:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.081, "last_frame_pushed_at": "2026-10-30T11:25:48+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-10-30T11:25:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 90, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 342.51, "last_sample_duration_ms": 1255.508, "last_trigger": "periodic", "next_snapshot_in_sec": 257.49, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 290, "storage_bytes": 2764240}, "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-10-30T11:25:48.400271+09:00", "mtime_epoch": 1793327148.4002712, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 131492}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:25:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1465.355, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1448974, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.823, "max": 7.0, "p95": 7.0, "sample_count": 79}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 8}, "total": {"avg": 0.101, "max": 1.0, "p95": 1.0, "sample_count": 79}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 79}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 79}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 79}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 79}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 79}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 79, "pushed_frames": 79, "read_frames": 79, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.639, "pushed": 2.639, "read": 2.639}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 79, "client_acquire_ms": {"avg_ms": 0.007, "count": 79, "max_ms": 0.023, "p95_ms": 0.014, "reason": null, "sample_age_ms": 34.154, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.715, "count": 79, "max_ms": 3.317, "p95_ms": 2.328, "reason": null, "sample_age_ms": 82.131, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.264, "count": 79, "max_ms": 2.278, "p95_ms": 1.554, "reason": null, "sample_age_ms": 82.799, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.316, "count": 79, "max_ms": 1.648, "p95_ms": 0.599, "reason": null, "sample_age_ms": 34.164, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.925, "count": 79, "max_ms": 5.001, "p95_ms": 3.13, "reason": null, "sample_age_ms": 80.42, "source": "client_direct"}, "request_count": 79, "request_tensor_bytes": {"avg": 2764808.0, "count": 79, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 80.396, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 79, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 34.402, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.053, "count": 79, "max_ms": 73.035, "p95_ms": 65.803, "reason": null, "sample_age_ms": 34.149, "source": "client_direct"}, "sample_age_ms": 34.145, "source": "client_direct", "task_total_ms": {"avg_ms": 47.464, "count": 79, "max_ms": 74.893, "p95_ms": 67.739, "reason": null, "sample_age_ms": 34.145, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.151, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.051, "count": 79, "max_ms": 4.909, "p95_ms": 3.164}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.271, "count": 79, "max_ms": 0.77, "p95_ms": 0.552}, "detection_prepare_ms": {"avg_ms": 0.23, "count": 79, "max_ms": 1.484, "p95_ms": 1.058}, "event_filter_ms": {"avg_ms": 0.004, "count": 79, "max_ms": 0.027, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.082, "count": 79, "max_ms": 0.2, "p95_ms": 0.165}, "mcmt_ms": {"avg_ms": 0.003, "count": 79, "max_ms": 0.01, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.226, "count": 79, "max_ms": 1.65, "p95_ms": 0.479}, "setup_ms": {"avg_ms": 0.043, "count": 79, "max_ms": 0.093, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 1.008, "count": 79, "max_ms": 4.827, "p95_ms": 3.121}, "track_match_ms": {"avg_ms": 0.012, "count": 79, "max_ms": 0.12, "p95_ms": 0.09}, "tracker_update_ms": {"avg_ms": 0.136, "count": 79, "max_ms": 1.46, "p95_ms": 1.003}}, "gstreamer_push": {"avg_ms": 3.034, "count": 79, "max_ms": 7.056, "p95_ms": 5.038}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 79, "max_ms": 0.114, "p95_ms": 0.086}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.597, "count": 79, "max_ms": 77.343, "p95_ms": 68.992}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.587, "count": 79, "max_ms": 11.777, "p95_ms": 6.261}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 79, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 79, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 96.625, "count": 79, "max_ms": 129.329, "p95_ms": 120.309}, "inference_input_copy_ms": {"avg_ms": 1.585, "count": 79, "max_ms": 3.022, "p95_ms": 2.624}, "processing_residual_ms": {"avg_ms": 0.148, "count": 79, "max_ms": 0.369, "p95_ms": 0.272}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 79, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 79, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.944, "count": 79, "max_ms": 132.913, "p95_ms": 121.602}, "read_interval": {"avg_ms": 379.458, "count": 79, "max_ms": 10142.578, "p95_ms": 171.09}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 79, "max_ms": 0.045, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.178, "count": 79, "max_ms": 1.585, "p95_ms": 0.375}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 79, "max_ms": 0.035, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.163, "count": 79, "max_ms": 1.564, "p95_ms": 0.36}, "worker_merge_ms": {"avg_ms": 0.005, "count": 79, "max_ms": 0.017, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 48.612, "count": 79, "max_ms": 77.352, "p95_ms": 69.007}, "visualize": {"avg_ms": 45.9, "count": 79, "max_ms": 70.627, "p95_ms": 59.746}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.78, "count": 79, "max_ms": 69.564, "p95_ms": 58.083}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 79, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.6, "count": 79, "max_ms": 70.366, "p95_ms": 59.185}, "visualize_input_copy_ms": {"avg_ms": 0.125, "count": 79, "max_ms": 2.672, "p95_ms": 1.011}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 79, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.512, "count": 79, "max_ms": 70.248, "p95_ms": 58.998}, "visualizer_prepare_ms": {"avg_ms": 0.051, "count": 79, "max_ms": 0.192, "p95_ms": 0.102}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 79}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 79}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 79}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1445.266, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 39.265, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.571, "sample_count": 2254, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1448965, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:25:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 126197, "write_bytes_delta": 126197, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 366.0, "cpu_core_ratio": 0.370096, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1649.0, "pid": 103900, "reason": null, "system_cpu_core_ratio": 0.139456, "system_cpu_s_delta": 3.120000000000001, "user_cpu_core_ratio": 0.230639, "user_cpu_s_delta": 5.160000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.520726, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 112932.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.159123, "system_cpu_s_delta": 3.5600000000122236, "user_cpu_core_ratio": 0.361603, "user_cpu_s_delta": 8.089999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.127, "count": 137, "max_ms": 7.056, "p95_ms": 4.591, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.051, "max": 7.0, "p95": 7.0, "sample_count": 137}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 11}, "total": {"avg": 0.08, "max": 1.0, "p95": 1.0, "sample_count": 137}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.946, "count": 30, "max": 56.498, "p95": 44.627, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.141, "count": 30, "max": 27.033, "p95": 25.277, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 979.567, "count": 30, "max": 1333.0, "p95": 1320.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1736.433, "count": 30, "max": 14420.0, "p95": 8895.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.107, "count": 30, "max": 0.418, "p95": 0.383, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.419, "count": 30, "max": 0.501, "p95": 0.489, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 121101.633, "count": 30, "max": 132990.0, "p95": 127780.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 121101.633, "count": 30, "max": 132990.0, "p95": 127780.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 151268.8, "count": 30, "max": 215567.0, "p95": 211849.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.378, "count": 30, "max": 0.642, "p95": 0.603, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.779, "count": 30, "max": 1.092, "p95": 1.049, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11179, "sampled_at": "2026-10-30T11:25:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:25:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2783713, "flush_count": 2898, "flush_interval_seconds": 30.0, "flush_state": {"count": 2898, "last_at": "2026-10-30T11:25:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:25:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2897}, "started": true, "suppressed_count": 1446221, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1446077}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2898, "written_record_count": 2898}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9496.93, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T11:25:48+09:00", "last_error_summary": "[h264 @ 0x5e155b5cf080] cabac decode of qscale diff failed at 12 57 [h264 @ 0x5e155b5cf080] error while decoding MB 12 57, bytestream 8263 [h264 @ 0x5e155b5cf080] cabac decode of qscale diff failed at 26 59 [h264 @ 0x5e155b5cf080] error while decoding MB 26 59, bytestream 14257 [h264 @ 0x5e155b5cf080] error while decoding MB 102 64, bytestream -17 [h264 @ 0x5e155c1881c0] cabac decode of qscale diff failed at 35 58 [h264 @ 0x5e155c1881c0] error while decoding MB 35 58, bytestream 1451 [h264 @ 0x5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4006123315200, "copied_frame_count": 1448974, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 4006123315200, "frame_buffer_copies": 1448974, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1151, "count": 512, "max_ms": 0.8526, "p50_ms": 0.0953, "p95_ms": 0.2306, "p99_ms": 0.3287}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3973, "count": 512, "max_ms": 3.3888, "p50_ms": 1.34, "p95_ms": 2.3415, "p99_ms": 2.952, "results": {"failed": 0, "not_applicable": 0, "success": 1448974, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 505, "h264_decode_error_count": 1138, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:25:48+09:00", "last_error_summary": "[h264 @ 0x5e155b5cf080] cabac decode of qscale diff failed at 12 57 [h264 @ 0x5e155b5cf080] error while decoding MB 12 57, bytestream 8263 [h264 @ 0x5e155b5cf080] cabac decode of qscale diff failed at 26 59 [h264 @ 0x5e155b5cf080] error while decoding MB 26 59, bytestream 14257 [h264 @ 0x5e155b5cf080] error while decoding MB 102 64, bytestream -17 [h264 @ 0x5e155c1881c0] cabac decode of qscale diff failed at 35 58 [h264 @ 0x5e155c1881c0] error while decoding MB 35 58, bytestream 1451 [h264 @ 0x5", "last_exit_at": "2026-10-30T11:25:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 167.317, "last_started_at": "2026-10-30T11:23:01+09:00", "pid": 103900, "process": {"exists": false, "pid": 103900}, "restart_count": 548, "restart_count_per_hour": 22, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 549}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.571, "sample_count": 2192, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1448974, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:25:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T11:25:48+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-10-30T11:25:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 90, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 342.559, "last_sample_duration_ms": 1255.508, "last_trigger": "periodic", "next_snapshot_in_sec": 257.441, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 290, "storage_bytes": 2764240}, "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-10-30T11:25:48.400271+09:00", "mtime_epoch": 1793327148.4002712, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 131492}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:25:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1445.266, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1448974, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.785, "max": 7.0, "p95": 7.0, "sample_count": 79}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 9}, "total": {"avg": 0.114, "max": 1.0, "p95": 1.0, "sample_count": 79}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 79}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 79}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 79}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 79}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 79}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 79, "pushed_frames": 80, "read_frames": 79, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.634, "pushed": 2.667, "read": 2.634}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 79, "client_acquire_ms": {"avg_ms": 0.007, "count": 79, "max_ms": 0.023, "p95_ms": 0.014, "reason": null, "sample_age_ms": 89.105, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.715, "count": 79, "max_ms": 3.317, "p95_ms": 2.328, "reason": null, "sample_age_ms": 137.082, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.264, "count": 79, "max_ms": 2.278, "p95_ms": 1.554, "reason": null, "sample_age_ms": 137.75, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.316, "count": 79, "max_ms": 1.648, "p95_ms": 0.599, "reason": null, "sample_age_ms": 89.115, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.925, "count": 79, "max_ms": 5.001, "p95_ms": 3.13, "reason": null, "sample_age_ms": 135.37, "source": "client_direct"}, "request_count": 79, "request_tensor_bytes": {"avg": 2764808.0, "count": 79, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 135.346, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 79, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 89.353, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.053, "count": 79, "max_ms": 73.035, "p95_ms": 65.803, "reason": null, "sample_age_ms": 89.1, "source": "client_direct"}, "sample_age_ms": 89.096, "source": "client_direct", "task_total_ms": {"avg_ms": 47.464, "count": 79, "max_ms": 74.893, "p95_ms": 67.739, "reason": null, "sample_age_ms": 89.096, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.765, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.085, "count": 79, "max_ms": 4.909, "p95_ms": 3.548}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.27, "count": 79, "max_ms": 0.77, "p95_ms": 0.552}, "detection_prepare_ms": {"avg_ms": 0.24, "count": 79, "max_ms": 1.484, "p95_ms": 1.058}, "event_filter_ms": {"avg_ms": 0.004, "count": 79, "max_ms": 0.027, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.082, "count": 79, "max_ms": 0.2, "p95_ms": 0.165}, "mcmt_ms": {"avg_ms": 0.003, "count": 79, "max_ms": 0.01, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.237, "count": 79, "max_ms": 1.65, "p95_ms": 0.508}, "setup_ms": {"avg_ms": 0.043, "count": 79, "max_ms": 0.093, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 1.042, "count": 79, "max_ms": 4.827, "p95_ms": 3.498}, "track_match_ms": {"avg_ms": 0.013, "count": 79, "max_ms": 0.12, "p95_ms": 0.091}, "tracker_update_ms": {"avg_ms": 0.148, "count": 79, "max_ms": 1.46, "p95_ms": 1.016}}, "gstreamer_push": {"avg_ms": 3.056, "count": 80, "max_ms": 7.056, "p95_ms": 4.772}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 79, "max_ms": 0.114, "p95_ms": 0.086}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.534, "count": 79, "max_ms": 77.343, "p95_ms": 68.992}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.607, "count": 79, "max_ms": 11.777, "p95_ms": 6.261}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 79, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 79, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 96.809, "count": 79, "max_ms": 129.329, "p95_ms": 123.132}, "inference_input_copy_ms": {"avg_ms": 1.577, "count": 79, "max_ms": 3.022, "p95_ms": 2.624}, "processing_residual_ms": {"avg_ms": 0.149, "count": 79, "max_ms": 0.369, "p95_ms": 0.272}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 79, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 79, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.144, "count": 79, "max_ms": 132.913, "p95_ms": 124.51}, "read_interval": {"avg_ms": 379.458, "count": 79, "max_ms": 10142.578, "p95_ms": 171.09}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 79, "max_ms": 0.045, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.188, "count": 79, "max_ms": 1.585, "p95_ms": 0.461}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 79, "max_ms": 0.035, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.174, "count": 79, "max_ms": 1.564, "p95_ms": 0.448}, "worker_merge_ms": {"avg_ms": 0.005, "count": 79, "max_ms": 0.017, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 48.549, "count": 79, "max_ms": 77.352, "p95_ms": 69.007}, "visualize": {"avg_ms": 46.121, "count": 79, "max_ms": 70.731, "p95_ms": 59.911}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.942, "count": 79, "max_ms": 69.564, "p95_ms": 59.197}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 79, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.793, "count": 79, "max_ms": 70.366, "p95_ms": 59.617}, "visualize_input_copy_ms": {"avg_ms": 0.155, "count": 79, "max_ms": 2.672, "p95_ms": 1.122}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 79, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.705, "count": 79, "max_ms": 70.248, "p95_ms": 59.536}, "visualizer_prepare_ms": {"avg_ms": 0.051, "count": 79, "max_ms": 0.192, "p95_ms": 0.102}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 79}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 79}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 79}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1445.266, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 39.265, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.571, "sample_count": 2254, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1448965, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:25:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 126197, "write_bytes_delta": 126197, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 366.0, "cpu_core_ratio": 0.370096, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1649.0, "pid": 103900, "reason": null, "system_cpu_core_ratio": 0.139456, "system_cpu_s_delta": 3.120000000000001, "user_cpu_core_ratio": 0.230639, "user_cpu_s_delta": 5.160000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.520726, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 112932.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.159123, "system_cpu_s_delta": 3.5600000000122236, "user_cpu_core_ratio": 0.361603, "user_cpu_s_delta": 8.089999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.127, "count": 137, "max_ms": 7.056, "p95_ms": 4.591, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.051, "max": 7.0, "p95": 7.0, "sample_count": 137}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 11}, "total": {"avg": 0.08, "max": 1.0, "p95": 1.0, "sample_count": 137}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.946, "count": 30, "max": 56.498, "p95": 44.627, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.141, "count": 30, "max": 27.033, "p95": 25.277, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 979.567, "count": 30, "max": 1333.0, "p95": 1320.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1736.433, "count": 30, "max": 14420.0, "p95": 8895.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.107, "count": 30, "max": 0.418, "p95": 0.383, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.419, "count": 30, "max": 0.501, "p95": 0.489, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 121101.633, "count": 30, "max": 132990.0, "p95": 127780.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 121101.633, "count": 30, "max": 132990.0, "p95": 127780.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 151268.8, "count": 30, "max": 215567.0, "p95": 211849.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.378, "count": 30, "max": 0.642, "p95": 0.603, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.779, "count": 30, "max": 1.092, "p95": 1.049, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11179, "sampled_at": "2026-10-30T11:25:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:25:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2783713, "flush_count": 2898, "flush_interval_seconds": 30.0, "flush_state": {"count": 2898, "last_at": "2026-10-30T11:25:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:25:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2897}, "started": true, "suppressed_count": 1446221, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1446077}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2898, "written_record_count": 2898}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9497.012, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4006123315200, "copied_frame_count": 1448974, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 4006123315200, "frame_buffer_copies": 1448974, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1151, "count": 512, "max_ms": 0.8526, "p50_ms": 0.0953, "p95_ms": 0.2306, "p99_ms": 0.3287}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3973, "count": 512, "max_ms": 3.3888, "p50_ms": 1.34, "p95_ms": 2.3415, "p99_ms": 2.952, "results": {"failed": 0, "not_applicable": 0, "success": 1448974, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 505, "h264_decode_error_count": 1138, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:25:48+09:00", "last_error_summary": "[h264 @ 0x5e155b5cf080] cabac decode of qscale diff failed at 12 57 [h264 @ 0x5e155b5cf080] error while decoding MB 12 57, bytestream 8263 [h264 @ 0x5e155b5cf080] cabac decode of qscale diff failed at 26 59 [h264 @ 0x5e155b5cf080] error while decoding MB 26 59, bytestream 14257 [h264 @ 0x5e155b5cf080] error while decoding MB 102 64, bytestream -17 [h264 @ 0x5e155c1881c0] cabac decode of qscale diff failed at 35 58 [h264 @ 0x5e155c1881c0] error while decoding MB 35 58, bytestream 1451 [h264 @ 0x5", "last_exit_at": "2026-10-30T11:25:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 167.346, "last_started_at": "2026-10-30T11:23:01+09:00", "pid": 103900, "process": {"exists": false, "pid": 103900}, "restart_count": 548, "restart_count_per_hour": 22, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 549}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.571, "sample_count": 2192, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1448974, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:25:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.031, "last_frame_pushed_at": "2026-10-30T11:25:48+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-10-30T11:25:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 90, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 342.584, "last_sample_duration_ms": 1255.508, "last_trigger": "periodic", "next_snapshot_in_sec": 257.416, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 290, "storage_bytes": 2764240}, "mjpeg": {"age_sec": 0.018, "exists": true, "mtime": "2026-10-30T11:25:48.546273+09:00", "mtime_epoch": 1793327148.5462725, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 133520}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:25:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1445.266, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1448974, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.785, "max": 7.0, "p95": 7.0, "sample_count": 79}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 9}, "total": {"avg": 0.114, "max": 1.0, "p95": 1.0, "sample_count": 79}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 79}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 79}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 79}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 79}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 79}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 79, "pushed_frames": 79, "read_frames": 78, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.638, "pushed": 2.638, "read": 2.605}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 78, "client_acquire_ms": {"avg_ms": 0.007, "count": 79, "max_ms": 0.023, "p95_ms": 0.014, "reason": null, "sample_age_ms": 116.711, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.719, "count": 78, "max_ms": 3.317, "p95_ms": 2.332, "reason": null, "sample_age_ms": 164.687, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.266, "count": 78, "max_ms": 2.278, "p95_ms": 1.556, "reason": null, "sample_age_ms": 165.356, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.316, "count": 79, "max_ms": 1.648, "p95_ms": 0.599, "reason": null, "sample_age_ms": 116.721, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.928, "count": 78, "max_ms": 5.001, "p95_ms": 3.148, "reason": null, "sample_age_ms": 162.976, "source": "client_direct"}, "request_count": 78, "request_tensor_bytes": {"avg": 2764808.0, "count": 78, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 162.952, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 79, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 116.959, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.053, "count": 79, "max_ms": 73.035, "p95_ms": 65.803, "reason": null, "sample_age_ms": 116.706, "source": "client_direct"}, "sample_age_ms": 116.701, "source": "client_direct", "task_total_ms": {"avg_ms": 47.464, "count": 79, "max_ms": 74.893, "p95_ms": 67.739, "reason": null, "sample_age_ms": 116.701, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.412, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.085, "count": 79, "max_ms": 4.909, "p95_ms": 3.548}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.27, "count": 79, "max_ms": 0.77, "p95_ms": 0.552}, "detection_prepare_ms": {"avg_ms": 0.24, "count": 79, "max_ms": 1.484, "p95_ms": 1.058}, "event_filter_ms": {"avg_ms": 0.004, "count": 79, "max_ms": 0.027, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.082, "count": 79, "max_ms": 0.2, "p95_ms": 0.165}, "mcmt_ms": {"avg_ms": 0.003, "count": 79, "max_ms": 0.01, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.237, "count": 79, "max_ms": 1.65, "p95_ms": 0.508}, "setup_ms": {"avg_ms": 0.043, "count": 79, "max_ms": 0.093, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 1.042, "count": 79, "max_ms": 4.827, "p95_ms": 3.498}, "track_match_ms": {"avg_ms": 0.013, "count": 79, "max_ms": 0.12, "p95_ms": 0.091}, "tracker_update_ms": {"avg_ms": 0.148, "count": 79, "max_ms": 1.46, "p95_ms": 1.016}}, "gstreamer_push": {"avg_ms": 3.053, "count": 79, "max_ms": 7.056, "p95_ms": 5.038}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 79, "max_ms": 0.114, "p95_ms": 0.086}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.534, "count": 79, "max_ms": 77.343, "p95_ms": 68.992}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.607, "count": 79, "max_ms": 11.777, "p95_ms": 6.261}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 79, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 79, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 96.809, "count": 79, "max_ms": 129.329, "p95_ms": 123.132}, "inference_input_copy_ms": {"avg_ms": 1.577, "count": 79, "max_ms": 3.022, "p95_ms": 2.624}, "processing_residual_ms": {"avg_ms": 0.149, "count": 79, "max_ms": 0.369, "p95_ms": 0.272}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 79, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 79, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.144, "count": 79, "max_ms": 132.913, "p95_ms": 124.51}, "read_interval": {"avg_ms": 382.749, "count": 78, "max_ms": 10142.578, "p95_ms": 171.09}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 79, "max_ms": 0.045, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.188, "count": 79, "max_ms": 1.585, "p95_ms": 0.461}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 79, "max_ms": 0.035, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.174, "count": 79, "max_ms": 1.564, "p95_ms": 0.448}, "worker_merge_ms": {"avg_ms": 0.005, "count": 79, "max_ms": 0.017, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 48.549, "count": 79, "max_ms": 77.352, "p95_ms": 69.007}, "visualize": {"avg_ms": 46.121, "count": 79, "max_ms": 70.731, "p95_ms": 59.911}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.942, "count": 79, "max_ms": 69.564, "p95_ms": 59.197}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 79, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.793, "count": 79, "max_ms": 70.366, "p95_ms": 59.617}, "visualize_input_copy_ms": {"avg_ms": 0.155, "count": 79, "max_ms": 2.672, "p95_ms": 1.122}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 79, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.705, "count": 79, "max_ms": 70.248, "p95_ms": 59.536}, "visualizer_prepare_ms": {"avg_ms": 0.051, "count": 79, "max_ms": 0.192, "p95_ms": 0.102}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 79}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 79}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 79}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1445.266, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 39.265, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.571, "sample_count": 2254, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1448965, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:25:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 126197, "write_bytes_delta": 126197, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 366.0, "cpu_core_ratio": 0.370096, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1649.0, "pid": 103900, "reason": null, "system_cpu_core_ratio": 0.139456, "system_cpu_s_delta": 3.120000000000001, "user_cpu_core_ratio": 0.230639, "user_cpu_s_delta": 5.160000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.520726, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 112932.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.159123, "system_cpu_s_delta": 3.5600000000122236, "user_cpu_core_ratio": 0.361603, "user_cpu_s_delta": 8.089999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.127, "count": 137, "max_ms": 7.056, "p95_ms": 4.591, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.051, "max": 7.0, "p95": 7.0, "sample_count": 137}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 11}, "total": {"avg": 0.08, "max": 1.0, "p95": 1.0, "sample_count": 137}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.946, "count": 30, "max": 56.498, "p95": 44.627, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.141, "count": 30, "max": 27.033, "p95": 25.277, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 979.567, "count": 30, "max": 1333.0, "p95": 1320.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1736.433, "count": 30, "max": 14420.0, "p95": 8895.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.107, "count": 30, "max": 0.418, "p95": 0.383, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.419, "count": 30, "max": 0.501, "p95": 0.489, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 121101.633, "count": 30, "max": 132990.0, "p95": 127780.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 121101.633, "count": 30, "max": 132990.0, "p95": 127780.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 151268.8, "count": 30, "max": 215567.0, "p95": 211849.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.378, "count": 30, "max": 0.642, "p95": 0.603, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.779, "count": 30, "max": 1.092, "p95": 1.049, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11179, "sampled_at": "2026-10-30T11:25:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:25:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2783713, "flush_count": 2898, "flush_interval_seconds": 30.0, "flush_state": {"count": 2898, "last_at": "2026-10-30T11:25:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:25:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2897}, "started": true, "suppressed_count": 1446221, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1446077}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2898, "written_record_count": 2898}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9668.543, "limit_mb": null}, "detail": {"pid": 104016, "restart_count": 549, "start_count": 550}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4006123315200, "copied_frame_count": 1448974, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 4006123315200, "frame_buffer_copies": 1448974, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1151, "count": 512, "max_ms": 0.8526, "p50_ms": 0.0953, "p95_ms": 0.2306, "p99_ms": 0.3287}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3973, "count": 512, "max_ms": 3.3888, "p50_ms": 1.34, "p95_ms": 2.3415, "p99_ms": 2.952, "results": {"failed": 0, "not_applicable": 0, "success": 1448974, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 505, "h264_decode_error_count": 1138, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:25:48+09:00", "last_error_summary": "[h264 @ 0x5e155b5cf080] cabac decode of qscale diff failed at 12 57 [h264 @ 0x5e155b5cf080] error while decoding MB 12 57, bytestream 8263 [h264 @ 0x5e155b5cf080] cabac decode of qscale diff failed at 26 59 [h264 @ 0x5e155b5cf080] error while decoding MB 26 59, bytestream 14257 [h264 @ 0x5e155b5cf080] error while decoding MB 102 64, bytestream -17 [h264 @ 0x5e155c1881c0] cabac decode of qscale diff failed at 35 58 [h264 @ 0x5e155c1881c0] error while decoding MB 35 58, bytestream 1451 [h264 @ 0x5", "last_exit_at": "2026-10-30T11:25:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.003, "last_started_at": "2026-10-30T11:25:50+09:00", "pid": 104016, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.809, "name": "ffmpeg", "pid": 104016, "rss_mb": 206.809, "state": "S (sleeping)", "threads": 70}, "restart_count": 549, "restart_count_per_hour": 23, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 550}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.668, "sample_count": 2177, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1448974, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:25:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.224, "last_frame_pushed_at": "2026-10-30T11:25:48+09:00", "last_frame_read_age_sec": 4.358, "last_frame_read_at": "2026-10-30T11:25:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 90, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 346.785, "last_sample_duration_ms": 1255.508, "last_trigger": "periodic", "next_snapshot_in_sec": 253.215, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 290, "storage_bytes": 2764240}, "mjpeg": {"age_sec": 4.211, "exists": true, "mtime": "2026-10-30T11:25:48.546273+09:00", "mtime_epoch": 1793327148.5462725, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 133520}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:25:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1445.27, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1448974, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.608, "max": 6.0, "p95": 6.0, "sample_count": 51}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 5}, "total": {"avg": 0.098, "max": 1.0, "p95": 1.0, "sample_count": 51}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 51}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 51}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 51, "pushed_frames": 51, "read_frames": 50, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.703, "pushed": 1.703, "read": 1.67}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 50, "client_acquire_ms": {"avg_ms": 0.007, "count": 51, "max_ms": 0.023, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4312.751, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.686, "count": 50, "max_ms": 2.784, "p95_ms": 2.265, "reason": null, "sample_age_ms": 4360.727, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.277, "count": 50, "max_ms": 2.041, "p95_ms": 1.575, "reason": null, "sample_age_ms": 4361.396, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.307, "count": 51, "max_ms": 1.121, "p95_ms": 0.605, "reason": null, "sample_age_ms": 4312.761, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.879, "count": 50, "max_ms": 4.888, "p95_ms": 3.28, "reason": null, "sample_age_ms": 4359.016, "source": "client_direct"}, "request_count": 50, "request_tensor_bytes": {"avg": 2764808.0, "count": 50, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4358.992, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 51, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4312.999, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.272, "count": 51, "max_ms": 73.035, "p95_ms": 66.2, "reason": null, "sample_age_ms": 4312.746, "source": "client_direct"}, "sample_age_ms": 4312.741, "source": "client_direct", "task_total_ms": {"avg_ms": 47.627, "count": 51, "max_ms": 74.893, "p95_ms": 68.019, "reason": null, "sample_age_ms": 4312.741, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.585, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.067, "count": 51, "max_ms": 4.909, "p95_ms": 3.548}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.279, "count": 51, "max_ms": 0.77, "p95_ms": 0.552}, "detection_prepare_ms": {"avg_ms": 0.223, "count": 51, "max_ms": 1.228, "p95_ms": 0.96}, "event_filter_ms": {"avg_ms": 0.004, "count": 51, "max_ms": 0.027, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.079, "count": 51, "max_ms": 0.2, "p95_ms": 0.151}, "mcmt_ms": {"avg_ms": 0.003, "count": 51, "max_ms": 0.01, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.248, "count": 51, "max_ms": 1.65, "p95_ms": 1.002}, "setup_ms": {"avg_ms": 0.041, "count": 51, "max_ms": 0.093, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 1.024, "count": 51, "max_ms": 4.827, "p95_ms": 3.498}, "track_match_ms": {"avg_ms": 0.013, "count": 51, "max_ms": 0.12, "p95_ms": 0.094}, "tracker_update_ms": {"avg_ms": 0.133, "count": 51, "max_ms": 1.459, "p95_ms": 1.016}}, "gstreamer_push": {"avg_ms": 3.081, "count": 51, "max_ms": 5.732, "p95_ms": 4.772}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 51, "max_ms": 0.114, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.679, "count": 51, "max_ms": 77.343, "p95_ms": 68.992}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.383, "count": 51, "max_ms": 6.43, "p95_ms": 1.921}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.765, "count": 51, "max_ms": 129.329, "p95_ms": 123.132}, "inference_input_copy_ms": {"avg_ms": 1.532, "count": 51, "max_ms": 2.816, "p95_ms": 2.612}, "processing_residual_ms": {"avg_ms": 0.145, "count": 51, "max_ms": 0.349, "p95_ms": 0.241}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.824, "count": 51, "max_ms": 132.671, "p95_ms": 124.51}, "read_interval": {"avg_ms": 513.323, "count": 50, "max_ms": 10142.578, "p95_ms": 171.09}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 51, "max_ms": 0.035, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.202, "count": 51, "max_ms": 1.585, "p95_ms": 0.959}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 51, "max_ms": 0.026, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.188, "count": 51, "max_ms": 1.564, "p95_ms": 0.946}, "worker_merge_ms": {"avg_ms": 0.005, "count": 51, "max_ms": 0.017, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 48.694, "count": 51, "max_ms": 77.352, "p95_ms": 69.007}, "visualize": {"avg_ms": 47.949, "count": 51, "max_ms": 70.731, "p95_ms": 59.911}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.837, "count": 51, "max_ms": 69.564, "p95_ms": 59.197}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.64, "count": 51, "max_ms": 70.366, "p95_ms": 59.617}, "visualize_input_copy_ms": {"avg_ms": 0.133, "count": 51, "max_ms": 2.359, "p95_ms": 1.122}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.552, "count": 51, "max_ms": 70.248, "p95_ms": 59.536}, "visualizer_prepare_ms": {"avg_ms": 0.051, "count": 51, "max_ms": 0.13, "p95_ms": 0.1}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 51}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1445.266, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 39.265, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.571, "sample_count": 2254, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1448965, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:25:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 126197, "write_bytes_delta": 126197, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 366.0, "cpu_core_ratio": 0.370096, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1649.0, "pid": 103900, "reason": null, "system_cpu_core_ratio": 0.139456, "system_cpu_s_delta": 3.120000000000001, "user_cpu_core_ratio": 0.230639, "user_cpu_s_delta": 5.160000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.520726, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 112932.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.159123, "system_cpu_s_delta": 3.5600000000122236, "user_cpu_core_ratio": 0.361603, "user_cpu_s_delta": 8.089999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.127, "count": 137, "max_ms": 7.056, "p95_ms": 4.591, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.051, "max": 7.0, "p95": 7.0, "sample_count": 137}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 11}, "total": {"avg": 0.08, "max": 1.0, "p95": 1.0, "sample_count": 137}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.946, "count": 30, "max": 56.498, "p95": 44.627, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.141, "count": 30, "max": 27.033, "p95": 25.277, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 979.567, "count": 30, "max": 1333.0, "p95": 1320.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1736.433, "count": 30, "max": 14420.0, "p95": 8895.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.107, "count": 30, "max": 0.418, "p95": 0.383, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.419, "count": 30, "max": 0.501, "p95": 0.489, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 121101.633, "count": 30, "max": 132990.0, "p95": 127780.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 121101.633, "count": 30, "max": 132990.0, "p95": 127780.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 151268.8, "count": 30, "max": 215567.0, "p95": 211849.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.378, "count": 30, "max": 0.642, "p95": 0.603, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.779, "count": 30, "max": 1.092, "p95": 1.049, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11179, "sampled_at": "2026-10-30T11:25:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:25:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2785800, "flush_count": 2900, "flush_interval_seconds": 30.0, "flush_state": {"count": 2900, "last_at": "2026-10-30T11:27:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:27:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2899}, "started": true, "suppressed_count": 1446963, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1446819}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2900, "written_record_count": 2900}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9508.348, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x643ab93e0380] error while decoding MB 19 50, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4008177561600, "copied_frame_count": 1449717, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 4008177561600, "frame_buffer_copies": 1449717, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1092, "count": 512, "max_ms": 0.3476, "p50_ms": 0.0923, "p95_ms": 0.2192, "p99_ms": 0.2899}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4387, "count": 512, "max_ms": 3.3507, "p50_ms": 1.3522, "p95_ms": 2.3975, "p99_ms": 2.9107, "results": {"failed": 0, "not_applicable": 0, "success": 1449717, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 506, "h264_decode_error_count": 1139, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:27:27+09:00", "last_error_summary": "[h264 @ 0x643ab93e0380] error while decoding MB 19 50, bytestream -7", "last_exit_at": "2026-10-30T11:25:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 96.301, "last_started_at": "2026-10-30T11:25:50+09:00", "pid": 104016, "process": {"exists": false, "pid": 104016}, "restart_count": 549, "restart_count_per_hour": 23, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 550}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.08, "sample_count": 2133, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1449717, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:27:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.107, "last_frame_pushed_at": "2026-10-30T11:27:26+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-10-30T11:27:26+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 90, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 441.083, "last_sample_duration_ms": 1255.508, "last_trigger": "periodic", "next_snapshot_in_sec": 158.917, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 290, "storage_bytes": 2764240}, "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-10-30T11:27:26.962190+09:00", "mtime_epoch": 1793327246.96219, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 134086}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:27:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1456.051, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1449718, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.163, "max": 12.0, "p95": 7.0, "sample_count": 227}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.489, "max": 3.0, "p95": 2.0, "sample_count": 227}, "total": {"avg": 1.489, "max": 3.0, "p95": 2.0, "sample_count": 227}}, "tracking_counts": {"active": {"avg": 1.123, "max": 3.0, "p95": 2.0, "sample_count": 227}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "removed": {"avg": 0.026, "max": 1.0, "p95": 0.0, "sample_count": 227}, "tracked": {"avg": 1.123, "max": 3.0, "p95": 2.0, "sample_count": 227}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 228, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.567, "pushed": 7.601, "read": 7.601}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 228, "client_acquire_ms": {"avg_ms": 0.007, "count": 228, "max_ms": 0.03, "p95_ms": 0.016, "reason": null, "sample_age_ms": 24.46, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.849, "count": 228, "max_ms": 8.037, "p95_ms": 2.778, "reason": null, "sample_age_ms": 107.222, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.424, "count": 228, "max_ms": 7.453, "p95_ms": 2.257, "reason": null, "sample_age_ms": 107.414, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.371, "count": 228, "max_ms": 3.335, "p95_ms": 0.711, "reason": null, "sample_age_ms": 24.491, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.856, "count": 228, "max_ms": 3.691, "p95_ms": 3.042, "reason": null, "sample_age_ms": 105.633, "source": "client_direct"}, "request_count": 228, "request_tensor_bytes": {"avg": 2764808.0, "count": 228, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 105.614, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 228, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 25.241, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.485, "count": 228, "max_ms": 83.173, "p95_ms": 70.12, "reason": null, "sample_age_ms": 24.451, "source": "client_direct"}, "sample_age_ms": 24.444, "source": "client_direct", "task_total_ms": {"avg_ms": 52.886, "count": 228, "max_ms": 86.246, "p95_ms": 72.884, "reason": null, "sample_age_ms": 24.444, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.051, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.313, "count": 227, "max_ms": 10.782, "p95_ms": 8.419}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.394, "count": 227, "max_ms": 1.209, "p95_ms": 0.761}, "detection_prepare_ms": {"avg_ms": 1.414, "count": 227, "max_ms": 3.505, "p95_ms": 2.484}, "event_filter_ms": {"avg_ms": 0.006, "count": 227, "max_ms": 0.027, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.196, "count": 227, "max_ms": 1.31, "p95_ms": 0.412}, "mcmt_ms": {"avg_ms": 0.003, "count": 227, "max_ms": 0.021, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.371, "count": 227, "max_ms": 3.308, "p95_ms": 2.283}, "setup_ms": {"avg_ms": 0.044, "count": 227, "max_ms": 0.16, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 5.249, "count": 227, "max_ms": 10.678, "p95_ms": 8.318}, "track_match_ms": {"avg_ms": 0.129, "count": 227, "max_ms": 0.567, "p95_ms": 0.241}, "tracker_update_ms": {"avg_ms": 1.691, "count": 227, "max_ms": 5.152, "p95_ms": 2.851}}, "gstreamer_push": {"avg_ms": 3.138, "count": 228, "max_ms": 7.194, "p95_ms": 5.106}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 227, "max_ms": 0.73, "p95_ms": 0.115}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.027, "count": 227, "max_ms": 87.06, "p95_ms": 74.005}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.201, "count": 227, "max_ms": 13.612, "p95_ms": 8.205}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.488, "count": 227, "max_ms": 156.021, "p95_ms": 135.325}, "inference_input_copy_ms": {"avg_ms": 1.602, "count": 227, "max_ms": 5.259, "p95_ms": 2.985}, "processing_residual_ms": {"avg_ms": 0.203, "count": 227, "max_ms": 0.961, "p95_ms": 0.42}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.493, "count": 227, "max_ms": 160.563, "p95_ms": 141.474}, "read_interval": {"avg_ms": 131.692, "count": 228, "max_ms": 214.683, "p95_ms": 170.447}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 227, "max_ms": 0.053, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 1.304, "count": 227, "max_ms": 3.192, "p95_ms": 2.172}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 227, "max_ms": 0.042, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.288, "count": 227, "max_ms": 3.14, "p95_ms": 2.145}, "worker_merge_ms": {"avg_ms": 0.007, "count": 227, "max_ms": 0.027, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 54.041, "count": 227, "max_ms": 87.071, "p95_ms": 74.015}, "visualize": {"avg_ms": 50.889, "count": 227, "max_ms": 79.497, "p95_ms": 64.936}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.52, "count": 227, "max_ms": 67.885, "p95_ms": 59.737}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.35, "count": 227, "max_ms": 76.403, "p95_ms": 63.484}, "visualize_input_copy_ms": {"avg_ms": 1.341, "count": 227, "max_ms": 4.738, "p95_ms": 2.327}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.212, "count": 227, "max_ms": 76.239, "p95_ms": 63.234}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 227, "max_ms": 0.212, "p95_ms": 0.157}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 227}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1445.559, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.286, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.115, "sample_count": 2163, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1449415, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:26:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 133803, "write_bytes_delta": 133803, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 537.0, "cpu_core_ratio": 0.437055, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 196.0, "pid": 104016, "reason": null, "system_cpu_core_ratio": 0.039914, "system_cpu_s_delta": 0.3999999999999999, "user_cpu_core_ratio": 0.397142, "user_cpu_s_delta": 3.979999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.653426, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 101358.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.601699, "system_cpu_s_delta": 6.029999999998836, "user_cpu_core_ratio": 1.051727, "user_cpu_s_delta": 10.540000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.958, "count": 244, "max_ms": 7.366, "p95_ms": 5.238, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.914, "max": 8.0, "p95": 6.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.102, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 244}, "total": {"avg": 1.102, "max": 2.0, "p95": 2.0, "sample_count": 244}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.725, "count": 30, "max": 56.498, "p95": 44.627, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.012, "count": 30, "max": 27.033, "p95": 24.367, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 941.933, "count": 30, "max": 1333.0, "p95": 1320.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1525.4, "count": 30, "max": 14420.0, "p95": 8133.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.098, "count": 30, "max": 0.418, "p95": 0.383, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.421, "count": 30, "max": 0.501, "p95": 0.489, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.099, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 123426.333, "count": 30, "max": 133803.0, "p95": 132478.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 123426.333, "count": 30, "max": 133803.0, "p95": 132478.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 139557.1, "count": 30, "max": 215567.0, "p95": 211849.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.382, "count": 30, "max": 0.652, "p95": 0.628, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.779, "count": 30, "max": 1.11, "p95": 1.084, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11184, "sampled_at": "2026-10-30T11:26:47+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:26:47+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2785800, "flush_count": 2900, "flush_interval_seconds": 30.0, "flush_state": {"count": 2900, "last_at": "2026-10-30T11:27:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:27:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2899}, "started": true, "suppressed_count": 1446963, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1446819}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2900, "written_record_count": 2900}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9496.734, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T11:27:27+09:00", "last_error_summary": "[h264 @ 0x643ab93e0380] error while decoding MB 19 50, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4008180326400, "copied_frame_count": 1449718, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 4008180326400, "frame_buffer_copies": 1449718, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1092, "count": 512, "max_ms": 0.3476, "p50_ms": 0.0923, "p95_ms": 0.2192, "p99_ms": 0.2899}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4392, "count": 512, "max_ms": 3.3507, "p50_ms": 1.3522, "p95_ms": 2.3975, "p99_ms": 2.9107, "results": {"failed": 0, "not_applicable": 0, "success": 1449718, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 506, "h264_decode_error_count": 1139, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:27:27+09:00", "last_error_summary": "[h264 @ 0x643ab93e0380] error while decoding MB 19 50, bytestream -7", "last_exit_at": "2026-10-30T11:27:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 96.4, "last_started_at": "2026-10-30T11:25:50+09:00", "pid": 104016, "process": {"exists": false, "pid": 104016}, "restart_count": 549, "restart_count_per_hour": 23, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 550}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.094, "sample_count": 2133, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1449718, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:27:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.026, "last_frame_pushed_at": "2026-10-30T11:27:27+09:00", "last_frame_read_age_sec": 0.201, "last_frame_read_at": "2026-10-30T11:27:26+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 90, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 441.176, "last_sample_duration_ms": 1255.508, "last_trigger": "periodic", "next_snapshot_in_sec": 158.824, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 290, "storage_bytes": 2764240}, "mjpeg": {"age_sec": 0.014, "exists": true, "mtime": "2026-10-30T11:27:27.139191+09:00", "mtime_epoch": 1793327247.1391914, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 133988}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:27:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1445.625, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1449718, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.167, "max": 12.0, "p95": 7.0, "sample_count": 228}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.491, "max": 3.0, "p95": 2.0, "sample_count": 228}, "total": {"avg": 1.491, "max": 3.0, "p95": 2.0, "sample_count": 228}}, "tracking_counts": {"active": {"avg": 1.123, "max": 3.0, "p95": 2.0, "sample_count": 228}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}, "removed": {"avg": 0.026, "max": 1.0, "p95": 0.0, "sample_count": 228}, "tracked": {"avg": 1.123, "max": 3.0, "p95": 2.0, "sample_count": 228}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.609, "pushed": 7.609, "read": 7.576}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 227, "client_acquire_ms": {"avg_ms": 0.007, "count": 227, "max_ms": 0.03, "p95_ms": 0.016, "reason": null, "sample_age_ms": 120.883, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.852, "count": 227, "max_ms": 8.037, "p95_ms": 2.785, "reason": null, "sample_age_ms": 203.646, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.426, "count": 227, "max_ms": 7.453, "p95_ms": 2.257, "reason": null, "sample_age_ms": 203.837, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.37, "count": 227, "max_ms": 3.335, "p95_ms": 0.712, "reason": null, "sample_age_ms": 120.914, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.858, "count": 227, "max_ms": 3.691, "p95_ms": 3.042, "reason": null, "sample_age_ms": 202.056, "source": "client_direct"}, "request_count": 227, "request_tensor_bytes": {"avg": 2764808.0, "count": 227, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 202.038, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 227, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 121.664, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.461, "count": 227, "max_ms": 83.173, "p95_ms": 70.138, "reason": null, "sample_age_ms": 120.875, "source": "client_direct"}, "sample_age_ms": 120.867, "source": "client_direct", "task_total_ms": {"avg_ms": 52.864, "count": 227, "max_ms": 86.246, "p95_ms": 72.944, "reason": null, "sample_age_ms": 120.867, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.008, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.318, "count": 228, "max_ms": 10.782, "p95_ms": 8.419}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.395, "count": 228, "max_ms": 1.209, "p95_ms": 0.761}, "detection_prepare_ms": {"avg_ms": 1.419, "count": 228, "max_ms": 3.505, "p95_ms": 2.484}, "event_filter_ms": {"avg_ms": 0.006, "count": 228, "max_ms": 0.027, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.197, "count": 228, "max_ms": 1.31, "p95_ms": 0.43}, "mcmt_ms": {"avg_ms": 0.003, "count": 228, "max_ms": 0.021, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.37, "count": 228, "max_ms": 3.308, "p95_ms": 2.283}, "setup_ms": {"avg_ms": 0.044, "count": 228, "max_ms": 0.16, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 5.254, "count": 228, "max_ms": 10.678, "p95_ms": 8.318}, "track_match_ms": {"avg_ms": 0.129, "count": 228, "max_ms": 0.567, "p95_ms": 0.241}, "tracker_update_ms": {"avg_ms": 1.69, "count": 228, "max_ms": 5.152, "p95_ms": 2.851}}, "gstreamer_push": {"avg_ms": 3.142, "count": 228, "max_ms": 7.194, "p95_ms": 5.106}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 228, "max_ms": 0.73, "p95_ms": 0.115}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.157, "count": 228, "max_ms": 87.06, "p95_ms": 74.715}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.196, "count": 228, "max_ms": 13.612, "p95_ms": 8.205}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.728, "count": 228, "max_ms": 166.292, "p95_ms": 135.419}, "inference_input_copy_ms": {"avg_ms": 1.6, "count": 228, "max_ms": 5.259, "p95_ms": 2.985}, "processing_residual_ms": {"avg_ms": 0.203, "count": 228, "max_ms": 0.961, "p95_ms": 0.42}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.726, "count": 228, "max_ms": 169.596, "p95_ms": 142.496}, "read_interval": {"avg_ms": 131.674, "count": 227, "max_ms": 214.683, "p95_ms": 170.447}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 228, "max_ms": 0.053, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 1.303, "count": 228, "max_ms": 3.192, "p95_ms": 2.172}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 228, "max_ms": 0.042, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.287, "count": 228, "max_ms": 3.14, "p95_ms": 2.145}, "worker_merge_ms": {"avg_ms": 0.007, "count": 228, "max_ms": 0.027, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 54.171, "count": 228, "max_ms": 87.071, "p95_ms": 74.731}, "visualize": {"avg_ms": 50.996, "count": 228, "max_ms": 79.497, "p95_ms": 65.102}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.618, "count": 228, "max_ms": 67.885, "p95_ms": 59.928}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.456, "count": 228, "max_ms": 76.403, "p95_ms": 63.67}, "visualize_input_copy_ms": {"avg_ms": 1.342, "count": 228, "max_ms": 4.738, "p95_ms": 2.327}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.318, "count": 228, "max_ms": 76.239, "p95_ms": 63.553}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 228, "max_ms": 0.212, "p95_ms": 0.157}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 228}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1445.559, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.286, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.115, "sample_count": 2163, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1449415, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:26:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 133803, "write_bytes_delta": 133803, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 537.0, "cpu_core_ratio": 0.437055, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 196.0, "pid": 104016, "reason": null, "system_cpu_core_ratio": 0.039914, "system_cpu_s_delta": 0.3999999999999999, "user_cpu_core_ratio": 0.397142, "user_cpu_s_delta": 3.979999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.653426, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 101358.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.601699, "system_cpu_s_delta": 6.029999999998836, "user_cpu_core_ratio": 1.051727, "user_cpu_s_delta": 10.540000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.958, "count": 244, "max_ms": 7.366, "p95_ms": 5.238, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.914, "max": 8.0, "p95": 6.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.102, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 244}, "total": {"avg": 1.102, "max": 2.0, "p95": 2.0, "sample_count": 244}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.725, "count": 30, "max": 56.498, "p95": 44.627, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.012, "count": 30, "max": 27.033, "p95": 24.367, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 941.933, "count": 30, "max": 1333.0, "p95": 1320.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1525.4, "count": 30, "max": 14420.0, "p95": 8133.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.098, "count": 30, "max": 0.418, "p95": 0.383, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.421, "count": 30, "max": 0.501, "p95": 0.489, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.099, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 123426.333, "count": 30, "max": 133803.0, "p95": 132478.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 123426.333, "count": 30, "max": 133803.0, "p95": 132478.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 139557.1, "count": 30, "max": 215567.0, "p95": 211849.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.382, "count": 30, "max": 0.652, "p95": 0.628, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.779, "count": 30, "max": 1.11, "p95": 1.084, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11184, "sampled_at": "2026-10-30T11:26:47+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:26:47+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2785800, "flush_count": 2900, "flush_interval_seconds": 30.0, "flush_state": {"count": 2900, "last_at": "2026-10-30T11:27:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:27:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2899}, "started": true, "suppressed_count": 1446963, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1446819}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2900, "written_record_count": 2900}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9496.246, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4008180326400, "copied_frame_count": 1449718, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 4008180326400, "frame_buffer_copies": 1449718, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1092, "count": 512, "max_ms": 0.3476, "p50_ms": 0.0923, "p95_ms": 0.2192, "p99_ms": 0.2899}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4392, "count": 512, "max_ms": 3.3507, "p50_ms": 1.3522, "p95_ms": 2.3975, "p99_ms": 2.9107, "results": {"failed": 0, "not_applicable": 0, "success": 1449718, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 506, "h264_decode_error_count": 1139, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:27:27+09:00", "last_error_summary": "[h264 @ 0x643ab93e0380] error while decoding MB 19 50, bytestream -7", "last_exit_at": "2026-10-30T11:27:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 96.434, "last_started_at": "2026-10-30T11:25:50+09:00", "pid": 104016, "process": {"exists": false, "pid": 104016}, "restart_count": 549, "restart_count_per_hour": 23, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 550}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.094, "sample_count": 2133, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1449718, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:27:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.061, "last_frame_pushed_at": "2026-10-30T11:27:27+09:00", "last_frame_read_age_sec": 0.235, "last_frame_read_at": "2026-10-30T11:27:26+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 90, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 441.229, "last_sample_duration_ms": 1255.508, "last_trigger": "periodic", "next_snapshot_in_sec": 158.771, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 290, "storage_bytes": 2764240}, "mjpeg": {"age_sec": 0.049, "exists": true, "mtime": "2026-10-30T11:27:27.139191+09:00", "mtime_epoch": 1793327247.1391914, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 133988}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:27:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1445.625, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1449718, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.167, "max": 12.0, "p95": 7.0, "sample_count": 227}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.489, "max": 3.0, "p95": 2.0, "sample_count": 227}, "total": {"avg": 1.489, "max": 3.0, "p95": 2.0, "sample_count": 227}}, "tracking_counts": {"active": {"avg": 1.119, "max": 3.0, "p95": 2.0, "sample_count": 227}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "removed": {"avg": 0.026, "max": 1.0, "p95": 0.0, "sample_count": 227}, "tracked": {"avg": 1.119, "max": 3.0, "p95": 2.0, "sample_count": 227}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.6, "pushed": 7.6, "read": 7.567}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 227, "client_acquire_ms": {"avg_ms": 0.007, "count": 227, "max_ms": 0.03, "p95_ms": 0.016, "reason": null, "sample_age_ms": 168.08, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.852, "count": 227, "max_ms": 8.037, "p95_ms": 2.785, "reason": null, "sample_age_ms": 250.843, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.426, "count": 227, "max_ms": 7.453, "p95_ms": 2.257, "reason": null, "sample_age_ms": 251.034, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.37, "count": 227, "max_ms": 3.335, "p95_ms": 0.712, "reason": null, "sample_age_ms": 168.111, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.858, "count": 227, "max_ms": 3.691, "p95_ms": 3.042, "reason": null, "sample_age_ms": 249.253, "source": "client_direct"}, "request_count": 227, "request_tensor_bytes": {"avg": 2764808.0, "count": 227, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 249.234, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 227, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 168.861, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.461, "count": 227, "max_ms": 83.173, "p95_ms": 70.138, "reason": null, "sample_age_ms": 168.072, "source": "client_direct"}, "sample_age_ms": 168.064, "source": "client_direct", "task_total_ms": {"avg_ms": 52.864, "count": 227, "max_ms": 86.246, "p95_ms": 72.944, "reason": null, "sample_age_ms": 168.064, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.25, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.312, "count": 227, "max_ms": 10.782, "p95_ms": 8.419}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.396, "count": 227, "max_ms": 1.209, "p95_ms": 0.761}, "detection_prepare_ms": {"avg_ms": 1.413, "count": 227, "max_ms": 3.505, "p95_ms": 2.468}, "event_filter_ms": {"avg_ms": 0.006, "count": 227, "max_ms": 0.027, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.197, "count": 227, "max_ms": 1.31, "p95_ms": 0.43}, "mcmt_ms": {"avg_ms": 0.003, "count": 227, "max_ms": 0.021, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.371, "count": 227, "max_ms": 3.308, "p95_ms": 2.283}, "setup_ms": {"avg_ms": 0.044, "count": 227, "max_ms": 0.16, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 5.248, "count": 227, "max_ms": 10.678, "p95_ms": 8.318}, "track_match_ms": {"avg_ms": 0.129, "count": 227, "max_ms": 0.567, "p95_ms": 0.241}, "tracker_update_ms": {"avg_ms": 1.689, "count": 227, "max_ms": 5.152, "p95_ms": 2.851}}, "gstreamer_push": {"avg_ms": 3.142, "count": 228, "max_ms": 7.194, "p95_ms": 5.106}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 227, "max_ms": 0.73, "p95_ms": 0.115}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.136, "count": 227, "max_ms": 87.06, "p95_ms": 74.715}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.196, "count": 228, "max_ms": 13.612, "p95_ms": 8.205}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.728, "count": 228, "max_ms": 166.292, "p95_ms": 135.419}, "inference_input_copy_ms": {"avg_ms": 1.6, "count": 228, "max_ms": 5.259, "p95_ms": 2.985}, "processing_residual_ms": {"avg_ms": 0.203, "count": 228, "max_ms": 0.961, "p95_ms": 0.42}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.726, "count": 228, "max_ms": 169.596, "p95_ms": 142.496}, "read_interval": {"avg_ms": 131.674, "count": 227, "max_ms": 214.683, "p95_ms": 170.447}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 227, "max_ms": 0.053, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 1.303, "count": 227, "max_ms": 3.192, "p95_ms": 2.172}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 227, "max_ms": 0.042, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.287, "count": 227, "max_ms": 3.14, "p95_ms": 2.145}, "worker_merge_ms": {"avg_ms": 0.007, "count": 227, "max_ms": 0.027, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 54.151, "count": 227, "max_ms": 87.071, "p95_ms": 74.731}, "visualize": {"avg_ms": 51.034, "count": 227, "max_ms": 79.497, "p95_ms": 65.102}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.655, "count": 227, "max_ms": 67.885, "p95_ms": 59.928}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.494, "count": 227, "max_ms": 76.403, "p95_ms": 63.67}, "visualize_input_copy_ms": {"avg_ms": 1.342, "count": 227, "max_ms": 4.738, "p95_ms": 2.327}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.356, "count": 227, "max_ms": 76.239, "p95_ms": 63.553}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 227, "max_ms": 0.212, "p95_ms": 0.157}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 227}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1445.559, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.286, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.115, "sample_count": 2163, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1449415, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:26:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 133803, "write_bytes_delta": 133803, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 537.0, "cpu_core_ratio": 0.437055, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 196.0, "pid": 104016, "reason": null, "system_cpu_core_ratio": 0.039914, "system_cpu_s_delta": 0.3999999999999999, "user_cpu_core_ratio": 0.397142, "user_cpu_s_delta": 3.979999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.653426, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 101358.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.601699, "system_cpu_s_delta": 6.029999999998836, "user_cpu_core_ratio": 1.051727, "user_cpu_s_delta": 10.540000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.958, "count": 244, "max_ms": 7.366, "p95_ms": 5.238, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.914, "max": 8.0, "p95": 6.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.102, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 244}, "total": {"avg": 1.102, "max": 2.0, "p95": 2.0, "sample_count": 244}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.725, "count": 30, "max": 56.498, "p95": 44.627, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.012, "count": 30, "max": 27.033, "p95": 24.367, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 941.933, "count": 30, "max": 1333.0, "p95": 1320.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1525.4, "count": 30, "max": 14420.0, "p95": 8133.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.098, "count": 30, "max": 0.418, "p95": 0.383, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.421, "count": 30, "max": 0.501, "p95": 0.489, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.099, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 123426.333, "count": 30, "max": 133803.0, "p95": 132478.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 123426.333, "count": 30, "max": 133803.0, "p95": 132478.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 139557.1, "count": 30, "max": 215567.0, "p95": 211849.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.382, "count": 30, "max": 0.652, "p95": 0.628, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.779, "count": 30, "max": 1.11, "p95": 1.084, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11184, "sampled_at": "2026-10-30T11:26:47+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:26:47+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2785800, "flush_count": 2900, "flush_interval_seconds": 30.0, "flush_state": {"count": 2900, "last_at": "2026-10-30T11:27:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:27:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2899}, "started": true, "suppressed_count": 1446963, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1446819}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2900, "written_record_count": 2900}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9670.516, "limit_mb": null}, "detail": {"pid": 104132, "restart_count": 550, "start_count": 551}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4008180326400, "copied_frame_count": 1449718, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 4008180326400, "frame_buffer_copies": 1449718, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1092, "count": 512, "max_ms": 0.3476, "p50_ms": 0.0923, "p95_ms": 0.2192, "p99_ms": 0.2899}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4392, "count": 512, "max_ms": 3.3507, "p50_ms": 1.3522, "p95_ms": 2.3975, "p99_ms": 2.9107, "results": {"failed": 0, "not_applicable": 0, "success": 1449718, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 506, "h264_decode_error_count": 1139, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:27:27+09:00", "last_error_summary": "[h264 @ 0x643ab93e0380] error while decoding MB 19 50, bytestream -7", "last_exit_at": "2026-10-30T11:27:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T11:27:29+09:00", "pid": 104132, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.707, "name": "ffmpeg", "pid": 104132, "rss_mb": 209.707, "state": "S (sleeping)", "threads": 70}, "restart_count": 550, "restart_count_per_hour": 24, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 551}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.227, "sample_count": 2094, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1449718, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:27:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.647, "last_frame_pushed_at": "2026-10-30T11:27:27+09:00", "last_frame_read_age_sec": 4.821, "last_frame_read_at": "2026-10-30T11:27:26+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 90, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 445.814, "last_sample_duration_ms": 1255.508, "last_trigger": "periodic", "next_snapshot_in_sec": 154.186, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 290, "storage_bytes": 2764240}, "mjpeg": {"age_sec": 4.635, "exists": true, "mtime": "2026-10-30T11:27:27.139191+09:00", "mtime_epoch": 1793327247.1391914, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 133988}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:27:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1445.629, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1449718, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.234, "max": 12.0, "p95": 8.0, "sample_count": 192}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.51, "max": 3.0, "p95": 2.0, "sample_count": 192}, "total": {"avg": 1.51, "max": 3.0, "p95": 2.0, "sample_count": 192}}, "tracking_counts": {"active": {"avg": 1.099, "max": 2.0, "p95": 2.0, "sample_count": 192}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "removed": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 192}, "tracked": {"avg": 1.099, "max": 2.0, "p95": 2.0, "sample_count": 192}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.417, "pushed": 6.417, "read": 6.384}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 191, "client_acquire_ms": {"avg_ms": 0.007, "count": 192, "max_ms": 0.03, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4751.818, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.833, "count": 191, "max_ms": 8.037, "p95_ms": 2.598, "reason": null, "sample_age_ms": 4834.58, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.418, "count": 191, "max_ms": 7.453, "p95_ms": 2.173, "reason": null, "sample_age_ms": 4834.771, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.371, "count": 192, "max_ms": 3.335, "p95_ms": 0.688, "reason": null, "sample_age_ms": 4751.849, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.857, "count": 191, "max_ms": 3.674, "p95_ms": 3.05, "reason": null, "sample_age_ms": 4832.99, "source": "client_direct"}, "request_count": 191, "request_tensor_bytes": {"avg": 2764808.0, "count": 191, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4832.972, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 192, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4752.599, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.32, "count": 192, "max_ms": 80.31, "p95_ms": 69.781, "reason": null, "sample_age_ms": 4751.809, "source": "client_direct"}, "sample_age_ms": 4751.801, "source": "client_direct", "task_total_ms": {"avg_ms": 52.72, "count": 192, "max_ms": 82.721, "p95_ms": 71.991, "reason": null, "sample_age_ms": 4751.801, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.657, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.348, "count": 192, "max_ms": 10.782, "p95_ms": 8.542}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.417, "count": 192, "max_ms": 1.209, "p95_ms": 0.783}, "detection_prepare_ms": {"avg_ms": 1.415, "count": 192, "max_ms": 3.505, "p95_ms": 2.484}, "event_filter_ms": {"avg_ms": 0.006, "count": 192, "max_ms": 0.027, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.201, "count": 192, "max_ms": 1.31, "p95_ms": 0.435}, "mcmt_ms": {"avg_ms": 0.004, "count": 192, "max_ms": 0.021, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.385, "count": 192, "max_ms": 2.986, "p95_ms": 2.296}, "setup_ms": {"avg_ms": 0.045, "count": 192, "max_ms": 0.16, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 5.283, "count": 192, "max_ms": 10.678, "p95_ms": 8.406}, "track_match_ms": {"avg_ms": 0.131, "count": 192, "max_ms": 0.567, "p95_ms": 0.248}, "tracker_update_ms": {"avg_ms": 1.678, "count": 192, "max_ms": 5.152, "p95_ms": 2.772}}, "gstreamer_push": {"avg_ms": 3.146, "count": 192, "max_ms": 7.194, "p95_ms": 5.283}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 192, "max_ms": 0.73, "p95_ms": 0.119}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.972, "count": 192, "max_ms": 86.688, "p95_ms": 74.715}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.232, "count": 192, "max_ms": 13.612, "p95_ms": 8.205}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.884, "count": 192, "max_ms": 166.292, "p95_ms": 135.47}, "inference_input_copy_ms": {"avg_ms": 1.603, "count": 192, "max_ms": 5.259, "p95_ms": 3.099}, "processing_residual_ms": {"avg_ms": 0.203, "count": 192, "max_ms": 0.961, "p95_ms": 0.42}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.922, "count": 192, "max_ms": 169.596, "p95_ms": 143.397}, "read_interval": {"avg_ms": 131.897, "count": 191, "max_ms": 214.683, "p95_ms": 170.447}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 192, "max_ms": 0.046, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 1.316, "count": 192, "max_ms": 2.845, "p95_ms": 2.177}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 192, "max_ms": 0.042, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.3, "count": 192, "max_ms": 2.822, "p95_ms": 2.148}, "worker_merge_ms": {"avg_ms": 0.007, "count": 192, "max_ms": 0.027, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 53.986, "count": 192, "max_ms": 86.708, "p95_ms": 74.731}, "visualize": {"avg_ms": 51.285, "count": 192, "max_ms": 79.497, "p95_ms": 65.674}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.81, "count": 192, "max_ms": 67.885, "p95_ms": 60.139}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.724, "count": 192, "max_ms": 76.403, "p95_ms": 63.74}, "visualize_input_copy_ms": {"avg_ms": 1.359, "count": 192, "max_ms": 4.738, "p95_ms": 2.327}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.583, "count": 192, "max_ms": 76.239, "p95_ms": 63.578}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 192, "max_ms": 0.212, "p95_ms": 0.166}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 192}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1445.625, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.524, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.185, "sample_count": 2111, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1449718, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:27:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2.613, "exists": true, "size_bytes": 133988, "write_bytes_delta": 133988, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 104016, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.551824, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 188621.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.564258, "system_cpu_s_delta": 12.410000000003492, "user_cpu_core_ratio": 0.987566, "user_cpu_s_delta": 21.720000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.156, "count": 208, "max_ms": 7.194, "p95_ms": 5.139, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.192, "max": 12.0, "p95": 8.0, "sample_count": 208}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.471, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 208}, "total": {"avg": 1.471, "max": 3.0, "p95": 2.0, "sample_count": 208}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.879, "count": 30, "max": 50.045, "p95": 44.627, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.924, "count": 30, "max": 24.476, "p95": 22.726, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 904.8, "count": 30, "max": 1333.0, "p95": 1320.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1529.733, "count": 30, "max": 14420.0, "p95": 8133.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.098, "count": 30, "max": 0.418, "p95": 0.383, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.421, "count": 30, "max": 0.501, "p95": 0.489, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.09, "count": 30, "max": 2.613, "p95": 0.054, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 125034.633, "count": 30, "max": 134552.0, "p95": 133991.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 125034.633, "count": 30, "max": 134552.0, "p95": 133991.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 138530.067, "count": 30, "max": 215567.0, "p95": 211849.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.393, "count": 30, "max": 0.652, "p95": 0.634, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.793, "count": 30, "max": 1.11, "p95": 1.084, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11187, "sampled_at": "2026-10-30T11:27:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:27:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2787734, "flush_count": 2902, "flush_interval_seconds": 30.0, "flush_state": {"count": 2902, "last_at": "2026-10-30T11:29:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:29:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2901}, "started": true, "suppressed_count": 1447839, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1447695}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2902, "written_record_count": 2902}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9511.867, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x56fc50cfad80] cabac decode of qscale diff failed at 114 48 [h264 @ 0x56fc50cfad80] error while decoding MB 114 48, bytestream 7643 [h264 @ 0x56fc50e74200] cabac decode of qscale diff failed at 32 56 [h264 @ 0x56fc50e74200] error while decoding MB 32 56, bytestream 1843", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4010605056000, "copied_frame_count": 1450595, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 4010605056000, "frame_buffer_copies": 1450595, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1131, "count": 512, "max_ms": 1.2009, "p50_ms": 0.095, "p95_ms": 0.2078, "p99_ms": 0.2898}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4621, "count": 512, "max_ms": 3.8035, "p50_ms": 1.4125, "p95_ms": 2.2554, "p99_ms": 3.0973, "results": {"failed": 0, "not_applicable": 0, "success": 1450595, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 507, "h264_decode_error_count": 1143, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:29:22+09:00", "last_error_summary": "[h264 @ 0x56fc50cfad80] cabac decode of qscale diff failed at 114 48 [h264 @ 0x56fc50cfad80] error while decoding MB 114 48, bytestream 7643 [h264 @ 0x56fc50e74200] cabac decode of qscale diff failed at 32 56 [h264 @ 0x56fc50e74200] error while decoding MB 32 56, bytestream 1843", "last_exit_at": "2026-10-30T11:27:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 112.496, "last_started_at": "2026-10-30T11:27:29+09:00", "pid": 104132, "process": {"exists": false, "pid": 104132}, "restart_count": 550, "restart_count_per_hour": 23, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 551}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.125, "sample_count": 2046, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1450595, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:29:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.066, "last_frame_pushed_at": "2026-10-30T11:29:22+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-10-30T11:29:22+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 90, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 556.298, "last_sample_duration_ms": 1255.508, "last_trigger": "periodic", "next_snapshot_in_sec": 43.702, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 290, "storage_bytes": 2764240}, "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-10-30T11:29:22.214163+09:00", "mtime_epoch": 1793327362.214163, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 135229}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:29:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1456.5, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1450596, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.983, "max": 7.0, "p95": 5.0, "sample_count": 180}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 180, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.004, "pushed": 6.004, "read": 6.004}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 180, "client_acquire_ms": {"avg_ms": 0.007, "count": 180, "max_ms": 0.037, "p95_ms": 0.015, "reason": null, "sample_age_ms": 15.166, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.889, "count": 180, "max_ms": 6.764, "p95_ms": 2.939, "reason": null, "sample_age_ms": 67.41, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.392, "count": 180, "max_ms": 6.479, "p95_ms": 2.274, "reason": null, "sample_age_ms": 67.93, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.311, "count": 180, "max_ms": 0.943, "p95_ms": 0.609, "reason": null, "sample_age_ms": 15.173, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.948, "count": 180, "max_ms": 9.948, "p95_ms": 3.229, "reason": null, "sample_age_ms": 65.664, "source": "client_direct"}, "request_count": 180, "request_tensor_bytes": {"avg": 2764808.0, "count": 180, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 65.646, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 180, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 15.392, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.962, "count": 180, "max_ms": 82.097, "p95_ms": 66.576, "reason": null, "sample_age_ms": 15.162, "source": "client_direct"}, "sample_age_ms": 15.158, "source": "client_direct", "task_total_ms": {"avg_ms": 50.422, "count": 180, "max_ms": 84.929, "p95_ms": 70.478, "reason": null, "sample_age_ms": 15.158, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.528, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.478, "count": 180, "max_ms": 9.928, "p95_ms": 7.059}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.341, "count": 180, "max_ms": 1.042, "p95_ms": 0.648}, "detection_prepare_ms": {"avg_ms": 1.269, "count": 180, "max_ms": 3.375, "p95_ms": 2.482}, "event_filter_ms": {"avg_ms": 0.005, "count": 180, "max_ms": 0.03, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.14, "count": 180, "max_ms": 0.404, "p95_ms": 0.281}, "mcmt_ms": {"avg_ms": 0.003, "count": 180, "max_ms": 0.01, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.409, "count": 180, "max_ms": 3.144, "p95_ms": 2.236}, "setup_ms": {"avg_ms": 0.042, "count": 180, "max_ms": 0.14, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 4.42, "count": 180, "max_ms": 9.824, "p95_ms": 6.973}, "track_match_ms": {"avg_ms": 0.112, "count": 180, "max_ms": 0.448, "p95_ms": 0.221}, "tracker_update_ms": {"avg_ms": 1.098, "count": 180, "max_ms": 3.07, "p95_ms": 1.901}}, "gstreamer_push": {"avg_ms": 3.051, "count": 180, "max_ms": 8.353, "p95_ms": 5.064}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 180, "max_ms": 1.471, "p95_ms": 0.095}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.682, "count": 180, "max_ms": 85.811, "p95_ms": 71.15}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.022, "count": 180, "max_ms": 13.972, "p95_ms": 8.461}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.495, "count": 180, "max_ms": 148.074, "p95_ms": 130.878}, "inference_input_copy_ms": {"avg_ms": 1.692, "count": 180, "max_ms": 4.837, "p95_ms": 2.845}, "processing_residual_ms": {"avg_ms": 0.2, "count": 180, "max_ms": 0.544, "p95_ms": 0.371}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.41, "count": 180, "max_ms": 155.898, "p95_ms": 138.628}, "read_interval": {"avg_ms": 166.784, "count": 180, "max_ms": 1730.734, "p95_ms": 182.382}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 180, "max_ms": 0.056, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 1.347, "count": 180, "max_ms": 2.961, "p95_ms": 2.12}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 180, "max_ms": 0.068, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.331, "count": 180, "max_ms": 2.922, "p95_ms": 2.087}, "worker_merge_ms": {"avg_ms": 0.006, "count": 180, "max_ms": 0.063, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 51.695, "count": 180, "max_ms": 85.831, "p95_ms": 71.16}, "visualize": {"avg_ms": 49.203, "count": 180, "max_ms": 73.276, "p95_ms": 64.554}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.866, "count": 180, "max_ms": 69.41, "p95_ms": 59.527}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.701, "count": 180, "max_ms": 72.137, "p95_ms": 62.416}, "visualize_input_copy_ms": {"avg_ms": 1.317, "count": 180, "max_ms": 2.844, "p95_ms": 2.203}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.572, "count": 180, "max_ms": 72.066, "p95_ms": 62.24}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 180, "max_ms": 0.221, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1456.383, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.452, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.842, "sample_count": 2147, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1450398, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:28:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 135838, "write_bytes_delta": 135838, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 907.0, "cpu_core_ratio": 0.523164, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2386.0, "pid": 104132, "reason": null, "system_cpu_core_ratio": 0.110717, "system_cpu_s_delta": 2.22, "user_cpu_core_ratio": 0.412447, "user_cpu_s_delta": 8.269999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.638316, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 190552.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.596477, "system_cpu_s_delta": 11.960000000006403, "user_cpu_core_ratio": 1.041839, "user_cpu_s_delta": 20.89000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.189, "count": 228, "max_ms": 7.114, "p95_ms": 5.231, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.316, "max": 10.0, "p95": 6.0, "sample_count": 228}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 228}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 228}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.488, "count": 30, "max": 64.258, "p95": 47.635, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.938, "count": 30, "max": 24.476, "p95": 21.993, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 922.367, "count": 30, "max": 1409.0, "p95": 1329.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1583.133, "count": 30, "max": 14420.0, "p95": 8133.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.1, "count": 30, "max": 0.418, "p95": 0.383, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.422, "count": 30, "max": 0.513, "p95": 0.497, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.09, "count": 30, "max": 2.613, "p95": 0.054, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 127300.133, "count": 30, "max": 135838.0, "p95": 135333.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 127300.133, "count": 30, "max": 135838.0, "p95": 135333.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 136287.033, "count": 30, "max": 210435.0, "p95": 204153.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.397, "count": 30, "max": 0.652, "p95": 0.634, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.802, "count": 30, "max": 1.11, "p95": 1.084, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11191, "sampled_at": "2026-10-30T11:28:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:28:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2787734, "flush_count": 2902, "flush_interval_seconds": 30.0, "flush_state": {"count": 2902, "last_at": "2026-10-30T11:29:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:29:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2901}, "started": true, "suppressed_count": 1447839, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1447695}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2902, "written_record_count": 2902}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9502.934, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T11:29:22+09:00", "last_error_summary": "[h264 @ 0x56fc50cfad80] cabac decode of qscale diff failed at 114 48 [h264 @ 0x56fc50cfad80] error while decoding MB 114 48, bytestream 7643 [h264 @ 0x56fc50e74200] cabac decode of qscale diff failed at 32 56 [h264 @ 0x56fc50e74200] error while decoding MB 32 56, bytestream 1843", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4010607820800, "copied_frame_count": 1450596, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 4010607820800, "frame_buffer_copies": 1450596, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1131, "count": 512, "max_ms": 1.2009, "p50_ms": 0.095, "p95_ms": 0.2078, "p99_ms": 0.2898}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4624, "count": 512, "max_ms": 3.8035, "p50_ms": 1.4125, "p95_ms": 2.2554, "p99_ms": 3.0973, "results": {"failed": 0, "not_applicable": 0, "success": 1450596, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 507, "h264_decode_error_count": 1143, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:29:22+09:00", "last_error_summary": "[h264 @ 0x56fc50cfad80] cabac decode of qscale diff failed at 114 48 [h264 @ 0x56fc50cfad80] error while decoding MB 114 48, bytestream 7643 [h264 @ 0x56fc50e74200] cabac decode of qscale diff failed at 32 56 [h264 @ 0x56fc50e74200] error while decoding MB 32 56, bytestream 1843", "last_exit_at": "2026-10-30T11:29:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 112.572, "last_started_at": "2026-10-30T11:27:29+09:00", "pid": 104132, "process": {"exists": false, "pid": 104132}, "restart_count": 550, "restart_count_per_hour": 23, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 551}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.125, "sample_count": 2046, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1450596, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:29:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T11:29:22+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-10-30T11:29:22+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 90, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 556.37, "last_sample_duration_ms": 1255.508, "last_trigger": "periodic", "next_snapshot_in_sec": 43.63, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 290, "storage_bytes": 2764240}, "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-10-30T11:29:22.214163+09:00", "mtime_epoch": 1793327362.214163, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 135229}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:29:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1446.074, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1450596, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.978, "max": 7.0, "p95": 5.0, "sample_count": 180}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.021, "pushed": 6.021, "read": 5.987}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 179, "client_acquire_ms": {"avg_ms": 0.007, "count": 180, "max_ms": 0.037, "p95_ms": 0.015, "reason": null, "sample_age_ms": 87.475, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.891, "count": 179, "max_ms": 6.764, "p95_ms": 2.945, "reason": null, "sample_age_ms": 139.719, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.393, "count": 179, "max_ms": 6.479, "p95_ms": 2.279, "reason": null, "sample_age_ms": 140.24, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.311, "count": 180, "max_ms": 0.943, "p95_ms": 0.609, "reason": null, "sample_age_ms": 87.482, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.944, "count": 179, "max_ms": 9.948, "p95_ms": 3.23, "reason": null, "sample_age_ms": 137.974, "source": "client_direct"}, "request_count": 179, "request_tensor_bytes": {"avg": 2764808.0, "count": 179, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 137.955, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 180, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 87.701, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.962, "count": 180, "max_ms": 82.097, "p95_ms": 66.576, "reason": null, "sample_age_ms": 87.471, "source": "client_direct"}, "sample_age_ms": 87.467, "source": "client_direct", "task_total_ms": {"avg_ms": 50.422, "count": 180, "max_ms": 84.929, "p95_ms": 70.478, "reason": null, "sample_age_ms": 87.467, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.477, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.477, "count": 180, "max_ms": 9.928, "p95_ms": 7.059}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.34, "count": 180, "max_ms": 1.042, "p95_ms": 0.648}, "detection_prepare_ms": {"avg_ms": 1.268, "count": 180, "max_ms": 3.375, "p95_ms": 2.482}, "event_filter_ms": {"avg_ms": 0.005, "count": 180, "max_ms": 0.03, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.14, "count": 180, "max_ms": 0.404, "p95_ms": 0.281}, "mcmt_ms": {"avg_ms": 0.003, "count": 180, "max_ms": 0.01, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.408, "count": 180, "max_ms": 3.144, "p95_ms": 2.236}, "setup_ms": {"avg_ms": 0.042, "count": 180, "max_ms": 0.14, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 4.419, "count": 180, "max_ms": 9.824, "p95_ms": 6.973}, "track_match_ms": {"avg_ms": 0.113, "count": 180, "max_ms": 0.448, "p95_ms": 0.221}, "tracker_update_ms": {"avg_ms": 1.099, "count": 180, "max_ms": 3.07, "p95_ms": 1.901}}, "gstreamer_push": {"avg_ms": 3.047, "count": 180, "max_ms": 8.353, "p95_ms": 5.064}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 180, "max_ms": 1.471, "p95_ms": 0.095}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.674, "count": 180, "max_ms": 85.811, "p95_ms": 71.15}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.016, "count": 180, "max_ms": 13.972, "p95_ms": 8.461}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.648, "count": 180, "max_ms": 148.074, "p95_ms": 130.878}, "inference_input_copy_ms": {"avg_ms": 1.694, "count": 180, "max_ms": 4.837, "p95_ms": 2.845}, "processing_residual_ms": {"avg_ms": 0.2, "count": 180, "max_ms": 0.544, "p95_ms": 0.371}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.558, "count": 180, "max_ms": 155.898, "p95_ms": 138.628}, "read_interval": {"avg_ms": 167.049, "count": 179, "max_ms": 1730.734, "p95_ms": 183.634}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 180, "max_ms": 0.056, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 1.346, "count": 180, "max_ms": 2.961, "p95_ms": 2.12}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 180, "max_ms": 0.068, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.331, "count": 180, "max_ms": 2.922, "p95_ms": 2.087}, "worker_merge_ms": {"avg_ms": 0.006, "count": 180, "max_ms": 0.063, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 51.687, "count": 180, "max_ms": 85.831, "p95_ms": 71.16}, "visualize": {"avg_ms": 49.364, "count": 180, "max_ms": 73.276, "p95_ms": 64.749}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.026, "count": 180, "max_ms": 69.41, "p95_ms": 59.733}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.862, "count": 180, "max_ms": 72.137, "p95_ms": 63.586}, "visualize_input_copy_ms": {"avg_ms": 1.317, "count": 180, "max_ms": 2.844, "p95_ms": 2.203}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.732, "count": 180, "max_ms": 72.066, "p95_ms": 63.42}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 180, "max_ms": 0.221, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1456.383, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.452, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.842, "sample_count": 2147, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1450398, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:28:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 135838, "write_bytes_delta": 135838, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 907.0, "cpu_core_ratio": 0.523164, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2386.0, "pid": 104132, "reason": null, "system_cpu_core_ratio": 0.110717, "system_cpu_s_delta": 2.22, "user_cpu_core_ratio": 0.412447, "user_cpu_s_delta": 8.269999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.638316, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 190552.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.596477, "system_cpu_s_delta": 11.960000000006403, "user_cpu_core_ratio": 1.041839, "user_cpu_s_delta": 20.89000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.189, "count": 228, "max_ms": 7.114, "p95_ms": 5.231, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.316, "max": 10.0, "p95": 6.0, "sample_count": 228}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 228}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 228}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.488, "count": 30, "max": 64.258, "p95": 47.635, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.938, "count": 30, "max": 24.476, "p95": 21.993, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 922.367, "count": 30, "max": 1409.0, "p95": 1329.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1583.133, "count": 30, "max": 14420.0, "p95": 8133.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.1, "count": 30, "max": 0.418, "p95": 0.383, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.422, "count": 30, "max": 0.513, "p95": 0.497, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.09, "count": 30, "max": 2.613, "p95": 0.054, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 127300.133, "count": 30, "max": 135838.0, "p95": 135333.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 127300.133, "count": 30, "max": 135838.0, "p95": 135333.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 136287.033, "count": 30, "max": 210435.0, "p95": 204153.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.397, "count": 30, "max": 0.652, "p95": 0.634, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.802, "count": 30, "max": 1.11, "p95": 1.084, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11191, "sampled_at": "2026-10-30T11:28:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:28:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2787734, "flush_count": 2902, "flush_interval_seconds": 30.0, "flush_state": {"count": 2902, "last_at": "2026-10-30T11:29:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:29:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2901}, "started": true, "suppressed_count": 1447839, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1447695}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2902, "written_record_count": 2902}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9502.949, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4010607820800, "copied_frame_count": 1450596, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 4010607820800, "frame_buffer_copies": 1450596, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1131, "count": 512, "max_ms": 1.2009, "p50_ms": 0.095, "p95_ms": 0.2078, "p99_ms": 0.2898}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4624, "count": 512, "max_ms": 3.8035, "p50_ms": 1.4125, "p95_ms": 2.2554, "p99_ms": 3.0973, "results": {"failed": 0, "not_applicable": 0, "success": 1450596, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 507, "h264_decode_error_count": 1143, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:29:22+09:00", "last_error_summary": "[h264 @ 0x56fc50cfad80] cabac decode of qscale diff failed at 114 48 [h264 @ 0x56fc50cfad80] error while decoding MB 114 48, bytestream 7643 [h264 @ 0x56fc50e74200] cabac decode of qscale diff failed at 32 56 [h264 @ 0x56fc50e74200] error while decoding MB 32 56, bytestream 1843", "last_exit_at": "2026-10-30T11:29:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 112.6, "last_started_at": "2026-10-30T11:27:29+09:00", "pid": 104132, "process": {"exists": false, "pid": 104132}, "restart_count": 550, "restart_count_per_hour": 23, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 551}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.125, "sample_count": 2045, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1450596, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:29:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.029, "last_frame_pushed_at": "2026-10-30T11:29:22+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-10-30T11:29:22+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 90, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 556.391, "last_sample_duration_ms": 1255.508, "last_trigger": "periodic", "next_snapshot_in_sec": 43.609, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 290, "storage_bytes": 2764240}, "mjpeg": {"age_sec": 0.021, "exists": true, "mtime": "2026-10-30T11:29:22.352164+09:00", "mtime_epoch": 1793327362.3521643, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 135350}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:29:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1446.074, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1450596, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.978, "max": 7.0, "p95": 5.0, "sample_count": 180}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.015, "pushed": 6.015, "read": 5.982}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 179, "client_acquire_ms": {"avg_ms": 0.007, "count": 179, "max_ms": 0.037, "p95_ms": 0.015, "reason": null, "sample_age_ms": 112.352, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.891, "count": 179, "max_ms": 6.764, "p95_ms": 2.945, "reason": null, "sample_age_ms": 164.597, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.393, "count": 179, "max_ms": 6.479, "p95_ms": 2.279, "reason": null, "sample_age_ms": 165.117, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.31, "count": 179, "max_ms": 0.943, "p95_ms": 0.611, "reason": null, "sample_age_ms": 112.36, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.944, "count": 179, "max_ms": 9.948, "p95_ms": 3.23, "reason": null, "sample_age_ms": 162.851, "source": "client_direct"}, "request_count": 179, "request_tensor_bytes": {"avg": 2764808.0, "count": 179, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 162.833, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 179, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 112.579, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.898, "count": 179, "max_ms": 82.097, "p95_ms": 66.643, "reason": null, "sample_age_ms": 112.348, "source": "client_direct"}, "sample_age_ms": 112.344, "source": "client_direct", "task_total_ms": {"avg_ms": 50.353, "count": 179, "max_ms": 84.929, "p95_ms": 70.632, "reason": null, "sample_age_ms": 112.344, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.68, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.477, "count": 180, "max_ms": 9.928, "p95_ms": 7.059}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.34, "count": 180, "max_ms": 1.042, "p95_ms": 0.648}, "detection_prepare_ms": {"avg_ms": 1.268, "count": 180, "max_ms": 3.375, "p95_ms": 2.482}, "event_filter_ms": {"avg_ms": 0.005, "count": 180, "max_ms": 0.03, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.14, "count": 180, "max_ms": 0.404, "p95_ms": 0.281}, "mcmt_ms": {"avg_ms": 0.003, "count": 180, "max_ms": 0.01, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.408, "count": 180, "max_ms": 3.144, "p95_ms": 2.236}, "setup_ms": {"avg_ms": 0.042, "count": 180, "max_ms": 0.14, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 4.419, "count": 180, "max_ms": 9.824, "p95_ms": 6.973}, "track_match_ms": {"avg_ms": 0.113, "count": 180, "max_ms": 0.448, "p95_ms": 0.221}, "tracker_update_ms": {"avg_ms": 1.099, "count": 180, "max_ms": 3.07, "p95_ms": 1.901}}, "gstreamer_push": {"avg_ms": 3.047, "count": 180, "max_ms": 8.353, "p95_ms": 5.064}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 180, "max_ms": 1.471, "p95_ms": 0.095}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.674, "count": 180, "max_ms": 85.811, "p95_ms": 71.15}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.016, "count": 180, "max_ms": 13.972, "p95_ms": 8.461}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.648, "count": 180, "max_ms": 148.074, "p95_ms": 130.878}, "inference_input_copy_ms": {"avg_ms": 1.694, "count": 180, "max_ms": 4.837, "p95_ms": 2.845}, "processing_residual_ms": {"avg_ms": 0.2, "count": 180, "max_ms": 0.544, "p95_ms": 0.371}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.558, "count": 180, "max_ms": 155.898, "p95_ms": 138.628}, "read_interval": {"avg_ms": 167.049, "count": 179, "max_ms": 1730.734, "p95_ms": 183.634}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 180, "max_ms": 0.056, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 1.346, "count": 180, "max_ms": 2.961, "p95_ms": 2.12}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 180, "max_ms": 0.068, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.331, "count": 180, "max_ms": 2.922, "p95_ms": 2.087}, "worker_merge_ms": {"avg_ms": 0.006, "count": 180, "max_ms": 0.063, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 51.687, "count": 180, "max_ms": 85.831, "p95_ms": 71.16}, "visualize": {"avg_ms": 49.364, "count": 180, "max_ms": 73.276, "p95_ms": 64.749}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.026, "count": 180, "max_ms": 69.41, "p95_ms": 59.733}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.862, "count": 180, "max_ms": 72.137, "p95_ms": 63.586}, "visualize_input_copy_ms": {"avg_ms": 1.317, "count": 180, "max_ms": 2.844, "p95_ms": 2.203}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.732, "count": 180, "max_ms": 72.066, "p95_ms": 63.42}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 180, "max_ms": 0.221, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1456.383, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.452, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.842, "sample_count": 2147, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1450398, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:28:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 135838, "write_bytes_delta": 135838, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 907.0, "cpu_core_ratio": 0.523164, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2386.0, "pid": 104132, "reason": null, "system_cpu_core_ratio": 0.110717, "system_cpu_s_delta": 2.22, "user_cpu_core_ratio": 0.412447, "user_cpu_s_delta": 8.269999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.638316, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 190552.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.596477, "system_cpu_s_delta": 11.960000000006403, "user_cpu_core_ratio": 1.041839, "user_cpu_s_delta": 20.89000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.189, "count": 228, "max_ms": 7.114, "p95_ms": 5.231, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.316, "max": 10.0, "p95": 6.0, "sample_count": 228}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 228}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 228}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.488, "count": 30, "max": 64.258, "p95": 47.635, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.938, "count": 30, "max": 24.476, "p95": 21.993, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 922.367, "count": 30, "max": 1409.0, "p95": 1329.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1583.133, "count": 30, "max": 14420.0, "p95": 8133.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.1, "count": 30, "max": 0.418, "p95": 0.383, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.422, "count": 30, "max": 0.513, "p95": 0.497, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.09, "count": 30, "max": 2.613, "p95": 0.054, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 127300.133, "count": 30, "max": 135838.0, "p95": 135333.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 127300.133, "count": 30, "max": 135838.0, "p95": 135333.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 136287.033, "count": 30, "max": 210435.0, "p95": 204153.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.397, "count": 30, "max": 0.652, "p95": 0.634, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.802, "count": 30, "max": 1.11, "p95": 1.084, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11191, "sampled_at": "2026-10-30T11:28:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:28:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2787734, "flush_count": 2902, "flush_interval_seconds": 30.0, "flush_state": {"count": 2902, "last_at": "2026-10-30T11:29:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:29:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2901}, "started": true, "suppressed_count": 1447839, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1447695}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2902, "written_record_count": 2902}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9679.551, "limit_mb": null}, "detail": {"pid": 104248, "restart_count": 551, "start_count": 552}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4010607820800, "copied_frame_count": 1450596, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 4010607820800, "frame_buffer_copies": 1450596, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1131, "count": 512, "max_ms": 1.2009, "p50_ms": 0.095, "p95_ms": 0.2078, "p99_ms": 0.2898}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4624, "count": 512, "max_ms": 3.8035, "p50_ms": 1.4125, "p95_ms": 2.2554, "p99_ms": 3.0973, "results": {"failed": 0, "not_applicable": 0, "success": 1450596, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 507, "h264_decode_error_count": 1143, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:29:22+09:00", "last_error_summary": "[h264 @ 0x56fc50cfad80] cabac decode of qscale diff failed at 114 48 [h264 @ 0x56fc50cfad80] error while decoding MB 114 48, bytestream 7643 [h264 @ 0x56fc50e74200] cabac decode of qscale diff failed at 32 56 [h264 @ 0x56fc50e74200] error while decoding MB 32 56, bytestream 1843", "last_exit_at": "2026-10-30T11:29:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T11:29:25+09:00", "pid": 104248, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.676, "name": "ffmpeg", "pid": 104248, "rss_mb": 209.676, "state": "S (sleeping)", "threads": 70}, "restart_count": 551, "restart_count_per_hour": 24, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 552}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.456, "sample_count": 1999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1450596, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:29:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.891, "last_frame_pushed_at": "2026-10-30T11:29:22+09:00", "last_frame_read_age_sec": 5.026, "last_frame_read_at": "2026-10-30T11:29:22+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 90, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 561.259, "last_sample_duration_ms": 1255.508, "last_trigger": "periodic", "next_snapshot_in_sec": 38.741, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 290, "storage_bytes": 2764240}, "mjpeg": {"age_sec": 4.883, "exists": true, "mtime": "2026-10-30T11:29:22.352164+09:00", "mtime_epoch": 1793327362.3521643, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 135350}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:29:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1446.078, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1450596, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.938, "max": 5.0, "p95": 5.0, "sample_count": 146}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 146}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 146}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 146}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 146}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.869, "pushed": 4.869, "read": 4.836}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 145, "client_acquire_ms": {"avg_ms": 0.007, "count": 145, "max_ms": 0.037, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4978.273, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.896, "count": 145, "max_ms": 6.764, "p95_ms": 2.925, "reason": null, "sample_age_ms": 5030.517, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.378, "count": 145, "max_ms": 6.479, "p95_ms": 1.968, "reason": null, "sample_age_ms": 5031.038, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.301, "count": 145, "max_ms": 0.943, "p95_ms": 0.603, "reason": null, "sample_age_ms": 4978.281, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.868, "count": 145, "max_ms": 9.948, "p95_ms": 3.153, "reason": null, "sample_age_ms": 5028.772, "source": "client_direct"}, "request_count": 145, "request_tensor_bytes": {"avg": 2764808.0, "count": 145, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5028.754, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 145, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4978.499, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.454, "count": 145, "max_ms": 76.683, "p95_ms": 66.075, "reason": null, "sample_age_ms": 4978.269, "source": "client_direct"}, "sample_age_ms": 4978.265, "source": "client_direct", "task_total_ms": {"avg_ms": 48.825, "count": 145, "max_ms": 79.729, "p95_ms": 68.581, "reason": null, "sample_age_ms": 4978.265, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.502, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.377, "count": 146, "max_ms": 9.928, "p95_ms": 7.059}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.32, "count": 146, "max_ms": 0.825, "p95_ms": 0.633}, "detection_prepare_ms": {"avg_ms": 1.248, "count": 146, "max_ms": 3.375, "p95_ms": 2.548}, "event_filter_ms": {"avg_ms": 0.005, "count": 146, "max_ms": 0.03, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.134, "count": 146, "max_ms": 0.404, "p95_ms": 0.281}, "mcmt_ms": {"avg_ms": 0.003, "count": 146, "max_ms": 0.01, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.383, "count": 146, "max_ms": 3.144, "p95_ms": 2.236}, "setup_ms": {"avg_ms": 0.041, "count": 146, "max_ms": 0.12, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 4.32, "count": 146, "max_ms": 9.824, "p95_ms": 6.979}, "track_match_ms": {"avg_ms": 0.11, "count": 146, "max_ms": 0.448, "p95_ms": 0.231}, "tracker_update_ms": {"avg_ms": 1.075, "count": 146, "max_ms": 3.07, "p95_ms": 1.901}}, "gstreamer_push": {"avg_ms": 3.033, "count": 146, "max_ms": 8.353, "p95_ms": 5.064}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 146, "max_ms": 1.471, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.15, "count": 146, "max_ms": 83.328, "p95_ms": 71.15}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.032, "count": 146, "max_ms": 13.972, "p95_ms": 8.461}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.721, "count": 146, "max_ms": 148.074, "p95_ms": 127.841}, "inference_input_copy_ms": {"avg_ms": 1.619, "count": 146, "max_ms": 4.837, "p95_ms": 2.744}, "processing_residual_ms": {"avg_ms": 0.196, "count": 146, "max_ms": 0.544, "p95_ms": 0.373}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.569, "count": 146, "max_ms": 155.898, "p95_ms": 132.339}, "read_interval": {"avg_ms": 172.873, "count": 145, "max_ms": 1730.734, "p95_ms": 183.634}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 146, "max_ms": 0.056, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 1.322, "count": 146, "max_ms": 2.961, "p95_ms": 2.12}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 146, "max_ms": 0.068, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.307, "count": 146, "max_ms": 2.922, "p95_ms": 2.087}, "worker_merge_ms": {"avg_ms": 0.006, "count": 146, "max_ms": 0.063, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 50.162, "count": 146, "max_ms": 83.338, "p95_ms": 71.16}, "visualize": {"avg_ms": 48.086, "count": 146, "max_ms": 73.276, "p95_ms": 63.191}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.799, "count": 146, "max_ms": 69.41, "p95_ms": 58.396}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.598, "count": 146, "max_ms": 72.137, "p95_ms": 61.996}, "visualize_input_copy_ms": {"avg_ms": 1.307, "count": 146, "max_ms": 2.844, "p95_ms": 2.257}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.472, "count": 146, "max_ms": 72.066, "p95_ms": 61.88}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 146, "max_ms": 0.221, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 146}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1456.383, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.452, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.842, "sample_count": 2147, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1450398, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:28:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 135838, "write_bytes_delta": 135838, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 907.0, "cpu_core_ratio": 0.523164, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2386.0, "pid": 104132, "reason": null, "system_cpu_core_ratio": 0.110717, "system_cpu_s_delta": 2.22, "user_cpu_core_ratio": 0.412447, "user_cpu_s_delta": 8.269999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.638316, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 190552.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.596477, "system_cpu_s_delta": 11.960000000006403, "user_cpu_core_ratio": 1.041839, "user_cpu_s_delta": 20.89000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.189, "count": 228, "max_ms": 7.114, "p95_ms": 5.231, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.316, "max": 10.0, "p95": 6.0, "sample_count": 228}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 228}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 228}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.488, "count": 30, "max": 64.258, "p95": 47.635, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.938, "count": 30, "max": 24.476, "p95": 21.993, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 922.367, "count": 30, "max": 1409.0, "p95": 1329.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1583.133, "count": 30, "max": 14420.0, "p95": 8133.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.1, "count": 30, "max": 0.418, "p95": 0.383, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.422, "count": 30, "max": 0.513, "p95": 0.497, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.09, "count": 30, "max": 2.613, "p95": 0.054, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 127300.133, "count": 30, "max": 135838.0, "p95": 135333.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 127300.133, "count": 30, "max": 135838.0, "p95": 135333.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 136287.033, "count": 30, "max": 210435.0, "p95": 204153.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.397, "count": 30, "max": 0.652, "p95": 0.634, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.802, "count": 30, "max": 1.11, "p95": 1.084, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11191, "sampled_at": "2026-10-30T11:28:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:28:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2788737, "flush_count": 2903, "flush_interval_seconds": 30.0, "flush_state": {"count": 2903, "last_at": "2026-10-30T11:30:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:30:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2902}, "started": true, "suppressed_count": 1448536, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1448392}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2903, "written_record_count": 2903}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9501.828, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T11:29:22+09:00", "last_error_summary": "[h264 @ 0x56fc50cfad80] cabac decode of qscale diff failed at 114 48 [h264 @ 0x56fc50cfad80] error while decoding MB 114 48, bytestream 7643 [h264 @ 0x56fc50e74200] cabac decode of qscale diff failed at 32 56 [h264 @ 0x56fc50e74200] error while decoding MB 32 56, bytestream 1843", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4012537651200, "copied_frame_count": 1451294, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 4012537651200, "frame_buffer_copies": 1451294, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1157, "count": 512, "max_ms": 0.8419, "p50_ms": 0.1012, "p95_ms": 0.2173, "p99_ms": 0.3003}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4684, "count": 512, "max_ms": 5.7406, "p50_ms": 1.3803, "p95_ms": 2.4846, "p99_ms": 3.2457, "results": {"failed": 0, "not_applicable": 0, "success": 1451294, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 507, "h264_decode_error_count": 1143, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:29:22+09:00", "last_error_summary": "[h264 @ 0x56fc50cfad80] cabac decode of qscale diff failed at 114 48 [h264 @ 0x56fc50cfad80] error while decoding MB 114 48, bytestream 7643 [h264 @ 0x56fc50e74200] cabac decode of qscale diff failed at 32 56 [h264 @ 0x56fc50e74200] error while decoding MB 32 56, bytestream 1843", "last_exit_at": "2026-10-30T11:30:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 91.556, "last_started_at": "2026-10-30T11:29:25+09:00", "pid": 104248, "process": {"exists": false, "pid": 104248}, "restart_count": 551, "restart_count_per_hour": 24, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 552}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.061, "sample_count": 2290, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1451294, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:30:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T11:30:56+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-10-30T11:30:56+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 91, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 49.063, "last_sample_duration_ms": 1281.461, "last_trigger": "periodic", "next_snapshot_in_sec": 550.937, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 291, "storage_bytes": 2773833}, "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-10-30T11:30:56.700894+09:00", "mtime_epoch": 1793327456.7008944, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 139950}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:30:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1446.41, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1451294, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.931, "max": 9.0, "p95": 6.0, "sample_count": 233}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 221}, "total": {"avg": 0.948, "max": 1.0, "p95": 1.0, "sample_count": 233}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 233}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 233}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.78, "pushed": 7.78, "read": 7.746}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 232, "client_acquire_ms": {"avg_ms": 0.008, "count": 232, "max_ms": 0.152, "p95_ms": 0.015, "reason": null, "sample_age_ms": 63.098, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.896, "count": 232, "max_ms": 8.027, "p95_ms": 3.303, "reason": null, "sample_age_ms": 99.086, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.377, "count": 232, "max_ms": 4.34, "p95_ms": 2.335, "reason": null, "sample_age_ms": 99.333, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.317, "count": 232, "max_ms": 0.975, "p95_ms": 0.614, "reason": null, "sample_age_ms": 63.106, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.925, "count": 232, "max_ms": 5.944, "p95_ms": 3.331, "reason": null, "sample_age_ms": 97.62, "source": "client_direct"}, "request_count": 232, "request_tensor_bytes": {"avg": 2764808.0, "count": 232, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 97.605, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 232, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 63.515, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.143, "count": 232, "max_ms": 87.845, "p95_ms": 70.849, "reason": null, "sample_age_ms": 63.093, "source": "client_direct"}, "sample_age_ms": 63.09, "source": "client_direct", "task_total_ms": {"avg_ms": 51.56, "count": 232, "max_ms": 91.476, "p95_ms": 72.987, "reason": null, "sample_age_ms": 63.09, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.018, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.426, "count": 233, "max_ms": 9.88, "p95_ms": 7.542}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.354, "count": 233, "max_ms": 1.262, "p95_ms": 0.715}, "detection_prepare_ms": {"avg_ms": 1.303, "count": 233, "max_ms": 5.076, "p95_ms": 2.423}, "event_filter_ms": {"avg_ms": 0.005, "count": 233, "max_ms": 0.031, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.137, "count": 233, "max_ms": 0.447, "p95_ms": 0.248}, "mcmt_ms": {"avg_ms": 0.003, "count": 233, "max_ms": 0.021, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.329, "count": 233, "max_ms": 3.743, "p95_ms": 2.339}, "setup_ms": {"avg_ms": 0.042, "count": 233, "max_ms": 0.113, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 4.359, "count": 233, "max_ms": 9.756, "p95_ms": 7.448}, "track_match_ms": {"avg_ms": 0.106, "count": 233, "max_ms": 0.253, "p95_ms": 0.219}, "tracker_update_ms": {"avg_ms": 1.078, "count": 233, "max_ms": 2.782, "p95_ms": 1.971}}, "gstreamer_push": {"avg_ms": 3.14, "count": 233, "max_ms": 6.26, "p95_ms": 5.126}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 233, "max_ms": 0.148, "p95_ms": 0.112}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.831, "count": 233, "max_ms": 92.728, "p95_ms": 74.041}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.858, "count": 233, "max_ms": 13.119, "p95_ms": 8.496}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.019, "count": 233, "max_ms": 160.453, "p95_ms": 139.068}, "inference_input_copy_ms": {"avg_ms": 1.636, "count": 233, "max_ms": 4.999, "p95_ms": 2.756}, "processing_residual_ms": {"avg_ms": 0.193, "count": 233, "max_ms": 0.534, "p95_ms": 0.37}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.705, "count": 233, "max_ms": 165.953, "p95_ms": 146.964}, "read_interval": {"avg_ms": 129.163, "count": 232, "max_ms": 207.606, "p95_ms": 172.77}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 233, "max_ms": 0.041, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 1.264, "count": 233, "max_ms": 3.618, "p95_ms": 2.168}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 233, "max_ms": 0.073, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.248, "count": 233, "max_ms": 3.592, "p95_ms": 2.129}, "worker_merge_ms": {"avg_ms": 0.006, "count": 233, "max_ms": 0.021, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 52.845, "count": 233, "max_ms": 92.755, "p95_ms": 74.057}, "visualize": {"avg_ms": 50.57, "count": 233, "max_ms": 82.744, "p95_ms": 64.971}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.194, "count": 233, "max_ms": 78.253, "p95_ms": 60.219}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.054, "count": 233, "max_ms": 81.232, "p95_ms": 63.566}, "visualize_input_copy_ms": {"avg_ms": 1.316, "count": 233, "max_ms": 2.959, "p95_ms": 2.367}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.909, "count": 233, "max_ms": 81.107, "p95_ms": 63.365}, "visualizer_prepare_ms": {"avg_ms": 0.079, "count": 233, "max_ms": 0.785, "p95_ms": 0.151}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 233}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1446.316, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 28.67, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.448, "sample_count": 2125, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1451089, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:30:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 137171, "write_bytes_delta": 137171, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 551.0, "cpu_core_ratio": 0.444295, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 104248, "reason": null, "system_cpu_core_ratio": 0.043539, "system_cpu_s_delta": 0.43999999999999995, "user_cpu_core_ratio": 0.400756, "user_cpu_s_delta": 4.050000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.643596, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 102654.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.603608, "system_cpu_s_delta": 6.100000000005821, "user_cpu_core_ratio": 1.039987, "user_cpu_s_delta": 10.510000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.184, "count": 235, "max_ms": 6.416, "p95_ms": 5.164, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.221, "max": 8.0, "p95": 6.0, "sample_count": 235}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 223}, "total": {"avg": 0.949, "max": 1.0, "p95": 1.0, "sample_count": 235}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.736, "count": 30, "max": 64.258, "p95": 47.635, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.345, "count": 30, "max": 27.686, "p95": 24.367, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 837.7, "count": 30, "max": 1409.0, "p95": 1320.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1725.633, "count": 30, "max": 14420.0, "p95": 9262.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.107, "count": 30, "max": 0.418, "p95": 0.383, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.418, "count": 30, "max": 0.513, "p95": 0.489, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.094, "count": 30, "max": 2.613, "p95": 0.107, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131349.433, "count": 30, "max": 151094.0, "p95": 137743.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 131349.433, "count": 30, "max": 151094.0, "p95": 137743.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 128537.833, "count": 30, "max": 210435.0, "p95": 204153.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.433, "count": 30, "max": 0.652, "p95": 0.634, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.838, "count": 30, "max": 1.11, "p95": 1.084, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11198, "sampled_at": "2026-10-30T11:30:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:30:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2788737, "flush_count": 2903, "flush_interval_seconds": 30.0, "flush_state": {"count": 2903, "last_at": "2026-10-30T11:30:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:30:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2902}, "started": true, "suppressed_count": 1448536, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1448392}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2903, "written_record_count": 2903}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9501.805, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4012537651200, "copied_frame_count": 1451294, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 4012537651200, "frame_buffer_copies": 1451294, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1157, "count": 512, "max_ms": 0.8419, "p50_ms": 0.1012, "p95_ms": 0.2173, "p99_ms": 0.3003}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4684, "count": 512, "max_ms": 5.7406, "p50_ms": 1.3803, "p95_ms": 2.4846, "p99_ms": 3.2457, "results": {"failed": 0, "not_applicable": 0, "success": 1451294, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 507, "h264_decode_error_count": 1143, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:29:22+09:00", "last_error_summary": "[h264 @ 0x56fc50cfad80] cabac decode of qscale diff failed at 114 48 [h264 @ 0x56fc50cfad80] error while decoding MB 114 48, bytestream 7643 [h264 @ 0x56fc50e74200] cabac decode of qscale diff failed at 32 56 [h264 @ 0x56fc50e74200] error while decoding MB 32 56, bytestream 1843", "last_exit_at": "2026-10-30T11:30:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 91.593, "last_started_at": "2026-10-30T11:29:25+09:00", "pid": 104248, "process": {"exists": false, "pid": 104248}, "restart_count": 551, "restart_count_per_hour": 24, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 552}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.061, "sample_count": 2290, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1451294, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:30:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.038, "last_frame_pushed_at": "2026-10-30T11:30:56+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-10-30T11:30:56+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 91, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 49.109, "last_sample_duration_ms": 1281.461, "last_trigger": "periodic", "next_snapshot_in_sec": 550.891, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 291, "storage_bytes": 2773833}, "mjpeg": {"age_sec": 0.032, "exists": true, "mtime": "2026-10-30T11:30:56.795895+09:00", "mtime_epoch": 1793327456.795895, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 140230}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:30:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1446.41, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1451294, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.931, "max": 9.0, "p95": 6.0, "sample_count": 233}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 221}, "total": {"avg": 0.948, "max": 1.0, "p95": 1.0, "sample_count": 233}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 233}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 233}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.77, "pushed": 7.77, "read": 7.737}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 232, "client_acquire_ms": {"avg_ms": 0.008, "count": 232, "max_ms": 0.152, "p95_ms": 0.015, "reason": null, "sample_age_ms": 110.126, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.896, "count": 232, "max_ms": 8.027, "p95_ms": 3.303, "reason": null, "sample_age_ms": 146.114, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.377, "count": 232, "max_ms": 4.34, "p95_ms": 2.335, "reason": null, "sample_age_ms": 146.361, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.317, "count": 232, "max_ms": 0.975, "p95_ms": 0.614, "reason": null, "sample_age_ms": 110.134, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.925, "count": 232, "max_ms": 5.944, "p95_ms": 3.331, "reason": null, "sample_age_ms": 144.648, "source": "client_direct"}, "request_count": 232, "request_tensor_bytes": {"avg": 2764808.0, "count": 232, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 144.634, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 232, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 110.543, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.143, "count": 232, "max_ms": 87.845, "p95_ms": 70.849, "reason": null, "sample_age_ms": 110.121, "source": "client_direct"}, "sample_age_ms": 110.118, "source": "client_direct", "task_total_ms": {"avg_ms": 51.56, "count": 232, "max_ms": 91.476, "p95_ms": 72.987, "reason": null, "sample_age_ms": 110.118, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.377, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.426, "count": 233, "max_ms": 9.88, "p95_ms": 7.542}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.354, "count": 233, "max_ms": 1.262, "p95_ms": 0.715}, "detection_prepare_ms": {"avg_ms": 1.303, "count": 233, "max_ms": 5.076, "p95_ms": 2.423}, "event_filter_ms": {"avg_ms": 0.005, "count": 233, "max_ms": 0.031, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.137, "count": 233, "max_ms": 0.447, "p95_ms": 0.248}, "mcmt_ms": {"avg_ms": 0.003, "count": 233, "max_ms": 0.021, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.329, "count": 233, "max_ms": 3.743, "p95_ms": 2.339}, "setup_ms": {"avg_ms": 0.042, "count": 233, "max_ms": 0.113, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 4.359, "count": 233, "max_ms": 9.756, "p95_ms": 7.448}, "track_match_ms": {"avg_ms": 0.106, "count": 233, "max_ms": 0.253, "p95_ms": 0.219}, "tracker_update_ms": {"avg_ms": 1.078, "count": 233, "max_ms": 2.782, "p95_ms": 1.971}}, "gstreamer_push": {"avg_ms": 3.14, "count": 233, "max_ms": 6.26, "p95_ms": 5.126}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 233, "max_ms": 0.148, "p95_ms": 0.112}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.831, "count": 233, "max_ms": 92.728, "p95_ms": 74.041}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.858, "count": 233, "max_ms": 13.119, "p95_ms": 8.496}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.019, "count": 233, "max_ms": 160.453, "p95_ms": 139.068}, "inference_input_copy_ms": {"avg_ms": 1.636, "count": 233, "max_ms": 4.999, "p95_ms": 2.756}, "processing_residual_ms": {"avg_ms": 0.193, "count": 233, "max_ms": 0.534, "p95_ms": 0.37}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.705, "count": 233, "max_ms": 165.953, "p95_ms": 146.964}, "read_interval": {"avg_ms": 129.163, "count": 232, "max_ms": 207.606, "p95_ms": 172.77}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 233, "max_ms": 0.041, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 1.264, "count": 233, "max_ms": 3.618, "p95_ms": 2.168}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 233, "max_ms": 0.073, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.248, "count": 233, "max_ms": 3.592, "p95_ms": 2.129}, "worker_merge_ms": {"avg_ms": 0.006, "count": 233, "max_ms": 0.021, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 52.845, "count": 233, "max_ms": 92.755, "p95_ms": 74.057}, "visualize": {"avg_ms": 50.57, "count": 233, "max_ms": 82.744, "p95_ms": 64.971}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.194, "count": 233, "max_ms": 78.253, "p95_ms": 60.219}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.054, "count": 233, "max_ms": 81.232, "p95_ms": 63.566}, "visualize_input_copy_ms": {"avg_ms": 1.316, "count": 233, "max_ms": 2.959, "p95_ms": 2.367}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.909, "count": 233, "max_ms": 81.107, "p95_ms": 63.365}, "visualizer_prepare_ms": {"avg_ms": 0.079, "count": 233, "max_ms": 0.785, "p95_ms": 0.151}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 233}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1446.316, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 28.67, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.448, "sample_count": 2125, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1451089, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:30:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 137171, "write_bytes_delta": 137171, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 551.0, "cpu_core_ratio": 0.444295, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 104248, "reason": null, "system_cpu_core_ratio": 0.043539, "system_cpu_s_delta": 0.43999999999999995, "user_cpu_core_ratio": 0.400756, "user_cpu_s_delta": 4.050000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.643596, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 102654.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.603608, "system_cpu_s_delta": 6.100000000005821, "user_cpu_core_ratio": 1.039987, "user_cpu_s_delta": 10.510000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.184, "count": 235, "max_ms": 6.416, "p95_ms": 5.164, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.221, "max": 8.0, "p95": 6.0, "sample_count": 235}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 223}, "total": {"avg": 0.949, "max": 1.0, "p95": 1.0, "sample_count": 235}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.736, "count": 30, "max": 64.258, "p95": 47.635, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.345, "count": 30, "max": 27.686, "p95": 24.367, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 837.7, "count": 30, "max": 1409.0, "p95": 1320.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1725.633, "count": 30, "max": 14420.0, "p95": 9262.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.107, "count": 30, "max": 0.418, "p95": 0.383, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.418, "count": 30, "max": 0.513, "p95": 0.489, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.094, "count": 30, "max": 2.613, "p95": 0.107, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131349.433, "count": 30, "max": 151094.0, "p95": 137743.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 131349.433, "count": 30, "max": 151094.0, "p95": 137743.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 128537.833, "count": 30, "max": 210435.0, "p95": 204153.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.433, "count": 30, "max": 0.652, "p95": 0.634, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.838, "count": 30, "max": 1.11, "p95": 1.084, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11198, "sampled_at": "2026-10-30T11:30:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:30:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2788737, "flush_count": 2903, "flush_interval_seconds": 30.0, "flush_state": {"count": 2903, "last_at": "2026-10-30T11:30:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:30:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2902}, "started": true, "suppressed_count": 1448536, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1448392}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2903, "written_record_count": 2903}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9676.074, "limit_mb": null}, "detail": {"pid": 104364, "restart_count": 552, "start_count": 553}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4012537651200, "copied_frame_count": 1451294, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 4012537651200, "frame_buffer_copies": 1451294, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1157, "count": 512, "max_ms": 0.8419, "p50_ms": 0.1012, "p95_ms": 0.2173, "p99_ms": 0.3003}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4684, "count": 512, "max_ms": 5.7406, "p50_ms": 1.3803, "p95_ms": 2.4846, "p99_ms": 3.2457, "results": {"failed": 0, "not_applicable": 0, "success": 1451294, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 507, "h264_decode_error_count": 1143, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:29:22+09:00", "last_error_summary": "[h264 @ 0x56fc50cfad80] cabac decode of qscale diff failed at 114 48 [h264 @ 0x56fc50cfad80] error while decoding MB 114 48, bytestream 7643 [h264 @ 0x56fc50e74200] cabac decode of qscale diff failed at 32 56 [h264 @ 0x56fc50e74200] error while decoding MB 32 56, bytestream 1843", "last_exit_at": "2026-10-30T11:30:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T11:30:59+09:00", "pid": 104364, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.117, "name": "ffmpeg", "pid": 104364, "rss_mb": 209.117, "state": "S (sleeping)", "threads": 70}, "restart_count": 552, "restart_count_per_hour": 25, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 553}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.817, "sample_count": 2254, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1451294, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:30:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.702, "last_frame_pushed_at": "2026-10-30T11:30:56+09:00", "last_frame_read_age_sec": 4.795, "last_frame_read_at": "2026-10-30T11:30:56+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 91, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 53.792, "last_sample_duration_ms": 1281.461, "last_trigger": "periodic", "next_snapshot_in_sec": 546.208, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 291, "storage_bytes": 2773833}, "mjpeg": {"age_sec": 4.696, "exists": true, "mtime": "2026-10-30T11:30:56.795895+09:00", "mtime_epoch": 1793327456.795895, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 140230}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:31:01+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1446.414, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1451294, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.913, "max": 9.0, "p95": 6.0, "sample_count": 196}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 193}, "total": {"avg": 0.985, "max": 1.0, "p95": 1.0, "sample_count": 196}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 196}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 196}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.556, "pushed": 6.556, "read": 6.523}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 195, "client_acquire_ms": {"avg_ms": 0.008, "count": 196, "max_ms": 0.152, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4771.829, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.916, "count": 195, "max_ms": 8.027, "p95_ms": 3.179, "reason": null, "sample_age_ms": 4807.817, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.369, "count": 195, "max_ms": 4.34, "p95_ms": 2.231, "reason": null, "sample_age_ms": 4808.064, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.312, "count": 196, "max_ms": 0.853, "p95_ms": 0.604, "reason": null, "sample_age_ms": 4771.837, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.936, "count": 195, "max_ms": 5.944, "p95_ms": 3.356, "reason": null, "sample_age_ms": 4806.35, "source": "client_direct"}, "request_count": 195, "request_tensor_bytes": {"avg": 2764808.0, "count": 195, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4806.336, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 196, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4772.246, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.03, "count": 196, "max_ms": 87.551, "p95_ms": 70.739, "reason": null, "sample_age_ms": 4771.824, "source": "client_direct"}, "sample_age_ms": 4771.821, "source": "client_direct", "task_total_ms": {"avg_ms": 51.454, "count": 196, "max_ms": 89.778, "p95_ms": 72.931, "reason": null, "sample_age_ms": 4771.821, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.948, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.59, "count": 196, "max_ms": 9.88, "p95_ms": 7.569}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.361, "count": 196, "max_ms": 1.262, "p95_ms": 0.716}, "detection_prepare_ms": {"avg_ms": 1.348, "count": 196, "max_ms": 5.076, "p95_ms": 2.523}, "event_filter_ms": {"avg_ms": 0.005, "count": 196, "max_ms": 0.031, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.139, "count": 196, "max_ms": 0.447, "p95_ms": 0.254}, "mcmt_ms": {"avg_ms": 0.003, "count": 196, "max_ms": 0.021, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.386, "count": 196, "max_ms": 3.743, "p95_ms": 2.352}, "setup_ms": {"avg_ms": 0.042, "count": 196, "max_ms": 0.113, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 4.522, "count": 196, "max_ms": 9.756, "p95_ms": 7.454}, "track_match_ms": {"avg_ms": 0.111, "count": 196, "max_ms": 0.253, "p95_ms": 0.219}, "tracker_update_ms": {"avg_ms": 1.125, "count": 196, "max_ms": 2.782, "p95_ms": 2.016}}, "gstreamer_push": {"avg_ms": 3.149, "count": 196, "max_ms": 6.26, "p95_ms": 5.045}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 196, "max_ms": 0.148, "p95_ms": 0.119}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.758, "count": 196, "max_ms": 92.148, "p95_ms": 74.041}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.007, "count": 196, "max_ms": 13.119, "p95_ms": 9.093}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.076, "count": 196, "max_ms": 160.453, "p95_ms": 139.068}, "inference_input_copy_ms": {"avg_ms": 1.658, "count": 196, "max_ms": 4.999, "p95_ms": 2.796}, "processing_residual_ms": {"avg_ms": 0.197, "count": 196, "max_ms": 0.534, "p95_ms": 0.379}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.938, "count": 196, "max_ms": 165.953, "p95_ms": 146.964}, "read_interval": {"avg_ms": 129.325, "count": 195, "max_ms": 207.606, "p95_ms": 172.856}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 196, "max_ms": 0.041, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 1.32, "count": 196, "max_ms": 3.618, "p95_ms": 2.231}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 196, "max_ms": 0.073, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.304, "count": 196, "max_ms": 3.592, "p95_ms": 2.199}, "worker_merge_ms": {"avg_ms": 0.006, "count": 196, "max_ms": 0.021, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 52.771, "count": 196, "max_ms": 92.167, "p95_ms": 74.057}, "visualize": {"avg_ms": 50.521, "count": 196, "max_ms": 82.744, "p95_ms": 65.736}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.999, "count": 196, "max_ms": 78.253, "p95_ms": 60.348}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.956, "count": 196, "max_ms": 81.232, "p95_ms": 63.675}, "visualize_input_copy_ms": {"avg_ms": 1.366, "count": 196, "max_ms": 2.959, "p95_ms": 2.367}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.808, "count": 196, "max_ms": 81.107, "p95_ms": 63.503}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 196, "max_ms": 0.785, "p95_ms": 0.148}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 196}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1446.316, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 28.67, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.448, "sample_count": 2125, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1451089, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:30:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 137171, "write_bytes_delta": 137171, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 551.0, "cpu_core_ratio": 0.444295, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 104248, "reason": null, "system_cpu_core_ratio": 0.043539, "system_cpu_s_delta": 0.43999999999999995, "user_cpu_core_ratio": 0.400756, "user_cpu_s_delta": 4.050000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.643596, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 102654.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.603608, "system_cpu_s_delta": 6.100000000005821, "user_cpu_core_ratio": 1.039987, "user_cpu_s_delta": 10.510000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.184, "count": 235, "max_ms": 6.416, "p95_ms": 5.164, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.221, "max": 8.0, "p95": 6.0, "sample_count": 235}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 223}, "total": {"avg": 0.949, "max": 1.0, "p95": 1.0, "sample_count": 235}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.736, "count": 30, "max": 64.258, "p95": 47.635, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.345, "count": 30, "max": 27.686, "p95": 24.367, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 837.7, "count": 30, "max": 1409.0, "p95": 1320.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1725.633, "count": 30, "max": 14420.0, "p95": 9262.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.107, "count": 30, "max": 0.418, "p95": 0.383, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.418, "count": 30, "max": 0.513, "p95": 0.489, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.094, "count": 30, "max": 2.613, "p95": 0.107, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131349.433, "count": 30, "max": 151094.0, "p95": 137743.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 131349.433, "count": 30, "max": 151094.0, "p95": 137743.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 128537.833, "count": 30, "max": 210435.0, "p95": 204153.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.433, "count": 30, "max": 0.652, "p95": 0.634, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.838, "count": 30, "max": 1.11, "p95": 1.084, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11198, "sampled_at": "2026-10-30T11:30:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:30:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2791602, "flush_count": 2906, "flush_interval_seconds": 30.0, "flush_state": {"count": 2906, "last_at": "2026-10-30T11:33:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:33:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2905}, "started": true, "suppressed_count": 1449588, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1449444}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2906, "written_record_count": 2906}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9514.148, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5a2d9c7cd180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5a2d9c7cd180] error while decoding MB 0 62, bytestream 15262 [h264 @ 0x5a2d9c7e0800] cabac decode of qscale diff failed at 36 59 [h264 @ 0x5a2d9c7e0800] error while decoding MB 36 59, bytestream 10989 [h264 @ 0x5a2d9c7772c0] error while decoding MB 20 33, bytestream -9", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4015451750400, "copied_frame_count": 1452348, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 4015451750400, "frame_buffer_copies": 1452348, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1169, "count": 512, "max_ms": 1.3626, "p50_ms": 0.1004, "p95_ms": 0.2104, "p99_ms": 0.2831}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4966, "count": 512, "max_ms": 5.2797, "p50_ms": 1.3705, "p95_ms": 2.7021, "p99_ms": 3.2516, "results": {"failed": 0, "not_applicable": 0, "success": 1452348, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 508, "h264_decode_error_count": 1147, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:33:16+09:00", "last_error_summary": "[h264 @ 0x5a2d9c7cd180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5a2d9c7cd180] error while decoding MB 0 62, bytestream 15262 [h264 @ 0x5a2d9c7e0800] cabac decode of qscale diff failed at 36 59 [h264 @ 0x5a2d9c7e0800] error while decoding MB 36 59, bytestream 10989 [h264 @ 0x5a2d9c7772c0] error while decoding MB 20 33, bytestream -9", "last_exit_at": "2026-10-30T11:30:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 137.31, "last_started_at": "2026-10-30T11:30:59+09:00", "pid": 104364, "process": {"exists": false, "pid": 104364}, "restart_count": 552, "restart_count_per_hour": 25, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 553}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.628, "sample_count": 2202, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1452348, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:33:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.043, "last_frame_pushed_at": "2026-10-30T11:33:16+09:00", "last_frame_read_age_sec": 0.04, "last_frame_read_at": "2026-10-30T11:33:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 91, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 189.087, "last_sample_duration_ms": 1281.461, "last_trigger": "periodic", "next_snapshot_in_sec": 410.913, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 291, "storage_bytes": 2773833}, "mjpeg": {"age_sec": 0.035, "exists": true, "mtime": "2026-10-30T11:33:16.763891+09:00", "mtime_epoch": 1793327596.7638905, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 153679}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:33:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1457.387, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1452349, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.2, "max": 9.0, "p95": 7.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 119}, "total": {"avg": 0.626, "max": 1.0, "p95": 1.0, "sample_count": 190}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 190, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.338, "pushed": 6.338, "read": 6.338}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 190, "client_acquire_ms": {"avg_ms": 0.008, "count": 190, "max_ms": 0.027, "p95_ms": 0.017, "reason": null, "sample_age_ms": 15.331, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.837, "count": 190, "max_ms": 6.869, "p95_ms": 2.627, "reason": null, "sample_age_ms": 45.748, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.394, "count": 190, "max_ms": 6.397, "p95_ms": 2.237, "reason": null, "sample_age_ms": 46.113, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.316, "count": 190, "max_ms": 0.76, "p95_ms": 0.594, "reason": null, "sample_age_ms": 15.339, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.993, "count": 190, "max_ms": 4.728, "p95_ms": 3.159, "reason": null, "sample_age_ms": 44.823, "source": "client_direct"}, "request_count": 190, "request_tensor_bytes": {"avg": 2764808.0, "count": 190, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 44.808, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 190, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 15.556, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.754, "count": 190, "max_ms": 78.455, "p95_ms": 67.652, "reason": null, "sample_age_ms": 15.327, "source": "client_direct"}, "sample_age_ms": 15.324, "source": "client_direct", "task_total_ms": {"avg_ms": 51.238, "count": 190, "max_ms": 80.411, "p95_ms": 70.964, "reason": null, "sample_age_ms": 15.324, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.957, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.199, "count": 190, "max_ms": 11.885, "p95_ms": 6.451}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.333, "count": 190, "max_ms": 0.891, "p95_ms": 0.654}, "detection_prepare_ms": {"avg_ms": 0.856, "count": 190, "max_ms": 3.439, "p95_ms": 2.019}, "event_filter_ms": {"avg_ms": 0.005, "count": 190, "max_ms": 0.019, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.12, "count": 190, "max_ms": 0.325, "p95_ms": 0.244}, "mcmt_ms": {"avg_ms": 0.003, "count": 190, "max_ms": 0.037, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.982, "count": 190, "max_ms": 3.47, "p95_ms": 2.112}, "setup_ms": {"avg_ms": 0.044, "count": 190, "max_ms": 0.151, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 3.136, "count": 190, "max_ms": 11.81, "p95_ms": 6.327}, "track_match_ms": {"avg_ms": 0.072, "count": 190, "max_ms": 0.296, "p95_ms": 0.202}, "tracker_update_ms": {"avg_ms": 0.72, "count": 190, "max_ms": 4.927, "p95_ms": 1.776}}, "gstreamer_push": {"avg_ms": 3.367, "count": 190, "max_ms": 11.81, "p95_ms": 5.541}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 190, "max_ms": 0.539, "p95_ms": 0.119}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.603, "count": 190, "max_ms": 82.076, "p95_ms": 72.281}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.063, "count": 190, "max_ms": 13.418, "p95_ms": 9.174}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.312, "count": 190, "max_ms": 147.765, "p95_ms": 135.815}, "inference_input_copy_ms": {"avg_ms": 1.72, "count": 190, "max_ms": 4.536, "p95_ms": 2.826}, "processing_residual_ms": {"avg_ms": 0.21, "count": 190, "max_ms": 0.697, "p95_ms": 0.426}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.305, "count": 190, "max_ms": 153.1, "p95_ms": 140.69}, "read_interval": {"avg_ms": 158.194, "count": 190, "max_ms": 2154.69, "p95_ms": 188.226}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 190, "max_ms": 0.043, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.923, "count": 190, "max_ms": 3.344, "p95_ms": 2.015}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 190, "max_ms": 0.062, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.907, "count": 190, "max_ms": 3.302, "p95_ms": 1.981}, "worker_merge_ms": {"avg_ms": 0.006, "count": 190, "max_ms": 0.018, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 52.617, "count": 190, "max_ms": 82.09, "p95_ms": 72.291}, "visualize": {"avg_ms": 49.265, "count": 190, "max_ms": 81.83, "p95_ms": 63.777}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.95, "count": 190, "max_ms": 77.198, "p95_ms": 61.154}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.154, "count": 190, "max_ms": 80.545, "p95_ms": 63.19}, "visualize_input_copy_ms": {"avg_ms": 0.903, "count": 190, "max_ms": 3.725, "p95_ms": 2.27}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.029, "count": 190, "max_ms": 80.39, "p95_ms": 63.107}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 190, "max_ms": 0.197, "p95_ms": 0.14}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1446.961, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.064, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.701, "sample_count": 2227, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1452243, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:33:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 157856, "write_bytes_delta": 157856, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 582.0, "cpu_core_ratio": 0.721627, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8683.0, "pid": 104364, "reason": null, "system_cpu_core_ratio": 0.307489, "system_cpu_s_delta": 6.169999999999999, "user_cpu_core_ratio": 0.414138, "user_cpu_s_delta": 8.309999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.2165, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 155254.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.448525, "system_cpu_s_delta": 9.0, "user_cpu_core_ratio": 0.767975, "user_cpu_s_delta": 15.410000000003492}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.213, "count": 203, "max_ms": 6.437, "p95_ms": 5.483, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.695, "max": 12.0, "p95": 8.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 139}, "total": {"avg": 0.685, "max": 1.0, "p95": 1.0, "sample_count": 203}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.345, "count": 30, "max": 64.258, "p95": 50.377, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.434, "count": 30, "max": 27.686, "p95": 23.658, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 642.167, "count": 30, "max": 1409.0, "p95": 1102.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1508.067, "count": 30, "max": 14107.0, "p95": 7886.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.341, "p95": 0.29, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.413, "count": 30, "max": 0.513, "p95": 0.476, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.253, "count": 30, "max": 4.716, "p95": 1.49, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 139577.6, "count": 30, "max": 157856.0, "p95": 149825.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 139577.6, "count": 30, "max": 157856.0, "p95": 149825.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 109233.167, "count": 30, "max": 202748.0, "p95": 196984.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.468, "count": 30, "max": 0.624, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.887, "count": 30, "max": 1.055, "p95": 1.051, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11212, "sampled_at": "2026-10-30T11:33:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:33:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2791602, "flush_count": 2906, "flush_interval_seconds": 30.0, "flush_state": {"count": 2906, "last_at": "2026-10-30T11:33:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:33:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2905}, "started": true, "suppressed_count": 1449588, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1449444}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2906, "written_record_count": 2906}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9502.594, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T11:33:16+09:00", "last_error_summary": "[h264 @ 0x5a2d9c7cd180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5a2d9c7cd180] error while decoding MB 0 62, bytestream 15262 [h264 @ 0x5a2d9c7e0800] cabac decode of qscale diff failed at 36 59 [h264 @ 0x5a2d9c7e0800] error while decoding MB 36 59, bytestream 10989 [h264 @ 0x5a2d9c7772c0] error while decoding MB 20 33, bytestream -9", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4015454515200, "copied_frame_count": 1452349, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 4015454515200, "frame_buffer_copies": 1452349, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1168, "count": 512, "max_ms": 1.3626, "p50_ms": 0.1004, "p95_ms": 0.2104, "p99_ms": 0.2831}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.496, "count": 512, "max_ms": 5.2797, "p50_ms": 1.3705, "p95_ms": 2.7021, "p99_ms": 3.2516, "results": {"failed": 0, "not_applicable": 0, "success": 1452349, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 508, "h264_decode_error_count": 1147, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:33:16+09:00", "last_error_summary": "[h264 @ 0x5a2d9c7cd180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5a2d9c7cd180] error while decoding MB 0 62, bytestream 15262 [h264 @ 0x5a2d9c7e0800] cabac decode of qscale diff failed at 36 59 [h264 @ 0x5a2d9c7e0800] error while decoding MB 36 59, bytestream 10989 [h264 @ 0x5a2d9c7772c0] error while decoding MB 20 33, bytestream -9", "last_exit_at": "2026-10-30T11:33:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 137.377, "last_started_at": "2026-10-30T11:30:59+09:00", "pid": 104364, "process": {"exists": false, "pid": 104364}, "restart_count": 552, "restart_count_per_hour": 25, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 553}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.628, "sample_count": 2203, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1452349, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:33:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T11:33:16+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-10-30T11:33:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 91, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 189.135, "last_sample_duration_ms": 1281.461, "last_trigger": "periodic", "next_snapshot_in_sec": 410.865, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 291, "storage_bytes": 2773833}, "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-10-30T11:33:16.763891+09:00", "mtime_epoch": 1793327596.7638905, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 153679}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:33:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1446.961, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1452349, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.189, "max": 9.0, "p95": 7.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 119}, "total": {"avg": 0.626, "max": 1.0, "p95": 1.0, "sample_count": 190}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.347, "pushed": 6.347, "read": 6.313}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 189, "client_acquire_ms": {"avg_ms": 0.008, "count": 189, "max_ms": 0.027, "p95_ms": 0.017, "reason": null, "sample_age_ms": 80.492, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.84, "count": 189, "max_ms": 6.869, "p95_ms": 2.629, "reason": null, "sample_age_ms": 110.909, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.395, "count": 189, "max_ms": 6.397, "p95_ms": 2.238, "reason": null, "sample_age_ms": 111.274, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.316, "count": 189, "max_ms": 0.76, "p95_ms": 0.595, "reason": null, "sample_age_ms": 80.5, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.998, "count": 189, "max_ms": 4.728, "p95_ms": 3.167, "reason": null, "sample_age_ms": 109.984, "source": "client_direct"}, "request_count": 189, "request_tensor_bytes": {"avg": 2764808.0, "count": 189, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 109.969, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 189, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 80.717, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.822, "count": 189, "max_ms": 78.455, "p95_ms": 67.665, "reason": null, "sample_age_ms": 80.488, "source": "client_direct"}, "sample_age_ms": 80.485, "source": "client_direct", "task_total_ms": {"avg_ms": 51.311, "count": 189, "max_ms": 80.411, "p95_ms": 70.984, "reason": null, "sample_age_ms": 80.485, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.772, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.198, "count": 190, "max_ms": 11.885, "p95_ms": 6.451}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.332, "count": 190, "max_ms": 0.891, "p95_ms": 0.654}, "detection_prepare_ms": {"avg_ms": 0.857, "count": 190, "max_ms": 3.439, "p95_ms": 2.019}, "event_filter_ms": {"avg_ms": 0.005, "count": 190, "max_ms": 0.019, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.12, "count": 190, "max_ms": 0.325, "p95_ms": 0.244}, "mcmt_ms": {"avg_ms": 0.003, "count": 190, "max_ms": 0.037, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.98, "count": 190, "max_ms": 3.47, "p95_ms": 2.112}, "setup_ms": {"avg_ms": 0.044, "count": 190, "max_ms": 0.151, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 3.136, "count": 190, "max_ms": 11.81, "p95_ms": 6.327}, "track_match_ms": {"avg_ms": 0.072, "count": 190, "max_ms": 0.296, "p95_ms": 0.202}, "tracker_update_ms": {"avg_ms": 0.721, "count": 190, "max_ms": 4.927, "p95_ms": 1.776}}, "gstreamer_push": {"avg_ms": 3.373, "count": 190, "max_ms": 11.81, "p95_ms": 5.541}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 190, "max_ms": 0.539, "p95_ms": 0.119}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.439, "count": 190, "max_ms": 82.076, "p95_ms": 72.281}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.041, "count": 190, "max_ms": 13.418, "p95_ms": 9.174}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.258, "count": 190, "max_ms": 147.765, "p95_ms": 135.815}, "inference_input_copy_ms": {"avg_ms": 1.719, "count": 190, "max_ms": 4.536, "p95_ms": 2.826}, "processing_residual_ms": {"avg_ms": 0.209, "count": 190, "max_ms": 0.697, "p95_ms": 0.426}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.228, "count": 190, "max_ms": 153.1, "p95_ms": 140.69}, "read_interval": {"avg_ms": 158.351, "count": 189, "max_ms": 2154.69, "p95_ms": 188.226}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 190, "max_ms": 0.043, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.922, "count": 190, "max_ms": 3.344, "p95_ms": 2.015}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 190, "max_ms": 0.062, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.905, "count": 190, "max_ms": 3.302, "p95_ms": 1.981}, "worker_merge_ms": {"avg_ms": 0.006, "count": 190, "max_ms": 0.018, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 52.453, "count": 190, "max_ms": 82.09, "p95_ms": 72.291}, "visualize": {"avg_ms": 49.379, "count": 190, "max_ms": 81.83, "p95_ms": 63.777}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.073, "count": 190, "max_ms": 77.198, "p95_ms": 61.154}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.273, "count": 190, "max_ms": 80.545, "p95_ms": 63.19}, "visualize_input_copy_ms": {"avg_ms": 0.9, "count": 190, "max_ms": 3.725, "p95_ms": 2.27}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.148, "count": 190, "max_ms": 80.39, "p95_ms": 63.107}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 190, "max_ms": 0.197, "p95_ms": 0.14}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1446.961, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.064, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.701, "sample_count": 2227, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1452243, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:33:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 157856, "write_bytes_delta": 157856, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 582.0, "cpu_core_ratio": 0.721627, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8683.0, "pid": 104364, "reason": null, "system_cpu_core_ratio": 0.307489, "system_cpu_s_delta": 6.169999999999999, "user_cpu_core_ratio": 0.414138, "user_cpu_s_delta": 8.309999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.2165, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 155254.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.448525, "system_cpu_s_delta": 9.0, "user_cpu_core_ratio": 0.767975, "user_cpu_s_delta": 15.410000000003492}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.213, "count": 203, "max_ms": 6.437, "p95_ms": 5.483, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.695, "max": 12.0, "p95": 8.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 139}, "total": {"avg": 0.685, "max": 1.0, "p95": 1.0, "sample_count": 203}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.345, "count": 30, "max": 64.258, "p95": 50.377, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.434, "count": 30, "max": 27.686, "p95": 23.658, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 642.167, "count": 30, "max": 1409.0, "p95": 1102.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1508.067, "count": 30, "max": 14107.0, "p95": 7886.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.341, "p95": 0.29, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.413, "count": 30, "max": 0.513, "p95": 0.476, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.253, "count": 30, "max": 4.716, "p95": 1.49, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 139577.6, "count": 30, "max": 157856.0, "p95": 149825.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 139577.6, "count": 30, "max": 157856.0, "p95": 149825.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 109233.167, "count": 30, "max": 202748.0, "p95": 196984.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.468, "count": 30, "max": 0.624, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.887, "count": 30, "max": 1.055, "p95": 1.051, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11212, "sampled_at": "2026-10-30T11:33:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:33:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2791602, "flush_count": 2906, "flush_interval_seconds": 30.0, "flush_state": {"count": 2906, "last_at": "2026-10-30T11:33:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:33:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2905}, "started": true, "suppressed_count": 1449588, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1449444}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2906, "written_record_count": 2906}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9511.633, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4015454515200, "copied_frame_count": 1452349, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 4015454515200, "frame_buffer_copies": 1452349, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1168, "count": 512, "max_ms": 1.3626, "p50_ms": 0.1004, "p95_ms": 0.2104, "p99_ms": 0.2831}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.496, "count": 512, "max_ms": 5.2797, "p50_ms": 1.3705, "p95_ms": 2.7021, "p99_ms": 3.2516, "results": {"failed": 0, "not_applicable": 0, "success": 1452349, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 508, "h264_decode_error_count": 1147, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:33:16+09:00", "last_error_summary": "[h264 @ 0x5a2d9c7cd180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5a2d9c7cd180] error while decoding MB 0 62, bytestream 15262 [h264 @ 0x5a2d9c7e0800] cabac decode of qscale diff failed at 36 59 [h264 @ 0x5a2d9c7e0800] error while decoding MB 36 59, bytestream 10989 [h264 @ 0x5a2d9c7772c0] error while decoding MB 20 33, bytestream -9", "last_exit_at": "2026-10-30T11:33:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 137.402, "last_started_at": "2026-10-30T11:30:59+09:00", "pid": 104364, "process": {"exists": false, "pid": 104364}, "restart_count": 552, "restart_count_per_hour": 25, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 553}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.628, "sample_count": 2202, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1452349, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:33:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.027, "last_frame_pushed_at": "2026-10-30T11:33:16+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-10-30T11:33:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 91, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 189.175, "last_sample_duration_ms": 1281.461, "last_trigger": "periodic", "next_snapshot_in_sec": 410.825, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 291, "storage_bytes": 2773833}, "mjpeg": {"age_sec": 0.018, "exists": true, "mtime": "2026-10-30T11:33:16.873891+09:00", "mtime_epoch": 1793327596.873891, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 153789}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:33:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1446.961, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1452349, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.189, "max": 9.0, "p95": 7.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 119}, "total": {"avg": 0.626, "max": 1.0, "p95": 1.0, "sample_count": 190}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.341, "pushed": 6.341, "read": 6.308}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 189, "client_acquire_ms": {"avg_ms": 0.008, "count": 189, "max_ms": 0.027, "p95_ms": 0.017, "reason": null, "sample_age_ms": 111.67, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.84, "count": 189, "max_ms": 6.869, "p95_ms": 2.629, "reason": null, "sample_age_ms": 142.087, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.395, "count": 189, "max_ms": 6.397, "p95_ms": 2.238, "reason": null, "sample_age_ms": 142.452, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.316, "count": 189, "max_ms": 0.76, "p95_ms": 0.595, "reason": null, "sample_age_ms": 111.678, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.998, "count": 189, "max_ms": 4.728, "p95_ms": 3.167, "reason": null, "sample_age_ms": 141.163, "source": "client_direct"}, "request_count": 189, "request_tensor_bytes": {"avg": 2764808.0, "count": 189, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 141.147, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 189, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 111.895, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.822, "count": 189, "max_ms": 78.455, "p95_ms": 67.665, "reason": null, "sample_age_ms": 111.666, "source": "client_direct"}, "sample_age_ms": 111.664, "source": "client_direct", "task_total_ms": {"avg_ms": 51.311, "count": 189, "max_ms": 80.411, "p95_ms": 70.984, "reason": null, "sample_age_ms": 111.664, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.907, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.198, "count": 190, "max_ms": 11.885, "p95_ms": 6.451}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.332, "count": 190, "max_ms": 0.891, "p95_ms": 0.654}, "detection_prepare_ms": {"avg_ms": 0.857, "count": 190, "max_ms": 3.439, "p95_ms": 2.019}, "event_filter_ms": {"avg_ms": 0.005, "count": 190, "max_ms": 0.019, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.12, "count": 190, "max_ms": 0.325, "p95_ms": 0.244}, "mcmt_ms": {"avg_ms": 0.003, "count": 190, "max_ms": 0.037, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.98, "count": 190, "max_ms": 3.47, "p95_ms": 2.112}, "setup_ms": {"avg_ms": 0.044, "count": 190, "max_ms": 0.151, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 3.136, "count": 190, "max_ms": 11.81, "p95_ms": 6.327}, "track_match_ms": {"avg_ms": 0.072, "count": 190, "max_ms": 0.296, "p95_ms": 0.202}, "tracker_update_ms": {"avg_ms": 0.721, "count": 190, "max_ms": 4.927, "p95_ms": 1.776}}, "gstreamer_push": {"avg_ms": 3.373, "count": 190, "max_ms": 11.81, "p95_ms": 5.541}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 190, "max_ms": 0.539, "p95_ms": 0.119}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.439, "count": 190, "max_ms": 82.076, "p95_ms": 72.281}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.041, "count": 190, "max_ms": 13.418, "p95_ms": 9.174}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.258, "count": 190, "max_ms": 147.765, "p95_ms": 135.815}, "inference_input_copy_ms": {"avg_ms": 1.719, "count": 190, "max_ms": 4.536, "p95_ms": 2.826}, "processing_residual_ms": {"avg_ms": 0.209, "count": 190, "max_ms": 0.697, "p95_ms": 0.426}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.228, "count": 190, "max_ms": 153.1, "p95_ms": 140.69}, "read_interval": {"avg_ms": 158.351, "count": 189, "max_ms": 2154.69, "p95_ms": 188.226}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 190, "max_ms": 0.043, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.922, "count": 190, "max_ms": 3.344, "p95_ms": 2.015}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 190, "max_ms": 0.062, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.905, "count": 190, "max_ms": 3.302, "p95_ms": 1.981}, "worker_merge_ms": {"avg_ms": 0.006, "count": 190, "max_ms": 0.018, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 52.453, "count": 190, "max_ms": 82.09, "p95_ms": 72.291}, "visualize": {"avg_ms": 49.379, "count": 190, "max_ms": 81.83, "p95_ms": 63.777}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.073, "count": 190, "max_ms": 77.198, "p95_ms": 61.154}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.273, "count": 190, "max_ms": 80.545, "p95_ms": 63.19}, "visualize_input_copy_ms": {"avg_ms": 0.9, "count": 190, "max_ms": 3.725, "p95_ms": 2.27}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.148, "count": 190, "max_ms": 80.39, "p95_ms": 63.107}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 190, "max_ms": 0.197, "p95_ms": 0.14}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1446.961, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.064, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.701, "sample_count": 2227, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1452243, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:33:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 157856, "write_bytes_delta": 157856, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 582.0, "cpu_core_ratio": 0.721627, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8683.0, "pid": 104364, "reason": null, "system_cpu_core_ratio": 0.307489, "system_cpu_s_delta": 6.169999999999999, "user_cpu_core_ratio": 0.414138, "user_cpu_s_delta": 8.309999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.2165, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 155254.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.448525, "system_cpu_s_delta": 9.0, "user_cpu_core_ratio": 0.767975, "user_cpu_s_delta": 15.410000000003492}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.213, "count": 203, "max_ms": 6.437, "p95_ms": 5.483, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.695, "max": 12.0, "p95": 8.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 139}, "total": {"avg": 0.685, "max": 1.0, "p95": 1.0, "sample_count": 203}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.345, "count": 30, "max": 64.258, "p95": 50.377, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.434, "count": 30, "max": 27.686, "p95": 23.658, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 642.167, "count": 30, "max": 1409.0, "p95": 1102.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1508.067, "count": 30, "max": 14107.0, "p95": 7886.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.341, "p95": 0.29, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.413, "count": 30, "max": 0.513, "p95": 0.476, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.253, "count": 30, "max": 4.716, "p95": 1.49, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 139577.6, "count": 30, "max": 157856.0, "p95": 149825.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 139577.6, "count": 30, "max": 157856.0, "p95": 149825.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 109233.167, "count": 30, "max": 202748.0, "p95": 196984.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.468, "count": 30, "max": 0.624, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.887, "count": 30, "max": 1.055, "p95": 1.051, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11212, "sampled_at": "2026-10-30T11:33:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:33:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2791602, "flush_count": 2906, "flush_interval_seconds": 30.0, "flush_state": {"count": 2906, "last_at": "2026-10-30T11:33:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:33:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2905}, "started": true, "suppressed_count": 1449588, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1449444}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2906, "written_record_count": 2906}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9688.508, "limit_mb": null}, "detail": {"pid": 104480, "restart_count": 553, "start_count": 554}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4015454515200, "copied_frame_count": 1452349, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 4015454515200, "frame_buffer_copies": 1452349, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1168, "count": 512, "max_ms": 1.3626, "p50_ms": 0.1004, "p95_ms": 0.2104, "p99_ms": 0.2831}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.496, "count": 512, "max_ms": 5.2797, "p50_ms": 1.3705, "p95_ms": 2.7021, "p99_ms": 3.2516, "results": {"failed": 0, "not_applicable": 0, "success": 1452349, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 508, "h264_decode_error_count": 1147, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:33:16+09:00", "last_error_summary": "[h264 @ 0x5a2d9c7cd180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5a2d9c7cd180] error while decoding MB 0 62, bytestream 15262 [h264 @ 0x5a2d9c7e0800] cabac decode of qscale diff failed at 36 59 [h264 @ 0x5a2d9c7e0800] error while decoding MB 36 59, bytestream 10989 [h264 @ 0x5a2d9c7772c0] error while decoding MB 20 33, bytestream -9", "last_exit_at": "2026-10-30T11:33:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T11:33:19+09:00", "pid": 104480, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.672, "name": "ffmpeg", "pid": 104480, "rss_mb": 209.672, "state": "S (sleeping)", "threads": 70}, "restart_count": 553, "restart_count_per_hour": 26, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 554}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.701, "sample_count": 2162, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1452349, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:33:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 5.079, "last_frame_pushed_at": "2026-10-30T11:33:16+09:00", "last_frame_read_age_sec": 5.185, "last_frame_read_at": "2026-10-30T11:33:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 91, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 194.235, "last_sample_duration_ms": 1281.461, "last_trigger": "periodic", "next_snapshot_in_sec": 405.765, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 291, "storage_bytes": 2773833}, "mjpeg": {"age_sec": 5.071, "exists": true, "mtime": "2026-10-30T11:33:16.873891+09:00", "mtime_epoch": 1793327596.873891, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 153789}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:33:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1446.965, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1452349, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.105, "max": 9.0, "p95": 7.0, "sample_count": 152}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 92}, "total": {"avg": 0.605, "max": 1.0, "p95": 1.0, "sample_count": 152}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 152}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 152}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.08, "pushed": 5.08, "read": 5.046}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 151, "client_acquire_ms": {"avg_ms": 0.008, "count": 152, "max_ms": 0.025, "p95_ms": 0.017, "reason": null, "sample_age_ms": 5173.75, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.833, "count": 151, "max_ms": 6.869, "p95_ms": 2.625, "reason": null, "sample_age_ms": 5204.168, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.408, "count": 151, "max_ms": 6.397, "p95_ms": 2.24, "reason": null, "sample_age_ms": 5204.533, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.312, "count": 152, "max_ms": 0.76, "p95_ms": 0.592, "reason": null, "sample_age_ms": 5173.758, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.979, "count": 151, "max_ms": 4.728, "p95_ms": 3.176, "reason": null, "sample_age_ms": 5203.243, "source": "client_direct"}, "request_count": 151, "request_tensor_bytes": {"avg": 2764808.0, "count": 151, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5203.228, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 152, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5173.975, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.456, "count": 152, "max_ms": 78.455, "p95_ms": 67.426, "reason": null, "sample_age_ms": 5173.747, "source": "client_direct"}, "sample_age_ms": 5173.744, "source": "client_direct", "task_total_ms": {"avg_ms": 50.919, "count": 152, "max_ms": 80.411, "p95_ms": 70.633, "reason": null, "sample_age_ms": 5173.744, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 9.748, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.111, "count": 152, "max_ms": 11.885, "p95_ms": 6.484}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.332, "count": 152, "max_ms": 0.891, "p95_ms": 0.679}, "detection_prepare_ms": {"avg_ms": 0.819, "count": 152, "max_ms": 3.439, "p95_ms": 1.884}, "event_filter_ms": {"avg_ms": 0.005, "count": 152, "max_ms": 0.019, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.119, "count": 152, "max_ms": 0.325, "p95_ms": 0.244}, "mcmt_ms": {"avg_ms": 0.003, "count": 152, "max_ms": 0.037, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.959, "count": 152, "max_ms": 3.47, "p95_ms": 2.098}, "setup_ms": {"avg_ms": 0.044, "count": 152, "max_ms": 0.117, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 3.048, "count": 152, "max_ms": 11.81, "p95_ms": 6.391}, "track_match_ms": {"avg_ms": 0.07, "count": 152, "max_ms": 0.296, "p95_ms": 0.202}, "tracker_update_ms": {"avg_ms": 0.697, "count": 152, "max_ms": 4.927, "p95_ms": 1.776}}, "gstreamer_push": {"avg_ms": 3.39, "count": 152, "max_ms": 11.81, "p95_ms": 5.567}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 152, "max_ms": 0.539, "p95_ms": 0.119}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.105, "count": 152, "max_ms": 82.076, "p95_ms": 71.998}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.972, "count": 152, "max_ms": 13.418, "p95_ms": 9.364}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.728, "count": 152, "max_ms": 147.765, "p95_ms": 134.309}, "inference_input_copy_ms": {"avg_ms": 1.712, "count": 152, "max_ms": 4.264, "p95_ms": 2.816}, "processing_residual_ms": {"avg_ms": 0.209, "count": 152, "max_ms": 0.697, "p95_ms": 0.43}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.621, "count": 152, "max_ms": 153.1, "p95_ms": 137.45}, "read_interval": {"avg_ms": 164.494, "count": 151, "max_ms": 2154.69, "p95_ms": 188.41}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 152, "max_ms": 0.043, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.9, "count": 152, "max_ms": 3.344, "p95_ms": 1.994}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 152, "max_ms": 0.062, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.884, "count": 152, "max_ms": 3.302, "p95_ms": 1.968}, "worker_merge_ms": {"avg_ms": 0.006, "count": 152, "max_ms": 0.018, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 52.119, "count": 152, "max_ms": 82.09, "p95_ms": 72.011}, "visualize": {"avg_ms": 49.301, "count": 152, "max_ms": 73.169, "p95_ms": 64.805}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.06, "count": 152, "max_ms": 69.224, "p95_ms": 61.511}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.197, "count": 152, "max_ms": 71.707, "p95_ms": 63.664}, "visualize_input_copy_ms": {"avg_ms": 0.896, "count": 152, "max_ms": 3.725, "p95_ms": 2.346}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.073, "count": 152, "max_ms": 71.617, "p95_ms": 63.602}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 152, "max_ms": 0.197, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 152}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1446.961, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.064, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.701, "sample_count": 2227, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1452243, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:33:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 157856, "write_bytes_delta": 157856, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 582.0, "cpu_core_ratio": 0.721627, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8683.0, "pid": 104364, "reason": null, "system_cpu_core_ratio": 0.307489, "system_cpu_s_delta": 6.169999999999999, "user_cpu_core_ratio": 0.414138, "user_cpu_s_delta": 8.309999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.2165, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 155254.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.448525, "system_cpu_s_delta": 9.0, "user_cpu_core_ratio": 0.767975, "user_cpu_s_delta": 15.410000000003492}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.213, "count": 203, "max_ms": 6.437, "p95_ms": 5.483, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.695, "max": 12.0, "p95": 8.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 139}, "total": {"avg": 0.685, "max": 1.0, "p95": 1.0, "sample_count": 203}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.345, "count": 30, "max": 64.258, "p95": 50.377, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.434, "count": 30, "max": 27.686, "p95": 23.658, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 642.167, "count": 30, "max": 1409.0, "p95": 1102.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1508.067, "count": 30, "max": 14107.0, "p95": 7886.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.341, "p95": 0.29, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.413, "count": 30, "max": 0.513, "p95": 0.476, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.253, "count": 30, "max": 4.716, "p95": 1.49, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 139577.6, "count": 30, "max": 157856.0, "p95": 149825.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 139577.6, "count": 30, "max": 157856.0, "p95": 149825.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 109233.167, "count": 30, "max": 202748.0, "p95": 196984.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.468, "count": 30, "max": 0.624, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.887, "count": 30, "max": 1.055, "p95": 1.051, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11212, "sampled_at": "2026-10-30T11:33:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:33:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2793591, "flush_count": 2908, "flush_interval_seconds": 30.0, "flush_state": {"count": 2908, "last_at": "2026-10-30T11:35:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:35:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2907}, "started": true, "suppressed_count": 1451002, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1450858}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2908, "written_record_count": 2908}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9508.871, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x60a38b2570c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x60a38b2570c0] error while decoding MB 0 42, bytestream 863 [h264 @ 0x60a38b23a540] error while decoding MB 24 36, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4019366707200, "copied_frame_count": 1453764, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 4019366707200, "frame_buffer_copies": 1453764, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1088, "count": 512, "max_ms": 0.3902, "p50_ms": 0.095, "p95_ms": 0.2136, "p99_ms": 0.3057}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4595, "count": 512, "max_ms": 3.3514, "p50_ms": 1.3825, "p95_ms": 2.4362, "p99_ms": 2.968, "results": {"failed": 0, "not_applicable": 0, "success": 1453764, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 509, "h264_decode_error_count": 1149, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:36:07+09:00", "last_error_summary": "[h264 @ 0x60a38b2570c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x60a38b2570c0] error while decoding MB 0 42, bytestream 863 [h264 @ 0x60a38b23a540] error while decoding MB 24 36, bytestream -7", "last_exit_at": "2026-10-30T11:33:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 167.368, "last_started_at": "2026-10-30T11:33:19+09:00", "pid": 104480, "process": {"exists": false, "pid": 104480}, "restart_count": 553, "restart_count_per_hour": 25, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 554}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.943, "sample_count": 2426, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1453764, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:36:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.056, "last_frame_pushed_at": "2026-10-30T11:36:07+09:00", "last_frame_read_age_sec": 0.053, "last_frame_read_at": "2026-10-30T11:36:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 91, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 359.602, "last_sample_duration_ms": 1281.461, "last_trigger": "periodic", "next_snapshot_in_sec": 240.398, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 291, "storage_bytes": 2773833}, "mjpeg": {"age_sec": 0.046, "exists": true, "mtime": "2026-10-30T11:36:07.265994+09:00", "mtime_epoch": 1793327767.2659938, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 152772}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:36:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1468.602, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1453765, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.566, "max": 6.0, "p95": 6.0, "sample_count": 189}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 117}, "total": {"avg": 0.619, "max": 1.0, "p95": 1.0, "sample_count": 189}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 189}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 189, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.309, "pushed": 6.309, "read": 6.309}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 189, "client_acquire_ms": {"avg_ms": 0.007, "count": 189, "max_ms": 0.024, "p95_ms": 0.014, "reason": null, "sample_age_ms": 32.196, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.781, "count": 189, "max_ms": 5.059, "p95_ms": 2.527, "reason": null, "sample_age_ms": 64.387, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.326, "count": 189, "max_ms": 4.67, "p95_ms": 1.865, "reason": null, "sample_age_ms": 64.604, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.273, "count": 189, "max_ms": 1.03, "p95_ms": 0.49, "reason": null, "sample_age_ms": 32.204, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.886, "count": 189, "max_ms": 6.782, "p95_ms": 3.262, "reason": null, "sample_age_ms": 62.66, "source": "client_direct"}, "request_count": 189, "request_tensor_bytes": {"avg": 2764808.0, "count": 189, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 62.639, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 189, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 32.383, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.187, "count": 189, "max_ms": 82.529, "p95_ms": 61.83, "reason": null, "sample_age_ms": 32.192, "source": "client_direct"}, "sample_age_ms": 32.188, "source": "client_direct", "task_total_ms": {"avg_ms": 48.504, "count": 189, "max_ms": 85.186, "p95_ms": 64.9, "reason": null, "sample_age_ms": 32.188, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.873, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.129, "count": 189, "max_ms": 11.432, "p95_ms": 6.82}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.295, "count": 189, "max_ms": 0.859, "p95_ms": 0.55}, "detection_prepare_ms": {"avg_ms": 0.769, "count": 189, "max_ms": 3.372, "p95_ms": 1.99}, "event_filter_ms": {"avg_ms": 0.004, "count": 189, "max_ms": 0.023, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.11, "count": 189, "max_ms": 0.438, "p95_ms": 0.24}, "mcmt_ms": {"avg_ms": 0.003, "count": 189, "max_ms": 0.022, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.952, "count": 189, "max_ms": 3.781, "p95_ms": 2.137}, "setup_ms": {"avg_ms": 0.038, "count": 189, "max_ms": 0.112, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 3.076, "count": 189, "max_ms": 11.288, "p95_ms": 6.666}, "track_match_ms": {"avg_ms": 0.068, "count": 189, "max_ms": 0.322, "p95_ms": 0.194}, "tracker_update_ms": {"avg_ms": 0.835, "count": 189, "max_ms": 2.809, "p95_ms": 2.073}}, "gstreamer_push": {"avg_ms": 3.234, "count": 189, "max_ms": 8.046, "p95_ms": 5.253}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 189, "max_ms": 0.137, "p95_ms": 0.091}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.741, "count": 189, "max_ms": 86.948, "p95_ms": 66.248}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.951, "count": 189, "max_ms": 12.293, "p95_ms": 8.086}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.873, "count": 189, "max_ms": 136.021, "p95_ms": 129.145}, "inference_input_copy_ms": {"avg_ms": 1.71, "count": 189, "max_ms": 3.807, "p95_ms": 2.781}, "processing_residual_ms": {"avg_ms": 0.19, "count": 189, "max_ms": 0.473, "p95_ms": 0.353}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.724, "count": 189, "max_ms": 146.587, "p95_ms": 133.323}, "read_interval": {"avg_ms": 158.703, "count": 189, "max_ms": 3062.376, "p95_ms": 180.3}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 189, "max_ms": 0.098, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.896, "count": 189, "max_ms": 3.601, "p95_ms": 2.004}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 189, "max_ms": 0.056, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.881, "count": 189, "max_ms": 3.504, "p95_ms": 1.983}, "worker_merge_ms": {"avg_ms": 0.006, "count": 189, "max_ms": 0.036, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 49.753, "count": 189, "max_ms": 86.966, "p95_ms": 66.255}, "visualize": {"avg_ms": 48.88, "count": 189, "max_ms": 74.824, "p95_ms": 64.904}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.835, "count": 189, "max_ms": 68.748, "p95_ms": 59.839}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.869, "count": 189, "max_ms": 73.034, "p95_ms": 63.455}, "visualize_input_copy_ms": {"avg_ms": 0.837, "count": 189, "max_ms": 3.074, "p95_ms": 2.023}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.757, "count": 189, "max_ms": 72.818, "p95_ms": 63.354}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 189, "max_ms": 0.274, "p95_ms": 0.125}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1447.543, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 47.896, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.65, "sample_count": 2408, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1453594, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:35:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 157629, "write_bytes_delta": 157629, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 853.0, "cpu_core_ratio": 0.739501, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12901.0, "pid": 104480, "reason": null, "system_cpu_core_ratio": 0.263154, "system_cpu_s_delta": 5.319999999999999, "user_cpu_core_ratio": 0.476347, "user_cpu_s_delta": 9.629999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.14363, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 113634.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.375934, "system_cpu_s_delta": 7.599999999991269, "user_cpu_core_ratio": 0.767696, "user_cpu_s_delta": 15.519999999989523}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.262, "count": 225, "max_ms": 6.586, "p95_ms": 5.426, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.644, "max": 9.0, "p95": 6.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.0, "key_count": 2, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 87}, "total": {"avg": 0.391, "max": 2.0, "p95": 1.0, "sample_count": 225}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.992, "count": 30, "max": 50.649, "p95": 46.749, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.067, "count": 30, "max": 27.686, "p95": 23.658, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 784.467, "count": 30, "max": 1409.0, "p95": 1370.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2235.833, "count": 30, "max": 14107.0, "p95": 13004.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.307, "p95": 0.266, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.52, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.166, "count": 30, "max": 4.716, "p95": 0.116, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 143839.167, "count": 30, "max": 157856.0, "p95": 155096.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 143839.167, "count": 30, "max": 157856.0, "p95": 155096.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 116311.267, "count": 30, "max": 212346.0, "p95": 207459.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.608, "p95": 0.602, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.837, "count": 30, "max": 1.051, "p95": 1.042, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11220, "sampled_at": "2026-10-30T11:35:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:35:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2793591, "flush_count": 2908, "flush_interval_seconds": 30.0, "flush_state": {"count": 2908, "last_at": "2026-10-30T11:35:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:35:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2907}, "started": true, "suppressed_count": 1451002, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1450858}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2908, "written_record_count": 2908}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9509.324, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T11:36:07+09:00", "last_error_summary": "[h264 @ 0x60a38b2570c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x60a38b2570c0] error while decoding MB 0 42, bytestream 863 [h264 @ 0x60a38b23a540] error while decoding MB 24 36, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4019369472000, "copied_frame_count": 1453765, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 4019369472000, "frame_buffer_copies": 1453765, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1089, "count": 512, "max_ms": 0.3902, "p50_ms": 0.095, "p95_ms": 0.2136, "p99_ms": 0.3057}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4738, "count": 512, "max_ms": 8.6363, "p50_ms": 1.384, "p95_ms": 2.4475, "p99_ms": 2.9983, "results": {"failed": 0, "not_applicable": 0, "success": 1453765, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 509, "h264_decode_error_count": 1149, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:36:07+09:00", "last_error_summary": "[h264 @ 0x60a38b2570c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x60a38b2570c0] error while decoding MB 0 42, bytestream 863 [h264 @ 0x60a38b23a540] error while decoding MB 24 36, bytestream -7", "last_exit_at": "2026-10-30T11:36:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 167.423, "last_started_at": "2026-10-30T11:33:19+09:00", "pid": 104480, "process": {"exists": false, "pid": 104480}, "restart_count": 553, "restart_count_per_hour": 25, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 554}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.943, "sample_count": 2427, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1453765, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:36:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-10-30T11:36:07+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-10-30T11:36:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 91, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 359.638, "last_sample_duration_ms": 1281.461, "last_trigger": "periodic", "next_snapshot_in_sec": 240.362, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 291, "storage_bytes": 2773833}, "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-10-30T11:36:07.265994+09:00", "mtime_epoch": 1793327767.2659938, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 152772}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:36:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1447.629, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1453765, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.571, "max": 6.0, "p95": 6.0, "sample_count": 189}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 117}, "total": {"avg": 0.619, "max": 1.0, "p95": 1.0, "sample_count": 189}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 189}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.32, "pushed": 6.32, "read": 6.286}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 188, "client_acquire_ms": {"avg_ms": 0.007, "count": 189, "max_ms": 0.024, "p95_ms": 0.014, "reason": null, "sample_age_ms": 82.49, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.783, "count": 188, "max_ms": 5.059, "p95_ms": 2.529, "reason": null, "sample_age_ms": 114.681, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.327, "count": 188, "max_ms": 4.67, "p95_ms": 1.865, "reason": null, "sample_age_ms": 114.898, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.273, "count": 189, "max_ms": 1.03, "p95_ms": 0.49, "reason": null, "sample_age_ms": 82.498, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.882, "count": 188, "max_ms": 6.782, "p95_ms": 3.262, "reason": null, "sample_age_ms": 112.954, "source": "client_direct"}, "request_count": 188, "request_tensor_bytes": {"avg": 2764808.0, "count": 188, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 112.933, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 189, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 82.677, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.187, "count": 189, "max_ms": 82.529, "p95_ms": 61.83, "reason": null, "sample_age_ms": 82.486, "source": "client_direct"}, "sample_age_ms": 82.482, "source": "client_direct", "task_total_ms": {"avg_ms": 48.504, "count": 189, "max_ms": 85.186, "p95_ms": 64.9, "reason": null, "sample_age_ms": 82.482, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.06, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.128, "count": 189, "max_ms": 11.432, "p95_ms": 6.82}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.296, "count": 189, "max_ms": 0.859, "p95_ms": 0.55}, "detection_prepare_ms": {"avg_ms": 0.769, "count": 189, "max_ms": 3.372, "p95_ms": 1.99}, "event_filter_ms": {"avg_ms": 0.004, "count": 189, "max_ms": 0.023, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.11, "count": 189, "max_ms": 0.438, "p95_ms": 0.24}, "mcmt_ms": {"avg_ms": 0.003, "count": 189, "max_ms": 0.022, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.951, "count": 189, "max_ms": 3.781, "p95_ms": 2.137}, "setup_ms": {"avg_ms": 0.038, "count": 189, "max_ms": 0.112, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 3.075, "count": 189, "max_ms": 11.288, "p95_ms": 6.666}, "track_match_ms": {"avg_ms": 0.068, "count": 189, "max_ms": 0.322, "p95_ms": 0.194}, "tracker_update_ms": {"avg_ms": 0.835, "count": 189, "max_ms": 2.809, "p95_ms": 2.073}}, "gstreamer_push": {"avg_ms": 3.243, "count": 189, "max_ms": 8.046, "p95_ms": 5.265}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 189, "max_ms": 0.137, "p95_ms": 0.091}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.653, "count": 189, "max_ms": 86.948, "p95_ms": 66.248}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.951, "count": 189, "max_ms": 12.293, "p95_ms": 8.086}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.874, "count": 189, "max_ms": 136.021, "p95_ms": 129.145}, "inference_input_copy_ms": {"avg_ms": 1.701, "count": 189, "max_ms": 3.807, "p95_ms": 2.781}, "processing_residual_ms": {"avg_ms": 0.189, "count": 189, "max_ms": 0.473, "p95_ms": 0.353}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.715, "count": 189, "max_ms": 146.587, "p95_ms": 133.323}, "read_interval": {"avg_ms": 159.006, "count": 188, "max_ms": 3062.376, "p95_ms": 180.3}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 189, "max_ms": 0.098, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.896, "count": 189, "max_ms": 3.601, "p95_ms": 2.004}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 189, "max_ms": 0.056, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.881, "count": 189, "max_ms": 3.504, "p95_ms": 1.983}, "worker_merge_ms": {"avg_ms": 0.006, "count": 189, "max_ms": 0.036, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 49.665, "count": 189, "max_ms": 86.966, "p95_ms": 66.255}, "visualize": {"avg_ms": 48.969, "count": 189, "max_ms": 74.824, "p95_ms": 64.904}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.924, "count": 189, "max_ms": 68.748, "p95_ms": 59.839}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.958, "count": 189, "max_ms": 73.034, "p95_ms": 63.455}, "visualize_input_copy_ms": {"avg_ms": 0.837, "count": 189, "max_ms": 3.074, "p95_ms": 2.023}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.846, "count": 189, "max_ms": 72.818, "p95_ms": 63.354}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 189, "max_ms": 0.274, "p95_ms": 0.125}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1447.543, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 47.896, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.65, "sample_count": 2408, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1453594, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:35:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 157629, "write_bytes_delta": 157629, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 853.0, "cpu_core_ratio": 0.739501, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12901.0, "pid": 104480, "reason": null, "system_cpu_core_ratio": 0.263154, "system_cpu_s_delta": 5.319999999999999, "user_cpu_core_ratio": 0.476347, "user_cpu_s_delta": 9.629999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.14363, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 113634.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.375934, "system_cpu_s_delta": 7.599999999991269, "user_cpu_core_ratio": 0.767696, "user_cpu_s_delta": 15.519999999989523}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.262, "count": 225, "max_ms": 6.586, "p95_ms": 5.426, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.644, "max": 9.0, "p95": 6.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.0, "key_count": 2, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 87}, "total": {"avg": 0.391, "max": 2.0, "p95": 1.0, "sample_count": 225}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.992, "count": 30, "max": 50.649, "p95": 46.749, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.067, "count": 30, "max": 27.686, "p95": 23.658, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 784.467, "count": 30, "max": 1409.0, "p95": 1370.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2235.833, "count": 30, "max": 14107.0, "p95": 13004.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.307, "p95": 0.266, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.52, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.166, "count": 30, "max": 4.716, "p95": 0.116, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 143839.167, "count": 30, "max": 157856.0, "p95": 155096.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 143839.167, "count": 30, "max": 157856.0, "p95": 155096.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 116311.267, "count": 30, "max": 212346.0, "p95": 207459.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.608, "p95": 0.602, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.837, "count": 30, "max": 1.051, "p95": 1.042, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11220, "sampled_at": "2026-10-30T11:35:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:35:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2793591, "flush_count": 2908, "flush_interval_seconds": 30.0, "flush_state": {"count": 2908, "last_at": "2026-10-30T11:35:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:35:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2907}, "started": true, "suppressed_count": 1451002, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1450858}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2908, "written_record_count": 2908}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9512.707, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4019369472000, "copied_frame_count": 1453765, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 4019369472000, "frame_buffer_copies": 1453765, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1089, "count": 512, "max_ms": 0.3902, "p50_ms": 0.095, "p95_ms": 0.2136, "p99_ms": 0.3057}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4738, "count": 512, "max_ms": 8.6363, "p50_ms": 1.384, "p95_ms": 2.4475, "p99_ms": 2.9983, "results": {"failed": 0, "not_applicable": 0, "success": 1453765, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 509, "h264_decode_error_count": 1149, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:36:07+09:00", "last_error_summary": "[h264 @ 0x60a38b2570c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x60a38b2570c0] error while decoding MB 0 42, bytestream 863 [h264 @ 0x60a38b23a540] error while decoding MB 24 36, bytestream -7", "last_exit_at": "2026-10-30T11:36:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 167.451, "last_started_at": "2026-10-30T11:33:19+09:00", "pid": 104480, "process": {"exists": false, "pid": 104480}, "restart_count": 553, "restart_count_per_hour": 25, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 554}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.943, "sample_count": 2426, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1453765, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:36:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.032, "last_frame_pushed_at": "2026-10-30T11:36:07+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-10-30T11:36:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 91, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 359.664, "last_sample_duration_ms": 1281.461, "last_trigger": "periodic", "next_snapshot_in_sec": 240.336, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 291, "storage_bytes": 2773833}, "mjpeg": {"age_sec": 0.027, "exists": true, "mtime": "2026-10-30T11:36:07.366994+09:00", "mtime_epoch": 1793327767.3669944, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 147962}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:36:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1447.629, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1453765, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.571, "max": 6.0, "p95": 6.0, "sample_count": 189}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 117}, "total": {"avg": 0.619, "max": 1.0, "p95": 1.0, "sample_count": 189}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 189}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.314, "pushed": 6.314, "read": 6.28}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 188, "client_acquire_ms": {"avg_ms": 0.007, "count": 189, "max_ms": 0.024, "p95_ms": 0.014, "reason": null, "sample_age_ms": 107.278, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.783, "count": 188, "max_ms": 5.059, "p95_ms": 2.529, "reason": null, "sample_age_ms": 139.469, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.327, "count": 188, "max_ms": 4.67, "p95_ms": 1.865, "reason": null, "sample_age_ms": 139.686, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.273, "count": 189, "max_ms": 1.03, "p95_ms": 0.49, "reason": null, "sample_age_ms": 107.286, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.882, "count": 188, "max_ms": 6.782, "p95_ms": 3.262, "reason": null, "sample_age_ms": 137.742, "source": "client_direct"}, "request_count": 188, "request_tensor_bytes": {"avg": 2764808.0, "count": 188, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 137.721, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 189, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 107.466, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.187, "count": 189, "max_ms": 82.529, "p95_ms": 61.83, "reason": null, "sample_age_ms": 107.274, "source": "client_direct"}, "sample_age_ms": 107.27, "source": "client_direct", "task_total_ms": {"avg_ms": 48.504, "count": 189, "max_ms": 85.186, "p95_ms": 64.9, "reason": null, "sample_age_ms": 107.27, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.754, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.128, "count": 189, "max_ms": 11.432, "p95_ms": 6.82}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.296, "count": 189, "max_ms": 0.859, "p95_ms": 0.55}, "detection_prepare_ms": {"avg_ms": 0.769, "count": 189, "max_ms": 3.372, "p95_ms": 1.99}, "event_filter_ms": {"avg_ms": 0.004, "count": 189, "max_ms": 0.023, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.11, "count": 189, "max_ms": 0.438, "p95_ms": 0.24}, "mcmt_ms": {"avg_ms": 0.003, "count": 189, "max_ms": 0.022, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.951, "count": 189, "max_ms": 3.781, "p95_ms": 2.137}, "setup_ms": {"avg_ms": 0.038, "count": 189, "max_ms": 0.112, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 3.075, "count": 189, "max_ms": 11.288, "p95_ms": 6.666}, "track_match_ms": {"avg_ms": 0.068, "count": 189, "max_ms": 0.322, "p95_ms": 0.194}, "tracker_update_ms": {"avg_ms": 0.835, "count": 189, "max_ms": 2.809, "p95_ms": 2.073}}, "gstreamer_push": {"avg_ms": 3.243, "count": 189, "max_ms": 8.046, "p95_ms": 5.265}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 189, "max_ms": 0.137, "p95_ms": 0.091}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.653, "count": 189, "max_ms": 86.948, "p95_ms": 66.248}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.951, "count": 189, "max_ms": 12.293, "p95_ms": 8.086}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.874, "count": 189, "max_ms": 136.021, "p95_ms": 129.145}, "inference_input_copy_ms": {"avg_ms": 1.701, "count": 189, "max_ms": 3.807, "p95_ms": 2.781}, "processing_residual_ms": {"avg_ms": 0.189, "count": 189, "max_ms": 0.473, "p95_ms": 0.353}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.715, "count": 189, "max_ms": 146.587, "p95_ms": 133.323}, "read_interval": {"avg_ms": 159.006, "count": 188, "max_ms": 3062.376, "p95_ms": 180.3}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 189, "max_ms": 0.098, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.896, "count": 189, "max_ms": 3.601, "p95_ms": 2.004}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 189, "max_ms": 0.056, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.881, "count": 189, "max_ms": 3.504, "p95_ms": 1.983}, "worker_merge_ms": {"avg_ms": 0.006, "count": 189, "max_ms": 0.036, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 49.665, "count": 189, "max_ms": 86.966, "p95_ms": 66.255}, "visualize": {"avg_ms": 48.969, "count": 189, "max_ms": 74.824, "p95_ms": 64.904}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.924, "count": 189, "max_ms": 68.748, "p95_ms": 59.839}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.958, "count": 189, "max_ms": 73.034, "p95_ms": 63.455}, "visualize_input_copy_ms": {"avg_ms": 0.837, "count": 189, "max_ms": 3.074, "p95_ms": 2.023}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.846, "count": 189, "max_ms": 72.818, "p95_ms": 63.354}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 189, "max_ms": 0.274, "p95_ms": 0.125}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1447.543, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 47.896, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.65, "sample_count": 2408, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1453594, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:35:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 157629, "write_bytes_delta": 157629, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 853.0, "cpu_core_ratio": 0.739501, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12901.0, "pid": 104480, "reason": null, "system_cpu_core_ratio": 0.263154, "system_cpu_s_delta": 5.319999999999999, "user_cpu_core_ratio": 0.476347, "user_cpu_s_delta": 9.629999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.14363, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 113634.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.375934, "system_cpu_s_delta": 7.599999999991269, "user_cpu_core_ratio": 0.767696, "user_cpu_s_delta": 15.519999999989523}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.262, "count": 225, "max_ms": 6.586, "p95_ms": 5.426, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.644, "max": 9.0, "p95": 6.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.0, "key_count": 2, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 87}, "total": {"avg": 0.391, "max": 2.0, "p95": 1.0, "sample_count": 225}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.992, "count": 30, "max": 50.649, "p95": 46.749, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.067, "count": 30, "max": 27.686, "p95": 23.658, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 784.467, "count": 30, "max": 1409.0, "p95": 1370.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2235.833, "count": 30, "max": 14107.0, "p95": 13004.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.307, "p95": 0.266, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.52, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.166, "count": 30, "max": 4.716, "p95": 0.116, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 143839.167, "count": 30, "max": 157856.0, "p95": 155096.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 143839.167, "count": 30, "max": 157856.0, "p95": 155096.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 116311.267, "count": 30, "max": 212346.0, "p95": 207459.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.608, "p95": 0.602, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.837, "count": 30, "max": 1.051, "p95": 1.042, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11220, "sampled_at": "2026-10-30T11:35:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:35:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2793591, "flush_count": 2908, "flush_interval_seconds": 30.0, "flush_state": {"count": 2908, "last_at": "2026-10-30T11:35:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:35:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2907}, "started": true, "suppressed_count": 1451002, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1450858}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2908, "written_record_count": 2908}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9686.98, "limit_mb": null}, "detail": {"pid": 104596, "restart_count": 554, "start_count": 555}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4019369472000, "copied_frame_count": 1453765, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 4019369472000, "frame_buffer_copies": 1453765, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1089, "count": 512, "max_ms": 0.3902, "p50_ms": 0.095, "p95_ms": 0.2136, "p99_ms": 0.3057}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4738, "count": 512, "max_ms": 8.6363, "p50_ms": 1.384, "p95_ms": 2.4475, "p99_ms": 2.9983, "results": {"failed": 0, "not_applicable": 0, "success": 1453765, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 509, "h264_decode_error_count": 1149, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:36:07+09:00", "last_error_summary": "[h264 @ 0x60a38b2570c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x60a38b2570c0] error while decoding MB 0 42, bytestream 863 [h264 @ 0x60a38b23a540] error while decoding MB 24 36, bytestream -7", "last_exit_at": "2026-10-30T11:36:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T11:36:09+09:00", "pid": 104596, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.793, "name": "ffmpeg", "pid": 104596, "rss_mb": 206.793, "state": "S (sleeping)", "threads": 70}, "restart_count": 554, "restart_count_per_hour": 26, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 555}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.023, "sample_count": 2388, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1453765, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:36:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.258, "last_frame_pushed_at": "2026-10-30T11:36:07+09:00", "last_frame_read_age_sec": 4.362, "last_frame_read_at": "2026-10-30T11:36:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 91, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 363.899, "last_sample_duration_ms": 1281.461, "last_trigger": "periodic", "next_snapshot_in_sec": 236.101, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 291, "storage_bytes": 2773833}, "mjpeg": {"age_sec": 4.254, "exists": true, "mtime": "2026-10-30T11:36:07.366994+09:00", "mtime_epoch": 1793327767.3669944, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 147962}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:36:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1447.633, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1453765, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.61, "max": 6.0, "p95": 6.0, "sample_count": 172}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 107}, "total": {"avg": 0.622, "max": 1.0, "p95": 1.0, "sample_count": 172}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 172}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 172}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 172, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.942, "pushed": 5.942, "read": 5.942}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 172, "client_acquire_ms": {"avg_ms": 0.007, "count": 172, "max_ms": 0.024, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4336.028, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.788, "count": 172, "max_ms": 5.059, "p95_ms": 2.575, "reason": null, "sample_age_ms": 4368.219, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.33, "count": 172, "max_ms": 4.67, "p95_ms": 1.878, "reason": null, "sample_age_ms": 4368.436, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.274, "count": 172, "max_ms": 1.03, "p95_ms": 0.49, "reason": null, "sample_age_ms": 4336.036, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.88, "count": 172, "max_ms": 6.782, "p95_ms": 3.26, "reason": null, "sample_age_ms": 4366.492, "source": "client_direct"}, "request_count": 172, "request_tensor_bytes": {"avg": 2764808.0, "count": 172, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4366.471, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 172, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4336.215, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.217, "count": 172, "max_ms": 82.529, "p95_ms": 62.623, "reason": null, "sample_age_ms": 4336.024, "source": "client_direct"}, "sample_age_ms": 4336.02, "source": "client_direct", "task_total_ms": {"avg_ms": 48.53, "count": 172, "max_ms": 85.186, "p95_ms": 65.064, "reason": null, "sample_age_ms": 4336.02, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.919, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.129, "count": 172, "max_ms": 11.432, "p95_ms": 6.82}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.299, "count": 172, "max_ms": 0.859, "p95_ms": 0.607}, "detection_prepare_ms": {"avg_ms": 0.775, "count": 172, "max_ms": 3.372, "p95_ms": 2.114}, "event_filter_ms": {"avg_ms": 0.004, "count": 172, "max_ms": 0.023, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.11, "count": 172, "max_ms": 0.438, "p95_ms": 0.24}, "mcmt_ms": {"avg_ms": 0.003, "count": 172, "max_ms": 0.022, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.949, "count": 172, "max_ms": 3.781, "p95_ms": 2.137}, "setup_ms": {"avg_ms": 0.038, "count": 172, "max_ms": 0.112, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 3.076, "count": 172, "max_ms": 11.288, "p95_ms": 6.666}, "track_match_ms": {"avg_ms": 0.068, "count": 172, "max_ms": 0.307, "p95_ms": 0.194}, "tracker_update_ms": {"avg_ms": 0.829, "count": 172, "max_ms": 2.809, "p95_ms": 2.063}}, "gstreamer_push": {"avg_ms": 3.21, "count": 172, "max_ms": 8.046, "p95_ms": 5.279}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 172, "max_ms": 0.137, "p95_ms": 0.091}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.68, "count": 172, "max_ms": 86.948, "p95_ms": 67.046}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.922, "count": 172, "max_ms": 10.658, "p95_ms": 8.086}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.522, "count": 172, "max_ms": 136.021, "p95_ms": 130.015}, "inference_input_copy_ms": {"avg_ms": 1.694, "count": 172, "max_ms": 3.807, "p95_ms": 2.843}, "processing_residual_ms": {"avg_ms": 0.188, "count": 172, "max_ms": 0.473, "p95_ms": 0.353}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.326, "count": 172, "max_ms": 146.587, "p95_ms": 134.411}, "read_interval": {"avg_ms": 157.852, "count": 172, "max_ms": 3062.376, "p95_ms": 174.143}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 172, "max_ms": 0.098, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.894, "count": 172, "max_ms": 3.601, "p95_ms": 2.004}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 172, "max_ms": 0.056, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.879, "count": 172, "max_ms": 3.504, "p95_ms": 1.983}, "worker_merge_ms": {"avg_ms": 0.006, "count": 172, "max_ms": 0.036, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 49.692, "count": 172, "max_ms": 86.966, "p95_ms": 67.056}, "visualize": {"avg_ms": 49.591, "count": 172, "max_ms": 74.824, "p95_ms": 64.984}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.568, "count": 172, "max_ms": 68.748, "p95_ms": 60.551}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.577, "count": 172, "max_ms": 73.034, "p95_ms": 63.591}, "visualize_input_copy_ms": {"avg_ms": 0.839, "count": 172, "max_ms": 3.074, "p95_ms": 2.023}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.466, "count": 172, "max_ms": 72.818, "p95_ms": 63.37}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 172, "max_ms": 0.274, "p95_ms": 0.127}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 172}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1447.543, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 47.896, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.65, "sample_count": 2408, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1453594, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:35:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 157629, "write_bytes_delta": 157629, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 853.0, "cpu_core_ratio": 0.739501, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12901.0, "pid": 104480, "reason": null, "system_cpu_core_ratio": 0.263154, "system_cpu_s_delta": 5.319999999999999, "user_cpu_core_ratio": 0.476347, "user_cpu_s_delta": 9.629999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.14363, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 113634.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.375934, "system_cpu_s_delta": 7.599999999991269, "user_cpu_core_ratio": 0.767696, "user_cpu_s_delta": 15.519999999989523}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.262, "count": 225, "max_ms": 6.586, "p95_ms": 5.426, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.644, "max": 9.0, "p95": 6.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.0, "key_count": 2, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 87}, "total": {"avg": 0.391, "max": 2.0, "p95": 1.0, "sample_count": 225}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.992, "count": 30, "max": 50.649, "p95": 46.749, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.067, "count": 30, "max": 27.686, "p95": 23.658, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 784.467, "count": 30, "max": 1409.0, "p95": 1370.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2235.833, "count": 30, "max": 14107.0, "p95": 13004.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.307, "p95": 0.266, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.52, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.166, "count": 30, "max": 4.716, "p95": 0.116, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 143839.167, "count": 30, "max": 157856.0, "p95": 155096.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 143839.167, "count": 30, "max": 157856.0, "p95": 155096.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 116311.267, "count": 30, "max": 212346.0, "p95": 207459.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.608, "p95": 0.602, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.837, "count": 30, "max": 1.051, "p95": 1.042, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11220, "sampled_at": "2026-10-30T11:35:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:35:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.945, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2796456, "flush_count": 2911, "flush_interval_seconds": 30.0, "flush_state": {"count": 2911, "last_at": "2026-10-30T11:38:11", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:38:11", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2910}, "started": true, "suppressed_count": 1452479, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1452335}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2911, "written_record_count": 2911}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9522.684, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x61cb2fd95e40] error while decoding MB 47 47, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4023458611200, "copied_frame_count": 1455244, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 4023458611200, "frame_buffer_copies": 1455244, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1155, "count": 512, "max_ms": 0.3467, "p50_ms": 0.1032, "p95_ms": 0.2212, "p99_ms": 0.279}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4697, "count": 512, "max_ms": 4.1308, "p50_ms": 1.3896, "p95_ms": 2.3989, "p99_ms": 3.2548, "results": {"failed": 0, "not_applicable": 0, "success": 1455244, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 510, "h264_decode_error_count": 1150, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:38:59+09:00", "last_error_summary": "[h264 @ 0x61cb2fd95e40] error while decoding MB 47 47, bytestream -5", "last_exit_at": "2026-10-30T11:36:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 170.168, "last_started_at": "2026-10-30T11:36:09+09:00", "pid": 104596, "process": {"exists": false, "pid": 104596}, "restart_count": 554, "restart_count_per_hour": 25, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 555}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.894, "sample_count": 2550, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1455244, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:38:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.103, "last_frame_pushed_at": "2026-10-30T11:38:59+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-10-30T11:38:59+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 91, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 532.086, "last_sample_duration_ms": 1281.461, "last_trigger": "periodic", "next_snapshot_in_sec": 67.914, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 291, "storage_bytes": 2773833}, "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-10-30T11:38:59.697021+09:00", "mtime_epoch": 1793327939.6970205, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 160778}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:38:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1448.336, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1455245, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.754, "max": 10.0, "p95": 9.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "total": {"avg": 0.75, "max": 1.0, "p95": 1.0, "sample_count": 240}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 240, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.021, "pushed": 8.021, "read": 8.021}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 240, "client_acquire_ms": {"avg_ms": 0.007, "count": 241, "max_ms": 0.024, "p95_ms": 0.014, "reason": null, "sample_age_ms": 46.899, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.85, "count": 240, "max_ms": 14.544, "p95_ms": 2.85, "reason": null, "sample_age_ms": 108.348, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.389, "count": 240, "max_ms": 14.239, "p95_ms": 1.841, "reason": null, "sample_age_ms": 109.756, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.337, "count": 241, "max_ms": 1.024, "p95_ms": 0.653, "reason": null, "sample_age_ms": 46.909, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.896, "count": 240, "max_ms": 4.672, "p95_ms": 3.522, "reason": null, "sample_age_ms": 107.38, "source": "client_direct"}, "request_count": 240, "request_tensor_bytes": {"avg": 2764808.0, "count": 240, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 107.363, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 241, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 47.34, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.039, "count": 241, "max_ms": 77.802, "p95_ms": 66.323, "reason": null, "sample_age_ms": 46.894, "source": "client_direct"}, "sample_age_ms": 46.888, "source": "client_direct", "task_total_ms": {"avg_ms": 51.448, "count": 241, "max_ms": 79.772, "p95_ms": 68.923, "reason": null, "sample_age_ms": 46.888, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.667, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.879, "count": 240, "max_ms": 14.022, "p95_ms": 7.491}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.328, "count": 240, "max_ms": 1.027, "p95_ms": 0.612}, "detection_prepare_ms": {"avg_ms": 1.051, "count": 240, "max_ms": 8.792, "p95_ms": 2.31}, "event_filter_ms": {"avg_ms": 0.005, "count": 240, "max_ms": 0.019, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.121, "count": 240, "max_ms": 0.4, "p95_ms": 0.243}, "mcmt_ms": {"avg_ms": 0.003, "count": 240, "max_ms": 0.018, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.136, "count": 240, "max_ms": 3.652, "p95_ms": 2.068}, "setup_ms": {"avg_ms": 0.045, "count": 240, "max_ms": 0.125, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 3.821, "count": 240, "max_ms": 13.944, "p95_ms": 7.39}, "track_match_ms": {"avg_ms": 0.083, "count": 240, "max_ms": 0.37, "p95_ms": 0.194}, "tracker_update_ms": {"avg_ms": 1.049, "count": 240, "max_ms": 4.055, "p95_ms": 2.175}}, "gstreamer_push": {"avg_ms": 3.225, "count": 240, "max_ms": 7.265, "p95_ms": 5.172}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 240, "max_ms": 0.157, "p95_ms": 0.106}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.641, "count": 240, "max_ms": 81.524, "p95_ms": 70.706}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.272, "count": 240, "max_ms": 11.334, "p95_ms": 7.905}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.451, "count": 240, "max_ms": 151.592, "p95_ms": 130.165}, "inference_input_copy_ms": {"avg_ms": 1.623, "count": 240, "max_ms": 4.277, "p95_ms": 2.968}, "processing_residual_ms": {"avg_ms": 0.193, "count": 240, "max_ms": 0.765, "p95_ms": 0.384}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.538, "count": 240, "max_ms": 156.063, "p95_ms": 136.699}, "read_interval": {"avg_ms": 124.674, "count": 240, "max_ms": 197.745, "p95_ms": 164.333}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 240, "max_ms": 0.041, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 1.073, "count": 240, "max_ms": 3.51, "p95_ms": 1.965}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 240, "max_ms": 0.052, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.057, "count": 240, "max_ms": 3.472, "p95_ms": 1.947}, "worker_merge_ms": {"avg_ms": 0.007, "count": 240, "max_ms": 0.054, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 52.654, "count": 240, "max_ms": 81.549, "p95_ms": 70.73}, "visualize": {"avg_ms": 47.736, "count": 240, "max_ms": 75.679, "p95_ms": 61.014}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.042, "count": 240, "max_ms": 71.462, "p95_ms": 56.487}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.525, "count": 240, "max_ms": 74.472, "p95_ms": 59.788}, "visualize_input_copy_ms": {"avg_ms": 1.006, "count": 240, "max_ms": 3.048, "p95_ms": 2.044}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.392, "count": 240, "max_ms": 74.394, "p95_ms": 59.62}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 240, "max_ms": 0.212, "p95_ms": 0.147}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1448.32, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.358, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.082, "sample_count": 2586, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1454946, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:38:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 157050, "write_bytes_delta": 157050, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1233.0, "cpu_core_ratio": 0.502808, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 104596, "reason": null, "system_cpu_core_ratio": 0.043483, "system_cpu_s_delta": 0.8700000000000001, "user_cpu_core_ratio": 0.459325, "user_cpu_s_delta": 9.190000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.042602, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 206633.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.323876, "system_cpu_s_delta": 6.480000000010477, "user_cpu_core_ratio": 0.718726, "user_cpu_s_delta": 14.380000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.156, "count": 262, "max_ms": 7.384, "p95_ms": 4.949, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.103, "max": 10.0, "p95": 6.0, "sample_count": 262}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 45}, "total": {"avg": 0.172, "max": 1.0, "p95": 1.0, "sample_count": 262}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.554, "count": 30, "max": 50.649, "p95": 46.749, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.729, "count": 30, "max": 25.535, "p95": 21.109, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 844.467, "count": 30, "max": 1376.0, "p95": 1354.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2038.333, "count": 30, "max": 14107.0, "p95": 13004.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.31, "p95": 0.288, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.443, "count": 30, "max": 0.52, "p95": 0.503, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.162, "count": 30, "max": 4.716, "p95": 0.082, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 148454.0, "count": 30, "max": 159022.0, "p95": 157753.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 148454.0, "count": 30, "max": 159022.0, "p95": 157753.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 123107.267, "count": 30, "max": 212346.0, "p95": 209432.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.353, "count": 30, "max": 0.583, "p95": 0.57, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.769, "count": 30, "max": 1.051, "p95": 1.005, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11228, "sampled_at": "2026-10-30T11:38:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:38:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2796456, "flush_count": 2911, "flush_interval_seconds": 30.0, "flush_state": {"count": 2911, "last_at": "2026-10-30T11:38:11", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:38:11", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2910}, "started": true, "suppressed_count": 1452479, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1452335}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2911, "written_record_count": 2911}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9517.262, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T11:38:59+09:00", "last_error_summary": "[h264 @ 0x61cb2fd95e40] error while decoding MB 47 47, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4023461376000, "copied_frame_count": 1455245, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 4023461376000, "frame_buffer_copies": 1455245, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1157, "count": 512, "max_ms": 0.3467, "p50_ms": 0.1038, "p95_ms": 0.2212, "p99_ms": 0.279}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4714, "count": 512, "max_ms": 4.1308, "p50_ms": 1.3955, "p95_ms": 2.3989, "p99_ms": 3.2548, "results": {"failed": 0, "not_applicable": 0, "success": 1455245, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 510, "h264_decode_error_count": 1150, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:38:59+09:00", "last_error_summary": "[h264 @ 0x61cb2fd95e40] error while decoding MB 47 47, bytestream -5", "last_exit_at": "2026-10-30T11:38:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 170.236, "last_started_at": "2026-10-30T11:36:09+09:00", "pid": 104596, "process": {"exists": false, "pid": 104596}, "restart_count": 554, "restart_count_per_hour": 25, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 555}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.894, "sample_count": 2551, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1455245, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:38:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.024, "last_frame_pushed_at": "2026-10-30T11:38:59+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-10-30T11:38:59+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 91, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 532.148, "last_sample_duration_ms": 1281.461, "last_trigger": "periodic", "next_snapshot_in_sec": 67.852, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 291, "storage_bytes": 2773833}, "mjpeg": {"age_sec": 0.011, "exists": true, "mtime": "2026-10-30T11:38:59.846021+09:00", "mtime_epoch": 1793327939.8460214, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 160619}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:38:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1448.332, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1455245, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.759, "max": 10.0, "p95": 9.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 181}, "total": {"avg": 0.751, "max": 1.0, "p95": 1.0, "sample_count": 241}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 241}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 241}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 241, "pushed_frames": 241, "read_frames": 240, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.037, "pushed": 8.037, "read": 8.003}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 240, "client_acquire_ms": {"avg_ms": 0.007, "count": 240, "max_ms": 0.021, "p95_ms": 0.014, "reason": null, "sample_age_ms": 116.892, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.85, "count": 240, "max_ms": 14.544, "p95_ms": 2.85, "reason": null, "sample_age_ms": 178.341, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.389, "count": 240, "max_ms": 14.239, "p95_ms": 1.841, "reason": null, "sample_age_ms": 179.749, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.337, "count": 240, "max_ms": 1.024, "p95_ms": 0.653, "reason": null, "sample_age_ms": 116.903, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.896, "count": 240, "max_ms": 4.672, "p95_ms": 3.522, "reason": null, "sample_age_ms": 177.373, "source": "client_direct"}, "request_count": 240, "request_tensor_bytes": {"avg": 2764808.0, "count": 240, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 177.356, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 240, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 117.334, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.028, "count": 240, "max_ms": 77.802, "p95_ms": 66.385, "reason": null, "sample_age_ms": 116.888, "source": "client_direct"}, "sample_age_ms": 116.882, "source": "client_direct", "task_total_ms": {"avg_ms": 51.435, "count": 240, "max_ms": 79.772, "p95_ms": 68.975, "reason": null, "sample_age_ms": 116.882, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.153, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.884, "count": 241, "max_ms": 14.022, "p95_ms": 7.491}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.327, "count": 241, "max_ms": 1.027, "p95_ms": 0.612}, "detection_prepare_ms": {"avg_ms": 1.052, "count": 241, "max_ms": 8.792, "p95_ms": 2.31}, "event_filter_ms": {"avg_ms": 0.005, "count": 241, "max_ms": 0.019, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.121, "count": 241, "max_ms": 0.4, "p95_ms": 0.243}, "mcmt_ms": {"avg_ms": 0.003, "count": 241, "max_ms": 0.018, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.137, "count": 241, "max_ms": 3.652, "p95_ms": 2.068}, "setup_ms": {"avg_ms": 0.045, "count": 241, "max_ms": 0.125, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 3.827, "count": 241, "max_ms": 13.944, "p95_ms": 7.39}, "track_match_ms": {"avg_ms": 0.083, "count": 241, "max_ms": 0.37, "p95_ms": 0.194}, "tracker_update_ms": {"avg_ms": 1.053, "count": 241, "max_ms": 4.055, "p95_ms": 2.175}}, "gstreamer_push": {"avg_ms": 3.228, "count": 241, "max_ms": 7.265, "p95_ms": 5.172}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 241, "max_ms": 0.157, "p95_ms": 0.106}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.685, "count": 241, "max_ms": 81.524, "p95_ms": 70.706}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.273, "count": 241, "max_ms": 11.334, "p95_ms": 7.905}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.553, "count": 241, "max_ms": 151.592, "p95_ms": 130.165}, "inference_input_copy_ms": {"avg_ms": 1.624, "count": 241, "max_ms": 4.277, "p95_ms": 2.968}, "processing_residual_ms": {"avg_ms": 0.192, "count": 241, "max_ms": 0.765, "p95_ms": 0.384}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.642, "count": 241, "max_ms": 156.063, "p95_ms": 136.699}, "read_interval": {"avg_ms": 124.674, "count": 240, "max_ms": 197.745, "p95_ms": 164.333}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 241, "max_ms": 0.041, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 1.074, "count": 241, "max_ms": 3.51, "p95_ms": 1.965}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 241, "max_ms": 0.052, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.058, "count": 241, "max_ms": 3.472, "p95_ms": 1.947}, "worker_merge_ms": {"avg_ms": 0.007, "count": 241, "max_ms": 0.054, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 52.698, "count": 241, "max_ms": 81.549, "p95_ms": 70.73}, "visualize": {"avg_ms": 47.79, "count": 241, "max_ms": 75.679, "p95_ms": 61.014}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.091, "count": 241, "max_ms": 71.462, "p95_ms": 56.487}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.578, "count": 241, "max_ms": 74.472, "p95_ms": 59.788}, "visualize_input_copy_ms": {"avg_ms": 1.007, "count": 241, "max_ms": 3.048, "p95_ms": 2.044}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.446, "count": 241, "max_ms": 74.394, "p95_ms": 59.62}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 241, "max_ms": 0.212, "p95_ms": 0.147}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 241}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1448.32, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.358, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.082, "sample_count": 2586, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1454946, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:38:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 157050, "write_bytes_delta": 157050, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1233.0, "cpu_core_ratio": 0.502808, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 104596, "reason": null, "system_cpu_core_ratio": 0.043483, "system_cpu_s_delta": 0.8700000000000001, "user_cpu_core_ratio": 0.459325, "user_cpu_s_delta": 9.190000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.042602, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 206633.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.323876, "system_cpu_s_delta": 6.480000000010477, "user_cpu_core_ratio": 0.718726, "user_cpu_s_delta": 14.380000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.156, "count": 262, "max_ms": 7.384, "p95_ms": 4.949, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.103, "max": 10.0, "p95": 6.0, "sample_count": 262}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 45}, "total": {"avg": 0.172, "max": 1.0, "p95": 1.0, "sample_count": 262}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.554, "count": 30, "max": 50.649, "p95": 46.749, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.729, "count": 30, "max": 25.535, "p95": 21.109, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 844.467, "count": 30, "max": 1376.0, "p95": 1354.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2038.333, "count": 30, "max": 14107.0, "p95": 13004.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.31, "p95": 0.288, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.443, "count": 30, "max": 0.52, "p95": 0.503, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.162, "count": 30, "max": 4.716, "p95": 0.082, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 148454.0, "count": 30, "max": 159022.0, "p95": 157753.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 148454.0, "count": 30, "max": 159022.0, "p95": 157753.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 123107.267, "count": 30, "max": 212346.0, "p95": 209432.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.353, "count": 30, "max": 0.583, "p95": 0.57, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.769, "count": 30, "max": 1.051, "p95": 1.005, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11228, "sampled_at": "2026-10-30T11:38:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:38:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2796456, "flush_count": 2911, "flush_interval_seconds": 30.0, "flush_state": {"count": 2911, "last_at": "2026-10-30T11:38:11", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:38:11", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2910}, "started": true, "suppressed_count": 1452479, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1452335}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2911, "written_record_count": 2911}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9516.57, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4023461376000, "copied_frame_count": 1455245, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 4023461376000, "frame_buffer_copies": 1455245, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1157, "count": 512, "max_ms": 0.3467, "p50_ms": 0.1038, "p95_ms": 0.2212, "p99_ms": 0.279}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4714, "count": 512, "max_ms": 4.1308, "p50_ms": 1.3955, "p95_ms": 2.3989, "p99_ms": 3.2548, "results": {"failed": 0, "not_applicable": 0, "success": 1455245, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 510, "h264_decode_error_count": 1150, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:38:59+09:00", "last_error_summary": "[h264 @ 0x61cb2fd95e40] error while decoding MB 47 47, bytestream -5", "last_exit_at": "2026-10-30T11:38:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 170.291, "last_started_at": "2026-10-30T11:36:09+09:00", "pid": 104596, "process": {"exists": false, "pid": 104596}, "restart_count": 554, "restart_count_per_hour": 25, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 555}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.217, "sample_count": 2550, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1455245, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:38:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.078, "last_frame_pushed_at": "2026-10-30T11:38:59+09:00", "last_frame_read_age_sec": 0.219, "last_frame_read_at": "2026-10-30T11:38:59+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 91, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 532.193, "last_sample_duration_ms": 1281.461, "last_trigger": "periodic", "next_snapshot_in_sec": 67.807, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 291, "storage_bytes": 2773833}, "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-10-30T11:38:59.846021+09:00", "mtime_epoch": 1793327939.8460214, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 160619}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:38:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1448.332, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1455245, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.758, "max": 10.0, "p95": 9.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 181}, "total": {"avg": 0.754, "max": 1.0, "p95": 1.0, "sample_count": 240}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.018, "pushed": 8.018, "read": 7.984}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 239, "client_acquire_ms": {"avg_ms": 0.007, "count": 240, "max_ms": 0.021, "p95_ms": 0.014, "reason": null, "sample_age_ms": 168.137, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.852, "count": 239, "max_ms": 14.544, "p95_ms": 2.854, "reason": null, "sample_age_ms": 229.586, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.391, "count": 239, "max_ms": 14.239, "p95_ms": 1.843, "reason": null, "sample_age_ms": 230.994, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.337, "count": 240, "max_ms": 1.024, "p95_ms": 0.653, "reason": null, "sample_age_ms": 168.147, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.894, "count": 239, "max_ms": 4.672, "p95_ms": 3.523, "reason": null, "sample_age_ms": 228.618, "source": "client_direct"}, "request_count": 239, "request_tensor_bytes": {"avg": 2764808.0, "count": 239, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 228.601, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 240, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 168.578, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.028, "count": 240, "max_ms": 77.802, "p95_ms": 66.385, "reason": null, "sample_age_ms": 168.132, "source": "client_direct"}, "sample_age_ms": 168.126, "source": "client_direct", "task_total_ms": {"avg_ms": 51.435, "count": 240, "max_ms": 79.772, "p95_ms": 68.975, "reason": null, "sample_age_ms": 168.126, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.066, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.894, "count": 240, "max_ms": 14.022, "p95_ms": 7.491}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.326, "count": 240, "max_ms": 1.027, "p95_ms": 0.612}, "detection_prepare_ms": {"avg_ms": 1.056, "count": 240, "max_ms": 8.792, "p95_ms": 2.31}, "event_filter_ms": {"avg_ms": 0.005, "count": 240, "max_ms": 0.019, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.121, "count": 240, "max_ms": 0.4, "p95_ms": 0.243}, "mcmt_ms": {"avg_ms": 0.003, "count": 240, "max_ms": 0.018, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.141, "count": 240, "max_ms": 3.652, "p95_ms": 2.068}, "setup_ms": {"avg_ms": 0.045, "count": 240, "max_ms": 0.125, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 3.836, "count": 240, "max_ms": 13.944, "p95_ms": 7.39}, "track_match_ms": {"avg_ms": 0.083, "count": 240, "max_ms": 0.37, "p95_ms": 0.194}, "tracker_update_ms": {"avg_ms": 1.057, "count": 240, "max_ms": 4.055, "p95_ms": 2.175}}, "gstreamer_push": {"avg_ms": 3.228, "count": 240, "max_ms": 7.265, "p95_ms": 5.172}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 240, "max_ms": 0.157, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.669, "count": 240, "max_ms": 81.524, "p95_ms": 70.706}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.282, "count": 240, "max_ms": 11.334, "p95_ms": 7.905}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.586, "count": 240, "max_ms": 151.592, "p95_ms": 130.165}, "inference_input_copy_ms": {"avg_ms": 1.625, "count": 240, "max_ms": 4.277, "p95_ms": 2.968}, "processing_residual_ms": {"avg_ms": 0.192, "count": 240, "max_ms": 0.765, "p95_ms": 0.384}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.686, "count": 240, "max_ms": 156.063, "p95_ms": 136.699}, "read_interval": {"avg_ms": 124.734, "count": 239, "max_ms": 197.745, "p95_ms": 166.652}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 240, "max_ms": 0.041, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 1.078, "count": 240, "max_ms": 3.51, "p95_ms": 1.965}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 240, "max_ms": 0.052, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.062, "count": 240, "max_ms": 3.472, "p95_ms": 1.947}, "worker_merge_ms": {"avg_ms": 0.007, "count": 240, "max_ms": 0.054, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 52.682, "count": 240, "max_ms": 81.549, "p95_ms": 70.73}, "visualize": {"avg_ms": 47.832, "count": 240, "max_ms": 75.679, "p95_ms": 61.014}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.122, "count": 240, "max_ms": 71.462, "p95_ms": 56.487}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.616, "count": 240, "max_ms": 74.472, "p95_ms": 59.788}, "visualize_input_copy_ms": {"avg_ms": 1.011, "count": 240, "max_ms": 3.048, "p95_ms": 2.044}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.484, "count": 240, "max_ms": 74.394, "p95_ms": 59.62}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 240, "max_ms": 0.212, "p95_ms": 0.147}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1448.32, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.358, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.082, "sample_count": 2586, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1454946, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:38:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 157050, "write_bytes_delta": 157050, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1233.0, "cpu_core_ratio": 0.502808, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 104596, "reason": null, "system_cpu_core_ratio": 0.043483, "system_cpu_s_delta": 0.8700000000000001, "user_cpu_core_ratio": 0.459325, "user_cpu_s_delta": 9.190000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.042602, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 206633.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.323876, "system_cpu_s_delta": 6.480000000010477, "user_cpu_core_ratio": 0.718726, "user_cpu_s_delta": 14.380000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.156, "count": 262, "max_ms": 7.384, "p95_ms": 4.949, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.103, "max": 10.0, "p95": 6.0, "sample_count": 262}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 45}, "total": {"avg": 0.172, "max": 1.0, "p95": 1.0, "sample_count": 262}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.554, "count": 30, "max": 50.649, "p95": 46.749, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.729, "count": 30, "max": 25.535, "p95": 21.109, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 844.467, "count": 30, "max": 1376.0, "p95": 1354.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2038.333, "count": 30, "max": 14107.0, "p95": 13004.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.31, "p95": 0.288, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.443, "count": 30, "max": 0.52, "p95": 0.503, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.162, "count": 30, "max": 4.716, "p95": 0.082, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 148454.0, "count": 30, "max": 159022.0, "p95": 157753.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 148454.0, "count": 30, "max": 159022.0, "p95": 157753.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 123107.267, "count": 30, "max": 212346.0, "p95": 209432.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.353, "count": 30, "max": 0.583, "p95": 0.57, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.769, "count": 30, "max": 1.051, "p95": 1.005, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11228, "sampled_at": "2026-10-30T11:38:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:38:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2796456, "flush_count": 2911, "flush_interval_seconds": 30.0, "flush_state": {"count": 2911, "last_at": "2026-10-30T11:38:11", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:38:11", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2910}, "started": true, "suppressed_count": 1452479, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1452335}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2911, "written_record_count": 2911}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9688.449, "limit_mb": null}, "detail": {"pid": 104712, "restart_count": 555, "start_count": 556}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4023461376000, "copied_frame_count": 1455245, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 4023461376000, "frame_buffer_copies": 1455245, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1157, "count": 512, "max_ms": 0.3467, "p50_ms": 0.1038, "p95_ms": 0.2212, "p99_ms": 0.279}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4714, "count": 512, "max_ms": 4.1308, "p50_ms": 1.3955, "p95_ms": 2.3989, "p99_ms": 3.2548, "results": {"failed": 0, "not_applicable": 0, "success": 1455245, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 510, "h264_decode_error_count": 1150, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:38:59+09:00", "last_error_summary": "[h264 @ 0x61cb2fd95e40] error while decoding MB 47 47, bytestream -5", "last_exit_at": "2026-10-30T11:39:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-30T11:39:02+09:00", "pid": 104712, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.871, "name": "ffmpeg", "pid": 104712, "rss_mb": 209.871, "state": "S (sleeping)", "threads": 70}, "restart_count": 555, "restart_count_per_hour": 26, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.217, "sample_count": 2513, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1455245, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:38:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.219, "last_frame_pushed_at": "2026-10-30T11:38:59+09:00", "last_frame_read_age_sec": 4.36, "last_frame_read_at": "2026-10-30T11:38:59+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 91, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 536.356, "last_sample_duration_ms": 1281.461, "last_trigger": "periodic", "next_snapshot_in_sec": 63.644, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 291, "storage_bytes": 2773833}, "mjpeg": {"age_sec": 4.206, "exists": true, "mtime": "2026-10-30T11:38:59.846021+09:00", "mtime_epoch": 1793327939.8460214, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 160619}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:39:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1448.336, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1455245, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.838, "max": 10.0, "p95": 8.0, "sample_count": 204}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 176}, "total": {"avg": 0.863, "max": 1.0, "p95": 1.0, "sample_count": 204}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 204}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 204}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.815, "pushed": 6.815, "read": 6.782}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 203, "client_acquire_ms": {"avg_ms": 0.007, "count": 203, "max_ms": 0.021, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4313.107, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.873, "count": 203, "max_ms": 14.544, "p95_ms": 2.909, "reason": null, "sample_age_ms": 4374.556, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.403, "count": 203, "max_ms": 14.239, "p95_ms": 1.867, "reason": null, "sample_age_ms": 4375.964, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.331, "count": 203, "max_ms": 0.9, "p95_ms": 0.642, "reason": null, "sample_age_ms": 4313.117, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.88, "count": 203, "max_ms": 4.672, "p95_ms": 3.537, "reason": null, "sample_age_ms": 4373.588, "source": "client_direct"}, "request_count": 203, "request_tensor_bytes": {"avg": 2764808.0, "count": 203, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4373.57, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 203, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4313.548, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.049, "count": 203, "max_ms": 77.637, "p95_ms": 67.437, "reason": null, "sample_age_ms": 4313.102, "source": "client_direct"}, "sample_age_ms": 4313.096, "source": "client_direct", "task_total_ms": {"avg_ms": 51.432, "count": 203, "max_ms": 79.772, "p95_ms": 69.854, "reason": null, "sample_age_ms": 4313.096, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.092, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.321, "count": 204, "max_ms": 14.022, "p95_ms": 7.839}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.332, "count": 204, "max_ms": 1.027, "p95_ms": 0.625}, "detection_prepare_ms": {"avg_ms": 1.18, "count": 204, "max_ms": 8.792, "p95_ms": 2.456}, "event_filter_ms": {"avg_ms": 0.005, "count": 204, "max_ms": 0.019, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.125, "count": 204, "max_ms": 0.4, "p95_ms": 0.244}, "mcmt_ms": {"avg_ms": 0.003, "count": 204, "max_ms": 0.018, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.275, "count": 204, "max_ms": 3.652, "p95_ms": 2.075}, "setup_ms": {"avg_ms": 0.044, "count": 204, "max_ms": 0.125, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 4.262, "count": 204, "max_ms": 13.944, "p95_ms": 7.701}, "track_match_ms": {"avg_ms": 0.094, "count": 204, "max_ms": 0.37, "p95_ms": 0.195}, "tracker_update_ms": {"avg_ms": 1.203, "count": 204, "max_ms": 4.055, "p95_ms": 2.203}}, "gstreamer_push": {"avg_ms": 3.167, "count": 204, "max_ms": 7.265, "p95_ms": 5.172}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 204, "max_ms": 0.157, "p95_ms": 0.107}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.777, "count": 204, "max_ms": 81.341, "p95_ms": 70.736}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.571, "count": 204, "max_ms": 11.334, "p95_ms": 8.08}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.489, "count": 204, "max_ms": 151.592, "p95_ms": 131.358}, "inference_input_copy_ms": {"avg_ms": 1.607, "count": 204, "max_ms": 4.277, "p95_ms": 2.968}, "processing_residual_ms": {"avg_ms": 0.194, "count": 204, "max_ms": 0.765, "p95_ms": 0.403}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.862, "count": 204, "max_ms": 156.063, "p95_ms": 138.446}, "read_interval": {"avg_ms": 126.626, "count": 203, "max_ms": 197.745, "p95_ms": 167.853}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 204, "max_ms": 0.041, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 1.211, "count": 204, "max_ms": 3.51, "p95_ms": 1.989}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 204, "max_ms": 0.052, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.195, "count": 204, "max_ms": 3.472, "p95_ms": 1.967}, "worker_merge_ms": {"avg_ms": 0.007, "count": 204, "max_ms": 0.054, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 52.79, "count": 204, "max_ms": 81.347, "p95_ms": 70.746}, "visualize": {"avg_ms": 49.2, "count": 204, "max_ms": 75.679, "p95_ms": 62.873}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.076, "count": 204, "max_ms": 71.462, "p95_ms": 56.734}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.836, "count": 204, "max_ms": 74.472, "p95_ms": 60.539}, "visualize_input_copy_ms": {"avg_ms": 1.156, "count": 204, "max_ms": 3.048, "p95_ms": 2.054}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.7, "count": 204, "max_ms": 74.394, "p95_ms": 60.275}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 204, "max_ms": 0.212, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 204}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1448.32, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.358, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.082, "sample_count": 2586, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1454946, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:38:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 157050, "write_bytes_delta": 157050, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1233.0, "cpu_core_ratio": 0.502808, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 104596, "reason": null, "system_cpu_core_ratio": 0.043483, "system_cpu_s_delta": 0.8700000000000001, "user_cpu_core_ratio": 0.459325, "user_cpu_s_delta": 9.190000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.042602, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 206633.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.323876, "system_cpu_s_delta": 6.480000000010477, "user_cpu_core_ratio": 0.718726, "user_cpu_s_delta": 14.380000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.156, "count": 262, "max_ms": 7.384, "p95_ms": 4.949, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.103, "max": 10.0, "p95": 6.0, "sample_count": 262}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 45}, "total": {"avg": 0.172, "max": 1.0, "p95": 1.0, "sample_count": 262}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.554, "count": 30, "max": 50.649, "p95": 46.749, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.729, "count": 30, "max": 25.535, "p95": 21.109, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 844.467, "count": 30, "max": 1376.0, "p95": 1354.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2038.333, "count": 30, "max": 14107.0, "p95": 13004.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.31, "p95": 0.288, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.443, "count": 30, "max": 0.52, "p95": 0.503, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.162, "count": 30, "max": 4.716, "p95": 0.082, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 148454.0, "count": 30, "max": 159022.0, "p95": 157753.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 148454.0, "count": 30, "max": 159022.0, "p95": 157753.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 123107.267, "count": 30, "max": 212346.0, "p95": 209432.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.353, "count": 30, "max": 0.583, "p95": 0.57, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.769, "count": 30, "max": 1.051, "p95": 1.005, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11228, "sampled_at": "2026-10-30T11:38:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:38:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2798462, "flush_count": 2913, "flush_interval_seconds": 30.0, "flush_state": {"count": 2913, "last_at": "2026-10-30T11:40:11", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:40:11", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2912}, "started": true, "suppressed_count": 1453149, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1453005}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2913, "written_record_count": 2913}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9536.992, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5a6514382900] error while decoding MB 26 54, bytestream -11", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4025316556800, "copied_frame_count": 1455916, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 4025316556800, "frame_buffer_copies": 1455916, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1159, "count": 512, "max_ms": 0.4984, "p50_ms": 0.1029, "p95_ms": 0.2382, "p99_ms": 0.2837}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5018, "count": 512, "max_ms": 4.0359, "p50_ms": 1.4286, "p95_ms": 2.4515, "p99_ms": 3.0761, "results": {"failed": 0, "not_applicable": 0, "success": 1455916, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 511, "h264_decode_error_count": 1151, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:40:31+09:00", "last_error_summary": "[h264 @ 0x5a6514382900] error while decoding MB 26 54, bytestream -11", "last_exit_at": "2026-10-30T11:39:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 89.489, "last_started_at": "2026-10-30T11:39:02+09:00", "pid": 104712, "process": {"exists": false, "pid": 104712}, "restart_count": 555, "restart_count_per_hour": 26, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.803, "sample_count": 2383, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1455916, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:40:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.108, "last_frame_pushed_at": "2026-10-30T11:40:31+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-10-30T11:40:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 92, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 21.885, "last_sample_duration_ms": 1122.674, "last_trigger": "periodic", "next_snapshot_in_sec": 578.115, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 292, "storage_bytes": 2783429}, "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-10-30T11:40:31.445539+09:00", "mtime_epoch": 1793328031.4455392, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 163072}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:40:31+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1469.629, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1455917, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.693, "max": 6.0, "p95": 5.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 218}, "total": {"avg": 0.969, "max": 1.0, "p95": 1.0, "sample_count": 225}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.501, "pushed": 7.501, "read": 7.534}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 225, "client_acquire_ms": {"avg_ms": 0.007, "count": 226, "max_ms": 0.061, "p95_ms": 0.015, "reason": null, "sample_age_ms": 46.211, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.826, "count": 225, "max_ms": 6.984, "p95_ms": 2.59, "reason": null, "sample_age_ms": 117.148, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.381, "count": 225, "max_ms": 5.807, "p95_ms": 2.063, "reason": null, "sample_age_ms": 117.319, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.319, "count": 226, "max_ms": 1.259, "p95_ms": 0.609, "reason": null, "sample_age_ms": 46.221, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.915, "count": 225, "max_ms": 5.996, "p95_ms": 3.252, "reason": null, "sample_age_ms": 115.903, "source": "client_direct"}, "request_count": 225, "request_tensor_bytes": {"avg": 2764808.0, "count": 225, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 115.886, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 226, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 46.543, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.438, "count": 226, "max_ms": 78.751, "p95_ms": 68.305, "reason": null, "sample_age_ms": 46.205, "source": "client_direct"}, "sample_age_ms": 46.2, "source": "client_direct", "task_total_ms": {"avg_ms": 51.839, "count": 226, "max_ms": 82.063, "p95_ms": 70.939, "reason": null, "sample_age_ms": 46.2, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.991, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.974, "count": 225, "max_ms": 9.562, "p95_ms": 8.375}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.339, "count": 225, "max_ms": 0.898, "p95_ms": 0.614}, "detection_prepare_ms": {"avg_ms": 1.319, "count": 225, "max_ms": 4.635, "p95_ms": 2.37}, "event_filter_ms": {"avg_ms": 0.006, "count": 225, "max_ms": 0.029, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.137, "count": 225, "max_ms": 0.452, "p95_ms": 0.277}, "mcmt_ms": {"avg_ms": 0.003, "count": 225, "max_ms": 0.032, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.56, "count": 225, "max_ms": 4.334, "p95_ms": 2.787}, "setup_ms": {"avg_ms": 0.044, "count": 225, "max_ms": 0.119, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 4.91, "count": 225, "max_ms": 9.48, "p95_ms": 8.315}, "track_match_ms": {"avg_ms": 0.114, "count": 225, "max_ms": 0.327, "p95_ms": 0.222}, "tracker_update_ms": {"avg_ms": 1.386, "count": 225, "max_ms": 3.027, "p95_ms": 2.466}}, "gstreamer_push": {"avg_ms": 3.249, "count": 225, "max_ms": 7.209, "p95_ms": 5.208}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 225, "max_ms": 0.84, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.97, "count": 225, "max_ms": 83.196, "p95_ms": 72.723}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.026, "count": 225, "max_ms": 18.447, "p95_ms": 8.555}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.338, "count": 225, "max_ms": 153.881, "p95_ms": 134.81}, "inference_input_copy_ms": {"avg_ms": 1.639, "count": 225, "max_ms": 4.906, "p95_ms": 2.66}, "processing_residual_ms": {"avg_ms": 0.186, "count": 225, "max_ms": 0.476, "p95_ms": 0.355}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 117.189, "count": 225, "max_ms": 162.606, "p95_ms": 142.27}, "read_interval": {"avg_ms": 132.904, "count": 226, "max_ms": 199.757, "p95_ms": 168.718}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 225, "max_ms": 0.059, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 1.492, "count": 225, "max_ms": 3.864, "p95_ms": 2.718}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 225, "max_ms": 0.052, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.475, "count": 225, "max_ms": 3.83, "p95_ms": 2.695}, "worker_merge_ms": {"avg_ms": 0.006, "count": 225, "max_ms": 0.042, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 52.983, "count": 225, "max_ms": 83.206, "p95_ms": 72.733}, "visualize": {"avg_ms": 53.204, "count": 225, "max_ms": 87.497, "p95_ms": 65.622}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 48.681, "count": 225, "max_ms": 84.478, "p95_ms": 61.158}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 51.64, "count": 225, "max_ms": 86.378, "p95_ms": 64.628}, "visualize_input_copy_ms": {"avg_ms": 1.352, "count": 225, "max_ms": 4.016, "p95_ms": 2.235}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 51.502, "count": 225, "max_ms": 86.305, "p95_ms": 64.55}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 225, "max_ms": 0.232, "p95_ms": 0.141}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1448.637, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.177, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.564, "sample_count": 2388, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1455864, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:40:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 161357, "write_bytes_delta": 161357, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1097.0, "cpu_core_ratio": 0.445542, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 104712, "reason": null, "system_cpu_core_ratio": 0.039152, "system_cpu_s_delta": 0.79, "user_cpu_core_ratio": 0.40639, "user_cpu_s_delta": 8.200000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.646871, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 196322.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.607107, "system_cpu_s_delta": 12.25, "user_cpu_core_ratio": 1.039764, "user_cpu_s_delta": 20.980000000010477}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.259, "count": 226, "max_ms": 7.209, "p95_ms": 5.454, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.668, "max": 8.0, "p95": 5.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 216}, "total": {"avg": 0.956, "max": 1.0, "p95": 1.0, "sample_count": 226}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.835, "count": 30, "max": 50.649, "p95": 38.522, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.671, "count": 30, "max": 21.364, "p95": 20.689, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 940.167, "count": 30, "max": 1376.0, "p95": 1354.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2535.067, "count": 30, "max": 14417.0, "p95": 13648.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.31, "p95": 0.288, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.446, "count": 30, "max": 0.52, "p95": 0.503, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.146, "count": 30, "max": 4.23, "p95": 0.076, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 152480.767, "count": 30, "max": 161357.0, "p95": 160405.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 152480.767, "count": 30, "max": 161357.0, "p95": 160405.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 143593.167, "count": 30, "max": 212346.0, "p95": 209432.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.363, "count": 30, "max": 0.607, "p95": 0.587, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.783, "count": 30, "max": 1.04, "p95": 1.024, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11234, "sampled_at": "2026-10-30T11:40:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:40:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2798462, "flush_count": 2913, "flush_interval_seconds": 30.0, "flush_state": {"count": 2913, "last_at": "2026-10-30T11:40:11", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:40:11", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2912}, "started": true, "suppressed_count": 1453149, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1453005}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2913, "written_record_count": 2913}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9515.801, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T11:40:31+09:00", "last_error_summary": "[h264 @ 0x5a6514382900] error while decoding MB 26 54, bytestream -11", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4025319321600, "copied_frame_count": 1455917, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 4025319321600, "frame_buffer_copies": 1455917, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1159, "count": 512, "max_ms": 0.4984, "p50_ms": 0.1029, "p95_ms": 0.2382, "p99_ms": 0.2837}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.505, "count": 512, "max_ms": 4.0359, "p50_ms": 1.4286, "p95_ms": 2.4786, "p99_ms": 3.0912, "results": {"failed": 0, "not_applicable": 0, "success": 1455917, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 511, "h264_decode_error_count": 1151, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:40:31+09:00", "last_error_summary": "[h264 @ 0x5a6514382900] error while decoding MB 26 54, bytestream -11", "last_exit_at": "2026-10-30T11:40:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 89.559, "last_started_at": "2026-10-30T11:39:02+09:00", "pid": 104712, "process": {"exists": false, "pid": 104712}, "restart_count": 555, "restart_count_per_hour": 26, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.884, "sample_count": 2384, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1455917, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:40:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T11:40:31+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-10-30T11:40:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 92, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 21.928, "last_sample_duration_ms": 1122.674, "last_trigger": "periodic", "next_snapshot_in_sec": 578.072, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 292, "storage_bytes": 2783429}, "mjpeg": {"age_sec": 0.163, "exists": true, "mtime": "2026-10-30T11:40:31.445539+09:00", "mtime_epoch": 1793328031.4455392, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 163072}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:40:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1448.656, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1455917, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.69, "max": 6.0, "p95": 5.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 219}, "total": {"avg": 0.969, "max": 1.0, "p95": 1.0, "sample_count": 226}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 226}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 226}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.544, "pushed": 7.544, "read": 7.511}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 225, "client_acquire_ms": {"avg_ms": 0.007, "count": 225, "max_ms": 0.061, "p95_ms": 0.015, "reason": null, "sample_age_ms": 103.591, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.826, "count": 225, "max_ms": 6.984, "p95_ms": 2.59, "reason": null, "sample_age_ms": 174.529, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.381, "count": 225, "max_ms": 5.807, "p95_ms": 2.063, "reason": null, "sample_age_ms": 174.699, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.319, "count": 225, "max_ms": 1.259, "p95_ms": 0.61, "reason": null, "sample_age_ms": 103.601, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.915, "count": 225, "max_ms": 5.996, "p95_ms": 3.252, "reason": null, "sample_age_ms": 173.284, "source": "client_direct"}, "request_count": 225, "request_tensor_bytes": {"avg": 2764808.0, "count": 225, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 173.266, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 225, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 103.923, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.475, "count": 225, "max_ms": 78.751, "p95_ms": 68.307, "reason": null, "sample_age_ms": 103.585, "source": "client_direct"}, "sample_age_ms": 103.58, "source": "client_direct", "task_total_ms": {"avg_ms": 51.88, "count": 225, "max_ms": 82.063, "p95_ms": 70.94, "reason": null, "sample_age_ms": 103.58, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.912, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.988, "count": 226, "max_ms": 9.562, "p95_ms": 8.375}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.339, "count": 226, "max_ms": 0.898, "p95_ms": 0.614}, "detection_prepare_ms": {"avg_ms": 1.321, "count": 226, "max_ms": 4.635, "p95_ms": 2.37}, "event_filter_ms": {"avg_ms": 0.006, "count": 226, "max_ms": 0.029, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.137, "count": 226, "max_ms": 0.452, "p95_ms": 0.277}, "mcmt_ms": {"avg_ms": 0.003, "count": 226, "max_ms": 0.032, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.573, "count": 226, "max_ms": 4.334, "p95_ms": 2.795}, "setup_ms": {"avg_ms": 0.044, "count": 226, "max_ms": 0.119, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 4.924, "count": 226, "max_ms": 9.48, "p95_ms": 8.315}, "track_match_ms": {"avg_ms": 0.113, "count": 226, "max_ms": 0.327, "p95_ms": 0.222}, "tracker_update_ms": {"avg_ms": 1.386, "count": 226, "max_ms": 3.027, "p95_ms": 2.466}}, "gstreamer_push": {"avg_ms": 3.25, "count": 226, "max_ms": 7.209, "p95_ms": 5.208}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 226, "max_ms": 0.84, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.052, "count": 226, "max_ms": 83.196, "p95_ms": 72.723}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.024, "count": 226, "max_ms": 18.447, "p95_ms": 8.555}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.528, "count": 226, "max_ms": 155.351, "p95_ms": 136.867}, "inference_input_copy_ms": {"avg_ms": 1.637, "count": 226, "max_ms": 4.906, "p95_ms": 2.66}, "processing_residual_ms": {"avg_ms": 0.186, "count": 226, "max_ms": 0.476, "p95_ms": 0.355}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 117.375, "count": 226, "max_ms": 162.606, "p95_ms": 142.309}, "read_interval": {"avg_ms": 132.878, "count": 225, "max_ms": 199.757, "p95_ms": 168.718}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 226, "max_ms": 0.059, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 1.504, "count": 226, "max_ms": 4.254, "p95_ms": 2.719}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 226, "max_ms": 0.052, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.488, "count": 226, "max_ms": 4.24, "p95_ms": 2.696}, "worker_merge_ms": {"avg_ms": 0.006, "count": 226, "max_ms": 0.042, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 53.065, "count": 226, "max_ms": 83.206, "p95_ms": 72.733}, "visualize": {"avg_ms": 53.299, "count": 226, "max_ms": 87.497, "p95_ms": 66.563}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 48.757, "count": 226, "max_ms": 84.478, "p95_ms": 61.686}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 51.735, "count": 226, "max_ms": 86.378, "p95_ms": 65.375}, "visualize_input_copy_ms": {"avg_ms": 1.352, "count": 226, "max_ms": 4.016, "p95_ms": 2.235}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 51.597, "count": 226, "max_ms": 86.305, "p95_ms": 65.218}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 226, "max_ms": 0.232, "p95_ms": 0.141}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 226}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1448.637, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.177, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.564, "sample_count": 2388, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1455864, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:40:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 161357, "write_bytes_delta": 161357, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1097.0, "cpu_core_ratio": 0.445542, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 104712, "reason": null, "system_cpu_core_ratio": 0.039152, "system_cpu_s_delta": 0.79, "user_cpu_core_ratio": 0.40639, "user_cpu_s_delta": 8.200000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.646871, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 196322.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.607107, "system_cpu_s_delta": 12.25, "user_cpu_core_ratio": 1.039764, "user_cpu_s_delta": 20.980000000010477}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.259, "count": 226, "max_ms": 7.209, "p95_ms": 5.454, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.668, "max": 8.0, "p95": 5.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 216}, "total": {"avg": 0.956, "max": 1.0, "p95": 1.0, "sample_count": 226}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.835, "count": 30, "max": 50.649, "p95": 38.522, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.671, "count": 30, "max": 21.364, "p95": 20.689, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 940.167, "count": 30, "max": 1376.0, "p95": 1354.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2535.067, "count": 30, "max": 14417.0, "p95": 13648.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.31, "p95": 0.288, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.446, "count": 30, "max": 0.52, "p95": 0.503, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.146, "count": 30, "max": 4.23, "p95": 0.076, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 152480.767, "count": 30, "max": 161357.0, "p95": 160405.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 152480.767, "count": 30, "max": 161357.0, "p95": 160405.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 143593.167, "count": 30, "max": 212346.0, "p95": 209432.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.363, "count": 30, "max": 0.607, "p95": 0.587, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.783, "count": 30, "max": 1.04, "p95": 1.024, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11234, "sampled_at": "2026-10-30T11:40:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:40:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2798462, "flush_count": 2913, "flush_interval_seconds": 30.0, "flush_state": {"count": 2913, "last_at": "2026-10-30T11:40:11", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:40:11", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2912}, "started": true, "suppressed_count": 1453149, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1453005}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2913, "written_record_count": 2913}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9515.91, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4025319321600, "copied_frame_count": 1455917, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 4025319321600, "frame_buffer_copies": 1455917, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1159, "count": 512, "max_ms": 0.4984, "p50_ms": 0.1029, "p95_ms": 0.2382, "p99_ms": 0.2837}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.505, "count": 512, "max_ms": 4.0359, "p50_ms": 1.4286, "p95_ms": 2.4786, "p99_ms": 3.0912, "results": {"failed": 0, "not_applicable": 0, "success": 1455917, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 511, "h264_decode_error_count": 1151, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:40:31+09:00", "last_error_summary": "[h264 @ 0x5a6514382900] error while decoding MB 26 54, bytestream -11", "last_exit_at": "2026-10-30T11:40:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 89.591, "last_started_at": "2026-10-30T11:39:02+09:00", "pid": 104712, "process": {"exists": false, "pid": 104712}, "restart_count": 555, "restart_count_per_hour": 26, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 556}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.884, "sample_count": 2383, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1455917, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:40:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.033, "last_frame_pushed_at": "2026-10-30T11:40:31+09:00", "last_frame_read_age_sec": 0.201, "last_frame_read_at": "2026-10-30T11:40:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 92, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 21.962, "last_sample_duration_ms": 1122.674, "last_trigger": "periodic", "next_snapshot_in_sec": 578.038, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 292, "storage_bytes": 2783429}, "mjpeg": {"age_sec": 0.024, "exists": true, "mtime": "2026-10-30T11:40:31.616540+09:00", "mtime_epoch": 1793328031.6165402, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 162511}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:40:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1448.656, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1455917, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.69, "max": 6.0, "p95": 5.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 219}, "total": {"avg": 0.969, "max": 1.0, "p95": 1.0, "sample_count": 226}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 226}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 226}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.536, "pushed": 7.536, "read": 7.503}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 225, "client_acquire_ms": {"avg_ms": 0.007, "count": 225, "max_ms": 0.061, "p95_ms": 0.015, "reason": null, "sample_age_ms": 136.827, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.826, "count": 225, "max_ms": 6.984, "p95_ms": 2.59, "reason": null, "sample_age_ms": 207.764, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.381, "count": 225, "max_ms": 5.807, "p95_ms": 2.063, "reason": null, "sample_age_ms": 207.935, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.319, "count": 225, "max_ms": 1.259, "p95_ms": 0.61, "reason": null, "sample_age_ms": 136.837, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.915, "count": 225, "max_ms": 5.996, "p95_ms": 3.252, "reason": null, "sample_age_ms": 206.519, "source": "client_direct"}, "request_count": 225, "request_tensor_bytes": {"avg": 2764808.0, "count": 225, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 206.502, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 225, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 137.159, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.475, "count": 225, "max_ms": 78.751, "p95_ms": 68.307, "reason": null, "sample_age_ms": 136.821, "source": "client_direct"}, "sample_age_ms": 136.816, "source": "client_direct", "task_total_ms": {"avg_ms": 51.88, "count": 225, "max_ms": 82.063, "p95_ms": 70.94, "reason": null, "sample_age_ms": 136.816, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.369, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.988, "count": 226, "max_ms": 9.562, "p95_ms": 8.375}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.339, "count": 226, "max_ms": 0.898, "p95_ms": 0.614}, "detection_prepare_ms": {"avg_ms": 1.321, "count": 226, "max_ms": 4.635, "p95_ms": 2.37}, "event_filter_ms": {"avg_ms": 0.006, "count": 226, "max_ms": 0.029, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.137, "count": 226, "max_ms": 0.452, "p95_ms": 0.277}, "mcmt_ms": {"avg_ms": 0.003, "count": 226, "max_ms": 0.032, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.573, "count": 226, "max_ms": 4.334, "p95_ms": 2.795}, "setup_ms": {"avg_ms": 0.044, "count": 226, "max_ms": 0.119, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 4.924, "count": 226, "max_ms": 9.48, "p95_ms": 8.315}, "track_match_ms": {"avg_ms": 0.113, "count": 226, "max_ms": 0.327, "p95_ms": 0.222}, "tracker_update_ms": {"avg_ms": 1.386, "count": 226, "max_ms": 3.027, "p95_ms": 2.466}}, "gstreamer_push": {"avg_ms": 3.25, "count": 226, "max_ms": 7.209, "p95_ms": 5.208}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 226, "max_ms": 0.84, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.052, "count": 226, "max_ms": 83.196, "p95_ms": 72.723}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.024, "count": 226, "max_ms": 18.447, "p95_ms": 8.555}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.528, "count": 226, "max_ms": 155.351, "p95_ms": 136.867}, "inference_input_copy_ms": {"avg_ms": 1.637, "count": 226, "max_ms": 4.906, "p95_ms": 2.66}, "processing_residual_ms": {"avg_ms": 0.186, "count": 226, "max_ms": 0.476, "p95_ms": 0.355}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 117.375, "count": 226, "max_ms": 162.606, "p95_ms": 142.309}, "read_interval": {"avg_ms": 132.878, "count": 225, "max_ms": 199.757, "p95_ms": 168.718}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 226, "max_ms": 0.059, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 1.504, "count": 226, "max_ms": 4.254, "p95_ms": 2.719}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 226, "max_ms": 0.052, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.488, "count": 226, "max_ms": 4.24, "p95_ms": 2.696}, "worker_merge_ms": {"avg_ms": 0.006, "count": 226, "max_ms": 0.042, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 53.065, "count": 226, "max_ms": 83.206, "p95_ms": 72.733}, "visualize": {"avg_ms": 53.299, "count": 226, "max_ms": 87.497, "p95_ms": 66.563}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 48.757, "count": 226, "max_ms": 84.478, "p95_ms": 61.686}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 51.735, "count": 226, "max_ms": 86.378, "p95_ms": 65.375}, "visualize_input_copy_ms": {"avg_ms": 1.352, "count": 226, "max_ms": 4.016, "p95_ms": 2.235}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 51.597, "count": 226, "max_ms": 86.305, "p95_ms": 65.218}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 226, "max_ms": 0.232, "p95_ms": 0.141}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 226}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1448.637, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.177, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.564, "sample_count": 2388, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1455864, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:40:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 161357, "write_bytes_delta": 161357, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1097.0, "cpu_core_ratio": 0.445542, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 104712, "reason": null, "system_cpu_core_ratio": 0.039152, "system_cpu_s_delta": 0.79, "user_cpu_core_ratio": 0.40639, "user_cpu_s_delta": 8.200000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.646871, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 196322.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.607107, "system_cpu_s_delta": 12.25, "user_cpu_core_ratio": 1.039764, "user_cpu_s_delta": 20.980000000010477}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.259, "count": 226, "max_ms": 7.209, "p95_ms": 5.454, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.668, "max": 8.0, "p95": 5.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 216}, "total": {"avg": 0.956, "max": 1.0, "p95": 1.0, "sample_count": 226}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.835, "count": 30, "max": 50.649, "p95": 38.522, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.671, "count": 30, "max": 21.364, "p95": 20.689, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 940.167, "count": 30, "max": 1376.0, "p95": 1354.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2535.067, "count": 30, "max": 14417.0, "p95": 13648.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.31, "p95": 0.288, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.446, "count": 30, "max": 0.52, "p95": 0.503, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.146, "count": 30, "max": 4.23, "p95": 0.076, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 152480.767, "count": 30, "max": 161357.0, "p95": 160405.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 152480.767, "count": 30, "max": 161357.0, "p95": 160405.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 143593.167, "count": 30, "max": 212346.0, "p95": 209432.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.363, "count": 30, "max": 0.607, "p95": 0.587, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.783, "count": 30, "max": 1.04, "p95": 1.024, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11234, "sampled_at": "2026-10-30T11:40:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:40:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2798462, "flush_count": 2913, "flush_interval_seconds": 30.0, "flush_state": {"count": 2913, "last_at": "2026-10-30T11:40:11", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:40:11", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2912}, "started": true, "suppressed_count": 1453149, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1453005}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2913, "written_record_count": 2913}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9687.809, "limit_mb": null}, "detail": {"pid": 104828, "restart_count": 556, "start_count": 557}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4025319321600, "copied_frame_count": 1455917, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 4025319321600, "frame_buffer_copies": 1455917, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1159, "count": 512, "max_ms": 0.4984, "p50_ms": 0.1029, "p95_ms": 0.2382, "p99_ms": 0.2837}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.505, "count": 512, "max_ms": 4.0359, "p50_ms": 1.4286, "p95_ms": 2.4786, "p99_ms": 3.0912, "results": {"failed": 0, "not_applicable": 0, "success": 1455917, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 511, "h264_decode_error_count": 1151, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:40:31+09:00", "last_error_summary": "[h264 @ 0x5a6514382900] error while decoding MB 26 54, bytestream -11", "last_exit_at": "2026-10-30T11:40:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T11:40:33+09:00", "pid": 104828, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.621, "name": "ffmpeg", "pid": 104828, "rss_mb": 206.621, "state": "S (sleeping)", "threads": 70}, "restart_count": 556, "restart_count_per_hour": 27, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 557}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.008, "sample_count": 2354, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1455917, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:40:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.377, "last_frame_pushed_at": "2026-10-30T11:40:31+09:00", "last_frame_read_age_sec": 4.544, "last_frame_read_at": "2026-10-30T11:40:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 92, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 26.306, "last_sample_duration_ms": 1122.674, "last_trigger": "periodic", "next_snapshot_in_sec": 573.694, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 292, "storage_bytes": 2783429}, "mjpeg": {"age_sec": 4.368, "exists": true, "mtime": "2026-10-30T11:40:31.616540+09:00", "mtime_epoch": 1793328031.6165402, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 162511}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:40:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1448.66, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1455917, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.718, "max": 6.0, "p95": 5.0, "sample_count": 195}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 188}, "total": {"avg": 0.964, "max": 1.0, "p95": 1.0, "sample_count": 195}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 195}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 195}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.505, "pushed": 6.505, "read": 6.471}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 194, "client_acquire_ms": {"avg_ms": 0.007, "count": 194, "max_ms": 0.022, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4480.752, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.835, "count": 194, "max_ms": 6.984, "p95_ms": 2.653, "reason": null, "sample_age_ms": 4551.69, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.391, "count": 194, "max_ms": 5.807, "p95_ms": 2.134, "reason": null, "sample_age_ms": 4551.86, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.314, "count": 194, "max_ms": 0.965, "p95_ms": 0.586, "reason": null, "sample_age_ms": 4480.762, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.911, "count": 194, "max_ms": 5.996, "p95_ms": 3.23, "reason": null, "sample_age_ms": 4550.445, "source": "client_direct"}, "request_count": 194, "request_tensor_bytes": {"avg": 2764808.0, "count": 194, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4550.427, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 194, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4481.084, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.101, "count": 194, "max_ms": 78.751, "p95_ms": 68.368, "reason": null, "sample_age_ms": 4480.746, "source": "client_direct"}, "sample_age_ms": 4480.741, "source": "client_direct", "task_total_ms": {"avg_ms": 51.497, "count": 194, "max_ms": 82.063, "p95_ms": 70.985, "reason": null, "sample_age_ms": 4480.741, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.969, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.915, "count": 195, "max_ms": 9.562, "p95_ms": 8.375}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.332, "count": 195, "max_ms": 0.898, "p95_ms": 0.614}, "detection_prepare_ms": {"avg_ms": 1.303, "count": 195, "max_ms": 4.635, "p95_ms": 2.334}, "event_filter_ms": {"avg_ms": 0.006, "count": 195, "max_ms": 0.029, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.136, "count": 195, "max_ms": 0.452, "p95_ms": 0.278}, "mcmt_ms": {"avg_ms": 0.003, "count": 195, "max_ms": 0.024, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.537, "count": 195, "max_ms": 4.334, "p95_ms": 2.539}, "setup_ms": {"avg_ms": 0.043, "count": 195, "max_ms": 0.119, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 4.851, "count": 195, "max_ms": 9.48, "p95_ms": 8.315}, "track_match_ms": {"avg_ms": 0.114, "count": 195, "max_ms": 0.327, "p95_ms": 0.233}, "tracker_update_ms": {"avg_ms": 1.375, "count": 195, "max_ms": 3.027, "p95_ms": 2.42}}, "gstreamer_push": {"avg_ms": 3.183, "count": 195, "max_ms": 7.209, "p95_ms": 5.208}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 195, "max_ms": 0.84, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.761, "count": 195, "max_ms": 83.196, "p95_ms": 72.913}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.922, "count": 195, "max_ms": 15.482, "p95_ms": 8.555}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.142, "count": 195, "max_ms": 155.351, "p95_ms": 136.867}, "inference_input_copy_ms": {"avg_ms": 1.657, "count": 195, "max_ms": 4.906, "p95_ms": 2.716}, "processing_residual_ms": {"avg_ms": 0.184, "count": 195, "max_ms": 0.476, "p95_ms": 0.357}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.905, "count": 195, "max_ms": 162.606, "p95_ms": 142.27}, "read_interval": {"avg_ms": 131.738, "count": 194, "max_ms": 184.149, "p95_ms": 167.211}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 195, "max_ms": 0.059, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 1.468, "count": 195, "max_ms": 4.254, "p95_ms": 2.432}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 195, "max_ms": 0.052, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.452, "count": 195, "max_ms": 4.24, "p95_ms": 2.397}, "worker_merge_ms": {"avg_ms": 0.006, "count": 195, "max_ms": 0.042, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 52.775, "count": 195, "max_ms": 83.206, "p95_ms": 72.927}, "visualize": {"avg_ms": 53.294, "count": 195, "max_ms": 87.497, "p95_ms": 68.201}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 48.785, "count": 195, "max_ms": 84.478, "p95_ms": 61.768}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 51.739, "count": 195, "max_ms": 86.378, "p95_ms": 65.578}, "visualize_input_copy_ms": {"avg_ms": 1.344, "count": 195, "max_ms": 4.016, "p95_ms": 2.235}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 51.601, "count": 195, "max_ms": 86.305, "p95_ms": 65.387}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 195, "max_ms": 0.232, "p95_ms": 0.151}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 195}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1448.637, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.177, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.564, "sample_count": 2388, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1455864, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:40:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 161357, "write_bytes_delta": 161357, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1097.0, "cpu_core_ratio": 0.445542, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 104712, "reason": null, "system_cpu_core_ratio": 0.039152, "system_cpu_s_delta": 0.79, "user_cpu_core_ratio": 0.40639, "user_cpu_s_delta": 8.200000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.646871, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 196322.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.607107, "system_cpu_s_delta": 12.25, "user_cpu_core_ratio": 1.039764, "user_cpu_s_delta": 20.980000000010477}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.259, "count": 226, "max_ms": 7.209, "p95_ms": 5.454, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.668, "max": 8.0, "p95": 5.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 216}, "total": {"avg": 0.956, "max": 1.0, "p95": 1.0, "sample_count": 226}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.835, "count": 30, "max": 50.649, "p95": 38.522, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.671, "count": 30, "max": 21.364, "p95": 20.689, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 940.167, "count": 30, "max": 1376.0, "p95": 1354.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2535.067, "count": 30, "max": 14417.0, "p95": 13648.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.31, "p95": 0.288, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.446, "count": 30, "max": 0.52, "p95": 0.503, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.146, "count": 30, "max": 4.23, "p95": 0.076, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 152480.767, "count": 30, "max": 161357.0, "p95": 160405.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 152480.767, "count": 30, "max": 161357.0, "p95": 160405.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 143593.167, "count": 30, "max": 212346.0, "p95": 209432.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.363, "count": 30, "max": 0.607, "p95": 0.587, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.783, "count": 30, "max": 1.04, "p95": 1.024, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11234, "sampled_at": "2026-10-30T11:40:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:40:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2799465, "flush_count": 2914, "flush_interval_seconds": 30.0, "flush_state": {"count": 2914, "last_at": "2026-10-30T11:41:12", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:41:12", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2913}, "started": true, "suppressed_count": 1453736, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1453592}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2914, "written_record_count": 2914}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9521.422, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x57854ed8dac0] error while decoding MB 21 55, bytestream -24 [h264 @ 0x57854edf3100] error while decoding MB 97 59, bytestream -5 [h264 @ 0x57854ede69c0] error while decoding MB 65 58, bytestream 126", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4026945024000, "copied_frame_count": 1456505, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 4026945024000, "frame_buffer_copies": 1456505, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1106, "count": 512, "max_ms": 0.3636, "p50_ms": 0.0972, "p95_ms": 0.2082, "p99_ms": 0.2947}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4415, "count": 512, "max_ms": 5.3124, "p50_ms": 1.3426, "p95_ms": 2.3939, "p99_ms": 2.9525, "results": {"failed": 0, "not_applicable": 0, "success": 1456505, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 512, "h264_decode_error_count": 1154, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:42:04+09:00", "last_error_summary": "[h264 @ 0x57854ed8dac0] error while decoding MB 21 55, bytestream -24 [h264 @ 0x57854edf3100] error while decoding MB 97 59, bytestream -5 [h264 @ 0x57854ede69c0] error while decoding MB 65 58, bytestream 126", "last_exit_at": "2026-10-30T11:40:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 90.609, "last_started_at": "2026-10-30T11:40:33+09:00", "pid": 104828, "process": {"exists": false, "pid": 104828}, "restart_count": 556, "restart_count_per_hour": 26, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 557}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.224, "sample_count": 2258, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1456505, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:42:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.089, "last_frame_pushed_at": "2026-10-30T11:42:04+09:00", "last_frame_read_age_sec": 0.051, "last_frame_read_at": "2026-10-30T11:42:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 92, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 114.922, "last_sample_duration_ms": 1122.674, "last_trigger": "periodic", "next_snapshot_in_sec": 485.078, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 292, "storage_bytes": 2783429}, "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-10-30T11:42:04.512050+09:00", "mtime_epoch": 1793328124.5120502, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 166062}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:42:04+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1448.977, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1456505, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.51, "max": 11.0, "p95": 6.0, "sample_count": 192}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.208, "max": 2.0, "p95": 2.0, "sample_count": 192}, "total": {"avg": 1.208, "max": 2.0, "p95": 2.0, "sample_count": 192}}, "tracking_counts": {"active": {"avg": 1.031, "max": 2.0, "p95": 1.0, "sample_count": 192}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 192}, "tracked": {"avg": 1.031, "max": 2.0, "p95": 1.0, "sample_count": 192}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 192, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.401, "pushed": 6.401, "read": 6.401}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 1, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 192, "client_acquire_ms": {"avg_ms": 0.007, "count": 191, "max_ms": 0.024, "p95_ms": 0.017, "reason": null, "sample_age_ms": 168.299, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.892, "count": 192, "max_ms": 5.929, "p95_ms": 2.96, "reason": null, "sample_age_ms": 53.75, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.395, "count": 192, "max_ms": 5.574, "p95_ms": 2.4, "reason": null, "sample_age_ms": 54.003, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.333, "count": 191, "max_ms": 1.221, "p95_ms": 0.712, "reason": null, "sample_age_ms": 168.311, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.851, "count": 192, "max_ms": 4.227, "p95_ms": 3.096, "reason": null, "sample_age_ms": 51.648, "source": "client_direct"}, "request_count": 192, "request_tensor_bytes": {"avg": 2764808.0, "count": 192, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 51.627, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 191, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 168.643, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.528, "count": 191, "max_ms": 75.307, "p95_ms": 64.129, "reason": null, "sample_age_ms": 168.296, "source": "client_direct"}, "sample_age_ms": 51.619, "source": "client_direct", "task_total_ms": {"avg_ms": 49.88, "count": 191, "max_ms": 78.27, "p95_ms": 66.864, "reason": null, "sample_age_ms": 168.29, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 1, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.966, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.193, "count": 192, "max_ms": 11.814, "p95_ms": 9.721}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.38, "count": 192, "max_ms": 1.734, "p95_ms": 0.716}, "detection_prepare_ms": {"avg_ms": 1.439, "count": 192, "max_ms": 3.483, "p95_ms": 2.594}, "event_filter_ms": {"avg_ms": 0.006, "count": 192, "max_ms": 0.031, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.168, "count": 192, "max_ms": 0.765, "p95_ms": 0.37}, "mcmt_ms": {"avg_ms": 0.003, "count": 192, "max_ms": 0.024, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.322, "count": 192, "max_ms": 4.928, "p95_ms": 3.637}, "setup_ms": {"avg_ms": 0.046, "count": 192, "max_ms": 0.153, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 6.126, "count": 192, "max_ms": 11.673, "p95_ms": 9.63}, "track_match_ms": {"avg_ms": 0.121, "count": 192, "max_ms": 0.362, "p95_ms": 0.231}, "tracker_update_ms": {"avg_ms": 1.64, "count": 192, "max_ms": 5.546, "p95_ms": 3.025}}, "gstreamer_push": {"avg_ms": 3.199, "count": 192, "max_ms": 8.101, "p95_ms": 5.574}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 192, "max_ms": 0.277, "p95_ms": 0.126}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.228, "count": 192, "max_ms": 78.852, "p95_ms": 68.641}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.21, "count": 192, "max_ms": 13.035, "p95_ms": 8.958}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.032, "count": 192, "max_ms": 158.271, "p95_ms": 132.564}, "inference_input_copy_ms": {"avg_ms": 1.744, "count": 192, "max_ms": 3.588, "p95_ms": 2.999}, "processing_residual_ms": {"avg_ms": 0.208, "count": 192, "max_ms": 0.551, "p95_ms": 0.379}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.194, "count": 192, "max_ms": 162.566, "p95_ms": 140.412}, "read_interval": {"avg_ms": 156.573, "count": 192, "max_ms": 3839.236, "p95_ms": 169.866}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 192, "max_ms": 0.058, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 2.251, "count": 192, "max_ms": 4.809, "p95_ms": 3.505}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 192, "max_ms": 0.099, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.234, "count": 192, "max_ms": 4.781, "p95_ms": 3.45}, "worker_merge_ms": {"avg_ms": 0.007, "count": 192, "max_ms": 0.036, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.242, "count": 192, "max_ms": 78.859, "p95_ms": 68.65}, "visualize": {"avg_ms": 50.357, "count": 192, "max_ms": 71.764, "p95_ms": 65.674}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.07, "count": 192, "max_ms": 67.071, "p95_ms": 60.018}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.715, "count": 192, "max_ms": 70.413, "p95_ms": 63.517}, "visualize_input_copy_ms": {"avg_ms": 1.43, "count": 192, "max_ms": 4.88, "p95_ms": 2.362}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.572, "count": 192, "max_ms": 70.281, "p95_ms": 63.417}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 192, "max_ms": 0.214, "p95_ms": 0.146}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 192}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1448.918, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.864, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.656, "sample_count": 2324, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1456389, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:41:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 165579, "write_bytes_delta": 165579, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 658.0, "cpu_core_ratio": 0.610354, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2037.0, "pid": 104828, "reason": null, "system_cpu_core_ratio": 0.197482, "system_cpu_s_delta": 3.9700000000000006, "user_cpu_core_ratio": 0.412872, "user_cpu_s_delta": 8.3}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.62015, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 186086.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.590954, "system_cpu_s_delta": 11.880000000004657, "user_cpu_core_ratio": 1.029196, "user_cpu_s_delta": 20.69000000000233}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.111, "count": 178, "max_ms": 6.725, "p95_ms": 5.28, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.831, "max": 11.0, "p95": 6.0, "sample_count": 178}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.23, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 178}, "total": {"avg": 1.23, "max": 2.0, "p95": 2.0, "sample_count": 178}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.061, "count": 30, "max": 50.649, "p95": 41.13, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.36, "count": 30, "max": 21.364, "p95": 20.689, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 961.333, "count": 30, "max": 1376.0, "p95": 1354.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2325.1, "count": 30, "max": 14417.0, "p95": 13004.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.092, "count": 30, "max": 0.36, "p95": 0.309, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.445, "count": 30, "max": 0.52, "p95": 0.503, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.145, "count": 30, "max": 4.23, "p95": 0.059, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 155112.7, "count": 30, "max": 165579.0, "p95": 163989.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 155112.7, "count": 30, "max": 165579.0, "p95": 163989.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 156848.733, "count": 30, "max": 212346.0, "p95": 209432.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.401, "count": 30, "max": 0.608, "p95": 0.604, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.815, "count": 30, "max": 1.06, "p95": 1.038, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11238, "sampled_at": "2026-10-30T11:41:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:41:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2799465, "flush_count": 2914, "flush_interval_seconds": 30.0, "flush_state": {"count": 2914, "last_at": "2026-10-30T11:41:12", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:41:12", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2913}, "started": true, "suppressed_count": 1453737, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1453593}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2914, "written_record_count": 2914}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9520.914, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T11:42:04+09:00", "last_error_summary": "[h264 @ 0x57854ed8dac0] error while decoding MB 21 55, bytestream -24 [h264 @ 0x57854edf3100] error while decoding MB 97 59, bytestream -5 [h264 @ 0x57854ede69c0] error while decoding MB 65 58, bytestream 126", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4026947788800, "copied_frame_count": 1456506, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 4026947788800, "frame_buffer_copies": 1456506, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1107, "count": 512, "max_ms": 0.3636, "p50_ms": 0.0976, "p95_ms": 0.2082, "p99_ms": 0.2947}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4404, "count": 512, "max_ms": 5.3124, "p50_ms": 1.3405, "p95_ms": 2.3939, "p99_ms": 2.9525, "results": {"failed": 0, "not_applicable": 0, "success": 1456506, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 512, "h264_decode_error_count": 1154, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:42:04+09:00", "last_error_summary": "[h264 @ 0x57854ed8dac0] error while decoding MB 21 55, bytestream -24 [h264 @ 0x57854edf3100] error while decoding MB 97 59, bytestream -5 [h264 @ 0x57854ede69c0] error while decoding MB 65 58, bytestream 126", "last_exit_at": "2026-10-30T11:42:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 90.705, "last_started_at": "2026-10-30T11:40:33+09:00", "pid": 104828, "process": {"exists": false, "pid": 104828}, "restart_count": 556, "restart_count_per_hour": 26, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 557}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.414, "sample_count": 2258, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1456506, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:42:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T11:42:04+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-10-30T11:42:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 92, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 115.029, "last_sample_duration_ms": 1122.674, "last_trigger": "periodic", "next_snapshot_in_sec": 484.971, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 292, "storage_bytes": 2783429}, "mjpeg": {"age_sec": 0.177, "exists": true, "mtime": "2026-10-30T11:42:04.512050+09:00", "mtime_epoch": 1793328124.5120502, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 166062}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:42:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1448.973, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1456506, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.51, "max": 11.0, "p95": 6.0, "sample_count": 192}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.208, "max": 2.0, "p95": 2.0, "sample_count": 192}, "total": {"avg": 1.208, "max": 2.0, "p95": 2.0, "sample_count": 192}}, "tracking_counts": {"active": {"avg": 1.031, "max": 2.0, "p95": 1.0, "sample_count": 192}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 192}, "tracked": {"avg": 1.031, "max": 2.0, "p95": 1.0, "sample_count": 192}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.407, "pushed": 6.407, "read": 6.374}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 191, "client_acquire_ms": {"avg_ms": 0.007, "count": 191, "max_ms": 0.024, "p95_ms": 0.017, "reason": null, "sample_age_ms": 97.729, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.895, "count": 191, "max_ms": 5.929, "p95_ms": 2.973, "reason": null, "sample_age_ms": 157.396, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.396, "count": 191, "max_ms": 5.574, "p95_ms": 2.402, "reason": null, "sample_age_ms": 157.649, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.332, "count": 191, "max_ms": 1.221, "p95_ms": 0.712, "reason": null, "sample_age_ms": 97.736, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.849, "count": 191, "max_ms": 4.227, "p95_ms": 3.101, "reason": null, "sample_age_ms": 155.294, "source": "client_direct"}, "request_count": 191, "request_tensor_bytes": {"avg": 2764808.0, "count": 191, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 155.273, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 191, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 97.906, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.516, "count": 191, "max_ms": 75.307, "p95_ms": 64.129, "reason": null, "sample_age_ms": 97.726, "source": "client_direct"}, "sample_age_ms": 97.723, "source": "client_direct", "task_total_ms": {"avg_ms": 49.867, "count": 191, "max_ms": 78.27, "p95_ms": 66.864, "reason": null, "sample_age_ms": 97.723, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.384, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.222, "count": 192, "max_ms": 11.96, "p95_ms": 10.17}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.38, "count": 192, "max_ms": 1.734, "p95_ms": 0.716}, "detection_prepare_ms": {"avg_ms": 1.466, "count": 192, "max_ms": 6.334, "p95_ms": 2.625}, "event_filter_ms": {"avg_ms": 0.006, "count": 192, "max_ms": 0.031, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.168, "count": 192, "max_ms": 0.765, "p95_ms": 0.37}, "mcmt_ms": {"avg_ms": 0.003, "count": 192, "max_ms": 0.024, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.319, "count": 192, "max_ms": 4.928, "p95_ms": 3.637}, "setup_ms": {"avg_ms": 0.046, "count": 192, "max_ms": 0.153, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 6.155, "count": 192, "max_ms": 11.915, "p95_ms": 10.098}, "track_match_ms": {"avg_ms": 0.121, "count": 192, "max_ms": 0.362, "p95_ms": 0.231}, "tracker_update_ms": {"avg_ms": 1.645, "count": 192, "max_ms": 5.546, "p95_ms": 3.025}}, "gstreamer_push": {"avg_ms": 3.191, "count": 192, "max_ms": 8.101, "p95_ms": 5.574}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 192, "max_ms": 0.277, "p95_ms": 0.126}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.204, "count": 192, "max_ms": 78.852, "p95_ms": 68.641}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.242, "count": 192, "max_ms": 13.035, "p95_ms": 8.958}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.128, "count": 192, "max_ms": 158.271, "p95_ms": 133.938}, "inference_input_copy_ms": {"avg_ms": 1.746, "count": 192, "max_ms": 3.588, "p95_ms": 2.999}, "processing_residual_ms": {"avg_ms": 0.208, "count": 192, "max_ms": 0.551, "p95_ms": 0.379}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.324, "count": 192, "max_ms": 162.566, "p95_ms": 141.102}, "read_interval": {"avg_ms": 156.72, "count": 191, "max_ms": 3839.236, "p95_ms": 169.866}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 192, "max_ms": 0.058, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 2.249, "count": 192, "max_ms": 4.809, "p95_ms": 3.505}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 192, "max_ms": 0.099, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.231, "count": 192, "max_ms": 4.781, "p95_ms": 3.45}, "worker_merge_ms": {"avg_ms": 0.007, "count": 192, "max_ms": 0.036, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.219, "count": 192, "max_ms": 78.859, "p95_ms": 68.65}, "visualize": {"avg_ms": 50.448, "count": 192, "max_ms": 71.764, "p95_ms": 65.674}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.134, "count": 192, "max_ms": 67.071, "p95_ms": 60.018}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.78, "count": 192, "max_ms": 70.413, "p95_ms": 63.517}, "visualize_input_copy_ms": {"avg_ms": 1.455, "count": 192, "max_ms": 6.444, "p95_ms": 2.405}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.637, "count": 192, "max_ms": 70.281, "p95_ms": 63.417}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 192, "max_ms": 0.214, "p95_ms": 0.146}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 192}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1448.918, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.864, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.656, "sample_count": 2324, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1456389, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:41:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 165579, "write_bytes_delta": 165579, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 658.0, "cpu_core_ratio": 0.610354, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2037.0, "pid": 104828, "reason": null, "system_cpu_core_ratio": 0.197482, "system_cpu_s_delta": 3.9700000000000006, "user_cpu_core_ratio": 0.412872, "user_cpu_s_delta": 8.3}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.62015, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 186086.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.590954, "system_cpu_s_delta": 11.880000000004657, "user_cpu_core_ratio": 1.029196, "user_cpu_s_delta": 20.69000000000233}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.111, "count": 178, "max_ms": 6.725, "p95_ms": 5.28, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.831, "max": 11.0, "p95": 6.0, "sample_count": 178}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.23, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 178}, "total": {"avg": 1.23, "max": 2.0, "p95": 2.0, "sample_count": 178}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.061, "count": 30, "max": 50.649, "p95": 41.13, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.36, "count": 30, "max": 21.364, "p95": 20.689, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 961.333, "count": 30, "max": 1376.0, "p95": 1354.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2325.1, "count": 30, "max": 14417.0, "p95": 13004.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.092, "count": 30, "max": 0.36, "p95": 0.309, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.445, "count": 30, "max": 0.52, "p95": 0.503, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.145, "count": 30, "max": 4.23, "p95": 0.059, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 155112.7, "count": 30, "max": 165579.0, "p95": 163989.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 155112.7, "count": 30, "max": 165579.0, "p95": 163989.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 156848.733, "count": 30, "max": 212346.0, "p95": 209432.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.401, "count": 30, "max": 0.608, "p95": 0.604, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.815, "count": 30, "max": 1.06, "p95": 1.038, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11238, "sampled_at": "2026-10-30T11:41:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:41:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2799465, "flush_count": 2914, "flush_interval_seconds": 30.0, "flush_state": {"count": 2914, "last_at": "2026-10-30T11:41:12", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:41:12", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2913}, "started": true, "suppressed_count": 1453737, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1453593}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2914, "written_record_count": 2914}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9520.551, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4026947788800, "copied_frame_count": 1456506, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 4026947788800, "frame_buffer_copies": 1456506, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1107, "count": 512, "max_ms": 0.3636, "p50_ms": 0.0976, "p95_ms": 0.2082, "p99_ms": 0.2947}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4404, "count": 512, "max_ms": 5.3124, "p50_ms": 1.3405, "p95_ms": 2.3939, "p99_ms": 2.9525, "results": {"failed": 0, "not_applicable": 0, "success": 1456506, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 512, "h264_decode_error_count": 1154, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:42:04+09:00", "last_error_summary": "[h264 @ 0x57854ed8dac0] error while decoding MB 21 55, bytestream -24 [h264 @ 0x57854edf3100] error while decoding MB 97 59, bytestream -5 [h264 @ 0x57854ede69c0] error while decoding MB 65 58, bytestream 126", "last_exit_at": "2026-10-30T11:42:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 90.772, "last_started_at": "2026-10-30T11:40:33+09:00", "pid": 104828, "process": {"exists": false, "pid": 104828}, "restart_count": 556, "restart_count_per_hour": 26, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 557}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.414, "sample_count": 2258, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1456506, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:42:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.068, "last_frame_pushed_at": "2026-10-30T11:42:04+09:00", "last_frame_read_age_sec": 0.215, "last_frame_read_at": "2026-10-30T11:42:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 92, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 115.075, "last_sample_duration_ms": 1122.674, "last_trigger": "periodic", "next_snapshot_in_sec": 484.925, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 292, "storage_bytes": 2783429}, "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-10-30T11:42:04.697051+09:00", "mtime_epoch": 1793328124.6970513, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 164413}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:42:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1448.973, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1456506, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.508, "max": 11.0, "p95": 6.0, "sample_count": 191}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.209, "max": 2.0, "p95": 2.0, "sample_count": 191}, "total": {"avg": 1.209, "max": 2.0, "p95": 2.0, "sample_count": 191}}, "tracking_counts": {"active": {"avg": 1.031, "max": 2.0, "p95": 1.0, "sample_count": 191}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 191}, "tracked": {"avg": 1.031, "max": 2.0, "p95": 1.0, "sample_count": 191}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.388, "pushed": 6.388, "read": 6.355}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 190, "client_acquire_ms": {"avg_ms": 0.007, "count": 191, "max_ms": 0.024, "p95_ms": 0.017, "reason": null, "sample_age_ms": 162.269, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.897, "count": 190, "max_ms": 5.929, "p95_ms": 2.985, "reason": null, "sample_age_ms": 221.936, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.398, "count": 190, "max_ms": 5.574, "p95_ms": 2.404, "reason": null, "sample_age_ms": 222.189, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.332, "count": 191, "max_ms": 1.221, "p95_ms": 0.712, "reason": null, "sample_age_ms": 162.276, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.846, "count": 190, "max_ms": 4.227, "p95_ms": 3.106, "reason": null, "sample_age_ms": 219.834, "source": "client_direct"}, "request_count": 190, "request_tensor_bytes": {"avg": 2764808.0, "count": 190, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 219.813, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 191, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 162.446, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.516, "count": 191, "max_ms": 75.307, "p95_ms": 64.129, "reason": null, "sample_age_ms": 162.266, "source": "client_direct"}, "sample_age_ms": 162.263, "source": "client_direct", "task_total_ms": {"avg_ms": 49.867, "count": 191, "max_ms": 78.27, "p95_ms": 66.864, "reason": null, "sample_age_ms": 162.263, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.921, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.229, "count": 191, "max_ms": 11.96, "p95_ms": 10.17}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.381, "count": 191, "max_ms": 1.734, "p95_ms": 0.716}, "detection_prepare_ms": {"avg_ms": 1.467, "count": 191, "max_ms": 6.334, "p95_ms": 2.625}, "event_filter_ms": {"avg_ms": 0.006, "count": 191, "max_ms": 0.031, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.168, "count": 191, "max_ms": 0.765, "p95_ms": 0.37}, "mcmt_ms": {"avg_ms": 0.003, "count": 191, "max_ms": 0.024, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.322, "count": 191, "max_ms": 4.928, "p95_ms": 3.637}, "setup_ms": {"avg_ms": 0.046, "count": 191, "max_ms": 0.153, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 6.162, "count": 191, "max_ms": 11.915, "p95_ms": 10.098}, "track_match_ms": {"avg_ms": 0.121, "count": 191, "max_ms": 0.362, "p95_ms": 0.231}, "tracker_update_ms": {"avg_ms": 1.647, "count": 191, "max_ms": 5.546, "p95_ms": 3.025}}, "gstreamer_push": {"avg_ms": 3.178, "count": 191, "max_ms": 8.101, "p95_ms": 5.481}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 191, "max_ms": 0.277, "p95_ms": 0.126}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.143, "count": 191, "max_ms": 78.852, "p95_ms": 68.641}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.235, "count": 191, "max_ms": 13.035, "p95_ms": 8.958}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.127, "count": 191, "max_ms": 158.271, "p95_ms": 133.938}, "inference_input_copy_ms": {"avg_ms": 1.743, "count": 191, "max_ms": 3.588, "p95_ms": 2.999}, "processing_residual_ms": {"avg_ms": 0.208, "count": 191, "max_ms": 0.551, "p95_ms": 0.379}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.313, "count": 191, "max_ms": 162.566, "p95_ms": 141.102}, "read_interval": {"avg_ms": 156.845, "count": 190, "max_ms": 3839.236, "p95_ms": 169.866}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 191, "max_ms": 0.058, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 2.251, "count": 191, "max_ms": 4.809, "p95_ms": 3.505}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 191, "max_ms": 0.099, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.234, "count": 191, "max_ms": 4.781, "p95_ms": 3.45}, "worker_merge_ms": {"avg_ms": 0.007, "count": 191, "max_ms": 0.036, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.158, "count": 191, "max_ms": 78.859, "p95_ms": 68.65}, "visualize": {"avg_ms": 50.5, "count": 191, "max_ms": 71.764, "p95_ms": 65.674}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.19, "count": 191, "max_ms": 67.071, "p95_ms": 60.018}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.831, "count": 191, "max_ms": 70.413, "p95_ms": 63.517}, "visualize_input_copy_ms": {"avg_ms": 1.456, "count": 191, "max_ms": 6.444, "p95_ms": 2.405}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.688, "count": 191, "max_ms": 70.281, "p95_ms": 63.417}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 191, "max_ms": 0.214, "p95_ms": 0.146}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 191}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1448.918, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.864, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.656, "sample_count": 2324, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1456389, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:41:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 165579, "write_bytes_delta": 165579, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 658.0, "cpu_core_ratio": 0.610354, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2037.0, "pid": 104828, "reason": null, "system_cpu_core_ratio": 0.197482, "system_cpu_s_delta": 3.9700000000000006, "user_cpu_core_ratio": 0.412872, "user_cpu_s_delta": 8.3}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.62015, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 186086.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.590954, "system_cpu_s_delta": 11.880000000004657, "user_cpu_core_ratio": 1.029196, "user_cpu_s_delta": 20.69000000000233}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.111, "count": 178, "max_ms": 6.725, "p95_ms": 5.28, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.831, "max": 11.0, "p95": 6.0, "sample_count": 178}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.23, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 178}, "total": {"avg": 1.23, "max": 2.0, "p95": 2.0, "sample_count": 178}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.061, "count": 30, "max": 50.649, "p95": 41.13, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.36, "count": 30, "max": 21.364, "p95": 20.689, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 961.333, "count": 30, "max": 1376.0, "p95": 1354.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2325.1, "count": 30, "max": 14417.0, "p95": 13004.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.092, "count": 30, "max": 0.36, "p95": 0.309, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.445, "count": 30, "max": 0.52, "p95": 0.503, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.145, "count": 30, "max": 4.23, "p95": 0.059, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 155112.7, "count": 30, "max": 165579.0, "p95": 163989.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 155112.7, "count": 30, "max": 165579.0, "p95": 163989.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 156848.733, "count": 30, "max": 212346.0, "p95": 209432.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.401, "count": 30, "max": 0.608, "p95": 0.604, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.815, "count": 30, "max": 1.06, "p95": 1.038, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11238, "sampled_at": "2026-10-30T11:41:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:41:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2799465, "flush_count": 2914, "flush_interval_seconds": 30.0, "flush_state": {"count": 2914, "last_at": "2026-10-30T11:41:12", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:41:12", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2913}, "started": true, "suppressed_count": 1453737, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 144, "tracking_summary": 1453593}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2914, "written_record_count": 2914}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9692.402, "limit_mb": null}, "detail": {"pid": 104944, "restart_count": 557, "start_count": 558}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4026947788800, "copied_frame_count": 1456506, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:04:05+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3546411, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:03:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.556}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 144, "events_emitted": 141, "events_failed": 0, "events_observed": 144, "events_suppressed": 3, "frame_buffer_copied_bytes": 4026947788800, "frame_buffer_copies": 1456506, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7050, "recorder_active_input_bytes": 19491840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 141, "recorder_clips_failed": 0, "recorder_clips_started": 141, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 141, "worker_jobs_accepted": 141, "worker_jobs_completed": 141, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1107, "count": 512, "max_ms": 0.3636, "p50_ms": 0.0976, "p95_ms": 0.2082, "p99_ms": 0.2947}, "stages": {"db_insert": {"avg_ms": 19.9164, "count": 141, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0924, "p99_ms": 40.8956, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9, "count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.4666, "count": 144, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1381.7678, "p99_ms": 2014.649, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4404, "count": 512, "max_ms": 5.3124, "p50_ms": 1.3405, "p95_ms": 2.3939, "p99_ms": 2.9525, "results": {"failed": 0, "not_applicable": 0, "success": 1456506, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.047, "count": 144, "max_ms": 794.4404, "p50_ms": 586.9121, "p95_ms": 681.7522, "p99_ms": 717.6553, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.2369, "count": 141, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 54.6333, "p99_ms": 71.6459, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6844, "count": 512, "max_ms": 10.7362, "p50_ms": 4.4519, "p95_ms": 7.2678, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5151, "count": 512, "max_ms": 6.5829, "p50_ms": 1.3564, "p95_ms": 2.8422, "p99_ms": 4.3553, "results": {"failed": 0, "not_applicable": 0, "success": 7050, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.8285, "count": 141, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5784, "p99_ms": 713.2057, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.7927, "count": 141, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.5395, "p99_ms": 589.6743, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7572, "count": 141, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 119.0121, "p99_ms": 132.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9324, "count": 141, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.8246, "p99_ms": 7.6677, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.0832, "count": 141, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.7998, "p99_ms": 77.9195, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8359, "count": 141, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6305, "p99_ms": 11.9538, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9706, "count": 144, "max_ms": 8.6079, "p50_ms": 0.758, "p95_ms": 1.7975, "p99_ms": 4.5392, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0093, "count": 141, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.938, "p99_ms": 3.6261, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.5513, "count": 141, "max_ms": 4604.0207, "p50_ms": 392.3198, "p95_ms": 713.2152, "p99_ms": 1379.5672, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7632, "count": 141, "max_ms": 26.8239, "p50_ms": 1.1748, "p95_ms": 10.5732, "p99_ms": 16.4447, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.2009, "count": 141, "max_ms": 70.8318, "p50_ms": 23.2472, "p95_ms": 56.625, "p99_ms": 66.6499, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0994, "count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5941, "count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.8772, "count": 141, "max_ms": 4651.5807, "p50_ms": 476.1099, "p95_ms": 799.0555, "p99_ms": 1443.5522, "results": {"failed": 0, "not_applicable": 0, "success": 141, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 141, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 141, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1756, "p99_ms": 0.6273}, "wait_ms": {"count": 141, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7943, "p99_ms": 7.3673}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 141, "artifact_failed": 0, "artifact_requested": 141, "artifact_success": 141, "completed": 141, "completed_failed": 0, "completed_success": 141, "cooldown_promoted": 141, "database_requested": 141, "db_insert_success": 141, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15537, "relay_business_failed": 0, "relay_business_success": 141, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 141, "relay_transport_failed": 0, "relay_transport_success": 141, "reservation_requested": 141}, "snapshot": {"copied_bytes": 389836800, "copied_count": 141, "copy": {"count": 141, "max_ms": 4.6042, "p50_ms": 1.7643, "p95_ms": 3.2161, "p99_ms": 4.2551}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 512, "h264_decode_error_count": 1154, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:42:04+09:00", "last_error_summary": "[h264 @ 0x57854ed8dac0] error while decoding MB 21 55, bytestream -24 [h264 @ 0x57854edf3100] error while decoding MB 97 59, bytestream -5 [h264 @ 0x57854ede69c0] error while decoding MB 65 58, bytestream 126", "last_exit_at": "2026-10-30T11:42:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T11:42:07+09:00", "pid": 104944, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.586, "name": "ffmpeg", "pid": 104944, "rss_mb": 206.586, "state": "S (sleeping)", "threads": 70}, "restart_count": 557, "restart_count_per_hour": 27, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 558}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.564, "sample_count": 2210, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1456506, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:42:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.91, "last_frame_pushed_at": "2026-10-30T11:42:04+09:00", "last_frame_read_age_sec": 5.058, "last_frame_read_at": "2026-10-30T11:42:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 92, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 119.917, "last_sample_duration_ms": 1122.674, "last_trigger": "periodic", "next_snapshot_in_sec": 480.083, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 292, "storage_bytes": 2783429}, "mjpeg": {"age_sec": 4.901, "exists": true, "mtime": "2026-10-30T11:42:04.697051+09:00", "mtime_epoch": 1793328124.6970513, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 164413}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:42:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1583.098, "name": "celery", "pid": 206, "rss_mb": 1448.977, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 123, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1456506, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.513, "max": 11.0, "p95": 6.0, "sample_count": 158}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.095, "max": 2.0, "p95": 2.0, "sample_count": 158}, "total": {"avg": 1.095, "max": 2.0, "p95": 2.0, "sample_count": 158}}, "tracking_counts": {"active": {"avg": 1.038, "max": 2.0, "p95": 1.0, "sample_count": 158}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 158}, "tracked": {"avg": 1.038, "max": 2.0, "p95": 1.0, "sample_count": 158}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 158, "pushed_frames": 158, "read_frames": 157, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.269, "pushed": 5.269, "read": 5.235}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 157, "client_acquire_ms": {"avg_ms": 0.007, "count": 157, "max_ms": 0.024, "p95_ms": 0.017, "reason": null, "sample_age_ms": 5000.469, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.906, "count": 157, "max_ms": 5.929, "p95_ms": 3.103, "reason": null, "sample_age_ms": 5060.135, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.383, "count": 157, "max_ms": 5.574, "p95_ms": 2.315, "reason": null, "sample_age_ms": 5060.388, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.322, "count": 157, "max_ms": 1.221, "p95_ms": 0.668, "reason": null, "sample_age_ms": 5000.476, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.861, "count": 157, "max_ms": 4.227, "p95_ms": 3.074, "reason": null, "sample_age_ms": 5058.033, "source": "client_direct"}, "request_count": 157, "request_tensor_bytes": {"avg": 2764808.0, "count": 157, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5058.013, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 157, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5000.645, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.744, "count": 157, "max_ms": 75.307, "p95_ms": 64.492, "reason": null, "sample_age_ms": 5000.466, "source": "client_direct"}, "sample_age_ms": 5000.463, "source": "client_direct", "task_total_ms": {"avg_ms": 50.095, "count": 157, "max_ms": 78.27, "p95_ms": 67.103, "reason": null, "sample_age_ms": 5000.463, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.405, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.137, "count": 158, "max_ms": 11.96, "p95_ms": 10.17}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.386, "count": 158, "max_ms": 1.734, "p95_ms": 0.716}, "detection_prepare_ms": {"avg_ms": 1.451, "count": 158, "max_ms": 6.334, "p95_ms": 2.625}, "event_filter_ms": {"avg_ms": 0.006, "count": 158, "max_ms": 0.018, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.15, "count": 158, "max_ms": 0.765, "p95_ms": 0.31}, "mcmt_ms": {"avg_ms": 0.003, "count": 158, "max_ms": 0.024, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.296, "count": 158, "max_ms": 4.242, "p95_ms": 3.637}, "setup_ms": {"avg_ms": 0.046, "count": 158, "max_ms": 0.14, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 6.07, "count": 158, "max_ms": 11.915, "p95_ms": 10.098}, "track_match_ms": {"avg_ms": 0.119, "count": 158, "max_ms": 0.362, "p95_ms": 0.231}, "tracker_update_ms": {"avg_ms": 1.613, "count": 158, "max_ms": 5.546, "p95_ms": 3.052}}, "gstreamer_push": {"avg_ms": 3.179, "count": 158, "max_ms": 8.101, "p95_ms": 5.574}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 158, "max_ms": 0.277, "p95_ms": 0.128}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.401, "count": 158, "max_ms": 78.852, "p95_ms": 69.05}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.234, "count": 158, "max_ms": 13.035, "p95_ms": 9.277}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.789, "count": 158, "max_ms": 154.659, "p95_ms": 133.938}, "inference_input_copy_ms": {"avg_ms": 1.775, "count": 158, "max_ms": 3.588, "p95_ms": 3.093}, "processing_residual_ms": {"avg_ms": 0.205, "count": 158, "max_ms": 0.467, "p95_ms": 0.372}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.004, "count": 158, "max_ms": 161.258, "p95_ms": 141.102}, "read_interval": {"avg_ms": 159.445, "count": 157, "max_ms": 3839.236, "p95_ms": 167.292}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 158, "max_ms": 0.058, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 2.225, "count": 158, "max_ms": 4.142, "p95_ms": 3.505}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 158, "max_ms": 0.099, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.207, "count": 158, "max_ms": 4.116, "p95_ms": 3.45}, "worker_merge_ms": {"avg_ms": 0.007, "count": 158, "max_ms": 0.03, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.416, "count": 158, "max_ms": 78.859, "p95_ms": 69.083}, "visualize": {"avg_ms": 50.016, "count": 158, "max_ms": 71.196, "p95_ms": 65.674}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.953, "count": 158, "max_ms": 67.071, "p95_ms": 60.608}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.367, "count": 158, "max_ms": 70.413, "p95_ms": 63.517}, "visualize_input_copy_ms": {"avg_ms": 1.433, "count": 158, "max_ms": 6.444, "p95_ms": 2.405}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.223, "count": 158, "max_ms": 70.281, "p95_ms": 63.417}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 158, "max_ms": 0.214, "p95_ms": 0.162}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 158}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1448.918, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.864, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.656, "sample_count": 2324, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1456389, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:41:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 165579, "write_bytes_delta": 165579, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 658.0, "cpu_core_ratio": 0.610354, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2037.0, "pid": 104828, "reason": null, "system_cpu_core_ratio": 0.197482, "system_cpu_s_delta": 3.9700000000000006, "user_cpu_core_ratio": 0.412872, "user_cpu_s_delta": 8.3}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.62015, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 186086.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.590954, "system_cpu_s_delta": 11.880000000004657, "user_cpu_core_ratio": 1.029196, "user_cpu_s_delta": 20.69000000000233}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.111, "count": 178, "max_ms": 6.725, "p95_ms": 5.28, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.831, "max": 11.0, "p95": 6.0, "sample_count": 178}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.23, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 178}, "total": {"avg": 1.23, "max": 2.0, "p95": 2.0, "sample_count": 178}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.061, "count": 30, "max": 50.649, "p95": 41.13, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.36, "count": 30, "max": 21.364, "p95": 20.689, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 961.333, "count": 30, "max": 1376.0, "p95": 1354.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2325.1, "count": 30, "max": 14417.0, "p95": 13004.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.092, "count": 30, "max": 0.36, "p95": 0.309, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.445, "count": 30, "max": 0.52, "p95": 0.503, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.145, "count": 30, "max": 4.23, "p95": 0.059, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 155112.7, "count": 30, "max": 165579.0, "p95": 163989.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 155112.7, "count": 30, "max": 165579.0, "p95": 163989.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 156848.733, "count": 30, "max": 212346.0, "p95": 209432.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.401, "count": 30, "max": 0.608, "p95": 0.604, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.815, "count": 30, "max": 1.06, "p95": 1.038, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11238, "sampled_at": "2026-10-30T11:41:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:41:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2801471, "flush_count": 2916, "flush_interval_seconds": 30.0, "flush_state": {"count": 2916, "last_at": "2026-10-30T11:43:12", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:43:12", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2915}, "started": true, "suppressed_count": 1454373, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 145, "tracking_summary": 1454228}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2916, "written_record_count": 2916}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9661.707, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x63afd72e9440] left block unavailable for requested intra mode [h264 @ 0x63afd72e9440] error while decoding MB 0 59, bytestream 9728 [h264 @ 0x63afd73fdc00] error while decoding MB 54 49, bytestream -16", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4028706201600, "copied_frame_count": 1457142, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:43:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 10450260, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:43:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.811}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 145, "events_emitted": 142, "events_failed": 0, "events_observed": 145, "events_suppressed": 3, "frame_buffer_copied_bytes": 4028706201600, "frame_buffer_copies": 1457142, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7100, "recorder_active_input_bytes": 19630080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 142, "recorder_clips_failed": 0, "recorder_clips_started": 142, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 142, "worker_jobs_accepted": 142, "worker_jobs_completed": 142, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1072, "count": 512, "max_ms": 1.3693, "p50_ms": 0.0911, "p95_ms": 0.2222, "p99_ms": 0.2687}, "stages": {"db_insert": {"avg_ms": 19.8902, "count": 142, "max_ms": 58.1833, "p50_ms": 18.8088, "p95_ms": 35.0784, "p99_ms": 40.8862, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8961, "count": 142, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2095, "p99_ms": 4.2527, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.8646, "count": 145, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1381.4938, "p99_ms": 2012.7222, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4777, "count": 512, "max_ms": 3.9662, "p50_ms": 1.3934, "p95_ms": 2.4879, "p99_ms": 2.9706, "results": {"failed": 0, "not_applicable": 0, "success": 1457142, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.2196, "count": 145, "max_ms": 794.4404, "p50_ms": 588.0571, "p95_ms": 681.6776, "p99_ms": 717.64, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.5375, "count": 142, "max_ms": 74.3496, "p50_ms": 24.2883, "p95_ms": 56.2243, "p99_ms": 71.6874, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.775, "count": 512, "max_ms": 10.7362, "p50_ms": 4.5311, "p95_ms": 7.416, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5677, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4056, "p95_ms": 3.0326, "p99_ms": 5.1243, "results": {"failed": 0, "not_applicable": 0, "success": 7100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.927, "count": 142, "max_ms": 791.9897, "p50_ms": 582.9617, "p95_ms": 674.5559, "p99_ms": 713.2026, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.847, "count": 142, "max_ms": 734.2838, "p50_ms": 479.9343, "p95_ms": 557.4488, "p99_ms": 589.6593, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8011, "count": 142, "max_ms": 138.414, "p50_ms": 96.5409, "p95_ms": 119.0033, "p99_ms": 132.4558, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9312, "count": 142, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8022, "p99_ms": 7.6644, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.059, "count": 142, "max_ms": 81.87, "p50_ms": 45.7051, "p95_ms": 68.7107, "p99_ms": 77.9164, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.97, "count": 145, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7968, "p99_ms": 4.5241, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8278, "count": 142, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.6156, "p99_ms": 11.9413, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8278, "count": 142, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.6156, "p99_ms": 11.9413, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.97, "count": 145, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7968, "p99_ms": 4.5241, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0076, "count": 142, "max_ms": 9.1922, "p50_ms": 0.817, "p95_ms": 1.9357, "p99_ms": 3.6224, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.2694, "count": 142, "max_ms": 4604.0207, "p50_ms": 392.3297, "p95_ms": 709.1789, "p99_ms": 1376.9932, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7732, "count": 142, "max_ms": 26.8239, "p50_ms": 1.1876, "p95_ms": 10.528, "p99_ms": 16.3992, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.3739, "count": 142, "max_ms": 70.8318, "p50_ms": 23.3939, "p95_ms": 56.6076, "p99_ms": 66.6146, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0993, "count": 142, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.1754, "p99_ms": 0.6252, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5813, "count": 142, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7863, "p99_ms": 7.3423, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.0372, "count": 142, "max_ms": 4651.5807, "p50_ms": 476.3844, "p95_ms": 796.6776, "p99_ms": 1441.4515, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 142, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 142, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.1754, "p99_ms": 0.6252}, "wait_ms": {"count": 142, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7863, "p99_ms": 7.3423}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 142, "artifact_failed": 0, "artifact_requested": 142, "artifact_success": 142, "completed": 142, "completed_failed": 0, "completed_success": 142, "cooldown_promoted": 142, "database_requested": 142, "db_insert_success": 142, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15538, "relay_business_failed": 0, "relay_business_success": 142, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 142, "relay_transport_failed": 0, "relay_transport_success": 142, "reservation_requested": 142}, "snapshot": {"copied_bytes": 392601600, "copied_count": 142, "copy": {"count": 142, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2095, "p99_ms": 4.2527}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 513, "h264_decode_error_count": 1156, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:43:35+09:00", "last_error_summary": "[h264 @ 0x63afd72e9440] left block unavailable for requested intra mode [h264 @ 0x63afd72e9440] error while decoding MB 0 59, bytestream 9728 [h264 @ 0x63afd73fdc00] error while decoding MB 54 49, bytestream -16", "last_exit_at": "2026-10-30T11:42:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 88.08, "last_started_at": "2026-10-30T11:42:07+09:00", "pid": 104944, "process": {"exists": false, "pid": 104944}, "restart_count": 557, "restart_count_per_hour": 27, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 558}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.843, "sample_count": 2087, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1457142, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:43:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.081, "last_frame_pushed_at": "2026-10-30T11:43:35+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-10-30T11:43:35+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 92, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 206.008, "last_sample_duration_ms": 1122.674, "last_trigger": "periodic", "next_snapshot_in_sec": 393.992, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 292, "storage_bytes": 2783429}, "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-10-30T11:43:35.609538+09:00", "mtime_epoch": 1793328215.6095378, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 168775}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:43:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1599.57, "name": "celery", "pid": 206, "rss_mb": 1581.133, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 124, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1457143, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.977, "max": 8.0, "p95": 5.0, "sample_count": 214}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 214}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 214}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 214}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 214}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.156, "pushed": 7.156, "read": 7.156}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 214, "client_acquire_ms": {"avg_ms": 0.007, "count": 215, "max_ms": 0.035, "p95_ms": 0.02, "reason": null, "sample_age_ms": 34.98, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.923, "count": 214, "max_ms": 9.453, "p95_ms": 2.83, "reason": null, "sample_age_ms": 82.674, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.433, "count": 214, "max_ms": 9.061, "p95_ms": 2.155, "reason": null, "sample_age_ms": 83.138, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.301, "count": 215, "max_ms": 0.808, "p95_ms": 0.566, "reason": null, "sample_age_ms": 34.995, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.891, "count": 214, "max_ms": 8.176, "p95_ms": 3.18, "reason": null, "sample_age_ms": 80.326, "source": "client_direct"}, "request_count": 214, "request_tensor_bytes": {"avg": 2764808.0, "count": 214, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 80.282, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 215, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 35.462, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.679, "count": 215, "max_ms": 79.736, "p95_ms": 66.078, "reason": null, "sample_age_ms": 34.971, "source": "client_direct"}, "sample_age_ms": 34.962, "source": "client_direct", "task_total_ms": {"avg_ms": 49.041, "count": 215, "max_ms": 81.2, "p95_ms": 68.296, "reason": null, "sample_age_ms": 34.962, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.32, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.609, "count": 214, "max_ms": 13.578, "p95_ms": 8.694}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.328, "count": 214, "max_ms": 1.071, "p95_ms": 0.584}, "detection_prepare_ms": {"avg_ms": 1.298, "count": 214, "max_ms": 4.234, "p95_ms": 2.467}, "event_filter_ms": {"avg_ms": 0.006, "count": 214, "max_ms": 0.035, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.132, "count": 214, "max_ms": 0.36, "p95_ms": 0.234}, "mcmt_ms": {"avg_ms": 0.003, "count": 214, "max_ms": 0.02, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.209, "count": 214, "max_ms": 4.953, "p95_ms": 3.386}, "setup_ms": {"avg_ms": 0.043, "count": 214, "max_ms": 0.166, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 5.545, "count": 214, "max_ms": 13.442, "p95_ms": 8.564}, "track_match_ms": {"avg_ms": 0.113, "count": 214, "max_ms": 0.44, "p95_ms": 0.219}, "tracker_update_ms": {"avg_ms": 1.411, "count": 214, "max_ms": 4.621, "p95_ms": 2.185}}, "gstreamer_push": {"avg_ms": 3.462, "count": 214, "max_ms": 10.155, "p95_ms": 6.457}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 214, "max_ms": 1.538, "p95_ms": 0.106}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.341, "count": 214, "max_ms": 83.72, "p95_ms": 70.623}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.109, "count": 214, "max_ms": 14.287, "p95_ms": 9.053}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 118.041, "count": 214, "max_ms": 761.915, "p95_ms": 157.146}, "inference_input_copy_ms": {"avg_ms": 1.706, "count": 214, "max_ms": 4.218, "p95_ms": 3.069}, "processing_residual_ms": {"avg_ms": 0.197, "count": 214, "max_ms": 0.648, "p95_ms": 0.378}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 123.053, "count": 214, "max_ms": 771.66, "p95_ms": 163.096}, "read_interval": {"avg_ms": 139.896, "count": 214, "max_ms": 833.236, "p95_ms": 191.931}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 214, "max_ms": 0.102, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 2.141, "count": 214, "max_ms": 4.79, "p95_ms": 3.237}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 214, "max_ms": 0.06, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.124, "count": 214, "max_ms": 4.758, "p95_ms": 3.209}, "worker_merge_ms": {"avg_ms": 0.006, "count": 214, "max_ms": 0.034, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 50.354, "count": 214, "max_ms": 83.726, "p95_ms": 70.64}, "visualize": {"avg_ms": 56.095, "count": 214, "max_ms": 478.059, "p95_ms": 89.402}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 51.104, "count": 214, "max_ms": 472.936, "p95_ms": 85.78}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 54.428, "count": 214, "max_ms": 476.122, "p95_ms": 87.626}, "visualize_input_copy_ms": {"avg_ms": 1.469, "count": 214, "max_ms": 4.315, "p95_ms": 2.498}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 54.286, "count": 214, "max_ms": 475.872, "p95_ms": 87.551}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 214, "max_ms": 0.226, "p95_ms": 0.141}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 214}, "returned_event_count": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1478.152, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.09, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.699, "sample_count": 2110, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1457096, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:43:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 169592, "write_bytes_delta": 169592, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 487.0, "cpu_core_ratio": 0.408836, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 104944, "reason": null, "system_cpu_core_ratio": 0.036895, "system_cpu_s_delta": 0.3700000000000001, "user_cpu_core_ratio": 0.371941, "user_cpu_s_delta": 3.729999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.569533, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 85423.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.582342, "system_cpu_s_delta": 5.8399999999965075, "user_cpu_core_ratio": 0.98719, "user_cpu_s_delta": 9.89999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.207, "count": 225, "max_ms": 8.197, "p95_ms": 5.15, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.907, "max": 6.0, "p95": 5.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 225}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.68, "count": 30, "max": 47.896, "p95": 29.749, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.377, "count": 30, "max": 20.882, "p95": 20.346, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 946.9, "count": 30, "max": 1376.0, "p95": 1354.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2211.367, "count": 30, "max": 14417.0, "p95": 13004.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.097, "count": 30, "max": 0.36, "p95": 0.324, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.436, "count": 30, "max": 0.52, "p95": 0.503, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.241, "count": 30, "max": 4.23, "p95": 1.635, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 161029.9, "count": 30, "max": 179213.0, "p95": 169459.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 161029.9, "count": 30, "max": 179213.0, "p95": 169459.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 151305.433, "count": 30, "max": 212346.0, "p95": 205465.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.442, "count": 30, "max": 0.608, "p95": 0.606, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.854, "count": 30, "max": 1.06, "p95": 1.054, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11246, "sampled_at": "2026-10-30T11:43:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:43:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2801471, "flush_count": 2916, "flush_interval_seconds": 30.0, "flush_state": {"count": 2916, "last_at": "2026-10-30T11:43:12", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:43:12", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2915}, "started": true, "suppressed_count": 1454373, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 145, "tracking_summary": 1454228}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2916, "written_record_count": 2916}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9661.688, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T11:43:35+09:00", "last_error_summary": "[h264 @ 0x63afd72e9440] left block unavailable for requested intra mode [h264 @ 0x63afd72e9440] error while decoding MB 0 59, bytestream 9728 [h264 @ 0x63afd73fdc00] error while decoding MB 54 49, bytestream -16", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4028708966400, "copied_frame_count": 1457143, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:43:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 10450260, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:43:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.811}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 145, "events_emitted": 142, "events_failed": 0, "events_observed": 145, "events_suppressed": 3, "frame_buffer_copied_bytes": 4028708966400, "frame_buffer_copies": 1457143, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7100, "recorder_active_input_bytes": 19630080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 142, "recorder_clips_failed": 0, "recorder_clips_started": 142, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 142, "worker_jobs_accepted": 142, "worker_jobs_completed": 142, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1072, "count": 512, "max_ms": 1.3693, "p50_ms": 0.0911, "p95_ms": 0.2222, "p99_ms": 0.2687}, "stages": {"db_insert": {"avg_ms": 19.8902, "count": 142, "max_ms": 58.1833, "p50_ms": 18.8088, "p95_ms": 35.0784, "p99_ms": 40.8862, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8961, "count": 142, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2095, "p99_ms": 4.2527, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.8646, "count": 145, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1381.4938, "p99_ms": 2012.7222, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4865, "count": 512, "max_ms": 5.243, "p50_ms": 1.3956, "p95_ms": 2.5079, "p99_ms": 3.1662, "results": {"failed": 0, "not_applicable": 0, "success": 1457143, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.2196, "count": 145, "max_ms": 794.4404, "p50_ms": 588.0571, "p95_ms": 681.6776, "p99_ms": 717.64, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.5375, "count": 142, "max_ms": 74.3496, "p50_ms": 24.2883, "p95_ms": 56.2243, "p99_ms": 71.6874, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.775, "count": 512, "max_ms": 10.7362, "p50_ms": 4.5311, "p95_ms": 7.416, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5677, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4056, "p95_ms": 3.0326, "p99_ms": 5.1243, "results": {"failed": 0, "not_applicable": 0, "success": 7100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.927, "count": 142, "max_ms": 791.9897, "p50_ms": 582.9617, "p95_ms": 674.5559, "p99_ms": 713.2026, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.847, "count": 142, "max_ms": 734.2838, "p50_ms": 479.9343, "p95_ms": 557.4488, "p99_ms": 589.6593, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8011, "count": 142, "max_ms": 138.414, "p50_ms": 96.5409, "p95_ms": 119.0033, "p99_ms": 132.4558, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9312, "count": 142, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8022, "p99_ms": 7.6644, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.059, "count": 142, "max_ms": 81.87, "p50_ms": 45.7051, "p95_ms": 68.7107, "p99_ms": 77.9164, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.97, "count": 145, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7968, "p99_ms": 4.5241, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8278, "count": 142, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.6156, "p99_ms": 11.9413, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8278, "count": 142, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.6156, "p99_ms": 11.9413, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.97, "count": 145, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7968, "p99_ms": 4.5241, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0076, "count": 142, "max_ms": 9.1922, "p50_ms": 0.817, "p95_ms": 1.9357, "p99_ms": 3.6224, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.2694, "count": 142, "max_ms": 4604.0207, "p50_ms": 392.3297, "p95_ms": 709.1789, "p99_ms": 1376.9932, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7732, "count": 142, "max_ms": 26.8239, "p50_ms": 1.1876, "p95_ms": 10.528, "p99_ms": 16.3992, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.3739, "count": 142, "max_ms": 70.8318, "p50_ms": 23.3939, "p95_ms": 56.6076, "p99_ms": 66.6146, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0993, "count": 142, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.1754, "p99_ms": 0.6252, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5813, "count": 142, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7863, "p99_ms": 7.3423, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.0372, "count": 142, "max_ms": 4651.5807, "p50_ms": 476.3844, "p95_ms": 796.6776, "p99_ms": 1441.4515, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 142, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 142, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.1754, "p99_ms": 0.6252}, "wait_ms": {"count": 142, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7863, "p99_ms": 7.3423}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 142, "artifact_failed": 0, "artifact_requested": 142, "artifact_success": 142, "completed": 142, "completed_failed": 0, "completed_success": 142, "cooldown_promoted": 142, "database_requested": 142, "db_insert_success": 142, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15538, "relay_business_failed": 0, "relay_business_success": 142, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 142, "relay_transport_failed": 0, "relay_transport_success": 142, "reservation_requested": 142}, "snapshot": {"copied_bytes": 392601600, "copied_count": 142, "copy": {"count": 142, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2095, "p99_ms": 4.2527}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 513, "h264_decode_error_count": 1156, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:43:35+09:00", "last_error_summary": "[h264 @ 0x63afd72e9440] left block unavailable for requested intra mode [h264 @ 0x63afd72e9440] error while decoding MB 0 59, bytestream 9728 [h264 @ 0x63afd73fdc00] error while decoding MB 54 49, bytestream -16", "last_exit_at": "2026-10-30T11:43:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 88.176, "last_started_at": "2026-10-30T11:42:07+09:00", "pid": 104944, "process": {"exists": false, "pid": 104944}, "restart_count": 557, "restart_count_per_hour": 27, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 558}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.843, "sample_count": 2087, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1457143, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:43:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.043, "last_frame_pushed_at": "2026-10-30T11:43:35+09:00", "last_frame_read_age_sec": 0.171, "last_frame_read_at": "2026-10-30T11:43:35+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 92, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 206.096, "last_sample_duration_ms": 1122.674, "last_trigger": "periodic", "next_snapshot_in_sec": 393.904, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 292, "storage_bytes": 2783429}, "mjpeg": {"age_sec": 0.034, "exists": true, "mtime": "2026-10-30T11:43:35.740538+09:00", "mtime_epoch": 1793328215.7405384, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 169018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:43:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1599.57, "name": "celery", "pid": 206, "rss_mb": 1581.117, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 124, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1457143, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.972, "max": 8.0, "p95": 5.0, "sample_count": 214}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 214}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 214}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 214}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 214}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.134, "pushed": 7.167, "read": 7.134}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 213, "client_acquire_ms": {"avg_ms": 0.007, "count": 214, "max_ms": 0.035, "p95_ms": 0.02, "reason": null, "sample_age_ms": 131.651, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.926, "count": 213, "max_ms": 9.453, "p95_ms": 2.84, "reason": null, "sample_age_ms": 179.345, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.435, "count": 213, "max_ms": 9.061, "p95_ms": 2.156, "reason": null, "sample_age_ms": 179.81, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.301, "count": 214, "max_ms": 0.808, "p95_ms": 0.568, "reason": null, "sample_age_ms": 131.666, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.895, "count": 213, "max_ms": 8.176, "p95_ms": 3.181, "reason": null, "sample_age_ms": 176.997, "source": "client_direct"}, "request_count": 213, "request_tensor_bytes": {"avg": 2764808.0, "count": 213, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 176.954, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 214, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 132.133, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.747, "count": 214, "max_ms": 79.736, "p95_ms": 66.104, "reason": null, "sample_age_ms": 131.642, "source": "client_direct"}, "sample_age_ms": 131.634, "source": "client_direct", "task_total_ms": {"avg_ms": 49.112, "count": 214, "max_ms": 81.2, "p95_ms": 68.332, "reason": null, "sample_age_ms": 131.634, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.216, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.633, "count": 214, "max_ms": 13.578, "p95_ms": 8.738}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.334, "count": 214, "max_ms": 1.385, "p95_ms": 0.589}, "detection_prepare_ms": {"avg_ms": 1.305, "count": 214, "max_ms": 4.234, "p95_ms": 2.474}, "event_filter_ms": {"avg_ms": 0.006, "count": 214, "max_ms": 0.035, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.134, "count": 214, "max_ms": 0.458, "p95_ms": 0.234}, "mcmt_ms": {"avg_ms": 0.003, "count": 214, "max_ms": 0.022, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.215, "count": 214, "max_ms": 4.953, "p95_ms": 3.386}, "setup_ms": {"avg_ms": 0.043, "count": 214, "max_ms": 0.166, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 5.57, "count": 214, "max_ms": 13.442, "p95_ms": 8.632}, "track_match_ms": {"avg_ms": 0.114, "count": 214, "max_ms": 0.44, "p95_ms": 0.229}, "tracker_update_ms": {"avg_ms": 1.414, "count": 214, "max_ms": 4.621, "p95_ms": 2.185}}, "gstreamer_push": {"avg_ms": 3.464, "count": 215, "max_ms": 10.155, "p95_ms": 6.457}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 214, "max_ms": 1.538, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.408, "count": 214, "max_ms": 83.72, "p95_ms": 70.623}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.115, "count": 214, "max_ms": 14.287, "p95_ms": 9.053}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 118.077, "count": 214, "max_ms": 761.915, "p95_ms": 157.146}, "inference_input_copy_ms": {"avg_ms": 1.708, "count": 214, "max_ms": 4.218, "p95_ms": 3.069}, "processing_residual_ms": {"avg_ms": 0.198, "count": 214, "max_ms": 0.648, "p95_ms": 0.381}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 123.098, "count": 214, "max_ms": 771.66, "p95_ms": 163.096}, "read_interval": {"avg_ms": 139.896, "count": 214, "max_ms": 833.236, "p95_ms": 191.931}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 214, "max_ms": 0.102, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 2.146, "count": 214, "max_ms": 4.79, "p95_ms": 3.237}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 214, "max_ms": 0.06, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.129, "count": 214, "max_ms": 4.758, "p95_ms": 3.209}, "worker_merge_ms": {"avg_ms": 0.007, "count": 214, "max_ms": 0.034, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 50.422, "count": 214, "max_ms": 83.726, "p95_ms": 70.64}, "visualize": {"avg_ms": 56.038, "count": 214, "max_ms": 478.059, "p95_ms": 89.402}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 51.041, "count": 214, "max_ms": 472.936, "p95_ms": 85.78}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 54.366, "count": 214, "max_ms": 476.122, "p95_ms": 87.626}, "visualize_input_copy_ms": {"avg_ms": 1.472, "count": 214, "max_ms": 4.315, "p95_ms": 2.498}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 54.224, "count": 214, "max_ms": 475.872, "p95_ms": 87.551}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 214, "max_ms": 0.226, "p95_ms": 0.146}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 214}, "returned_event_count": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1478.152, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.09, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.699, "sample_count": 2110, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1457096, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:43:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 169592, "write_bytes_delta": 169592, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 487.0, "cpu_core_ratio": 0.408836, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 104944, "reason": null, "system_cpu_core_ratio": 0.036895, "system_cpu_s_delta": 0.3700000000000001, "user_cpu_core_ratio": 0.371941, "user_cpu_s_delta": 3.729999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.569533, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 85423.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.582342, "system_cpu_s_delta": 5.8399999999965075, "user_cpu_core_ratio": 0.98719, "user_cpu_s_delta": 9.89999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.207, "count": 225, "max_ms": 8.197, "p95_ms": 5.15, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.907, "max": 6.0, "p95": 5.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 225}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.68, "count": 30, "max": 47.896, "p95": 29.749, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.377, "count": 30, "max": 20.882, "p95": 20.346, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 946.9, "count": 30, "max": 1376.0, "p95": 1354.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2211.367, "count": 30, "max": 14417.0, "p95": 13004.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.097, "count": 30, "max": 0.36, "p95": 0.324, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.436, "count": 30, "max": 0.52, "p95": 0.503, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.241, "count": 30, "max": 4.23, "p95": 1.635, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 161029.9, "count": 30, "max": 179213.0, "p95": 169459.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 161029.9, "count": 30, "max": 179213.0, "p95": 169459.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 151305.433, "count": 30, "max": 212346.0, "p95": 205465.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.442, "count": 30, "max": 0.608, "p95": 0.606, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.854, "count": 30, "max": 1.06, "p95": 1.054, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11246, "sampled_at": "2026-10-30T11:43:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:43:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2801471, "flush_count": 2916, "flush_interval_seconds": 30.0, "flush_state": {"count": 2916, "last_at": "2026-10-30T11:43:12", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:43:12", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2915}, "started": true, "suppressed_count": 1454373, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 145, "tracking_summary": 1454228}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2916, "written_record_count": 2916}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9671.027, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4028708966400, "copied_frame_count": 1457143, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:43:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 10450260, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:43:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.811}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 145, "events_emitted": 142, "events_failed": 0, "events_observed": 145, "events_suppressed": 3, "frame_buffer_copied_bytes": 4028708966400, "frame_buffer_copies": 1457143, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7100, "recorder_active_input_bytes": 19630080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 142, "recorder_clips_failed": 0, "recorder_clips_started": 142, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 142, "worker_jobs_accepted": 142, "worker_jobs_completed": 142, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1072, "count": 512, "max_ms": 1.3693, "p50_ms": 0.0911, "p95_ms": 0.2222, "p99_ms": 0.2687}, "stages": {"db_insert": {"avg_ms": 19.8902, "count": 142, "max_ms": 58.1833, "p50_ms": 18.8088, "p95_ms": 35.0784, "p99_ms": 40.8862, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8961, "count": 142, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2095, "p99_ms": 4.2527, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.8646, "count": 145, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1381.4938, "p99_ms": 2012.7222, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4865, "count": 512, "max_ms": 5.243, "p50_ms": 1.3956, "p95_ms": 2.5079, "p99_ms": 3.1662, "results": {"failed": 0, "not_applicable": 0, "success": 1457143, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.2196, "count": 145, "max_ms": 794.4404, "p50_ms": 588.0571, "p95_ms": 681.6776, "p99_ms": 717.64, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.5375, "count": 142, "max_ms": 74.3496, "p50_ms": 24.2883, "p95_ms": 56.2243, "p99_ms": 71.6874, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.775, "count": 512, "max_ms": 10.7362, "p50_ms": 4.5311, "p95_ms": 7.416, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5677, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4056, "p95_ms": 3.0326, "p99_ms": 5.1243, "results": {"failed": 0, "not_applicable": 0, "success": 7100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.927, "count": 142, "max_ms": 791.9897, "p50_ms": 582.9617, "p95_ms": 674.5559, "p99_ms": 713.2026, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.847, "count": 142, "max_ms": 734.2838, "p50_ms": 479.9343, "p95_ms": 557.4488, "p99_ms": 589.6593, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8011, "count": 142, "max_ms": 138.414, "p50_ms": 96.5409, "p95_ms": 119.0033, "p99_ms": 132.4558, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9312, "count": 142, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8022, "p99_ms": 7.6644, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.059, "count": 142, "max_ms": 81.87, "p50_ms": 45.7051, "p95_ms": 68.7107, "p99_ms": 77.9164, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.97, "count": 145, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7968, "p99_ms": 4.5241, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8278, "count": 142, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.6156, "p99_ms": 11.9413, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8278, "count": 142, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.6156, "p99_ms": 11.9413, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.97, "count": 145, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7968, "p99_ms": 4.5241, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0076, "count": 142, "max_ms": 9.1922, "p50_ms": 0.817, "p95_ms": 1.9357, "p99_ms": 3.6224, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.2694, "count": 142, "max_ms": 4604.0207, "p50_ms": 392.3297, "p95_ms": 709.1789, "p99_ms": 1376.9932, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7732, "count": 142, "max_ms": 26.8239, "p50_ms": 1.1876, "p95_ms": 10.528, "p99_ms": 16.3992, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.3739, "count": 142, "max_ms": 70.8318, "p50_ms": 23.3939, "p95_ms": 56.6076, "p99_ms": 66.6146, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0993, "count": 142, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.1754, "p99_ms": 0.6252, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5813, "count": 142, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7863, "p99_ms": 7.3423, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.0372, "count": 142, "max_ms": 4651.5807, "p50_ms": 476.3844, "p95_ms": 796.6776, "p99_ms": 1441.4515, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 142, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 142, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.1754, "p99_ms": 0.6252}, "wait_ms": {"count": 142, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7863, "p99_ms": 7.3423}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 142, "artifact_failed": 0, "artifact_requested": 142, "artifact_success": 142, "completed": 142, "completed_failed": 0, "completed_success": 142, "cooldown_promoted": 142, "database_requested": 142, "db_insert_success": 142, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15538, "relay_business_failed": 0, "relay_business_success": 142, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 142, "relay_transport_failed": 0, "relay_transport_success": 142, "reservation_requested": 142}, "snapshot": {"copied_bytes": 392601600, "copied_count": 142, "copy": {"count": 142, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2095, "p99_ms": 4.2527}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 513, "h264_decode_error_count": 1156, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:43:35+09:00", "last_error_summary": "[h264 @ 0x63afd72e9440] left block unavailable for requested intra mode [h264 @ 0x63afd72e9440] error while decoding MB 0 59, bytestream 9728 [h264 @ 0x63afd73fdc00] error while decoding MB 54 49, bytestream -16", "last_exit_at": "2026-10-30T11:43:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 88.214, "last_started_at": "2026-10-30T11:42:07+09:00", "pid": 104944, "process": {"exists": false, "pid": 104944}, "restart_count": 557, "restart_count_per_hour": 27, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 558}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.843, "sample_count": 2087, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1457143, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:43:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.08, "last_frame_pushed_at": "2026-10-30T11:43:35+09:00", "last_frame_read_age_sec": 0.208, "last_frame_read_at": "2026-10-30T11:43:35+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 92, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 206.138, "last_sample_duration_ms": 1122.674, "last_trigger": "periodic", "next_snapshot_in_sec": 393.862, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 292, "storage_bytes": 2783429}, "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-10-30T11:43:35.740538+09:00", "mtime_epoch": 1793328215.7405384, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 169018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:43:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1599.57, "name": "celery", "pid": 206, "rss_mb": 1581.117, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 124, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1457143, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.972, "max": 8.0, "p95": 5.0, "sample_count": 214}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 214}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 214}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 214}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 214}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.148, "pushed": 7.148, "read": 7.114}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 213, "client_acquire_ms": {"avg_ms": 0.007, "count": 214, "max_ms": 0.035, "p95_ms": 0.02, "reason": null, "sample_age_ms": 167.179, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.926, "count": 213, "max_ms": 9.453, "p95_ms": 2.84, "reason": null, "sample_age_ms": 214.873, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.435, "count": 213, "max_ms": 9.061, "p95_ms": 2.156, "reason": null, "sample_age_ms": 215.337, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.301, "count": 214, "max_ms": 0.808, "p95_ms": 0.568, "reason": null, "sample_age_ms": 167.194, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.895, "count": 213, "max_ms": 8.176, "p95_ms": 3.181, "reason": null, "sample_age_ms": 212.525, "source": "client_direct"}, "request_count": 213, "request_tensor_bytes": {"avg": 2764808.0, "count": 213, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 212.481, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 214, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 167.66, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.747, "count": 214, "max_ms": 79.736, "p95_ms": 66.104, "reason": null, "sample_age_ms": 167.169, "source": "client_direct"}, "sample_age_ms": 167.161, "source": "client_direct", "task_total_ms": {"avg_ms": 49.112, "count": 214, "max_ms": 81.2, "p95_ms": 68.332, "reason": null, "sample_age_ms": 167.161, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.903, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.633, "count": 214, "max_ms": 13.578, "p95_ms": 8.738}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.334, "count": 214, "max_ms": 1.385, "p95_ms": 0.589}, "detection_prepare_ms": {"avg_ms": 1.305, "count": 214, "max_ms": 4.234, "p95_ms": 2.474}, "event_filter_ms": {"avg_ms": 0.006, "count": 214, "max_ms": 0.035, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.134, "count": 214, "max_ms": 0.458, "p95_ms": 0.234}, "mcmt_ms": {"avg_ms": 0.003, "count": 214, "max_ms": 0.022, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.215, "count": 214, "max_ms": 4.953, "p95_ms": 3.386}, "setup_ms": {"avg_ms": 0.043, "count": 214, "max_ms": 0.166, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 5.57, "count": 214, "max_ms": 13.442, "p95_ms": 8.632}, "track_match_ms": {"avg_ms": 0.114, "count": 214, "max_ms": 0.44, "p95_ms": 0.229}, "tracker_update_ms": {"avg_ms": 1.414, "count": 214, "max_ms": 4.621, "p95_ms": 2.185}}, "gstreamer_push": {"avg_ms": 3.471, "count": 214, "max_ms": 10.155, "p95_ms": 6.457}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 214, "max_ms": 1.538, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.408, "count": 214, "max_ms": 83.72, "p95_ms": 70.623}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.115, "count": 214, "max_ms": 14.287, "p95_ms": 9.053}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 118.077, "count": 214, "max_ms": 761.915, "p95_ms": 157.146}, "inference_input_copy_ms": {"avg_ms": 1.708, "count": 214, "max_ms": 4.218, "p95_ms": 3.069}, "processing_residual_ms": {"avg_ms": 0.198, "count": 214, "max_ms": 0.648, "p95_ms": 0.381}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 123.098, "count": 214, "max_ms": 771.66, "p95_ms": 163.096}, "read_interval": {"avg_ms": 140.007, "count": 213, "max_ms": 833.236, "p95_ms": 191.931}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 214, "max_ms": 0.102, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 2.146, "count": 214, "max_ms": 4.79, "p95_ms": 3.237}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 214, "max_ms": 0.06, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.129, "count": 214, "max_ms": 4.758, "p95_ms": 3.209}, "worker_merge_ms": {"avg_ms": 0.007, "count": 214, "max_ms": 0.034, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 50.422, "count": 214, "max_ms": 83.726, "p95_ms": 70.64}, "visualize": {"avg_ms": 56.038, "count": 214, "max_ms": 478.059, "p95_ms": 89.402}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 51.041, "count": 214, "max_ms": 472.936, "p95_ms": 85.78}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 54.366, "count": 214, "max_ms": 476.122, "p95_ms": 87.626}, "visualize_input_copy_ms": {"avg_ms": 1.472, "count": 214, "max_ms": 4.315, "p95_ms": 2.498}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 54.224, "count": 214, "max_ms": 475.872, "p95_ms": 87.551}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 214, "max_ms": 0.226, "p95_ms": 0.146}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 214}, "returned_event_count": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1478.152, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.09, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.699, "sample_count": 2110, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1457096, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:43:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 169592, "write_bytes_delta": 169592, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 487.0, "cpu_core_ratio": 0.408836, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 104944, "reason": null, "system_cpu_core_ratio": 0.036895, "system_cpu_s_delta": 0.3700000000000001, "user_cpu_core_ratio": 0.371941, "user_cpu_s_delta": 3.729999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.569533, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 85423.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.582342, "system_cpu_s_delta": 5.8399999999965075, "user_cpu_core_ratio": 0.98719, "user_cpu_s_delta": 9.89999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.207, "count": 225, "max_ms": 8.197, "p95_ms": 5.15, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.907, "max": 6.0, "p95": 5.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 225}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.68, "count": 30, "max": 47.896, "p95": 29.749, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.377, "count": 30, "max": 20.882, "p95": 20.346, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 946.9, "count": 30, "max": 1376.0, "p95": 1354.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2211.367, "count": 30, "max": 14417.0, "p95": 13004.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.097, "count": 30, "max": 0.36, "p95": 0.324, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.436, "count": 30, "max": 0.52, "p95": 0.503, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.241, "count": 30, "max": 4.23, "p95": 1.635, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 161029.9, "count": 30, "max": 179213.0, "p95": 169459.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 161029.9, "count": 30, "max": 179213.0, "p95": 169459.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 151305.433, "count": 30, "max": 212346.0, "p95": 205465.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.442, "count": 30, "max": 0.608, "p95": 0.606, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.854, "count": 30, "max": 1.06, "p95": 1.054, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11246, "sampled_at": "2026-10-30T11:43:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:43:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2801471, "flush_count": 2916, "flush_interval_seconds": 30.0, "flush_state": {"count": 2916, "last_at": "2026-10-30T11:43:12", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:43:12", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2915}, "started": true, "suppressed_count": 1454373, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 145, "tracking_summary": 1454228}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2916, "written_record_count": 2916}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9847.961, "limit_mb": null}, "detail": {"pid": 105122, "restart_count": 558, "start_count": 559}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4028708966400, "copied_frame_count": 1457143, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:43:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 10450260, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:43:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.811}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 145, "events_emitted": 142, "events_failed": 0, "events_observed": 145, "events_suppressed": 3, "frame_buffer_copied_bytes": 4028708966400, "frame_buffer_copies": 1457143, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7100, "recorder_active_input_bytes": 19630080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 142, "recorder_clips_failed": 0, "recorder_clips_started": 142, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 142, "worker_jobs_accepted": 142, "worker_jobs_completed": 142, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1072, "count": 512, "max_ms": 1.3693, "p50_ms": 0.0911, "p95_ms": 0.2222, "p99_ms": 0.2687}, "stages": {"db_insert": {"avg_ms": 19.8902, "count": 142, "max_ms": 58.1833, "p50_ms": 18.8088, "p95_ms": 35.0784, "p99_ms": 40.8862, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8961, "count": 142, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2095, "p99_ms": 4.2527, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.8646, "count": 145, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1381.4938, "p99_ms": 2012.7222, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4865, "count": 512, "max_ms": 5.243, "p50_ms": 1.3956, "p95_ms": 2.5079, "p99_ms": 3.1662, "results": {"failed": 0, "not_applicable": 0, "success": 1457143, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.2196, "count": 145, "max_ms": 794.4404, "p50_ms": 588.0571, "p95_ms": 681.6776, "p99_ms": 717.64, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.5375, "count": 142, "max_ms": 74.3496, "p50_ms": 24.2883, "p95_ms": 56.2243, "p99_ms": 71.6874, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.775, "count": 512, "max_ms": 10.7362, "p50_ms": 4.5311, "p95_ms": 7.416, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5677, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4056, "p95_ms": 3.0326, "p99_ms": 5.1243, "results": {"failed": 0, "not_applicable": 0, "success": 7100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.927, "count": 142, "max_ms": 791.9897, "p50_ms": 582.9617, "p95_ms": 674.5559, "p99_ms": 713.2026, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.847, "count": 142, "max_ms": 734.2838, "p50_ms": 479.9343, "p95_ms": 557.4488, "p99_ms": 589.6593, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8011, "count": 142, "max_ms": 138.414, "p50_ms": 96.5409, "p95_ms": 119.0033, "p99_ms": 132.4558, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9312, "count": 142, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8022, "p99_ms": 7.6644, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.059, "count": 142, "max_ms": 81.87, "p50_ms": 45.7051, "p95_ms": 68.7107, "p99_ms": 77.9164, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.97, "count": 145, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7968, "p99_ms": 4.5241, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8278, "count": 142, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.6156, "p99_ms": 11.9413, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8278, "count": 142, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.6156, "p99_ms": 11.9413, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.97, "count": 145, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7968, "p99_ms": 4.5241, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0076, "count": 142, "max_ms": 9.1922, "p50_ms": 0.817, "p95_ms": 1.9357, "p99_ms": 3.6224, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.2694, "count": 142, "max_ms": 4604.0207, "p50_ms": 392.3297, "p95_ms": 709.1789, "p99_ms": 1376.9932, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7732, "count": 142, "max_ms": 26.8239, "p50_ms": 1.1876, "p95_ms": 10.528, "p99_ms": 16.3992, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.3739, "count": 142, "max_ms": 70.8318, "p50_ms": 23.3939, "p95_ms": 56.6076, "p99_ms": 66.6146, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0993, "count": 142, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.1754, "p99_ms": 0.6252, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5813, "count": 142, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7863, "p99_ms": 7.3423, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.0372, "count": 142, "max_ms": 4651.5807, "p50_ms": 476.3844, "p95_ms": 796.6776, "p99_ms": 1441.4515, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 142, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 142, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.1754, "p99_ms": 0.6252}, "wait_ms": {"count": 142, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7863, "p99_ms": 7.3423}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 142, "artifact_failed": 0, "artifact_requested": 142, "artifact_success": 142, "completed": 142, "completed_failed": 0, "completed_success": 142, "cooldown_promoted": 142, "database_requested": 142, "db_insert_success": 142, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15538, "relay_business_failed": 0, "relay_business_success": 142, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 142, "relay_transport_failed": 0, "relay_transport_success": 142, "reservation_requested": 142}, "snapshot": {"copied_bytes": 392601600, "copied_count": 142, "copy": {"count": 142, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2095, "p99_ms": 4.2527}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 513, "h264_decode_error_count": 1156, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:43:35+09:00", "last_error_summary": "[h264 @ 0x63afd72e9440] left block unavailable for requested intra mode [h264 @ 0x63afd72e9440] error while decoding MB 0 59, bytestream 9728 [h264 @ 0x63afd73fdc00] error while decoding MB 54 49, bytestream -16", "last_exit_at": "2026-10-30T11:43:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T11:43:38+09:00", "pid": 105122, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.539, "name": "ffmpeg", "pid": 105122, "rss_mb": 208.539, "state": "S (sleeping)", "threads": 70}, "restart_count": 558, "restart_count_per_hour": 28, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 559}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.843, "sample_count": 2048, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1457143, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:43:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.895, "last_frame_pushed_at": "2026-10-30T11:43:35+09:00", "last_frame_read_age_sec": 5.023, "last_frame_read_at": "2026-10-30T11:43:35+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 92, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 210.962, "last_sample_duration_ms": 1122.674, "last_trigger": "periodic", "next_snapshot_in_sec": 389.038, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 292, "storage_bytes": 2783429}, "mjpeg": {"age_sec": 4.886, "exists": true, "mtime": "2026-10-30T11:43:35.740538+09:00", "mtime_epoch": 1793328215.7405384, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 169018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:43:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1599.57, "name": "celery", "pid": 206, "rss_mb": 1581.121, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 124, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1457143, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.943, "max": 8.0, "p95": 5.0, "sample_count": 175}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 175}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 175}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 175}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 175}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 176, "read_frames": 175, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.833, "pushed": 5.867, "read": 5.833}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 174, "client_acquire_ms": {"avg_ms": 0.007, "count": 175, "max_ms": 0.035, "p95_ms": 0.019, "reason": null, "sample_age_ms": 4986.415, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.967, "count": 174, "max_ms": 9.453, "p95_ms": 3.185, "reason": null, "sample_age_ms": 5034.109, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.468, "count": 174, "max_ms": 9.061, "p95_ms": 2.265, "reason": null, "sample_age_ms": 5034.573, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.3, "count": 175, "max_ms": 0.808, "p95_ms": 0.556, "reason": null, "sample_age_ms": 4986.429, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.91, "count": 174, "max_ms": 8.176, "p95_ms": 3.267, "reason": null, "sample_age_ms": 5031.76, "source": "client_direct"}, "request_count": 174, "request_tensor_bytes": {"avg": 2764808.0, "count": 174, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5031.717, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 175, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4986.896, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.894, "count": 175, "max_ms": 79.736, "p95_ms": 65.223, "reason": null, "sample_age_ms": 4986.405, "source": "client_direct"}, "sample_age_ms": 4986.397, "source": "client_direct", "task_total_ms": {"avg_ms": 49.275, "count": 175, "max_ms": 81.2, "p95_ms": 67.665, "reason": null, "sample_age_ms": 4986.397, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.991, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.649, "count": 175, "max_ms": 13.578, "p95_ms": 8.694}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.343, "count": 175, "max_ms": 1.385, "p95_ms": 0.609}, "detection_prepare_ms": {"avg_ms": 1.309, "count": 175, "max_ms": 4.234, "p95_ms": 2.474}, "event_filter_ms": {"avg_ms": 0.006, "count": 175, "max_ms": 0.035, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.135, "count": 175, "max_ms": 0.458, "p95_ms": 0.237}, "mcmt_ms": {"avg_ms": 0.003, "count": 175, "max_ms": 0.022, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.211, "count": 175, "max_ms": 4.953, "p95_ms": 3.351}, "setup_ms": {"avg_ms": 0.043, "count": 175, "max_ms": 0.166, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 5.585, "count": 175, "max_ms": 13.442, "p95_ms": 8.564}, "track_match_ms": {"avg_ms": 0.116, "count": 175, "max_ms": 0.44, "p95_ms": 0.253}, "tracker_update_ms": {"avg_ms": 1.418, "count": 175, "max_ms": 4.621, "p95_ms": 2.257}}, "gstreamer_push": {"avg_ms": 3.595, "count": 176, "max_ms": 10.155, "p95_ms": 7.064}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 175, "max_ms": 1.538, "p95_ms": 0.106}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.617, "count": 175, "max_ms": 83.72, "p95_ms": 69.946}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.197, "count": 175, "max_ms": 14.287, "p95_ms": 9.143}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 121.193, "count": 175, "max_ms": 761.915, "p95_ms": 166.823}, "inference_input_copy_ms": {"avg_ms": 1.685, "count": 175, "max_ms": 4.218, "p95_ms": 2.784}, "processing_residual_ms": {"avg_ms": 0.201, "count": 175, "max_ms": 0.648, "p95_ms": 0.404}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 126.275, "count": 175, "max_ms": 771.66, "p95_ms": 171.766}, "read_interval": {"avg_ms": 143.34, "count": 175, "max_ms": 833.236, "p95_ms": 198.785}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 175, "max_ms": 0.102, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 2.142, "count": 175, "max_ms": 4.79, "p95_ms": 3.237}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 175, "max_ms": 0.06, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.125, "count": 175, "max_ms": 4.758, "p95_ms": 3.208}, "worker_merge_ms": {"avg_ms": 0.007, "count": 175, "max_ms": 0.034, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 50.63, "count": 175, "max_ms": 83.726, "p95_ms": 69.959}, "visualize": {"avg_ms": 57.83, "count": 175, "max_ms": 478.059, "p95_ms": 96.48}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 52.675, "count": 175, "max_ms": 472.936, "p95_ms": 90.785}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 56.114, "count": 175, "max_ms": 476.122, "p95_ms": 94.465}, "visualize_input_copy_ms": {"avg_ms": 1.515, "count": 175, "max_ms": 4.315, "p95_ms": 2.586}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 55.969, "count": 175, "max_ms": 475.872, "p95_ms": 94.315}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 175, "max_ms": 0.226, "p95_ms": 0.151}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 175}, "returned_event_count": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 175}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1478.152, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.09, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.699, "sample_count": 2110, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1457096, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:43:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 169592, "write_bytes_delta": 169592, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 487.0, "cpu_core_ratio": 0.408836, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 104944, "reason": null, "system_cpu_core_ratio": 0.036895, "system_cpu_s_delta": 0.3700000000000001, "user_cpu_core_ratio": 0.371941, "user_cpu_s_delta": 3.729999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.569533, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 85423.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.582342, "system_cpu_s_delta": 5.8399999999965075, "user_cpu_core_ratio": 0.98719, "user_cpu_s_delta": 9.89999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.207, "count": 225, "max_ms": 8.197, "p95_ms": 5.15, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.907, "max": 6.0, "p95": 5.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 225}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.68, "count": 30, "max": 47.896, "p95": 29.749, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.377, "count": 30, "max": 20.882, "p95": 20.346, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 946.9, "count": 30, "max": 1376.0, "p95": 1354.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2211.367, "count": 30, "max": 14417.0, "p95": 13004.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.097, "count": 30, "max": 0.36, "p95": 0.324, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.436, "count": 30, "max": 0.52, "p95": 0.503, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.241, "count": 30, "max": 4.23, "p95": 1.635, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 161029.9, "count": 30, "max": 179213.0, "p95": 169459.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 161029.9, "count": 30, "max": 179213.0, "p95": 169459.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 151305.433, "count": 30, "max": 212346.0, "p95": 205465.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.442, "count": 30, "max": 0.608, "p95": 0.606, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.854, "count": 30, "max": 1.06, "p95": 1.054, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11246, "sampled_at": "2026-10-30T11:43:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:43:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2803405, "flush_count": 2918, "flush_interval_seconds": 30.0, "flush_state": {"count": 2918, "last_at": "2026-10-30T11:45:12", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:45:12", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2917}, "started": true, "suppressed_count": 1455461, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 145, "tracking_summary": 1455316}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2918, "written_record_count": 2918}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9552.766, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5dc3674c0d80] error while decoding MB 12 40, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4031719833600, "copied_frame_count": 1458232, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:43:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 10450260, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:43:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.811}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 145, "events_emitted": 142, "events_failed": 0, "events_observed": 145, "events_suppressed": 3, "frame_buffer_copied_bytes": 4031719833600, "frame_buffer_copies": 1458232, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7100, "recorder_active_input_bytes": 19630080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 142, "recorder_clips_failed": 0, "recorder_clips_started": 142, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 142, "worker_jobs_accepted": 142, "worker_jobs_completed": 142, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1364, "count": 512, "max_ms": 3.1843, "p50_ms": 0.1166, "p95_ms": 0.2514, "p99_ms": 0.3116}, "stages": {"db_insert": {"avg_ms": 19.8902, "count": 142, "max_ms": 58.1833, "p50_ms": 18.8088, "p95_ms": 35.0784, "p99_ms": 40.8862, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8961, "count": 142, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2095, "p99_ms": 4.2527, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.8646, "count": 145, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1381.4938, "p99_ms": 2012.7222, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5514, "count": 512, "max_ms": 4.0746, "p50_ms": 1.4762, "p95_ms": 2.5135, "p99_ms": 3.2167, "results": {"failed": 0, "not_applicable": 0, "success": 1458232, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.2196, "count": 145, "max_ms": 794.4404, "p50_ms": 588.0571, "p95_ms": 681.6776, "p99_ms": 717.64, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.5375, "count": 142, "max_ms": 74.3496, "p50_ms": 24.2883, "p95_ms": 56.2243, "p99_ms": 71.6874, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.775, "count": 512, "max_ms": 10.7362, "p50_ms": 4.5311, "p95_ms": 7.416, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5677, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4056, "p95_ms": 3.0326, "p99_ms": 5.1243, "results": {"failed": 0, "not_applicable": 0, "success": 7100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.927, "count": 142, "max_ms": 791.9897, "p50_ms": 582.9617, "p95_ms": 674.5559, "p99_ms": 713.2026, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.847, "count": 142, "max_ms": 734.2838, "p50_ms": 479.9343, "p95_ms": 557.4488, "p99_ms": 589.6593, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8011, "count": 142, "max_ms": 138.414, "p50_ms": 96.5409, "p95_ms": 119.0033, "p99_ms": 132.4558, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9312, "count": 142, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8022, "p99_ms": 7.6644, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.059, "count": 142, "max_ms": 81.87, "p50_ms": 45.7051, "p95_ms": 68.7107, "p99_ms": 77.9164, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.97, "count": 145, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7968, "p99_ms": 4.5241, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8278, "count": 142, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.6156, "p99_ms": 11.9413, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8278, "count": 142, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.6156, "p99_ms": 11.9413, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.97, "count": 145, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7968, "p99_ms": 4.5241, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0076, "count": 142, "max_ms": 9.1922, "p50_ms": 0.817, "p95_ms": 1.9357, "p99_ms": 3.6224, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.2694, "count": 142, "max_ms": 4604.0207, "p50_ms": 392.3297, "p95_ms": 709.1789, "p99_ms": 1376.9932, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7732, "count": 142, "max_ms": 26.8239, "p50_ms": 1.1876, "p95_ms": 10.528, "p99_ms": 16.3992, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.3739, "count": 142, "max_ms": 70.8318, "p50_ms": 23.3939, "p95_ms": 56.6076, "p99_ms": 66.6146, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0993, "count": 142, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.1754, "p99_ms": 0.6252, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5813, "count": 142, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7863, "p99_ms": 7.3423, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.0372, "count": 142, "max_ms": 4651.5807, "p50_ms": 476.3844, "p95_ms": 796.6776, "p99_ms": 1441.4515, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 142, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 142, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.1754, "p99_ms": 0.6252}, "wait_ms": {"count": 142, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7863, "p99_ms": 7.3423}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 142, "artifact_failed": 0, "artifact_requested": 142, "artifact_success": 142, "completed": 142, "completed_failed": 0, "completed_success": 142, "cooldown_promoted": 142, "database_requested": 142, "db_insert_success": 142, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15538, "relay_business_failed": 0, "relay_business_success": 142, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 142, "relay_transport_failed": 0, "relay_transport_success": 142, "reservation_requested": 142}, "snapshot": {"copied_bytes": 392601600, "copied_count": 142, "copy": {"count": 142, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2095, "p99_ms": 4.2527}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 514, "h264_decode_error_count": 1157, "h264_decode_error_count_per_hour": 57, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:45:49+09:00", "last_error_summary": "[h264 @ 0x5dc3674c0d80] error while decoding MB 12 40, bytestream -6", "last_exit_at": "2026-10-30T11:43:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.469, "last_started_at": "2026-10-30T11:43:38+09:00", "pid": 105122, "process": {"exists": false, "pid": 105122}, "restart_count": 558, "restart_count_per_hour": 27, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 559}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.467, "sample_count": 2216, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1458232, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:45:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.085, "last_frame_pushed_at": "2026-10-30T11:45:49+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-10-30T11:45:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 92, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 339.425, "last_sample_duration_ms": 1122.674, "last_trigger": "periodic", "next_snapshot_in_sec": 260.575, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 292, "storage_bytes": 2783429}, "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-10-30T11:45:49.020234+09:00", "mtime_epoch": 1793328349.0202336, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 171040}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:45:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1599.57, "name": "celery", "pid": 206, "rss_mb": 1470.766, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 124, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1458233, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.922, "max": 10.0, "p95": 6.0, "sample_count": 255}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 64}, "total": {"avg": 0.251, "max": 1.0, "p95": 1.0, "sample_count": 255}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 255}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 255}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.524, "pushed": 8.524, "read": 8.524}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 255, "client_acquire_ms": {"avg_ms": 0.008, "count": 256, "max_ms": 0.038, "p95_ms": 0.016, "reason": null, "sample_age_ms": 28.948, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.666, "count": 255, "max_ms": 3.721, "p95_ms": 2.072, "reason": null, "sample_age_ms": 83.754, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.275, "count": 255, "max_ms": 3.185, "p95_ms": 1.432, "reason": null, "sample_age_ms": 84.03, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.287, "count": 256, "max_ms": 0.837, "p95_ms": 0.612, "reason": null, "sample_age_ms": 28.959, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.992, "count": 255, "max_ms": 8.742, "p95_ms": 3.424, "reason": null, "sample_age_ms": 82.062, "source": "client_direct"}, "request_count": 255, "request_tensor_bytes": {"avg": 2764808.0, "count": 255, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 82.034, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 256, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 29.366, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.146, "count": 256, "max_ms": 85.915, "p95_ms": 64.198, "reason": null, "sample_age_ms": 28.944, "source": "client_direct"}, "sample_age_ms": 28.935, "source": "client_direct", "task_total_ms": {"avg_ms": 49.612, "count": 256, "max_ms": 88.439, "p95_ms": 67.222, "reason": null, "sample_age_ms": 28.935, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.033, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.974, "count": 255, "max_ms": 10.264, "p95_ms": 6.299}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.29, "count": 255, "max_ms": 1.026, "p95_ms": 0.572}, "detection_prepare_ms": {"avg_ms": 0.436, "count": 255, "max_ms": 3.351, "p95_ms": 1.795}, "event_filter_ms": {"avg_ms": 0.004, "count": 255, "max_ms": 0.024, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.096, "count": 255, "max_ms": 0.337, "p95_ms": 0.199}, "mcmt_ms": {"avg_ms": 0.003, "count": 255, "max_ms": 0.058, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.647, "count": 255, "max_ms": 5.462, "p95_ms": 2.429}, "setup_ms": {"avg_ms": 0.043, "count": 255, "max_ms": 0.13, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 1.924, "count": 255, "max_ms": 10.168, "p95_ms": 6.232}, "track_match_ms": {"avg_ms": 0.03, "count": 255, "max_ms": 0.308, "p95_ms": 0.141}, "tracker_update_ms": {"avg_ms": 0.374, "count": 255, "max_ms": 5.638, "p95_ms": 1.584}}, "gstreamer_push": {"avg_ms": 3.263, "count": 255, "max_ms": 6.648, "p95_ms": 5.023}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 255, "max_ms": 0.178, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.616, "count": 255, "max_ms": 91.03, "p95_ms": 69.244}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.777, "count": 255, "max_ms": 11.92, "p95_ms": 3.14}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.7, "count": 255, "max_ms": 149.751, "p95_ms": 124.88}, "inference_input_copy_ms": {"avg_ms": 1.548, "count": 255, "max_ms": 4.286, "p95_ms": 2.656}, "processing_residual_ms": {"avg_ms": 0.171, "count": 255, "max_ms": 0.48, "p95_ms": 0.311}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.196, "count": 255, "max_ms": 154.825, "p95_ms": 129.238}, "read_interval": {"avg_ms": 117.364, "count": 255, "max_ms": 188.346, "p95_ms": 156.488}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 255, "max_ms": 0.048, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.591, "count": 255, "max_ms": 5.342, "p95_ms": 2.349}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 255, "max_ms": 0.083, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.576, "count": 255, "max_ms": 5.32, "p95_ms": 2.329}, "worker_merge_ms": {"avg_ms": 0.005, "count": 255, "max_ms": 0.046, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 50.63, "count": 255, "max_ms": 91.052, "p95_ms": 69.255}, "visualize": {"avg_ms": 46.97, "count": 255, "max_ms": 63.348, "p95_ms": 57.668}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.132, "count": 255, "max_ms": 61.514, "p95_ms": 54.992}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.433, "count": 255, "max_ms": 62.1, "p95_ms": 56.244}, "visualize_input_copy_ms": {"avg_ms": 0.34, "count": 255, "max_ms": 4.359, "p95_ms": 1.61}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.324, "count": 255, "max_ms": 62.011, "p95_ms": 56.051}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 255, "max_ms": 0.214, "p95_ms": 0.127}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 255}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1449.711, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.588, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.679, "sample_count": 2163, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1458061, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:45:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 170479, "write_bytes_delta": 170479, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 643.0, "cpu_core_ratio": 0.547355, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 105122, "reason": null, "system_cpu_core_ratio": 0.045448, "system_cpu_s_delta": 0.45999999999999996, "user_cpu_core_ratio": 0.501907, "user_cpu_s_delta": 5.080000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.189559, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 96242.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.380382, "system_cpu_s_delta": 3.849999999991269, "user_cpu_core_ratio": 0.809177, "user_cpu_s_delta": 8.190000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.393, "count": 253, "max_ms": 7.358, "p95_ms": 5.249, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.794, "max": 8.0, "p95": 5.0, "sample_count": 253}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.016, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 63}, "total": {"avg": 0.253, "max": 2.0, "p95": 1.0, "sample_count": 253}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.192, "count": 30, "max": 32.861, "p95": 25.404, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.569, "count": 30, "max": 23.278, "p95": 21.64, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 807.333, "count": 30, "max": 1329.0, "p95": 1256.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1016.667, "count": 30, "max": 14417.0, "p95": 3995.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.073, "count": 30, "max": 0.36, "p95": 0.274, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.446, "count": 30, "max": 0.546, "p95": 0.516, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.336, "count": 30, "max": 4.23, "p95": 2.873, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 166288.233, "count": 30, "max": 179213.0, "p95": 170262.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 166288.233, "count": 30, "max": 179213.0, "p95": 170262.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 121106.7, "count": 30, "max": 202736.0, "p95": 199594.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.47, "count": 30, "max": 0.608, "p95": 0.606, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.882, "count": 30, "max": 1.06, "p95": 1.054, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11258, "sampled_at": "2026-10-30T11:45:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:45:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2803405, "flush_count": 2918, "flush_interval_seconds": 30.0, "flush_state": {"count": 2918, "last_at": "2026-10-30T11:45:12", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:45:12", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2917}, "started": true, "suppressed_count": 1455461, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 145, "tracking_summary": 1455316}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2918, "written_record_count": 2918}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9532.086, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T11:45:49+09:00", "last_error_summary": "[h264 @ 0x5dc3674c0d80] error while decoding MB 12 40, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4031722598400, "copied_frame_count": 1458233, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:43:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 10450260, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:43:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.811}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 145, "events_emitted": 142, "events_failed": 0, "events_observed": 145, "events_suppressed": 3, "frame_buffer_copied_bytes": 4031722598400, "frame_buffer_copies": 1458233, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7100, "recorder_active_input_bytes": 19630080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 142, "recorder_clips_failed": 0, "recorder_clips_started": 142, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 142, "worker_jobs_accepted": 142, "worker_jobs_completed": 142, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1367, "count": 512, "max_ms": 3.1843, "p50_ms": 0.1169, "p95_ms": 0.2539, "p99_ms": 0.3116}, "stages": {"db_insert": {"avg_ms": 19.8902, "count": 142, "max_ms": 58.1833, "p50_ms": 18.8088, "p95_ms": 35.0784, "p99_ms": 40.8862, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8961, "count": 142, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2095, "p99_ms": 4.2527, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.8646, "count": 145, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1381.4938, "p99_ms": 2012.7222, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5561, "count": 512, "max_ms": 4.0746, "p50_ms": 1.4776, "p95_ms": 2.5208, "p99_ms": 3.2322, "results": {"failed": 0, "not_applicable": 0, "success": 1458233, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.2196, "count": 145, "max_ms": 794.4404, "p50_ms": 588.0571, "p95_ms": 681.6776, "p99_ms": 717.64, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.5375, "count": 142, "max_ms": 74.3496, "p50_ms": 24.2883, "p95_ms": 56.2243, "p99_ms": 71.6874, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.775, "count": 512, "max_ms": 10.7362, "p50_ms": 4.5311, "p95_ms": 7.416, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5677, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4056, "p95_ms": 3.0326, "p99_ms": 5.1243, "results": {"failed": 0, "not_applicable": 0, "success": 7100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.927, "count": 142, "max_ms": 791.9897, "p50_ms": 582.9617, "p95_ms": 674.5559, "p99_ms": 713.2026, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.847, "count": 142, "max_ms": 734.2838, "p50_ms": 479.9343, "p95_ms": 557.4488, "p99_ms": 589.6593, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8011, "count": 142, "max_ms": 138.414, "p50_ms": 96.5409, "p95_ms": 119.0033, "p99_ms": 132.4558, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9312, "count": 142, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8022, "p99_ms": 7.6644, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.059, "count": 142, "max_ms": 81.87, "p50_ms": 45.7051, "p95_ms": 68.7107, "p99_ms": 77.9164, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.97, "count": 145, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7968, "p99_ms": 4.5241, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8278, "count": 142, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.6156, "p99_ms": 11.9413, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8278, "count": 142, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.6156, "p99_ms": 11.9413, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.97, "count": 145, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7968, "p99_ms": 4.5241, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0076, "count": 142, "max_ms": 9.1922, "p50_ms": 0.817, "p95_ms": 1.9357, "p99_ms": 3.6224, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.2694, "count": 142, "max_ms": 4604.0207, "p50_ms": 392.3297, "p95_ms": 709.1789, "p99_ms": 1376.9932, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7732, "count": 142, "max_ms": 26.8239, "p50_ms": 1.1876, "p95_ms": 10.528, "p99_ms": 16.3992, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.3739, "count": 142, "max_ms": 70.8318, "p50_ms": 23.3939, "p95_ms": 56.6076, "p99_ms": 66.6146, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0993, "count": 142, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.1754, "p99_ms": 0.6252, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5813, "count": 142, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7863, "p99_ms": 7.3423, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.0372, "count": 142, "max_ms": 4651.5807, "p50_ms": 476.3844, "p95_ms": 796.6776, "p99_ms": 1441.4515, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 142, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 142, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.1754, "p99_ms": 0.6252}, "wait_ms": {"count": 142, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7863, "p99_ms": 7.3423}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 142, "artifact_failed": 0, "artifact_requested": 142, "artifact_success": 142, "completed": 142, "completed_failed": 0, "completed_success": 142, "cooldown_promoted": 142, "database_requested": 142, "db_insert_success": 142, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15538, "relay_business_failed": 0, "relay_business_success": 142, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 142, "relay_transport_failed": 0, "relay_transport_success": 142, "reservation_requested": 142}, "snapshot": {"copied_bytes": 392601600, "copied_count": 142, "copy": {"count": 142, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2095, "p99_ms": 4.2527}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 514, "h264_decode_error_count": 1157, "h264_decode_error_count_per_hour": 57, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:45:49+09:00", "last_error_summary": "[h264 @ 0x5dc3674c0d80] error while decoding MB 12 40, bytestream -6", "last_exit_at": "2026-10-30T11:45:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.524, "last_started_at": "2026-10-30T11:43:38+09:00", "pid": 105122, "process": {"exists": false, "pid": 105122}, "restart_count": 558, "restart_count_per_hour": 27, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 559}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.467, "sample_count": 2216, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1458233, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:45:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-10-30T11:45:49+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-10-30T11:45:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 92, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 339.468, "last_sample_duration_ms": 1122.674, "last_trigger": "periodic", "next_snapshot_in_sec": 260.532, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 292, "storage_bytes": 2783429}, "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-10-30T11:45:49.020234+09:00", "mtime_epoch": 1793328349.0202336, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 171040}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:45:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1599.57, "name": "celery", "pid": 206, "rss_mb": 1449.793, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 124, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1458233, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.918, "max": 10.0, "p95": 6.0, "sample_count": 256}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 64}, "total": {"avg": 0.25, "max": 1.0, "p95": 1.0, "sample_count": 256}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 256}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 256}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.542, "pushed": 8.542, "read": 8.508}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 255, "client_acquire_ms": {"avg_ms": 0.008, "count": 255, "max_ms": 0.038, "p95_ms": 0.016, "reason": null, "sample_age_ms": 88.011, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.666, "count": 255, "max_ms": 3.721, "p95_ms": 2.072, "reason": null, "sample_age_ms": 142.816, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.275, "count": 255, "max_ms": 3.185, "p95_ms": 1.432, "reason": null, "sample_age_ms": 143.093, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.285, "count": 255, "max_ms": 0.837, "p95_ms": 0.592, "reason": null, "sample_age_ms": 88.021, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.992, "count": 255, "max_ms": 8.742, "p95_ms": 3.424, "reason": null, "sample_age_ms": 141.124, "source": "client_direct"}, "request_count": 255, "request_tensor_bytes": {"avg": 2764808.0, "count": 255, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 141.096, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 255, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 88.428, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.159, "count": 255, "max_ms": 85.915, "p95_ms": 64.221, "reason": null, "sample_age_ms": 88.006, "source": "client_direct"}, "sample_age_ms": 87.998, "source": "client_direct", "task_total_ms": {"avg_ms": 49.621, "count": 255, "max_ms": 88.439, "p95_ms": 67.222, "reason": null, "sample_age_ms": 87.998, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.176, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.971, "count": 256, "max_ms": 10.264, "p95_ms": 6.299}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.291, "count": 256, "max_ms": 1.026, "p95_ms": 0.572}, "detection_prepare_ms": {"avg_ms": 0.435, "count": 256, "max_ms": 3.351, "p95_ms": 1.795}, "event_filter_ms": {"avg_ms": 0.004, "count": 256, "max_ms": 0.024, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.096, "count": 256, "max_ms": 0.337, "p95_ms": 0.199}, "mcmt_ms": {"avg_ms": 0.003, "count": 256, "max_ms": 0.058, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.645, "count": 256, "max_ms": 5.462, "p95_ms": 2.429}, "setup_ms": {"avg_ms": 0.043, "count": 256, "max_ms": 0.13, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 1.921, "count": 256, "max_ms": 10.168, "p95_ms": 6.232}, "track_match_ms": {"avg_ms": 0.03, "count": 256, "max_ms": 0.308, "p95_ms": 0.141}, "tracker_update_ms": {"avg_ms": 0.372, "count": 256, "max_ms": 5.638, "p95_ms": 1.584}}, "gstreamer_push": {"avg_ms": 3.269, "count": 256, "max_ms": 6.648, "p95_ms": 5.023}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 256, "max_ms": 0.178, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.635, "count": 256, "max_ms": 91.03, "p95_ms": 69.244}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.774, "count": 256, "max_ms": 11.92, "p95_ms": 3.14}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.777, "count": 256, "max_ms": 149.751, "p95_ms": 124.88}, "inference_input_copy_ms": {"avg_ms": 1.553, "count": 256, "max_ms": 4.286, "p95_ms": 2.665}, "processing_residual_ms": {"avg_ms": 0.171, "count": 256, "max_ms": 0.48, "p95_ms": 0.311}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.275, "count": 256, "max_ms": 154.825, "p95_ms": 129.238}, "read_interval": {"avg_ms": 117.364, "count": 255, "max_ms": 188.346, "p95_ms": 156.488}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 256, "max_ms": 0.048, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.59, "count": 256, "max_ms": 5.342, "p95_ms": 2.349}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 256, "max_ms": 0.083, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.574, "count": 256, "max_ms": 5.32, "p95_ms": 2.329}, "worker_merge_ms": {"avg_ms": 0.005, "count": 256, "max_ms": 0.046, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 50.649, "count": 256, "max_ms": 91.052, "p95_ms": 69.255}, "visualize": {"avg_ms": 47.033, "count": 256, "max_ms": 63.348, "p95_ms": 57.911}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.198, "count": 256, "max_ms": 62.013, "p95_ms": 55.244}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.496, "count": 256, "max_ms": 62.699, "p95_ms": 56.587}, "visualize_input_copy_ms": {"avg_ms": 0.339, "count": 256, "max_ms": 4.359, "p95_ms": 1.61}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.388, "count": 256, "max_ms": 62.557, "p95_ms": 56.489}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 256, "max_ms": 0.214, "p95_ms": 0.127}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 256}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1449.711, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.588, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.679, "sample_count": 2163, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1458061, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:45:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 170479, "write_bytes_delta": 170479, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 643.0, "cpu_core_ratio": 0.547355, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 105122, "reason": null, "system_cpu_core_ratio": 0.045448, "system_cpu_s_delta": 0.45999999999999996, "user_cpu_core_ratio": 0.501907, "user_cpu_s_delta": 5.080000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.189559, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 96242.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.380382, "system_cpu_s_delta": 3.849999999991269, "user_cpu_core_ratio": 0.809177, "user_cpu_s_delta": 8.190000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.393, "count": 253, "max_ms": 7.358, "p95_ms": 5.249, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.794, "max": 8.0, "p95": 5.0, "sample_count": 253}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.016, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 63}, "total": {"avg": 0.253, "max": 2.0, "p95": 1.0, "sample_count": 253}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.192, "count": 30, "max": 32.861, "p95": 25.404, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.569, "count": 30, "max": 23.278, "p95": 21.64, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 807.333, "count": 30, "max": 1329.0, "p95": 1256.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1016.667, "count": 30, "max": 14417.0, "p95": 3995.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.073, "count": 30, "max": 0.36, "p95": 0.274, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.446, "count": 30, "max": 0.546, "p95": 0.516, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.336, "count": 30, "max": 4.23, "p95": 2.873, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 166288.233, "count": 30, "max": 179213.0, "p95": 170262.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 166288.233, "count": 30, "max": 179213.0, "p95": 170262.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 121106.7, "count": 30, "max": 202736.0, "p95": 199594.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.47, "count": 30, "max": 0.608, "p95": 0.606, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.882, "count": 30, "max": 1.06, "p95": 1.054, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11258, "sampled_at": "2026-10-30T11:45:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:45:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2803405, "flush_count": 2918, "flush_interval_seconds": 30.0, "flush_state": {"count": 2918, "last_at": "2026-10-30T11:45:12", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:45:12", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2917}, "started": true, "suppressed_count": 1455461, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 145, "tracking_summary": 1455316}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2918, "written_record_count": 2918}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9531.977, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4031722598400, "copied_frame_count": 1458233, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:43:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 10450260, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:43:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.811}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 145, "events_emitted": 142, "events_failed": 0, "events_observed": 145, "events_suppressed": 3, "frame_buffer_copied_bytes": 4031722598400, "frame_buffer_copies": 1458233, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7100, "recorder_active_input_bytes": 19630080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 142, "recorder_clips_failed": 0, "recorder_clips_started": 142, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 142, "worker_jobs_accepted": 142, "worker_jobs_completed": 142, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1367, "count": 512, "max_ms": 3.1843, "p50_ms": 0.1169, "p95_ms": 0.2539, "p99_ms": 0.3116}, "stages": {"db_insert": {"avg_ms": 19.8902, "count": 142, "max_ms": 58.1833, "p50_ms": 18.8088, "p95_ms": 35.0784, "p99_ms": 40.8862, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8961, "count": 142, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2095, "p99_ms": 4.2527, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.8646, "count": 145, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1381.4938, "p99_ms": 2012.7222, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5561, "count": 512, "max_ms": 4.0746, "p50_ms": 1.4776, "p95_ms": 2.5208, "p99_ms": 3.2322, "results": {"failed": 0, "not_applicable": 0, "success": 1458233, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.2196, "count": 145, "max_ms": 794.4404, "p50_ms": 588.0571, "p95_ms": 681.6776, "p99_ms": 717.64, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.5375, "count": 142, "max_ms": 74.3496, "p50_ms": 24.2883, "p95_ms": 56.2243, "p99_ms": 71.6874, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.775, "count": 512, "max_ms": 10.7362, "p50_ms": 4.5311, "p95_ms": 7.416, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5677, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4056, "p95_ms": 3.0326, "p99_ms": 5.1243, "results": {"failed": 0, "not_applicable": 0, "success": 7100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.927, "count": 142, "max_ms": 791.9897, "p50_ms": 582.9617, "p95_ms": 674.5559, "p99_ms": 713.2026, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.847, "count": 142, "max_ms": 734.2838, "p50_ms": 479.9343, "p95_ms": 557.4488, "p99_ms": 589.6593, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8011, "count": 142, "max_ms": 138.414, "p50_ms": 96.5409, "p95_ms": 119.0033, "p99_ms": 132.4558, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9312, "count": 142, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8022, "p99_ms": 7.6644, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.059, "count": 142, "max_ms": 81.87, "p50_ms": 45.7051, "p95_ms": 68.7107, "p99_ms": 77.9164, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.97, "count": 145, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7968, "p99_ms": 4.5241, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8278, "count": 142, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.6156, "p99_ms": 11.9413, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8278, "count": 142, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.6156, "p99_ms": 11.9413, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.97, "count": 145, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7968, "p99_ms": 4.5241, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0076, "count": 142, "max_ms": 9.1922, "p50_ms": 0.817, "p95_ms": 1.9357, "p99_ms": 3.6224, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.2694, "count": 142, "max_ms": 4604.0207, "p50_ms": 392.3297, "p95_ms": 709.1789, "p99_ms": 1376.9932, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7732, "count": 142, "max_ms": 26.8239, "p50_ms": 1.1876, "p95_ms": 10.528, "p99_ms": 16.3992, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.3739, "count": 142, "max_ms": 70.8318, "p50_ms": 23.3939, "p95_ms": 56.6076, "p99_ms": 66.6146, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0993, "count": 142, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.1754, "p99_ms": 0.6252, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5813, "count": 142, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7863, "p99_ms": 7.3423, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.0372, "count": 142, "max_ms": 4651.5807, "p50_ms": 476.3844, "p95_ms": 796.6776, "p99_ms": 1441.4515, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 142, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 142, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.1754, "p99_ms": 0.6252}, "wait_ms": {"count": 142, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7863, "p99_ms": 7.3423}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 142, "artifact_failed": 0, "artifact_requested": 142, "artifact_success": 142, "completed": 142, "completed_failed": 0, "completed_success": 142, "cooldown_promoted": 142, "database_requested": 142, "db_insert_success": 142, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15538, "relay_business_failed": 0, "relay_business_success": 142, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 142, "relay_transport_failed": 0, "relay_transport_success": 142, "reservation_requested": 142}, "snapshot": {"copied_bytes": 392601600, "copied_count": 142, "copy": {"count": 142, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2095, "p99_ms": 4.2527}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 514, "h264_decode_error_count": 1157, "h264_decode_error_count_per_hour": 57, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:45:49+09:00", "last_error_summary": "[h264 @ 0x5dc3674c0d80] error while decoding MB 12 40, bytestream -6", "last_exit_at": "2026-10-30T11:45:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.554, "last_started_at": "2026-10-30T11:43:38+09:00", "pid": 105122, "process": {"exists": false, "pid": 105122}, "restart_count": 558, "restart_count_per_hour": 27, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 559}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.467, "sample_count": 2216, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1458233, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:45:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.034, "last_frame_pushed_at": "2026-10-30T11:45:49+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-10-30T11:45:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 92, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 339.526, "last_sample_duration_ms": 1122.674, "last_trigger": "periodic", "next_snapshot_in_sec": 260.474, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 292, "storage_bytes": 2783429}, "mjpeg": {"age_sec": 0.021, "exists": true, "mtime": "2026-10-30T11:45:49.158234+09:00", "mtime_epoch": 1793328349.1582344, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 171024}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:45:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1599.57, "name": "celery", "pid": 206, "rss_mb": 1449.793, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 124, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1458233, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.918, "max": 10.0, "p95": 6.0, "sample_count": 255}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 64}, "total": {"avg": 0.251, "max": 1.0, "p95": 1.0, "sample_count": 255}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 255}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 255}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.501, "pushed": 8.534, "read": 8.501}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 255, "client_acquire_ms": {"avg_ms": 0.008, "count": 255, "max_ms": 0.038, "p95_ms": 0.016, "reason": null, "sample_age_ms": 117.462, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.666, "count": 255, "max_ms": 3.721, "p95_ms": 2.072, "reason": null, "sample_age_ms": 172.267, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.275, "count": 255, "max_ms": 3.185, "p95_ms": 1.432, "reason": null, "sample_age_ms": 172.544, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.285, "count": 255, "max_ms": 0.837, "p95_ms": 0.592, "reason": null, "sample_age_ms": 117.472, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.992, "count": 255, "max_ms": 8.742, "p95_ms": 3.424, "reason": null, "sample_age_ms": 170.576, "source": "client_direct"}, "request_count": 255, "request_tensor_bytes": {"avg": 2764808.0, "count": 255, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 170.547, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 255, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 117.88, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.159, "count": 255, "max_ms": 85.915, "p95_ms": 64.221, "reason": null, "sample_age_ms": 117.458, "source": "client_direct"}, "sample_age_ms": 117.449, "source": "client_direct", "task_total_ms": {"avg_ms": 49.621, "count": 255, "max_ms": 88.439, "p95_ms": 67.222, "reason": null, "sample_age_ms": 117.449, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.029, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.976, "count": 255, "max_ms": 10.264, "p95_ms": 6.299}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.291, "count": 255, "max_ms": 1.026, "p95_ms": 0.572}, "detection_prepare_ms": {"avg_ms": 0.437, "count": 255, "max_ms": 3.351, "p95_ms": 1.795}, "event_filter_ms": {"avg_ms": 0.004, "count": 255, "max_ms": 0.024, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.096, "count": 255, "max_ms": 0.337, "p95_ms": 0.199}, "mcmt_ms": {"avg_ms": 0.003, "count": 255, "max_ms": 0.058, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.647, "count": 255, "max_ms": 5.462, "p95_ms": 2.429}, "setup_ms": {"avg_ms": 0.043, "count": 255, "max_ms": 0.13, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 1.926, "count": 255, "max_ms": 10.168, "p95_ms": 6.232}, "track_match_ms": {"avg_ms": 0.031, "count": 255, "max_ms": 0.308, "p95_ms": 0.141}, "tracker_update_ms": {"avg_ms": 0.374, "count": 255, "max_ms": 5.638, "p95_ms": 1.584}}, "gstreamer_push": {"avg_ms": 3.269, "count": 256, "max_ms": 6.648, "p95_ms": 5.023}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 255, "max_ms": 0.178, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.643, "count": 255, "max_ms": 91.03, "p95_ms": 69.244}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.777, "count": 255, "max_ms": 11.92, "p95_ms": 3.14}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.809, "count": 255, "max_ms": 149.751, "p95_ms": 124.88}, "inference_input_copy_ms": {"avg_ms": 1.555, "count": 255, "max_ms": 4.286, "p95_ms": 2.665}, "processing_residual_ms": {"avg_ms": 0.172, "count": 255, "max_ms": 0.48, "p95_ms": 0.311}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.313, "count": 255, "max_ms": 154.825, "p95_ms": 129.238}, "read_interval": {"avg_ms": 117.364, "count": 255, "max_ms": 188.346, "p95_ms": 156.488}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 255, "max_ms": 0.048, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.591, "count": 255, "max_ms": 5.342, "p95_ms": 2.349}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 255, "max_ms": 0.083, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.576, "count": 255, "max_ms": 5.32, "p95_ms": 2.329}, "worker_merge_ms": {"avg_ms": 0.005, "count": 255, "max_ms": 0.046, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 50.657, "count": 255, "max_ms": 91.052, "p95_ms": 69.255}, "visualize": {"avg_ms": 47.052, "count": 255, "max_ms": 63.348, "p95_ms": 57.911}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.213, "count": 255, "max_ms": 62.013, "p95_ms": 55.244}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.514, "count": 255, "max_ms": 62.699, "p95_ms": 56.587}, "visualize_input_copy_ms": {"avg_ms": 0.34, "count": 255, "max_ms": 4.359, "p95_ms": 1.61}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.406, "count": 255, "max_ms": 62.557, "p95_ms": 56.489}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 255, "max_ms": 0.214, "p95_ms": 0.127}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 255}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1449.711, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.588, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.679, "sample_count": 2163, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1458061, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:45:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 170479, "write_bytes_delta": 170479, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 643.0, "cpu_core_ratio": 0.547355, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 105122, "reason": null, "system_cpu_core_ratio": 0.045448, "system_cpu_s_delta": 0.45999999999999996, "user_cpu_core_ratio": 0.501907, "user_cpu_s_delta": 5.080000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.189559, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 96242.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.380382, "system_cpu_s_delta": 3.849999999991269, "user_cpu_core_ratio": 0.809177, "user_cpu_s_delta": 8.190000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.393, "count": 253, "max_ms": 7.358, "p95_ms": 5.249, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.794, "max": 8.0, "p95": 5.0, "sample_count": 253}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.016, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 63}, "total": {"avg": 0.253, "max": 2.0, "p95": 1.0, "sample_count": 253}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.192, "count": 30, "max": 32.861, "p95": 25.404, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.569, "count": 30, "max": 23.278, "p95": 21.64, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 807.333, "count": 30, "max": 1329.0, "p95": 1256.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1016.667, "count": 30, "max": 14417.0, "p95": 3995.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.073, "count": 30, "max": 0.36, "p95": 0.274, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.446, "count": 30, "max": 0.546, "p95": 0.516, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.336, "count": 30, "max": 4.23, "p95": 2.873, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 166288.233, "count": 30, "max": 179213.0, "p95": 170262.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 166288.233, "count": 30, "max": 179213.0, "p95": 170262.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 121106.7, "count": 30, "max": 202736.0, "p95": 199594.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.47, "count": 30, "max": 0.608, "p95": 0.606, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.882, "count": 30, "max": 1.06, "p95": 1.054, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11258, "sampled_at": "2026-10-30T11:45:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:45:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2803405, "flush_count": 2918, "flush_interval_seconds": 30.0, "flush_state": {"count": 2918, "last_at": "2026-10-30T11:45:12", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:45:12", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2917}, "started": true, "suppressed_count": 1455461, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 145, "tracking_summary": 1455316}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2918, "written_record_count": 2918}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9708.812, "limit_mb": null}, "detail": {"pid": 105238, "restart_count": 559, "start_count": 560}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4031722598400, "copied_frame_count": 1458233, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:43:35+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 10450260, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:43:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.811}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 145, "events_emitted": 142, "events_failed": 0, "events_observed": 145, "events_suppressed": 3, "frame_buffer_copied_bytes": 4031722598400, "frame_buffer_copies": 1458233, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7100, "recorder_active_input_bytes": 19630080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 142, "recorder_clips_failed": 0, "recorder_clips_started": 142, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 142, "worker_jobs_accepted": 142, "worker_jobs_completed": 142, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1367, "count": 512, "max_ms": 3.1843, "p50_ms": 0.1169, "p95_ms": 0.2539, "p99_ms": 0.3116}, "stages": {"db_insert": {"avg_ms": 19.8902, "count": 142, "max_ms": 58.1833, "p50_ms": 18.8088, "p95_ms": 35.0784, "p99_ms": 40.8862, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8961, "count": 142, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2095, "p99_ms": 4.2527, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1107.8646, "count": 145, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1381.4938, "p99_ms": 2012.7222, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 3, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5561, "count": 512, "max_ms": 4.0746, "p50_ms": 1.4776, "p95_ms": 2.5208, "p99_ms": 3.2322, "results": {"failed": 0, "not_applicable": 0, "success": 1458233, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 568.2196, "count": 145, "max_ms": 794.4404, "p50_ms": 588.0571, "p95_ms": 681.6776, "p99_ms": 717.64, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.5375, "count": 142, "max_ms": 74.3496, "p50_ms": 24.2883, "p95_ms": 56.2243, "p99_ms": 71.6874, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.775, "count": 512, "max_ms": 10.7362, "p50_ms": 4.5311, "p95_ms": 7.416, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5677, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4056, "p95_ms": 3.0326, "p99_ms": 5.1243, "results": {"failed": 0, "not_applicable": 0, "success": 7100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.927, "count": 142, "max_ms": 791.9897, "p50_ms": 582.9617, "p95_ms": 674.5559, "p99_ms": 713.2026, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.847, "count": 142, "max_ms": 734.2838, "p50_ms": 479.9343, "p95_ms": 557.4488, "p99_ms": 589.6593, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8011, "count": 142, "max_ms": 138.414, "p50_ms": 96.5409, "p95_ms": 119.0033, "p99_ms": 132.4558, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9312, "count": 142, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.8022, "p99_ms": 7.6644, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.059, "count": 142, "max_ms": 81.87, "p50_ms": 45.7051, "p95_ms": 68.7107, "p99_ms": 77.9164, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.97, "count": 145, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7968, "p99_ms": 4.5241, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 3, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8278, "count": 142, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.6156, "p99_ms": 11.9413, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8278, "count": 142, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.6156, "p99_ms": 11.9413, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.97, "count": 145, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7968, "p99_ms": 4.5241, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 3, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0076, "count": 142, "max_ms": 9.1922, "p50_ms": 0.817, "p95_ms": 1.9357, "p99_ms": 3.6224, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 469.2694, "count": 142, "max_ms": 4604.0207, "p50_ms": 392.3297, "p95_ms": 709.1789, "p99_ms": 1376.9932, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7732, "count": 142, "max_ms": 26.8239, "p50_ms": 1.1876, "p95_ms": 10.528, "p99_ms": 16.3992, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.3739, "count": 142, "max_ms": 70.8318, "p50_ms": 23.3939, "p95_ms": 56.6076, "p99_ms": 66.6146, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0993, "count": 142, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.1754, "p99_ms": 0.6252, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5813, "count": 142, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7863, "p99_ms": 7.3423, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.0372, "count": 142, "max_ms": 4651.5807, "p50_ms": 476.3844, "p95_ms": 796.6776, "p99_ms": 1441.4515, "results": {"failed": 0, "not_applicable": 0, "success": 142, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 142, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 142, "max_ms": 0.7116, "p50_ms": 0.0775, "p95_ms": 0.1754, "p99_ms": 0.6252}, "wait_ms": {"count": 142, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7863, "p99_ms": 7.3423}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 142, "artifact_failed": 0, "artifact_requested": 142, "artifact_success": 142, "completed": 142, "completed_failed": 0, "completed_success": 142, "cooldown_promoted": 142, "database_requested": 142, "db_insert_success": 142, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15538, "relay_business_failed": 0, "relay_business_success": 142, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 142, "relay_transport_failed": 0, "relay_transport_success": 142, "reservation_requested": 142}, "snapshot": {"copied_bytes": 392601600, "copied_count": 142, "copy": {"count": 142, "max_ms": 4.6042, "p50_ms": 1.763, "p95_ms": 3.2095, "p99_ms": 4.2527}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 514, "h264_decode_error_count": 1157, "h264_decode_error_count_per_hour": 57, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:45:49+09:00", "last_error_summary": "[h264 @ 0x5dc3674c0d80] error while decoding MB 12 40, bytestream -6", "last_exit_at": "2026-10-30T11:45:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T11:45:51+09:00", "pid": 105238, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.301, "name": "ffmpeg", "pid": 105238, "rss_mb": 209.301, "state": "S (sleeping)", "threads": 70}, "restart_count": 559, "restart_count_per_hour": 28, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 560}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.619, "sample_count": 2180, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1458233, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:45:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.589, "last_frame_pushed_at": "2026-10-30T11:45:49+09:00", "last_frame_read_age_sec": 4.722, "last_frame_read_at": "2026-10-30T11:45:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 92, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 344.07, "last_sample_duration_ms": 1122.674, "last_trigger": "periodic", "next_snapshot_in_sec": 255.93, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 292, "storage_bytes": 2783429}, "mjpeg": {"age_sec": 4.577, "exists": true, "mtime": "2026-10-30T11:45:49.158234+09:00", "mtime_epoch": 1793328349.1582344, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 171024}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:45:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1599.57, "name": "celery", "pid": 206, "rss_mb": 1449.797, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 124, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1458233, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.967, "max": 10.0, "p95": 6.0, "sample_count": 215}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 64}, "total": {"avg": 0.298, "max": 1.0, "p95": 1.0, "sample_count": 215}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 215}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 215}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.171, "pushed": 7.171, "read": 7.138}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 214, "client_acquire_ms": {"avg_ms": 0.007, "count": 214, "max_ms": 0.038, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4679.78, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.675, "count": 214, "max_ms": 3.721, "p95_ms": 2.106, "reason": null, "sample_age_ms": 4734.586, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.276, "count": 214, "max_ms": 3.185, "p95_ms": 1.461, "reason": null, "sample_age_ms": 4734.862, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.286, "count": 214, "max_ms": 0.837, "p95_ms": 0.582, "reason": null, "sample_age_ms": 4679.791, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.958, "count": 214, "max_ms": 8.742, "p95_ms": 3.424, "reason": null, "sample_age_ms": 4732.894, "source": "client_direct"}, "request_count": 214, "request_tensor_bytes": {"avg": 2764808.0, "count": 214, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4732.866, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 214, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4680.198, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.142, "count": 214, "max_ms": 85.915, "p95_ms": 64.245, "reason": null, "sample_age_ms": 4679.776, "source": "client_direct"}, "sample_age_ms": 4679.767, "source": "client_direct", "task_total_ms": {"avg_ms": 49.568, "count": 214, "max_ms": 88.439, "p95_ms": 67.222, "reason": null, "sample_age_ms": 4679.767, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.438, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.182, "count": 215, "max_ms": 10.264, "p95_ms": 6.53}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.292, "count": 215, "max_ms": 1.026, "p95_ms": 0.587}, "detection_prepare_ms": {"avg_ms": 0.491, "count": 215, "max_ms": 3.351, "p95_ms": 1.945}, "event_filter_ms": {"avg_ms": 0.004, "count": 215, "max_ms": 0.024, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.098, "count": 215, "max_ms": 0.337, "p95_ms": 0.2}, "mcmt_ms": {"avg_ms": 0.003, "count": 215, "max_ms": 0.018, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.73, "count": 215, "max_ms": 5.462, "p95_ms": 2.465}, "setup_ms": {"avg_ms": 0.042, "count": 215, "max_ms": 0.111, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 2.132, "count": 215, "max_ms": 10.168, "p95_ms": 6.422}, "track_match_ms": {"avg_ms": 0.035, "count": 215, "max_ms": 0.308, "p95_ms": 0.146}, "tracker_update_ms": {"avg_ms": 0.436, "count": 215, "max_ms": 5.638, "p95_ms": 1.681}}, "gstreamer_push": {"avg_ms": 3.243, "count": 215, "max_ms": 6.648, "p95_ms": 4.976}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 215, "max_ms": 0.178, "p95_ms": 0.115}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.533, "count": 215, "max_ms": 91.03, "p95_ms": 69.244}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.914, "count": 215, "max_ms": 11.92, "p95_ms": 3.219}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.678, "count": 215, "max_ms": 149.751, "p95_ms": 125.527}, "inference_input_copy_ms": {"avg_ms": 1.514, "count": 215, "max_ms": 4.286, "p95_ms": 2.679}, "processing_residual_ms": {"avg_ms": 0.171, "count": 215, "max_ms": 0.48, "p95_ms": 0.312}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 104.277, "count": 215, "max_ms": 154.825, "p95_ms": 129.555}, "read_interval": {"avg_ms": 118.386, "count": 214, "max_ms": 188.346, "p95_ms": 156.507}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 215, "max_ms": 0.048, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.674, "count": 215, "max_ms": 5.342, "p95_ms": 2.373}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 215, "max_ms": 0.083, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.659, "count": 215, "max_ms": 5.32, "p95_ms": 2.343}, "worker_merge_ms": {"avg_ms": 0.005, "count": 215, "max_ms": 0.046, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 50.546, "count": 215, "max_ms": 91.052, "p95_ms": 69.255}, "visualize": {"avg_ms": 47.829, "count": 215, "max_ms": 63.348, "p95_ms": 58.208}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.814, "count": 215, "max_ms": 62.013, "p95_ms": 55.485}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.229, "count": 215, "max_ms": 62.699, "p95_ms": 57.213}, "visualize_input_copy_ms": {"avg_ms": 0.403, "count": 215, "max_ms": 4.359, "p95_ms": 1.627}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.118, "count": 215, "max_ms": 62.557, "p95_ms": 57.09}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 215, "max_ms": 0.214, "p95_ms": 0.127}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 215}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1449.711, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.588, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.679, "sample_count": 2163, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1458061, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:45:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 170479, "write_bytes_delta": 170479, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 643.0, "cpu_core_ratio": 0.547355, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 105122, "reason": null, "system_cpu_core_ratio": 0.045448, "system_cpu_s_delta": 0.45999999999999996, "user_cpu_core_ratio": 0.501907, "user_cpu_s_delta": 5.080000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.189559, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 96242.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.380382, "system_cpu_s_delta": 3.849999999991269, "user_cpu_core_ratio": 0.809177, "user_cpu_s_delta": 8.190000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.393, "count": 253, "max_ms": 7.358, "p95_ms": 5.249, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.794, "max": 8.0, "p95": 5.0, "sample_count": 253}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.016, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 63}, "total": {"avg": 0.253, "max": 2.0, "p95": 1.0, "sample_count": 253}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.192, "count": 30, "max": 32.861, "p95": 25.404, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.569, "count": 30, "max": 23.278, "p95": 21.64, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 807.333, "count": 30, "max": 1329.0, "p95": 1256.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1016.667, "count": 30, "max": 14417.0, "p95": 3995.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.073, "count": 30, "max": 0.36, "p95": 0.274, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.446, "count": 30, "max": 0.546, "p95": 0.516, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.336, "count": 30, "max": 4.23, "p95": 2.873, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 166288.233, "count": 30, "max": 179213.0, "p95": 170262.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 166288.233, "count": 30, "max": 179213.0, "p95": 170262.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 121106.7, "count": 30, "max": 202736.0, "p95": 199594.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.47, "count": 30, "max": 0.608, "p95": 0.606, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.882, "count": 30, "max": 1.06, "p95": 1.054, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11258, "sampled_at": "2026-10-30T11:45:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:45:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2805267, "flush_count": 2920, "flush_interval_seconds": 30.0, "flush_state": {"count": 2920, "last_at": "2026-10-30T11:47:12", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:47:12", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2919}, "started": true, "suppressed_count": 1456339, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 147, "tracking_summary": 1456192}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2920, "written_record_count": 2920}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9567.762, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x55b2d2da3c40] error while decoding MB 62 65, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4034147328000, "copied_frame_count": 1459110, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:47:09+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 11177286, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:47:02+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.029}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 147, "events_emitted": 143, "events_failed": 0, "events_observed": 147, "events_suppressed": 4, "frame_buffer_copied_bytes": 4034147328000, "frame_buffer_copies": 1459110, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7150, "recorder_active_input_bytes": 19768320000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 143, "recorder_clips_failed": 0, "recorder_clips_started": 143, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 143, "worker_jobs_accepted": 143, "worker_jobs_completed": 143, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1136, "count": 512, "max_ms": 1.0333, "p50_ms": 0.1005, "p95_ms": 0.2361, "p99_ms": 0.2872}, "stages": {"db_insert": {"avg_ms": 19.971, "count": 143, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0644, "p99_ms": 40.8768, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8948, "count": 143, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2029, "p99_ms": 4.2503, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1100.3805, "count": 147, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.9458, "p99_ms": 2008.8686, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.575, "count": 512, "max_ms": 10.2786, "p50_ms": 1.4804, "p95_ms": 2.6439, "p99_ms": 3.1289, "results": {"failed": 0, "not_applicable": 0, "success": 1459110, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 564.4442, "count": 147, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.5284, "p99_ms": 717.6093, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.5141, "count": 143, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 56.1406, "p99_ms": 71.6404, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8387, "count": 512, "max_ms": 10.7362, "p50_ms": 4.5774, "p95_ms": 7.4495, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6002, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4528, "p95_ms": 3.0326, "p99_ms": 5.1243, "results": {"failed": 0, "not_applicable": 0, "success": 7150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.9334, "count": 143, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5335, "p99_ms": 713.1995, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.8053, "count": 143, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.358, "p99_ms": 589.6442, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8562, "count": 143, "max_ms": 138.414, "p50_ms": 96.7618, "p95_ms": 118.9945, "p99_ms": 132.3594, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9251, "count": 143, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.7798, "p99_ms": 7.6611, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.1869, "count": 143, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.6217, "p99_ms": 77.9133, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9689, "count": 147, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7953, "p99_ms": 4.4939, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8303, "count": 143, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6007, "p99_ms": 11.9288, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8303, "count": 143, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6007, "p99_ms": 11.9288, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9689, "count": 147, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7953, "p99_ms": 4.4939, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0073, "count": 143, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.9334, "p99_ms": 3.6186, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8149, "count": 143, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 705.1427, "p99_ms": 1374.4193, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7677, "count": 143, "max_ms": 26.8239, "p50_ms": 1.2005, "p95_ms": 10.4827, "p99_ms": 16.3537, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6628, "count": 143, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.4476, "p99_ms": 67.0651, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.099, "count": 143, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1752, "p99_ms": 0.6231, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5735, "count": 143, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7782, "p99_ms": 7.3173, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.9243, "count": 143, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 794.2997, "p99_ms": 1439.3509, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 143, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 143, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1752, "p99_ms": 0.6231}, "wait_ms": {"count": 143, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7782, "p99_ms": 7.3173}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 143, "artifact_failed": 0, "artifact_requested": 143, "artifact_success": 143, "completed": 143, "completed_failed": 0, "completed_success": 143, "cooldown_promoted": 143, "database_requested": 143, "db_insert_success": 143, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15539, "relay_business_failed": 0, "relay_business_success": 143, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 143, "relay_transport_failed": 0, "relay_transport_success": 143, "reservation_requested": 143}, "snapshot": {"copied_bytes": 395366400, "copied_count": 143, "copy": {"count": 143, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2029, "p99_ms": 4.2503}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 515, "h264_decode_error_count": 1158, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:47:40+09:00", "last_error_summary": "[h264 @ 0x55b2d2da3c40] error while decoding MB 62 65, bytestream -5", "last_exit_at": "2026-10-30T11:45:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.805, "last_started_at": "2026-10-30T11:45:51+09:00", "pid": 105238, "process": {"exists": false, "pid": 105238}, "restart_count": 559, "restart_count_per_hour": 28, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 560}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.718, "sample_count": 2349, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1459110, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:47:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.061, "last_frame_pushed_at": "2026-10-30T11:47:40+09:00", "last_frame_read_age_sec": 0.056, "last_frame_read_at": "2026-10-30T11:47:40+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 92, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 450.867, "last_sample_duration_ms": 1122.674, "last_trigger": "periodic", "next_snapshot_in_sec": 149.133, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 292, "storage_bytes": 2783429}, "mjpeg": {"age_sec": 0.045, "exists": true, "mtime": "2026-10-30T11:47:40.494802+09:00", "mtime_epoch": 1793328460.4948018, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 173208}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:47:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1599.57, "name": "celery", "pid": 206, "rss_mb": 1460.648, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 125, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1459111, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.833, "max": 10.0, "p95": 7.0, "sample_count": 252}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.011, "max": 2.0, "p95": 1.0, "sample_count": 89}, "total": {"avg": 0.357, "max": 2.0, "p95": 1.0, "sample_count": 252}}, "tracking_counts": {"active": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 252}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 252}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 252}, "tracked": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 252}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 252}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 252, "pushed_frames": 252, "read_frames": 252, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.425, "pushed": 8.425, "read": 8.425}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 252, "client_acquire_ms": {"avg_ms": 0.007, "count": 253, "max_ms": 0.024, "p95_ms": 0.015, "reason": null, "sample_age_ms": 12.317, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.726, "count": 252, "max_ms": 6.106, "p95_ms": 2.398, "reason": null, "sample_age_ms": 61.841, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.325, "count": 252, "max_ms": 5.804, "p95_ms": 1.865, "reason": null, "sample_age_ms": 62.326, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.319, "count": 253, "max_ms": 1.09, "p95_ms": 0.641, "reason": null, "sample_age_ms": 12.323, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.945, "count": 252, "max_ms": 6.369, "p95_ms": 3.275, "reason": null, "sample_age_ms": 59.36, "source": "client_direct"}, "request_count": 252, "request_tensor_bytes": {"avg": 2764808.0, "count": 252, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 59.283, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 253, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 12.466, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.063, "count": 253, "max_ms": 84.47, "p95_ms": 65.467, "reason": null, "sample_age_ms": 12.315, "source": "client_direct"}, "sample_age_ms": 12.311, "source": "client_direct", "task_total_ms": {"avg_ms": 50.504, "count": 253, "max_ms": 87.966, "p95_ms": 67.953, "reason": null, "sample_age_ms": 12.311, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.355, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.511, "count": 252, "max_ms": 12.069, "p95_ms": 7.502}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.311, "count": 252, "max_ms": 1.32, "p95_ms": 0.612}, "detection_prepare_ms": {"avg_ms": 0.594, "count": 252, "max_ms": 4.579, "p95_ms": 2.042}, "event_filter_ms": {"avg_ms": 0.005, "count": 252, "max_ms": 0.028, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.144, "count": 252, "max_ms": 0.6, "p95_ms": 0.395}, "mcmt_ms": {"avg_ms": 0.003, "count": 252, "max_ms": 0.03, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.825, "count": 252, "max_ms": 7.078, "p95_ms": 2.519}, "setup_ms": {"avg_ms": 0.046, "count": 252, "max_ms": 0.202, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 2.459, "count": 252, "max_ms": 11.911, "p95_ms": 7.431}, "track_match_ms": {"avg_ms": 0.027, "count": 252, "max_ms": 0.21, "p95_ms": 0.109}, "tracker_update_ms": {"avg_ms": 0.504, "count": 252, "max_ms": 3.024, "p95_ms": 1.91}}, "gstreamer_push": {"avg_ms": 3.562, "count": 252, "max_ms": 12.189, "p95_ms": 6.64}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 252, "max_ms": 0.474, "p95_ms": 0.106}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.616, "count": 252, "max_ms": 91.342, "p95_ms": 69.33}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.192, "count": 252, "max_ms": 14.222, "p95_ms": 7.452}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 252, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 252, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.449, "count": 252, "max_ms": 152.889, "p95_ms": 126.586}, "inference_input_copy_ms": {"avg_ms": 1.668, "count": 252, "max_ms": 5.427, "p95_ms": 2.819}, "processing_residual_ms": {"avg_ms": 0.172, "count": 252, "max_ms": 0.451, "p95_ms": 0.321}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 252, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 252, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.481, "count": 252, "max_ms": 164.602, "p95_ms": 131.706}, "read_interval": {"avg_ms": 118.843, "count": 252, "max_ms": 257.328, "p95_ms": 159.159}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 252, "max_ms": 0.06, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.767, "count": 252, "max_ms": 6.99, "p95_ms": 2.432}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 252, "max_ms": 0.068, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.752, "count": 252, "max_ms": 6.968, "p95_ms": 2.416}, "worker_merge_ms": {"avg_ms": 0.005, "count": 252, "max_ms": 0.022, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 51.631, "count": 252, "max_ms": 91.366, "p95_ms": 69.337}, "visualize": {"avg_ms": 45.112, "count": 252, "max_ms": 91.785, "p95_ms": 61.117}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.762, "count": 252, "max_ms": 73.166, "p95_ms": 57.32}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 252, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.411, "count": 252, "max_ms": 90.007, "p95_ms": 60.71}, "visualize_input_copy_ms": {"avg_ms": 0.501, "count": 252, "max_ms": 3.855, "p95_ms": 1.909}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 252, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.3, "count": 252, "max_ms": 89.83, "p95_ms": 60.577}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 252, "max_ms": 0.204, "p95_ms": 0.134}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 252}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 252}, "returned_event_count": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 252}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1450.184, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.11, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.612, "sample_count": 2339, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1459018, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:47:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 171921, "write_bytes_delta": 171921, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1117.0, "cpu_core_ratio": 0.491558, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 105238, "reason": null, "system_cpu_core_ratio": 0.045229, "system_cpu_s_delta": 0.9100000000000001, "user_cpu_core_ratio": 0.446329, "user_cpu_s_delta": 8.979999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.32656, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 172274.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.4344, "system_cpu_s_delta": 8.740000000005239, "user_cpu_core_ratio": 0.89216, "user_cpu_s_delta": 17.95000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.885, "count": 239, "max_ms": 12.507, "p95_ms": 7.301, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.808, "max": 9.0, "p95": 7.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.011, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 93}, "total": {"avg": 0.393, "max": 2.0, "p95": 1.0, "sample_count": 239}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.423, "count": 30, "max": 57.836, "p95": 37.829, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.11, "count": 30, "max": 23.278, "p95": 22.573, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 634.133, "count": 30, "max": 1129.0, "p95": 1108.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 535.467, "count": 30, "max": 5565.0, "p95": 2059.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.073, "count": 30, "max": 0.36, "p95": 0.274, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.446, "count": 30, "max": 0.546, "p95": 0.514, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.097, "count": 30, "max": 2.859, "p95": 0.022, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 169601.167, "count": 30, "max": 179213.0, "p95": 172448.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 169601.167, "count": 30, "max": 179213.0, "p95": 172448.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 95037.233, "count": 30, "max": 198634.0, "p95": 147294.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.604, "p95": 0.6, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.834, "count": 30, "max": 1.058, "p95": 1.045, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11269, "sampled_at": "2026-10-30T11:47:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:47:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2805267, "flush_count": 2920, "flush_interval_seconds": 30.0, "flush_state": {"count": 2920, "last_at": "2026-10-30T11:47:12", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:47:12", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2919}, "started": true, "suppressed_count": 1456339, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 147, "tracking_summary": 1456192}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2920, "written_record_count": 2920}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9568.211, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T11:47:40+09:00", "last_error_summary": "[h264 @ 0x55b2d2da3c40] error while decoding MB 62 65, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4034150092800, "copied_frame_count": 1459111, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:47:09+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 11177286, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:47:02+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.029}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 147, "events_emitted": 143, "events_failed": 0, "events_observed": 147, "events_suppressed": 4, "frame_buffer_copied_bytes": 4034150092800, "frame_buffer_copies": 1459111, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7150, "recorder_active_input_bytes": 19768320000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 143, "recorder_clips_failed": 0, "recorder_clips_started": 143, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 143, "worker_jobs_accepted": 143, "worker_jobs_completed": 143, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1136, "count": 512, "max_ms": 1.0333, "p50_ms": 0.1005, "p95_ms": 0.2361, "p99_ms": 0.2872}, "stages": {"db_insert": {"avg_ms": 19.971, "count": 143, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0644, "p99_ms": 40.8768, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8948, "count": 143, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2029, "p99_ms": 4.2503, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1100.3805, "count": 147, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.9458, "p99_ms": 2008.8686, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.584, "count": 512, "max_ms": 10.2786, "p50_ms": 1.4826, "p95_ms": 2.6854, "p99_ms": 3.2218, "results": {"failed": 0, "not_applicable": 0, "success": 1459111, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 564.4442, "count": 147, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.5284, "p99_ms": 717.6093, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.5141, "count": 143, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 56.1406, "p99_ms": 71.6404, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8387, "count": 512, "max_ms": 10.7362, "p50_ms": 4.5774, "p95_ms": 7.4495, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6002, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4528, "p95_ms": 3.0326, "p99_ms": 5.1243, "results": {"failed": 0, "not_applicable": 0, "success": 7150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.9334, "count": 143, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5335, "p99_ms": 713.1995, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.8053, "count": 143, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.358, "p99_ms": 589.6442, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8562, "count": 143, "max_ms": 138.414, "p50_ms": 96.7618, "p95_ms": 118.9945, "p99_ms": 132.3594, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9251, "count": 143, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.7798, "p99_ms": 7.6611, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.1869, "count": 143, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.6217, "p99_ms": 77.9133, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9689, "count": 147, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7953, "p99_ms": 4.4939, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8303, "count": 143, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6007, "p99_ms": 11.9288, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8303, "count": 143, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6007, "p99_ms": 11.9288, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9689, "count": 147, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7953, "p99_ms": 4.4939, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0073, "count": 143, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.9334, "p99_ms": 3.6186, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8149, "count": 143, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 705.1427, "p99_ms": 1374.4193, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7677, "count": 143, "max_ms": 26.8239, "p50_ms": 1.2005, "p95_ms": 10.4827, "p99_ms": 16.3537, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6628, "count": 143, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.4476, "p99_ms": 67.0651, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.099, "count": 143, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1752, "p99_ms": 0.6231, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5735, "count": 143, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7782, "p99_ms": 7.3173, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.9243, "count": 143, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 794.2997, "p99_ms": 1439.3509, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 143, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 143, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1752, "p99_ms": 0.6231}, "wait_ms": {"count": 143, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7782, "p99_ms": 7.3173}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 143, "artifact_failed": 0, "artifact_requested": 143, "artifact_success": 143, "completed": 143, "completed_failed": 0, "completed_success": 143, "cooldown_promoted": 143, "database_requested": 143, "db_insert_success": 143, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15539, "relay_business_failed": 0, "relay_business_success": 143, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 143, "relay_transport_failed": 0, "relay_transport_success": 143, "reservation_requested": 143}, "snapshot": {"copied_bytes": 395366400, "copied_count": 143, "copy": {"count": 143, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2029, "p99_ms": 4.2503}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 515, "h264_decode_error_count": 1158, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:47:40+09:00", "last_error_summary": "[h264 @ 0x55b2d2da3c40] error while decoding MB 62 65, bytestream -5", "last_exit_at": "2026-10-30T11:47:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.87, "last_started_at": "2026-10-30T11:45:51+09:00", "pid": 105238, "process": {"exists": false, "pid": 105238}, "restart_count": 559, "restart_count_per_hour": 28, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 560}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.718, "sample_count": 2349, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1459111, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:47:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T11:47:40+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-10-30T11:47:40+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 92, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 450.926, "last_sample_duration_ms": 1122.674, "last_trigger": "periodic", "next_snapshot_in_sec": 149.074, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 292, "storage_bytes": 2783429}, "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-10-30T11:47:40.494802+09:00", "mtime_epoch": 1793328460.4948018, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 173208}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:47:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1599.57, "name": "celery", "pid": 206, "rss_mb": 1460.633, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 125, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1459111, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.83, "max": 10.0, "p95": 7.0, "sample_count": 253}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.011, "max": 2.0, "p95": 1.0, "sample_count": 89}, "total": {"avg": 0.356, "max": 2.0, "p95": 1.0, "sample_count": 253}}, "tracking_counts": {"active": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 253}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 253}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 253}, "tracked": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 253}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 253}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 253, "pushed_frames": 253, "read_frames": 252, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.441, "pushed": 8.441, "read": 8.407}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 252, "client_acquire_ms": {"avg_ms": 0.007, "count": 252, "max_ms": 0.024, "p95_ms": 0.015, "reason": null, "sample_age_ms": 75.652, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.726, "count": 252, "max_ms": 6.106, "p95_ms": 2.398, "reason": null, "sample_age_ms": 125.176, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.325, "count": 252, "max_ms": 5.804, "p95_ms": 1.865, "reason": null, "sample_age_ms": 125.661, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.317, "count": 252, "max_ms": 1.09, "p95_ms": 0.636, "reason": null, "sample_age_ms": 75.658, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.945, "count": 252, "max_ms": 6.369, "p95_ms": 3.275, "reason": null, "sample_age_ms": 122.694, "source": "client_direct"}, "request_count": 252, "request_tensor_bytes": {"avg": 2764808.0, "count": 252, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 122.617, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 252, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 75.801, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.06, "count": 252, "max_ms": 84.47, "p95_ms": 65.479, "reason": null, "sample_age_ms": 75.649, "source": "client_direct"}, "sample_age_ms": 75.646, "source": "client_direct", "task_total_ms": {"avg_ms": 50.5, "count": 252, "max_ms": 87.966, "p95_ms": 67.963, "reason": null, "sample_age_ms": 75.646, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.526, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.503, "count": 253, "max_ms": 12.069, "p95_ms": 7.502}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.311, "count": 253, "max_ms": 1.32, "p95_ms": 0.612}, "detection_prepare_ms": {"avg_ms": 0.592, "count": 253, "max_ms": 4.579, "p95_ms": 2.042}, "event_filter_ms": {"avg_ms": 0.005, "count": 253, "max_ms": 0.028, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.144, "count": 253, "max_ms": 0.6, "p95_ms": 0.395}, "mcmt_ms": {"avg_ms": 0.003, "count": 253, "max_ms": 0.03, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.822, "count": 253, "max_ms": 7.078, "p95_ms": 2.519}, "setup_ms": {"avg_ms": 0.046, "count": 253, "max_ms": 0.202, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 2.451, "count": 253, "max_ms": 11.911, "p95_ms": 7.431}, "track_match_ms": {"avg_ms": 0.027, "count": 253, "max_ms": 0.21, "p95_ms": 0.109}, "tracker_update_ms": {"avg_ms": 0.502, "count": 253, "max_ms": 3.024, "p95_ms": 1.91}}, "gstreamer_push": {"avg_ms": 3.571, "count": 253, "max_ms": 12.189, "p95_ms": 6.64}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 253, "max_ms": 0.474, "p95_ms": 0.106}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.611, "count": 253, "max_ms": 91.342, "p95_ms": 69.33}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.188, "count": 253, "max_ms": 14.222, "p95_ms": 7.452}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 253, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 253, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.467, "count": 253, "max_ms": 152.889, "p95_ms": 126.586}, "inference_input_copy_ms": {"avg_ms": 1.668, "count": 253, "max_ms": 5.427, "p95_ms": 2.819}, "processing_residual_ms": {"avg_ms": 0.173, "count": 253, "max_ms": 0.451, "p95_ms": 0.321}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 253, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 253, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.496, "count": 253, "max_ms": 164.602, "p95_ms": 131.706}, "read_interval": {"avg_ms": 118.843, "count": 252, "max_ms": 257.328, "p95_ms": 159.159}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 253, "max_ms": 0.06, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.765, "count": 253, "max_ms": 6.99, "p95_ms": 2.432}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 253, "max_ms": 0.068, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.749, "count": 253, "max_ms": 6.968, "p95_ms": 2.416}, "worker_merge_ms": {"avg_ms": 0.005, "count": 253, "max_ms": 0.022, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 51.626, "count": 253, "max_ms": 91.366, "p95_ms": 69.337}, "visualize": {"avg_ms": 45.143, "count": 253, "max_ms": 91.785, "p95_ms": 61.117}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.799, "count": 253, "max_ms": 73.166, "p95_ms": 57.32}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 253, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.444, "count": 253, "max_ms": 90.007, "p95_ms": 60.71}, "visualize_input_copy_ms": {"avg_ms": 0.499, "count": 253, "max_ms": 3.855, "p95_ms": 1.909}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 253, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.334, "count": 253, "max_ms": 89.83, "p95_ms": 60.577}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 253, "max_ms": 0.204, "p95_ms": 0.134}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 253}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 253}, "returned_event_count": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 253}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1450.184, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.11, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.612, "sample_count": 2339, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1459018, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:47:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 171921, "write_bytes_delta": 171921, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1117.0, "cpu_core_ratio": 0.491558, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 105238, "reason": null, "system_cpu_core_ratio": 0.045229, "system_cpu_s_delta": 0.9100000000000001, "user_cpu_core_ratio": 0.446329, "user_cpu_s_delta": 8.979999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.32656, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 172274.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.4344, "system_cpu_s_delta": 8.740000000005239, "user_cpu_core_ratio": 0.89216, "user_cpu_s_delta": 17.95000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.885, "count": 239, "max_ms": 12.507, "p95_ms": 7.301, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.808, "max": 9.0, "p95": 7.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.011, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 93}, "total": {"avg": 0.393, "max": 2.0, "p95": 1.0, "sample_count": 239}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.423, "count": 30, "max": 57.836, "p95": 37.829, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.11, "count": 30, "max": 23.278, "p95": 22.573, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 634.133, "count": 30, "max": 1129.0, "p95": 1108.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 535.467, "count": 30, "max": 5565.0, "p95": 2059.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.073, "count": 30, "max": 0.36, "p95": 0.274, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.446, "count": 30, "max": 0.546, "p95": 0.514, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.097, "count": 30, "max": 2.859, "p95": 0.022, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 169601.167, "count": 30, "max": 179213.0, "p95": 172448.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 169601.167, "count": 30, "max": 179213.0, "p95": 172448.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 95037.233, "count": 30, "max": 198634.0, "p95": 147294.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.604, "p95": 0.6, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.834, "count": 30, "max": 1.058, "p95": 1.045, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11269, "sampled_at": "2026-10-30T11:47:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:47:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2805267, "flush_count": 2920, "flush_interval_seconds": 30.0, "flush_state": {"count": 2920, "last_at": "2026-10-30T11:47:12", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:47:12", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2919}, "started": true, "suppressed_count": 1456339, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 147, "tracking_summary": 1456192}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2920, "written_record_count": 2920}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9562.496, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4034150092800, "copied_frame_count": 1459111, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:47:09+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 11177286, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:47:02+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.029}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 147, "events_emitted": 143, "events_failed": 0, "events_observed": 147, "events_suppressed": 4, "frame_buffer_copied_bytes": 4034150092800, "frame_buffer_copies": 1459111, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7150, "recorder_active_input_bytes": 19768320000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 143, "recorder_clips_failed": 0, "recorder_clips_started": 143, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 143, "worker_jobs_accepted": 143, "worker_jobs_completed": 143, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1136, "count": 512, "max_ms": 1.0333, "p50_ms": 0.1005, "p95_ms": 0.2361, "p99_ms": 0.2872}, "stages": {"db_insert": {"avg_ms": 19.971, "count": 143, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0644, "p99_ms": 40.8768, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8948, "count": 143, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2029, "p99_ms": 4.2503, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1100.3805, "count": 147, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.9458, "p99_ms": 2008.8686, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.584, "count": 512, "max_ms": 10.2786, "p50_ms": 1.4826, "p95_ms": 2.6854, "p99_ms": 3.2218, "results": {"failed": 0, "not_applicable": 0, "success": 1459111, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 564.4442, "count": 147, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.5284, "p99_ms": 717.6093, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.5141, "count": 143, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 56.1406, "p99_ms": 71.6404, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8387, "count": 512, "max_ms": 10.7362, "p50_ms": 4.5774, "p95_ms": 7.4495, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6002, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4528, "p95_ms": 3.0326, "p99_ms": 5.1243, "results": {"failed": 0, "not_applicable": 0, "success": 7150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.9334, "count": 143, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5335, "p99_ms": 713.1995, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.8053, "count": 143, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.358, "p99_ms": 589.6442, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8562, "count": 143, "max_ms": 138.414, "p50_ms": 96.7618, "p95_ms": 118.9945, "p99_ms": 132.3594, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9251, "count": 143, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.7798, "p99_ms": 7.6611, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.1869, "count": 143, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.6217, "p99_ms": 77.9133, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9689, "count": 147, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7953, "p99_ms": 4.4939, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8303, "count": 143, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6007, "p99_ms": 11.9288, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8303, "count": 143, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6007, "p99_ms": 11.9288, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9689, "count": 147, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7953, "p99_ms": 4.4939, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0073, "count": 143, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.9334, "p99_ms": 3.6186, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8149, "count": 143, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 705.1427, "p99_ms": 1374.4193, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7677, "count": 143, "max_ms": 26.8239, "p50_ms": 1.2005, "p95_ms": 10.4827, "p99_ms": 16.3537, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6628, "count": 143, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.4476, "p99_ms": 67.0651, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.099, "count": 143, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1752, "p99_ms": 0.6231, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5735, "count": 143, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7782, "p99_ms": 7.3173, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.9243, "count": 143, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 794.2997, "p99_ms": 1439.3509, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 143, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 143, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1752, "p99_ms": 0.6231}, "wait_ms": {"count": 143, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7782, "p99_ms": 7.3173}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 143, "artifact_failed": 0, "artifact_requested": 143, "artifact_success": 143, "completed": 143, "completed_failed": 0, "completed_success": 143, "cooldown_promoted": 143, "database_requested": 143, "db_insert_success": 143, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15539, "relay_business_failed": 0, "relay_business_success": 143, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 143, "relay_transport_failed": 0, "relay_transport_success": 143, "reservation_requested": 143}, "snapshot": {"copied_bytes": 395366400, "copied_count": 143, "copy": {"count": 143, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2029, "p99_ms": 4.2503}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 515, "h264_decode_error_count": 1158, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:47:40+09:00", "last_error_summary": "[h264 @ 0x55b2d2da3c40] error while decoding MB 62 65, bytestream -5", "last_exit_at": "2026-10-30T11:47:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.911, "last_started_at": "2026-10-30T11:45:51+09:00", "pid": 105238, "process": {"exists": false, "pid": 105238}, "restart_count": 559, "restart_count_per_hour": 28, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 560}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.718, "sample_count": 2349, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1459111, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:47:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.042, "last_frame_pushed_at": "2026-10-30T11:47:40+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-10-30T11:47:40+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 92, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 450.98, "last_sample_duration_ms": 1122.674, "last_trigger": "periodic", "next_snapshot_in_sec": 149.02, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 292, "storage_bytes": 2783429}, "mjpeg": {"age_sec": 0.033, "exists": true, "mtime": "2026-10-30T11:47:40.612802+09:00", "mtime_epoch": 1793328460.6128023, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 172187}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:47:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1599.57, "name": "celery", "pid": 206, "rss_mb": 1460.633, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 125, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1459111, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.829, "max": 10.0, "p95": 7.0, "sample_count": 252}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.011, "max": 2.0, "p95": 1.0, "sample_count": 89}, "total": {"avg": 0.357, "max": 2.0, "p95": 1.0, "sample_count": 252}}, "tracking_counts": {"active": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 252}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 252}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 252}, "tracked": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 252}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 252}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 252, "pushed_frames": 252, "read_frames": 251, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.423, "pushed": 8.423, "read": 8.389}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 251, "client_acquire_ms": {"avg_ms": 0.007, "count": 252, "max_ms": 0.024, "p95_ms": 0.015, "reason": null, "sample_age_ms": 123.135, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.728, "count": 251, "max_ms": 6.106, "p95_ms": 2.402, "reason": null, "sample_age_ms": 172.659, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.327, "count": 251, "max_ms": 5.804, "p95_ms": 1.865, "reason": null, "sample_age_ms": 173.144, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.317, "count": 252, "max_ms": 1.09, "p95_ms": 0.636, "reason": null, "sample_age_ms": 123.141, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.949, "count": 251, "max_ms": 6.369, "p95_ms": 3.275, "reason": null, "sample_age_ms": 170.177, "source": "client_direct"}, "request_count": 251, "request_tensor_bytes": {"avg": 2764808.0, "count": 251, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 170.1, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 252, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 123.284, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.06, "count": 252, "max_ms": 84.47, "p95_ms": 65.479, "reason": null, "sample_age_ms": 123.132, "source": "client_direct"}, "sample_age_ms": 123.129, "source": "client_direct", "task_total_ms": {"avg_ms": 50.5, "count": 252, "max_ms": 87.966, "p95_ms": 67.963, "reason": null, "sample_age_ms": 123.129, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.605, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.509, "count": 252, "max_ms": 12.069, "p95_ms": 7.502}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.311, "count": 252, "max_ms": 1.32, "p95_ms": 0.612}, "detection_prepare_ms": {"avg_ms": 0.594, "count": 252, "max_ms": 4.579, "p95_ms": 2.042}, "event_filter_ms": {"avg_ms": 0.005, "count": 252, "max_ms": 0.028, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.144, "count": 252, "max_ms": 0.6, "p95_ms": 0.395}, "mcmt_ms": {"avg_ms": 0.003, "count": 252, "max_ms": 0.03, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.824, "count": 252, "max_ms": 7.078, "p95_ms": 2.519}, "setup_ms": {"avg_ms": 0.046, "count": 252, "max_ms": 0.202, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 2.457, "count": 252, "max_ms": 11.911, "p95_ms": 7.431}, "track_match_ms": {"avg_ms": 0.027, "count": 252, "max_ms": 0.21, "p95_ms": 0.109}, "tracker_update_ms": {"avg_ms": 0.504, "count": 252, "max_ms": 3.024, "p95_ms": 1.91}}, "gstreamer_push": {"avg_ms": 3.572, "count": 252, "max_ms": 12.189, "p95_ms": 6.64}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 252, "max_ms": 0.474, "p95_ms": 0.106}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.605, "count": 252, "max_ms": 91.342, "p95_ms": 69.33}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.193, "count": 252, "max_ms": 14.222, "p95_ms": 7.452}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 252, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 252, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.494, "count": 252, "max_ms": 152.889, "p95_ms": 126.586}, "inference_input_copy_ms": {"avg_ms": 1.67, "count": 252, "max_ms": 5.427, "p95_ms": 2.819}, "processing_residual_ms": {"avg_ms": 0.173, "count": 252, "max_ms": 0.451, "p95_ms": 0.321}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 252, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 252, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.53, "count": 252, "max_ms": 164.602, "p95_ms": 131.706}, "read_interval": {"avg_ms": 118.899, "count": 251, "max_ms": 257.328, "p95_ms": 159.159}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 252, "max_ms": 0.06, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.767, "count": 252, "max_ms": 6.99, "p95_ms": 2.432}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 252, "max_ms": 0.068, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.752, "count": 252, "max_ms": 6.968, "p95_ms": 2.416}, "worker_merge_ms": {"avg_ms": 0.005, "count": 252, "max_ms": 0.022, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 51.62, "count": 252, "max_ms": 91.366, "p95_ms": 69.337}, "visualize": {"avg_ms": 45.168, "count": 252, "max_ms": 91.785, "p95_ms": 61.117}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.819, "count": 252, "max_ms": 73.166, "p95_ms": 57.32}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 252, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.467, "count": 252, "max_ms": 90.007, "p95_ms": 60.71}, "visualize_input_copy_ms": {"avg_ms": 0.501, "count": 252, "max_ms": 3.855, "p95_ms": 1.909}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 252, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.357, "count": 252, "max_ms": 89.83, "p95_ms": 60.577}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 252, "max_ms": 0.204, "p95_ms": 0.134}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 252}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 252}, "returned_event_count": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 252}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1450.184, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.11, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.612, "sample_count": 2339, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1459018, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:47:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 171921, "write_bytes_delta": 171921, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1117.0, "cpu_core_ratio": 0.491558, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 105238, "reason": null, "system_cpu_core_ratio": 0.045229, "system_cpu_s_delta": 0.9100000000000001, "user_cpu_core_ratio": 0.446329, "user_cpu_s_delta": 8.979999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.32656, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 172274.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.4344, "system_cpu_s_delta": 8.740000000005239, "user_cpu_core_ratio": 0.89216, "user_cpu_s_delta": 17.95000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.885, "count": 239, "max_ms": 12.507, "p95_ms": 7.301, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.808, "max": 9.0, "p95": 7.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.011, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 93}, "total": {"avg": 0.393, "max": 2.0, "p95": 1.0, "sample_count": 239}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.423, "count": 30, "max": 57.836, "p95": 37.829, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.11, "count": 30, "max": 23.278, "p95": 22.573, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 634.133, "count": 30, "max": 1129.0, "p95": 1108.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 535.467, "count": 30, "max": 5565.0, "p95": 2059.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.073, "count": 30, "max": 0.36, "p95": 0.274, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.446, "count": 30, "max": 0.546, "p95": 0.514, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.097, "count": 30, "max": 2.859, "p95": 0.022, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 169601.167, "count": 30, "max": 179213.0, "p95": 172448.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 169601.167, "count": 30, "max": 179213.0, "p95": 172448.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 95037.233, "count": 30, "max": 198634.0, "p95": 147294.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.604, "p95": 0.6, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.834, "count": 30, "max": 1.058, "p95": 1.045, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11269, "sampled_at": "2026-10-30T11:47:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:47:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2805267, "flush_count": 2920, "flush_interval_seconds": 30.0, "flush_state": {"count": 2920, "last_at": "2026-10-30T11:47:12", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:47:12", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2919}, "started": true, "suppressed_count": 1456339, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 147, "tracking_summary": 1456192}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2920, "written_record_count": 2920}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9735.594, "limit_mb": null}, "detail": {"pid": 105416, "restart_count": 560, "start_count": 561}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4034150092800, "copied_frame_count": 1459111, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:47:09+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 11177286, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:47:02+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.029}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 147, "events_emitted": 143, "events_failed": 0, "events_observed": 147, "events_suppressed": 4, "frame_buffer_copied_bytes": 4034150092800, "frame_buffer_copies": 1459111, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7150, "recorder_active_input_bytes": 19768320000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 143, "recorder_clips_failed": 0, "recorder_clips_started": 143, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 143, "worker_jobs_accepted": 143, "worker_jobs_completed": 143, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1136, "count": 512, "max_ms": 1.0333, "p50_ms": 0.1005, "p95_ms": 0.2361, "p99_ms": 0.2872}, "stages": {"db_insert": {"avg_ms": 19.971, "count": 143, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0644, "p99_ms": 40.8768, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8948, "count": 143, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2029, "p99_ms": 4.2503, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1100.3805, "count": 147, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.9458, "p99_ms": 2008.8686, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.584, "count": 512, "max_ms": 10.2786, "p50_ms": 1.4826, "p95_ms": 2.6854, "p99_ms": 3.2218, "results": {"failed": 0, "not_applicable": 0, "success": 1459111, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 564.4442, "count": 147, "max_ms": 794.4404, "p50_ms": 585.7672, "p95_ms": 681.5284, "p99_ms": 717.6093, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.5141, "count": 143, "max_ms": 74.3496, "p50_ms": 24.1123, "p95_ms": 56.1406, "p99_ms": 71.6404, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.8387, "count": 512, "max_ms": 10.7362, "p50_ms": 4.5774, "p95_ms": 7.4495, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6002, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4528, "p95_ms": 3.0326, "p99_ms": 5.1243, "results": {"failed": 0, "not_applicable": 0, "success": 7150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.9334, "count": 143, "max_ms": 791.9897, "p50_ms": 582.5852, "p95_ms": 674.5335, "p99_ms": 713.1995, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.8053, "count": 143, "max_ms": 734.2838, "p50_ms": 479.7558, "p95_ms": 557.358, "p99_ms": 589.6442, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.8562, "count": 143, "max_ms": 138.414, "p50_ms": 96.7618, "p95_ms": 118.9945, "p99_ms": 132.3594, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9251, "count": 143, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.7798, "p99_ms": 7.6611, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.1869, "count": 143, "max_ms": 81.87, "p50_ms": 45.7131, "p95_ms": 68.6217, "p99_ms": 77.9133, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9689, "count": 147, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7953, "p99_ms": 4.4939, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8303, "count": 143, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6007, "p99_ms": 11.9288, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8303, "count": 143, "max_ms": 16.7455, "p50_ms": 1.0044, "p95_ms": 5.6007, "p99_ms": 11.9288, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9689, "count": 147, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7953, "p99_ms": 4.4939, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0073, "count": 143, "max_ms": 9.1922, "p50_ms": 0.8192, "p95_ms": 1.9334, "p99_ms": 3.6186, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8149, "count": 143, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 705.1427, "p99_ms": 1374.4193, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 147, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7677, "count": 143, "max_ms": 26.8239, "p50_ms": 1.2005, "p95_ms": 10.4827, "p99_ms": 16.3537, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6628, "count": 143, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.4476, "p99_ms": 67.0651, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.099, "count": 143, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1752, "p99_ms": 0.6231, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5735, "count": 143, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7782, "p99_ms": 7.3173, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.9243, "count": 143, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 794.2997, "p99_ms": 1439.3509, "results": {"failed": 0, "not_applicable": 0, "success": 143, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 143, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 143, "max_ms": 0.7116, "p50_ms": 0.077, "p95_ms": 0.1752, "p99_ms": 0.6231}, "wait_ms": {"count": 143, "max_ms": 165.5371, "p50_ms": 2.2696, "p95_ms": 4.7782, "p99_ms": 7.3173}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 143, "artifact_failed": 0, "artifact_requested": 143, "artifact_success": 143, "completed": 143, "completed_failed": 0, "completed_success": 143, "cooldown_promoted": 143, "database_requested": 143, "db_insert_success": 143, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15539, "relay_business_failed": 0, "relay_business_success": 143, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 143, "relay_transport_failed": 0, "relay_transport_success": 143, "reservation_requested": 143}, "snapshot": {"copied_bytes": 395366400, "copied_count": 143, "copy": {"count": 143, "max_ms": 4.6042, "p50_ms": 1.7617, "p95_ms": 3.2029, "p99_ms": 4.2503}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 515, "h264_decode_error_count": 1158, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:47:40+09:00", "last_error_summary": "[h264 @ 0x55b2d2da3c40] error while decoding MB 62 65, bytestream -5", "last_exit_at": "2026-10-30T11:47:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T11:47:42+09:00", "pid": 105416, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.457, "name": "ffmpeg", "pid": 105416, "rss_mb": 206.457, "state": "S (sleeping)", "threads": 70}, "restart_count": 560, "restart_count_per_hour": 29, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 561}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.443, "sample_count": 2315, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1459111, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:47:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.362, "last_frame_pushed_at": "2026-10-30T11:47:40+09:00", "last_frame_read_age_sec": 4.482, "last_frame_read_at": "2026-10-30T11:47:40+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 92, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 455.288, "last_sample_duration_ms": 1122.674, "last_trigger": "periodic", "next_snapshot_in_sec": 144.712, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 292, "storage_bytes": 2783429}, "mjpeg": {"age_sec": 4.353, "exists": true, "mtime": "2026-10-30T11:47:40.612802+09:00", "mtime_epoch": 1793328460.6128023, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 172187}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:47:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1599.57, "name": "celery", "pid": 206, "rss_mb": 1460.637, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 125, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1459111, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.854, "max": 10.0, "p95": 7.0, "sample_count": 213}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.014, "max": 2.0, "p95": 1.0, "sample_count": 72}, "total": {"avg": 0.343, "max": 2.0, "p95": 1.0, "sample_count": 213}}, "tracking_counts": {"active": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 213}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 213}, "tracked": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 213}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.101, "pushed": 7.134, "read": 7.101}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 212, "client_acquire_ms": {"avg_ms": 0.007, "count": 213, "max_ms": 0.024, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4440.855, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.74, "count": 212, "max_ms": 6.106, "p95_ms": 2.665, "reason": null, "sample_age_ms": 4490.378, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.333, "count": 212, "max_ms": 5.804, "p95_ms": 1.865, "reason": null, "sample_age_ms": 4490.864, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.323, "count": 213, "max_ms": 1.09, "p95_ms": 0.641, "reason": null, "sample_age_ms": 4440.86, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.949, "count": 212, "max_ms": 6.369, "p95_ms": 3.245, "reason": null, "sample_age_ms": 4487.897, "source": "client_direct"}, "request_count": 212, "request_tensor_bytes": {"avg": 2764808.0, "count": 212, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4487.82, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 213, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4441.003, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.005, "count": 213, "max_ms": 75.781, "p95_ms": 65.467, "reason": null, "sample_age_ms": 4440.852, "source": "client_direct"}, "sample_age_ms": 4440.849, "source": "client_direct", "task_total_ms": {"avg_ms": 50.449, "count": 213, "max_ms": 77.136, "p95_ms": 67.847, "reason": null, "sample_age_ms": 4440.849, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.732, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.413, "count": 213, "max_ms": 12.069, "p95_ms": 7.235}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.307, "count": 213, "max_ms": 0.868, "p95_ms": 0.612}, "detection_prepare_ms": {"avg_ms": 0.567, "count": 213, "max_ms": 4.579, "p95_ms": 2.037}, "event_filter_ms": {"avg_ms": 0.005, "count": 213, "max_ms": 0.023, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.138, "count": 213, "max_ms": 0.6, "p95_ms": 0.366}, "mcmt_ms": {"avg_ms": 0.003, "count": 213, "max_ms": 0.03, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.794, "count": 213, "max_ms": 7.078, "p95_ms": 2.493}, "setup_ms": {"avg_ms": 0.046, "count": 213, "max_ms": 0.202, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 2.361, "count": 213, "max_ms": 11.911, "p95_ms": 7.108}, "track_match_ms": {"avg_ms": 0.024, "count": 213, "max_ms": 0.21, "p95_ms": 0.093}, "tracker_update_ms": {"avg_ms": 0.476, "count": 213, "max_ms": 3.024, "p95_ms": 1.881}}, "gstreamer_push": {"avg_ms": 3.591, "count": 214, "max_ms": 12.189, "p95_ms": 6.978}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 213, "max_ms": 0.177, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.558, "count": 213, "max_ms": 77.56, "p95_ms": 69.33}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.159, "count": 213, "max_ms": 14.222, "p95_ms": 7.452}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.051, "count": 213, "max_ms": 152.889, "p95_ms": 128.533}, "inference_input_copy_ms": {"avg_ms": 1.68, "count": 213, "max_ms": 5.427, "p95_ms": 2.866}, "processing_residual_ms": {"avg_ms": 0.172, "count": 213, "max_ms": 0.451, "p95_ms": 0.31}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.063, "count": 213, "max_ms": 164.602, "p95_ms": 131.745}, "read_interval": {"avg_ms": 120.285, "count": 213, "max_ms": 257.328, "p95_ms": 163.194}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 213, "max_ms": 0.048, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.739, "count": 213, "max_ms": 6.99, "p95_ms": 2.357}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 213, "max_ms": 0.068, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.724, "count": 213, "max_ms": 6.968, "p95_ms": 2.335}, "worker_merge_ms": {"avg_ms": 0.005, "count": 213, "max_ms": 0.022, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 51.574, "count": 213, "max_ms": 77.568, "p95_ms": 69.337}, "visualize": {"avg_ms": 46.874, "count": 213, "max_ms": 91.785, "p95_ms": 62.164}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.568, "count": 213, "max_ms": 73.166, "p95_ms": 57.798}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.199, "count": 213, "max_ms": 90.007, "p95_ms": 61.637}, "visualize_input_copy_ms": {"avg_ms": 0.476, "count": 213, "max_ms": 3.855, "p95_ms": 1.909}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.09, "count": 213, "max_ms": 89.83, "p95_ms": 61.554}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 213, "max_ms": 0.204, "p95_ms": 0.125}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 213}, "returned_event_count": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 213}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1450.184, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.11, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.612, "sample_count": 2339, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1459018, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:47:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 171921, "write_bytes_delta": 171921, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1117.0, "cpu_core_ratio": 0.491558, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 105238, "reason": null, "system_cpu_core_ratio": 0.045229, "system_cpu_s_delta": 0.9100000000000001, "user_cpu_core_ratio": 0.446329, "user_cpu_s_delta": 8.979999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.32656, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 172274.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.4344, "system_cpu_s_delta": 8.740000000005239, "user_cpu_core_ratio": 0.89216, "user_cpu_s_delta": 17.95000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.885, "count": 239, "max_ms": 12.507, "p95_ms": 7.301, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.808, "max": 9.0, "p95": 7.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.011, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 93}, "total": {"avg": 0.393, "max": 2.0, "p95": 1.0, "sample_count": 239}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.423, "count": 30, "max": 57.836, "p95": 37.829, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.11, "count": 30, "max": 23.278, "p95": 22.573, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 634.133, "count": 30, "max": 1129.0, "p95": 1108.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 535.467, "count": 30, "max": 5565.0, "p95": 2059.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.073, "count": 30, "max": 0.36, "p95": 0.274, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.446, "count": 30, "max": 0.546, "p95": 0.514, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.097, "count": 30, "max": 2.859, "p95": 0.022, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 169601.167, "count": 30, "max": 179213.0, "p95": 172448.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 169601.167, "count": 30, "max": 179213.0, "p95": 172448.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 95037.233, "count": 30, "max": 198634.0, "p95": 147294.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.604, "p95": 0.6, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.834, "count": 30, "max": 1.058, "p95": 1.045, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11269, "sampled_at": "2026-10-30T11:47:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:47:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2807129, "flush_count": 2922, "flush_interval_seconds": 30.0, "flush_state": {"count": 2922, "last_at": "2026-10-30T11:49:12", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:49:12", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2921}, "started": true, "suppressed_count": 1457222, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 148, "tracking_summary": 1457074}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2922, "written_record_count": 2922}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9578.414, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x59e1d8b5e080] error while decoding MB 11 57, bytestream -14", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4036591411200, "copied_frame_count": 1459994, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:47:59+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 11309355, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:47:51+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.491}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 148, "events_emitted": 144, "events_failed": 0, "events_observed": 148, "events_suppressed": 4, "frame_buffer_copied_bytes": 4036591411200, "frame_buffer_copies": 1459994, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7200, "recorder_active_input_bytes": 19906560000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 144, "recorder_clips_failed": 0, "recorder_clips_started": 144, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 144, "worker_jobs_accepted": 144, "worker_jobs_completed": 144, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1246, "count": 512, "max_ms": 0.8088, "p50_ms": 0.111, "p95_ms": 0.2278, "p99_ms": 0.2915}, "stages": {"db_insert": {"avg_ms": 19.8712, "count": 144, "max_ms": 58.1833, "p50_ms": 18.8088, "p95_ms": 35.0504, "p99_ms": 40.8675, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8919, "count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.5833, "count": 148, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1380.6718, "p99_ms": 2006.9419, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4854, "count": 512, "max_ms": 5.0298, "p50_ms": 1.4235, "p95_ms": 2.3711, "p99_ms": 3.3052, "results": {"failed": 0, "not_applicable": 0, "success": 1459994, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 564.173, "count": 148, "max_ms": 794.4404, "p50_ms": 583.9644, "p95_ms": 681.4538, "p99_ms": 717.594, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.609, "count": 144, "max_ms": 74.3496, "p50_ms": 24.2883, "p95_ms": 56.0568, "p99_ms": 71.5935, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9308, "count": 512, "max_ms": 10.7362, "p50_ms": 4.711, "p95_ms": 7.5496, "p99_ms": 8.925, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.624, "count": 512, "max_ms": 6.5829, "p50_ms": 1.471, "p95_ms": 3.0625, "p99_ms": 4.9927, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.5543, "count": 144, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.511, "p99_ms": 713.1964, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5188, "count": 144, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.2672, "p99_ms": 589.6292, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7653, "count": 144, "max_ms": 138.414, "p50_ms": 96.5409, "p95_ms": 118.9857, "p99_ms": 132.2629, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.924, "count": 144, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.7574, "p99_ms": 7.6578, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2923, "count": 144, "max_ms": 81.87, "p50_ms": 45.7178, "p95_ms": 68.5327, "p99_ms": 77.9101, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0035, "count": 144, "max_ms": 9.1922, "p50_ms": 0.817, "p95_ms": 1.9312, "p99_ms": 3.6149, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1606, "count": 144, "max_ms": 4604.0207, "p50_ms": 392.3297, "p95_ms": 701.1064, "p99_ms": 1371.8453, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7707, "count": 144, "max_ms": 26.8239, "p50_ms": 1.2139, "p95_ms": 10.4375, "p99_ms": 16.3082, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7074, "count": 144, "max_ms": 70.8318, "p50_ms": 23.553, "p95_ms": 57.4019, "p99_ms": 67.0413, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0986, "count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5599, "count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.2898, "count": 144, "max_ms": 4651.5807, "p50_ms": 476.3844, "p95_ms": 791.9218, "p99_ms": 1437.2503, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 144, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211}, "wait_ms": {"count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 144, "artifact_failed": 0, "artifact_requested": 144, "artifact_success": 144, "completed": 144, "completed_failed": 0, "completed_success": 144, "cooldown_promoted": 144, "database_requested": 144, "db_insert_success": 144, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15540, "relay_business_failed": 0, "relay_business_success": 144, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 144, "relay_transport_failed": 0, "relay_transport_success": 144, "reservation_requested": 144}, "snapshot": {"copied_bytes": 398131200, "copied_count": 144, "copy": {"count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 516, "h264_decode_error_count": 1159, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:49:33+09:00", "last_error_summary": "[h264 @ 0x59e1d8b5e080] error while decoding MB 11 57, bytestream -14", "last_exit_at": "2026-10-30T11:47:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 110.248, "last_started_at": "2026-10-30T11:47:42+09:00", "pid": 105416, "process": {"exists": false, "pid": 105416}, "restart_count": 560, "restart_count_per_hour": 28, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 561}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.662, "sample_count": 2400, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1459994, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.074, "last_frame_pushed_at": "2026-10-30T11:49:33+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-10-30T11:49:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 92, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 563.532, "last_sample_duration_ms": 1122.674, "last_trigger": "periodic", "next_snapshot_in_sec": 36.468, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 292, "storage_bytes": 2783429}, "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-10-30T11:49:33.148366+09:00", "mtime_epoch": 1793328573.148366, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 177777}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:49:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1599.57, "name": "celery", "pid": 206, "rss_mb": 1461.352, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 126, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1459995, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.498, "max": 11.0, "p95": 6.0, "sample_count": 255}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 20}, "total": {"avg": 0.078, "max": 1.0, "p95": 1.0, "sample_count": 255}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 255}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 255}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.518, "pushed": 8.518, "read": 8.518}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 255, "client_acquire_ms": {"avg_ms": 0.008, "count": 256, "max_ms": 0.043, "p95_ms": 0.017, "reason": null, "sample_age_ms": 13.827, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.654, "count": 255, "max_ms": 4.626, "p95_ms": 2.082, "reason": null, "sample_age_ms": 73.712, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.267, "count": 255, "max_ms": 2.706, "p95_ms": 1.349, "reason": null, "sample_age_ms": 73.921, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.316, "count": 256, "max_ms": 1.049, "p95_ms": 0.631, "reason": null, "sample_age_ms": 13.835, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.089, "count": 255, "max_ms": 6.279, "p95_ms": 3.546, "reason": null, "sample_age_ms": 72.782, "source": "client_direct"}, "request_count": 255, "request_tensor_bytes": {"avg": 2764808.0, "count": 255, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 72.763, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 256, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 14.024, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.375, "count": 256, "max_ms": 84.089, "p95_ms": 68.804, "reason": null, "sample_age_ms": 13.824, "source": "client_direct"}, "sample_age_ms": 13.821, "source": "client_direct", "task_total_ms": {"avg_ms": 52.977, "count": 256, "max_ms": 87.481, "p95_ms": 71.738, "reason": null, "sample_age_ms": 13.821, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.6, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.198, "count": 255, "max_ms": 8.88, "p95_ms": 4.531}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.283, "count": 255, "max_ms": 1.024, "p95_ms": 0.594}, "detection_prepare_ms": {"avg_ms": 0.239, "count": 255, "max_ms": 2.651, "p95_ms": 1.188}, "event_filter_ms": {"avg_ms": 0.004, "count": 255, "max_ms": 0.029, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.089, "count": 255, "max_ms": 0.31, "p95_ms": 0.187}, "mcmt_ms": {"avg_ms": 0.003, "count": 255, "max_ms": 0.031, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.346, "count": 255, "max_ms": 3.067, "p95_ms": 1.84}, "setup_ms": {"avg_ms": 0.046, "count": 255, "max_ms": 0.12, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 1.148, "count": 255, "max_ms": 8.73, "p95_ms": 4.485}, "track_match_ms": {"avg_ms": 0.015, "count": 255, "max_ms": 0.279, "p95_ms": 0.094}, "tracker_update_ms": {"avg_ms": 0.122, "count": 255, "max_ms": 1.931, "p95_ms": 0.925}}, "gstreamer_push": {"avg_ms": 3.354, "count": 255, "max_ms": 8.798, "p95_ms": 5.367}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 255, "max_ms": 0.864, "p95_ms": 0.116}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.982, "count": 255, "max_ms": 88.814, "p95_ms": 72.98}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.377, "count": 255, "max_ms": 12.373, "p95_ms": 1.889}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.931, "count": 255, "max_ms": 139.131, "p95_ms": 125.78}, "inference_input_copy_ms": {"avg_ms": 1.644, "count": 255, "max_ms": 4.101, "p95_ms": 2.78}, "processing_residual_ms": {"avg_ms": 0.178, "count": 255, "max_ms": 1.245, "p95_ms": 0.302}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.13, "count": 255, "max_ms": 143.471, "p95_ms": 128.324}, "read_interval": {"avg_ms": 117.54, "count": 255, "max_ms": 190.468, "p95_ms": 156.43}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 255, "max_ms": 0.076, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.289, "count": 255, "max_ms": 2.973, "p95_ms": 1.772}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 255, "max_ms": 0.057, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.273, "count": 255, "max_ms": 2.951, "p95_ms": 1.751}, "worker_merge_ms": {"avg_ms": 0.006, "count": 255, "max_ms": 0.042, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 53.996, "count": 255, "max_ms": 88.836, "p95_ms": 72.994}, "visualize": {"avg_ms": 44.535, "count": 255, "max_ms": 70.827, "p95_ms": 60.156}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.345, "count": 255, "max_ms": 65.302, "p95_ms": 58.952}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.231, "count": 255, "max_ms": 68.951, "p95_ms": 59.614}, "visualize_input_copy_ms": {"avg_ms": 0.097, "count": 255, "max_ms": 1.672, "p95_ms": 0.985}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.124, "count": 255, "max_ms": 68.722, "p95_ms": 59.418}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 255, "max_ms": 0.228, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 255}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1450.645, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.045, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.815, "sample_count": 2399, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1459970, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:49:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 176637, "write_bytes_delta": 176637, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1217.0, "cpu_core_ratio": 0.52767, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 311.0, "pid": 105416, "reason": null, "system_cpu_core_ratio": 0.045386, "system_cpu_s_delta": 0.9099999999999997, "user_cpu_core_ratio": 0.482284, "user_cpu_s_delta": 9.670000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.969057, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 159085.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.272812, "system_cpu_s_delta": 5.470000000001164, "user_cpu_core_ratio": 0.696245, "user_cpu_s_delta": 13.959999999991851}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.293, "count": 260, "max_ms": 8.798, "p95_ms": 5.209, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.569, "max": 11.0, "p95": 7.0, "sample_count": 260}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 14}, "total": {"avg": 0.054, "max": 1.0, "p95": 1.0, "sample_count": 260}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.319, "count": 30, "max": 57.836, "p95": 37.829, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.893, "count": 30, "max": 28.096, "p95": 23.075, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 677.5, "count": 30, "max": 1227.0, "p95": 1202.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 301.8, "count": 30, "max": 2077.0, "p95": 1526.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.336, "p95": 0.104, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.454, "count": 30, "max": 0.546, "p95": 0.514, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.097, "count": 30, "max": 2.859, "p95": 0.022, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 170787.033, "count": 30, "max": 177065.0, "p95": 176916.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 170787.033, "count": 30, "max": 177065.0, "p95": 176916.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 107872.7, "count": 30, "max": 227740.0, "p95": 200426.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.391, "count": 30, "max": 0.595, "p95": 0.568, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.802, "count": 30, "max": 1.059, "p95": 0.982, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11275, "sampled_at": "2026-10-30T11:49:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:49:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2807129, "flush_count": 2922, "flush_interval_seconds": 30.0, "flush_state": {"count": 2922, "last_at": "2026-10-30T11:49:12", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:49:12", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2921}, "started": true, "suppressed_count": 1457222, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 148, "tracking_summary": 1457074}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2922, "written_record_count": 2922}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9565.512, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T11:49:33+09:00", "last_error_summary": "[h264 @ 0x59e1d8b5e080] error while decoding MB 11 57, bytestream -14", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4036594176000, "copied_frame_count": 1459995, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:47:59+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 11309355, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:47:51+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.491}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 148, "events_emitted": 144, "events_failed": 0, "events_observed": 148, "events_suppressed": 4, "frame_buffer_copied_bytes": 4036594176000, "frame_buffer_copies": 1459995, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7200, "recorder_active_input_bytes": 19906560000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 144, "recorder_clips_failed": 0, "recorder_clips_started": 144, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 144, "worker_jobs_accepted": 144, "worker_jobs_completed": 144, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1246, "count": 512, "max_ms": 0.8088, "p50_ms": 0.1112, "p95_ms": 0.2278, "p99_ms": 0.2915}, "stages": {"db_insert": {"avg_ms": 19.8712, "count": 144, "max_ms": 58.1833, "p50_ms": 18.8088, "p95_ms": 35.0504, "p99_ms": 40.8675, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8919, "count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.5833, "count": 148, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1380.6718, "p99_ms": 2006.9419, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4864, "count": 512, "max_ms": 5.0298, "p50_ms": 1.4235, "p95_ms": 2.3711, "p99_ms": 3.3052, "results": {"failed": 0, "not_applicable": 0, "success": 1459995, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 564.173, "count": 148, "max_ms": 794.4404, "p50_ms": 583.9644, "p95_ms": 681.4538, "p99_ms": 717.594, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.609, "count": 144, "max_ms": 74.3496, "p50_ms": 24.2883, "p95_ms": 56.0568, "p99_ms": 71.5935, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9308, "count": 512, "max_ms": 10.7362, "p50_ms": 4.711, "p95_ms": 7.5496, "p99_ms": 8.925, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.624, "count": 512, "max_ms": 6.5829, "p50_ms": 1.471, "p95_ms": 3.0625, "p99_ms": 4.9927, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.5543, "count": 144, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.511, "p99_ms": 713.1964, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5188, "count": 144, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.2672, "p99_ms": 589.6292, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7653, "count": 144, "max_ms": 138.414, "p50_ms": 96.5409, "p95_ms": 118.9857, "p99_ms": 132.2629, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.924, "count": 144, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.7574, "p99_ms": 7.6578, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2923, "count": 144, "max_ms": 81.87, "p50_ms": 45.7178, "p95_ms": 68.5327, "p99_ms": 77.9101, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0035, "count": 144, "max_ms": 9.1922, "p50_ms": 0.817, "p95_ms": 1.9312, "p99_ms": 3.6149, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1606, "count": 144, "max_ms": 4604.0207, "p50_ms": 392.3297, "p95_ms": 701.1064, "p99_ms": 1371.8453, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7707, "count": 144, "max_ms": 26.8239, "p50_ms": 1.2139, "p95_ms": 10.4375, "p99_ms": 16.3082, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7074, "count": 144, "max_ms": 70.8318, "p50_ms": 23.553, "p95_ms": 57.4019, "p99_ms": 67.0413, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0986, "count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5599, "count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.2898, "count": 144, "max_ms": 4651.5807, "p50_ms": 476.3844, "p95_ms": 791.9218, "p99_ms": 1437.2503, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 144, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211}, "wait_ms": {"count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 144, "artifact_failed": 0, "artifact_requested": 144, "artifact_success": 144, "completed": 144, "completed_failed": 0, "completed_success": 144, "cooldown_promoted": 144, "database_requested": 144, "db_insert_success": 144, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15540, "relay_business_failed": 0, "relay_business_success": 144, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 144, "relay_transport_failed": 0, "relay_transport_success": 144, "reservation_requested": 144}, "snapshot": {"copied_bytes": 398131200, "copied_count": 144, "copy": {"count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 516, "h264_decode_error_count": 1159, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:49:33+09:00", "last_error_summary": "[h264 @ 0x59e1d8b5e080] error while decoding MB 11 57, bytestream -14", "last_exit_at": "2026-10-30T11:49:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 110.313, "last_started_at": "2026-10-30T11:47:42+09:00", "pid": 105416, "process": {"exists": false, "pid": 105416}, "restart_count": 560, "restart_count_per_hour": 28, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 561}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.662, "sample_count": 2400, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1459995, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-10-30T11:49:33+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-10-30T11:49:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 92, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 563.604, "last_sample_duration_ms": 1122.674, "last_trigger": "periodic", "next_snapshot_in_sec": 36.396, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 292, "storage_bytes": 2783429}, "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-10-30T11:49:33.148366+09:00", "mtime_epoch": 1793328573.148366, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 177777}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:49:33+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1599.57, "name": "celery", "pid": 206, "rss_mb": 1450.641, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 126, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1459995, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.482, "max": 11.0, "p95": 6.0, "sample_count": 255}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 20}, "total": {"avg": 0.078, "max": 1.0, "p95": 1.0, "sample_count": 255}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 255}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 255}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.501, "pushed": 8.534, "read": 8.501}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 254, "client_acquire_ms": {"avg_ms": 0.008, "count": 255, "max_ms": 0.043, "p95_ms": 0.016, "reason": null, "sample_age_ms": 89.246, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.656, "count": 254, "max_ms": 4.626, "p95_ms": 2.082, "reason": null, "sample_age_ms": 149.132, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.268, "count": 254, "max_ms": 2.706, "p95_ms": 1.354, "reason": null, "sample_age_ms": 149.34, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.316, "count": 255, "max_ms": 1.049, "p95_ms": 0.631, "reason": null, "sample_age_ms": 89.254, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.091, "count": 254, "max_ms": 6.279, "p95_ms": 3.548, "reason": null, "sample_age_ms": 148.201, "source": "client_direct"}, "request_count": 254, "request_tensor_bytes": {"avg": 2764808.0, "count": 254, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 148.182, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 255, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 89.443, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.39, "count": 255, "max_ms": 84.089, "p95_ms": 68.809, "reason": null, "sample_age_ms": 89.243, "source": "client_direct"}, "sample_age_ms": 89.241, "source": "client_direct", "task_total_ms": {"avg_ms": 52.988, "count": 255, "max_ms": 87.481, "p95_ms": 71.755, "reason": null, "sample_age_ms": 89.241, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.342, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.198, "count": 255, "max_ms": 8.88, "p95_ms": 4.531}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.284, "count": 255, "max_ms": 1.024, "p95_ms": 0.594}, "detection_prepare_ms": {"avg_ms": 0.239, "count": 255, "max_ms": 2.651, "p95_ms": 1.188}, "event_filter_ms": {"avg_ms": 0.004, "count": 255, "max_ms": 0.029, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.089, "count": 255, "max_ms": 0.31, "p95_ms": 0.187}, "mcmt_ms": {"avg_ms": 0.003, "count": 255, "max_ms": 0.031, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.346, "count": 255, "max_ms": 3.067, "p95_ms": 1.84}, "setup_ms": {"avg_ms": 0.046, "count": 255, "max_ms": 0.12, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 1.148, "count": 255, "max_ms": 8.73, "p95_ms": 4.485}, "track_match_ms": {"avg_ms": 0.015, "count": 255, "max_ms": 0.279, "p95_ms": 0.094}, "tracker_update_ms": {"avg_ms": 0.122, "count": 255, "max_ms": 1.931, "p95_ms": 0.925}}, "gstreamer_push": {"avg_ms": 3.358, "count": 256, "max_ms": 8.798, "p95_ms": 5.367}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 255, "max_ms": 0.864, "p95_ms": 0.116}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.005, "count": 255, "max_ms": 88.814, "p95_ms": 72.98}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.377, "count": 255, "max_ms": 12.373, "p95_ms": 1.889}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.009, "count": 255, "max_ms": 139.131, "p95_ms": 125.78}, "inference_input_copy_ms": {"avg_ms": 1.635, "count": 255, "max_ms": 4.101, "p95_ms": 2.742}, "processing_residual_ms": {"avg_ms": 0.177, "count": 255, "max_ms": 1.245, "p95_ms": 0.302}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.198, "count": 255, "max_ms": 143.471, "p95_ms": 128.324}, "read_interval": {"avg_ms": 117.54, "count": 255, "max_ms": 190.468, "p95_ms": 156.43}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 255, "max_ms": 0.076, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.289, "count": 255, "max_ms": 2.973, "p95_ms": 1.772}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 255, "max_ms": 0.057, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.274, "count": 255, "max_ms": 2.951, "p95_ms": 1.751}, "worker_merge_ms": {"avg_ms": 0.006, "count": 255, "max_ms": 0.042, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 54.02, "count": 255, "max_ms": 88.836, "p95_ms": 72.994}, "visualize": {"avg_ms": 44.591, "count": 255, "max_ms": 70.827, "p95_ms": 60.259}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.4, "count": 255, "max_ms": 65.302, "p95_ms": 59.027}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.287, "count": 255, "max_ms": 68.951, "p95_ms": 59.71}, "visualize_input_copy_ms": {"avg_ms": 0.097, "count": 255, "max_ms": 1.672, "p95_ms": 0.985}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.18, "count": 255, "max_ms": 68.722, "p95_ms": 59.616}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 255, "max_ms": 0.228, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 255}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1450.645, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.045, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.815, "sample_count": 2399, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1459970, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:49:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 176637, "write_bytes_delta": 176637, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1217.0, "cpu_core_ratio": 0.52767, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 311.0, "pid": 105416, "reason": null, "system_cpu_core_ratio": 0.045386, "system_cpu_s_delta": 0.9099999999999997, "user_cpu_core_ratio": 0.482284, "user_cpu_s_delta": 9.670000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.969057, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 159085.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.272812, "system_cpu_s_delta": 5.470000000001164, "user_cpu_core_ratio": 0.696245, "user_cpu_s_delta": 13.959999999991851}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.293, "count": 260, "max_ms": 8.798, "p95_ms": 5.209, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.569, "max": 11.0, "p95": 7.0, "sample_count": 260}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 14}, "total": {"avg": 0.054, "max": 1.0, "p95": 1.0, "sample_count": 260}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.319, "count": 30, "max": 57.836, "p95": 37.829, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.893, "count": 30, "max": 28.096, "p95": 23.075, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 677.5, "count": 30, "max": 1227.0, "p95": 1202.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 301.8, "count": 30, "max": 2077.0, "p95": 1526.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.336, "p95": 0.104, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.454, "count": 30, "max": 0.546, "p95": 0.514, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.097, "count": 30, "max": 2.859, "p95": 0.022, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 170787.033, "count": 30, "max": 177065.0, "p95": 176916.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 170787.033, "count": 30, "max": 177065.0, "p95": 176916.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 107872.7, "count": 30, "max": 227740.0, "p95": 200426.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.391, "count": 30, "max": 0.595, "p95": 0.568, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.802, "count": 30, "max": 1.059, "p95": 0.982, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11275, "sampled_at": "2026-10-30T11:49:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:49:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2807129, "flush_count": 2922, "flush_interval_seconds": 30.0, "flush_state": {"count": 2922, "last_at": "2026-10-30T11:49:12", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:49:12", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2921}, "started": true, "suppressed_count": 1457222, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 148, "tracking_summary": 1457074}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2922, "written_record_count": 2922}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9565.547, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4036594176000, "copied_frame_count": 1459995, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:47:59+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 11309355, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:47:51+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.491}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 148, "events_emitted": 144, "events_failed": 0, "events_observed": 148, "events_suppressed": 4, "frame_buffer_copied_bytes": 4036594176000, "frame_buffer_copies": 1459995, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7200, "recorder_active_input_bytes": 19906560000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 144, "recorder_clips_failed": 0, "recorder_clips_started": 144, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 144, "worker_jobs_accepted": 144, "worker_jobs_completed": 144, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1246, "count": 512, "max_ms": 0.8088, "p50_ms": 0.1112, "p95_ms": 0.2278, "p99_ms": 0.2915}, "stages": {"db_insert": {"avg_ms": 19.8712, "count": 144, "max_ms": 58.1833, "p50_ms": 18.8088, "p95_ms": 35.0504, "p99_ms": 40.8675, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8919, "count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.5833, "count": 148, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1380.6718, "p99_ms": 2006.9419, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4864, "count": 512, "max_ms": 5.0298, "p50_ms": 1.4235, "p95_ms": 2.3711, "p99_ms": 3.3052, "results": {"failed": 0, "not_applicable": 0, "success": 1459995, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 564.173, "count": 148, "max_ms": 794.4404, "p50_ms": 583.9644, "p95_ms": 681.4538, "p99_ms": 717.594, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.609, "count": 144, "max_ms": 74.3496, "p50_ms": 24.2883, "p95_ms": 56.0568, "p99_ms": 71.5935, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9308, "count": 512, "max_ms": 10.7362, "p50_ms": 4.711, "p95_ms": 7.5496, "p99_ms": 8.925, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.624, "count": 512, "max_ms": 6.5829, "p50_ms": 1.471, "p95_ms": 3.0625, "p99_ms": 4.9927, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.5543, "count": 144, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.511, "p99_ms": 713.1964, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5188, "count": 144, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.2672, "p99_ms": 589.6292, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7653, "count": 144, "max_ms": 138.414, "p50_ms": 96.5409, "p95_ms": 118.9857, "p99_ms": 132.2629, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.924, "count": 144, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.7574, "p99_ms": 7.6578, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2923, "count": 144, "max_ms": 81.87, "p50_ms": 45.7178, "p95_ms": 68.5327, "p99_ms": 77.9101, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0035, "count": 144, "max_ms": 9.1922, "p50_ms": 0.817, "p95_ms": 1.9312, "p99_ms": 3.6149, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1606, "count": 144, "max_ms": 4604.0207, "p50_ms": 392.3297, "p95_ms": 701.1064, "p99_ms": 1371.8453, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7707, "count": 144, "max_ms": 26.8239, "p50_ms": 1.2139, "p95_ms": 10.4375, "p99_ms": 16.3082, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7074, "count": 144, "max_ms": 70.8318, "p50_ms": 23.553, "p95_ms": 57.4019, "p99_ms": 67.0413, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0986, "count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5599, "count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.2898, "count": 144, "max_ms": 4651.5807, "p50_ms": 476.3844, "p95_ms": 791.9218, "p99_ms": 1437.2503, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 144, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211}, "wait_ms": {"count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 144, "artifact_failed": 0, "artifact_requested": 144, "artifact_success": 144, "completed": 144, "completed_failed": 0, "completed_success": 144, "cooldown_promoted": 144, "database_requested": 144, "db_insert_success": 144, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15540, "relay_business_failed": 0, "relay_business_success": 144, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 144, "relay_transport_failed": 0, "relay_transport_success": 144, "reservation_requested": 144}, "snapshot": {"copied_bytes": 398131200, "copied_count": 144, "copy": {"count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 516, "h264_decode_error_count": 1159, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:49:33+09:00", "last_error_summary": "[h264 @ 0x59e1d8b5e080] error while decoding MB 11 57, bytestream -14", "last_exit_at": "2026-10-30T11:49:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 110.351, "last_started_at": "2026-10-30T11:47:42+09:00", "pid": 105416, "process": {"exists": false, "pid": 105416}, "restart_count": 560, "restart_count_per_hour": 28, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 561}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.662, "sample_count": 2400, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1459995, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.042, "last_frame_pushed_at": "2026-10-30T11:49:33+09:00", "last_frame_read_age_sec": 0.172, "last_frame_read_at": "2026-10-30T11:49:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 92, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 563.633, "last_sample_duration_ms": 1122.674, "last_trigger": "periodic", "next_snapshot_in_sec": 36.367, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 292, "storage_bytes": 2783429}, "mjpeg": {"age_sec": 0.028, "exists": true, "mtime": "2026-10-30T11:49:33.287367+09:00", "mtime_epoch": 1793328573.2873666, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 174710}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:49:33+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1599.57, "name": "celery", "pid": 206, "rss_mb": 1450.641, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 126, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1459995, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.482, "max": 11.0, "p95": 6.0, "sample_count": 255}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 20}, "total": {"avg": 0.078, "max": 1.0, "p95": 1.0, "sample_count": 255}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 255}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 255}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 254, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.517, "pushed": 8.517, "read": 8.484}, "hints": ["read_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 254, "client_acquire_ms": {"avg_ms": 0.008, "count": 255, "max_ms": 0.043, "p95_ms": 0.016, "reason": null, "sample_age_ms": 116.56, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.656, "count": 254, "max_ms": 4.626, "p95_ms": 2.082, "reason": null, "sample_age_ms": 176.445, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.268, "count": 254, "max_ms": 2.706, "p95_ms": 1.354, "reason": null, "sample_age_ms": 176.654, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.316, "count": 255, "max_ms": 1.049, "p95_ms": 0.631, "reason": null, "sample_age_ms": 116.568, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.091, "count": 254, "max_ms": 6.279, "p95_ms": 3.548, "reason": null, "sample_age_ms": 175.515, "source": "client_direct"}, "request_count": 254, "request_tensor_bytes": {"avg": 2764808.0, "count": 254, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 175.496, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 255, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 116.757, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.39, "count": 255, "max_ms": 84.089, "p95_ms": 68.809, "reason": null, "sample_age_ms": 116.557, "source": "client_direct"}, "sample_age_ms": 116.554, "source": "client_direct", "task_total_ms": {"avg_ms": 52.988, "count": 255, "max_ms": 87.481, "p95_ms": 71.755, "reason": null, "sample_age_ms": 116.554, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.409, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.198, "count": 255, "max_ms": 8.88, "p95_ms": 4.531}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.284, "count": 255, "max_ms": 1.024, "p95_ms": 0.594}, "detection_prepare_ms": {"avg_ms": 0.239, "count": 255, "max_ms": 2.651, "p95_ms": 1.188}, "event_filter_ms": {"avg_ms": 0.004, "count": 255, "max_ms": 0.029, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.089, "count": 255, "max_ms": 0.31, "p95_ms": 0.187}, "mcmt_ms": {"avg_ms": 0.003, "count": 255, "max_ms": 0.031, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.346, "count": 255, "max_ms": 3.067, "p95_ms": 1.84}, "setup_ms": {"avg_ms": 0.046, "count": 255, "max_ms": 0.12, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 1.148, "count": 255, "max_ms": 8.73, "p95_ms": 4.485}, "track_match_ms": {"avg_ms": 0.015, "count": 255, "max_ms": 0.279, "p95_ms": 0.094}, "tracker_update_ms": {"avg_ms": 0.122, "count": 255, "max_ms": 1.931, "p95_ms": 0.925}}, "gstreamer_push": {"avg_ms": 3.36, "count": 255, "max_ms": 8.798, "p95_ms": 5.367}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 255, "max_ms": 0.864, "p95_ms": 0.116}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.005, "count": 255, "max_ms": 88.814, "p95_ms": 72.98}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.377, "count": 255, "max_ms": 12.373, "p95_ms": 1.889}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.009, "count": 255, "max_ms": 139.131, "p95_ms": 125.78}, "inference_input_copy_ms": {"avg_ms": 1.635, "count": 255, "max_ms": 4.101, "p95_ms": 2.742}, "processing_residual_ms": {"avg_ms": 0.177, "count": 255, "max_ms": 1.245, "p95_ms": 0.302}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.198, "count": 255, "max_ms": 143.471, "p95_ms": 128.324}, "read_interval": {"avg_ms": 117.548, "count": 254, "max_ms": 190.468, "p95_ms": 156.43}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 255, "max_ms": 0.076, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.289, "count": 255, "max_ms": 2.973, "p95_ms": 1.772}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 255, "max_ms": 0.057, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.274, "count": 255, "max_ms": 2.951, "p95_ms": 1.751}, "worker_merge_ms": {"avg_ms": 0.006, "count": 255, "max_ms": 0.042, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 54.02, "count": 255, "max_ms": 88.836, "p95_ms": 72.994}, "visualize": {"avg_ms": 44.591, "count": 255, "max_ms": 70.827, "p95_ms": 60.259}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.4, "count": 255, "max_ms": 65.302, "p95_ms": 59.027}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.287, "count": 255, "max_ms": 68.951, "p95_ms": 59.71}, "visualize_input_copy_ms": {"avg_ms": 0.097, "count": 255, "max_ms": 1.672, "p95_ms": 0.985}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.18, "count": 255, "max_ms": 68.722, "p95_ms": 59.616}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 255, "max_ms": 0.228, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 255}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1450.645, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.045, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.815, "sample_count": 2399, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1459970, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:49:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 176637, "write_bytes_delta": 176637, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1217.0, "cpu_core_ratio": 0.52767, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 311.0, "pid": 105416, "reason": null, "system_cpu_core_ratio": 0.045386, "system_cpu_s_delta": 0.9099999999999997, "user_cpu_core_ratio": 0.482284, "user_cpu_s_delta": 9.670000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.969057, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 159085.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.272812, "system_cpu_s_delta": 5.470000000001164, "user_cpu_core_ratio": 0.696245, "user_cpu_s_delta": 13.959999999991851}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.293, "count": 260, "max_ms": 8.798, "p95_ms": 5.209, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.569, "max": 11.0, "p95": 7.0, "sample_count": 260}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 14}, "total": {"avg": 0.054, "max": 1.0, "p95": 1.0, "sample_count": 260}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.319, "count": 30, "max": 57.836, "p95": 37.829, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.893, "count": 30, "max": 28.096, "p95": 23.075, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 677.5, "count": 30, "max": 1227.0, "p95": 1202.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 301.8, "count": 30, "max": 2077.0, "p95": 1526.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.336, "p95": 0.104, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.454, "count": 30, "max": 0.546, "p95": 0.514, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.097, "count": 30, "max": 2.859, "p95": 0.022, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 170787.033, "count": 30, "max": 177065.0, "p95": 176916.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 170787.033, "count": 30, "max": 177065.0, "p95": 176916.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 107872.7, "count": 30, "max": 227740.0, "p95": 200426.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.391, "count": 30, "max": 0.595, "p95": 0.568, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.802, "count": 30, "max": 1.059, "p95": 0.982, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11275, "sampled_at": "2026-10-30T11:49:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:49:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2807129, "flush_count": 2922, "flush_interval_seconds": 30.0, "flush_state": {"count": 2922, "last_at": "2026-10-30T11:49:12", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:49:12", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2921}, "started": true, "suppressed_count": 1457222, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 148, "tracking_summary": 1457074}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2922, "written_record_count": 2922}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9734.836, "limit_mb": null}, "detail": {"pid": 105594, "restart_count": 561, "start_count": 562}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4036594176000, "copied_frame_count": 1459995, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:47:59+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 11309355, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:47:51+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.491}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 148, "events_emitted": 144, "events_failed": 0, "events_observed": 148, "events_suppressed": 4, "frame_buffer_copied_bytes": 4036594176000, "frame_buffer_copies": 1459995, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7200, "recorder_active_input_bytes": 19906560000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 144, "recorder_clips_failed": 0, "recorder_clips_started": 144, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 144, "worker_jobs_accepted": 144, "worker_jobs_completed": 144, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1246, "count": 512, "max_ms": 0.8088, "p50_ms": 0.1112, "p95_ms": 0.2278, "p99_ms": 0.2915}, "stages": {"db_insert": {"avg_ms": 19.8712, "count": 144, "max_ms": 58.1833, "p50_ms": 18.8088, "p95_ms": 35.0504, "p99_ms": 40.8675, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8919, "count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.5833, "count": 148, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1380.6718, "p99_ms": 2006.9419, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4864, "count": 512, "max_ms": 5.0298, "p50_ms": 1.4235, "p95_ms": 2.3711, "p99_ms": 3.3052, "results": {"failed": 0, "not_applicable": 0, "success": 1459995, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 564.173, "count": 148, "max_ms": 794.4404, "p50_ms": 583.9644, "p95_ms": 681.4538, "p99_ms": 717.594, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.609, "count": 144, "max_ms": 74.3496, "p50_ms": 24.2883, "p95_ms": 56.0568, "p99_ms": 71.5935, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9308, "count": 512, "max_ms": 10.7362, "p50_ms": 4.711, "p95_ms": 7.5496, "p99_ms": 8.925, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.624, "count": 512, "max_ms": 6.5829, "p50_ms": 1.471, "p95_ms": 3.0625, "p99_ms": 4.9927, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.5543, "count": 144, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.511, "p99_ms": 713.1964, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5188, "count": 144, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.2672, "p99_ms": 589.6292, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7653, "count": 144, "max_ms": 138.414, "p50_ms": 96.5409, "p95_ms": 118.9857, "p99_ms": 132.2629, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.924, "count": 144, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.7574, "p99_ms": 7.6578, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2923, "count": 144, "max_ms": 81.87, "p50_ms": 45.7178, "p95_ms": 68.5327, "p99_ms": 77.9101, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0035, "count": 144, "max_ms": 9.1922, "p50_ms": 0.817, "p95_ms": 1.9312, "p99_ms": 3.6149, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1606, "count": 144, "max_ms": 4604.0207, "p50_ms": 392.3297, "p95_ms": 701.1064, "p99_ms": 1371.8453, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7707, "count": 144, "max_ms": 26.8239, "p50_ms": 1.2139, "p95_ms": 10.4375, "p99_ms": 16.3082, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7074, "count": 144, "max_ms": 70.8318, "p50_ms": 23.553, "p95_ms": 57.4019, "p99_ms": 67.0413, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0986, "count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5599, "count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.2898, "count": 144, "max_ms": 4651.5807, "p50_ms": 476.3844, "p95_ms": 791.9218, "p99_ms": 1437.2503, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 144, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211}, "wait_ms": {"count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 144, "artifact_failed": 0, "artifact_requested": 144, "artifact_success": 144, "completed": 144, "completed_failed": 0, "completed_success": 144, "cooldown_promoted": 144, "database_requested": 144, "db_insert_success": 144, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15540, "relay_business_failed": 0, "relay_business_success": 144, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 144, "relay_transport_failed": 0, "relay_transport_success": 144, "reservation_requested": 144}, "snapshot": {"copied_bytes": 398131200, "copied_count": 144, "copy": {"count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 516, "h264_decode_error_count": 1159, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:49:33+09:00", "last_error_summary": "[h264 @ 0x59e1d8b5e080] error while decoding MB 11 57, bytestream -14", "last_exit_at": "2026-10-30T11:49:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T11:49:36+09:00", "pid": 105594, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.664, "name": "ffmpeg", "pid": 105594, "rss_mb": 206.664, "state": "S (sleeping)", "threads": 70}, "restart_count": 561, "restart_count_per_hour": 29, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 562}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.815, "sample_count": 2356, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1459995, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:49:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.969, "last_frame_pushed_at": "2026-10-30T11:49:33+09:00", "last_frame_read_age_sec": 5.098, "last_frame_read_at": "2026-10-30T11:49:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 92, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 568.574, "last_sample_duration_ms": 1122.674, "last_trigger": "periodic", "next_snapshot_in_sec": 31.426, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 292, "storage_bytes": 2783429}, "mjpeg": {"age_sec": 4.955, "exists": true, "mtime": "2026-10-30T11:49:33.287367+09:00", "mtime_epoch": 1793328573.2873666, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 174710}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:49:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1599.57, "name": "celery", "pid": 206, "rss_mb": 1450.645, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 126, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1459995, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.481, "max": 11.0, "p95": 6.0, "sample_count": 214}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 20}, "total": {"avg": 0.093, "max": 1.0, "p95": 1.0, "sample_count": 214}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 214}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 214}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.153, "pushed": 7.153, "read": 7.12}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 213, "client_acquire_ms": {"avg_ms": 0.008, "count": 214, "max_ms": 0.043, "p95_ms": 0.016, "reason": null, "sample_age_ms": 5054.12, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.665, "count": 213, "max_ms": 4.626, "p95_ms": 2.104, "reason": null, "sample_age_ms": 5114.006, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.271, "count": 213, "max_ms": 2.706, "p95_ms": 1.427, "reason": null, "sample_age_ms": 5114.214, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.31, "count": 214, "max_ms": 1.049, "p95_ms": 0.624, "reason": null, "sample_age_ms": 5054.128, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.101, "count": 213, "max_ms": 6.279, "p95_ms": 3.605, "reason": null, "sample_age_ms": 5113.075, "source": "client_direct"}, "request_count": 213, "request_tensor_bytes": {"avg": 2764808.0, "count": 213, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5113.056, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 214, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5054.317, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.327, "count": 214, "max_ms": 73.806, "p95_ms": 68.713, "reason": null, "sample_age_ms": 5054.117, "source": "client_direct"}, "sample_age_ms": 5054.115, "source": "client_direct", "task_total_ms": {"avg_ms": 52.926, "count": 214, "max_ms": 76.221, "p95_ms": 71.474, "reason": null, "sample_age_ms": 5054.115, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.384, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.263, "count": 214, "max_ms": 8.88, "p95_ms": 5.022}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.285, "count": 214, "max_ms": 1.024, "p95_ms": 0.601}, "detection_prepare_ms": {"avg_ms": 0.255, "count": 214, "max_ms": 2.651, "p95_ms": 1.253}, "event_filter_ms": {"avg_ms": 0.004, "count": 214, "max_ms": 0.029, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.09, "count": 214, "max_ms": 0.31, "p95_ms": 0.195}, "mcmt_ms": {"avg_ms": 0.003, "count": 214, "max_ms": 0.031, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.374, "count": 214, "max_ms": 3.067, "p95_ms": 1.936}, "setup_ms": {"avg_ms": 0.045, "count": 214, "max_ms": 0.113, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 1.213, "count": 214, "max_ms": 8.73, "p95_ms": 4.968}, "track_match_ms": {"avg_ms": 0.016, "count": 214, "max_ms": 0.279, "p95_ms": 0.105}, "tracker_update_ms": {"avg_ms": 0.139, "count": 214, "max_ms": 1.931, "p95_ms": 0.945}}, "gstreamer_push": {"avg_ms": 3.396, "count": 214, "max_ms": 8.798, "p95_ms": 5.485}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 214, "max_ms": 0.864, "p95_ms": 0.123}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.946, "count": 214, "max_ms": 77.671, "p95_ms": 72.977}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.441, "count": 214, "max_ms": 12.373, "p95_ms": 2.317}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.117, "count": 214, "max_ms": 139.131, "p95_ms": 124.531}, "inference_input_copy_ms": {"avg_ms": 1.625, "count": 214, "max_ms": 4.101, "p95_ms": 2.78}, "processing_residual_ms": {"avg_ms": 0.178, "count": 214, "max_ms": 1.245, "p95_ms": 0.304}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.361, "count": 214, "max_ms": 143.471, "p95_ms": 127.086}, "read_interval": {"avg_ms": 116.926, "count": 213, "max_ms": 190.468, "p95_ms": 158.184}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 214, "max_ms": 0.076, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.318, "count": 214, "max_ms": 2.973, "p95_ms": 1.866}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 214, "max_ms": 0.057, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.302, "count": 214, "max_ms": 2.951, "p95_ms": 1.847}, "worker_merge_ms": {"avg_ms": 0.005, "count": 214, "max_ms": 0.042, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 53.961, "count": 214, "max_ms": 77.694, "p95_ms": 72.986}, "visualize": {"avg_ms": 43.694, "count": 214, "max_ms": 70.827, "p95_ms": 60.259}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.447, "count": 214, "max_ms": 65.302, "p95_ms": 57.684}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.371, "count": 214, "max_ms": 68.951, "p95_ms": 59.614}, "visualize_input_copy_ms": {"avg_ms": 0.115, "count": 214, "max_ms": 1.672, "p95_ms": 1.103}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.264, "count": 214, "max_ms": 68.722, "p95_ms": 59.418}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 214, "max_ms": 0.228, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 214}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1450.645, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.045, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.815, "sample_count": 2399, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1459970, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:49:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 176637, "write_bytes_delta": 176637, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1217.0, "cpu_core_ratio": 0.52767, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 311.0, "pid": 105416, "reason": null, "system_cpu_core_ratio": 0.045386, "system_cpu_s_delta": 0.9099999999999997, "user_cpu_core_ratio": 0.482284, "user_cpu_s_delta": 9.670000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.969057, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 159085.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.272812, "system_cpu_s_delta": 5.470000000001164, "user_cpu_core_ratio": 0.696245, "user_cpu_s_delta": 13.959999999991851}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.293, "count": 260, "max_ms": 8.798, "p95_ms": 5.209, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.569, "max": 11.0, "p95": 7.0, "sample_count": 260}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 14}, "total": {"avg": 0.054, "max": 1.0, "p95": 1.0, "sample_count": 260}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.319, "count": 30, "max": 57.836, "p95": 37.829, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.893, "count": 30, "max": 28.096, "p95": 23.075, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 677.5, "count": 30, "max": 1227.0, "p95": 1202.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 301.8, "count": 30, "max": 2077.0, "p95": 1526.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.336, "p95": 0.104, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.454, "count": 30, "max": 0.546, "p95": 0.514, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.097, "count": 30, "max": 2.859, "p95": 0.022, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 170787.033, "count": 30, "max": 177065.0, "p95": 176916.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 170787.033, "count": 30, "max": 177065.0, "p95": 176916.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 107872.7, "count": 30, "max": 227740.0, "p95": 200426.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.391, "count": 30, "max": 0.595, "p95": 0.568, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.802, "count": 30, "max": 1.059, "p95": 0.982, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11275, "sampled_at": "2026-10-30T11:49:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:49:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2809922, "flush_count": 2925, "flush_interval_seconds": 30.0, "flush_state": {"count": 2925, "last_at": "2026-10-30T11:52:12", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:52:12", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2924}, "started": true, "suppressed_count": 1458615, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 148, "tracking_summary": 1458467}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2925, "written_record_count": 2925}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9581.438, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5a376fb0aa00] left block unavailable for requested intra mode [h264 @ 0x5a376fb0aa00] error while decoding MB 0 54, bytestream 2562 [h264 @ 0x5a376fb9fdc0] left block unavailable for requested intra mode [h264 @ 0x5a376fb9fdc0] error while decoding MB 0 65, bytestream 13706 [h264 @ 0x5a376fb8bc00] error while decoding MB 112 65, bytestream -10", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4040451072000, "copied_frame_count": 1461390, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:47:59+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 11309355, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:47:51+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.491}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 148, "events_emitted": 144, "events_failed": 0, "events_observed": 148, "events_suppressed": 4, "frame_buffer_copied_bytes": 4040451072000, "frame_buffer_copies": 1461390, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7200, "recorder_active_input_bytes": 19906560000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 144, "recorder_clips_failed": 0, "recorder_clips_started": 144, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 144, "worker_jobs_accepted": 144, "worker_jobs_completed": 144, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1313, "count": 512, "max_ms": 2.0175, "p50_ms": 0.1149, "p95_ms": 0.2463, "p99_ms": 0.3305}, "stages": {"db_insert": {"avg_ms": 19.8712, "count": 144, "max_ms": 58.1833, "p50_ms": 18.8088, "p95_ms": 35.0504, "p99_ms": 40.8675, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8919, "count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.5833, "count": 148, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1380.6718, "p99_ms": 2006.9419, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4603, "count": 512, "max_ms": 3.9687, "p50_ms": 1.392, "p95_ms": 2.3528, "p99_ms": 2.8799, "results": {"failed": 0, "not_applicable": 0, "success": 1461390, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 564.173, "count": 148, "max_ms": 794.4404, "p50_ms": 583.9644, "p95_ms": 681.4538, "p99_ms": 717.594, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.609, "count": 144, "max_ms": 74.3496, "p50_ms": 24.2883, "p95_ms": 56.0568, "p99_ms": 71.5935, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9308, "count": 512, "max_ms": 10.7362, "p50_ms": 4.711, "p95_ms": 7.5496, "p99_ms": 8.925, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.624, "count": 512, "max_ms": 6.5829, "p50_ms": 1.471, "p95_ms": 3.0625, "p99_ms": 4.9927, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.5543, "count": 144, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.511, "p99_ms": 713.1964, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5188, "count": 144, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.2672, "p99_ms": 589.6292, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7653, "count": 144, "max_ms": 138.414, "p50_ms": 96.5409, "p95_ms": 118.9857, "p99_ms": 132.2629, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.924, "count": 144, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.7574, "p99_ms": 7.6578, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2923, "count": 144, "max_ms": 81.87, "p50_ms": 45.7178, "p95_ms": 68.5327, "p99_ms": 77.9101, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0035, "count": 144, "max_ms": 9.1922, "p50_ms": 0.817, "p95_ms": 1.9312, "p99_ms": 3.6149, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1606, "count": 144, "max_ms": 4604.0207, "p50_ms": 392.3297, "p95_ms": 701.1064, "p99_ms": 1371.8453, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7707, "count": 144, "max_ms": 26.8239, "p50_ms": 1.2139, "p95_ms": 10.4375, "p99_ms": 16.3082, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7074, "count": 144, "max_ms": 70.8318, "p50_ms": 23.553, "p95_ms": 57.4019, "p99_ms": 67.0413, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0986, "count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5599, "count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.2898, "count": 144, "max_ms": 4651.5807, "p50_ms": 476.3844, "p95_ms": 791.9218, "p99_ms": 1437.2503, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 144, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211}, "wait_ms": {"count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 144, "artifact_failed": 0, "artifact_requested": 144, "artifact_success": 144, "completed": 144, "completed_failed": 0, "completed_success": 144, "cooldown_promoted": 144, "database_requested": 144, "db_insert_success": 144, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15540, "relay_business_failed": 0, "relay_business_success": 144, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 144, "relay_transport_failed": 0, "relay_transport_success": 144, "reservation_requested": 144}, "snapshot": {"copied_bytes": 398131200, "copied_count": 144, "copy": {"count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 517, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:52:30+09:00", "last_error_summary": "[h264 @ 0x5a376fb0aa00] left block unavailable for requested intra mode [h264 @ 0x5a376fb0aa00] error while decoding MB 0 54, bytestream 2562 [h264 @ 0x5a376fb9fdc0] left block unavailable for requested intra mode [h264 @ 0x5a376fb9fdc0] error while decoding MB 0 65, bytestream 13706 [h264 @ 0x5a376fb8bc00] error while decoding MB 112 65, bytestream -10", "last_exit_at": "2026-10-30T11:49:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 174.325, "last_started_at": "2026-10-30T11:49:36+09:00", "pid": 105594, "process": {"exists": true, "fd_count": 0, "hwm_mb": null, "name": "ffmpeg", "pid": 105594, "rss_mb": null, "state": "Z (zombie)", "threads": 1}, "restart_count": 561, "restart_count_per_hour": 29, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 562}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.325, "sample_count": 2366, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1461390, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:52:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.067, "last_frame_pushed_at": "2026-10-30T11:52:30+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-10-30T11:52:30+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 138.895, "last_sample_duration_ms": 1341.488, "last_trigger": "periodic", "next_snapshot_in_sec": 461.105, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 293, "storage_bytes": 2793025}, "mjpeg": {"age_sec": 0.053, "exists": true, "mtime": "2026-10-30T11:52:30.513558+09:00", "mtime_epoch": 1793328750.5135581, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 183269}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:52:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1599.57, "name": "celery", "pid": 206, "rss_mb": 1464.48, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 126, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1461391, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.476, "max": 6.0, "p95": 5.0, "sample_count": 187}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 187, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.247, "pushed": 6.247, "read": 6.247}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 187, "client_acquire_ms": {"avg_ms": 0.008, "count": 187, "max_ms": 0.028, "p95_ms": 0.015, "reason": null, "sample_age_ms": 22.487, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.645, "count": 187, "max_ms": 3.137, "p95_ms": 2.255, "reason": null, "sample_age_ms": 68.883, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.302, "count": 187, "max_ms": 2.433, "p95_ms": 1.664, "reason": null, "sample_age_ms": 69.085, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.276, "count": 187, "max_ms": 0.79, "p95_ms": 0.544, "reason": null, "sample_age_ms": 22.497, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.116, "count": 187, "max_ms": 5.954, "p95_ms": 3.573, "reason": null, "sample_age_ms": 67.477, "source": "client_direct"}, "request_count": 187, "request_tensor_bytes": {"avg": 2764808.0, "count": 187, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 67.46, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 187, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 22.707, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.561, "count": 187, "max_ms": 70.18, "p95_ms": 64.465, "reason": null, "sample_age_ms": 22.483, "source": "client_direct"}, "sample_age_ms": 22.479, "source": "client_direct", "task_total_ms": {"avg_ms": 49.14, "count": 187, "max_ms": 73.329, "p95_ms": 66.752, "reason": null, "sample_age_ms": 22.479, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.345, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.751, "count": 187, "max_ms": 1.979, "p95_ms": 1.408}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.242, "count": 187, "max_ms": 0.662, "p95_ms": 0.479}, "detection_prepare_ms": {"avg_ms": 0.131, "count": 187, "max_ms": 0.416, "p95_ms": 0.272}, "event_filter_ms": {"avg_ms": 0.004, "count": 187, "max_ms": 0.014, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.079, "count": 187, "max_ms": 0.196, "p95_ms": 0.154}, "mcmt_ms": {"avg_ms": 0.003, "count": 187, "max_ms": 0.015, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.169, "count": 187, "max_ms": 0.581, "p95_ms": 0.313}, "setup_ms": {"avg_ms": 0.044, "count": 187, "max_ms": 0.128, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 0.708, "count": 187, "max_ms": 1.919, "p95_ms": 1.32}, "track_match_ms": {"avg_ms": 0.004, "count": 187, "max_ms": 0.011, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.033, "count": 187, "max_ms": 0.101, "p95_ms": 0.072}}, "gstreamer_push": {"avg_ms": 3.205, "count": 187, "max_ms": 7.947, "p95_ms": 5.02}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 187, "max_ms": 0.59, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.173, "count": 187, "max_ms": 73.85, "p95_ms": 68.175}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.048, "count": 187, "max_ms": 0.785, "p95_ms": 0.098}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.967, "count": 187, "max_ms": 137.526, "p95_ms": 118.837}, "inference_input_copy_ms": {"avg_ms": 1.633, "count": 187, "max_ms": 3.718, "p95_ms": 2.708}, "processing_residual_ms": {"avg_ms": 0.193, "count": 187, "max_ms": 0.483, "p95_ms": 0.355}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.841, "count": 187, "max_ms": 138.356, "p95_ms": 121.941}, "read_interval": {"avg_ms": 160.383, "count": 187, "max_ms": 4759.217, "p95_ms": 163.684}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 187, "max_ms": 0.057, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.118, "count": 187, "max_ms": 0.358, "p95_ms": 0.225}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 187, "max_ms": 0.04, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.104, "count": 187, "max_ms": 0.32, "p95_ms": 0.198}, "worker_merge_ms": {"avg_ms": 0.005, "count": 187, "max_ms": 0.03, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 50.187, "count": 187, "max_ms": 73.86, "p95_ms": 68.184}, "visualize": {"avg_ms": 46.883, "count": 187, "max_ms": 71.227, "p95_ms": 57.511}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.052, "count": 187, "max_ms": 70.115, "p95_ms": 56.795}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.696, "count": 187, "max_ms": 70.941, "p95_ms": 57.384}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.008, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.602, "count": 187, "max_ms": 70.805, "p95_ms": 57.298}, "visualizer_prepare_ms": {"avg_ms": 0.051, "count": 187, "max_ms": 0.164, "p95_ms": 0.097}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1451.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 45.608, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.568, "sample_count": 2415, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1461288, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:52:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 187589, "write_bytes_delta": 187589, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 682.0, "cpu_core_ratio": 0.833526, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2813.0, "pid": 105594, "reason": null, "system_cpu_core_ratio": 0.323223, "system_cpu_s_delta": 6.9799999999999995, "user_cpu_core_ratio": 0.510303, "user_cpu_s_delta": 11.019999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.661727, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 188629.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.185691, "system_cpu_s_delta": 4.009999999994761, "user_cpu_core_ratio": 0.476036, "user_cpu_s_delta": 10.279999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.171, "count": 223, "max_ms": 7.064, "p95_ms": 4.794, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.897, "max": 6.0, "p95": 5.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 2}, "total": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 223}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.147, "count": 30, "max": 57.836, "p95": 42.284, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.304, "count": 30, "max": 28.096, "p95": 26.32, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 831.267, "count": 30, "max": 1254.0, "p95": 1230.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 357.267, "count": 30, "max": 2813.0, "p95": 1710.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.323, "p95": 0.083, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.477, "count": 30, "max": 0.546, "p95": 0.521, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.119, "p95": 0.022, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 172592.233, "count": 30, "max": 187589.0, "p95": 177847.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 166941.033, "count": 30, "max": 187589.0, "p95": 177847.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 144275.167, "count": 30, "max": 230985.0, "p95": 226880.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.355, "count": 30, "max": 0.595, "p95": 0.55, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.747, "count": 30, "max": 1.059, "p95": 0.973, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11283, "sampled_at": "2026-10-30T11:52:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:52:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2809922, "flush_count": 2925, "flush_interval_seconds": 30.0, "flush_state": {"count": 2925, "last_at": "2026-10-30T11:52:12", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:52:12", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2924}, "started": true, "suppressed_count": 1458615, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 148, "tracking_summary": 1458467}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2925, "written_record_count": 2925}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9564.867, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T11:52:30+09:00", "last_error_summary": "[h264 @ 0x5a376fb0aa00] left block unavailable for requested intra mode [h264 @ 0x5a376fb0aa00] error while decoding MB 0 54, bytestream 2562 [h264 @ 0x5a376fb9fdc0] left block unavailable for requested intra mode [h264 @ 0x5a376fb9fdc0] error while decoding MB 0 65, bytestream 13706 [h264 @ 0x5a376fb8bc00] error while decoding MB 112 65, bytestream -10", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4040453836800, "copied_frame_count": 1461391, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:47:59+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 11309355, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:47:51+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.491}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 148, "events_emitted": 144, "events_failed": 0, "events_observed": 148, "events_suppressed": 4, "frame_buffer_copied_bytes": 4040453836800, "frame_buffer_copies": 1461391, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7200, "recorder_active_input_bytes": 19906560000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 144, "recorder_clips_failed": 0, "recorder_clips_started": 144, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 144, "worker_jobs_accepted": 144, "worker_jobs_completed": 144, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1313, "count": 512, "max_ms": 2.0175, "p50_ms": 0.1149, "p95_ms": 0.2463, "p99_ms": 0.3305}, "stages": {"db_insert": {"avg_ms": 19.8712, "count": 144, "max_ms": 58.1833, "p50_ms": 18.8088, "p95_ms": 35.0504, "p99_ms": 40.8675, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8919, "count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.5833, "count": 148, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1380.6718, "p99_ms": 2006.9419, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4616, "count": 512, "max_ms": 3.9687, "p50_ms": 1.3942, "p95_ms": 2.3528, "p99_ms": 2.8799, "results": {"failed": 0, "not_applicable": 0, "success": 1461391, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 564.173, "count": 148, "max_ms": 794.4404, "p50_ms": 583.9644, "p95_ms": 681.4538, "p99_ms": 717.594, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.609, "count": 144, "max_ms": 74.3496, "p50_ms": 24.2883, "p95_ms": 56.0568, "p99_ms": 71.5935, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9308, "count": 512, "max_ms": 10.7362, "p50_ms": 4.711, "p95_ms": 7.5496, "p99_ms": 8.925, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.624, "count": 512, "max_ms": 6.5829, "p50_ms": 1.471, "p95_ms": 3.0625, "p99_ms": 4.9927, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.5543, "count": 144, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.511, "p99_ms": 713.1964, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5188, "count": 144, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.2672, "p99_ms": 589.6292, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7653, "count": 144, "max_ms": 138.414, "p50_ms": 96.5409, "p95_ms": 118.9857, "p99_ms": 132.2629, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.924, "count": 144, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.7574, "p99_ms": 7.6578, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2923, "count": 144, "max_ms": 81.87, "p50_ms": 45.7178, "p95_ms": 68.5327, "p99_ms": 77.9101, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0035, "count": 144, "max_ms": 9.1922, "p50_ms": 0.817, "p95_ms": 1.9312, "p99_ms": 3.6149, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1606, "count": 144, "max_ms": 4604.0207, "p50_ms": 392.3297, "p95_ms": 701.1064, "p99_ms": 1371.8453, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7707, "count": 144, "max_ms": 26.8239, "p50_ms": 1.2139, "p95_ms": 10.4375, "p99_ms": 16.3082, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7074, "count": 144, "max_ms": 70.8318, "p50_ms": 23.553, "p95_ms": 57.4019, "p99_ms": 67.0413, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0986, "count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5599, "count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.2898, "count": 144, "max_ms": 4651.5807, "p50_ms": 476.3844, "p95_ms": 791.9218, "p99_ms": 1437.2503, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 144, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211}, "wait_ms": {"count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 144, "artifact_failed": 0, "artifact_requested": 144, "artifact_success": 144, "completed": 144, "completed_failed": 0, "completed_success": 144, "cooldown_promoted": 144, "database_requested": 144, "db_insert_success": 144, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15540, "relay_business_failed": 0, "relay_business_success": 144, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 144, "relay_transport_failed": 0, "relay_transport_success": 144, "reservation_requested": 144}, "snapshot": {"copied_bytes": 398131200, "copied_count": 144, "copy": {"count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 517, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:52:30+09:00", "last_error_summary": "[h264 @ 0x5a376fb0aa00] left block unavailable for requested intra mode [h264 @ 0x5a376fb0aa00] error while decoding MB 0 54, bytestream 2562 [h264 @ 0x5a376fb9fdc0] left block unavailable for requested intra mode [h264 @ 0x5a376fb9fdc0] error while decoding MB 0 65, bytestream 13706 [h264 @ 0x5a376fb8bc00] error while decoding MB 112 65, bytestream -10", "last_exit_at": "2026-10-30T11:52:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 174.379, "last_started_at": "2026-10-30T11:49:36+09:00", "pid": 105594, "process": {"exists": false, "pid": 105594}, "restart_count": 561, "restart_count_per_hour": 29, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 562}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.325, "sample_count": 2367, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1461391, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:52:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T11:52:30+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-10-30T11:52:30+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 138.943, "last_sample_duration_ms": 1341.488, "last_trigger": "periodic", "next_snapshot_in_sec": 461.057, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 293, "storage_bytes": 2793025}, "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-10-30T11:52:30.513558+09:00", "mtime_epoch": 1793328750.5135581, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 183269}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:52:30+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1599.57, "name": "celery", "pid": 206, "rss_mb": 1451.336, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 126, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1461391, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.468, "max": 6.0, "p95": 5.0, "sample_count": 188}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 188}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 188}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.269, "pushed": 6.269, "read": 6.235}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 187, "client_acquire_ms": {"avg_ms": 0.008, "count": 187, "max_ms": 0.028, "p95_ms": 0.015, "reason": null, "sample_age_ms": 73.698, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.645, "count": 187, "max_ms": 3.137, "p95_ms": 2.255, "reason": null, "sample_age_ms": 120.093, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.302, "count": 187, "max_ms": 2.433, "p95_ms": 1.664, "reason": null, "sample_age_ms": 120.296, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.276, "count": 187, "max_ms": 0.79, "p95_ms": 0.544, "reason": null, "sample_age_ms": 73.708, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.116, "count": 187, "max_ms": 5.954, "p95_ms": 3.573, "reason": null, "sample_age_ms": 118.687, "source": "client_direct"}, "request_count": 187, "request_tensor_bytes": {"avg": 2764808.0, "count": 187, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 118.67, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 187, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 73.918, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.561, "count": 187, "max_ms": 70.18, "p95_ms": 64.465, "reason": null, "sample_age_ms": 73.693, "source": "client_direct"}, "sample_age_ms": 73.689, "source": "client_direct", "task_total_ms": {"avg_ms": 49.14, "count": 187, "max_ms": 73.329, "p95_ms": 66.752, "reason": null, "sample_age_ms": 73.689, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.902, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.751, "count": 188, "max_ms": 1.979, "p95_ms": 1.408}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.242, "count": 188, "max_ms": 0.662, "p95_ms": 0.479}, "detection_prepare_ms": {"avg_ms": 0.131, "count": 188, "max_ms": 0.416, "p95_ms": 0.272}, "event_filter_ms": {"avg_ms": 0.004, "count": 188, "max_ms": 0.014, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.079, "count": 188, "max_ms": 0.196, "p95_ms": 0.154}, "mcmt_ms": {"avg_ms": 0.003, "count": 188, "max_ms": 0.015, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.169, "count": 188, "max_ms": 0.581, "p95_ms": 0.313}, "setup_ms": {"avg_ms": 0.044, "count": 188, "max_ms": 0.128, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 0.708, "count": 188, "max_ms": 1.919, "p95_ms": 1.32}, "track_match_ms": {"avg_ms": 0.004, "count": 188, "max_ms": 0.011, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.033, "count": 188, "max_ms": 0.101, "p95_ms": 0.072}}, "gstreamer_push": {"avg_ms": 3.204, "count": 188, "max_ms": 7.947, "p95_ms": 5.02}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 188, "max_ms": 0.59, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.156, "count": 188, "max_ms": 73.85, "p95_ms": 68.175}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.048, "count": 188, "max_ms": 0.785, "p95_ms": 0.098}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.014, "count": 188, "max_ms": 137.526, "p95_ms": 118.837}, "inference_input_copy_ms": {"avg_ms": 1.631, "count": 188, "max_ms": 3.718, "p95_ms": 2.708}, "processing_residual_ms": {"avg_ms": 0.193, "count": 188, "max_ms": 0.483, "p95_ms": 0.355}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.885, "count": 188, "max_ms": 138.356, "p95_ms": 121.941}, "read_interval": {"avg_ms": 160.383, "count": 187, "max_ms": 4759.217, "p95_ms": 163.684}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 188, "max_ms": 0.057, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.118, "count": 188, "max_ms": 0.358, "p95_ms": 0.225}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 188, "max_ms": 0.04, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.104, "count": 188, "max_ms": 0.32, "p95_ms": 0.198}, "worker_merge_ms": {"avg_ms": 0.005, "count": 188, "max_ms": 0.03, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 50.17, "count": 188, "max_ms": 73.86, "p95_ms": 68.184}, "visualize": {"avg_ms": 46.95, "count": 188, "max_ms": 71.227, "p95_ms": 57.521}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.119, "count": 188, "max_ms": 70.115, "p95_ms": 56.839}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.764, "count": 188, "max_ms": 70.941, "p95_ms": 57.394}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.008, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.669, "count": 188, "max_ms": 70.805, "p95_ms": 57.302}, "visualizer_prepare_ms": {"avg_ms": 0.051, "count": 188, "max_ms": 0.164, "p95_ms": 0.097}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 188}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1451.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 45.608, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.568, "sample_count": 2415, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1461288, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:52:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 187589, "write_bytes_delta": 187589, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 682.0, "cpu_core_ratio": 0.833526, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2813.0, "pid": 105594, "reason": null, "system_cpu_core_ratio": 0.323223, "system_cpu_s_delta": 6.9799999999999995, "user_cpu_core_ratio": 0.510303, "user_cpu_s_delta": 11.019999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.661727, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 188629.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.185691, "system_cpu_s_delta": 4.009999999994761, "user_cpu_core_ratio": 0.476036, "user_cpu_s_delta": 10.279999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.171, "count": 223, "max_ms": 7.064, "p95_ms": 4.794, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.897, "max": 6.0, "p95": 5.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 2}, "total": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 223}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.147, "count": 30, "max": 57.836, "p95": 42.284, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.304, "count": 30, "max": 28.096, "p95": 26.32, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 831.267, "count": 30, "max": 1254.0, "p95": 1230.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 357.267, "count": 30, "max": 2813.0, "p95": 1710.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.323, "p95": 0.083, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.477, "count": 30, "max": 0.546, "p95": 0.521, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.119, "p95": 0.022, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 172592.233, "count": 30, "max": 187589.0, "p95": 177847.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 166941.033, "count": 30, "max": 187589.0, "p95": 177847.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 144275.167, "count": 30, "max": 230985.0, "p95": 226880.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.355, "count": 30, "max": 0.595, "p95": 0.55, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.747, "count": 30, "max": 1.059, "p95": 0.973, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11283, "sampled_at": "2026-10-30T11:52:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:52:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2809922, "flush_count": 2925, "flush_interval_seconds": 30.0, "flush_state": {"count": 2925, "last_at": "2026-10-30T11:52:12", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:52:12", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2924}, "started": true, "suppressed_count": 1458615, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 148, "tracking_summary": 1458467}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2925, "written_record_count": 2925}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9565.004, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4040453836800, "copied_frame_count": 1461391, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:47:59+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 11309355, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:47:51+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.491}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 148, "events_emitted": 144, "events_failed": 0, "events_observed": 148, "events_suppressed": 4, "frame_buffer_copied_bytes": 4040453836800, "frame_buffer_copies": 1461391, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7200, "recorder_active_input_bytes": 19906560000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 144, "recorder_clips_failed": 0, "recorder_clips_started": 144, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 144, "worker_jobs_accepted": 144, "worker_jobs_completed": 144, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1313, "count": 512, "max_ms": 2.0175, "p50_ms": 0.1149, "p95_ms": 0.2463, "p99_ms": 0.3305}, "stages": {"db_insert": {"avg_ms": 19.8712, "count": 144, "max_ms": 58.1833, "p50_ms": 18.8088, "p95_ms": 35.0504, "p99_ms": 40.8675, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8919, "count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.5833, "count": 148, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1380.6718, "p99_ms": 2006.9419, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4616, "count": 512, "max_ms": 3.9687, "p50_ms": 1.3942, "p95_ms": 2.3528, "p99_ms": 2.8799, "results": {"failed": 0, "not_applicable": 0, "success": 1461391, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 564.173, "count": 148, "max_ms": 794.4404, "p50_ms": 583.9644, "p95_ms": 681.4538, "p99_ms": 717.594, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.609, "count": 144, "max_ms": 74.3496, "p50_ms": 24.2883, "p95_ms": 56.0568, "p99_ms": 71.5935, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9308, "count": 512, "max_ms": 10.7362, "p50_ms": 4.711, "p95_ms": 7.5496, "p99_ms": 8.925, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.624, "count": 512, "max_ms": 6.5829, "p50_ms": 1.471, "p95_ms": 3.0625, "p99_ms": 4.9927, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.5543, "count": 144, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.511, "p99_ms": 713.1964, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5188, "count": 144, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.2672, "p99_ms": 589.6292, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7653, "count": 144, "max_ms": 138.414, "p50_ms": 96.5409, "p95_ms": 118.9857, "p99_ms": 132.2629, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.924, "count": 144, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.7574, "p99_ms": 7.6578, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2923, "count": 144, "max_ms": 81.87, "p50_ms": 45.7178, "p95_ms": 68.5327, "p99_ms": 77.9101, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0035, "count": 144, "max_ms": 9.1922, "p50_ms": 0.817, "p95_ms": 1.9312, "p99_ms": 3.6149, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1606, "count": 144, "max_ms": 4604.0207, "p50_ms": 392.3297, "p95_ms": 701.1064, "p99_ms": 1371.8453, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7707, "count": 144, "max_ms": 26.8239, "p50_ms": 1.2139, "p95_ms": 10.4375, "p99_ms": 16.3082, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7074, "count": 144, "max_ms": 70.8318, "p50_ms": 23.553, "p95_ms": 57.4019, "p99_ms": 67.0413, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0986, "count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5599, "count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.2898, "count": 144, "max_ms": 4651.5807, "p50_ms": 476.3844, "p95_ms": 791.9218, "p99_ms": 1437.2503, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 144, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211}, "wait_ms": {"count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 144, "artifact_failed": 0, "artifact_requested": 144, "artifact_success": 144, "completed": 144, "completed_failed": 0, "completed_success": 144, "cooldown_promoted": 144, "database_requested": 144, "db_insert_success": 144, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15540, "relay_business_failed": 0, "relay_business_success": 144, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 144, "relay_transport_failed": 0, "relay_transport_success": 144, "reservation_requested": 144}, "snapshot": {"copied_bytes": 398131200, "copied_count": 144, "copy": {"count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 517, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:52:30+09:00", "last_error_summary": "[h264 @ 0x5a376fb0aa00] left block unavailable for requested intra mode [h264 @ 0x5a376fb0aa00] error while decoding MB 0 54, bytestream 2562 [h264 @ 0x5a376fb9fdc0] left block unavailable for requested intra mode [h264 @ 0x5a376fb9fdc0] error while decoding MB 0 65, bytestream 13706 [h264 @ 0x5a376fb8bc00] error while decoding MB 112 65, bytestream -10", "last_exit_at": "2026-10-30T11:52:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 174.405, "last_started_at": "2026-10-30T11:49:36+09:00", "pid": 105594, "process": {"exists": false, "pid": 105594}, "restart_count": 561, "restart_count_per_hour": 29, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 562}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.325, "sample_count": 2367, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1461391, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:52:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.028, "last_frame_pushed_at": "2026-10-30T11:52:30+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-10-30T11:52:30+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 138.968, "last_sample_duration_ms": 1341.488, "last_trigger": "periodic", "next_snapshot_in_sec": 461.032, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 293, "storage_bytes": 2793025}, "mjpeg": {"age_sec": 0.019, "exists": true, "mtime": "2026-10-30T11:52:30.626560+09:00", "mtime_epoch": 1793328750.6265604, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 183645}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:52:30+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1599.57, "name": "celery", "pid": 206, "rss_mb": 1451.336, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 126, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1461391, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.465, "max": 6.0, "p95": 5.0, "sample_count": 187}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 187, "pushed_frames": 187, "read_frames": 186, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.254, "pushed": 6.254, "read": 6.221}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 186, "client_acquire_ms": {"avg_ms": 0.008, "count": 187, "max_ms": 0.028, "p95_ms": 0.015, "reason": null, "sample_age_ms": 98.207, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.645, "count": 186, "max_ms": 3.137, "p95_ms": 2.262, "reason": null, "sample_age_ms": 144.602, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.302, "count": 186, "max_ms": 2.433, "p95_ms": 1.673, "reason": null, "sample_age_ms": 144.805, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.276, "count": 187, "max_ms": 0.79, "p95_ms": 0.544, "reason": null, "sample_age_ms": 98.217, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.115, "count": 186, "max_ms": 5.954, "p95_ms": 3.574, "reason": null, "sample_age_ms": 143.196, "source": "client_direct"}, "request_count": 186, "request_tensor_bytes": {"avg": 2764808.0, "count": 186, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 143.18, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 187, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 98.427, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.561, "count": 187, "max_ms": 70.18, "p95_ms": 64.465, "reason": null, "sample_age_ms": 98.202, "source": "client_direct"}, "sample_age_ms": 98.199, "source": "client_direct", "task_total_ms": {"avg_ms": 49.14, "count": 187, "max_ms": 73.329, "p95_ms": 66.752, "reason": null, "sample_age_ms": 98.199, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.729, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.75, "count": 187, "max_ms": 1.979, "p95_ms": 1.408}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.242, "count": 187, "max_ms": 0.662, "p95_ms": 0.479}, "detection_prepare_ms": {"avg_ms": 0.131, "count": 187, "max_ms": 0.416, "p95_ms": 0.272}, "event_filter_ms": {"avg_ms": 0.003, "count": 187, "max_ms": 0.014, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.078, "count": 187, "max_ms": 0.196, "p95_ms": 0.154}, "mcmt_ms": {"avg_ms": 0.003, "count": 187, "max_ms": 0.015, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.169, "count": 187, "max_ms": 0.581, "p95_ms": 0.313}, "setup_ms": {"avg_ms": 0.043, "count": 187, "max_ms": 0.128, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 0.706, "count": 187, "max_ms": 1.919, "p95_ms": 1.32}, "track_match_ms": {"avg_ms": 0.004, "count": 187, "max_ms": 0.011, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.033, "count": 187, "max_ms": 0.101, "p95_ms": 0.072}}, "gstreamer_push": {"avg_ms": 3.208, "count": 187, "max_ms": 7.947, "p95_ms": 5.02}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 187, "max_ms": 0.59, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.109, "count": 187, "max_ms": 73.85, "p95_ms": 68.175}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.048, "count": 187, "max_ms": 0.785, "p95_ms": 0.098}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.929, "count": 187, "max_ms": 137.526, "p95_ms": 118.837}, "inference_input_copy_ms": {"avg_ms": 1.629, "count": 187, "max_ms": 3.718, "p95_ms": 2.708}, "processing_residual_ms": {"avg_ms": 0.192, "count": 187, "max_ms": 0.483, "p95_ms": 0.355}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.798, "count": 187, "max_ms": 138.356, "p95_ms": 121.941}, "read_interval": {"avg_ms": 160.562, "count": 186, "max_ms": 4759.217, "p95_ms": 163.684}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 187, "max_ms": 0.057, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.118, "count": 187, "max_ms": 0.358, "p95_ms": 0.225}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 187, "max_ms": 0.04, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.104, "count": 187, "max_ms": 0.32, "p95_ms": 0.198}, "worker_merge_ms": {"avg_ms": 0.005, "count": 187, "max_ms": 0.03, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 50.123, "count": 187, "max_ms": 73.86, "p95_ms": 68.184}, "visualize": {"avg_ms": 46.913, "count": 187, "max_ms": 71.227, "p95_ms": 57.521}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.083, "count": 187, "max_ms": 70.115, "p95_ms": 56.839}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.727, "count": 187, "max_ms": 70.941, "p95_ms": 57.394}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.008, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 187, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.632, "count": 187, "max_ms": 70.805, "p95_ms": 57.302}, "visualizer_prepare_ms": {"avg_ms": 0.051, "count": 187, "max_ms": 0.164, "p95_ms": 0.097}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 187}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 187}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1451.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 45.608, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.568, "sample_count": 2415, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1461288, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:52:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 187589, "write_bytes_delta": 187589, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 682.0, "cpu_core_ratio": 0.833526, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2813.0, "pid": 105594, "reason": null, "system_cpu_core_ratio": 0.323223, "system_cpu_s_delta": 6.9799999999999995, "user_cpu_core_ratio": 0.510303, "user_cpu_s_delta": 11.019999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.661727, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 188629.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.185691, "system_cpu_s_delta": 4.009999999994761, "user_cpu_core_ratio": 0.476036, "user_cpu_s_delta": 10.279999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.171, "count": 223, "max_ms": 7.064, "p95_ms": 4.794, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.897, "max": 6.0, "p95": 5.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 2}, "total": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 223}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.147, "count": 30, "max": 57.836, "p95": 42.284, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.304, "count": 30, "max": 28.096, "p95": 26.32, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 831.267, "count": 30, "max": 1254.0, "p95": 1230.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 357.267, "count": 30, "max": 2813.0, "p95": 1710.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.323, "p95": 0.083, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.477, "count": 30, "max": 0.546, "p95": 0.521, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.119, "p95": 0.022, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 172592.233, "count": 30, "max": 187589.0, "p95": 177847.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 166941.033, "count": 30, "max": 187589.0, "p95": 177847.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 144275.167, "count": 30, "max": 230985.0, "p95": 226880.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.355, "count": 30, "max": 0.595, "p95": 0.55, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.747, "count": 30, "max": 1.059, "p95": 0.973, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11283, "sampled_at": "2026-10-30T11:52:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:52:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2809922, "flush_count": 2925, "flush_interval_seconds": 30.0, "flush_state": {"count": 2925, "last_at": "2026-10-30T11:52:12", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:52:12", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2924}, "started": true, "suppressed_count": 1458615, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 148, "tracking_summary": 1458467}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2925, "written_record_count": 2925}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9742.973, "limit_mb": null}, "detail": {"pid": 105710, "restart_count": 562, "start_count": 563}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4040453836800, "copied_frame_count": 1461391, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:47:59+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 11309355, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:47:51+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.491}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 148, "events_emitted": 144, "events_failed": 0, "events_observed": 148, "events_suppressed": 4, "frame_buffer_copied_bytes": 4040453836800, "frame_buffer_copies": 1461391, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7200, "recorder_active_input_bytes": 19906560000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 144, "recorder_clips_failed": 0, "recorder_clips_started": 144, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 144, "worker_jobs_accepted": 144, "worker_jobs_completed": 144, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1313, "count": 512, "max_ms": 2.0175, "p50_ms": 0.1149, "p95_ms": 0.2463, "p99_ms": 0.3305}, "stages": {"db_insert": {"avg_ms": 19.8712, "count": 144, "max_ms": 58.1833, "p50_ms": 18.8088, "p95_ms": 35.0504, "p99_ms": 40.8675, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8919, "count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.5833, "count": 148, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1380.6718, "p99_ms": 2006.9419, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4616, "count": 512, "max_ms": 3.9687, "p50_ms": 1.3942, "p95_ms": 2.3528, "p99_ms": 2.8799, "results": {"failed": 0, "not_applicable": 0, "success": 1461391, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 564.173, "count": 148, "max_ms": 794.4404, "p50_ms": 583.9644, "p95_ms": 681.4538, "p99_ms": 717.594, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.609, "count": 144, "max_ms": 74.3496, "p50_ms": 24.2883, "p95_ms": 56.0568, "p99_ms": 71.5935, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9308, "count": 512, "max_ms": 10.7362, "p50_ms": 4.711, "p95_ms": 7.5496, "p99_ms": 8.925, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.624, "count": 512, "max_ms": 6.5829, "p50_ms": 1.471, "p95_ms": 3.0625, "p99_ms": 4.9927, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.5543, "count": 144, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.511, "p99_ms": 713.1964, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5188, "count": 144, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.2672, "p99_ms": 589.6292, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7653, "count": 144, "max_ms": 138.414, "p50_ms": 96.5409, "p95_ms": 118.9857, "p99_ms": 132.2629, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.924, "count": 144, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.7574, "p99_ms": 7.6578, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2923, "count": 144, "max_ms": 81.87, "p50_ms": 45.7178, "p95_ms": 68.5327, "p99_ms": 77.9101, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0035, "count": 144, "max_ms": 9.1922, "p50_ms": 0.817, "p95_ms": 1.9312, "p99_ms": 3.6149, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1606, "count": 144, "max_ms": 4604.0207, "p50_ms": 392.3297, "p95_ms": 701.1064, "p99_ms": 1371.8453, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7707, "count": 144, "max_ms": 26.8239, "p50_ms": 1.2139, "p95_ms": 10.4375, "p99_ms": 16.3082, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7074, "count": 144, "max_ms": 70.8318, "p50_ms": 23.553, "p95_ms": 57.4019, "p99_ms": 67.0413, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0986, "count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5599, "count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.2898, "count": 144, "max_ms": 4651.5807, "p50_ms": 476.3844, "p95_ms": 791.9218, "p99_ms": 1437.2503, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 144, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211}, "wait_ms": {"count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 144, "artifact_failed": 0, "artifact_requested": 144, "artifact_success": 144, "completed": 144, "completed_failed": 0, "completed_success": 144, "cooldown_promoted": 144, "database_requested": 144, "db_insert_success": 144, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15540, "relay_business_failed": 0, "relay_business_success": 144, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 144, "relay_transport_failed": 0, "relay_transport_success": 144, "reservation_requested": 144}, "snapshot": {"copied_bytes": 398131200, "copied_count": 144, "copy": {"count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 517, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:52:30+09:00", "last_error_summary": "[h264 @ 0x5a376fb0aa00] left block unavailable for requested intra mode [h264 @ 0x5a376fb0aa00] error while decoding MB 0 54, bytestream 2562 [h264 @ 0x5a376fb9fdc0] left block unavailable for requested intra mode [h264 @ 0x5a376fb9fdc0] error while decoding MB 0 65, bytestream 13706 [h264 @ 0x5a376fb8bc00] error while decoding MB 112 65, bytestream -10", "last_exit_at": "2026-10-30T11:52:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T11:52:33+09:00", "pid": 105710, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.062, "name": "ffmpeg", "pid": 105710, "rss_mb": 206.062, "state": "S (sleeping)", "threads": 70}, "restart_count": 562, "restart_count_per_hour": 30, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 563}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.253, "sample_count": 2330, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1461391, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:52:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.476, "last_frame_pushed_at": "2026-10-30T11:52:30+09:00", "last_frame_read_age_sec": 4.591, "last_frame_read_at": "2026-10-30T11:52:30+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 143.421, "last_sample_duration_ms": 1341.488, "last_trigger": "periodic", "next_snapshot_in_sec": 456.579, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 293, "storage_bytes": 2793025}, "mjpeg": {"age_sec": 4.468, "exists": true, "mtime": "2026-10-30T11:52:30.626560+09:00", "mtime_epoch": 1793328750.6265604, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 183645}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:52:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1599.57, "name": "celery", "pid": 206, "rss_mb": 1451.34, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 126, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1461391, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.401, "max": 5.0, "p95": 5.0, "sample_count": 152}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 152}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 152}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 152, "read_frames": 152, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.067, "pushed": 5.067, "read": 5.067}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 151, "client_acquire_ms": {"avg_ms": 0.008, "count": 152, "max_ms": 0.028, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4548.977, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.65, "count": 151, "max_ms": 3.137, "p95_ms": 2.553, "reason": null, "sample_age_ms": 4595.373, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.297, "count": 151, "max_ms": 2.433, "p95_ms": 1.802, "reason": null, "sample_age_ms": 4595.575, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.28, "count": 152, "max_ms": 0.79, "p95_ms": 0.575, "reason": null, "sample_age_ms": 4548.987, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.134, "count": 151, "max_ms": 5.954, "p95_ms": 3.754, "reason": null, "sample_age_ms": 4593.966, "source": "client_direct"}, "request_count": 151, "request_tensor_bytes": {"avg": 2764808.0, "count": 151, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4593.95, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 152, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4549.197, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.501, "count": 152, "max_ms": 70.18, "p95_ms": 63.65, "reason": null, "sample_age_ms": 4548.973, "source": "client_direct"}, "sample_age_ms": 4548.969, "source": "client_direct", "task_total_ms": {"avg_ms": 49.098, "count": 152, "max_ms": 73.329, "p95_ms": 66.35, "reason": null, "sample_age_ms": 4548.969, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.534, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.741, "count": 152, "max_ms": 1.979, "p95_ms": 1.408}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.233, "count": 152, "max_ms": 0.662, "p95_ms": 0.473}, "detection_prepare_ms": {"avg_ms": 0.13, "count": 152, "max_ms": 0.416, "p95_ms": 0.272}, "event_filter_ms": {"avg_ms": 0.004, "count": 152, "max_ms": 0.014, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.078, "count": 152, "max_ms": 0.196, "p95_ms": 0.154}, "mcmt_ms": {"avg_ms": 0.003, "count": 152, "max_ms": 0.015, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.168, "count": 152, "max_ms": 0.581, "p95_ms": 0.305}, "setup_ms": {"avg_ms": 0.044, "count": 152, "max_ms": 0.128, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 0.697, "count": 152, "max_ms": 1.919, "p95_ms": 1.32}, "track_match_ms": {"avg_ms": 0.004, "count": 152, "max_ms": 0.011, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.033, "count": 152, "max_ms": 0.101, "p95_ms": 0.072}}, "gstreamer_push": {"avg_ms": 3.239, "count": 152, "max_ms": 7.947, "p95_ms": 5.024}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 152, "max_ms": 0.59, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.07, "count": 152, "max_ms": 73.85, "p95_ms": 67.946}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.049, "count": 152, "max_ms": 0.785, "p95_ms": 0.099}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.013, "count": 152, "max_ms": 137.526, "p95_ms": 118.837}, "inference_input_copy_ms": {"avg_ms": 1.641, "count": 152, "max_ms": 3.718, "p95_ms": 2.765}, "processing_residual_ms": {"avg_ms": 0.196, "count": 152, "max_ms": 0.483, "p95_ms": 0.356}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.9, "count": 152, "max_ms": 138.356, "p95_ms": 121.941}, "read_interval": {"avg_ms": 167.773, "count": 152, "max_ms": 4759.217, "p95_ms": 163.684}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 152, "max_ms": 0.057, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.117, "count": 152, "max_ms": 0.358, "p95_ms": 0.21}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 152, "max_ms": 0.04, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.103, "count": 152, "max_ms": 0.32, "p95_ms": 0.189}, "worker_merge_ms": {"avg_ms": 0.005, "count": 152, "max_ms": 0.03, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 50.084, "count": 152, "max_ms": 73.86, "p95_ms": 67.96}, "visualize": {"avg_ms": 47.044, "count": 152, "max_ms": 71.227, "p95_ms": 57.511}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.212, "count": 152, "max_ms": 70.115, "p95_ms": 56.795}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.855, "count": 152, "max_ms": 70.941, "p95_ms": 57.384}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.759, "count": 152, "max_ms": 70.805, "p95_ms": 57.298}, "visualizer_prepare_ms": {"avg_ms": 0.052, "count": 152, "max_ms": 0.145, "p95_ms": 0.097}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 152}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1451.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 45.608, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.568, "sample_count": 2415, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1461288, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:52:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 187589, "write_bytes_delta": 187589, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 682.0, "cpu_core_ratio": 0.833526, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2813.0, "pid": 105594, "reason": null, "system_cpu_core_ratio": 0.323223, "system_cpu_s_delta": 6.9799999999999995, "user_cpu_core_ratio": 0.510303, "user_cpu_s_delta": 11.019999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.661727, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 188629.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.185691, "system_cpu_s_delta": 4.009999999994761, "user_cpu_core_ratio": 0.476036, "user_cpu_s_delta": 10.279999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.171, "count": 223, "max_ms": 7.064, "p95_ms": 4.794, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.897, "max": 6.0, "p95": 5.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 2}, "total": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 223}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.147, "count": 30, "max": 57.836, "p95": 42.284, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.304, "count": 30, "max": 28.096, "p95": 26.32, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 831.267, "count": 30, "max": 1254.0, "p95": 1230.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 357.267, "count": 30, "max": 2813.0, "p95": 1710.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.323, "p95": 0.083, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.477, "count": 30, "max": 0.546, "p95": 0.521, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.119, "p95": 0.022, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 172592.233, "count": 30, "max": 187589.0, "p95": 177847.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 166941.033, "count": 30, "max": 187589.0, "p95": 177847.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 144275.167, "count": 30, "max": 230985.0, "p95": 226880.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.355, "count": 30, "max": 0.595, "p95": 0.55, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.747, "count": 30, "max": 1.059, "p95": 0.973, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11283, "sampled_at": "2026-10-30T11:52:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:52:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2812715, "flush_count": 2928, "flush_interval_seconds": 30.0, "flush_state": {"count": 2928, "last_at": "2026-10-30T11:55:12", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:55:12", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2927}, "started": true, "suppressed_count": 1460057, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 148, "tracking_summary": 1459909}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2928, "written_record_count": 2928}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9575.168, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T11:52:30+09:00", "last_error_summary": "[h264 @ 0x5a376fb0aa00] left block unavailable for requested intra mode [h264 @ 0x5a376fb0aa00] error while decoding MB 0 54, bytestream 2562 [h264 @ 0x5a376fb9fdc0] left block unavailable for requested intra mode [h264 @ 0x5a376fb9fdc0] error while decoding MB 0 65, bytestream 13706 [h264 @ 0x5a376fb8bc00] error while decoding MB 112 65, bytestream -10", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4044448972800, "copied_frame_count": 1462836, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:47:59+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 11309355, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:47:51+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.491}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 148, "events_emitted": 144, "events_failed": 0, "events_observed": 148, "events_suppressed": 4, "frame_buffer_copied_bytes": 4044448972800, "frame_buffer_copies": 1462836, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7200, "recorder_active_input_bytes": 19906560000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 144, "recorder_clips_failed": 0, "recorder_clips_started": 144, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 144, "worker_jobs_accepted": 144, "worker_jobs_completed": 144, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1332, "count": 512, "max_ms": 2.0609, "p50_ms": 0.1176, "p95_ms": 0.2351, "p99_ms": 0.3189}, "stages": {"db_insert": {"avg_ms": 19.8712, "count": 144, "max_ms": 58.1833, "p50_ms": 18.8088, "p95_ms": 35.0504, "p99_ms": 40.8675, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8919, "count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.5833, "count": 148, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1380.6718, "p99_ms": 2006.9419, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4656, "count": 512, "max_ms": 3.533, "p50_ms": 1.4261, "p95_ms": 2.2162, "p99_ms": 2.8889, "results": {"failed": 0, "not_applicable": 0, "success": 1462836, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 564.173, "count": 148, "max_ms": 794.4404, "p50_ms": 583.9644, "p95_ms": 681.4538, "p99_ms": 717.594, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.609, "count": 144, "max_ms": 74.3496, "p50_ms": 24.2883, "p95_ms": 56.0568, "p99_ms": 71.5935, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9308, "count": 512, "max_ms": 10.7362, "p50_ms": 4.711, "p95_ms": 7.5496, "p99_ms": 8.925, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.624, "count": 512, "max_ms": 6.5829, "p50_ms": 1.471, "p95_ms": 3.0625, "p99_ms": 4.9927, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.5543, "count": 144, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.511, "p99_ms": 713.1964, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5188, "count": 144, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.2672, "p99_ms": 589.6292, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7653, "count": 144, "max_ms": 138.414, "p50_ms": 96.5409, "p95_ms": 118.9857, "p99_ms": 132.2629, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.924, "count": 144, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.7574, "p99_ms": 7.6578, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2923, "count": 144, "max_ms": 81.87, "p50_ms": 45.7178, "p95_ms": 68.5327, "p99_ms": 77.9101, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0035, "count": 144, "max_ms": 9.1922, "p50_ms": 0.817, "p95_ms": 1.9312, "p99_ms": 3.6149, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1606, "count": 144, "max_ms": 4604.0207, "p50_ms": 392.3297, "p95_ms": 701.1064, "p99_ms": 1371.8453, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7707, "count": 144, "max_ms": 26.8239, "p50_ms": 1.2139, "p95_ms": 10.4375, "p99_ms": 16.3082, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7074, "count": 144, "max_ms": 70.8318, "p50_ms": 23.553, "p95_ms": 57.4019, "p99_ms": 67.0413, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0986, "count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5599, "count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.2898, "count": 144, "max_ms": 4651.5807, "p50_ms": 476.3844, "p95_ms": 791.9218, "p99_ms": 1437.2503, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 144, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211}, "wait_ms": {"count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 144, "artifact_failed": 0, "artifact_requested": 144, "artifact_success": 144, "completed": 144, "completed_failed": 0, "completed_success": 144, "cooldown_promoted": 144, "database_requested": 144, "db_insert_success": 144, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15540, "relay_business_failed": 0, "relay_business_success": 144, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 144, "relay_transport_failed": 0, "relay_transport_success": 144, "reservation_requested": 144}, "snapshot": {"copied_bytes": 398131200, "copied_count": 144, "copy": {"count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 517, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:52:30+09:00", "last_error_summary": "[h264 @ 0x5a376fb0aa00] left block unavailable for requested intra mode [h264 @ 0x5a376fb0aa00] error while decoding MB 0 54, bytestream 2562 [h264 @ 0x5a376fb9fdc0] left block unavailable for requested intra mode [h264 @ 0x5a376fb9fdc0] error while decoding MB 0 65, bytestream 13706 [h264 @ 0x5a376fb8bc00] error while decoding MB 112 65, bytestream -10", "last_exit_at": "2026-10-30T11:55:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 165.736, "last_started_at": "2026-10-30T11:52:33+09:00", "pid": 105710, "process": {"exists": false, "pid": 105710}, "restart_count": 562, "restart_count_per_hour": 29, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 563}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.045, "sample_count": 2501, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1462836, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:55:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.035, "last_frame_pushed_at": "2026-10-30T11:55:18+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-10-30T11:55:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 307.154, "last_sample_duration_ms": 1341.488, "last_trigger": "periodic", "next_snapshot_in_sec": 292.846, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 293, "storage_bytes": 2793025}, "mjpeg": {"age_sec": 0.019, "exists": true, "mtime": "2026-10-30T11:55:18.809856+09:00", "mtime_epoch": 1793328918.8098557, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 172595}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:55:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1599.57, "name": "celery", "pid": 206, "rss_mb": 1452.031, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 126, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1462836, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.139, "max": 6.0, "p95": 4.0, "sample_count": 267}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 267}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 267}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 267}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 267}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 267}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 267}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.908, "pushed": 8.908, "read": 8.875}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 266, "client_acquire_ms": {"avg_ms": 0.008, "count": 266, "max_ms": 0.032, "p95_ms": 0.017, "reason": null, "sample_age_ms": 89.22, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.615, "count": 266, "max_ms": 4.07, "p95_ms": 1.683, "reason": null, "sample_age_ms": 164.668, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.267, "count": 266, "max_ms": 3.633, "p95_ms": 1.291, "reason": null, "sample_age_ms": 164.977, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.323, "count": 266, "max_ms": 1.075, "p95_ms": 0.606, "reason": null, "sample_age_ms": 89.253, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.075, "count": 266, "max_ms": 5.662, "p95_ms": 3.478, "reason": null, "sample_age_ms": 162.559, "source": "client_direct"}, "request_count": 266, "request_tensor_bytes": {"avg": 2764808.0, "count": 266, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 162.539, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 266, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 89.895, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.059, "count": 266, "max_ms": 77.622, "p95_ms": 63.568, "reason": null, "sample_age_ms": 89.209, "source": "client_direct"}, "sample_age_ms": 89.199, "source": "client_direct", "task_total_ms": {"avg_ms": 48.654, "count": 266, "max_ms": 80.556, "p95_ms": 66.879, "reason": null, "sample_age_ms": 89.199, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.856, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.867, "count": 267, "max_ms": 2.746, "p95_ms": 1.753}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.263, "count": 267, "max_ms": 0.828, "p95_ms": 0.55}, "detection_prepare_ms": {"avg_ms": 0.158, "count": 267, "max_ms": 0.542, "p95_ms": 0.294}, "event_filter_ms": {"avg_ms": 0.004, "count": 267, "max_ms": 0.028, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.093, "count": 267, "max_ms": 0.268, "p95_ms": 0.2}, "mcmt_ms": {"avg_ms": 0.003, "count": 267, "max_ms": 0.025, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.199, "count": 267, "max_ms": 0.722, "p95_ms": 0.402}, "setup_ms": {"avg_ms": 0.051, "count": 267, "max_ms": 0.177, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 0.817, "count": 267, "max_ms": 2.624, "p95_ms": 1.683}, "track_match_ms": {"avg_ms": 0.005, "count": 267, "max_ms": 0.018, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.04, "count": 267, "max_ms": 0.185, "p95_ms": 0.092}}, "gstreamer_push": {"avg_ms": 3.316, "count": 267, "max_ms": 6.149, "p95_ms": 4.965}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 267, "max_ms": 0.336, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.68, "count": 267, "max_ms": 81.337, "p95_ms": 67.843}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.043, "count": 267, "max_ms": 0.142, "p95_ms": 0.092}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 96.551, "count": 267, "max_ms": 137.663, "p95_ms": 118.183}, "inference_input_copy_ms": {"avg_ms": 1.584, "count": 267, "max_ms": 4.558, "p95_ms": 2.565}, "processing_residual_ms": {"avg_ms": 0.164, "count": 267, "max_ms": 0.463, "p95_ms": 0.296}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.342, "count": 267, "max_ms": 139.633, "p95_ms": 120.531}, "read_interval": {"avg_ms": 112.467, "count": 266, "max_ms": 195.092, "p95_ms": 147.876}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 267, "max_ms": 0.075, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 0.139, "count": 267, "max_ms": 0.553, "p95_ms": 0.285}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 267, "max_ms": 0.053, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.122, "count": 267, "max_ms": 0.478, "p95_ms": 0.251}, "worker_merge_ms": {"avg_ms": 0.006, "count": 267, "max_ms": 0.031, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 49.696, "count": 267, "max_ms": 81.356, "p95_ms": 67.855}, "visualize": {"avg_ms": 44.845, "count": 267, "max_ms": 70.243, "p95_ms": 57.97}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.92, "count": 267, "max_ms": 69.128, "p95_ms": 57.375}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.633, "count": 267, "max_ms": 70.021, "p95_ms": 57.869}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.524, "count": 267, "max_ms": 69.901, "p95_ms": 57.759}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 267, "max_ms": 0.715, "p95_ms": 0.125}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 267}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 267}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 267}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1451.926, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 51.554, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.61, "sample_count": 2498, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1462611, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:54:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 176832, "write_bytes_delta": 176832, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1264.0, "cpu_core_ratio": 0.558997, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 105710, "reason": null, "system_cpu_core_ratio": 0.049955, "system_cpu_s_delta": 1.0, "user_cpu_core_ratio": 0.509042, "user_cpu_s_delta": 10.189999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.763813, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 182264.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.178839, "system_cpu_s_delta": 3.5800000000017462, "user_cpu_core_ratio": 0.584974, "user_cpu_s_delta": 11.709999999991851}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.247, "count": 266, "max_ms": 11.451, "p95_ms": 4.966, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.774, "max": 4.0, "p95": 3.0, "sample_count": 266}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 266}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.823, "count": 30, "max": 57.836, "p95": 49.631, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.99, "count": 30, "max": 28.096, "p95": 27.77, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 964.8, "count": 30, "max": 1280.0, "p95": 1272.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 275.067, "count": 30, "max": 2813.0, "p95": 1092.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.323, "p95": 0.06, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.482, "count": 30, "max": 0.518, "p95": 0.517, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.086, "count": 30, "max": 2.45, "p95": 0.065, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 174502.3, "count": 30, "max": 187589.0, "p95": 181324.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 168826.967, "count": 30, "max": 187589.0, "p95": 181324.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 171198.733, "count": 30, "max": 230985.0, "p95": 226880.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.31, "count": 30, "max": 0.595, "p95": 0.55, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.694, "count": 30, "max": 1.059, "p95": 0.973, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11291, "sampled_at": "2026-10-30T11:54:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:54:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2812715, "flush_count": 2928, "flush_interval_seconds": 30.0, "flush_state": {"count": 2928, "last_at": "2026-10-30T11:55:12", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:55:12", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2927}, "started": true, "suppressed_count": 1460057, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 148, "tracking_summary": 1459909}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2928, "written_record_count": 2928}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9574.941, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4044448972800, "copied_frame_count": 1462836, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:47:59+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 11309355, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:47:51+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.491}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 148, "events_emitted": 144, "events_failed": 0, "events_observed": 148, "events_suppressed": 4, "frame_buffer_copied_bytes": 4044448972800, "frame_buffer_copies": 1462836, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7200, "recorder_active_input_bytes": 19906560000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 144, "recorder_clips_failed": 0, "recorder_clips_started": 144, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 144, "worker_jobs_accepted": 144, "worker_jobs_completed": 144, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1332, "count": 512, "max_ms": 2.0609, "p50_ms": 0.1176, "p95_ms": 0.2351, "p99_ms": 0.3189}, "stages": {"db_insert": {"avg_ms": 19.8712, "count": 144, "max_ms": 58.1833, "p50_ms": 18.8088, "p95_ms": 35.0504, "p99_ms": 40.8675, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8919, "count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.5833, "count": 148, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1380.6718, "p99_ms": 2006.9419, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4656, "count": 512, "max_ms": 3.533, "p50_ms": 1.4261, "p95_ms": 2.2162, "p99_ms": 2.8889, "results": {"failed": 0, "not_applicable": 0, "success": 1462836, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 564.173, "count": 148, "max_ms": 794.4404, "p50_ms": 583.9644, "p95_ms": 681.4538, "p99_ms": 717.594, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.609, "count": 144, "max_ms": 74.3496, "p50_ms": 24.2883, "p95_ms": 56.0568, "p99_ms": 71.5935, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9308, "count": 512, "max_ms": 10.7362, "p50_ms": 4.711, "p95_ms": 7.5496, "p99_ms": 8.925, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.624, "count": 512, "max_ms": 6.5829, "p50_ms": 1.471, "p95_ms": 3.0625, "p99_ms": 4.9927, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.5543, "count": 144, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.511, "p99_ms": 713.1964, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5188, "count": 144, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.2672, "p99_ms": 589.6292, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7653, "count": 144, "max_ms": 138.414, "p50_ms": 96.5409, "p95_ms": 118.9857, "p99_ms": 132.2629, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.924, "count": 144, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.7574, "p99_ms": 7.6578, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2923, "count": 144, "max_ms": 81.87, "p50_ms": 45.7178, "p95_ms": 68.5327, "p99_ms": 77.9101, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0035, "count": 144, "max_ms": 9.1922, "p50_ms": 0.817, "p95_ms": 1.9312, "p99_ms": 3.6149, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1606, "count": 144, "max_ms": 4604.0207, "p50_ms": 392.3297, "p95_ms": 701.1064, "p99_ms": 1371.8453, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7707, "count": 144, "max_ms": 26.8239, "p50_ms": 1.2139, "p95_ms": 10.4375, "p99_ms": 16.3082, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7074, "count": 144, "max_ms": 70.8318, "p50_ms": 23.553, "p95_ms": 57.4019, "p99_ms": 67.0413, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0986, "count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5599, "count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.2898, "count": 144, "max_ms": 4651.5807, "p50_ms": 476.3844, "p95_ms": 791.9218, "p99_ms": 1437.2503, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 144, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211}, "wait_ms": {"count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 144, "artifact_failed": 0, "artifact_requested": 144, "artifact_success": 144, "completed": 144, "completed_failed": 0, "completed_success": 144, "cooldown_promoted": 144, "database_requested": 144, "db_insert_success": 144, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15540, "relay_business_failed": 0, "relay_business_success": 144, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 144, "relay_transport_failed": 0, "relay_transport_success": 144, "reservation_requested": 144}, "snapshot": {"copied_bytes": 398131200, "copied_count": 144, "copy": {"count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 517, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:52:30+09:00", "last_error_summary": "[h264 @ 0x5a376fb0aa00] left block unavailable for requested intra mode [h264 @ 0x5a376fb0aa00] error while decoding MB 0 54, bytestream 2562 [h264 @ 0x5a376fb9fdc0] left block unavailable for requested intra mode [h264 @ 0x5a376fb9fdc0] error while decoding MB 0 65, bytestream 13706 [h264 @ 0x5a376fb8bc00] error while decoding MB 112 65, bytestream -10", "last_exit_at": "2026-10-30T11:55:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 165.77, "last_started_at": "2026-10-30T11:52:33+09:00", "pid": 105710, "process": {"exists": false, "pid": 105710}, "restart_count": 562, "restart_count_per_hour": 29, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 563}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.045, "sample_count": 2501, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1462836, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:55:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.07, "last_frame_pushed_at": "2026-10-30T11:55:18+09:00", "last_frame_read_age_sec": 0.196, "last_frame_read_at": "2026-10-30T11:55:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 307.208, "last_sample_duration_ms": 1341.488, "last_trigger": "periodic", "next_snapshot_in_sec": 292.792, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 293, "storage_bytes": 2793025}, "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-10-30T11:55:18.809856+09:00", "mtime_epoch": 1793328918.8098557, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 172595}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:55:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1599.57, "name": "celery", "pid": 206, "rss_mb": 1452.031, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 126, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1462836, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.139, "max": 6.0, "p95": 4.0, "sample_count": 266}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 266}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 266}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 266}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 266}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 266}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 266}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 266, "pushed_frames": 266, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.867, "pushed": 8.867, "read": 8.867}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 265, "client_acquire_ms": {"avg_ms": 0.008, "count": 266, "max_ms": 0.032, "p95_ms": 0.017, "reason": null, "sample_age_ms": 140.081, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.617, "count": 265, "max_ms": 4.07, "p95_ms": 1.686, "reason": null, "sample_age_ms": 215.529, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.268, "count": 265, "max_ms": 3.633, "p95_ms": 1.293, "reason": null, "sample_age_ms": 215.838, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.323, "count": 266, "max_ms": 1.075, "p95_ms": 0.606, "reason": null, "sample_age_ms": 140.114, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.079, "count": 265, "max_ms": 5.662, "p95_ms": 3.479, "reason": null, "sample_age_ms": 213.42, "source": "client_direct"}, "request_count": 265, "request_tensor_bytes": {"avg": 2764808.0, "count": 265, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 213.4, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 266, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 140.756, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.059, "count": 266, "max_ms": 77.622, "p95_ms": 63.568, "reason": null, "sample_age_ms": 140.07, "source": "client_direct"}, "sample_age_ms": 140.06, "source": "client_direct", "task_total_ms": {"avg_ms": 48.654, "count": 266, "max_ms": 80.556, "p95_ms": 66.879, "reason": null, "sample_age_ms": 140.06, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.955, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.867, "count": 266, "max_ms": 2.746, "p95_ms": 1.753}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.263, "count": 266, "max_ms": 0.828, "p95_ms": 0.55}, "detection_prepare_ms": {"avg_ms": 0.158, "count": 266, "max_ms": 0.542, "p95_ms": 0.294}, "event_filter_ms": {"avg_ms": 0.004, "count": 266, "max_ms": 0.028, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.093, "count": 266, "max_ms": 0.268, "p95_ms": 0.2}, "mcmt_ms": {"avg_ms": 0.003, "count": 266, "max_ms": 0.025, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.199, "count": 266, "max_ms": 0.722, "p95_ms": 0.402}, "setup_ms": {"avg_ms": 0.051, "count": 266, "max_ms": 0.177, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 0.817, "count": 266, "max_ms": 2.624, "p95_ms": 1.683}, "track_match_ms": {"avg_ms": 0.004, "count": 266, "max_ms": 0.018, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.04, "count": 266, "max_ms": 0.185, "p95_ms": 0.092}}, "gstreamer_push": {"avg_ms": 3.318, "count": 266, "max_ms": 6.149, "p95_ms": 4.965}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 266, "max_ms": 0.336, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.648, "count": 266, "max_ms": 81.337, "p95_ms": 67.843}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.043, "count": 266, "max_ms": 0.142, "p95_ms": 0.092}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 96.522, "count": 266, "max_ms": 137.663, "p95_ms": 118.183}, "inference_input_copy_ms": {"avg_ms": 1.587, "count": 266, "max_ms": 4.558, "p95_ms": 2.565}, "processing_residual_ms": {"avg_ms": 0.165, "count": 266, "max_ms": 0.463, "p95_ms": 0.296}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.318, "count": 266, "max_ms": 139.633, "p95_ms": 120.531}, "read_interval": {"avg_ms": 112.467, "count": 266, "max_ms": 195.092, "p95_ms": 147.876}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 266, "max_ms": 0.075, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 0.139, "count": 266, "max_ms": 0.553, "p95_ms": 0.285}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 266, "max_ms": 0.053, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.122, "count": 266, "max_ms": 0.478, "p95_ms": 0.251}, "worker_merge_ms": {"avg_ms": 0.006, "count": 266, "max_ms": 0.031, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 49.664, "count": 266, "max_ms": 81.356, "p95_ms": 67.855}, "visualize": {"avg_ms": 44.853, "count": 266, "max_ms": 70.243, "p95_ms": 57.97}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.929, "count": 266, "max_ms": 69.128, "p95_ms": 57.375}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.642, "count": 266, "max_ms": 70.021, "p95_ms": 57.869}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 266, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.533, "count": 266, "max_ms": 69.901, "p95_ms": 57.759}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 266, "max_ms": 0.715, "p95_ms": 0.125}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 266}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 266}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 266}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1451.926, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 51.554, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.61, "sample_count": 2498, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1462611, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:54:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 176832, "write_bytes_delta": 176832, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1264.0, "cpu_core_ratio": 0.558997, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 105710, "reason": null, "system_cpu_core_ratio": 0.049955, "system_cpu_s_delta": 1.0, "user_cpu_core_ratio": 0.509042, "user_cpu_s_delta": 10.189999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.763813, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 182264.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.178839, "system_cpu_s_delta": 3.5800000000017462, "user_cpu_core_ratio": 0.584974, "user_cpu_s_delta": 11.709999999991851}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.247, "count": 266, "max_ms": 11.451, "p95_ms": 4.966, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.774, "max": 4.0, "p95": 3.0, "sample_count": 266}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 266}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.823, "count": 30, "max": 57.836, "p95": 49.631, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.99, "count": 30, "max": 28.096, "p95": 27.77, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 964.8, "count": 30, "max": 1280.0, "p95": 1272.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 275.067, "count": 30, "max": 2813.0, "p95": 1092.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.323, "p95": 0.06, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.482, "count": 30, "max": 0.518, "p95": 0.517, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.086, "count": 30, "max": 2.45, "p95": 0.065, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 174502.3, "count": 30, "max": 187589.0, "p95": 181324.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 168826.967, "count": 30, "max": 187589.0, "p95": 181324.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 171198.733, "count": 30, "max": 230985.0, "p95": 226880.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.31, "count": 30, "max": 0.595, "p95": 0.55, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.694, "count": 30, "max": 1.059, "p95": 0.973, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11291, "sampled_at": "2026-10-30T11:54:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:54:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2812715, "flush_count": 2928, "flush_interval_seconds": 30.0, "flush_state": {"count": 2928, "last_at": "2026-10-30T11:55:12", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:55:12", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2927}, "started": true, "suppressed_count": 1460057, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 148, "tracking_summary": 1459909}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2928, "written_record_count": 2928}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9748.156, "limit_mb": null}, "detail": {"pid": 105826, "restart_count": 563, "start_count": 564}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4044448972800, "copied_frame_count": 1462836, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:47:59+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 11309355, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:47:51+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.491}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 148, "events_emitted": 144, "events_failed": 0, "events_observed": 148, "events_suppressed": 4, "frame_buffer_copied_bytes": 4044448972800, "frame_buffer_copies": 1462836, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7200, "recorder_active_input_bytes": 19906560000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 144, "recorder_clips_failed": 0, "recorder_clips_started": 144, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 144, "worker_jobs_accepted": 144, "worker_jobs_completed": 144, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1332, "count": 512, "max_ms": 2.0609, "p50_ms": 0.1176, "p95_ms": 0.2351, "p99_ms": 0.3189}, "stages": {"db_insert": {"avg_ms": 19.8712, "count": 144, "max_ms": 58.1833, "p50_ms": 18.8088, "p95_ms": 35.0504, "p99_ms": 40.8675, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8919, "count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.5833, "count": 148, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1380.6718, "p99_ms": 2006.9419, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4656, "count": 512, "max_ms": 3.533, "p50_ms": 1.4261, "p95_ms": 2.2162, "p99_ms": 2.8889, "results": {"failed": 0, "not_applicable": 0, "success": 1462836, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 564.173, "count": 148, "max_ms": 794.4404, "p50_ms": 583.9644, "p95_ms": 681.4538, "p99_ms": 717.594, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.609, "count": 144, "max_ms": 74.3496, "p50_ms": 24.2883, "p95_ms": 56.0568, "p99_ms": 71.5935, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9308, "count": 512, "max_ms": 10.7362, "p50_ms": 4.711, "p95_ms": 7.5496, "p99_ms": 8.925, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.624, "count": 512, "max_ms": 6.5829, "p50_ms": 1.471, "p95_ms": 3.0625, "p99_ms": 4.9927, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.5543, "count": 144, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.511, "p99_ms": 713.1964, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5188, "count": 144, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.2672, "p99_ms": 589.6292, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7653, "count": 144, "max_ms": 138.414, "p50_ms": 96.5409, "p95_ms": 118.9857, "p99_ms": 132.2629, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.924, "count": 144, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.7574, "p99_ms": 7.6578, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2923, "count": 144, "max_ms": 81.87, "p50_ms": 45.7178, "p95_ms": 68.5327, "p99_ms": 77.9101, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0035, "count": 144, "max_ms": 9.1922, "p50_ms": 0.817, "p95_ms": 1.9312, "p99_ms": 3.6149, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1606, "count": 144, "max_ms": 4604.0207, "p50_ms": 392.3297, "p95_ms": 701.1064, "p99_ms": 1371.8453, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7707, "count": 144, "max_ms": 26.8239, "p50_ms": 1.2139, "p95_ms": 10.4375, "p99_ms": 16.3082, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7074, "count": 144, "max_ms": 70.8318, "p50_ms": 23.553, "p95_ms": 57.4019, "p99_ms": 67.0413, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0986, "count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5599, "count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.2898, "count": 144, "max_ms": 4651.5807, "p50_ms": 476.3844, "p95_ms": 791.9218, "p99_ms": 1437.2503, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 144, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211}, "wait_ms": {"count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 144, "artifact_failed": 0, "artifact_requested": 144, "artifact_success": 144, "completed": 144, "completed_failed": 0, "completed_success": 144, "cooldown_promoted": 144, "database_requested": 144, "db_insert_success": 144, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15540, "relay_business_failed": 0, "relay_business_success": 144, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 144, "relay_transport_failed": 0, "relay_transport_success": 144, "reservation_requested": 144}, "snapshot": {"copied_bytes": 398131200, "copied_count": 144, "copy": {"count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 517, "h264_decode_error_count": 1162, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:52:30+09:00", "last_error_summary": "[h264 @ 0x5a376fb0aa00] left block unavailable for requested intra mode [h264 @ 0x5a376fb0aa00] error while decoding MB 0 54, bytestream 2562 [h264 @ 0x5a376fb9fdc0] left block unavailable for requested intra mode [h264 @ 0x5a376fb9fdc0] error while decoding MB 0 65, bytestream 13706 [h264 @ 0x5a376fb8bc00] error while decoding MB 112 65, bytestream -10", "last_exit_at": "2026-10-30T11:55:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T11:55:21+09:00", "pid": 105826, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.996, "name": "ffmpeg", "pid": 105826, "rss_mb": 208.996, "state": "R (running)", "threads": 70}, "restart_count": 563, "restart_count_per_hour": 30, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 564}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.046, "sample_count": 2464, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1462836, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:55:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.214, "last_frame_pushed_at": "2026-10-30T11:55:18+09:00", "last_frame_read_age_sec": 4.34, "last_frame_read_at": "2026-10-30T11:55:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 311.358, "last_sample_duration_ms": 1341.488, "last_trigger": "periodic", "next_snapshot_in_sec": 288.642, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 293, "storage_bytes": 2793025}, "mjpeg": {"age_sec": 4.198, "exists": true, "mtime": "2026-10-30T11:55:18.809856+09:00", "mtime_epoch": 1793328918.8098557, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 172595}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:55:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1599.57, "name": "celery", "pid": 206, "rss_mb": 1452.035, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 126, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1462836, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.218, "max": 6.0, "p95": 4.0, "sample_count": 229}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 229}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 229}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.652, "pushed": 7.652, "read": 7.619}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 228, "client_acquire_ms": {"avg_ms": 0.008, "count": 228, "max_ms": 0.032, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4283.004, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.608, "count": 228, "max_ms": 4.062, "p95_ms": 1.677, "reason": null, "sample_age_ms": 4358.452, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.262, "count": 228, "max_ms": 3.633, "p95_ms": 1.222, "reason": null, "sample_age_ms": 4358.761, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.324, "count": 228, "max_ms": 1.075, "p95_ms": 0.606, "reason": null, "sample_age_ms": 4283.037, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.098, "count": 228, "max_ms": 5.662, "p95_ms": 3.532, "reason": null, "sample_age_ms": 4356.343, "source": "client_direct"}, "request_count": 228, "request_tensor_bytes": {"avg": 2764808.0, "count": 228, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4356.323, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 228, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4283.679, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.818, "count": 228, "max_ms": 77.622, "p95_ms": 63.989, "reason": null, "sample_age_ms": 4282.993, "source": "client_direct"}, "sample_age_ms": 4282.983, "source": "client_direct", "task_total_ms": {"avg_ms": 48.437, "count": 228, "max_ms": 80.556, "p95_ms": 67.16, "reason": null, "sample_age_ms": 4282.983, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.44, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.875, "count": 229, "max_ms": 2.746, "p95_ms": 1.786}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.266, "count": 229, "max_ms": 0.828, "p95_ms": 0.553}, "detection_prepare_ms": {"avg_ms": 0.159, "count": 229, "max_ms": 0.542, "p95_ms": 0.325}, "event_filter_ms": {"avg_ms": 0.004, "count": 229, "max_ms": 0.014, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.094, "count": 229, "max_ms": 0.268, "p95_ms": 0.207}, "mcmt_ms": {"avg_ms": 0.003, "count": 229, "max_ms": 0.025, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.201, "count": 229, "max_ms": 0.722, "p95_ms": 0.408}, "setup_ms": {"avg_ms": 0.051, "count": 229, "max_ms": 0.177, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 0.824, "count": 229, "max_ms": 2.624, "p95_ms": 1.685}, "track_match_ms": {"avg_ms": 0.005, "count": 229, "max_ms": 0.018, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.04, "count": 229, "max_ms": 0.185, "p95_ms": 0.092}}, "gstreamer_push": {"avg_ms": 3.335, "count": 229, "max_ms": 6.149, "p95_ms": 5.036}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 229, "max_ms": 0.336, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.359, "count": 229, "max_ms": 81.337, "p95_ms": 67.988}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.043, "count": 229, "max_ms": 0.142, "p95_ms": 0.096}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 96.583, "count": 229, "max_ms": 137.663, "p95_ms": 120.285}, "inference_input_copy_ms": {"avg_ms": 1.603, "count": 229, "max_ms": 4.558, "p95_ms": 2.586}, "processing_residual_ms": {"avg_ms": 0.168, "count": 229, "max_ms": 0.463, "p95_ms": 0.31}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.397, "count": 229, "max_ms": 139.633, "p95_ms": 121.9}, "read_interval": {"avg_ms": 112.624, "count": 228, "max_ms": 195.092, "p95_ms": 147.876}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 229, "max_ms": 0.075, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 0.14, "count": 229, "max_ms": 0.553, "p95_ms": 0.287}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 229, "max_ms": 0.053, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.124, "count": 229, "max_ms": 0.478, "p95_ms": 0.262}, "worker_merge_ms": {"avg_ms": 0.006, "count": 229, "max_ms": 0.031, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 49.374, "count": 229, "max_ms": 81.356, "p95_ms": 68.005}, "visualize": {"avg_ms": 45.189, "count": 229, "max_ms": 70.243, "p95_ms": 57.97}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.257, "count": 229, "max_ms": 69.128, "p95_ms": 57.375}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.977, "count": 229, "max_ms": 70.021, "p95_ms": 57.869}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.868, "count": 229, "max_ms": 69.901, "p95_ms": 57.759}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 229, "max_ms": 0.715, "p95_ms": 0.132}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 229}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1451.926, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 51.554, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.61, "sample_count": 2498, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1462611, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:54:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 176832, "write_bytes_delta": 176832, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1264.0, "cpu_core_ratio": 0.558997, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 105710, "reason": null, "system_cpu_core_ratio": 0.049955, "system_cpu_s_delta": 1.0, "user_cpu_core_ratio": 0.509042, "user_cpu_s_delta": 10.189999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.763813, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 182264.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.178839, "system_cpu_s_delta": 3.5800000000017462, "user_cpu_core_ratio": 0.584974, "user_cpu_s_delta": 11.709999999991851}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.247, "count": 266, "max_ms": 11.451, "p95_ms": 4.966, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.774, "max": 4.0, "p95": 3.0, "sample_count": 266}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 266}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.823, "count": 30, "max": 57.836, "p95": 49.631, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.99, "count": 30, "max": 28.096, "p95": 27.77, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 964.8, "count": 30, "max": 1280.0, "p95": 1272.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 275.067, "count": 30, "max": 2813.0, "p95": 1092.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.323, "p95": 0.06, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.482, "count": 30, "max": 0.518, "p95": 0.517, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.086, "count": 30, "max": 2.45, "p95": 0.065, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 174502.3, "count": 30, "max": 187589.0, "p95": 181324.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 168826.967, "count": 30, "max": 187589.0, "p95": 181324.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 171198.733, "count": 30, "max": 230985.0, "p95": 226880.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.31, "count": 30, "max": 0.595, "p95": 0.55, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.694, "count": 30, "max": 1.059, "p95": 0.973, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11291, "sampled_at": "2026-10-30T11:54:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:54:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2815508, "flush_count": 2931, "flush_interval_seconds": 30.0, "flush_state": {"count": 2931, "last_at": "2026-10-30T11:58:12", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:58:12", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2930}, "started": true, "suppressed_count": 1461796, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 148, "tracking_summary": 1461648}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2931, "written_record_count": 2931}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9585.48, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x63221c0d5140] error while decoding MB 27 48, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4049262489600, "copied_frame_count": 1464577, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:47:59+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 11309355, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:47:51+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.491}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 148, "events_emitted": 144, "events_failed": 0, "events_observed": 148, "events_suppressed": 4, "frame_buffer_copied_bytes": 4049262489600, "frame_buffer_copies": 1464577, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7200, "recorder_active_input_bytes": 19906560000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 144, "recorder_clips_failed": 0, "recorder_clips_started": 144, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 144, "worker_jobs_accepted": 144, "worker_jobs_completed": 144, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1235, "count": 512, "max_ms": 0.4576, "p50_ms": 0.1089, "p95_ms": 0.2362, "p99_ms": 0.2962}, "stages": {"db_insert": {"avg_ms": 19.8712, "count": 144, "max_ms": 58.1833, "p50_ms": 18.8088, "p95_ms": 35.0504, "p99_ms": 40.8675, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8919, "count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.5833, "count": 148, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1380.6718, "p99_ms": 2006.9419, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4322, "count": 512, "max_ms": 3.5434, "p50_ms": 1.3519, "p95_ms": 2.3618, "p99_ms": 2.9959, "results": {"failed": 0, "not_applicable": 0, "success": 1464577, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 564.173, "count": 148, "max_ms": 794.4404, "p50_ms": 583.9644, "p95_ms": 681.4538, "p99_ms": 717.594, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.609, "count": 144, "max_ms": 74.3496, "p50_ms": 24.2883, "p95_ms": 56.0568, "p99_ms": 71.5935, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9308, "count": 512, "max_ms": 10.7362, "p50_ms": 4.711, "p95_ms": 7.5496, "p99_ms": 8.925, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.624, "count": 512, "max_ms": 6.5829, "p50_ms": 1.471, "p95_ms": 3.0625, "p99_ms": 4.9927, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.5543, "count": 144, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.511, "p99_ms": 713.1964, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5188, "count": 144, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.2672, "p99_ms": 589.6292, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7653, "count": 144, "max_ms": 138.414, "p50_ms": 96.5409, "p95_ms": 118.9857, "p99_ms": 132.2629, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.924, "count": 144, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.7574, "p99_ms": 7.6578, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2923, "count": 144, "max_ms": 81.87, "p50_ms": 45.7178, "p95_ms": 68.5327, "p99_ms": 77.9101, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0035, "count": 144, "max_ms": 9.1922, "p50_ms": 0.817, "p95_ms": 1.9312, "p99_ms": 3.6149, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1606, "count": 144, "max_ms": 4604.0207, "p50_ms": 392.3297, "p95_ms": 701.1064, "p99_ms": 1371.8453, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7707, "count": 144, "max_ms": 26.8239, "p50_ms": 1.2139, "p95_ms": 10.4375, "p99_ms": 16.3082, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7074, "count": 144, "max_ms": 70.8318, "p50_ms": 23.553, "p95_ms": 57.4019, "p99_ms": 67.0413, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0986, "count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5599, "count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.2898, "count": 144, "max_ms": 4651.5807, "p50_ms": 476.3844, "p95_ms": 791.9218, "p99_ms": 1437.2503, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 144, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211}, "wait_ms": {"count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 144, "artifact_failed": 0, "artifact_requested": 144, "artifact_success": 144, "completed": 144, "completed_failed": 0, "completed_success": 144, "cooldown_promoted": 144, "database_requested": 144, "db_insert_success": 144, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15540, "relay_business_failed": 0, "relay_business_success": 144, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 144, "relay_transport_failed": 0, "relay_transport_success": 144, "reservation_requested": 144}, "snapshot": {"copied_bytes": 398131200, "copied_count": 144, "copy": {"count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 518, "h264_decode_error_count": 1163, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:58:39+09:00", "last_error_summary": "[h264 @ 0x63221c0d5140] error while decoding MB 27 48, bytestream -7", "last_exit_at": "2026-10-30T11:55:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 198.717, "last_started_at": "2026-10-30T11:55:21+09:00", "pid": 105826, "process": {"exists": true, "fd_count": 0, "hwm_mb": null, "name": "ffmpeg", "pid": 105826, "rss_mb": null, "state": "Z (zombie)", "threads": 1}, "restart_count": 563, "restart_count_per_hour": 28, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 564}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.374, "sample_count": 2621, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1464577, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:58:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.081, "last_frame_pushed_at": "2026-10-30T11:58:39+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-10-30T11:58:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 508.063, "last_sample_duration_ms": 1341.488, "last_trigger": "periodic", "next_snapshot_in_sec": 91.937, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 293, "storage_bytes": 2793025}, "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-10-30T11:58:39.654054+09:00", "mtime_epoch": 1793329119.6540542, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 179533}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:58:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1599.57, "name": "celery", "pid": 206, "rss_mb": 1452.879, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 126, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1464578, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.865, "max": 4.0, "p95": 4.0, "sample_count": 193}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 193}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 193}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 193, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.445, "pushed": 6.445, "read": 6.445}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 193, "client_acquire_ms": {"avg_ms": 0.008, "count": 194, "max_ms": 0.034, "p95_ms": 0.017, "reason": null, "sample_age_ms": 43.792, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.595, "count": 193, "max_ms": 3.389, "p95_ms": 2.065, "reason": null, "sample_age_ms": 86.679, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.251, "count": 193, "max_ms": 2.249, "p95_ms": 1.401, "reason": null, "sample_age_ms": 86.906, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.26, "count": 194, "max_ms": 0.723, "p95_ms": 0.515, "reason": null, "sample_age_ms": 43.798, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.969, "count": 193, "max_ms": 5.036, "p95_ms": 3.201, "reason": null, "sample_age_ms": 85.548, "source": "client_direct"}, "request_count": 193, "request_tensor_bytes": {"avg": 2764808.0, "count": 193, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 85.534, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 194, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 43.993, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.051, "count": 194, "max_ms": 68.361, "p95_ms": 59.776, "reason": null, "sample_age_ms": 43.788, "source": "client_direct"}, "sample_age_ms": 43.786, "source": "client_direct", "task_total_ms": {"avg_ms": 47.456, "count": 194, "max_ms": 70.51, "p95_ms": 62.577, "reason": null, "sample_age_ms": 43.786, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.117, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.757, "count": 193, "max_ms": 2.228, "p95_ms": 1.516}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.235, "count": 193, "max_ms": 0.743, "p95_ms": 0.493}, "detection_prepare_ms": {"avg_ms": 0.128, "count": 193, "max_ms": 0.466, "p95_ms": 0.275}, "event_filter_ms": {"avg_ms": 0.004, "count": 193, "max_ms": 0.034, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.08, "count": 193, "max_ms": 0.218, "p95_ms": 0.179}, "mcmt_ms": {"avg_ms": 0.003, "count": 193, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.181, "count": 193, "max_ms": 0.674, "p95_ms": 0.373}, "setup_ms": {"avg_ms": 0.044, "count": 193, "max_ms": 0.146, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 0.713, "count": 193, "max_ms": 2.126, "p95_ms": 1.436}, "track_match_ms": {"avg_ms": 0.004, "count": 193, "max_ms": 0.062, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.034, "count": 193, "max_ms": 0.121, "p95_ms": 0.083}}, "gstreamer_push": {"avg_ms": 3.005, "count": 193, "max_ms": 6.796, "p95_ms": 5.147}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 193, "max_ms": 0.315, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.399, "count": 193, "max_ms": 71.173, "p95_ms": 63.486}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.041, "count": 193, "max_ms": 0.186, "p95_ms": 0.095}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.573, "count": 193, "max_ms": 120.111, "p95_ms": 104.74}, "inference_input_copy_ms": {"avg_ms": 1.625, "count": 193, "max_ms": 3.868, "p95_ms": 2.424}, "processing_residual_ms": {"avg_ms": 0.178, "count": 193, "max_ms": 1.184, "p95_ms": 0.358}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.417, "count": 193, "max_ms": 121.882, "p95_ms": 107.223}, "read_interval": {"avg_ms": 155.156, "count": 193, "max_ms": 4854.749, "p95_ms": 150.458}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 193, "max_ms": 0.04, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.125, "count": 193, "max_ms": 0.497, "p95_ms": 0.262}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 193, "max_ms": 0.048, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.111, "count": 193, "max_ms": 0.457, "p95_ms": 0.238}, "worker_merge_ms": {"avg_ms": 0.005, "count": 193, "max_ms": 0.032, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 48.412, "count": 193, "max_ms": 71.18, "p95_ms": 63.5}, "visualize": {"avg_ms": 36.394, "count": 193, "max_ms": 54.327, "p95_ms": 48.391}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 35.57, "count": 193, "max_ms": 53.598, "p95_ms": 47.419}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.202, "count": 193, "max_ms": 54.102, "p95_ms": 48.15}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.108, "count": 193, "max_ms": 54.006, "p95_ms": 48.065}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 193, "max_ms": 0.316, "p95_ms": 0.116}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 193}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1452.801, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 43.927, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.781, "sample_count": 2673, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1464419, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:58:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 194152, "write_bytes_delta": 194152, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1096.0, "cpu_core_ratio": 0.802835, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2750.0, "pid": 105826, "reason": null, "system_cpu_core_ratio": 0.236102, "system_cpu_s_delta": 5.319999999999999, "user_cpu_core_ratio": 0.566733, "user_cpu_s_delta": 12.77000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.621321, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 98640.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.102518, "system_cpu_s_delta": 2.3099999999976717, "user_cpu_core_ratio": 0.518803, "user_cpu_s_delta": 11.690000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.149, "count": 254, "max_ms": 7.089, "p95_ms": 4.777, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.602, "max": 4.0, "p95": 4.0, "sample_count": 254}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 254}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.341, "count": 30, "max": 60.76, "p95": 49.631, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.65, "count": 30, "max": 29.169, "p95": 28.215, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1168.167, "count": 30, "max": 1398.0, "p95": 1355.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 411.667, "count": 30, "max": 2813.0, "p95": 2080.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.323, "p95": 0.16, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.503, "count": 30, "max": 0.567, "p95": 0.561, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.086, "count": 30, "max": 2.45, "p95": 0.065, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 177148.3, "count": 30, "max": 194152.0, "p95": 185814.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 171365.333, "count": 30, "max": 194152.0, "p95": 185814.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 188048.0, "count": 30, "max": 230985.0, "p95": 228088.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.216, "count": 30, "max": 0.475, "p95": 0.356, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.597, "count": 30, "max": 0.885, "p95": 0.726, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11301, "sampled_at": "2026-10-30T11:58:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:58:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2815508, "flush_count": 2931, "flush_interval_seconds": 30.0, "flush_state": {"count": 2931, "last_at": "2026-10-30T11:58:12", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:58:12", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2930}, "started": true, "suppressed_count": 1461796, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 148, "tracking_summary": 1461648}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2931, "written_record_count": 2931}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9585.465, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T11:58:39+09:00", "last_error_summary": "[h264 @ 0x63221c0d5140] error while decoding MB 27 48, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4049265254400, "copied_frame_count": 1464578, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:47:59+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 11309355, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:47:51+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.491}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 148, "events_emitted": 144, "events_failed": 0, "events_observed": 148, "events_suppressed": 4, "frame_buffer_copied_bytes": 4049265254400, "frame_buffer_copies": 1464578, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7200, "recorder_active_input_bytes": 19906560000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 144, "recorder_clips_failed": 0, "recorder_clips_started": 144, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 144, "worker_jobs_accepted": 144, "worker_jobs_completed": 144, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1233, "count": 512, "max_ms": 0.4576, "p50_ms": 0.1086, "p95_ms": 0.2362, "p99_ms": 0.2962}, "stages": {"db_insert": {"avg_ms": 19.8712, "count": 144, "max_ms": 58.1833, "p50_ms": 18.8088, "p95_ms": 35.0504, "p99_ms": 40.8675, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8919, "count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.5833, "count": 148, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1380.6718, "p99_ms": 2006.9419, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4308, "count": 512, "max_ms": 3.5434, "p50_ms": 1.3475, "p95_ms": 2.3618, "p99_ms": 2.9959, "results": {"failed": 0, "not_applicable": 0, "success": 1464578, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 564.173, "count": 148, "max_ms": 794.4404, "p50_ms": 583.9644, "p95_ms": 681.4538, "p99_ms": 717.594, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.609, "count": 144, "max_ms": 74.3496, "p50_ms": 24.2883, "p95_ms": 56.0568, "p99_ms": 71.5935, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9308, "count": 512, "max_ms": 10.7362, "p50_ms": 4.711, "p95_ms": 7.5496, "p99_ms": 8.925, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.624, "count": 512, "max_ms": 6.5829, "p50_ms": 1.471, "p95_ms": 3.0625, "p99_ms": 4.9927, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.5543, "count": 144, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.511, "p99_ms": 713.1964, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5188, "count": 144, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.2672, "p99_ms": 589.6292, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7653, "count": 144, "max_ms": 138.414, "p50_ms": 96.5409, "p95_ms": 118.9857, "p99_ms": 132.2629, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.924, "count": 144, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.7574, "p99_ms": 7.6578, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2923, "count": 144, "max_ms": 81.87, "p50_ms": 45.7178, "p95_ms": 68.5327, "p99_ms": 77.9101, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0035, "count": 144, "max_ms": 9.1922, "p50_ms": 0.817, "p95_ms": 1.9312, "p99_ms": 3.6149, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1606, "count": 144, "max_ms": 4604.0207, "p50_ms": 392.3297, "p95_ms": 701.1064, "p99_ms": 1371.8453, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7707, "count": 144, "max_ms": 26.8239, "p50_ms": 1.2139, "p95_ms": 10.4375, "p99_ms": 16.3082, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7074, "count": 144, "max_ms": 70.8318, "p50_ms": 23.553, "p95_ms": 57.4019, "p99_ms": 67.0413, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0986, "count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5599, "count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.2898, "count": 144, "max_ms": 4651.5807, "p50_ms": 476.3844, "p95_ms": 791.9218, "p99_ms": 1437.2503, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 144, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211}, "wait_ms": {"count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 144, "artifact_failed": 0, "artifact_requested": 144, "artifact_success": 144, "completed": 144, "completed_failed": 0, "completed_success": 144, "cooldown_promoted": 144, "database_requested": 144, "db_insert_success": 144, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15540, "relay_business_failed": 0, "relay_business_success": 144, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 144, "relay_transport_failed": 0, "relay_transport_success": 144, "reservation_requested": 144}, "snapshot": {"copied_bytes": 398131200, "copied_count": 144, "copy": {"count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 518, "h264_decode_error_count": 1163, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:58:39+09:00", "last_error_summary": "[h264 @ 0x63221c0d5140] error while decoding MB 27 48, bytestream -7", "last_exit_at": "2026-10-30T11:58:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 198.777, "last_started_at": "2026-10-30T11:55:21+09:00", "pid": 105826, "process": {"exists": false, "pid": 105826}, "restart_count": 563, "restart_count_per_hour": 28, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 564}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.374, "sample_count": 2621, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1464578, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:58:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.03, "last_frame_pushed_at": "2026-10-30T11:58:39+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-10-30T11:58:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 508.109, "last_sample_duration_ms": 1341.488, "last_trigger": "periodic", "next_snapshot_in_sec": 91.891, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 293, "storage_bytes": 2793025}, "mjpeg": {"age_sec": 0.019, "exists": true, "mtime": "2026-10-30T11:58:39.765056+09:00", "mtime_epoch": 1793329119.7650557, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 178759}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:58:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1599.57, "name": "celery", "pid": 206, "rss_mb": 1452.875, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 126, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1464578, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.87, "max": 4.0, "p95": 4.0, "sample_count": 193}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 193}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 193}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 193, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.434, "pushed": 6.434, "read": 6.434}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 192, "client_acquire_ms": {"avg_ms": 0.008, "count": 193, "max_ms": 0.034, "p95_ms": 0.017, "reason": null, "sample_age_ms": 101.335, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.597, "count": 192, "max_ms": 3.389, "p95_ms": 2.066, "reason": null, "sample_age_ms": 144.223, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.252, "count": 192, "max_ms": 2.249, "p95_ms": 1.408, "reason": null, "sample_age_ms": 144.449, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.259, "count": 193, "max_ms": 0.723, "p95_ms": 0.516, "reason": null, "sample_age_ms": 101.342, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.973, "count": 192, "max_ms": 5.036, "p95_ms": 3.206, "reason": null, "sample_age_ms": 143.091, "source": "client_direct"}, "request_count": 192, "request_tensor_bytes": {"avg": 2764808.0, "count": 192, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 143.077, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 193, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 101.536, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.067, "count": 193, "max_ms": 68.361, "p95_ms": 59.789, "reason": null, "sample_age_ms": 101.332, "source": "client_direct"}, "sample_age_ms": 101.329, "source": "client_direct", "task_total_ms": {"avg_ms": 47.472, "count": 193, "max_ms": 70.51, "p95_ms": 62.583, "reason": null, "sample_age_ms": 101.329, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.087, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.756, "count": 193, "max_ms": 2.228, "p95_ms": 1.516}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.235, "count": 193, "max_ms": 0.743, "p95_ms": 0.493}, "detection_prepare_ms": {"avg_ms": 0.128, "count": 193, "max_ms": 0.466, "p95_ms": 0.275}, "event_filter_ms": {"avg_ms": 0.004, "count": 193, "max_ms": 0.034, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.08, "count": 193, "max_ms": 0.218, "p95_ms": 0.179}, "mcmt_ms": {"avg_ms": 0.003, "count": 193, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.181, "count": 193, "max_ms": 0.674, "p95_ms": 0.373}, "setup_ms": {"avg_ms": 0.044, "count": 193, "max_ms": 0.146, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 0.712, "count": 193, "max_ms": 2.126, "p95_ms": 1.436}, "track_match_ms": {"avg_ms": 0.004, "count": 193, "max_ms": 0.062, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.034, "count": 193, "max_ms": 0.121, "p95_ms": 0.083}}, "gstreamer_push": {"avg_ms": 3.005, "count": 193, "max_ms": 6.796, "p95_ms": 5.147}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 193, "max_ms": 0.315, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.39, "count": 193, "max_ms": 71.173, "p95_ms": 63.486}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.041, "count": 193, "max_ms": 0.186, "p95_ms": 0.095}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.712, "count": 193, "max_ms": 120.111, "p95_ms": 104.74}, "inference_input_copy_ms": {"avg_ms": 1.627, "count": 193, "max_ms": 3.868, "p95_ms": 2.424}, "processing_residual_ms": {"avg_ms": 0.178, "count": 193, "max_ms": 1.184, "p95_ms": 0.358}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.558, "count": 193, "max_ms": 121.882, "p95_ms": 107.223}, "read_interval": {"avg_ms": 155.156, "count": 193, "max_ms": 4854.749, "p95_ms": 150.458}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 193, "max_ms": 0.04, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.125, "count": 193, "max_ms": 0.497, "p95_ms": 0.262}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 193, "max_ms": 0.048, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.111, "count": 193, "max_ms": 0.457, "p95_ms": 0.238}, "worker_merge_ms": {"avg_ms": 0.005, "count": 193, "max_ms": 0.032, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 48.403, "count": 193, "max_ms": 71.18, "p95_ms": 63.5}, "visualize": {"avg_ms": 36.511, "count": 193, "max_ms": 54.327, "p95_ms": 48.597}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 35.689, "count": 193, "max_ms": 53.598, "p95_ms": 47.614}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.32, "count": 193, "max_ms": 54.102, "p95_ms": 48.36}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.226, "count": 193, "max_ms": 54.006, "p95_ms": 48.218}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 193, "max_ms": 0.316, "p95_ms": 0.116}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 193}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1452.801, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 43.927, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.781, "sample_count": 2673, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1464419, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:58:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 194152, "write_bytes_delta": 194152, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1096.0, "cpu_core_ratio": 0.802835, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2750.0, "pid": 105826, "reason": null, "system_cpu_core_ratio": 0.236102, "system_cpu_s_delta": 5.319999999999999, "user_cpu_core_ratio": 0.566733, "user_cpu_s_delta": 12.77000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.621321, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 98640.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.102518, "system_cpu_s_delta": 2.3099999999976717, "user_cpu_core_ratio": 0.518803, "user_cpu_s_delta": 11.690000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.149, "count": 254, "max_ms": 7.089, "p95_ms": 4.777, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.602, "max": 4.0, "p95": 4.0, "sample_count": 254}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 254}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.341, "count": 30, "max": 60.76, "p95": 49.631, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.65, "count": 30, "max": 29.169, "p95": 28.215, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1168.167, "count": 30, "max": 1398.0, "p95": 1355.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 411.667, "count": 30, "max": 2813.0, "p95": 2080.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.323, "p95": 0.16, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.503, "count": 30, "max": 0.567, "p95": 0.561, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.086, "count": 30, "max": 2.45, "p95": 0.065, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 177148.3, "count": 30, "max": 194152.0, "p95": 185814.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 171365.333, "count": 30, "max": 194152.0, "p95": 185814.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 188048.0, "count": 30, "max": 230985.0, "p95": 228088.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.216, "count": 30, "max": 0.475, "p95": 0.356, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.597, "count": 30, "max": 0.885, "p95": 0.726, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11301, "sampled_at": "2026-10-30T11:58:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:58:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2815508, "flush_count": 2931, "flush_interval_seconds": 30.0, "flush_state": {"count": 2931, "last_at": "2026-10-30T11:58:12", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:58:12", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2930}, "started": true, "suppressed_count": 1461796, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 148, "tracking_summary": 1461648}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2931, "written_record_count": 2931}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9585.469, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4049265254400, "copied_frame_count": 1464578, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:47:59+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 11309355, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:47:51+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.491}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 148, "events_emitted": 144, "events_failed": 0, "events_observed": 148, "events_suppressed": 4, "frame_buffer_copied_bytes": 4049265254400, "frame_buffer_copies": 1464578, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7200, "recorder_active_input_bytes": 19906560000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 144, "recorder_clips_failed": 0, "recorder_clips_started": 144, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 144, "worker_jobs_accepted": 144, "worker_jobs_completed": 144, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1233, "count": 512, "max_ms": 0.4576, "p50_ms": 0.1086, "p95_ms": 0.2362, "p99_ms": 0.2962}, "stages": {"db_insert": {"avg_ms": 19.8712, "count": 144, "max_ms": 58.1833, "p50_ms": 18.8088, "p95_ms": 35.0504, "p99_ms": 40.8675, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8919, "count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.5833, "count": 148, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1380.6718, "p99_ms": 2006.9419, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4308, "count": 512, "max_ms": 3.5434, "p50_ms": 1.3475, "p95_ms": 2.3618, "p99_ms": 2.9959, "results": {"failed": 0, "not_applicable": 0, "success": 1464578, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 564.173, "count": 148, "max_ms": 794.4404, "p50_ms": 583.9644, "p95_ms": 681.4538, "p99_ms": 717.594, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.609, "count": 144, "max_ms": 74.3496, "p50_ms": 24.2883, "p95_ms": 56.0568, "p99_ms": 71.5935, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9308, "count": 512, "max_ms": 10.7362, "p50_ms": 4.711, "p95_ms": 7.5496, "p99_ms": 8.925, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.624, "count": 512, "max_ms": 6.5829, "p50_ms": 1.471, "p95_ms": 3.0625, "p99_ms": 4.9927, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.5543, "count": 144, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.511, "p99_ms": 713.1964, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5188, "count": 144, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.2672, "p99_ms": 589.6292, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7653, "count": 144, "max_ms": 138.414, "p50_ms": 96.5409, "p95_ms": 118.9857, "p99_ms": 132.2629, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.924, "count": 144, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.7574, "p99_ms": 7.6578, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2923, "count": 144, "max_ms": 81.87, "p50_ms": 45.7178, "p95_ms": 68.5327, "p99_ms": 77.9101, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0035, "count": 144, "max_ms": 9.1922, "p50_ms": 0.817, "p95_ms": 1.9312, "p99_ms": 3.6149, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1606, "count": 144, "max_ms": 4604.0207, "p50_ms": 392.3297, "p95_ms": 701.1064, "p99_ms": 1371.8453, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7707, "count": 144, "max_ms": 26.8239, "p50_ms": 1.2139, "p95_ms": 10.4375, "p99_ms": 16.3082, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7074, "count": 144, "max_ms": 70.8318, "p50_ms": 23.553, "p95_ms": 57.4019, "p99_ms": 67.0413, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0986, "count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5599, "count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.2898, "count": 144, "max_ms": 4651.5807, "p50_ms": 476.3844, "p95_ms": 791.9218, "p99_ms": 1437.2503, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 144, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211}, "wait_ms": {"count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 144, "artifact_failed": 0, "artifact_requested": 144, "artifact_success": 144, "completed": 144, "completed_failed": 0, "completed_success": 144, "cooldown_promoted": 144, "database_requested": 144, "db_insert_success": 144, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15540, "relay_business_failed": 0, "relay_business_success": 144, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 144, "relay_transport_failed": 0, "relay_transport_success": 144, "reservation_requested": 144}, "snapshot": {"copied_bytes": 398131200, "copied_count": 144, "copy": {"count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 518, "h264_decode_error_count": 1163, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:58:39+09:00", "last_error_summary": "[h264 @ 0x63221c0d5140] error while decoding MB 27 48, bytestream -7", "last_exit_at": "2026-10-30T11:58:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 198.805, "last_started_at": "2026-10-30T11:55:21+09:00", "pid": 105826, "process": {"exists": false, "pid": 105826}, "restart_count": 563, "restart_count_per_hour": 28, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 564}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.374, "sample_count": 2621, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1464578, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:58:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.057, "last_frame_pushed_at": "2026-10-30T11:58:39+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-10-30T11:58:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 508.134, "last_sample_duration_ms": 1341.488, "last_trigger": "periodic", "next_snapshot_in_sec": 91.866, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 293, "storage_bytes": 2793025}, "mjpeg": {"age_sec": 0.046, "exists": true, "mtime": "2026-10-30T11:58:39.765056+09:00", "mtime_epoch": 1793329119.7650557, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 178759}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:58:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1599.57, "name": "celery", "pid": 206, "rss_mb": 1452.875, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 126, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1464578, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.87, "max": 4.0, "p95": 4.0, "sample_count": 193}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 193}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 193}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.445, "pushed": 6.445, "read": 6.411}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 192, "client_acquire_ms": {"avg_ms": 0.008, "count": 193, "max_ms": 0.034, "p95_ms": 0.017, "reason": null, "sample_age_ms": 125.443, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.597, "count": 192, "max_ms": 3.389, "p95_ms": 2.066, "reason": null, "sample_age_ms": 168.331, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.252, "count": 192, "max_ms": 2.249, "p95_ms": 1.408, "reason": null, "sample_age_ms": 168.557, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.259, "count": 193, "max_ms": 0.723, "p95_ms": 0.516, "reason": null, "sample_age_ms": 125.45, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.973, "count": 192, "max_ms": 5.036, "p95_ms": 3.206, "reason": null, "sample_age_ms": 167.199, "source": "client_direct"}, "request_count": 192, "request_tensor_bytes": {"avg": 2764808.0, "count": 192, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 167.185, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 193, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 125.644, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.067, "count": 193, "max_ms": 68.361, "p95_ms": 59.789, "reason": null, "sample_age_ms": 125.44, "source": "client_direct"}, "sample_age_ms": 125.437, "source": "client_direct", "task_total_ms": {"avg_ms": 47.472, "count": 193, "max_ms": 70.51, "p95_ms": 62.583, "reason": null, "sample_age_ms": 125.437, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.52, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.756, "count": 193, "max_ms": 2.228, "p95_ms": 1.516}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.235, "count": 193, "max_ms": 0.743, "p95_ms": 0.493}, "detection_prepare_ms": {"avg_ms": 0.128, "count": 193, "max_ms": 0.466, "p95_ms": 0.275}, "event_filter_ms": {"avg_ms": 0.004, "count": 193, "max_ms": 0.034, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.08, "count": 193, "max_ms": 0.218, "p95_ms": 0.179}, "mcmt_ms": {"avg_ms": 0.003, "count": 193, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.181, "count": 193, "max_ms": 0.674, "p95_ms": 0.373}, "setup_ms": {"avg_ms": 0.044, "count": 193, "max_ms": 0.146, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 0.712, "count": 193, "max_ms": 2.126, "p95_ms": 1.436}, "track_match_ms": {"avg_ms": 0.004, "count": 193, "max_ms": 0.062, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.034, "count": 193, "max_ms": 0.121, "p95_ms": 0.083}}, "gstreamer_push": {"avg_ms": 3.005, "count": 193, "max_ms": 6.796, "p95_ms": 5.147}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 193, "max_ms": 0.315, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.39, "count": 193, "max_ms": 71.173, "p95_ms": 63.486}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.041, "count": 193, "max_ms": 0.186, "p95_ms": 0.095}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.712, "count": 193, "max_ms": 120.111, "p95_ms": 104.74}, "inference_input_copy_ms": {"avg_ms": 1.627, "count": 193, "max_ms": 3.868, "p95_ms": 2.424}, "processing_residual_ms": {"avg_ms": 0.178, "count": 193, "max_ms": 1.184, "p95_ms": 0.358}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.558, "count": 193, "max_ms": 121.882, "p95_ms": 107.223}, "read_interval": {"avg_ms": 155.518, "count": 192, "max_ms": 4854.749, "p95_ms": 150.458}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 193, "max_ms": 0.04, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.125, "count": 193, "max_ms": 0.497, "p95_ms": 0.262}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 193, "max_ms": 0.048, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.111, "count": 193, "max_ms": 0.457, "p95_ms": 0.238}, "worker_merge_ms": {"avg_ms": 0.005, "count": 193, "max_ms": 0.032, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 48.403, "count": 193, "max_ms": 71.18, "p95_ms": 63.5}, "visualize": {"avg_ms": 36.511, "count": 193, "max_ms": 54.327, "p95_ms": 48.597}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 35.689, "count": 193, "max_ms": 53.598, "p95_ms": 47.614}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.32, "count": 193, "max_ms": 54.102, "p95_ms": 48.36}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.226, "count": 193, "max_ms": 54.006, "p95_ms": 48.218}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 193, "max_ms": 0.316, "p95_ms": 0.116}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 193}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1452.801, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 43.927, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.781, "sample_count": 2673, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1464419, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:58:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 194152, "write_bytes_delta": 194152, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1096.0, "cpu_core_ratio": 0.802835, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2750.0, "pid": 105826, "reason": null, "system_cpu_core_ratio": 0.236102, "system_cpu_s_delta": 5.319999999999999, "user_cpu_core_ratio": 0.566733, "user_cpu_s_delta": 12.77000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.621321, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 98640.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.102518, "system_cpu_s_delta": 2.3099999999976717, "user_cpu_core_ratio": 0.518803, "user_cpu_s_delta": 11.690000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.149, "count": 254, "max_ms": 7.089, "p95_ms": 4.777, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.602, "max": 4.0, "p95": 4.0, "sample_count": 254}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 254}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.341, "count": 30, "max": 60.76, "p95": 49.631, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.65, "count": 30, "max": 29.169, "p95": 28.215, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1168.167, "count": 30, "max": 1398.0, "p95": 1355.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 411.667, "count": 30, "max": 2813.0, "p95": 2080.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.323, "p95": 0.16, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.503, "count": 30, "max": 0.567, "p95": 0.561, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.086, "count": 30, "max": 2.45, "p95": 0.065, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 177148.3, "count": 30, "max": 194152.0, "p95": 185814.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 171365.333, "count": 30, "max": 194152.0, "p95": 185814.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 188048.0, "count": 30, "max": 230985.0, "p95": 228088.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.216, "count": 30, "max": 0.475, "p95": 0.356, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.597, "count": 30, "max": 0.885, "p95": 0.726, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11301, "sampled_at": "2026-10-30T11:58:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:58:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2815508, "flush_count": 2931, "flush_interval_seconds": 30.0, "flush_state": {"count": 2931, "last_at": "2026-10-30T11:58:12", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T11:58:12", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2930}, "started": true, "suppressed_count": 1461796, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 148, "tracking_summary": 1461648}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2931, "written_record_count": 2931}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9768.059, "limit_mb": null}, "detail": {"pid": 105942, "restart_count": 564, "start_count": 565}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4049265254400, "copied_frame_count": 1464578, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:47:59+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 11309355, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:47:51+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.491}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 148, "events_emitted": 144, "events_failed": 0, "events_observed": 148, "events_suppressed": 4, "frame_buffer_copied_bytes": 4049265254400, "frame_buffer_copies": 1464578, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7200, "recorder_active_input_bytes": 19906560000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 144, "recorder_clips_failed": 0, "recorder_clips_started": 144, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 144, "worker_jobs_accepted": 144, "worker_jobs_completed": 144, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1233, "count": 512, "max_ms": 0.4576, "p50_ms": 0.1086, "p95_ms": 0.2362, "p99_ms": 0.2962}, "stages": {"db_insert": {"avg_ms": 19.8712, "count": 144, "max_ms": 58.1833, "p50_ms": 18.8088, "p95_ms": 35.0504, "p99_ms": 40.8675, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8919, "count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.5833, "count": 148, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1380.6718, "p99_ms": 2006.9419, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4308, "count": 512, "max_ms": 3.5434, "p50_ms": 1.3475, "p95_ms": 2.3618, "p99_ms": 2.9959, "results": {"failed": 0, "not_applicable": 0, "success": 1464578, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 564.173, "count": 148, "max_ms": 794.4404, "p50_ms": 583.9644, "p95_ms": 681.4538, "p99_ms": 717.594, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.609, "count": 144, "max_ms": 74.3496, "p50_ms": 24.2883, "p95_ms": 56.0568, "p99_ms": 71.5935, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9308, "count": 512, "max_ms": 10.7362, "p50_ms": 4.711, "p95_ms": 7.5496, "p99_ms": 8.925, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.624, "count": 512, "max_ms": 6.5829, "p50_ms": 1.471, "p95_ms": 3.0625, "p99_ms": 4.9927, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.5543, "count": 144, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.511, "p99_ms": 713.1964, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5188, "count": 144, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.2672, "p99_ms": 589.6292, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7653, "count": 144, "max_ms": 138.414, "p50_ms": 96.5409, "p95_ms": 118.9857, "p99_ms": 132.2629, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.924, "count": 144, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.7574, "p99_ms": 7.6578, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2923, "count": 144, "max_ms": 81.87, "p50_ms": 45.7178, "p95_ms": 68.5327, "p99_ms": 77.9101, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0035, "count": 144, "max_ms": 9.1922, "p50_ms": 0.817, "p95_ms": 1.9312, "p99_ms": 3.6149, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1606, "count": 144, "max_ms": 4604.0207, "p50_ms": 392.3297, "p95_ms": 701.1064, "p99_ms": 1371.8453, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7707, "count": 144, "max_ms": 26.8239, "p50_ms": 1.2139, "p95_ms": 10.4375, "p99_ms": 16.3082, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7074, "count": 144, "max_ms": 70.8318, "p50_ms": 23.553, "p95_ms": 57.4019, "p99_ms": 67.0413, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0986, "count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5599, "count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.2898, "count": 144, "max_ms": 4651.5807, "p50_ms": 476.3844, "p95_ms": 791.9218, "p99_ms": 1437.2503, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 144, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211}, "wait_ms": {"count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 144, "artifact_failed": 0, "artifact_requested": 144, "artifact_success": 144, "completed": 144, "completed_failed": 0, "completed_success": 144, "cooldown_promoted": 144, "database_requested": 144, "db_insert_success": 144, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15540, "relay_business_failed": 0, "relay_business_success": 144, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 144, "relay_transport_failed": 0, "relay_transport_success": 144, "reservation_requested": 144}, "snapshot": {"copied_bytes": 398131200, "copied_count": 144, "copy": {"count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 518, "h264_decode_error_count": 1163, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:58:39+09:00", "last_error_summary": "[h264 @ 0x63221c0d5140] error while decoding MB 27 48, bytestream -7", "last_exit_at": "2026-10-30T11:58:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T11:58:42+09:00", "pid": 105942, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.754, "name": "ffmpeg", "pid": 105942, "rss_mb": 209.754, "state": "S (sleeping)", "threads": 70}, "restart_count": 564, "restart_count_per_hour": 29, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 565}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.38, "sample_count": 2577, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1464578, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:58:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.981, "last_frame_pushed_at": "2026-10-30T11:58:39+09:00", "last_frame_read_age_sec": 5.089, "last_frame_read_at": "2026-10-30T11:58:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 93, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 513.069, "last_sample_duration_ms": 1341.488, "last_trigger": "periodic", "next_snapshot_in_sec": 86.931, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 293, "storage_bytes": 2793025}, "mjpeg": {"age_sec": 4.97, "exists": true, "mtime": "2026-10-30T11:58:39.765056+09:00", "mtime_epoch": 1793329119.7650557, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 178759}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T11:58:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1599.57, "name": "celery", "pid": 206, "rss_mb": 1452.879, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 126, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1464578, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.006, "max": 4.0, "p95": 4.0, "sample_count": 160}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 160}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 160}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 160, "pushed_frames": 160, "read_frames": 160, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.633, "pushed": 5.633, "read": 5.633}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 160, "client_acquire_ms": {"avg_ms": 0.007, "count": 160, "max_ms": 0.034, "p95_ms": 0.015, "reason": null, "sample_age_ms": 5050.303, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.586, "count": 160, "max_ms": 3.389, "p95_ms": 2.07, "reason": null, "sample_age_ms": 5093.19, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.248, "count": 160, "max_ms": 2.084, "p95_ms": 1.349, "reason": null, "sample_age_ms": 5093.417, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.27, "count": 160, "max_ms": 0.723, "p95_ms": 0.527, "reason": null, "sample_age_ms": 5050.309, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.93, "count": 160, "max_ms": 3.935, "p95_ms": 3.069, "reason": null, "sample_age_ms": 5092.059, "source": "client_direct"}, "request_count": 160, "request_tensor_bytes": {"avg": 2764808.0, "count": 160, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5092.045, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 160, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5050.503, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.807, "count": 160, "max_ms": 68.361, "p95_ms": 59.697, "reason": null, "sample_age_ms": 5050.299, "source": "client_direct"}, "sample_age_ms": 5050.297, "source": "client_direct", "task_total_ms": {"avg_ms": 47.183, "count": 160, "max_ms": 70.51, "p95_ms": 62.541, "reason": null, "sample_age_ms": 5050.297, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.743, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.774, "count": 160, "max_ms": 2.228, "p95_ms": 1.501}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.24, "count": 160, "max_ms": 0.743, "p95_ms": 0.492}, "detection_prepare_ms": {"avg_ms": 0.132, "count": 160, "max_ms": 0.466, "p95_ms": 0.275}, "event_filter_ms": {"avg_ms": 0.004, "count": 160, "max_ms": 0.024, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.082, "count": 160, "max_ms": 0.218, "p95_ms": 0.178}, "mcmt_ms": {"avg_ms": 0.003, "count": 160, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.183, "count": 160, "max_ms": 0.674, "p95_ms": 0.359}, "setup_ms": {"avg_ms": 0.045, "count": 160, "max_ms": 0.146, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 0.73, "count": 160, "max_ms": 2.126, "p95_ms": 1.404}, "track_match_ms": {"avg_ms": 0.005, "count": 160, "max_ms": 0.062, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.035, "count": 160, "max_ms": 0.121, "p95_ms": 0.083}}, "gstreamer_push": {"avg_ms": 2.997, "count": 160, "max_ms": 6.796, "p95_ms": 4.955}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 160, "max_ms": 0.194, "p95_ms": 0.088}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.101, "count": 160, "max_ms": 71.173, "p95_ms": 63.305}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.041, "count": 160, "max_ms": 0.186, "p95_ms": 0.089}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.237, "count": 160, "max_ms": 120.111, "p95_ms": 104.655}, "inference_input_copy_ms": {"avg_ms": 1.641, "count": 160, "max_ms": 3.868, "p95_ms": 2.424}, "processing_residual_ms": {"avg_ms": 0.183, "count": 160, "max_ms": 1.184, "p95_ms": 0.358}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.102, "count": 160, "max_ms": 121.882, "p95_ms": 106.562}, "read_interval": {"avg_ms": 166.814, "count": 160, "max_ms": 4854.749, "p95_ms": 151.543}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 160, "max_ms": 0.04, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.127, "count": 160, "max_ms": 0.497, "p95_ms": 0.258}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 160, "max_ms": 0.048, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.112, "count": 160, "max_ms": 0.457, "p95_ms": 0.229}, "worker_merge_ms": {"avg_ms": 0.005, "count": 160, "max_ms": 0.026, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 48.114, "count": 160, "max_ms": 71.18, "p95_ms": 63.315}, "visualize": {"avg_ms": 37.284, "count": 160, "max_ms": 54.327, "p95_ms": 49.022}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 36.443, "count": 160, "max_ms": 53.598, "p95_ms": 48.431}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.085, "count": 160, "max_ms": 54.102, "p95_ms": 48.841}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.988, "count": 160, "max_ms": 54.006, "p95_ms": 48.784}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 160, "max_ms": 0.316, "p95_ms": 0.116}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 160}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1452.801, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 43.927, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.781, "sample_count": 2673, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1464419, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T11:58:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 194152, "write_bytes_delta": 194152, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1096.0, "cpu_core_ratio": 0.802835, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2750.0, "pid": 105826, "reason": null, "system_cpu_core_ratio": 0.236102, "system_cpu_s_delta": 5.319999999999999, "user_cpu_core_ratio": 0.566733, "user_cpu_s_delta": 12.77000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.621321, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 98640.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.102518, "system_cpu_s_delta": 2.3099999999976717, "user_cpu_core_ratio": 0.518803, "user_cpu_s_delta": 11.690000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.149, "count": 254, "max_ms": 7.089, "p95_ms": 4.777, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.602, "max": 4.0, "p95": 4.0, "sample_count": 254}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 254}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.341, "count": 30, "max": 60.76, "p95": 49.631, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.65, "count": 30, "max": 29.169, "p95": 28.215, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1168.167, "count": 30, "max": 1398.0, "p95": 1355.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 411.667, "count": 30, "max": 2813.0, "p95": 2080.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.323, "p95": 0.16, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.503, "count": 30, "max": 0.567, "p95": 0.561, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.086, "count": 30, "max": 2.45, "p95": 0.065, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 177148.3, "count": 30, "max": 194152.0, "p95": 185814.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 171365.333, "count": 30, "max": 194152.0, "p95": 185814.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 188048.0, "count": 30, "max": 230985.0, "p95": 228088.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.216, "count": 30, "max": 0.475, "p95": 0.356, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.597, "count": 30, "max": 0.885, "p95": 0.726, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11301, "sampled_at": "2026-10-30T11:58:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T11:58:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.403, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2297325, "flush_count": 2937, "flush_interval_seconds": 30.0, "flush_state": {"count": 2937, "last_at": "2026-10-30T12:02:00", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:02:00", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2936}, "started": true, "suppressed_count": 1697924, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 1697922}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2937, "written_record_count": 2937}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9338.781, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4702532198400, "copied_frame_count": 1700858, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T09:31:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3569477, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T09:31:50+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.249}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 2, "events_emitted": 2, "events_failed": 0, "events_observed": 2, "events_suppressed": 0, "frame_buffer_copied_bytes": 4702532198400, "frame_buffer_copies": 1700858, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 100, "recorder_active_input_bytes": 276480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 2, "recorder_clips_failed": 0, "recorder_clips_started": 2, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 2, "worker_jobs_accepted": 2, "worker_jobs_completed": 2, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1316, "count": 512, "max_ms": 1.2038, "p50_ms": 0.1156, "p95_ms": 0.2415, "p99_ms": 0.3558}, "stages": {"db_insert": {"avg_ms": 24.9862, "count": 2, "max_ms": 26.5042, "p50_ms": 24.9862, "p95_ms": 26.3524, "p99_ms": 26.4739, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0541, "count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1351.546, "count": 2, "max_ms": 1378.4915, "p50_ms": 1351.546, "p95_ms": 1375.7969, "p99_ms": 1377.9526, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.336, "count": 512, "max_ms": 3.3635, "p50_ms": 1.2757, "p95_ms": 2.1829, "p99_ms": 2.6817, "results": {"failed": 0, "not_applicable": 0, "success": 1700858, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 618.174, "count": 2, "max_ms": 626.5228, "p50_ms": 618.174, "p95_ms": 625.6879, "p99_ms": 626.3558, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 48.8595, "count": 2, "max_ms": 67.7399, "p50_ms": 48.8595, "p95_ms": 65.8519, "p99_ms": 67.3623, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1729, "count": 100, "max_ms": 8.7346, "p50_ms": 5.0177, "p95_ms": 7.5008, "p99_ms": 8.5356, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3251, "count": 100, "max_ms": 3.6197, "p50_ms": 1.1902, "p95_ms": 2.1715, "p99_ms": 3.2681, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 613.5802, "count": 2, "max_ms": 621.343, "p50_ms": 613.5802, "p95_ms": 620.5667, "p99_ms": 621.1878, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 518.5978, "count": 2, "max_ms": 524.4459, "p50_ms": 518.5978, "p95_ms": 523.8611, "p99_ms": 524.3289, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 90.1793, "count": 2, "max_ms": 92.6271, "p50_ms": 90.1793, "p95_ms": 92.3823, "p99_ms": 92.5782, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.2061, "count": 2, "max_ms": 1.2085, "p50_ms": 1.2061, "p95_ms": 1.2083, "p99_ms": 1.2084, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.2034, "count": 2, "max_ms": 57.9637, "p50_ms": 44.2034, "p95_ms": 56.5876, "p99_ms": 57.6885, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6046, "count": 2, "max_ms": 0.6553, "p50_ms": 0.6046, "p95_ms": 0.6502, "p99_ms": 0.6542, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 625.5343, "count": 2, "max_ms": 642.3509, "p50_ms": 625.5343, "p95_ms": 640.6692, "p99_ms": 642.0145, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.8191, "count": 2, "max_ms": 6.7192, "p50_ms": 3.8191, "p95_ms": 6.4292, "p99_ms": 6.6612, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9995, "count": 2, "max_ms": 27.6583, "p50_ms": 23.9995, "p95_ms": 27.2925, "p99_ms": 27.5852, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3609, "count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.995, "count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 731.8976, "count": 2, "max_ms": 767.7144, "p50_ms": 731.8976, "p95_ms": 764.1327, "p99_ms": 766.998, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 2, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216}, "wait_ms": {"count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 2, "artifact_failed": 0, "artifact_requested": 2, "artifact_success": 2, "completed": 2, "completed_failed": 0, "completed_success": 2, "cooldown_promoted": 2, "database_requested": 2, "db_insert_success": 2, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15534, "relay_business_failed": 0, "relay_business_success": 2, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 2, "relay_transport_failed": 0, "relay_transport_success": 2, "reservation_requested": 2}, "snapshot": {"copied_bytes": 5529600, "copied_count": 2, "copy": {"count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 223, "h264_decode_error_count": 538, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:09:47+09:00", "last_error_summary": "[h264 @ 0x5c2251393900] cabac decode of qscale diff failed at 71 60 [h264 @ 0x5c2251393900] error while decoding MB 71 60, bytestream 21736", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 3153.908, "last_started_at": "2026-10-30T11:09:49+09:00", "pid": 103088, "process": {"exists": false, "pid": 103088}, "restart_count": 252, "restart_count_per_hour": 1, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 253}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.547, "sample_count": 2831, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1700858, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:02:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 0.049, "last_frame_pushed_at": "2026-10-30T12:02:23+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-10-30T12:02:23+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 94, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 129.671, "last_sample_duration_ms": 1446.699, "last_trigger": "periodic", "next_snapshot_in_sec": 470.329, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 294, "storage_bytes": 2802607}, "mjpeg": {"age_sec": 0.041, "exists": true, "mtime": "2026-10-30T12:02:23.612976+09:00", "mtime_epoch": 1793329343.612976, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 132126}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T12:02:23+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1670.758, "name": "celery", "pid": 176, "rss_mb": 1661.918, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1700858, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 132}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 132}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 132}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 132, "pushed_frames": 132, "read_frames": 131, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.404, "pushed": 4.404, "read": 4.37}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 131, "client_acquire_ms": {"avg_ms": 0.007, "count": 131, "max_ms": 0.029, "p95_ms": 0.013, "reason": null, "sample_age_ms": 88.276, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.529, "count": 131, "max_ms": 2.976, "p95_ms": 1.659, "reason": null, "sample_age_ms": 124.403, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.244, "count": 131, "max_ms": 2.49, "p95_ms": 1.401, "reason": null, "sample_age_ms": 124.739, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.093, "count": 131, "max_ms": 0.303, "p95_ms": 0.182, "reason": null, "sample_age_ms": 88.284, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.475, "count": 131, "max_ms": 3.155, "p95_ms": 2.695, "reason": null, "sample_age_ms": 123.469, "source": "client_direct"}, "request_count": 131, "request_tensor_bytes": {"avg": 2211848.0, "count": 131, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 123.413, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 131, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 88.374, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.063, "count": 131, "max_ms": 64.52, "p95_ms": 53.44, "reason": null, "sample_age_ms": 88.273, "source": "client_direct"}, "sample_age_ms": 88.269, "source": "client_direct", "task_total_ms": {"avg_ms": 39.795, "count": 131, "max_ms": 66.94, "p95_ms": 55.311, "reason": null, "sample_age_ms": 88.269, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.648, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.729, "count": 132, "max_ms": 1.888, "p95_ms": 1.537}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.235, "count": 132, "max_ms": 0.664, "p95_ms": 0.52}, "detection_prepare_ms": {"avg_ms": 0.099, "count": 132, "max_ms": 0.28, "p95_ms": 0.184}, "event_filter_ms": {"avg_ms": 0.004, "count": 132, "max_ms": 0.018, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.078, "count": 132, "max_ms": 0.198, "p95_ms": 0.139}, "mcmt_ms": {"avg_ms": 0.003, "count": 132, "max_ms": 0.012, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.189, "count": 132, "max_ms": 0.772, "p95_ms": 0.449}, "setup_ms": {"avg_ms": 0.043, "count": 132, "max_ms": 0.128, "p95_ms": 0.078}, "total_inside_ms": {"avg_ms": 0.684, "count": 132, "max_ms": 1.821, "p95_ms": 1.47}, "track_match_ms": {"avg_ms": 0.004, "count": 132, "max_ms": 0.024, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.03, "count": 132, "max_ms": 0.083, "p95_ms": 0.06}}, "gstreamer_push": {"avg_ms": 2.829, "count": 132, "max_ms": 5.957, "p95_ms": 4.456}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 132, "max_ms": 0.337, "p95_ms": 0.125}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.751, "count": 132, "max_ms": 67.669, "p95_ms": 56.456}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.045, "count": 132, "max_ms": 0.142, "p95_ms": 0.095}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.24, "count": 132, "max_ms": 105.487, "p95_ms": 92.385}, "inference_input_copy_ms": {"avg_ms": 1.392, "count": 132, "max_ms": 3.179, "p95_ms": 2.252}, "processing_residual_ms": {"avg_ms": 0.152, "count": 132, "max_ms": 0.519, "p95_ms": 0.27}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.829, "count": 132, "max_ms": 107.605, "p95_ms": 93.695}, "read_interval": {"avg_ms": 228.535, "count": 131, "max_ms": 8575.877, "p95_ms": 141.335}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 132, "max_ms": 0.065, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 0.133, "count": 132, "max_ms": 0.628, "p95_ms": 0.328}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 132, "max_ms": 0.048, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.117, "count": 132, "max_ms": 0.588, "p95_ms": 0.298}, "worker_merge_ms": {"avg_ms": 0.005, "count": 132, "max_ms": 0.019, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 40.765, "count": 132, "max_ms": 67.69, "p95_ms": 56.468}, "visualize": {"avg_ms": 29.805, "count": 132, "max_ms": 42.596, "p95_ms": 39.85}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.928, "count": 132, "max_ms": 41.442, "p95_ms": 39.204}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.607, "count": 132, "max_ms": 42.284, "p95_ms": 39.74}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.507, "count": 132, "max_ms": 42.143, "p95_ms": 39.66}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 132, "max_ms": 0.205, "p95_ms": 0.125}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 132}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1661.91, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 62.309, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.547, "sample_count": 2833, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1700833, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:02:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 131721, "write_bytes_delta": 131721, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 824.0, "cpu_core_ratio": 0.540976, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 103088, "reason": null, "system_cpu_core_ratio": 0.025538, "system_cpu_s_delta": 0.710000000000008, "user_cpu_core_ratio": 0.515438, "user_cpu_s_delta": 14.329999999999927}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.273725, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.026977, "system_cpu_s_delta": 0.75, "user_cpu_core_ratio": 0.246748, "user_cpu_s_delta": 6.860000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.005, "count": 133, "max_ms": 5.957, "p95_ms": 5.199, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 133}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.955, "count": 30, "max": 62.309, "p95": 44.282, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 23.234, "count": 30, "max": 37.365, "p95": 34.968, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1446.567, "count": 30, "max": 1523.0, "p95": 1488.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.065, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.211, "count": 30, "max": 1.285, "p95": 1.275, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131238.967, "count": 30, "max": 133507.0, "p95": 132624.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 131238.967, "count": 30, "max": 133507.0, "p95": 132624.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1596.267, "count": 30, "max": 3458.0, "p95": 3429.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.072, "p95": 0.071, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.605, "count": 30, "max": 0.648, "p95": 0.643, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 12201, "sampled_at": "2026-10-30T12:02:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:02:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2297325, "flush_count": 2937, "flush_interval_seconds": 30.0, "flush_state": {"count": 2937, "last_at": "2026-10-30T12:02:00", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:02:00", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2936}, "started": true, "suppressed_count": 1697924, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 1697922}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2937, "written_record_count": 2937}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9338.531, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4702532198400, "copied_frame_count": 1700858, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T09:31:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3569477, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T09:31:50+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.249}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 2, "events_emitted": 2, "events_failed": 0, "events_observed": 2, "events_suppressed": 0, "frame_buffer_copied_bytes": 4702532198400, "frame_buffer_copies": 1700858, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 100, "recorder_active_input_bytes": 276480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 2, "recorder_clips_failed": 0, "recorder_clips_started": 2, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 2, "worker_jobs_accepted": 2, "worker_jobs_completed": 2, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1316, "count": 512, "max_ms": 1.2038, "p50_ms": 0.1156, "p95_ms": 0.2415, "p99_ms": 0.3558}, "stages": {"db_insert": {"avg_ms": 24.9862, "count": 2, "max_ms": 26.5042, "p50_ms": 24.9862, "p95_ms": 26.3524, "p99_ms": 26.4739, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0541, "count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1351.546, "count": 2, "max_ms": 1378.4915, "p50_ms": 1351.546, "p95_ms": 1375.7969, "p99_ms": 1377.9526, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.336, "count": 512, "max_ms": 3.3635, "p50_ms": 1.2757, "p95_ms": 2.1829, "p99_ms": 2.6817, "results": {"failed": 0, "not_applicable": 0, "success": 1700858, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 618.174, "count": 2, "max_ms": 626.5228, "p50_ms": 618.174, "p95_ms": 625.6879, "p99_ms": 626.3558, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 48.8595, "count": 2, "max_ms": 67.7399, "p50_ms": 48.8595, "p95_ms": 65.8519, "p99_ms": 67.3623, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1729, "count": 100, "max_ms": 8.7346, "p50_ms": 5.0177, "p95_ms": 7.5008, "p99_ms": 8.5356, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3251, "count": 100, "max_ms": 3.6197, "p50_ms": 1.1902, "p95_ms": 2.1715, "p99_ms": 3.2681, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 613.5802, "count": 2, "max_ms": 621.343, "p50_ms": 613.5802, "p95_ms": 620.5667, "p99_ms": 621.1878, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 518.5978, "count": 2, "max_ms": 524.4459, "p50_ms": 518.5978, "p95_ms": 523.8611, "p99_ms": 524.3289, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 90.1793, "count": 2, "max_ms": 92.6271, "p50_ms": 90.1793, "p95_ms": 92.3823, "p99_ms": 92.5782, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.2061, "count": 2, "max_ms": 1.2085, "p50_ms": 1.2061, "p95_ms": 1.2083, "p99_ms": 1.2084, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.2034, "count": 2, "max_ms": 57.9637, "p50_ms": 44.2034, "p95_ms": 56.5876, "p99_ms": 57.6885, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6046, "count": 2, "max_ms": 0.6553, "p50_ms": 0.6046, "p95_ms": 0.6502, "p99_ms": 0.6542, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 625.5343, "count": 2, "max_ms": 642.3509, "p50_ms": 625.5343, "p95_ms": 640.6692, "p99_ms": 642.0145, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.8191, "count": 2, "max_ms": 6.7192, "p50_ms": 3.8191, "p95_ms": 6.4292, "p99_ms": 6.6612, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9995, "count": 2, "max_ms": 27.6583, "p50_ms": 23.9995, "p95_ms": 27.2925, "p99_ms": 27.5852, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3609, "count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.995, "count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 731.8976, "count": 2, "max_ms": 767.7144, "p50_ms": 731.8976, "p95_ms": 764.1327, "p99_ms": 766.998, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 2, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216}, "wait_ms": {"count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 2, "artifact_failed": 0, "artifact_requested": 2, "artifact_success": 2, "completed": 2, "completed_failed": 0, "completed_success": 2, "cooldown_promoted": 2, "database_requested": 2, "db_insert_success": 2, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15534, "relay_business_failed": 0, "relay_business_success": 2, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 2, "relay_transport_failed": 0, "relay_transport_success": 2, "reservation_requested": 2}, "snapshot": {"copied_bytes": 5529600, "copied_count": 2, "copy": {"count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 223, "h264_decode_error_count": 538, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:09:47+09:00", "last_error_summary": "[h264 @ 0x5c2251393900] cabac decode of qscale diff failed at 71 60 [h264 @ 0x5c2251393900] error while decoding MB 71 60, bytestream 21736", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 3153.956, "last_started_at": "2026-10-30T11:09:49+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 252, "restart_count_per_hour": 1, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 253}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.547, "sample_count": 2831, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1700858, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:02:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 0.098, "last_frame_pushed_at": "2026-10-30T12:02:23+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-10-30T12:02:23+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 94, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 129.716, "last_sample_duration_ms": 1446.699, "last_trigger": "periodic", "next_snapshot_in_sec": 470.284, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 294, "storage_bytes": 2802607}, "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-10-30T12:02:23.612976+09:00", "mtime_epoch": 1793329343.612976, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 132126}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T12:02:23+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1670.758, "name": "celery", "pid": 176, "rss_mb": 1661.918, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1700858, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 131}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 131}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 131}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 131}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 131}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 131}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 131}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 131, "pushed_frames": 131, "read_frames": 130, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.376, "pushed": 4.376, "read": 4.343}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 130, "client_acquire_ms": {"avg_ms": 0.007, "count": 131, "max_ms": 0.029, "p95_ms": 0.013, "reason": null, "sample_age_ms": 134.696, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.531, "count": 130, "max_ms": 2.976, "p95_ms": 1.674, "reason": null, "sample_age_ms": 170.824, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.245, "count": 130, "max_ms": 2.49, "p95_ms": 1.414, "reason": null, "sample_age_ms": 171.159, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.093, "count": 131, "max_ms": 0.303, "p95_ms": 0.182, "reason": null, "sample_age_ms": 134.704, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.479, "count": 130, "max_ms": 3.155, "p95_ms": 2.7, "reason": null, "sample_age_ms": 169.889, "source": "client_direct"}, "request_count": 130, "request_tensor_bytes": {"avg": 2211848.0, "count": 130, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 169.833, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 131, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 134.794, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.063, "count": 131, "max_ms": 64.52, "p95_ms": 53.44, "reason": null, "sample_age_ms": 134.693, "source": "client_direct"}, "sample_age_ms": 134.689, "source": "client_direct", "task_total_ms": {"avg_ms": 39.795, "count": 131, "max_ms": 66.94, "p95_ms": 55.311, "reason": null, "sample_age_ms": 134.689, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.486, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.729, "count": 131, "max_ms": 1.888, "p95_ms": 1.537}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.235, "count": 131, "max_ms": 0.664, "p95_ms": 0.52}, "detection_prepare_ms": {"avg_ms": 0.099, "count": 131, "max_ms": 0.28, "p95_ms": 0.184}, "event_filter_ms": {"avg_ms": 0.004, "count": 131, "max_ms": 0.018, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.078, "count": 131, "max_ms": 0.198, "p95_ms": 0.139}, "mcmt_ms": {"avg_ms": 0.003, "count": 131, "max_ms": 0.012, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.189, "count": 131, "max_ms": 0.772, "p95_ms": 0.449}, "setup_ms": {"avg_ms": 0.043, "count": 131, "max_ms": 0.128, "p95_ms": 0.078}, "total_inside_ms": {"avg_ms": 0.684, "count": 131, "max_ms": 1.821, "p95_ms": 1.47}, "track_match_ms": {"avg_ms": 0.004, "count": 131, "max_ms": 0.024, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.03, "count": 131, "max_ms": 0.083, "p95_ms": 0.06}}, "gstreamer_push": {"avg_ms": 2.822, "count": 131, "max_ms": 5.957, "p95_ms": 4.456}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 131, "max_ms": 0.337, "p95_ms": 0.125}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.641, "count": 131, "max_ms": 67.669, "p95_ms": 56.456}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.045, "count": 131, "max_ms": 0.142, "p95_ms": 0.095}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.202, "count": 131, "max_ms": 105.487, "p95_ms": 92.385}, "inference_input_copy_ms": {"avg_ms": 1.389, "count": 131, "max_ms": 3.179, "p95_ms": 2.252}, "processing_residual_ms": {"avg_ms": 0.151, "count": 131, "max_ms": 0.519, "p95_ms": 0.267}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.787, "count": 131, "max_ms": 107.605, "p95_ms": 93.695}, "read_interval": {"avg_ms": 229.609, "count": 130, "max_ms": 8575.877, "p95_ms": 141.335}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 131, "max_ms": 0.065, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 0.133, "count": 131, "max_ms": 0.628, "p95_ms": 0.328}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 131, "max_ms": 0.048, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.117, "count": 131, "max_ms": 0.588, "p95_ms": 0.298}, "worker_merge_ms": {"avg_ms": 0.005, "count": 131, "max_ms": 0.019, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 40.655, "count": 131, "max_ms": 67.69, "p95_ms": 56.468}, "visualize": {"avg_ms": 29.876, "count": 131, "max_ms": 42.596, "p95_ms": 39.85}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.0, "count": 131, "max_ms": 41.442, "p95_ms": 39.204}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.678, "count": 131, "max_ms": 42.284, "p95_ms": 39.74}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 131, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.578, "count": 131, "max_ms": 42.143, "p95_ms": 39.66}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 131, "max_ms": 0.205, "p95_ms": 0.125}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 131}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 131}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 131}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1661.91, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 62.309, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.547, "sample_count": 2833, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1700833, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:02:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 131721, "write_bytes_delta": 131721, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 824.0, "cpu_core_ratio": 0.540976, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 103088, "reason": null, "system_cpu_core_ratio": 0.025538, "system_cpu_s_delta": 0.710000000000008, "user_cpu_core_ratio": 0.515438, "user_cpu_s_delta": 14.329999999999927}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.273725, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.026977, "system_cpu_s_delta": 0.75, "user_cpu_core_ratio": 0.246748, "user_cpu_s_delta": 6.860000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.005, "count": 133, "max_ms": 5.957, "p95_ms": 5.199, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 133}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.955, "count": 30, "max": 62.309, "p95": 44.282, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 23.234, "count": 30, "max": 37.365, "p95": 34.968, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1446.567, "count": 30, "max": 1523.0, "p95": 1488.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.065, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.211, "count": 30, "max": 1.285, "p95": 1.275, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131238.967, "count": 30, "max": 133507.0, "p95": 132624.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 131238.967, "count": 30, "max": 133507.0, "p95": 132624.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1596.267, "count": 30, "max": 3458.0, "p95": 3429.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.072, "p95": 0.071, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.605, "count": 30, "max": 0.648, "p95": 0.643, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 12201, "sampled_at": "2026-10-30T12:02:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:02:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2819232, "flush_count": 2935, "flush_interval_seconds": 30.0, "flush_state": {"count": 2935, "last_at": "2026-10-30T12:02:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:02:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2934}, "started": true, "suppressed_count": 1463666, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 148, "tracking_summary": 1463518}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2935, "written_record_count": 2935}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9155.602, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x59ebf9b78f00] error while decoding MB 26 58, bytestream -9", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4054443724800, "copied_frame_count": 1466451, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:47:59+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 11309355, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:47:51+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.491}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 148, "events_emitted": 144, "events_failed": 0, "events_observed": 148, "events_suppressed": 4, "frame_buffer_copied_bytes": 4054443724800, "frame_buffer_copies": 1466451, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7200, "recorder_active_input_bytes": 19906560000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 144, "recorder_clips_failed": 0, "recorder_clips_started": 144, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 144, "worker_jobs_accepted": 144, "worker_jobs_completed": 144, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1258, "count": 512, "max_ms": 0.4442, "p50_ms": 0.108, "p95_ms": 0.2395, "p99_ms": 0.3527}, "stages": {"db_insert": {"avg_ms": 19.8712, "count": 144, "max_ms": 58.1833, "p50_ms": 18.8088, "p95_ms": 35.0504, "p99_ms": 40.8675, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8919, "count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.5833, "count": 148, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1380.6718, "p99_ms": 2006.9419, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4537, "count": 512, "max_ms": 4.8406, "p50_ms": 1.3741, "p95_ms": 2.4238, "p99_ms": 2.9368, "results": {"failed": 0, "not_applicable": 0, "success": 1466451, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 564.173, "count": 148, "max_ms": 794.4404, "p50_ms": 583.9644, "p95_ms": 681.4538, "p99_ms": 717.594, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.609, "count": 144, "max_ms": 74.3496, "p50_ms": 24.2883, "p95_ms": 56.0568, "p99_ms": 71.5935, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9308, "count": 512, "max_ms": 10.7362, "p50_ms": 4.711, "p95_ms": 7.5496, "p99_ms": 8.925, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.624, "count": 512, "max_ms": 6.5829, "p50_ms": 1.471, "p95_ms": 3.0625, "p99_ms": 4.9927, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.5543, "count": 144, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.511, "p99_ms": 713.1964, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5188, "count": 144, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.2672, "p99_ms": 589.6292, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7653, "count": 144, "max_ms": 138.414, "p50_ms": 96.5409, "p95_ms": 118.9857, "p99_ms": 132.2629, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.924, "count": 144, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.7574, "p99_ms": 7.6578, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2923, "count": 144, "max_ms": 81.87, "p50_ms": 45.7178, "p95_ms": 68.5327, "p99_ms": 77.9101, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0035, "count": 144, "max_ms": 9.1922, "p50_ms": 0.817, "p95_ms": 1.9312, "p99_ms": 3.6149, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1606, "count": 144, "max_ms": 4604.0207, "p50_ms": 392.3297, "p95_ms": 701.1064, "p99_ms": 1371.8453, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7707, "count": 144, "max_ms": 26.8239, "p50_ms": 1.2139, "p95_ms": 10.4375, "p99_ms": 16.3082, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7074, "count": 144, "max_ms": 70.8318, "p50_ms": 23.553, "p95_ms": 57.4019, "p99_ms": 67.0413, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0986, "count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5599, "count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.2898, "count": 144, "max_ms": 4651.5807, "p50_ms": 476.3844, "p95_ms": 791.9218, "p99_ms": 1437.2503, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 144, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211}, "wait_ms": {"count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 144, "artifact_failed": 0, "artifact_requested": 144, "artifact_success": 144, "completed": 144, "completed_failed": 0, "completed_success": 144, "cooldown_promoted": 144, "database_requested": 144, "db_insert_success": 144, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15540, "relay_business_failed": 0, "relay_business_success": 144, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 144, "relay_transport_failed": 0, "relay_transport_success": 144, "reservation_requested": 144}, "snapshot": {"copied_bytes": 398131200, "copied_count": 144, "copy": {"count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 519, "h264_decode_error_count": 1164, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:02:27+09:00", "last_error_summary": "[h264 @ 0x59ebf9b78f00] error while decoding MB 26 58, bytestream -9", "last_exit_at": "2026-10-30T11:58:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 224.324, "last_started_at": "2026-10-30T11:58:42+09:00", "pid": 105942, "process": {"exists": false, "pid": 105942}, "restart_count": 564, "restart_count_per_hour": 28, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 565}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.313, "sample_count": 2475, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1466451, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:02:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.068, "last_frame_pushed_at": "2026-10-30T12:02:26+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-10-30T12:02:26+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 94, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 133.077, "last_sample_duration_ms": 1446.699, "last_trigger": "periodic", "next_snapshot_in_sec": 466.923, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 294, "storage_bytes": 2802607}, "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-10-30T12:02:27.000016+09:00", "mtime_epoch": 1793329347.0000162, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 184127}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:02:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1599.57, "name": "celery", "pid": 206, "rss_mb": 1466.828, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 126, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1466452, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.333, "max": 4.0, "p95": 3.0, "sample_count": 117}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 117}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 117}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 117}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 117}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 117}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 117}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 117, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.901, "pushed": 3.901, "read": 3.901}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 117, "client_acquire_ms": {"avg_ms": 0.006, "count": 117, "max_ms": 0.031, "p95_ms": 0.013, "reason": null, "sample_age_ms": 19.603, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.482, "count": 117, "max_ms": 3.702, "p95_ms": 1.59, "reason": null, "sample_age_ms": 70.005, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.232, "count": 117, "max_ms": 3.291, "p95_ms": 1.245, "reason": null, "sample_age_ms": 70.329, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.229, "count": 117, "max_ms": 0.845, "p95_ms": 0.511, "reason": null, "sample_age_ms": 19.633, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.735, "count": 117, "max_ms": 4.977, "p95_ms": 3.158, "reason": null, "sample_age_ms": 67.649, "source": "client_direct"}, "request_count": 117, "request_tensor_bytes": {"avg": 2764808.0, "count": 117, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 67.601, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 117, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 19.828, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.491, "count": 117, "max_ms": 71.682, "p95_ms": 58.897, "reason": null, "sample_age_ms": 19.598, "source": "client_direct"}, "sample_age_ms": 19.593, "source": "client_direct", "task_total_ms": {"avg_ms": 43.613, "count": 117, "max_ms": 74.642, "p95_ms": 61.638, "reason": null, "sample_age_ms": 19.593, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.725, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.705, "count": 117, "max_ms": 2.212, "p95_ms": 1.697}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.222, "count": 117, "max_ms": 0.886, "p95_ms": 0.571}, "detection_prepare_ms": {"avg_ms": 0.118, "count": 117, "max_ms": 0.424, "p95_ms": 0.262}, "event_filter_ms": {"avg_ms": 0.004, "count": 117, "max_ms": 0.037, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.074, "count": 117, "max_ms": 0.236, "p95_ms": 0.177}, "mcmt_ms": {"avg_ms": 0.003, "count": 117, "max_ms": 0.017, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.17, "count": 117, "max_ms": 0.698, "p95_ms": 0.451}, "setup_ms": {"avg_ms": 0.038, "count": 117, "max_ms": 0.151, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 0.665, "count": 117, "max_ms": 2.143, "p95_ms": 1.597}, "track_match_ms": {"avg_ms": 0.004, "count": 117, "max_ms": 0.026, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.031, "count": 117, "max_ms": 0.112, "p95_ms": 0.073}}, "gstreamer_push": {"avg_ms": 2.728, "count": 117, "max_ms": 6.777, "p95_ms": 4.303}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 117, "max_ms": 0.342, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.223, "count": 117, "max_ms": 75.206, "p95_ms": 63.273}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.037, "count": 117, "max_ms": 0.141, "p95_ms": 0.089}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 117, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 117, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 80.528, "count": 117, "max_ms": 121.893, "p95_ms": 106.178}, "inference_input_copy_ms": {"avg_ms": 1.323, "count": 117, "max_ms": 2.745, "p95_ms": 2.283}, "processing_residual_ms": {"avg_ms": 0.135, "count": 117, "max_ms": 0.394, "p95_ms": 0.258}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 117, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 117, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 82.023, "count": 117, "max_ms": 123.776, "p95_ms": 108.017}, "read_interval": {"avg_ms": 256.578, "count": 117, "max_ms": 9748.981, "p95_ms": 152.202}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 117, "max_ms": 0.046, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.119, "count": 117, "max_ms": 0.524, "p95_ms": 0.342}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 117, "max_ms": 0.039, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.105, "count": 117, "max_ms": 0.478, "p95_ms": 0.309}, "worker_merge_ms": {"avg_ms": 0.005, "count": 117, "max_ms": 0.017, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 44.235, "count": 117, "max_ms": 75.215, "p95_ms": 63.289}, "visualize": {"avg_ms": 34.663, "count": 117, "max_ms": 58.947, "p95_ms": 47.38}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.912, "count": 117, "max_ms": 57.888, "p95_ms": 46.238}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 117, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.486, "count": 117, "max_ms": 58.618, "p95_ms": 47.053}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 117, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 117, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.4, "count": 117, "max_ms": 58.471, "p95_ms": 46.907}, "visualizer_prepare_ms": {"avg_ms": 0.05, "count": 117, "max_ms": 0.147, "p95_ms": 0.117}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 117}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 117}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 117}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1466.824, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.147, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.313, "sample_count": 2474, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1466421, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:02:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 183329, "write_bytes_delta": 183329, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 577.0, "cpu_core_ratio": 0.184926, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 105942, "reason": null, "system_cpu_core_ratio": 0.014453, "system_cpu_s_delta": 0.39000000000000057, "user_cpu_core_ratio": 0.170473, "user_cpu_s_delta": 4.6000000000000085}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.225692, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 53383.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.039283, "system_cpu_s_delta": 1.0599999999976717, "user_cpu_core_ratio": 0.186409, "user_cpu_s_delta": 5.029999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.883, "count": 116, "max_ms": 6.777, "p95_ms": 5.607, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.371, "max": 4.0, "p95": 3.0, "sample_count": 116}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.15, "count": 30, "max": 60.76, "p95": 50.177, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.134, "count": 30, "max": 29.169, "p95": 28.015, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1199.6, "count": 30, "max": 1438.0, "p95": 1385.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 548.833, "count": 30, "max": 6083.0, "p95": 2784.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.38, "p95": 0.284, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.508, "count": 30, "max": 0.567, "p95": 0.562, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.082, "count": 30, "max": 2.45, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 179595.9, "count": 30, "max": 194152.0, "p95": 183995.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 179595.9, "count": 30, "max": 194152.0, "p95": 183995.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 168118.6, "count": 30, "max": 228374.0, "p95": 225394.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.168, "count": 30, "max": 0.294, "p95": 0.212, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.554, "count": 30, "max": 0.671, "p95": 0.626, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11313, "sampled_at": "2026-10-30T12:02:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:02:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2819232, "flush_count": 2935, "flush_interval_seconds": 30.0, "flush_state": {"count": 2935, "last_at": "2026-10-30T12:02:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:02:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2934}, "started": true, "suppressed_count": 1463666, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 148, "tracking_summary": 1463518}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2935, "written_record_count": 2935}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9151.984, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T12:02:27+09:00", "last_error_summary": "[h264 @ 0x59ebf9b78f00] error while decoding MB 26 58, bytestream -9", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4054446489600, "copied_frame_count": 1466452, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:47:59+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 11309355, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:47:51+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.491}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 148, "events_emitted": 144, "events_failed": 0, "events_observed": 148, "events_suppressed": 4, "frame_buffer_copied_bytes": 4054446489600, "frame_buffer_copies": 1466452, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7200, "recorder_active_input_bytes": 19906560000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 144, "recorder_clips_failed": 0, "recorder_clips_started": 144, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 144, "worker_jobs_accepted": 144, "worker_jobs_completed": 144, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1257, "count": 512, "max_ms": 0.4442, "p50_ms": 0.108, "p95_ms": 0.2395, "p99_ms": 0.3527}, "stages": {"db_insert": {"avg_ms": 19.8712, "count": 144, "max_ms": 58.1833, "p50_ms": 18.8088, "p95_ms": 35.0504, "p99_ms": 40.8675, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8919, "count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.5833, "count": 148, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1380.6718, "p99_ms": 2006.9419, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.454, "count": 512, "max_ms": 4.8406, "p50_ms": 1.3741, "p95_ms": 2.4238, "p99_ms": 2.9368, "results": {"failed": 0, "not_applicable": 0, "success": 1466452, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 564.173, "count": 148, "max_ms": 794.4404, "p50_ms": 583.9644, "p95_ms": 681.4538, "p99_ms": 717.594, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.609, "count": 144, "max_ms": 74.3496, "p50_ms": 24.2883, "p95_ms": 56.0568, "p99_ms": 71.5935, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9308, "count": 512, "max_ms": 10.7362, "p50_ms": 4.711, "p95_ms": 7.5496, "p99_ms": 8.925, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.624, "count": 512, "max_ms": 6.5829, "p50_ms": 1.471, "p95_ms": 3.0625, "p99_ms": 4.9927, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.5543, "count": 144, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.511, "p99_ms": 713.1964, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5188, "count": 144, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.2672, "p99_ms": 589.6292, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7653, "count": 144, "max_ms": 138.414, "p50_ms": 96.5409, "p95_ms": 118.9857, "p99_ms": 132.2629, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.924, "count": 144, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.7574, "p99_ms": 7.6578, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2923, "count": 144, "max_ms": 81.87, "p50_ms": 45.7178, "p95_ms": 68.5327, "p99_ms": 77.9101, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0035, "count": 144, "max_ms": 9.1922, "p50_ms": 0.817, "p95_ms": 1.9312, "p99_ms": 3.6149, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1606, "count": 144, "max_ms": 4604.0207, "p50_ms": 392.3297, "p95_ms": 701.1064, "p99_ms": 1371.8453, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7707, "count": 144, "max_ms": 26.8239, "p50_ms": 1.2139, "p95_ms": 10.4375, "p99_ms": 16.3082, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7074, "count": 144, "max_ms": 70.8318, "p50_ms": 23.553, "p95_ms": 57.4019, "p99_ms": 67.0413, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0986, "count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5599, "count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.2898, "count": 144, "max_ms": 4651.5807, "p50_ms": 476.3844, "p95_ms": 791.9218, "p99_ms": 1437.2503, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 144, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211}, "wait_ms": {"count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 144, "artifact_failed": 0, "artifact_requested": 144, "artifact_success": 144, "completed": 144, "completed_failed": 0, "completed_success": 144, "cooldown_promoted": 144, "database_requested": 144, "db_insert_success": 144, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15540, "relay_business_failed": 0, "relay_business_success": 144, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 144, "relay_transport_failed": 0, "relay_transport_success": 144, "reservation_requested": 144}, "snapshot": {"copied_bytes": 398131200, "copied_count": 144, "copy": {"count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 519, "h264_decode_error_count": 1164, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:02:27+09:00", "last_error_summary": "[h264 @ 0x59ebf9b78f00] error while decoding MB 26 58, bytestream -9", "last_exit_at": "2026-10-30T12:02:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 224.367, "last_started_at": "2026-10-30T11:58:42+09:00", "pid": 105942, "process": {"exists": false, "pid": 105942}, "restart_count": 564, "restart_count_per_hour": 28, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 565}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.313, "sample_count": 2476, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1466452, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:02:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-10-30T12:02:27+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-10-30T12:02:26+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 94, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 133.112, "last_sample_duration_ms": 1446.699, "last_trigger": "periodic", "next_snapshot_in_sec": 466.888, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 294, "storage_bytes": 2802607}, "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-10-30T12:02:27.000016+09:00", "mtime_epoch": 1793329347.0000162, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 184127}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:02:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1599.57, "name": "celery", "pid": 206, "rss_mb": 1466.824, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 126, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1466452, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.333, "max": 4.0, "p95": 3.0, "sample_count": 117}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 117}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 117}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 117}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 117}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 117}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 117}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.91, "pushed": 3.91, "read": 3.877}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 116, "client_acquire_ms": {"avg_ms": 0.006, "count": 117, "max_ms": 0.031, "p95_ms": 0.013, "reason": null, "sample_age_ms": 56.463, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.484, "count": 116, "max_ms": 3.702, "p95_ms": 1.6, "reason": null, "sample_age_ms": 106.864, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.234, "count": 116, "max_ms": 3.291, "p95_ms": 1.246, "reason": null, "sample_age_ms": 107.189, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.229, "count": 117, "max_ms": 0.845, "p95_ms": 0.511, "reason": null, "sample_age_ms": 56.492, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.74, "count": 116, "max_ms": 4.977, "p95_ms": 3.16, "reason": null, "sample_age_ms": 104.508, "source": "client_direct"}, "request_count": 116, "request_tensor_bytes": {"avg": 2764808.0, "count": 116, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 104.46, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 117, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 56.688, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.491, "count": 117, "max_ms": 71.682, "p95_ms": 58.897, "reason": null, "sample_age_ms": 56.458, "source": "client_direct"}, "sample_age_ms": 56.453, "source": "client_direct", "task_total_ms": {"avg_ms": 43.613, "count": 117, "max_ms": 74.642, "p95_ms": 61.638, "reason": null, "sample_age_ms": 56.453, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.005, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.704, "count": 117, "max_ms": 2.212, "p95_ms": 1.697}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.223, "count": 117, "max_ms": 0.886, "p95_ms": 0.571}, "detection_prepare_ms": {"avg_ms": 0.117, "count": 117, "max_ms": 0.424, "p95_ms": 0.262}, "event_filter_ms": {"avg_ms": 0.004, "count": 117, "max_ms": 0.037, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.074, "count": 117, "max_ms": 0.236, "p95_ms": 0.177}, "mcmt_ms": {"avg_ms": 0.003, "count": 117, "max_ms": 0.017, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.171, "count": 117, "max_ms": 0.698, "p95_ms": 0.451}, "setup_ms": {"avg_ms": 0.038, "count": 117, "max_ms": 0.151, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 0.664, "count": 117, "max_ms": 2.143, "p95_ms": 1.597}, "track_match_ms": {"avg_ms": 0.004, "count": 117, "max_ms": 0.026, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.03, "count": 117, "max_ms": 0.112, "p95_ms": 0.073}}, "gstreamer_push": {"avg_ms": 2.727, "count": 117, "max_ms": 6.777, "p95_ms": 4.303}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 117, "max_ms": 0.342, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.384, "count": 117, "max_ms": 75.206, "p95_ms": 63.273}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.037, "count": 117, "max_ms": 0.141, "p95_ms": 0.089}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 117, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 117, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 80.563, "count": 117, "max_ms": 121.893, "p95_ms": 106.178}, "inference_input_copy_ms": {"avg_ms": 1.332, "count": 117, "max_ms": 2.745, "p95_ms": 2.283}, "processing_residual_ms": {"avg_ms": 0.136, "count": 117, "max_ms": 0.394, "p95_ms": 0.258}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 117, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 117, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 82.068, "count": 117, "max_ms": 123.776, "p95_ms": 108.017}, "read_interval": {"avg_ms": 257.765, "count": 116, "max_ms": 9748.981, "p95_ms": 152.202}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 117, "max_ms": 0.046, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.119, "count": 117, "max_ms": 0.524, "p95_ms": 0.342}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 117, "max_ms": 0.039, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.105, "count": 117, "max_ms": 0.478, "p95_ms": 0.309}, "worker_merge_ms": {"avg_ms": 0.005, "count": 117, "max_ms": 0.047, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 44.396, "count": 117, "max_ms": 75.215, "p95_ms": 63.289}, "visualize": {"avg_ms": 34.537, "count": 117, "max_ms": 53.832, "p95_ms": 47.312}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.789, "count": 117, "max_ms": 52.774, "p95_ms": 46.139}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 117, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.362, "count": 117, "max_ms": 53.675, "p95_ms": 46.942}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 117, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 117, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.277, "count": 117, "max_ms": 53.563, "p95_ms": 46.768}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 117, "max_ms": 0.147, "p95_ms": 0.117}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 117}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 117}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 117}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1466.824, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.147, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.313, "sample_count": 2474, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1466421, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:02:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 183329, "write_bytes_delta": 183329, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 577.0, "cpu_core_ratio": 0.184926, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 105942, "reason": null, "system_cpu_core_ratio": 0.014453, "system_cpu_s_delta": 0.39000000000000057, "user_cpu_core_ratio": 0.170473, "user_cpu_s_delta": 4.6000000000000085}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.225692, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 53383.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.039283, "system_cpu_s_delta": 1.0599999999976717, "user_cpu_core_ratio": 0.186409, "user_cpu_s_delta": 5.029999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.883, "count": 116, "max_ms": 6.777, "p95_ms": 5.607, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.371, "max": 4.0, "p95": 3.0, "sample_count": 116}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.15, "count": 30, "max": 60.76, "p95": 50.177, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.134, "count": 30, "max": 29.169, "p95": 28.015, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1199.6, "count": 30, "max": 1438.0, "p95": 1385.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 548.833, "count": 30, "max": 6083.0, "p95": 2784.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.38, "p95": 0.284, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.508, "count": 30, "max": 0.567, "p95": 0.562, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.082, "count": 30, "max": 2.45, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 179595.9, "count": 30, "max": 194152.0, "p95": 183995.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 179595.9, "count": 30, "max": 194152.0, "p95": 183995.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 168118.6, "count": 30, "max": 228374.0, "p95": 225394.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.168, "count": 30, "max": 0.294, "p95": 0.212, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.554, "count": 30, "max": 0.671, "p95": 0.626, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11313, "sampled_at": "2026-10-30T12:02:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:02:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2819232, "flush_count": 2935, "flush_interval_seconds": 30.0, "flush_state": {"count": 2935, "last_at": "2026-10-30T12:02:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:02:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2934}, "started": true, "suppressed_count": 1463666, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 148, "tracking_summary": 1463518}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2935, "written_record_count": 2935}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9145.863, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4054446489600, "copied_frame_count": 1466452, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:47:59+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 11309355, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:47:51+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.491}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 148, "events_emitted": 144, "events_failed": 0, "events_observed": 148, "events_suppressed": 4, "frame_buffer_copied_bytes": 4054446489600, "frame_buffer_copies": 1466452, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7200, "recorder_active_input_bytes": 19906560000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 144, "recorder_clips_failed": 0, "recorder_clips_started": 144, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 144, "worker_jobs_accepted": 144, "worker_jobs_completed": 144, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1257, "count": 512, "max_ms": 0.4442, "p50_ms": 0.108, "p95_ms": 0.2395, "p99_ms": 0.3527}, "stages": {"db_insert": {"avg_ms": 19.8712, "count": 144, "max_ms": 58.1833, "p50_ms": 18.8088, "p95_ms": 35.0504, "p99_ms": 40.8675, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8919, "count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.5833, "count": 148, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1380.6718, "p99_ms": 2006.9419, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.454, "count": 512, "max_ms": 4.8406, "p50_ms": 1.3741, "p95_ms": 2.4238, "p99_ms": 2.9368, "results": {"failed": 0, "not_applicable": 0, "success": 1466452, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 564.173, "count": 148, "max_ms": 794.4404, "p50_ms": 583.9644, "p95_ms": 681.4538, "p99_ms": 717.594, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.609, "count": 144, "max_ms": 74.3496, "p50_ms": 24.2883, "p95_ms": 56.0568, "p99_ms": 71.5935, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9308, "count": 512, "max_ms": 10.7362, "p50_ms": 4.711, "p95_ms": 7.5496, "p99_ms": 8.925, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.624, "count": 512, "max_ms": 6.5829, "p50_ms": 1.471, "p95_ms": 3.0625, "p99_ms": 4.9927, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.5543, "count": 144, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.511, "p99_ms": 713.1964, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5188, "count": 144, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.2672, "p99_ms": 589.6292, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7653, "count": 144, "max_ms": 138.414, "p50_ms": 96.5409, "p95_ms": 118.9857, "p99_ms": 132.2629, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.924, "count": 144, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.7574, "p99_ms": 7.6578, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2923, "count": 144, "max_ms": 81.87, "p50_ms": 45.7178, "p95_ms": 68.5327, "p99_ms": 77.9101, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0035, "count": 144, "max_ms": 9.1922, "p50_ms": 0.817, "p95_ms": 1.9312, "p99_ms": 3.6149, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1606, "count": 144, "max_ms": 4604.0207, "p50_ms": 392.3297, "p95_ms": 701.1064, "p99_ms": 1371.8453, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7707, "count": 144, "max_ms": 26.8239, "p50_ms": 1.2139, "p95_ms": 10.4375, "p99_ms": 16.3082, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7074, "count": 144, "max_ms": 70.8318, "p50_ms": 23.553, "p95_ms": 57.4019, "p99_ms": 67.0413, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0986, "count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5599, "count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.2898, "count": 144, "max_ms": 4651.5807, "p50_ms": 476.3844, "p95_ms": 791.9218, "p99_ms": 1437.2503, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 144, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211}, "wait_ms": {"count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 144, "artifact_failed": 0, "artifact_requested": 144, "artifact_success": 144, "completed": 144, "completed_failed": 0, "completed_success": 144, "cooldown_promoted": 144, "database_requested": 144, "db_insert_success": 144, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15540, "relay_business_failed": 0, "relay_business_success": 144, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 144, "relay_transport_failed": 0, "relay_transport_success": 144, "reservation_requested": 144}, "snapshot": {"copied_bytes": 398131200, "copied_count": 144, "copy": {"count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 519, "h264_decode_error_count": 1164, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:02:27+09:00", "last_error_summary": "[h264 @ 0x59ebf9b78f00] error while decoding MB 26 58, bytestream -9", "last_exit_at": "2026-10-30T12:02:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 224.39, "last_started_at": "2026-10-30T11:58:42+09:00", "pid": 105942, "process": {"exists": false, "pid": 105942}, "restart_count": 564, "restart_count_per_hour": 28, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 565}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.313, "sample_count": 2476, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1466452, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:02:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.026, "last_frame_pushed_at": "2026-10-30T12:02:27+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-10-30T12:02:26+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 94, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 133.137, "last_sample_duration_ms": 1446.699, "last_trigger": "periodic", "next_snapshot_in_sec": 466.863, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 294, "storage_bytes": 2802607}, "mjpeg": {"age_sec": 0.019, "exists": true, "mtime": "2026-10-30T12:02:27.106018+09:00", "mtime_epoch": 1793329347.1060176, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 184154}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:02:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1599.57, "name": "celery", "pid": 206, "rss_mb": 1466.824, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 126, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1466452, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.333, "max": 4.0, "p95": 3.0, "sample_count": 117}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 117}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 117}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 117}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 117}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 117}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 117}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.907, "pushed": 3.907, "read": 3.874}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 116, "client_acquire_ms": {"avg_ms": 0.006, "count": 117, "max_ms": 0.031, "p95_ms": 0.013, "reason": null, "sample_age_ms": 80.763, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.484, "count": 116, "max_ms": 3.702, "p95_ms": 1.6, "reason": null, "sample_age_ms": 131.164, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.234, "count": 116, "max_ms": 3.291, "p95_ms": 1.246, "reason": null, "sample_age_ms": 131.488, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.229, "count": 117, "max_ms": 0.845, "p95_ms": 0.511, "reason": null, "sample_age_ms": 80.792, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.74, "count": 116, "max_ms": 4.977, "p95_ms": 3.16, "reason": null, "sample_age_ms": 128.808, "source": "client_direct"}, "request_count": 116, "request_tensor_bytes": {"avg": 2764808.0, "count": 116, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 128.76, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 117, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 80.987, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.491, "count": 117, "max_ms": 71.682, "p95_ms": 58.897, "reason": null, "sample_age_ms": 80.757, "source": "client_direct"}, "sample_age_ms": 80.752, "source": "client_direct", "task_total_ms": {"avg_ms": 43.613, "count": 117, "max_ms": 74.642, "p95_ms": 61.638, "reason": null, "sample_age_ms": 80.752, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.624, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.704, "count": 117, "max_ms": 2.212, "p95_ms": 1.697}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.223, "count": 117, "max_ms": 0.886, "p95_ms": 0.571}, "detection_prepare_ms": {"avg_ms": 0.117, "count": 117, "max_ms": 0.424, "p95_ms": 0.262}, "event_filter_ms": {"avg_ms": 0.004, "count": 117, "max_ms": 0.037, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.074, "count": 117, "max_ms": 0.236, "p95_ms": 0.177}, "mcmt_ms": {"avg_ms": 0.003, "count": 117, "max_ms": 0.017, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.171, "count": 117, "max_ms": 0.698, "p95_ms": 0.451}, "setup_ms": {"avg_ms": 0.038, "count": 117, "max_ms": 0.151, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 0.664, "count": 117, "max_ms": 2.143, "p95_ms": 1.597}, "track_match_ms": {"avg_ms": 0.004, "count": 117, "max_ms": 0.026, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.03, "count": 117, "max_ms": 0.112, "p95_ms": 0.073}}, "gstreamer_push": {"avg_ms": 2.727, "count": 117, "max_ms": 6.777, "p95_ms": 4.303}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 117, "max_ms": 0.342, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.384, "count": 117, "max_ms": 75.206, "p95_ms": 63.273}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.037, "count": 117, "max_ms": 0.141, "p95_ms": 0.089}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 117, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 117, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 80.563, "count": 117, "max_ms": 121.893, "p95_ms": 106.178}, "inference_input_copy_ms": {"avg_ms": 1.332, "count": 117, "max_ms": 2.745, "p95_ms": 2.283}, "processing_residual_ms": {"avg_ms": 0.136, "count": 117, "max_ms": 0.394, "p95_ms": 0.258}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 117, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 117, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 82.068, "count": 117, "max_ms": 123.776, "p95_ms": 108.017}, "read_interval": {"avg_ms": 257.765, "count": 116, "max_ms": 9748.981, "p95_ms": 152.202}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 117, "max_ms": 0.046, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.119, "count": 117, "max_ms": 0.524, "p95_ms": 0.342}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 117, "max_ms": 0.039, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.105, "count": 117, "max_ms": 0.478, "p95_ms": 0.309}, "worker_merge_ms": {"avg_ms": 0.005, "count": 117, "max_ms": 0.047, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 44.396, "count": 117, "max_ms": 75.215, "p95_ms": 63.289}, "visualize": {"avg_ms": 34.537, "count": 117, "max_ms": 53.832, "p95_ms": 47.312}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.789, "count": 117, "max_ms": 52.774, "p95_ms": 46.139}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 117, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.362, "count": 117, "max_ms": 53.675, "p95_ms": 46.942}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 117, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 117, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.277, "count": 117, "max_ms": 53.563, "p95_ms": 46.768}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 117, "max_ms": 0.147, "p95_ms": 0.117}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 117}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 117}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 117}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1466.824, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.147, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.313, "sample_count": 2474, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1466421, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:02:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 183329, "write_bytes_delta": 183329, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 577.0, "cpu_core_ratio": 0.184926, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 105942, "reason": null, "system_cpu_core_ratio": 0.014453, "system_cpu_s_delta": 0.39000000000000057, "user_cpu_core_ratio": 0.170473, "user_cpu_s_delta": 4.6000000000000085}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.225692, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 53383.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.039283, "system_cpu_s_delta": 1.0599999999976717, "user_cpu_core_ratio": 0.186409, "user_cpu_s_delta": 5.029999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.883, "count": 116, "max_ms": 6.777, "p95_ms": 5.607, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.371, "max": 4.0, "p95": 3.0, "sample_count": 116}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.15, "count": 30, "max": 60.76, "p95": 50.177, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.134, "count": 30, "max": 29.169, "p95": 28.015, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1199.6, "count": 30, "max": 1438.0, "p95": 1385.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 548.833, "count": 30, "max": 6083.0, "p95": 2784.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.38, "p95": 0.284, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.508, "count": 30, "max": 0.567, "p95": 0.562, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.082, "count": 30, "max": 2.45, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 179595.9, "count": 30, "max": 194152.0, "p95": 183995.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 179595.9, "count": 30, "max": 194152.0, "p95": 183995.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 168118.6, "count": 30, "max": 228374.0, "p95": 225394.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.168, "count": 30, "max": 0.294, "p95": 0.212, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.554, "count": 30, "max": 0.671, "p95": 0.626, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11313, "sampled_at": "2026-10-30T12:02:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:02:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2297325, "flush_count": 2937, "flush_interval_seconds": 30.0, "flush_state": {"count": 2937, "last_at": "2026-10-30T12:02:00", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:02:00", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2936}, "started": true, "suppressed_count": 1697924, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 1697922}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2937, "written_record_count": 2937}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9338.137, "limit_mb": null}, "detail": {"pid": 106058, "restart_count": 253, "start_count": 254}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4702532198400, "copied_frame_count": 1700858, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T09:31:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3569477, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T09:31:50+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.249}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 2, "events_emitted": 2, "events_failed": 0, "events_observed": 2, "events_suppressed": 0, "frame_buffer_copied_bytes": 4702532198400, "frame_buffer_copies": 1700858, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 100, "recorder_active_input_bytes": 276480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 2, "recorder_clips_failed": 0, "recorder_clips_started": 2, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 2, "worker_jobs_accepted": 2, "worker_jobs_completed": 2, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1316, "count": 512, "max_ms": 1.2038, "p50_ms": 0.1156, "p95_ms": 0.2415, "p99_ms": 0.3558}, "stages": {"db_insert": {"avg_ms": 24.9862, "count": 2, "max_ms": 26.5042, "p50_ms": 24.9862, "p95_ms": 26.3524, "p99_ms": 26.4739, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0541, "count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1351.546, "count": 2, "max_ms": 1378.4915, "p50_ms": 1351.546, "p95_ms": 1375.7969, "p99_ms": 1377.9526, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.336, "count": 512, "max_ms": 3.3635, "p50_ms": 1.2757, "p95_ms": 2.1829, "p99_ms": 2.6817, "results": {"failed": 0, "not_applicable": 0, "success": 1700858, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 618.174, "count": 2, "max_ms": 626.5228, "p50_ms": 618.174, "p95_ms": 625.6879, "p99_ms": 626.3558, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 48.8595, "count": 2, "max_ms": 67.7399, "p50_ms": 48.8595, "p95_ms": 65.8519, "p99_ms": 67.3623, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1729, "count": 100, "max_ms": 8.7346, "p50_ms": 5.0177, "p95_ms": 7.5008, "p99_ms": 8.5356, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3251, "count": 100, "max_ms": 3.6197, "p50_ms": 1.1902, "p95_ms": 2.1715, "p99_ms": 3.2681, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 613.5802, "count": 2, "max_ms": 621.343, "p50_ms": 613.5802, "p95_ms": 620.5667, "p99_ms": 621.1878, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 518.5978, "count": 2, "max_ms": 524.4459, "p50_ms": 518.5978, "p95_ms": 523.8611, "p99_ms": 524.3289, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 90.1793, "count": 2, "max_ms": 92.6271, "p50_ms": 90.1793, "p95_ms": 92.3823, "p99_ms": 92.5782, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.2061, "count": 2, "max_ms": 1.2085, "p50_ms": 1.2061, "p95_ms": 1.2083, "p99_ms": 1.2084, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.2034, "count": 2, "max_ms": 57.9637, "p50_ms": 44.2034, "p95_ms": 56.5876, "p99_ms": 57.6885, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6046, "count": 2, "max_ms": 0.6553, "p50_ms": 0.6046, "p95_ms": 0.6502, "p99_ms": 0.6542, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 625.5343, "count": 2, "max_ms": 642.3509, "p50_ms": 625.5343, "p95_ms": 640.6692, "p99_ms": 642.0145, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.8191, "count": 2, "max_ms": 6.7192, "p50_ms": 3.8191, "p95_ms": 6.4292, "p99_ms": 6.6612, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9995, "count": 2, "max_ms": 27.6583, "p50_ms": 23.9995, "p95_ms": 27.2925, "p99_ms": 27.5852, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3609, "count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.995, "count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 731.8976, "count": 2, "max_ms": 767.7144, "p50_ms": 731.8976, "p95_ms": 764.1327, "p99_ms": 766.998, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 2, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216}, "wait_ms": {"count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 2, "artifact_failed": 0, "artifact_requested": 2, "artifact_success": 2, "completed": 2, "completed_failed": 0, "completed_success": 2, "cooldown_promoted": 2, "database_requested": 2, "db_insert_success": 2, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15534, "relay_business_failed": 0, "relay_business_success": 2, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 2, "relay_transport_failed": 0, "relay_transport_success": 2, "reservation_requested": 2}, "snapshot": {"copied_bytes": 5529600, "copied_count": 2, "copy": {"count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 223, "h264_decode_error_count": 538, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T11:09:47+09:00", "last_error_summary": "[h264 @ 0x5c2251393900] cabac decode of qscale diff failed at 71 60 [h264 @ 0x5c2251393900] error while decoding MB 71 60, bytestream 21736", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.003, "last_started_at": "2026-10-30T12:02:26+09:00", "pid": 106058, "process": {"exists": true, "fd_count": 5, "hwm_mb": 237.445, "name": "ffmpeg", "pid": 106058, "rss_mb": 237.445, "state": "S (sleeping)", "threads": 19}, "restart_count": 253, "restart_count_per_hour": 2, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 254}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.588, "sample_count": 2783, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1700858, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:02:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 4.918, "last_frame_pushed_at": "2026-10-30T12:02:23+09:00", "last_frame_read_age_sec": 4.986, "last_frame_read_at": "2026-10-30T12:02:23+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 94, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 134.531, "last_sample_duration_ms": 1446.699, "last_trigger": "periodic", "next_snapshot_in_sec": 465.469, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 294, "storage_bytes": 2802607}, "mjpeg": {"age_sec": 4.91, "exists": true, "mtime": "2026-10-30T12:02:23.612976+09:00", "mtime_epoch": 1793329343.612976, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 132126}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T12:02:28+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1670.758, "name": "celery", "pid": 176, "rss_mb": 1661.922, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1700858, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 83}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 83}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 83, "pushed_frames": 83, "read_frames": 82, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.77, "pushed": 2.77, "read": 2.737}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 82, "client_acquire_ms": {"avg_ms": 0.007, "count": 83, "max_ms": 0.029, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4953.162, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.54, "count": 82, "max_ms": 2.976, "p95_ms": 1.797, "reason": null, "sample_age_ms": 4989.289, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.256, "count": 82, "max_ms": 2.49, "p95_ms": 1.519, "reason": null, "sample_age_ms": 4989.625, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.092, "count": 83, "max_ms": 0.254, "p95_ms": 0.174, "reason": null, "sample_age_ms": 4953.17, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.457, "count": 82, "max_ms": 3.107, "p95_ms": 2.736, "reason": null, "sample_age_ms": 4988.354, "source": "client_direct"}, "request_count": 82, "request_tensor_bytes": {"avg": 2211848.0, "count": 82, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4988.298, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 83, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4953.26, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.08, "count": 83, "max_ms": 60.013, "p95_ms": 52.315, "reason": null, "sample_age_ms": 4953.159, "source": "client_direct"}, "sample_age_ms": 4953.155, "source": "client_direct", "task_total_ms": {"avg_ms": 38.796, "count": 83, "max_ms": 62.197, "p95_ms": 54.712, "reason": null, "sample_age_ms": 4953.155, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.58, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.676, "count": 83, "max_ms": 1.751, "p95_ms": 1.403}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.22, "count": 83, "max_ms": 0.598, "p95_ms": 0.474}, "detection_prepare_ms": {"avg_ms": 0.094, "count": 83, "max_ms": 0.28, "p95_ms": 0.177}, "event_filter_ms": {"avg_ms": 0.003, "count": 83, "max_ms": 0.016, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.072, "count": 83, "max_ms": 0.153, "p95_ms": 0.126}, "mcmt_ms": {"avg_ms": 0.003, "count": 83, "max_ms": 0.011, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.17, "count": 83, "max_ms": 0.699, "p95_ms": 0.411}, "setup_ms": {"avg_ms": 0.041, "count": 83, "max_ms": 0.128, "p95_ms": 0.078}, "total_inside_ms": {"avg_ms": 0.636, "count": 83, "max_ms": 1.647, "p95_ms": 1.332}, "track_match_ms": {"avg_ms": 0.004, "count": 83, "max_ms": 0.022, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.028, "count": 83, "max_ms": 0.067, "p95_ms": 0.053}}, "gstreamer_push": {"avg_ms": 2.629, "count": 83, "max_ms": 5.957, "p95_ms": 3.896}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 83, "max_ms": 0.337, "p95_ms": 0.118}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.646, "count": 83, "max_ms": 63.087, "p95_ms": 55.698}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.042, "count": 83, "max_ms": 0.123, "p95_ms": 0.092}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 69.894, "count": 83, "max_ms": 96.084, "p95_ms": 83.905}, "inference_input_copy_ms": {"avg_ms": 1.387, "count": 83, "max_ms": 3.179, "p95_ms": 2.252}, "processing_residual_ms": {"avg_ms": 0.146, "count": 83, "max_ms": 0.519, "p95_ms": 0.257}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 71.47, "count": 83, "max_ms": 98.388, "p95_ms": 86.772}, "read_interval": {"avg_ms": 305.445, "count": 82, "max_ms": 8575.877, "p95_ms": 141.335}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 83, "max_ms": 0.053, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.119, "count": 83, "max_ms": 0.525, "p95_ms": 0.291}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 83, "max_ms": 0.044, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.105, "count": 83, "max_ms": 0.472, "p95_ms": 0.252}, "worker_merge_ms": {"avg_ms": 0.005, "count": 83, "max_ms": 0.016, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 39.659, "count": 83, "max_ms": 63.095, "p95_ms": 55.713}, "visualize": {"avg_ms": 28.646, "count": 83, "max_ms": 39.85, "p95_ms": 37.126}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.838, "count": 83, "max_ms": 39.204, "p95_ms": 36.16}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.465, "count": 83, "max_ms": 39.74, "p95_ms": 36.972}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.371, "count": 83, "max_ms": 39.66, "p95_ms": 36.875}, "visualizer_prepare_ms": {"avg_ms": 0.051, "count": 83, "max_ms": 0.151, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 83}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1661.91, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 62.309, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.547, "sample_count": 2833, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1700833, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:02:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 131721, "write_bytes_delta": 131721, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 824.0, "cpu_core_ratio": 0.540976, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 103088, "reason": null, "system_cpu_core_ratio": 0.025538, "system_cpu_s_delta": 0.710000000000008, "user_cpu_core_ratio": 0.515438, "user_cpu_s_delta": 14.329999999999927}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.273725, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.026977, "system_cpu_s_delta": 0.75, "user_cpu_core_ratio": 0.246748, "user_cpu_s_delta": 6.860000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.005, "count": 133, "max_ms": 5.957, "p95_ms": 5.199, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 133}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.955, "count": 30, "max": 62.309, "p95": 44.282, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 23.234, "count": 30, "max": 37.365, "p95": 34.968, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1446.567, "count": 30, "max": 1523.0, "p95": 1488.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.065, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.211, "count": 30, "max": 1.285, "p95": 1.275, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131238.967, "count": 30, "max": 133507.0, "p95": 132624.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 131238.967, "count": 30, "max": 133507.0, "p95": 132624.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1596.267, "count": 30, "max": 3458.0, "p95": 3429.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.072, "p95": 0.071, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.605, "count": 30, "max": 0.648, "p95": 0.643, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 12201, "sampled_at": "2026-10-30T12:02:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:02:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2819232, "flush_count": 2935, "flush_interval_seconds": 30.0, "flush_state": {"count": 2935, "last_at": "2026-10-30T12:02:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:02:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2934}, "started": true, "suppressed_count": 1463666, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 148, "tracking_summary": 1463518}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2935, "written_record_count": 2935}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9704.41, "limit_mb": null}, "detail": {"pid": 106174, "restart_count": 565, "start_count": 566}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4054446489600, "copied_frame_count": 1466452, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:47:59+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 11309355, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:47:51+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.491}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 148, "events_emitted": 144, "events_failed": 0, "events_observed": 148, "events_suppressed": 4, "frame_buffer_copied_bytes": 4054446489600, "frame_buffer_copies": 1466452, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7200, "recorder_active_input_bytes": 19906560000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 144, "recorder_clips_failed": 0, "recorder_clips_started": 144, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 144, "worker_jobs_accepted": 144, "worker_jobs_completed": 144, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1257, "count": 512, "max_ms": 0.4442, "p50_ms": 0.108, "p95_ms": 0.2395, "p99_ms": 0.3527}, "stages": {"db_insert": {"avg_ms": 19.8712, "count": 144, "max_ms": 58.1833, "p50_ms": 18.8088, "p95_ms": 35.0504, "p99_ms": 40.8675, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8919, "count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.5833, "count": 148, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1380.6718, "p99_ms": 2006.9419, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.454, "count": 512, "max_ms": 4.8406, "p50_ms": 1.3741, "p95_ms": 2.4238, "p99_ms": 2.9368, "results": {"failed": 0, "not_applicable": 0, "success": 1466452, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 564.173, "count": 148, "max_ms": 794.4404, "p50_ms": 583.9644, "p95_ms": 681.4538, "p99_ms": 717.594, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.609, "count": 144, "max_ms": 74.3496, "p50_ms": 24.2883, "p95_ms": 56.0568, "p99_ms": 71.5935, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9308, "count": 512, "max_ms": 10.7362, "p50_ms": 4.711, "p95_ms": 7.5496, "p99_ms": 8.925, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.624, "count": 512, "max_ms": 6.5829, "p50_ms": 1.471, "p95_ms": 3.0625, "p99_ms": 4.9927, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.5543, "count": 144, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.511, "p99_ms": 713.1964, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5188, "count": 144, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.2672, "p99_ms": 589.6292, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7653, "count": 144, "max_ms": 138.414, "p50_ms": 96.5409, "p95_ms": 118.9857, "p99_ms": 132.2629, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.924, "count": 144, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.7574, "p99_ms": 7.6578, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2923, "count": 144, "max_ms": 81.87, "p50_ms": 45.7178, "p95_ms": 68.5327, "p99_ms": 77.9101, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0035, "count": 144, "max_ms": 9.1922, "p50_ms": 0.817, "p95_ms": 1.9312, "p99_ms": 3.6149, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1606, "count": 144, "max_ms": 4604.0207, "p50_ms": 392.3297, "p95_ms": 701.1064, "p99_ms": 1371.8453, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7707, "count": 144, "max_ms": 26.8239, "p50_ms": 1.2139, "p95_ms": 10.4375, "p99_ms": 16.3082, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7074, "count": 144, "max_ms": 70.8318, "p50_ms": 23.553, "p95_ms": 57.4019, "p99_ms": 67.0413, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0986, "count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5599, "count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.2898, "count": 144, "max_ms": 4651.5807, "p50_ms": 476.3844, "p95_ms": 791.9218, "p99_ms": 1437.2503, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 144, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211}, "wait_ms": {"count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 144, "artifact_failed": 0, "artifact_requested": 144, "artifact_success": 144, "completed": 144, "completed_failed": 0, "completed_success": 144, "cooldown_promoted": 144, "database_requested": 144, "db_insert_success": 144, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15540, "relay_business_failed": 0, "relay_business_success": 144, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 144, "relay_transport_failed": 0, "relay_transport_success": 144, "reservation_requested": 144}, "snapshot": {"copied_bytes": 398131200, "copied_count": 144, "copy": {"count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 519, "h264_decode_error_count": 1164, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:02:27+09:00", "last_error_summary": "[h264 @ 0x59ebf9b78f00] error while decoding MB 26 58, bytestream -9", "last_exit_at": "2026-10-30T12:02:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T12:02:29+09:00", "pid": 106174, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.766, "name": "ffmpeg", "pid": 106174, "rss_mb": 209.766, "state": "S (sleeping)", "threads": 70}, "restart_count": 565, "restart_count_per_hour": 29, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 566}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.402, "sample_count": 2433, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1466452, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:02:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.351, "last_frame_pushed_at": "2026-10-30T12:02:27+09:00", "last_frame_read_age_sec": 4.455, "last_frame_read_at": "2026-10-30T12:02:26+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 94, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 137.477, "last_sample_duration_ms": 1446.699, "last_trigger": "periodic", "next_snapshot_in_sec": 462.523, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 294, "storage_bytes": 2802607}, "mjpeg": {"age_sec": 4.344, "exists": true, "mtime": "2026-10-30T12:02:27.106018+09:00", "mtime_epoch": 1793329347.1060176, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 184154}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:02:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1599.57, "name": "celery", "pid": 206, "rss_mb": 1466.828, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 126, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1466452, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.4, "max": 4.0, "p95": 3.0, "sample_count": 75}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 75}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 75}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 75}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 75}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 75}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 75}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 75, "pushed_frames": 75, "read_frames": 74, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.5, "pushed": 2.5, "read": 2.467}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 74, "client_acquire_ms": {"avg_ms": 0.007, "count": 74, "max_ms": 0.031, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4414.556, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.432, "count": 74, "max_ms": 2.154, "p95_ms": 1.173, "reason": null, "sample_age_ms": 4464.957, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.193, "count": 74, "max_ms": 1.847, "p95_ms": 0.958, "reason": null, "sample_age_ms": 4465.281, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.188, "count": 74, "max_ms": 0.614, "p95_ms": 0.409, "reason": null, "sample_age_ms": 4414.585, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.614, "count": 74, "max_ms": 3.199, "p95_ms": 2.795, "reason": null, "sample_age_ms": 4462.601, "source": "client_direct"}, "request_count": 74, "request_tensor_bytes": {"avg": 2764808.0, "count": 74, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4462.553, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 74, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4414.781, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.98, "count": 74, "max_ms": 71.682, "p95_ms": 58.759, "reason": null, "sample_age_ms": 4414.55, "source": "client_direct"}, "sample_age_ms": 4414.545, "source": "client_direct", "task_total_ms": {"avg_ms": 41.926, "count": 74, "max_ms": 74.642, "p95_ms": 60.634, "reason": null, "sample_age_ms": 4414.545, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.649, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.615, "count": 75, "max_ms": 2.037, "p95_ms": 1.668}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.193, "count": 75, "max_ms": 0.601, "p95_ms": 0.525}, "detection_prepare_ms": {"avg_ms": 0.102, "count": 75, "max_ms": 0.424, "p95_ms": 0.233}, "event_filter_ms": {"avg_ms": 0.004, "count": 75, "max_ms": 0.037, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.063, "count": 75, "max_ms": 0.188, "p95_ms": 0.158}, "mcmt_ms": {"avg_ms": 0.002, "count": 75, "max_ms": 0.009, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.153, "count": 75, "max_ms": 0.519, "p95_ms": 0.44}, "setup_ms": {"avg_ms": 0.032, "count": 75, "max_ms": 0.151, "p95_ms": 0.055}, "total_inside_ms": {"avg_ms": 0.58, "count": 75, "max_ms": 1.934, "p95_ms": 1.59}, "track_match_ms": {"avg_ms": 0.004, "count": 75, "max_ms": 0.022, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.026, "count": 75, "max_ms": 0.109, "p95_ms": 0.073}}, "gstreamer_push": {"avg_ms": 2.578, "count": 75, "max_ms": 5.72, "p95_ms": 4.231}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 75, "max_ms": 0.342, "p95_ms": 0.125}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.673, "count": 75, "max_ms": 75.206, "p95_ms": 64.115}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.034, "count": 75, "max_ms": 0.093, "p95_ms": 0.079}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 76.99, "count": 75, "max_ms": 121.893, "p95_ms": 106.861}, "inference_input_copy_ms": {"avg_ms": 1.232, "count": 75, "max_ms": 2.591, "p95_ms": 1.916}, "processing_residual_ms": {"avg_ms": 0.127, "count": 75, "max_ms": 0.394, "p95_ms": 0.257}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 78.382, "count": 75, "max_ms": 123.776, "p95_ms": 108.017}, "read_interval": {"avg_ms": 346.441, "count": 74, "max_ms": 9748.981, "p95_ms": 202.61}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 75, "max_ms": 0.045, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.106, "count": 75, "max_ms": 0.385, "p95_ms": 0.335}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 75, "max_ms": 0.039, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.094, "count": 75, "max_ms": 0.355, "p95_ms": 0.308}, "worker_merge_ms": {"avg_ms": 0.005, "count": 75, "max_ms": 0.047, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 42.683, "count": 75, "max_ms": 75.215, "p95_ms": 64.122}, "visualize": {"avg_ms": 32.843, "count": 75, "max_ms": 46.257, "p95_ms": 44.666}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.182, "count": 75, "max_ms": 45.394, "p95_ms": 43.923}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.695, "count": 75, "max_ms": 46.102, "p95_ms": 44.51}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 75, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.623, "count": 75, "max_ms": 45.997, "p95_ms": 44.428}, "visualizer_prepare_ms": {"avg_ms": 0.04, "count": 75, "max_ms": 0.138, "p95_ms": 0.101}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 75}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 75}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 75}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1466.824, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.147, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.313, "sample_count": 2474, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1466421, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:02:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 183329, "write_bytes_delta": 183329, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 577.0, "cpu_core_ratio": 0.184926, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 105942, "reason": null, "system_cpu_core_ratio": 0.014453, "system_cpu_s_delta": 0.39000000000000057, "user_cpu_core_ratio": 0.170473, "user_cpu_s_delta": 4.6000000000000085}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.225692, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 53383.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.039283, "system_cpu_s_delta": 1.0599999999976717, "user_cpu_core_ratio": 0.186409, "user_cpu_s_delta": 5.029999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.883, "count": 116, "max_ms": 6.777, "p95_ms": 5.607, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.371, "max": 4.0, "p95": 3.0, "sample_count": 116}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.15, "count": 30, "max": 60.76, "p95": 50.177, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.134, "count": 30, "max": 29.169, "p95": 28.015, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1199.6, "count": 30, "max": 1438.0, "p95": 1385.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 548.833, "count": 30, "max": 6083.0, "p95": 2784.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.38, "p95": 0.284, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.508, "count": 30, "max": 0.567, "p95": 0.562, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.082, "count": 30, "max": 2.45, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 179595.9, "count": 30, "max": 194152.0, "p95": 183995.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 179595.9, "count": 30, "max": 194152.0, "p95": 183995.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 168118.6, "count": 30, "max": 228374.0, "p95": 225394.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.168, "count": 30, "max": 0.294, "p95": 0.212, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.554, "count": 30, "max": 0.671, "p95": 0.626, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11313, "sampled_at": "2026-10-30T12:02:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:02:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2820163, "flush_count": 2936, "flush_interval_seconds": 30.0, "flush_state": {"count": 2936, "last_at": "2026-10-30T12:03:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:03:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2935}, "started": true, "suppressed_count": 1464330, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 148, "tracking_summary": 1464182}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2936, "written_record_count": 2936}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9517.812, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x645f3cb5a780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x645f3cb5a780] error while decoding MB 0 48, bytestream 13752 [h264 @ 0x645f3cab61c0] left block unavailable for requested intra mode [h264 @ 0x645f3cab61c0] error while decoding MB 0 44, bytestream 1833 [h264 @ 0x645f3cad3000] error while decoding MB 79 37, bytestream -15 [h264 @ 0x645f3cafb140] error while decoding MB 21 65, bytestream -8", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4056282316800, "copied_frame_count": 1467116, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:47:59+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 11309355, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:47:51+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.491}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 148, "events_emitted": 144, "events_failed": 0, "events_observed": 148, "events_suppressed": 4, "frame_buffer_copied_bytes": 4056282316800, "frame_buffer_copies": 1467116, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7200, "recorder_active_input_bytes": 19906560000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 144, "recorder_clips_failed": 0, "recorder_clips_started": 144, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 144, "worker_jobs_accepted": 144, "worker_jobs_completed": 144, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1305, "count": 512, "max_ms": 1.5422, "p50_ms": 0.1137, "p95_ms": 0.2513, "p99_ms": 0.3218}, "stages": {"db_insert": {"avg_ms": 19.8712, "count": 144, "max_ms": 58.1833, "p50_ms": 18.8088, "p95_ms": 35.0504, "p99_ms": 40.8675, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8919, "count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.5833, "count": 148, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1380.6718, "p99_ms": 2006.9419, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5054, "count": 512, "max_ms": 4.889, "p50_ms": 1.434, "p95_ms": 2.4087, "p99_ms": 2.9926, "results": {"failed": 0, "not_applicable": 0, "success": 1467116, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 564.173, "count": 148, "max_ms": 794.4404, "p50_ms": 583.9644, "p95_ms": 681.4538, "p99_ms": 717.594, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.609, "count": 144, "max_ms": 74.3496, "p50_ms": 24.2883, "p95_ms": 56.0568, "p99_ms": 71.5935, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9308, "count": 512, "max_ms": 10.7362, "p50_ms": 4.711, "p95_ms": 7.5496, "p99_ms": 8.925, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.624, "count": 512, "max_ms": 6.5829, "p50_ms": 1.471, "p95_ms": 3.0625, "p99_ms": 4.9927, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.5543, "count": 144, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.511, "p99_ms": 713.1964, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5188, "count": 144, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.2672, "p99_ms": 589.6292, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7653, "count": 144, "max_ms": 138.414, "p50_ms": 96.5409, "p95_ms": 118.9857, "p99_ms": 132.2629, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.924, "count": 144, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.7574, "p99_ms": 7.6578, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2923, "count": 144, "max_ms": 81.87, "p50_ms": 45.7178, "p95_ms": 68.5327, "p99_ms": 77.9101, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0035, "count": 144, "max_ms": 9.1922, "p50_ms": 0.817, "p95_ms": 1.9312, "p99_ms": 3.6149, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1606, "count": 144, "max_ms": 4604.0207, "p50_ms": 392.3297, "p95_ms": 701.1064, "p99_ms": 1371.8453, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7707, "count": 144, "max_ms": 26.8239, "p50_ms": 1.2139, "p95_ms": 10.4375, "p99_ms": 16.3082, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7074, "count": 144, "max_ms": 70.8318, "p50_ms": 23.553, "p95_ms": 57.4019, "p99_ms": 67.0413, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0986, "count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5599, "count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.2898, "count": 144, "max_ms": 4651.5807, "p50_ms": 476.3844, "p95_ms": 791.9218, "p99_ms": 1437.2503, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 144, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211}, "wait_ms": {"count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 144, "artifact_failed": 0, "artifact_requested": 144, "artifact_success": 144, "completed": 144, "completed_failed": 0, "completed_success": 144, "cooldown_promoted": 144, "database_requested": 144, "db_insert_success": 144, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15540, "relay_business_failed": 0, "relay_business_success": 144, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 144, "relay_transport_failed": 0, "relay_transport_success": 144, "reservation_requested": 144}, "snapshot": {"copied_bytes": 398131200, "copied_count": 144, "copy": {"count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 520, "h264_decode_error_count": 1168, "h264_decode_error_count_per_hour": 62, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:04:00+09:00", "last_error_summary": "[h264 @ 0x645f3cb5a780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x645f3cb5a780] error while decoding MB 0 48, bytestream 13752 [h264 @ 0x645f3cab61c0] left block unavailable for requested intra mode [h264 @ 0x645f3cab61c0] error while decoding MB 0 44, bytestream 1833 [h264 @ 0x645f3cad3000] error while decoding MB 79 37, bytestream -15 [h264 @ 0x645f3cafb140] error while decoding MB 21 65, bytestream -8", "last_exit_at": "2026-10-30T12:02:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 91.362, "last_started_at": "2026-10-30T12:02:29+09:00", "pid": 106174, "process": {"exists": false, "pid": 106174}, "restart_count": 565, "restart_count_per_hour": 28, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 566}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.387, "sample_count": 2385, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1467116, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:04:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.089, "last_frame_pushed_at": "2026-10-30T12:04:00+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-10-30T12:04:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 94, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 226.841, "last_sample_duration_ms": 1446.699, "last_trigger": "periodic", "next_snapshot_in_sec": 373.159, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 294, "storage_bytes": 2802607}, "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-10-30T12:04:00.729093+09:00", "mtime_epoch": 1793329440.7290933, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 192279}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:04:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1599.57, "name": "celery", "pid": 206, "rss_mb": 1454.812, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 126, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1467117, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.116, "max": 8.0, "p95": 5.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 8}, "total": {"avg": 0.039, "max": 1.0, "p95": 0.0, "sample_count": 207}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 207}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 207}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 207, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.904, "pushed": 6.904, "read": 6.904}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 207, "client_acquire_ms": {"avg_ms": 0.006, "count": 207, "max_ms": 0.02, "p95_ms": 0.013, "reason": null, "sample_age_ms": 18.864, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.589, "count": 207, "max_ms": 7.437, "p95_ms": 1.739, "reason": null, "sample_age_ms": 72.895, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.261, "count": 207, "max_ms": 7.152, "p95_ms": 1.192, "reason": null, "sample_age_ms": 73.089, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.27, "count": 207, "max_ms": 0.95, "p95_ms": 0.519, "reason": null, "sample_age_ms": 18.891, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.902, "count": 207, "max_ms": 4.219, "p95_ms": 2.893, "reason": null, "sample_age_ms": 71.198, "source": "client_direct"}, "request_count": 207, "request_tensor_bytes": {"avg": 2764808.0, "count": 207, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 71.155, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 207, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 19.322, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.792, "count": 207, "max_ms": 64.972, "p95_ms": 57.249, "reason": null, "sample_age_ms": 18.856, "source": "client_direct"}, "sample_age_ms": 18.849, "source": "client_direct", "task_total_ms": {"avg_ms": 45.13, "count": 207, "max_ms": 67.429, "p95_ms": 59.639, "reason": null, "sample_age_ms": 18.849, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.516, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.984, "count": 207, "max_ms": 10.107, "p95_ms": 1.987}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.262, "count": 207, "max_ms": 0.761, "p95_ms": 0.537}, "detection_prepare_ms": {"avg_ms": 0.186, "count": 207, "max_ms": 2.835, "p95_ms": 0.309}, "event_filter_ms": {"avg_ms": 0.004, "count": 207, "max_ms": 0.031, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.086, "count": 207, "max_ms": 0.302, "p95_ms": 0.163}, "mcmt_ms": {"avg_ms": 0.003, "count": 207, "max_ms": 0.025, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.259, "count": 207, "max_ms": 3.758, "p95_ms": 0.527}, "setup_ms": {"avg_ms": 0.044, "count": 207, "max_ms": 0.154, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 0.938, "count": 207, "max_ms": 9.972, "p95_ms": 1.855}, "track_match_ms": {"avg_ms": 0.01, "count": 207, "max_ms": 0.251, "p95_ms": 0.012}, "tracker_update_ms": {"avg_ms": 0.085, "count": 207, "max_ms": 2.017, "p95_ms": 0.098}}, "gstreamer_push": {"avg_ms": 3.219, "count": 207, "max_ms": 6.706, "p95_ms": 4.8}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 207, "max_ms": 0.18, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.016, "count": 207, "max_ms": 69.116, "p95_ms": 60.657}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.198, "count": 207, "max_ms": 14.798, "p95_ms": 0.111}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.553, "count": 207, "max_ms": 130.535, "p95_ms": 113.839}, "inference_input_copy_ms": {"avg_ms": 1.803, "count": 207, "max_ms": 4.107, "p95_ms": 2.953}, "processing_residual_ms": {"avg_ms": 0.158, "count": 207, "max_ms": 0.399, "p95_ms": 0.277}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.712, "count": 207, "max_ms": 147.812, "p95_ms": 116.04}, "read_interval": {"avg_ms": 145.02, "count": 207, "max_ms": 5407.288, "p95_ms": 157.91}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 207, "max_ms": 0.102, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.203, "count": 207, "max_ms": 3.625, "p95_ms": 0.36}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 207, "max_ms": 0.259, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.188, "count": 207, "max_ms": 3.591, "p95_ms": 0.323}, "worker_merge_ms": {"avg_ms": 0.005, "count": 207, "max_ms": 0.024, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 46.029, "count": 207, "max_ms": 69.125, "p95_ms": 60.665}, "visualize": {"avg_ms": 40.479, "count": 207, "max_ms": 69.568, "p95_ms": 56.72}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 39.446, "count": 207, "max_ms": 66.453, "p95_ms": 55.55}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.228, "count": 207, "max_ms": 68.095, "p95_ms": 56.424}, "visualize_input_copy_ms": {"avg_ms": 0.048, "count": 207, "max_ms": 1.877, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.127, "count": 207, "max_ms": 67.938, "p95_ms": 56.316}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 207, "max_ms": 0.449, "p95_ms": 0.112}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 207}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1454.023, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.073, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.247, "sample_count": 2415, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1466941, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:03:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 196742, "write_bytes_delta": 196742, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 357.0, "cpu_core_ratio": 0.796228, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8150.0, "pid": 106174, "reason": null, "system_cpu_core_ratio": 0.282596, "system_cpu_s_delta": 2.8500000000000005, "user_cpu_core_ratio": 0.513631, "user_cpu_s_delta": 5.180000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.652451, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 93668.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.1646, "system_cpu_s_delta": 1.6600000000034925, "user_cpu_core_ratio": 0.487851, "user_cpu_s_delta": 4.919999999983702}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.27, "count": 226, "max_ms": 6.668, "p95_ms": 5.226, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.301, "max": 8.0, "p95": 6.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 21}, "total": {"avg": 0.093, "max": 1.0, "p95": 1.0, "sample_count": 226}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.943, "count": 30, "max": 60.76, "p95": 54.983, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.952, "count": 30, "max": 29.169, "p95": 28.015, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1155.7, "count": 30, "max": 1438.0, "p95": 1385.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 936.767, "count": 30, "max": 8150.0, "p95": 5199.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.087, "count": 30, "max": 0.38, "p95": 0.305, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.506, "count": 30, "max": 0.567, "p95": 0.562, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 181133.733, "count": 30, "max": 196742.0, "p95": 190989.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 181133.733, "count": 30, "max": 196742.0, "p95": 190989.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 165887.867, "count": 30, "max": 228374.0, "p95": 225394.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.18, "count": 30, "max": 0.44, "p95": 0.285, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.57, "count": 30, "max": 0.853, "p95": 0.644, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11317, "sampled_at": "2026-10-30T12:03:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:03:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2820163, "flush_count": 2936, "flush_interval_seconds": 30.0, "flush_state": {"count": 2936, "last_at": "2026-10-30T12:03:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:03:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2935}, "started": true, "suppressed_count": 1464330, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 148, "tracking_summary": 1464182}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2936, "written_record_count": 2936}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9527.023, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T12:04:00+09:00", "last_error_summary": "[h264 @ 0x645f3cb5a780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x645f3cb5a780] error while decoding MB 0 48, bytestream 13752 [h264 @ 0x645f3cab61c0] left block unavailable for requested intra mode [h264 @ 0x645f3cab61c0] error while decoding MB 0 44, bytestream 1833 [h264 @ 0x645f3cad3000] error while decoding MB 79 37, bytestream -15 [h264 @ 0x645f3cafb140] error while decoding MB 21 65, bytestream -8", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4056285081600, "copied_frame_count": 1467117, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:47:59+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 11309355, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:47:51+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.491}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 148, "events_emitted": 144, "events_failed": 0, "events_observed": 148, "events_suppressed": 4, "frame_buffer_copied_bytes": 4056285081600, "frame_buffer_copies": 1467117, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7200, "recorder_active_input_bytes": 19906560000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 144, "recorder_clips_failed": 0, "recorder_clips_started": 144, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 144, "worker_jobs_accepted": 144, "worker_jobs_completed": 144, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1305, "count": 512, "max_ms": 1.5422, "p50_ms": 0.1137, "p95_ms": 0.2513, "p99_ms": 0.3218}, "stages": {"db_insert": {"avg_ms": 19.8712, "count": 144, "max_ms": 58.1833, "p50_ms": 18.8088, "p95_ms": 35.0504, "p99_ms": 40.8675, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8919, "count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.5833, "count": 148, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1380.6718, "p99_ms": 2006.9419, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5042, "count": 512, "max_ms": 4.889, "p50_ms": 1.4292, "p95_ms": 2.4087, "p99_ms": 2.9926, "results": {"failed": 0, "not_applicable": 0, "success": 1467117, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 564.173, "count": 148, "max_ms": 794.4404, "p50_ms": 583.9644, "p95_ms": 681.4538, "p99_ms": 717.594, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.609, "count": 144, "max_ms": 74.3496, "p50_ms": 24.2883, "p95_ms": 56.0568, "p99_ms": 71.5935, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9308, "count": 512, "max_ms": 10.7362, "p50_ms": 4.711, "p95_ms": 7.5496, "p99_ms": 8.925, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.624, "count": 512, "max_ms": 6.5829, "p50_ms": 1.471, "p95_ms": 3.0625, "p99_ms": 4.9927, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.5543, "count": 144, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.511, "p99_ms": 713.1964, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5188, "count": 144, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.2672, "p99_ms": 589.6292, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7653, "count": 144, "max_ms": 138.414, "p50_ms": 96.5409, "p95_ms": 118.9857, "p99_ms": 132.2629, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.924, "count": 144, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.7574, "p99_ms": 7.6578, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2923, "count": 144, "max_ms": 81.87, "p50_ms": 45.7178, "p95_ms": 68.5327, "p99_ms": 77.9101, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0035, "count": 144, "max_ms": 9.1922, "p50_ms": 0.817, "p95_ms": 1.9312, "p99_ms": 3.6149, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1606, "count": 144, "max_ms": 4604.0207, "p50_ms": 392.3297, "p95_ms": 701.1064, "p99_ms": 1371.8453, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7707, "count": 144, "max_ms": 26.8239, "p50_ms": 1.2139, "p95_ms": 10.4375, "p99_ms": 16.3082, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7074, "count": 144, "max_ms": 70.8318, "p50_ms": 23.553, "p95_ms": 57.4019, "p99_ms": 67.0413, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0986, "count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5599, "count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.2898, "count": 144, "max_ms": 4651.5807, "p50_ms": 476.3844, "p95_ms": 791.9218, "p99_ms": 1437.2503, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 144, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211}, "wait_ms": {"count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 144, "artifact_failed": 0, "artifact_requested": 144, "artifact_success": 144, "completed": 144, "completed_failed": 0, "completed_success": 144, "cooldown_promoted": 144, "database_requested": 144, "db_insert_success": 144, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15540, "relay_business_failed": 0, "relay_business_success": 144, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 144, "relay_transport_failed": 0, "relay_transport_success": 144, "reservation_requested": 144}, "snapshot": {"copied_bytes": 398131200, "copied_count": 144, "copy": {"count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 520, "h264_decode_error_count": 1168, "h264_decode_error_count_per_hour": 62, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:04:00+09:00", "last_error_summary": "[h264 @ 0x645f3cb5a780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x645f3cb5a780] error while decoding MB 0 48, bytestream 13752 [h264 @ 0x645f3cab61c0] left block unavailable for requested intra mode [h264 @ 0x645f3cab61c0] error while decoding MB 0 44, bytestream 1833 [h264 @ 0x645f3cad3000] error while decoding MB 79 37, bytestream -15 [h264 @ 0x645f3cafb140] error while decoding MB 21 65, bytestream -8", "last_exit_at": "2026-10-30T12:04:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 91.428, "last_started_at": "2026-10-30T12:02:29+09:00", "pid": 106174, "process": {"exists": false, "pid": 106174}, "restart_count": 565, "restart_count_per_hour": 28, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 566}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.501, "sample_count": 2385, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1467117, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:04:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T12:04:00+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-10-30T12:04:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 94, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 226.907, "last_sample_duration_ms": 1446.699, "last_trigger": "periodic", "next_snapshot_in_sec": 373.093, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 294, "storage_bytes": 2802607}, "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-10-30T12:04:00.729093+09:00", "mtime_epoch": 1793329440.7290933, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 192279}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:04:00+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1599.57, "name": "celery", "pid": 206, "rss_mb": 1464.539, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 126, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1467117, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.111, "max": 8.0, "p95": 5.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 8}, "total": {"avg": 0.039, "max": 1.0, "p95": 0.0, "sample_count": 207}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 207}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 207}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.909, "pushed": 6.909, "read": 6.876}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 206, "client_acquire_ms": {"avg_ms": 0.006, "count": 206, "max_ms": 0.02, "p95_ms": 0.013, "reason": null, "sample_age_ms": 85.433, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.59, "count": 206, "max_ms": 7.437, "p95_ms": 1.751, "reason": null, "sample_age_ms": 139.463, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.262, "count": 206, "max_ms": 7.152, "p95_ms": 1.192, "reason": null, "sample_age_ms": 139.657, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.267, "count": 206, "max_ms": 0.737, "p95_ms": 0.513, "reason": null, "sample_age_ms": 85.459, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.902, "count": 206, "max_ms": 4.219, "p95_ms": 2.893, "reason": null, "sample_age_ms": 137.766, "source": "client_direct"}, "request_count": 206, "request_tensor_bytes": {"avg": 2764808.0, "count": 206, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 137.723, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 206, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 85.89, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.882, "count": 206, "max_ms": 64.972, "p95_ms": 57.291, "reason": null, "sample_age_ms": 85.424, "source": "client_direct"}, "sample_age_ms": 85.417, "source": "client_direct", "task_total_ms": {"avg_ms": 45.216, "count": 206, "max_ms": 67.429, "p95_ms": 59.664, "reason": null, "sample_age_ms": 85.417, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.844, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.987, "count": 207, "max_ms": 10.107, "p95_ms": 1.987}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.263, "count": 207, "max_ms": 0.761, "p95_ms": 0.537}, "detection_prepare_ms": {"avg_ms": 0.186, "count": 207, "max_ms": 2.835, "p95_ms": 0.309}, "event_filter_ms": {"avg_ms": 0.004, "count": 207, "max_ms": 0.031, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.086, "count": 207, "max_ms": 0.302, "p95_ms": 0.163}, "mcmt_ms": {"avg_ms": 0.003, "count": 207, "max_ms": 0.025, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.259, "count": 207, "max_ms": 3.758, "p95_ms": 0.527}, "setup_ms": {"avg_ms": 0.044, "count": 207, "max_ms": 0.154, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 0.941, "count": 207, "max_ms": 9.972, "p95_ms": 1.855}, "track_match_ms": {"avg_ms": 0.01, "count": 207, "max_ms": 0.251, "p95_ms": 0.012}, "tracker_update_ms": {"avg_ms": 0.085, "count": 207, "max_ms": 2.017, "p95_ms": 0.098}}, "gstreamer_push": {"avg_ms": 3.213, "count": 207, "max_ms": 6.706, "p95_ms": 4.8}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 207, "max_ms": 0.18, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.047, "count": 207, "max_ms": 69.116, "p95_ms": 60.657}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.198, "count": 207, "max_ms": 14.798, "p95_ms": 0.111}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.669, "count": 207, "max_ms": 130.535, "p95_ms": 114.16}, "inference_input_copy_ms": {"avg_ms": 1.805, "count": 207, "max_ms": 4.107, "p95_ms": 2.953}, "processing_residual_ms": {"avg_ms": 0.157, "count": 207, "max_ms": 0.399, "p95_ms": 0.277}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.83, "count": 207, "max_ms": 147.812, "p95_ms": 116.136}, "read_interval": {"avg_ms": 145.19, "count": 206, "max_ms": 5407.288, "p95_ms": 157.91}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 207, "max_ms": 0.102, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.203, "count": 207, "max_ms": 3.625, "p95_ms": 0.36}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 207, "max_ms": 0.259, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.188, "count": 207, "max_ms": 3.591, "p95_ms": 0.323}, "worker_merge_ms": {"avg_ms": 0.006, "count": 207, "max_ms": 0.024, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 46.06, "count": 207, "max_ms": 69.125, "p95_ms": 60.665}, "visualize": {"avg_ms": 40.56, "count": 207, "max_ms": 69.568, "p95_ms": 57.72}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 39.526, "count": 207, "max_ms": 66.453, "p95_ms": 55.67}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.309, "count": 207, "max_ms": 68.095, "p95_ms": 57.525}, "visualize_input_copy_ms": {"avg_ms": 0.048, "count": 207, "max_ms": 1.877, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.207, "count": 207, "max_ms": 67.938, "p95_ms": 57.439}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 207, "max_ms": 0.449, "p95_ms": 0.112}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 207}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1454.023, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.073, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.247, "sample_count": 2415, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1466941, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:03:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 196742, "write_bytes_delta": 196742, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 357.0, "cpu_core_ratio": 0.796228, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8150.0, "pid": 106174, "reason": null, "system_cpu_core_ratio": 0.282596, "system_cpu_s_delta": 2.8500000000000005, "user_cpu_core_ratio": 0.513631, "user_cpu_s_delta": 5.180000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.652451, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 93668.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.1646, "system_cpu_s_delta": 1.6600000000034925, "user_cpu_core_ratio": 0.487851, "user_cpu_s_delta": 4.919999999983702}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.27, "count": 226, "max_ms": 6.668, "p95_ms": 5.226, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.301, "max": 8.0, "p95": 6.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 21}, "total": {"avg": 0.093, "max": 1.0, "p95": 1.0, "sample_count": 226}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.943, "count": 30, "max": 60.76, "p95": 54.983, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.952, "count": 30, "max": 29.169, "p95": 28.015, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1155.7, "count": 30, "max": 1438.0, "p95": 1385.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 936.767, "count": 30, "max": 8150.0, "p95": 5199.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.087, "count": 30, "max": 0.38, "p95": 0.305, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.506, "count": 30, "max": 0.567, "p95": 0.562, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 181133.733, "count": 30, "max": 196742.0, "p95": 190989.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 181133.733, "count": 30, "max": 196742.0, "p95": 190989.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 165887.867, "count": 30, "max": 228374.0, "p95": 225394.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.18, "count": 30, "max": 0.44, "p95": 0.285, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.57, "count": 30, "max": 0.853, "p95": 0.644, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11317, "sampled_at": "2026-10-30T12:03:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:03:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2820163, "flush_count": 2936, "flush_interval_seconds": 30.0, "flush_state": {"count": 2936, "last_at": "2026-10-30T12:03:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:03:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2935}, "started": true, "suppressed_count": 1464330, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 148, "tracking_summary": 1464182}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2936, "written_record_count": 2936}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9531.992, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4056285081600, "copied_frame_count": 1467117, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:47:59+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 11309355, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:47:51+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.491}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 148, "events_emitted": 144, "events_failed": 0, "events_observed": 148, "events_suppressed": 4, "frame_buffer_copied_bytes": 4056285081600, "frame_buffer_copies": 1467117, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7200, "recorder_active_input_bytes": 19906560000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 144, "recorder_clips_failed": 0, "recorder_clips_started": 144, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 144, "worker_jobs_accepted": 144, "worker_jobs_completed": 144, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1305, "count": 512, "max_ms": 1.5422, "p50_ms": 0.1137, "p95_ms": 0.2513, "p99_ms": 0.3218}, "stages": {"db_insert": {"avg_ms": 19.8712, "count": 144, "max_ms": 58.1833, "p50_ms": 18.8088, "p95_ms": 35.0504, "p99_ms": 40.8675, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8919, "count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.5833, "count": 148, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1380.6718, "p99_ms": 2006.9419, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5042, "count": 512, "max_ms": 4.889, "p50_ms": 1.4292, "p95_ms": 2.4087, "p99_ms": 2.9926, "results": {"failed": 0, "not_applicable": 0, "success": 1467117, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 564.173, "count": 148, "max_ms": 794.4404, "p50_ms": 583.9644, "p95_ms": 681.4538, "p99_ms": 717.594, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.609, "count": 144, "max_ms": 74.3496, "p50_ms": 24.2883, "p95_ms": 56.0568, "p99_ms": 71.5935, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9308, "count": 512, "max_ms": 10.7362, "p50_ms": 4.711, "p95_ms": 7.5496, "p99_ms": 8.925, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.624, "count": 512, "max_ms": 6.5829, "p50_ms": 1.471, "p95_ms": 3.0625, "p99_ms": 4.9927, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.5543, "count": 144, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.511, "p99_ms": 713.1964, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5188, "count": 144, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.2672, "p99_ms": 589.6292, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7653, "count": 144, "max_ms": 138.414, "p50_ms": 96.5409, "p95_ms": 118.9857, "p99_ms": 132.2629, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.924, "count": 144, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.7574, "p99_ms": 7.6578, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2923, "count": 144, "max_ms": 81.87, "p50_ms": 45.7178, "p95_ms": 68.5327, "p99_ms": 77.9101, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0035, "count": 144, "max_ms": 9.1922, "p50_ms": 0.817, "p95_ms": 1.9312, "p99_ms": 3.6149, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1606, "count": 144, "max_ms": 4604.0207, "p50_ms": 392.3297, "p95_ms": 701.1064, "p99_ms": 1371.8453, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7707, "count": 144, "max_ms": 26.8239, "p50_ms": 1.2139, "p95_ms": 10.4375, "p99_ms": 16.3082, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7074, "count": 144, "max_ms": 70.8318, "p50_ms": 23.553, "p95_ms": 57.4019, "p99_ms": 67.0413, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0986, "count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5599, "count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.2898, "count": 144, "max_ms": 4651.5807, "p50_ms": 476.3844, "p95_ms": 791.9218, "p99_ms": 1437.2503, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 144, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211}, "wait_ms": {"count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 144, "artifact_failed": 0, "artifact_requested": 144, "artifact_success": 144, "completed": 144, "completed_failed": 0, "completed_success": 144, "cooldown_promoted": 144, "database_requested": 144, "db_insert_success": 144, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15540, "relay_business_failed": 0, "relay_business_success": 144, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 144, "relay_transport_failed": 0, "relay_transport_success": 144, "reservation_requested": 144}, "snapshot": {"copied_bytes": 398131200, "copied_count": 144, "copy": {"count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 520, "h264_decode_error_count": 1168, "h264_decode_error_count_per_hour": 62, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:04:00+09:00", "last_error_summary": "[h264 @ 0x645f3cb5a780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x645f3cb5a780] error while decoding MB 0 48, bytestream 13752 [h264 @ 0x645f3cab61c0] left block unavailable for requested intra mode [h264 @ 0x645f3cab61c0] error while decoding MB 0 44, bytestream 1833 [h264 @ 0x645f3cad3000] error while decoding MB 79 37, bytestream -15 [h264 @ 0x645f3cafb140] error while decoding MB 21 65, bytestream -8", "last_exit_at": "2026-10-30T12:04:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 91.477, "last_started_at": "2026-10-30T12:02:29+09:00", "pid": 106174, "process": {"exists": false, "pid": 106174}, "restart_count": 565, "restart_count_per_hour": 28, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 566}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.501, "sample_count": 2385, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1467117, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:04:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.051, "last_frame_pushed_at": "2026-10-30T12:04:00+09:00", "last_frame_read_age_sec": 0.177, "last_frame_read_at": "2026-10-30T12:04:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 94, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 226.943, "last_sample_duration_ms": 1446.699, "last_trigger": "periodic", "next_snapshot_in_sec": 373.057, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 294, "storage_bytes": 2802607}, "mjpeg": {"age_sec": 0.042, "exists": true, "mtime": "2026-10-30T12:04:00.884095+09:00", "mtime_epoch": 1793329440.8840952, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 194508}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:04:00+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1599.57, "name": "celery", "pid": 206, "rss_mb": 1464.539, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 126, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1467117, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.117, "max": 8.0, "p95": 5.0, "sample_count": 206}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 8}, "total": {"avg": 0.039, "max": 1.0, "p95": 0.0, "sample_count": 206}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 206}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 206}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 206, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.867, "pushed": 6.867, "read": 6.867}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 205, "client_acquire_ms": {"avg_ms": 0.006, "count": 206, "max_ms": 0.02, "p95_ms": 0.013, "reason": null, "sample_age_ms": 130.0, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.592, "count": 205, "max_ms": 7.437, "p95_ms": 1.762, "reason": null, "sample_age_ms": 184.03, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.263, "count": 205, "max_ms": 7.152, "p95_ms": 1.193, "reason": null, "sample_age_ms": 184.225, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.267, "count": 206, "max_ms": 0.737, "p95_ms": 0.513, "reason": null, "sample_age_ms": 130.026, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.904, "count": 205, "max_ms": 4.219, "p95_ms": 2.893, "reason": null, "sample_age_ms": 182.333, "source": "client_direct"}, "request_count": 205, "request_tensor_bytes": {"avg": 2764808.0, "count": 205, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 182.29, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 206, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 130.457, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.882, "count": 206, "max_ms": 64.972, "p95_ms": 57.291, "reason": null, "sample_age_ms": 129.991, "source": "client_direct"}, "sample_age_ms": 129.984, "source": "client_direct", "task_total_ms": {"avg_ms": 45.216, "count": 206, "max_ms": 67.429, "p95_ms": 59.664, "reason": null, "sample_age_ms": 129.984, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.894, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.985, "count": 206, "max_ms": 10.107, "p95_ms": 1.987}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.262, "count": 206, "max_ms": 0.761, "p95_ms": 0.537}, "detection_prepare_ms": {"avg_ms": 0.186, "count": 206, "max_ms": 2.835, "p95_ms": 0.309}, "event_filter_ms": {"avg_ms": 0.004, "count": 206, "max_ms": 0.031, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.086, "count": 206, "max_ms": 0.302, "p95_ms": 0.159}, "mcmt_ms": {"avg_ms": 0.003, "count": 206, "max_ms": 0.025, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.259, "count": 206, "max_ms": 3.758, "p95_ms": 0.527}, "setup_ms": {"avg_ms": 0.044, "count": 206, "max_ms": 0.154, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 0.939, "count": 206, "max_ms": 9.972, "p95_ms": 1.855}, "track_match_ms": {"avg_ms": 0.01, "count": 206, "max_ms": 0.251, "p95_ms": 0.012}, "tracker_update_ms": {"avg_ms": 0.085, "count": 206, "max_ms": 2.017, "p95_ms": 0.098}}, "gstreamer_push": {"avg_ms": 3.211, "count": 206, "max_ms": 6.706, "p95_ms": 4.8}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 206, "max_ms": 0.18, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.134, "count": 206, "max_ms": 69.116, "p95_ms": 60.657}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.199, "count": 206, "max_ms": 14.798, "p95_ms": 0.111}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.727, "count": 206, "max_ms": 130.535, "p95_ms": 114.16}, "inference_input_copy_ms": {"avg_ms": 1.804, "count": 206, "max_ms": 4.107, "p95_ms": 2.953}, "processing_residual_ms": {"avg_ms": 0.157, "count": 206, "max_ms": 0.399, "p95_ms": 0.277}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.888, "count": 206, "max_ms": 147.812, "p95_ms": 116.136}, "read_interval": {"avg_ms": 145.19, "count": 206, "max_ms": 5407.288, "p95_ms": 157.91}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 206, "max_ms": 0.102, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.204, "count": 206, "max_ms": 3.625, "p95_ms": 0.36}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 206, "max_ms": 0.259, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.189, "count": 206, "max_ms": 3.591, "p95_ms": 0.323}, "worker_merge_ms": {"avg_ms": 0.005, "count": 206, "max_ms": 0.024, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 46.147, "count": 206, "max_ms": 69.125, "p95_ms": 60.665}, "visualize": {"avg_ms": 40.533, "count": 206, "max_ms": 69.568, "p95_ms": 57.72}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 39.499, "count": 206, "max_ms": 66.453, "p95_ms": 55.67}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.283, "count": 206, "max_ms": 68.095, "p95_ms": 57.525}, "visualize_input_copy_ms": {"avg_ms": 0.048, "count": 206, "max_ms": 1.877, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.181, "count": 206, "max_ms": 67.938, "p95_ms": 57.439}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 206, "max_ms": 0.449, "p95_ms": 0.112}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 206}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1454.023, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.073, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.247, "sample_count": 2415, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1466941, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:03:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 196742, "write_bytes_delta": 196742, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 357.0, "cpu_core_ratio": 0.796228, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8150.0, "pid": 106174, "reason": null, "system_cpu_core_ratio": 0.282596, "system_cpu_s_delta": 2.8500000000000005, "user_cpu_core_ratio": 0.513631, "user_cpu_s_delta": 5.180000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.652451, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 93668.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.1646, "system_cpu_s_delta": 1.6600000000034925, "user_cpu_core_ratio": 0.487851, "user_cpu_s_delta": 4.919999999983702}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.27, "count": 226, "max_ms": 6.668, "p95_ms": 5.226, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.301, "max": 8.0, "p95": 6.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 21}, "total": {"avg": 0.093, "max": 1.0, "p95": 1.0, "sample_count": 226}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.943, "count": 30, "max": 60.76, "p95": 54.983, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.952, "count": 30, "max": 29.169, "p95": 28.015, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1155.7, "count": 30, "max": 1438.0, "p95": 1385.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 936.767, "count": 30, "max": 8150.0, "p95": 5199.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.087, "count": 30, "max": 0.38, "p95": 0.305, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.506, "count": 30, "max": 0.567, "p95": 0.562, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 181133.733, "count": 30, "max": 196742.0, "p95": 190989.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 181133.733, "count": 30, "max": 196742.0, "p95": 190989.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 165887.867, "count": 30, "max": 228374.0, "p95": 225394.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.18, "count": 30, "max": 0.44, "p95": 0.285, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.57, "count": 30, "max": 0.853, "p95": 0.644, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11317, "sampled_at": "2026-10-30T12:03:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:03:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2820163, "flush_count": 2936, "flush_interval_seconds": 30.0, "flush_state": {"count": 2936, "last_at": "2026-10-30T12:03:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:03:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2935}, "started": true, "suppressed_count": 1464330, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 148, "tracking_summary": 1464182}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2936, "written_record_count": 2936}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9702.539, "limit_mb": null}, "detail": {"pid": 106290, "restart_count": 566, "start_count": 567}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4056285081600, "copied_frame_count": 1467117, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:47:59+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 11309355, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:47:51+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.491}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 148, "events_emitted": 144, "events_failed": 0, "events_observed": 148, "events_suppressed": 4, "frame_buffer_copied_bytes": 4056285081600, "frame_buffer_copies": 1467117, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7200, "recorder_active_input_bytes": 19906560000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 144, "recorder_clips_failed": 0, "recorder_clips_started": 144, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 144, "worker_jobs_accepted": 144, "worker_jobs_completed": 144, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1305, "count": 512, "max_ms": 1.5422, "p50_ms": 0.1137, "p95_ms": 0.2513, "p99_ms": 0.3218}, "stages": {"db_insert": {"avg_ms": 19.8712, "count": 144, "max_ms": 58.1833, "p50_ms": 18.8088, "p95_ms": 35.0504, "p99_ms": 40.8675, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8919, "count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.5833, "count": 148, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1380.6718, "p99_ms": 2006.9419, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5042, "count": 512, "max_ms": 4.889, "p50_ms": 1.4292, "p95_ms": 2.4087, "p99_ms": 2.9926, "results": {"failed": 0, "not_applicable": 0, "success": 1467117, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 564.173, "count": 148, "max_ms": 794.4404, "p50_ms": 583.9644, "p95_ms": 681.4538, "p99_ms": 717.594, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.609, "count": 144, "max_ms": 74.3496, "p50_ms": 24.2883, "p95_ms": 56.0568, "p99_ms": 71.5935, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9308, "count": 512, "max_ms": 10.7362, "p50_ms": 4.711, "p95_ms": 7.5496, "p99_ms": 8.925, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.624, "count": 512, "max_ms": 6.5829, "p50_ms": 1.471, "p95_ms": 3.0625, "p99_ms": 4.9927, "results": {"failed": 0, "not_applicable": 0, "success": 7200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 575.5543, "count": 144, "max_ms": 791.9897, "p50_ms": 582.3763, "p95_ms": 674.511, "p99_ms": 713.1964, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 474.5188, "count": 144, "max_ms": 734.2838, "p50_ms": 478.7103, "p95_ms": 557.2672, "p99_ms": 589.6292, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.7653, "count": 144, "max_ms": 138.414, "p50_ms": 96.5409, "p95_ms": 118.9857, "p99_ms": 132.2629, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.924, "count": 144, "max_ms": 10.6524, "p50_ms": 1.6118, "p95_ms": 3.7574, "p99_ms": 7.6578, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2923, "count": 144, "max_ms": 81.87, "p50_ms": 45.7178, "p95_ms": 68.5327, "p99_ms": 77.9101, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9683, "count": 148, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7945, "p99_ms": 4.4788, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.0035, "count": 144, "max_ms": 9.1922, "p50_ms": 0.817, "p95_ms": 1.9312, "p99_ms": 3.6149, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1606, "count": 144, "max_ms": 4604.0207, "p50_ms": 392.3297, "p95_ms": 701.1064, "p99_ms": 1371.8453, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 148, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7707, "count": 144, "max_ms": 26.8239, "p50_ms": 1.2139, "p95_ms": 10.4375, "p99_ms": 16.3082, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7074, "count": 144, "max_ms": 70.8318, "p50_ms": 23.553, "p95_ms": 57.4019, "p99_ms": 67.0413, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0986, "count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5599, "count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.2898, "count": 144, "max_ms": 4651.5807, "p50_ms": 476.3844, "p95_ms": 791.9218, "p99_ms": 1437.2503, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 144, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 144, "max_ms": 0.7116, "p50_ms": 0.0769, "p95_ms": 0.1749, "p99_ms": 0.6211}, "wait_ms": {"count": 144, "max_ms": 165.5371, "p50_ms": 2.2433, "p95_ms": 4.7702, "p99_ms": 7.2924}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 144, "artifact_failed": 0, "artifact_requested": 144, "artifact_success": 144, "completed": 144, "completed_failed": 0, "completed_success": 144, "cooldown_promoted": 144, "database_requested": 144, "db_insert_success": 144, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15540, "relay_business_failed": 0, "relay_business_success": 144, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 144, "relay_transport_failed": 0, "relay_transport_success": 144, "reservation_requested": 144}, "snapshot": {"copied_bytes": 398131200, "copied_count": 144, "copy": {"count": 144, "max_ms": 4.6042, "p50_ms": 1.7601, "p95_ms": 3.1963, "p99_ms": 4.2479}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 520, "h264_decode_error_count": 1168, "h264_decode_error_count_per_hour": 62, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:04:00+09:00", "last_error_summary": "[h264 @ 0x645f3cb5a780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x645f3cb5a780] error while decoding MB 0 48, bytestream 13752 [h264 @ 0x645f3cab61c0] left block unavailable for requested intra mode [h264 @ 0x645f3cab61c0] error while decoding MB 0 44, bytestream 1833 [h264 @ 0x645f3cad3000] error while decoding MB 79 37, bytestream -15 [h264 @ 0x645f3cafb140] error while decoding MB 21 65, bytestream -8", "last_exit_at": "2026-10-30T12:04:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-30T12:04:03+09:00", "pid": 106290, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.855, "name": "ffmpeg", "pid": 106290, "rss_mb": 209.855, "state": "S (sleeping)", "threads": 70}, "restart_count": 566, "restart_count_per_hour": 29, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 567}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.674, "sample_count": 2337, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1467117, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:04:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 5.016, "last_frame_pushed_at": "2026-10-30T12:04:00+09:00", "last_frame_read_age_sec": 5.142, "last_frame_read_at": "2026-10-30T12:04:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 94, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 231.917, "last_sample_duration_ms": 1446.699, "last_trigger": "periodic", "next_snapshot_in_sec": 368.083, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 294, "storage_bytes": 2802607}, "mjpeg": {"age_sec": 5.007, "exists": true, "mtime": "2026-10-30T12:04:00.884095+09:00", "mtime_epoch": 1793329440.8840952, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 194508}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:04:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1599.57, "name": "celery", "pid": 206, "rss_mb": 1464.543, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 126, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1467117, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.043, "max": 5.0, "p95": 5.0, "sample_count": 164}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 164}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 164}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 164, "pushed_frames": 164, "read_frames": 163, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.478, "pushed": 5.478, "read": 5.445}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 163, "client_acquire_ms": {"avg_ms": 0.006, "count": 163, "max_ms": 0.02, "p95_ms": 0.013, "reason": null, "sample_age_ms": 5097.921, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.512, "count": 163, "max_ms": 2.943, "p95_ms": 1.4, "reason": null, "sample_age_ms": 5151.952, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.223, "count": 163, "max_ms": 2.361, "p95_ms": 1.174, "reason": null, "sample_age_ms": 5152.146, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.258, "count": 163, "max_ms": 0.685, "p95_ms": 0.486, "reason": null, "sample_age_ms": 5097.948, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.869, "count": 163, "max_ms": 4.219, "p95_ms": 2.891, "reason": null, "sample_age_ms": 5150.255, "source": "client_direct"}, "request_count": 163, "request_tensor_bytes": {"avg": 2764808.0, "count": 163, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5150.212, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 163, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5098.379, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.358, "count": 163, "max_ms": 64.972, "p95_ms": 57.592, "reason": null, "sample_age_ms": 5097.913, "source": "client_direct"}, "sample_age_ms": 5097.906, "source": "client_direct", "task_total_ms": {"avg_ms": 44.651, "count": 163, "max_ms": 67.429, "p95_ms": 59.913, "reason": null, "sample_age_ms": 5097.906, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.058, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.75, "count": 164, "max_ms": 2.118, "p95_ms": 1.367}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.245, "count": 164, "max_ms": 0.761, "p95_ms": 0.47}, "detection_prepare_ms": {"avg_ms": 0.123, "count": 164, "max_ms": 0.511, "p95_ms": 0.216}, "event_filter_ms": {"avg_ms": 0.004, "count": 164, "max_ms": 0.029, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.076, "count": 164, "max_ms": 0.221, "p95_ms": 0.143}, "mcmt_ms": {"avg_ms": 0.003, "count": 164, "max_ms": 0.015, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.177, "count": 164, "max_ms": 0.704, "p95_ms": 0.329}, "setup_ms": {"avg_ms": 0.042, "count": 164, "max_ms": 0.154, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 0.707, "count": 164, "max_ms": 2.022, "p95_ms": 1.292}, "track_match_ms": {"avg_ms": 0.004, "count": 164, "max_ms": 0.039, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.032, "count": 164, "max_ms": 0.099, "p95_ms": 0.058}}, "gstreamer_push": {"avg_ms": 3.197, "count": 164, "max_ms": 6.706, "p95_ms": 4.8}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 164, "max_ms": 0.18, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.424, "count": 164, "max_ms": 69.116, "p95_ms": 60.502}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.04, "count": 164, "max_ms": 0.12, "p95_ms": 0.083}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.93, "count": 164, "max_ms": 120.934, "p95_ms": 111.677}, "inference_input_copy_ms": {"avg_ms": 1.713, "count": 164, "max_ms": 4.107, "p95_ms": 2.828}, "processing_residual_ms": {"avg_ms": 0.157, "count": 164, "max_ms": 0.399, "p95_ms": 0.266}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 87.84, "count": 164, "max_ms": 122.942, "p95_ms": 113.975}, "read_interval": {"avg_ms": 152.694, "count": 163, "max_ms": 5407.288, "p95_ms": 155.352}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 164, "max_ms": 0.064, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.124, "count": 164, "max_ms": 0.416, "p95_ms": 0.244}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 164, "max_ms": 0.259, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.109, "count": 164, "max_ms": 0.377, "p95_ms": 0.22}, "worker_merge_ms": {"avg_ms": 0.005, "count": 164, "max_ms": 0.024, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 45.437, "count": 164, "max_ms": 69.125, "p95_ms": 60.509}, "visualize": {"avg_ms": 38.72, "count": 164, "max_ms": 67.382, "p95_ms": 56.645}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 37.874, "count": 164, "max_ms": 66.453, "p95_ms": 55.487}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.526, "count": 164, "max_ms": 67.177, "p95_ms": 56.304}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.431, "count": 164, "max_ms": 67.059, "p95_ms": 56.162}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 164, "max_ms": 0.449, "p95_ms": 0.109}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 164}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1454.023, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.073, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.247, "sample_count": 2415, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1466941, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:03:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 196742, "write_bytes_delta": 196742, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 357.0, "cpu_core_ratio": 0.796228, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8150.0, "pid": 106174, "reason": null, "system_cpu_core_ratio": 0.282596, "system_cpu_s_delta": 2.8500000000000005, "user_cpu_core_ratio": 0.513631, "user_cpu_s_delta": 5.180000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.652451, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 93668.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.1646, "system_cpu_s_delta": 1.6600000000034925, "user_cpu_core_ratio": 0.487851, "user_cpu_s_delta": 4.919999999983702}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.27, "count": 226, "max_ms": 6.668, "p95_ms": 5.226, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.301, "max": 8.0, "p95": 6.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 21}, "total": {"avg": 0.093, "max": 1.0, "p95": 1.0, "sample_count": 226}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.943, "count": 30, "max": 60.76, "p95": 54.983, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.952, "count": 30, "max": 29.169, "p95": 28.015, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1155.7, "count": 30, "max": 1438.0, "p95": 1385.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 936.767, "count": 30, "max": 8150.0, "p95": 5199.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.087, "count": 30, "max": 0.38, "p95": 0.305, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.506, "count": 30, "max": 0.567, "p95": 0.562, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 181133.733, "count": 30, "max": 196742.0, "p95": 190989.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 181133.733, "count": 30, "max": 196742.0, "p95": 190989.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 165887.867, "count": 30, "max": 228374.0, "p95": 225394.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.18, "count": 30, "max": 0.44, "p95": 0.285, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.57, "count": 30, "max": 0.853, "p95": 0.644, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11317, "sampled_at": "2026-10-30T12:03:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:03:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2828542, "flush_count": 2945, "flush_interval_seconds": 30.0, "flush_state": {"count": 2945, "last_at": "2026-10-30T12:12:14", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:12:14", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2944}, "started": true, "suppressed_count": 1469232, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1469083}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2945, "written_record_count": 2945}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9681.105, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T12:04:00+09:00", "last_error_summary": "[h264 @ 0x645f3cb5a780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x645f3cb5a780] error while decoding MB 0 48, bytestream 13752 [h264 @ 0x645f3cab61c0] left block unavailable for requested intra mode [h264 @ 0x645f3cab61c0] error while decoding MB 0 44, bytestream 1833 [h264 @ 0x645f3cad3000] error while decoding MB 79 37, bytestream -15 [h264 @ 0x645f3cafb140] error while decoding MB 21 65, bytestream -8", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4069860249600, "copied_frame_count": 1472027, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 1, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:47:59+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 11309355, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:47:51+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.491}, "oldest_age_s": 0.4157085418701172, "peak_active_count": 4, "pre_event_reference_bytes": 138240000, "remaining_frame_count": 49, "written_frame_count": 51}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 138240000, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 138240000, "ring_bytes": 138240000, "total_upper_bound_bytes": 276480000, "unavailable_reason": "exact_overlap_not_collected"}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 144, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4069860249600, "frame_buffer_copies": 1472027, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7201, "recorder_active_input_bytes": 19909324800, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 144, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 144, "worker_jobs_accepted": 145, "worker_jobs_completed": 144, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1126, "count": 512, "max_ms": 0.3989, "p50_ms": 0.0978, "p95_ms": 0.225, "p99_ms": 0.2875}, "stages": {"db_insert": {"avg_ms": 19.8712, "count": 144, "max_ms": 58.1833, "p50_ms": 18.8088, "p95_ms": 35.0504, "p99_ms": 40.8675, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.5833, "count": 148, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1380.6718, "p99_ms": 2006.9419, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4115, "count": 512, "max_ms": 3.9251, "p50_ms": 1.3453, "p95_ms": 2.2455, "p99_ms": 3.1406, "results": {"failed": 0, "not_applicable": 0, "success": 1472027, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.609, "count": 144, "max_ms": 74.3496, "p50_ms": 24.2883, "p95_ms": 56.0568, "p99_ms": 71.5935, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9264, "count": 512, "max_ms": 10.7362, "p50_ms": 4.704, "p95_ms": 7.5496, "p99_ms": 8.925, "results": {"failed": 0, "not_applicable": 0, "success": 7201, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6212, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4688, "p95_ms": 3.0625, "p99_ms": 4.9927, "results": {"failed": 0, "not_applicable": 0, "success": 7201, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2923, "count": 144, "max_ms": 81.87, "p50_ms": 45.7178, "p95_ms": 68.5327, "p99_ms": 77.9101, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1606, "count": 144, "max_ms": 4604.0207, "p50_ms": 392.3297, "p95_ms": 701.1064, "p99_ms": 1371.8453, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7707, "count": 144, "max_ms": 26.8239, "p50_ms": 1.2139, "p95_ms": 10.4375, "p99_ms": 16.3082, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7074, "count": 144, "max_ms": 70.8318, "p50_ms": 23.553, "p95_ms": 57.4019, "p99_ms": 67.0413, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.2898, "count": 144, "max_ms": 4651.5807, "p50_ms": 476.3844, "p95_ms": 791.9218, "p99_ms": 1437.2503, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 2765348}, "queue": {"accepted": 145, "active_bytes": 2765348, "active_jobs": 1, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 144, "completed": 144, "completed_failed": 0, "completed_success": 144, "cooldown_promoted": 144, "database_requested": 145, "db_insert_success": 144, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15540, "relay_business_failed": 0, "relay_business_success": 144, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 144, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 520, "h264_decode_error_count": 1168, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:04:00+09:00", "last_error_summary": "[h264 @ 0x645f3cb5a780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x645f3cb5a780] error while decoding MB 0 48, bytestream 13752 [h264 @ 0x645f3cab61c0] left block unavailable for requested intra mode [h264 @ 0x645f3cab61c0] error while decoding MB 0 44, bytestream 1833 [h264 @ 0x645f3cad3000] error while decoding MB 79 37, bytestream -15 [h264 @ 0x645f3cafb140] error while decoding MB 21 65, bytestream -8", "last_exit_at": "2026-10-30T12:12:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 514.596, "last_started_at": "2026-10-30T12:04:03+09:00", "pid": 106290, "process": {"exists": false, "pid": 106290}, "restart_count": 566, "restart_count_per_hour": 24, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 567}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.513, "sample_count": 2775, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1472027, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:12:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T12:12:38+09:00", "last_frame_read_age_sec": 0.51, "last_frame_read_at": "2026-10-30T12:12:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 95, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 135.681, "last_sample_duration_ms": 1266.973, "last_trigger": "periodic", "next_snapshot_in_sec": 464.319, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 295, "storage_bytes": 2812201}, "mjpeg": {"age_sec": 0.508, "exists": true, "mtime": "2026-10-30T12:12:37.976141+09:00", "mtime_epoch": 1793329957.9761407, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 195255}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:12:38+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1599.57, "name": "celery", "pid": 206, "rss_mb": 1456.469, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": 0.437, "recorders": [{"age_sec": 0.437, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "frame_count": 51, "is_recording": true, "is_stopping": false, "pid": 106406, "pre_event_reference_bytes": 138240000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 191.25, "name": "ffmpeg", "pid": 106406, "rss_mb": 188.004, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 49, "returncode": null, "running": true, "started_at": "2026-10-30T12:12:38+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/45/20261030_121237_marine_restricted_zone_approach__zone:marine:20260901_033644_260901_jinhae_no_panorama_001:danger__approaching_outside_roi__high__track13976"}], "running_ffmpeg_count": 1, "running_pids": [106406], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1472027, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.524, "max": 5.0, "p95": 4.0, "sample_count": 189}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.023, "max": 2.0, "p95": 1.0, "sample_count": 44}, "total": {"avg": 0.238, "max": 2.0, "p95": 1.0, "sample_count": 189}}, "tracking_counts": {"active": {"avg": 1.005, "max": 2.0, "p95": 1.0, "sample_count": 189}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "tracked": {"avg": 1.005, "max": 2.0, "p95": 1.0, "sample_count": 189}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.304, "pushed": 6.304, "read": 6.271}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 188, "client_acquire_ms": {"avg_ms": 0.006, "count": 188, "max_ms": 0.022, "p95_ms": 0.014, "reason": null, "sample_age_ms": 479.894, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.612, "count": 188, "max_ms": 4.852, "p95_ms": 2.338, "reason": null, "sample_age_ms": 515.516, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.267, "count": 188, "max_ms": 4.548, "p95_ms": 1.461, "reason": null, "sample_age_ms": 515.783, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.267, "count": 188, "max_ms": 1.272, "p95_ms": 0.548, "reason": null, "sample_age_ms": 479.902, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.736, "count": 188, "max_ms": 5.798, "p95_ms": 2.949, "reason": null, "sample_age_ms": 514.633, "source": "client_direct"}, "request_count": 188, "request_tensor_bytes": {"avg": 2764808.0, "count": 188, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 514.62, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 188, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 480.105, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.081, "count": 188, "max_ms": 79.134, "p95_ms": 62.609, "reason": null, "sample_age_ms": 479.892, "source": "client_direct"}, "sample_age_ms": 479.889, "source": "client_direct", "task_total_ms": {"avg_ms": 45.245, "count": 188, "max_ms": 80.88, "p95_ms": 65.191, "reason": null, "sample_age_ms": 479.889, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.527, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.69, "count": 189, "max_ms": 8.706, "p95_ms": 6.239}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.287, "count": 189, "max_ms": 0.956, "p95_ms": 0.582}, "detection_prepare_ms": {"avg_ms": 0.422, "count": 189, "max_ms": 3.391, "p95_ms": 1.878}, "event_filter_ms": {"avg_ms": 0.004, "count": 189, "max_ms": 0.018, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.099, "count": 189, "max_ms": 0.404, "p95_ms": 0.212}, "mcmt_ms": {"avg_ms": 0.003, "count": 189, "max_ms": 0.018, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.442, "count": 189, "max_ms": 2.711, "p95_ms": 1.728}, "setup_ms": {"avg_ms": 0.043, "count": 189, "max_ms": 0.162, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 1.639, "count": 189, "max_ms": 8.585, "p95_ms": 6.09}, "track_match_ms": {"avg_ms": 0.034, "count": 189, "max_ms": 0.402, "p95_ms": 0.168}, "tracker_update_ms": {"avg_ms": 0.304, "count": 189, "max_ms": 2.137, "p95_ms": 1.604}}, "gstreamer_push": {"avg_ms": 2.951, "count": 189, "max_ms": 7.051, "p95_ms": 4.783}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 189, "max_ms": 0.734, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.192, "count": 189, "max_ms": 83.545, "p95_ms": 66.137}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.735, "count": 189, "max_ms": 7.895, "p95_ms": 4.76}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.073, "count": 189, "max_ms": 499.463, "p95_ms": 121.256}, "inference_input_copy_ms": {"avg_ms": 1.539, "count": 189, "max_ms": 4.992, "p95_ms": 2.815}, "processing_residual_ms": {"avg_ms": 0.146, "count": 189, "max_ms": 0.475, "p95_ms": 0.279}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.492, "count": 189, "max_ms": 505.386, "p95_ms": 124.89}, "read_interval": {"avg_ms": 157.26, "count": 188, "max_ms": 9344.308, "p95_ms": 147.414}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 189, "max_ms": 0.045, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.393, "count": 189, "max_ms": 2.526, "p95_ms": 1.649}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 189, "max_ms": 0.067, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.379, "count": 189, "max_ms": 2.481, "p95_ms": 1.626}, "worker_merge_ms": {"avg_ms": 0.005, "count": 189, "max_ms": 0.035, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 46.205, "count": 189, "max_ms": 83.553, "p95_ms": 66.143}, "visualize": {"avg_ms": 41.995, "count": 189, "max_ms": 77.684, "p95_ms": 59.559}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 40.366, "count": 189, "max_ms": 72.513, "p95_ms": 57.254}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.517, "count": 189, "max_ms": 75.85, "p95_ms": 58.443}, "visualize_input_copy_ms": {"avg_ms": 0.291, "count": 189, "max_ms": 2.976, "p95_ms": 1.558}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.419, "count": 189, "max_ms": 75.703, "p95_ms": 58.24}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 189, "max_ms": 0.215, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "returned_event_count": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1456.469, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.144, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.522, "sample_count": 2886, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1471906, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:12:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.073, "exists": true, "size_bytes": 193447, "write_bytes_delta": 193447, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1325.0, "cpu_core_ratio": 0.580133, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 194.0, "pid": 106290, "reason": null, "system_cpu_core_ratio": 0.054325, "system_cpu_s_delta": 1.0899999999999999, "user_cpu_core_ratio": 0.525808, "user_cpu_s_delta": 10.550000000000011}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.873688, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 168163.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.221288, "system_cpu_s_delta": 4.439999999987776, "user_cpu_core_ratio": 0.6524, "user_cpu_s_delta": 13.089999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.088, "count": 292, "max_ms": 7.429, "p95_ms": 5.351, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.568, "max": 8.0, "p95": 4.0, "sample_count": 292}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 3}, "total": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 292}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.296, "count": 30, "max": 57.789, "p95": 49.452, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.848, "count": 30, "max": 31.649, "p95": 28.194, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1276.2, "count": 30, "max": 1500.0, "p95": 1485.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 549.2, "count": 30, "max": 8150.0, "p95": 3226.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.076, "count": 30, "max": 0.429, "p95": 0.251, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.495, "count": 30, "max": 0.576, "p95": 0.551, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 30, "max": 0.123, "p95": 0.061, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 189555.767, "count": 30, "max": 196742.0, "p95": 195059.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 183444.8, "count": 30, "max": 196742.0, "p95": 195059.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 77743.3, "count": 30, "max": 230963.0, "p95": 217128.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.146, "count": 30, "max": 0.44, "p95": 0.288, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.624, "count": 30, "max": 0.853, "p95": 0.672, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11343, "sampled_at": "2026-10-30T12:12:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:12:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2828542, "flush_count": 2945, "flush_interval_seconds": 30.0, "flush_state": {"count": 2945, "last_at": "2026-10-30T12:12:14", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:12:14", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2944}, "started": true, "suppressed_count": 1469232, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1469083}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2945, "written_record_count": 2945}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9682.18, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4069860249600, "copied_frame_count": 1472027, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 1, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:47:59+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 11309355, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:47:51+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.491}, "oldest_age_s": 0.4157085418701172, "peak_active_count": 4, "pre_event_reference_bytes": 138240000, "remaining_frame_count": 49, "written_frame_count": 51}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 138240000, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 138240000, "ring_bytes": 138240000, "total_upper_bound_bytes": 276480000, "unavailable_reason": "exact_overlap_not_collected"}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 144, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4069860249600, "frame_buffer_copies": 1472027, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7201, "recorder_active_input_bytes": 19909324800, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 144, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 144, "worker_jobs_accepted": 145, "worker_jobs_completed": 144, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1184, "count": 512, "max_ms": 2.9395, "p50_ms": 0.0983, "p95_ms": 0.2281, "p99_ms": 0.3262}, "stages": {"db_insert": {"avg_ms": 19.8712, "count": 144, "max_ms": 58.1833, "p50_ms": 18.8088, "p95_ms": 35.0504, "p99_ms": 40.8675, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.5833, "count": 148, "max_ms": 5183.7834, "p50_ms": 1071.7779, "p95_ms": 1380.6718, "p99_ms": 2006.9419, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4115, "count": 512, "max_ms": 3.9251, "p50_ms": 1.3453, "p95_ms": 2.2455, "p99_ms": 3.1406, "results": {"failed": 0, "not_applicable": 0, "success": 1472027, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9264, "count": 512, "max_ms": 10.7362, "p50_ms": 4.704, "p95_ms": 7.5496, "p99_ms": 8.925, "results": {"failed": 0, "not_applicable": 0, "success": 7201, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6212, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4688, "p95_ms": 3.0625, "p99_ms": 4.9927, "results": {"failed": 0, "not_applicable": 0, "success": 7201, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2923, "count": 144, "max_ms": 81.87, "p50_ms": 45.7178, "p95_ms": 68.5327, "p99_ms": 77.9101, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8207, "count": 144, "max_ms": 16.7455, "p50_ms": 1.0028, "p95_ms": 5.5857, "p99_ms": 11.9163, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.1606, "count": 144, "max_ms": 4604.0207, "p50_ms": 392.3297, "p95_ms": 701.1064, "p99_ms": 1371.8453, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 547.2898, "count": 144, "max_ms": 4651.5807, "p50_ms": 476.3844, "p95_ms": 791.9218, "p99_ms": 1437.2503, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 2765348}, "queue": {"accepted": 145, "active_bytes": 2765348, "active_jobs": 1, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 144, "completed_failed": 0, "completed_success": 144, "cooldown_promoted": 144, "database_requested": 145, "db_insert_success": 144, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15540, "relay_business_failed": 0, "relay_business_success": 144, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 144, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 520, "h264_decode_error_count": 1168, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:04:00+09:00", "last_error_summary": "[h264 @ 0x645f3cb5a780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x645f3cb5a780] error while decoding MB 0 48, bytestream 13752 [h264 @ 0x645f3cab61c0] left block unavailable for requested intra mode [h264 @ 0x645f3cab61c0] error while decoding MB 0 44, bytestream 1833 [h264 @ 0x645f3cad3000] error while decoding MB 79 37, bytestream -15 [h264 @ 0x645f3cafb140] error while decoding MB 21 65, bytestream -8", "last_exit_at": "2026-10-30T12:12:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 514.644, "last_started_at": "2026-10-30T12:04:03+09:00", "pid": 106290, "process": {"exists": false, "pid": 106290}, "restart_count": 566, "restart_count_per_hour": 24, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 567}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.513, "sample_count": 2775, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1472027, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:12:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.05, "last_frame_pushed_at": "2026-10-30T12:12:38+09:00", "last_frame_read_age_sec": 0.559, "last_frame_read_at": "2026-10-30T12:12:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 95, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 135.74, "last_sample_duration_ms": 1266.973, "last_trigger": "periodic", "next_snapshot_in_sec": 464.26, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 295, "storage_bytes": 2812201}, "mjpeg": {"age_sec": 0.043, "exists": true, "mtime": "2026-10-30T12:12:38.491145+09:00", "mtime_epoch": 1793329958.4911451, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 196158}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:12:38+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1599.57, "name": "celery", "pid": 206, "rss_mb": 1456.469, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": 0.484, "recorders": [{"age_sec": 0.484, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "frame_count": 51, "is_recording": true, "is_stopping": false, "pid": 106406, "pre_event_reference_bytes": 138240000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 191.25, "name": "ffmpeg", "pid": 106406, "rss_mb": 188.004, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 49, "returncode": null, "running": true, "started_at": "2026-10-30T12:12:38+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/45/20261030_121237_marine_restricted_zone_approach__zone:marine:20260901_033644_260901_jinhae_no_panorama_001:danger__approaching_outside_roi__high__track13976"}], "running_ffmpeg_count": 1, "running_pids": [106406], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1472027, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.527, "max": 5.0, "p95": 4.0, "sample_count": 188}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.023, "max": 2.0, "p95": 1.0, "sample_count": 44}, "total": {"avg": 0.239, "max": 2.0, "p95": 1.0, "sample_count": 188}}, "tracking_counts": {"active": {"avg": 1.005, "max": 2.0, "p95": 1.0, "sample_count": 188}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}, "tracked": {"avg": 1.005, "max": 2.0, "p95": 1.0, "sample_count": 188}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 188, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.268, "pushed": 6.268, "read": 6.268}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 188, "client_acquire_ms": {"avg_ms": 0.006, "count": 188, "max_ms": 0.022, "p95_ms": 0.014, "reason": null, "sample_age_ms": 527.453, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.612, "count": 188, "max_ms": 4.852, "p95_ms": 2.338, "reason": null, "sample_age_ms": 563.075, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.267, "count": 188, "max_ms": 4.548, "p95_ms": 1.461, "reason": null, "sample_age_ms": 563.342, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.267, "count": 188, "max_ms": 1.272, "p95_ms": 0.548, "reason": null, "sample_age_ms": 527.461, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.736, "count": 188, "max_ms": 5.798, "p95_ms": 2.949, "reason": null, "sample_age_ms": 562.192, "source": "client_direct"}, "request_count": 188, "request_tensor_bytes": {"avg": 2764808.0, "count": 188, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 562.179, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 188, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 527.664, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.081, "count": 188, "max_ms": 79.134, "p95_ms": 62.609, "reason": null, "sample_age_ms": 527.451, "source": "client_direct"}, "sample_age_ms": 527.448, "source": "client_direct", "task_total_ms": {"avg_ms": 45.245, "count": 188, "max_ms": 80.88, "p95_ms": 65.191, "reason": null, "sample_age_ms": 527.448, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.527, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.697, "count": 188, "max_ms": 8.706, "p95_ms": 6.239}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.288, "count": 188, "max_ms": 0.956, "p95_ms": 0.582}, "detection_prepare_ms": {"avg_ms": 0.424, "count": 188, "max_ms": 3.391, "p95_ms": 1.878}, "event_filter_ms": {"avg_ms": 0.004, "count": 188, "max_ms": 0.018, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.099, "count": 188, "max_ms": 0.404, "p95_ms": 0.212}, "mcmt_ms": {"avg_ms": 0.003, "count": 188, "max_ms": 0.018, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.444, "count": 188, "max_ms": 2.711, "p95_ms": 1.728}, "setup_ms": {"avg_ms": 0.044, "count": 188, "max_ms": 0.162, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 1.645, "count": 188, "max_ms": 8.585, "p95_ms": 6.09}, "track_match_ms": {"avg_ms": 0.034, "count": 188, "max_ms": 0.402, "p95_ms": 0.168}, "tracker_update_ms": {"avg_ms": 0.306, "count": 188, "max_ms": 2.137, "p95_ms": 1.604}}, "gstreamer_push": {"avg_ms": 2.935, "count": 188, "max_ms": 7.051, "p95_ms": 4.773}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 188, "max_ms": 0.734, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.187, "count": 188, "max_ms": 83.545, "p95_ms": 66.137}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.738, "count": 188, "max_ms": 7.895, "p95_ms": 4.76}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.089, "count": 188, "max_ms": 499.463, "p95_ms": 121.256}, "inference_input_copy_ms": {"avg_ms": 1.53, "count": 188, "max_ms": 4.992, "p95_ms": 2.809}, "processing_residual_ms": {"avg_ms": 0.145, "count": 188, "max_ms": 0.475, "p95_ms": 0.279}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.503, "count": 188, "max_ms": 505.386, "p95_ms": 124.89}, "read_interval": {"avg_ms": 157.26, "count": 188, "max_ms": 9344.308, "p95_ms": 147.414}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 188, "max_ms": 0.045, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.395, "count": 188, "max_ms": 2.526, "p95_ms": 1.649}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 188, "max_ms": 0.067, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.38, "count": 188, "max_ms": 2.481, "p95_ms": 1.626}, "worker_merge_ms": {"avg_ms": 0.005, "count": 188, "max_ms": 0.035, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 46.201, "count": 188, "max_ms": 83.553, "p95_ms": 66.143}, "visualize": {"avg_ms": 41.996, "count": 188, "max_ms": 77.684, "p95_ms": 59.559}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 40.362, "count": 188, "max_ms": 72.513, "p95_ms": 57.254}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.516, "count": 188, "max_ms": 75.85, "p95_ms": 58.443}, "visualize_input_copy_ms": {"avg_ms": 0.293, "count": 188, "max_ms": 2.976, "p95_ms": 1.558}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.419, "count": 188, "max_ms": 75.703, "p95_ms": 58.24}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 188, "max_ms": 0.215, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 188}, "returned_event_count": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 188}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1456.469, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.144, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.522, "sample_count": 2886, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1471906, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:12:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.073, "exists": true, "size_bytes": 193447, "write_bytes_delta": 193447, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1325.0, "cpu_core_ratio": 0.580133, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 194.0, "pid": 106290, "reason": null, "system_cpu_core_ratio": 0.054325, "system_cpu_s_delta": 1.0899999999999999, "user_cpu_core_ratio": 0.525808, "user_cpu_s_delta": 10.550000000000011}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.873688, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 168163.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.221288, "system_cpu_s_delta": 4.439999999987776, "user_cpu_core_ratio": 0.6524, "user_cpu_s_delta": 13.089999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.088, "count": 292, "max_ms": 7.429, "p95_ms": 5.351, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.568, "max": 8.0, "p95": 4.0, "sample_count": 292}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 3}, "total": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 292}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.296, "count": 30, "max": 57.789, "p95": 49.452, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.848, "count": 30, "max": 31.649, "p95": 28.194, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1276.2, "count": 30, "max": 1500.0, "p95": 1485.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 549.2, "count": 30, "max": 8150.0, "p95": 3226.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.076, "count": 30, "max": 0.429, "p95": 0.251, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.495, "count": 30, "max": 0.576, "p95": 0.551, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 30, "max": 0.123, "p95": 0.061, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 189555.767, "count": 30, "max": 196742.0, "p95": 195059.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 183444.8, "count": 30, "max": 196742.0, "p95": 195059.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 77743.3, "count": 30, "max": 230963.0, "p95": 217128.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.146, "count": 30, "max": 0.44, "p95": 0.288, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.624, "count": 30, "max": 0.853, "p95": 0.672, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11343, "sampled_at": "2026-10-30T12:12:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:12:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2828542, "flush_count": 2945, "flush_interval_seconds": 30.0, "flush_state": {"count": 2945, "last_at": "2026-10-30T12:12:14", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:12:14", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2944}, "started": true, "suppressed_count": 1469232, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1469083}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2945, "written_record_count": 2945}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9856.145, "limit_mb": null}, "detail": {"pid": 106468, "restart_count": 567, "start_count": 568}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4069860249600, "copied_frame_count": 1472027, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 1, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T11:47:59+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 11309355, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T11:47:51+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.491}, "oldest_age_s": 0.4157085418701172, "peak_active_count": 4, "pre_event_reference_bytes": 138240000, "remaining_frame_count": 49, "written_frame_count": 51}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 138240000, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 138240000, "ring_bytes": 138240000, "total_upper_bound_bytes": 276480000, "unavailable_reason": "exact_overlap_not_collected"}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4069860249600, "frame_buffer_copies": 1472027, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7201, "recorder_active_input_bytes": 19909324800, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 144, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1165, "count": 512, "max_ms": 2.9395, "p50_ms": 0.0961, "p95_ms": 0.2281, "p99_ms": 0.3262}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4115, "count": 512, "max_ms": 3.9251, "p50_ms": 1.3453, "p95_ms": 2.2455, "p99_ms": 3.1406, "results": {"failed": 0, "not_applicable": 0, "success": 1472027, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9264, "count": 512, "max_ms": 10.7362, "p50_ms": 4.704, "p95_ms": 7.5496, "p99_ms": 8.925, "results": {"failed": 0, "not_applicable": 0, "success": 7201, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6212, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4688, "p95_ms": 3.0625, "p99_ms": 4.9927, "results": {"failed": 0, "not_applicable": 0, "success": 7201, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2923, "count": 144, "max_ms": 81.87, "p50_ms": 45.7178, "p95_ms": 68.5327, "p99_ms": 77.9101, "results": {"failed": 0, "not_applicable": 0, "success": 144, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 520, "h264_decode_error_count": 1168, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:04:00+09:00", "last_error_summary": "[h264 @ 0x645f3cb5a780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x645f3cb5a780] error while decoding MB 0 48, bytestream 13752 [h264 @ 0x645f3cab61c0] left block unavailable for requested intra mode [h264 @ 0x645f3cab61c0] error while decoding MB 0 44, bytestream 1833 [h264 @ 0x645f3cad3000] error while decoding MB 79 37, bytestream -15 [h264 @ 0x645f3cafb140] error while decoding MB 21 65, bytestream -8", "last_exit_at": "2026-10-30T12:12:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T12:12:41+09:00", "pid": 106468, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.785, "name": "ffmpeg", "pid": 106468, "rss_mb": 209.785, "state": "S (sleeping)", "threads": 70}, "restart_count": 567, "restart_count_per_hour": 25, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 568}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.62, "sample_count": 2726, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1472027, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:12:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.977, "last_frame_pushed_at": "2026-10-30T12:12:38+09:00", "last_frame_read_age_sec": 5.486, "last_frame_read_at": "2026-10-30T12:12:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 95, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 140.664, "last_sample_duration_ms": 1266.973, "last_trigger": "periodic", "next_snapshot_in_sec": 459.336, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 295, "storage_bytes": 2812201}, "mjpeg": {"age_sec": 4.969, "exists": true, "mtime": "2026-10-30T12:12:38.491145+09:00", "mtime_epoch": 1793329958.4911451, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 196158}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:12:43+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 1599.57, "name": "celery", "pid": 206, "rss_mb": 1456.473, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": 5.418, "recorders": [{"age_sec": 5.418, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "frame_count": 51, "is_recording": true, "is_stopping": false, "pid": 106406, "pre_event_reference_bytes": 138240000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 191.25, "name": "ffmpeg", "pid": 106406, "rss_mb": 188.004, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 49, "returncode": null, "running": true, "started_at": "2026-10-30T12:12:38+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/45/20261030_121237_marine_restricted_zone_approach__zone:marine:20260901_033644_260901_jinhae_no_panorama_001:danger__approaching_outside_roi__high__track13976"}], "running_ffmpeg_count": 1, "running_pids": [106406], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1472027, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.55, "max": 5.0, "p95": 4.0, "sample_count": 140}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.023, "max": 2.0, "p95": 1.0, "sample_count": 44}, "total": {"avg": 0.321, "max": 2.0, "p95": 1.0, "sample_count": 140}}, "tracking_counts": {"active": {"avg": 1.007, "max": 2.0, "p95": 1.0, "sample_count": 140}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}, "tracked": {"avg": 1.007, "max": 2.0, "p95": 1.0, "sample_count": 140}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.68, "pushed": 4.68, "read": 4.646}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 139, "client_acquire_ms": {"avg_ms": 0.007, "count": 140, "max_ms": 0.022, "p95_ms": 0.015, "reason": null, "sample_age_ms": 5457.552, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.627, "count": 139, "max_ms": 4.852, "p95_ms": 2.355, "reason": null, "sample_age_ms": 5493.174, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.283, "count": 139, "max_ms": 4.548, "p95_ms": 2.029, "reason": null, "sample_age_ms": 5493.441, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.268, "count": 140, "max_ms": 0.89, "p95_ms": 0.561, "reason": null, "sample_age_ms": 5457.56, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.729, "count": 139, "max_ms": 3.541, "p95_ms": 2.877, "reason": null, "sample_age_ms": 5492.291, "source": "client_direct"}, "request_count": 139, "request_tensor_bytes": {"avg": 2764808.0, "count": 139, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5492.278, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 140, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5457.763, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.761, "count": 140, "max_ms": 79.134, "p95_ms": 61.907, "reason": null, "sample_age_ms": 5457.55, "source": "client_direct"}, "sample_age_ms": 5457.547, "source": "client_direct", "task_total_ms": {"avg_ms": 45.908, "count": 140, "max_ms": 80.88, "p95_ms": 63.561, "reason": null, "sample_age_ms": 5457.547, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.193, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.031, "count": 140, "max_ms": 8.706, "p95_ms": 6.689}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.3, "count": 140, "max_ms": 0.956, "p95_ms": 0.665}, "detection_prepare_ms": {"avg_ms": 0.526, "count": 140, "max_ms": 3.391, "p95_ms": 2.195}, "event_filter_ms": {"avg_ms": 0.004, "count": 140, "max_ms": 0.018, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.107, "count": 140, "max_ms": 0.404, "p95_ms": 0.259}, "mcmt_ms": {"avg_ms": 0.003, "count": 140, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.547, "count": 140, "max_ms": 2.711, "p95_ms": 2.027}, "setup_ms": {"avg_ms": 0.045, "count": 140, "max_ms": 0.162, "p95_ms": 0.098}, "total_inside_ms": {"avg_ms": 1.976, "count": 140, "max_ms": 8.585, "p95_ms": 6.552}, "track_match_ms": {"avg_ms": 0.044, "count": 140, "max_ms": 0.402, "p95_ms": 0.201}, "tracker_update_ms": {"avg_ms": 0.399, "count": 140, "max_ms": 2.137, "p95_ms": 1.705}}, "gstreamer_push": {"avg_ms": 2.911, "count": 140, "max_ms": 7.051, "p95_ms": 4.773}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 140, "max_ms": 0.734, "p95_ms": 0.123}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.869, "count": 140, "max_ms": 83.545, "p95_ms": 66.137}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.978, "count": 140, "max_ms": 7.895, "p95_ms": 6.111}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.551, "count": 140, "max_ms": 499.463, "p95_ms": 122.426}, "inference_input_copy_ms": {"avg_ms": 1.557, "count": 140, "max_ms": 4.992, "p95_ms": 2.815}, "processing_residual_ms": {"avg_ms": 0.148, "count": 140, "max_ms": 0.475, "p95_ms": 0.283}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.234, "count": 140, "max_ms": 505.386, "p95_ms": 127.262}, "read_interval": {"avg_ms": 176.523, "count": 139, "max_ms": 9344.308, "p95_ms": 150.658}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 140, "max_ms": 0.045, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.494, "count": 140, "max_ms": 2.526, "p95_ms": 1.889}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 140, "max_ms": 0.067, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.48, "count": 140, "max_ms": 2.481, "p95_ms": 1.864}, "worker_merge_ms": {"avg_ms": 0.006, "count": 140, "max_ms": 0.035, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 46.883, "count": 140, "max_ms": 83.553, "p95_ms": 66.143}, "visualize": {"avg_ms": 41.661, "count": 140, "max_ms": 77.684, "p95_ms": 59.893}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 39.718, "count": 140, "max_ms": 72.513, "p95_ms": 57.508}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.074, "count": 140, "max_ms": 75.85, "p95_ms": 59.058}, "visualize_input_copy_ms": {"avg_ms": 0.393, "count": 140, "max_ms": 2.976, "p95_ms": 1.632}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.971, "count": 140, "max_ms": 75.703, "p95_ms": 58.863}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 140, "max_ms": 0.215, "p95_ms": 0.14}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 140}, "returned_event_count": {"avg": 0.007, "max": 1.0, "p95": 0.0, "sample_count": 140}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1456.469, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.144, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.522, "sample_count": 2886, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1471906, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:12:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.073, "exists": true, "size_bytes": 193447, "write_bytes_delta": 193447, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1325.0, "cpu_core_ratio": 0.580133, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 194.0, "pid": 106290, "reason": null, "system_cpu_core_ratio": 0.054325, "system_cpu_s_delta": 1.0899999999999999, "user_cpu_core_ratio": 0.525808, "user_cpu_s_delta": 10.550000000000011}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.873688, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 168163.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.221288, "system_cpu_s_delta": 4.439999999987776, "user_cpu_core_ratio": 0.6524, "user_cpu_s_delta": 13.089999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.088, "count": 292, "max_ms": 7.429, "p95_ms": 5.351, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.568, "max": 8.0, "p95": 4.0, "sample_count": 292}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 3}, "total": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 292}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.296, "count": 30, "max": 57.789, "p95": 49.452, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.848, "count": 30, "max": 31.649, "p95": 28.194, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1276.2, "count": 30, "max": 1500.0, "p95": 1485.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 549.2, "count": 30, "max": 8150.0, "p95": 3226.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.076, "count": 30, "max": 0.429, "p95": 0.251, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.495, "count": 30, "max": 0.576, "p95": 0.551, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 30, "max": 0.123, "p95": 0.061, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 189555.767, "count": 30, "max": 196742.0, "p95": 195059.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 183444.8, "count": 30, "max": 196742.0, "p95": 195059.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 77743.3, "count": 30, "max": 230963.0, "p95": 217128.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.146, "count": 30, "max": 0.44, "p95": 0.288, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.624, "count": 30, "max": 0.853, "p95": 0.672, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11343, "sampled_at": "2026-10-30T12:12:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:12:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2306609, "flush_count": 2948, "flush_interval_seconds": 30.0, "flush_state": {"count": 2948, "last_at": "2026-10-30T12:13:00", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:13:00", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2947}, "started": true, "suppressed_count": 1704495, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 1704493}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2948, "written_record_count": 2948}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9414.871, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x57cfad0bbf80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x57cfad0bbf80] error while decoding MB 0 48, bytestream 14621 [h264 @ 0x57cfacf6c180] cabac decode of qscale diff failed at 43 90 [h264 @ 0x57cfacf6c180] error while decoding MB 43 90, bytestream -3", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4720730112000, "copied_frame_count": 1707440, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T09:31:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3569477, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T09:31:50+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.249}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 2, "events_emitted": 2, "events_failed": 0, "events_observed": 2, "events_suppressed": 0, "frame_buffer_copied_bytes": 4720730112000, "frame_buffer_copies": 1707440, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 100, "recorder_active_input_bytes": 276480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 2, "recorder_clips_failed": 0, "recorder_clips_started": 2, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 2, "worker_jobs_accepted": 2, "worker_jobs_completed": 2, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1316, "count": 512, "max_ms": 0.7346, "p50_ms": 0.1163, "p95_ms": 0.2458, "p99_ms": 0.3311}, "stages": {"db_insert": {"avg_ms": 24.9862, "count": 2, "max_ms": 26.5042, "p50_ms": 24.9862, "p95_ms": 26.3524, "p99_ms": 26.4739, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0541, "count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1351.546, "count": 2, "max_ms": 1378.4915, "p50_ms": 1351.546, "p95_ms": 1375.7969, "p99_ms": 1377.9526, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3097, "count": 512, "max_ms": 3.4242, "p50_ms": 1.2422, "p95_ms": 2.0954, "p99_ms": 2.7148, "results": {"failed": 0, "not_applicable": 0, "success": 1707440, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 618.174, "count": 2, "max_ms": 626.5228, "p50_ms": 618.174, "p95_ms": 625.6879, "p99_ms": 626.3558, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 48.8595, "count": 2, "max_ms": 67.7399, "p50_ms": 48.8595, "p95_ms": 65.8519, "p99_ms": 67.3623, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1729, "count": 100, "max_ms": 8.7346, "p50_ms": 5.0177, "p95_ms": 7.5008, "p99_ms": 8.5356, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3251, "count": 100, "max_ms": 3.6197, "p50_ms": 1.1902, "p95_ms": 2.1715, "p99_ms": 3.2681, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 613.5802, "count": 2, "max_ms": 621.343, "p50_ms": 613.5802, "p95_ms": 620.5667, "p99_ms": 621.1878, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 518.5978, "count": 2, "max_ms": 524.4459, "p50_ms": 518.5978, "p95_ms": 523.8611, "p99_ms": 524.3289, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 90.1793, "count": 2, "max_ms": 92.6271, "p50_ms": 90.1793, "p95_ms": 92.3823, "p99_ms": 92.5782, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.2061, "count": 2, "max_ms": 1.2085, "p50_ms": 1.2061, "p95_ms": 1.2083, "p99_ms": 1.2084, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.2034, "count": 2, "max_ms": 57.9637, "p50_ms": 44.2034, "p95_ms": 56.5876, "p99_ms": 57.6885, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6046, "count": 2, "max_ms": 0.6553, "p50_ms": 0.6046, "p95_ms": 0.6502, "p99_ms": 0.6542, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 625.5343, "count": 2, "max_ms": 642.3509, "p50_ms": 625.5343, "p95_ms": 640.6692, "p99_ms": 642.0145, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.8191, "count": 2, "max_ms": 6.7192, "p50_ms": 3.8191, "p95_ms": 6.4292, "p99_ms": 6.6612, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9995, "count": 2, "max_ms": 27.6583, "p50_ms": 23.9995, "p95_ms": 27.2925, "p99_ms": 27.5852, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3609, "count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.995, "count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 731.8976, "count": 2, "max_ms": 767.7144, "p50_ms": 731.8976, "p95_ms": 764.1327, "p99_ms": 766.998, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 2, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216}, "wait_ms": {"count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 2, "artifact_failed": 0, "artifact_requested": 2, "artifact_success": 2, "completed": 2, "completed_failed": 0, "completed_success": 2, "cooldown_promoted": 2, "database_requested": 2, "db_insert_success": 2, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15534, "relay_business_failed": 0, "relay_business_success": 2, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 2, "relay_transport_failed": 0, "relay_transport_success": 2, "reservation_requested": 2}, "snapshot": {"copied_bytes": 5529600, "copied_count": 2, "copy": {"count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 224, "h264_decode_error_count": 541, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:13:47+09:00", "last_error_summary": "[h264 @ 0x57cfad0bbf80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x57cfad0bbf80] error while decoding MB 0 48, bytestream 14621 [h264 @ 0x57cfacf6c180] cabac decode of qscale diff failed at 43 90 [h264 @ 0x57cfacf6c180] error while decoding MB 43 90, bytestream -3", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 680.717, "last_started_at": "2026-10-30T12:02:26+09:00", "pid": 106058, "process": {"exists": false, "pid": 106058}, "restart_count": 253, "restart_count_per_hour": 1, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 254}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.524, "sample_count": 2791, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1707440, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:13:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 0.062, "last_frame_pushed_at": "2026-10-30T12:13:47+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-10-30T12:13:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 95, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 204.427, "last_sample_duration_ms": 1266.973, "last_trigger": "periodic", "next_snapshot_in_sec": 395.573, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 295, "storage_bytes": 2812201}, "mjpeg": {"age_sec": 0.051, "exists": true, "mtime": "2026-10-30T12:13:47.185742+09:00", "mtime_epoch": 1793330027.185742, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 130480}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T12:13:47+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1670.758, "name": "celery", "pid": 176, "rss_mb": 1665.094, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1707440, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 177}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 177}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 177}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 177, "pushed_frames": 177, "read_frames": 176, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.903, "pushed": 5.903, "read": 5.87}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 176, "client_acquire_ms": {"avg_ms": 0.007, "count": 176, "max_ms": 0.022, "p95_ms": 0.013, "reason": null, "sample_age_ms": 104.541, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.563, "count": 176, "max_ms": 2.718, "p95_ms": 1.775, "reason": null, "sample_age_ms": 144.684, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.24, "count": 176, "max_ms": 2.212, "p95_ms": 1.332, "reason": null, "sample_age_ms": 144.855, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.083, "count": 176, "max_ms": 0.307, "p95_ms": 0.152, "reason": null, "sample_age_ms": 104.552, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.351, "count": 176, "max_ms": 2.823, "p95_ms": 2.233, "reason": null, "sample_age_ms": 144.035, "source": "client_direct"}, "request_count": 176, "request_tensor_bytes": {"avg": 2211848.0, "count": 176, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 144.022, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 176, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 104.712, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.701, "count": 176, "max_ms": 76.895, "p95_ms": 56.583, "reason": null, "sample_age_ms": 104.536, "source": "client_direct"}, "sample_age_ms": 104.532, "source": "client_direct", "task_total_ms": {"avg_ms": 39.286, "count": 176, "max_ms": 78.888, "p95_ms": 58.227, "reason": null, "sample_age_ms": 104.532, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.41, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.671, "count": 177, "max_ms": 1.875, "p95_ms": 1.369}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.214, "count": 177, "max_ms": 0.654, "p95_ms": 0.431}, "detection_prepare_ms": {"avg_ms": 0.093, "count": 177, "max_ms": 0.291, "p95_ms": 0.213}, "event_filter_ms": {"avg_ms": 0.004, "count": 177, "max_ms": 0.033, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.074, "count": 177, "max_ms": 0.221, "p95_ms": 0.165}, "mcmt_ms": {"avg_ms": 0.003, "count": 177, "max_ms": 0.04, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.171, "count": 177, "max_ms": 0.601, "p95_ms": 0.363}, "setup_ms": {"avg_ms": 0.04, "count": 177, "max_ms": 0.192, "p95_ms": 0.078}, "total_inside_ms": {"avg_ms": 0.631, "count": 177, "max_ms": 1.77, "p95_ms": 1.29}, "track_match_ms": {"avg_ms": 0.004, "count": 177, "max_ms": 0.03, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.029, "count": 177, "max_ms": 0.086, "p95_ms": 0.072}}, "gstreamer_push": {"avg_ms": 2.548, "count": 177, "max_ms": 5.531, "p95_ms": 3.826}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 177, "max_ms": 0.142, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.19, "count": 177, "max_ms": 81.565, "p95_ms": 59.568}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 177, "max_ms": 0.114, "p95_ms": 0.079}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 70.433, "count": 177, "max_ms": 122.912, "p95_ms": 98.352}, "inference_input_copy_ms": {"avg_ms": 1.327, "count": 177, "max_ms": 3.614, "p95_ms": 2.107}, "processing_residual_ms": {"avg_ms": 0.143, "count": 177, "max_ms": 1.458, "p95_ms": 0.278}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 71.942, "count": 177, "max_ms": 125.844, "p95_ms": 99.655}, "read_interval": {"avg_ms": 169.966, "count": 176, "max_ms": 3168.351, "p95_ms": 981.302}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 177, "max_ms": 0.042, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.119, "count": 177, "max_ms": 0.451, "p95_ms": 0.249}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 177, "max_ms": 0.089, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.105, "count": 177, "max_ms": 0.418, "p95_ms": 0.221}, "worker_merge_ms": {"avg_ms": 0.005, "count": 177, "max_ms": 0.015, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 40.203, "count": 177, "max_ms": 81.597, "p95_ms": 59.587}, "visualize": {"avg_ms": 28.677, "count": 177, "max_ms": 60.175, "p95_ms": 41.136}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.883, "count": 177, "max_ms": 58.86, "p95_ms": 39.854}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.494, "count": 177, "max_ms": 59.871, "p95_ms": 40.986}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.404, "count": 177, "max_ms": 59.719, "p95_ms": 40.908}, "visualizer_prepare_ms": {"avg_ms": 0.051, "count": 177, "max_ms": 0.158, "p95_ms": 0.107}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 177}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1665.062, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 31.519, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.524, "sample_count": 2839, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1707373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:13:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 137202, "write_bytes_delta": 137202, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 509.0, "cpu_core_ratio": 1.446409, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13914.0, "pid": 106058, "reason": null, "system_cpu_core_ratio": 0.532218, "system_cpu_s_delta": 11.300000000000004, "user_cpu_core_ratio": 0.914191, "user_cpu_s_delta": 19.409999999999968}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.417768, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.040034, "system_cpu_s_delta": 0.8500000000021828, "user_cpu_core_ratio": 0.377734, "user_cpu_s_delta": 8.019999999989523}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.86, "count": 208, "max_ms": 7.154, "p95_ms": 4.309, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 208}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.544, "count": 30, "max": 60.389, "p95": 39.311, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.587, "count": 30, "max": 33.093, "p95": 28.047, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1417.333, "count": 30, "max": 1518.0, "p95": 1485.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 632.6, "count": 30, "max": 13914.0, "p95": 2766.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.532, "p95": 0.117, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.188, "count": 30, "max": 1.427, "p95": 1.304, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130733.3, "count": 30, "max": 137202.0, "p95": 131687.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 130733.3, "count": 30, "max": 137202.0, "p95": 131687.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.233, "count": 30, "max": 44.0, "p95": 35.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.062, "count": 30, "max": 0.069, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.604, "count": 30, "max": 0.653, "p95": 0.651, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 12235, "sampled_at": "2026-10-30T12:13:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:13:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2306609, "flush_count": 2948, "flush_interval_seconds": 30.0, "flush_state": {"count": 2948, "last_at": "2026-10-30T12:13:00", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:13:00", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2947}, "started": true, "suppressed_count": 1704495, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 1704493}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2948, "written_record_count": 2948}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9414.867, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4720730112000, "copied_frame_count": 1707440, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T09:31:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3569477, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T09:31:50+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.249}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 2, "events_emitted": 2, "events_failed": 0, "events_observed": 2, "events_suppressed": 0, "frame_buffer_copied_bytes": 4720730112000, "frame_buffer_copies": 1707440, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 100, "recorder_active_input_bytes": 276480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 2, "recorder_clips_failed": 0, "recorder_clips_started": 2, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 2, "worker_jobs_accepted": 2, "worker_jobs_completed": 2, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1316, "count": 512, "max_ms": 0.7346, "p50_ms": 0.1163, "p95_ms": 0.2458, "p99_ms": 0.3311}, "stages": {"db_insert": {"avg_ms": 24.9862, "count": 2, "max_ms": 26.5042, "p50_ms": 24.9862, "p95_ms": 26.3524, "p99_ms": 26.4739, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0541, "count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1351.546, "count": 2, "max_ms": 1378.4915, "p50_ms": 1351.546, "p95_ms": 1375.7969, "p99_ms": 1377.9526, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3097, "count": 512, "max_ms": 3.4242, "p50_ms": 1.2422, "p95_ms": 2.0954, "p99_ms": 2.7148, "results": {"failed": 0, "not_applicable": 0, "success": 1707440, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 618.174, "count": 2, "max_ms": 626.5228, "p50_ms": 618.174, "p95_ms": 625.6879, "p99_ms": 626.3558, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 48.8595, "count": 2, "max_ms": 67.7399, "p50_ms": 48.8595, "p95_ms": 65.8519, "p99_ms": 67.3623, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1729, "count": 100, "max_ms": 8.7346, "p50_ms": 5.0177, "p95_ms": 7.5008, "p99_ms": 8.5356, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3251, "count": 100, "max_ms": 3.6197, "p50_ms": 1.1902, "p95_ms": 2.1715, "p99_ms": 3.2681, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 613.5802, "count": 2, "max_ms": 621.343, "p50_ms": 613.5802, "p95_ms": 620.5667, "p99_ms": 621.1878, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 518.5978, "count": 2, "max_ms": 524.4459, "p50_ms": 518.5978, "p95_ms": 523.8611, "p99_ms": 524.3289, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 90.1793, "count": 2, "max_ms": 92.6271, "p50_ms": 90.1793, "p95_ms": 92.3823, "p99_ms": 92.5782, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.2061, "count": 2, "max_ms": 1.2085, "p50_ms": 1.2061, "p95_ms": 1.2083, "p99_ms": 1.2084, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.2034, "count": 2, "max_ms": 57.9637, "p50_ms": 44.2034, "p95_ms": 56.5876, "p99_ms": 57.6885, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6046, "count": 2, "max_ms": 0.6553, "p50_ms": 0.6046, "p95_ms": 0.6502, "p99_ms": 0.6542, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 625.5343, "count": 2, "max_ms": 642.3509, "p50_ms": 625.5343, "p95_ms": 640.6692, "p99_ms": 642.0145, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.8191, "count": 2, "max_ms": 6.7192, "p50_ms": 3.8191, "p95_ms": 6.4292, "p99_ms": 6.6612, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9995, "count": 2, "max_ms": 27.6583, "p50_ms": 23.9995, "p95_ms": 27.2925, "p99_ms": 27.5852, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3609, "count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.995, "count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 731.8976, "count": 2, "max_ms": 767.7144, "p50_ms": 731.8976, "p95_ms": 764.1327, "p99_ms": 766.998, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 2, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216}, "wait_ms": {"count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 2, "artifact_failed": 0, "artifact_requested": 2, "artifact_success": 2, "completed": 2, "completed_failed": 0, "completed_success": 2, "cooldown_promoted": 2, "database_requested": 2, "db_insert_success": 2, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15534, "relay_business_failed": 0, "relay_business_success": 2, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 2, "relay_transport_failed": 0, "relay_transport_success": 2, "reservation_requested": 2}, "snapshot": {"copied_bytes": 5529600, "copied_count": 2, "copy": {"count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 224, "h264_decode_error_count": 541, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:13:47+09:00", "last_error_summary": "[h264 @ 0x57cfad0bbf80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x57cfad0bbf80] error while decoding MB 0 48, bytestream 14621 [h264 @ 0x57cfacf6c180] cabac decode of qscale diff failed at 43 90 [h264 @ 0x57cfacf6c180] error while decoding MB 43 90, bytestream -3", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 680.76, "last_started_at": "2026-10-30T12:02:26+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 253, "restart_count_per_hour": 1, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 254}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.524, "sample_count": 2791, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1707440, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:13:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 0.106, "last_frame_pushed_at": "2026-10-30T12:13:47+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-10-30T12:13:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 95, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 204.468, "last_sample_duration_ms": 1266.973, "last_trigger": "periodic", "next_snapshot_in_sec": 395.532, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 295, "storage_bytes": 2812201}, "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-10-30T12:13:47.185742+09:00", "mtime_epoch": 1793330027.185742, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 130480}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T12:13:47+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1670.758, "name": "celery", "pid": 176, "rss_mb": 1665.09, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1707440, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 176}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 176}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 176}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 176, "pushed_frames": 176, "read_frames": 176, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.073, "pushed": 6.073, "read": 6.073}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 176, "client_acquire_ms": {"avg_ms": 0.007, "count": 176, "max_ms": 0.022, "p95_ms": 0.013, "reason": null, "sample_age_ms": 152.472, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.563, "count": 176, "max_ms": 2.718, "p95_ms": 1.775, "reason": null, "sample_age_ms": 192.615, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.24, "count": 176, "max_ms": 2.212, "p95_ms": 1.332, "reason": null, "sample_age_ms": 192.786, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.083, "count": 176, "max_ms": 0.307, "p95_ms": 0.152, "reason": null, "sample_age_ms": 152.483, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.351, "count": 176, "max_ms": 2.823, "p95_ms": 2.233, "reason": null, "sample_age_ms": 191.966, "source": "client_direct"}, "request_count": 176, "request_tensor_bytes": {"avg": 2211848.0, "count": 176, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 191.953, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 176, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 152.643, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.701, "count": 176, "max_ms": 76.895, "p95_ms": 56.583, "reason": null, "sample_age_ms": 152.467, "source": "client_direct"}, "sample_age_ms": 152.462, "source": "client_direct", "task_total_ms": {"avg_ms": 39.286, "count": 176, "max_ms": 78.888, "p95_ms": 58.227, "reason": null, "sample_age_ms": 152.462, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.979, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.672, "count": 176, "max_ms": 1.875, "p95_ms": 1.369}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.214, "count": 176, "max_ms": 0.654, "p95_ms": 0.431}, "detection_prepare_ms": {"avg_ms": 0.093, "count": 176, "max_ms": 0.291, "p95_ms": 0.213}, "event_filter_ms": {"avg_ms": 0.004, "count": 176, "max_ms": 0.033, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.074, "count": 176, "max_ms": 0.221, "p95_ms": 0.165}, "mcmt_ms": {"avg_ms": 0.003, "count": 176, "max_ms": 0.04, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.171, "count": 176, "max_ms": 0.601, "p95_ms": 0.363}, "setup_ms": {"avg_ms": 0.04, "count": 176, "max_ms": 0.192, "p95_ms": 0.078}, "total_inside_ms": {"avg_ms": 0.632, "count": 176, "max_ms": 1.77, "p95_ms": 1.29}, "track_match_ms": {"avg_ms": 0.004, "count": 176, "max_ms": 0.03, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.029, "count": 176, "max_ms": 0.086, "p95_ms": 0.072}}, "gstreamer_push": {"avg_ms": 2.549, "count": 176, "max_ms": 5.531, "p95_ms": 3.826}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 176, "max_ms": 0.142, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.155, "count": 176, "max_ms": 81.565, "p95_ms": 59.568}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 176, "max_ms": 0.114, "p95_ms": 0.079}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 70.443, "count": 176, "max_ms": 122.912, "p95_ms": 98.352}, "inference_input_copy_ms": {"avg_ms": 1.324, "count": 176, "max_ms": 3.614, "p95_ms": 2.107}, "processing_residual_ms": {"avg_ms": 0.143, "count": 176, "max_ms": 1.458, "p95_ms": 0.278}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 71.949, "count": 176, "max_ms": 125.844, "p95_ms": 99.655}, "read_interval": {"avg_ms": 169.966, "count": 176, "max_ms": 3168.351, "p95_ms": 981.302}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 176, "max_ms": 0.042, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.119, "count": 176, "max_ms": 0.451, "p95_ms": 0.249}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 176, "max_ms": 0.089, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.105, "count": 176, "max_ms": 0.418, "p95_ms": 0.221}, "worker_merge_ms": {"avg_ms": 0.005, "count": 176, "max_ms": 0.015, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 40.168, "count": 176, "max_ms": 81.597, "p95_ms": 59.587}, "visualize": {"avg_ms": 28.721, "count": 176, "max_ms": 60.175, "p95_ms": 41.136}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.925, "count": 176, "max_ms": 58.86, "p95_ms": 39.854}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.538, "count": 176, "max_ms": 59.871, "p95_ms": 40.986}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.448, "count": 176, "max_ms": 59.719, "p95_ms": 40.908}, "visualizer_prepare_ms": {"avg_ms": 0.051, "count": 176, "max_ms": 0.158, "p95_ms": 0.107}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 176}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1665.062, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 31.519, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.524, "sample_count": 2839, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1707373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:13:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 137202, "write_bytes_delta": 137202, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 509.0, "cpu_core_ratio": 1.446409, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13914.0, "pid": 106058, "reason": null, "system_cpu_core_ratio": 0.532218, "system_cpu_s_delta": 11.300000000000004, "user_cpu_core_ratio": 0.914191, "user_cpu_s_delta": 19.409999999999968}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.417768, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.040034, "system_cpu_s_delta": 0.8500000000021828, "user_cpu_core_ratio": 0.377734, "user_cpu_s_delta": 8.019999999989523}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.86, "count": 208, "max_ms": 7.154, "p95_ms": 4.309, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 208}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.544, "count": 30, "max": 60.389, "p95": 39.311, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.587, "count": 30, "max": 33.093, "p95": 28.047, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1417.333, "count": 30, "max": 1518.0, "p95": 1485.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 632.6, "count": 30, "max": 13914.0, "p95": 2766.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.532, "p95": 0.117, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.188, "count": 30, "max": 1.427, "p95": 1.304, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130733.3, "count": 30, "max": 137202.0, "p95": 131687.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 130733.3, "count": 30, "max": 137202.0, "p95": 131687.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.233, "count": 30, "max": 44.0, "p95": 35.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.062, "count": 30, "max": 0.069, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.604, "count": 30, "max": 0.653, "p95": 0.651, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 12235, "sampled_at": "2026-10-30T12:13:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:13:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.979, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2306609, "flush_count": 2948, "flush_interval_seconds": 30.0, "flush_state": {"count": 2948, "last_at": "2026-10-30T12:13:00", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:13:00", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2947}, "started": true, "suppressed_count": 1704495, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 1704493}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2948, "written_record_count": 2948}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9446.621, "limit_mb": null}, "detail": {"pid": 106584, "restart_count": 254, "start_count": 255}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4720730112000, "copied_frame_count": 1707440, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T09:31:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3569477, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T09:31:50+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.249}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 2, "events_emitted": 2, "events_failed": 0, "events_observed": 2, "events_suppressed": 0, "frame_buffer_copied_bytes": 4720730112000, "frame_buffer_copies": 1707440, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 100, "recorder_active_input_bytes": 276480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 2, "recorder_clips_failed": 0, "recorder_clips_started": 2, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 2, "worker_jobs_accepted": 2, "worker_jobs_completed": 2, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1316, "count": 512, "max_ms": 0.7346, "p50_ms": 0.1163, "p95_ms": 0.2458, "p99_ms": 0.3311}, "stages": {"db_insert": {"avg_ms": 24.9862, "count": 2, "max_ms": 26.5042, "p50_ms": 24.9862, "p95_ms": 26.3524, "p99_ms": 26.4739, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0541, "count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1351.546, "count": 2, "max_ms": 1378.4915, "p50_ms": 1351.546, "p95_ms": 1375.7969, "p99_ms": 1377.9526, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3097, "count": 512, "max_ms": 3.4242, "p50_ms": 1.2422, "p95_ms": 2.0954, "p99_ms": 2.7148, "results": {"failed": 0, "not_applicable": 0, "success": 1707440, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 618.174, "count": 2, "max_ms": 626.5228, "p50_ms": 618.174, "p95_ms": 625.6879, "p99_ms": 626.3558, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 48.8595, "count": 2, "max_ms": 67.7399, "p50_ms": 48.8595, "p95_ms": 65.8519, "p99_ms": 67.3623, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1729, "count": 100, "max_ms": 8.7346, "p50_ms": 5.0177, "p95_ms": 7.5008, "p99_ms": 8.5356, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3251, "count": 100, "max_ms": 3.6197, "p50_ms": 1.1902, "p95_ms": 2.1715, "p99_ms": 3.2681, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 613.5802, "count": 2, "max_ms": 621.343, "p50_ms": 613.5802, "p95_ms": 620.5667, "p99_ms": 621.1878, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 518.5978, "count": 2, "max_ms": 524.4459, "p50_ms": 518.5978, "p95_ms": 523.8611, "p99_ms": 524.3289, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 90.1793, "count": 2, "max_ms": 92.6271, "p50_ms": 90.1793, "p95_ms": 92.3823, "p99_ms": 92.5782, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.2061, "count": 2, "max_ms": 1.2085, "p50_ms": 1.2061, "p95_ms": 1.2083, "p99_ms": 1.2084, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.2034, "count": 2, "max_ms": 57.9637, "p50_ms": 44.2034, "p95_ms": 56.5876, "p99_ms": 57.6885, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6046, "count": 2, "max_ms": 0.6553, "p50_ms": 0.6046, "p95_ms": 0.6502, "p99_ms": 0.6542, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 625.5343, "count": 2, "max_ms": 642.3509, "p50_ms": 625.5343, "p95_ms": 640.6692, "p99_ms": 642.0145, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.8191, "count": 2, "max_ms": 6.7192, "p50_ms": 3.8191, "p95_ms": 6.4292, "p99_ms": 6.6612, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9995, "count": 2, "max_ms": 27.6583, "p50_ms": 23.9995, "p95_ms": 27.2925, "p99_ms": 27.5852, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3609, "count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.995, "count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 731.8976, "count": 2, "max_ms": 767.7144, "p50_ms": 731.8976, "p95_ms": 764.1327, "p99_ms": 766.998, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 2, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216}, "wait_ms": {"count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 2, "artifact_failed": 0, "artifact_requested": 2, "artifact_success": 2, "completed": 2, "completed_failed": 0, "completed_success": 2, "cooldown_promoted": 2, "database_requested": 2, "db_insert_success": 2, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15534, "relay_business_failed": 0, "relay_business_success": 2, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 2, "relay_transport_failed": 0, "relay_transport_success": 2, "reservation_requested": 2}, "snapshot": {"copied_bytes": 5529600, "copied_count": 2, "copy": {"count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 224, "h264_decode_error_count": 541, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:13:47+09:00", "last_error_summary": "[h264 @ 0x57cfad0bbf80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x57cfad0bbf80] error while decoding MB 0 48, bytestream 14621 [h264 @ 0x57cfacf6c180] cabac decode of qscale diff failed at 43 90 [h264 @ 0x57cfacf6c180] error while decoding MB 43 90, bytestream -3", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T12:13:49+09:00", "pid": 106584, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.582, "name": "ffmpeg", "pid": 106584, "rss_mb": 75.582, "state": "R (running)", "threads": 1}, "restart_count": 254, "restart_count_per_hour": 2, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 255}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.69, "sample_count": 2749, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1707440, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:13:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 4.282, "last_frame_pushed_at": "2026-10-30T12:13:47+09:00", "last_frame_read_age_sec": 4.362, "last_frame_read_at": "2026-10-30T12:13:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 95, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 208.651, "last_sample_duration_ms": 1266.973, "last_trigger": "periodic", "next_snapshot_in_sec": 391.349, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 295, "storage_bytes": 2812201}, "mjpeg": {"age_sec": 4.271, "exists": true, "mtime": "2026-10-30T12:13:47.185742+09:00", "mtime_epoch": 1793330027.185742, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 130480}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T12:13:51+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1670.758, "name": "celery", "pid": 176, "rss_mb": 1665.094, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1707440, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 141}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 141}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 141}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 141, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.706, "pushed": 4.706, "read": 4.673}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 140, "client_acquire_ms": {"avg_ms": 0.006, "count": 141, "max_ms": 0.018, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4333.369, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.554, "count": 140, "max_ms": 2.718, "p95_ms": 1.747, "reason": null, "sample_age_ms": 4373.512, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.248, "count": 140, "max_ms": 2.212, "p95_ms": 1.353, "reason": null, "sample_age_ms": 4373.683, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.082, "count": 141, "max_ms": 0.307, "p95_ms": 0.15, "reason": null, "sample_age_ms": 4333.38, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.319, "count": 140, "max_ms": 2.823, "p95_ms": 2.205, "reason": null, "sample_age_ms": 4372.863, "source": "client_direct"}, "request_count": 140, "request_tensor_bytes": {"avg": 2211848.0, "count": 140, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4372.85, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 141, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4333.54, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.146, "count": 141, "max_ms": 76.895, "p95_ms": 56.923, "reason": null, "sample_age_ms": 4333.364, "source": "client_direct"}, "sample_age_ms": 4333.36, "source": "client_direct", "task_total_ms": {"avg_ms": 39.702, "count": 141, "max_ms": 78.888, "p95_ms": 58.449, "reason": null, "sample_age_ms": 4333.36, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.516, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.673, "count": 141, "max_ms": 1.839, "p95_ms": 1.352}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.216, "count": 141, "max_ms": 0.654, "p95_ms": 0.411}, "detection_prepare_ms": {"avg_ms": 0.092, "count": 141, "max_ms": 0.291, "p95_ms": 0.21}, "event_filter_ms": {"avg_ms": 0.004, "count": 141, "max_ms": 0.033, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 141, "max_ms": 0.196, "p95_ms": 0.165}, "mcmt_ms": {"avg_ms": 0.003, "count": 141, "max_ms": 0.04, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.171, "count": 141, "max_ms": 0.587, "p95_ms": 0.332}, "setup_ms": {"avg_ms": 0.039, "count": 141, "max_ms": 0.144, "p95_ms": 0.073}, "total_inside_ms": {"avg_ms": 0.633, "count": 141, "max_ms": 1.769, "p95_ms": 1.268}, "track_match_ms": {"avg_ms": 0.004, "count": 141, "max_ms": 0.03, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.029, "count": 141, "max_ms": 0.086, "p95_ms": 0.066}}, "gstreamer_push": {"avg_ms": 2.489, "count": 141, "max_ms": 5.0, "p95_ms": 3.617}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 141, "max_ms": 0.142, "p95_ms": 0.096}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.564, "count": 141, "max_ms": 81.565, "p95_ms": 59.9}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 141, "max_ms": 0.114, "p95_ms": 0.079}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 70.887, "count": 141, "max_ms": 122.912, "p95_ms": 98.352}, "inference_input_copy_ms": {"avg_ms": 1.328, "count": 141, "max_ms": 3.614, "p95_ms": 2.095}, "processing_residual_ms": {"avg_ms": 0.144, "count": 141, "max_ms": 1.458, "p95_ms": 0.278}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 72.397, "count": 141, "max_ms": 125.844, "p95_ms": 99.655}, "read_interval": {"avg_ms": 183.368, "count": 140, "max_ms": 3168.351, "p95_ms": 981.302}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 141, "max_ms": 0.042, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.119, "count": 141, "max_ms": 0.451, "p95_ms": 0.228}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 141, "max_ms": 0.035, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.105, "count": 141, "max_ms": 0.418, "p95_ms": 0.206}, "worker_merge_ms": {"avg_ms": 0.005, "count": 141, "max_ms": 0.014, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 40.578, "count": 141, "max_ms": 81.597, "p95_ms": 59.917}, "visualize": {"avg_ms": 28.787, "count": 141, "max_ms": 45.979, "p95_ms": 40.518}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.992, "count": 141, "max_ms": 44.396, "p95_ms": 39.255}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.605, "count": 141, "max_ms": 45.577, "p95_ms": 40.221}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.515, "count": 141, "max_ms": 45.363, "p95_ms": 40.073}, "visualizer_prepare_ms": {"avg_ms": 0.051, "count": 141, "max_ms": 0.158, "p95_ms": 0.107}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 141}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1665.062, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 31.519, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.524, "sample_count": 2839, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1707373, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:13:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 137202, "write_bytes_delta": 137202, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 509.0, "cpu_core_ratio": 1.446409, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13914.0, "pid": 106058, "reason": null, "system_cpu_core_ratio": 0.532218, "system_cpu_s_delta": 11.300000000000004, "user_cpu_core_ratio": 0.914191, "user_cpu_s_delta": 19.409999999999968}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.417768, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.040034, "system_cpu_s_delta": 0.8500000000021828, "user_cpu_core_ratio": 0.377734, "user_cpu_s_delta": 8.019999999989523}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.86, "count": 208, "max_ms": 7.154, "p95_ms": 4.309, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 208}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.544, "count": 30, "max": 60.389, "p95": 39.311, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.587, "count": 30, "max": 33.093, "p95": 28.047, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1417.333, "count": 30, "max": 1518.0, "p95": 1485.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 632.6, "count": 30, "max": 13914.0, "p95": 2766.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.532, "p95": 0.117, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.188, "count": 30, "max": 1.427, "p95": 1.304, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130733.3, "count": 30, "max": 137202.0, "p95": 131687.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 130733.3, "count": 30, "max": 137202.0, "p95": 131687.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.233, "count": 30, "max": 44.0, "p95": 35.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.062, "count": 30, "max": 0.069, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.604, "count": 30, "max": 0.653, "p95": 0.651, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 12235, "sampled_at": "2026-10-30T12:13:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:13:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2829473, "flush_count": 2946, "flush_interval_seconds": 30.0, "flush_state": {"count": 2946, "last_at": "2026-10-30T12:13:14", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:13:14", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2945}, "started": true, "suppressed_count": 1469899, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1469750}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2946, "written_record_count": 2946}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9542.863, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x57d4a1e86d00] error while decoding MB 106 67, bytestream -10 [h264 @ 0x57d4a2024940] error while decoding MB 47 54, bytestream -10 [h264 @ 0x57d4a2024940] error while decoding MB 76 58, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4071704371200, "copied_frame_count": 1472694, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4071704371200, "frame_buffer_copies": 1472694, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1123, "count": 512, "max_ms": 0.5647, "p50_ms": 0.0939, "p95_ms": 0.2174, "p99_ms": 0.325}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2794, "count": 512, "max_ms": 4.1508, "p50_ms": 1.2039, "p95_ms": 2.1788, "p99_ms": 2.539, "results": {"failed": 0, "not_applicable": 0, "success": 1472694, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 521, "h264_decode_error_count": 1171, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:14:12+09:00", "last_error_summary": "[h264 @ 0x57d4a1e86d00] error while decoding MB 106 67, bytestream -10 [h264 @ 0x57d4a2024940] error while decoding MB 47 54, bytestream -10 [h264 @ 0x57d4a2024940] error while decoding MB 76 58, bytestream -5", "last_exit_at": "2026-10-30T12:12:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 91.111, "last_started_at": "2026-10-30T12:12:41+09:00", "pid": 106468, "process": {"exists": true, "fd_count": 0, "hwm_mb": null, "name": "ffmpeg", "pid": 106468, "rss_mb": null, "state": "Z (zombie)", "threads": 1}, "restart_count": 567, "restart_count_per_hour": 24, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 568}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.877, "sample_count": 2502, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1472694, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:14:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.062, "last_frame_pushed_at": "2026-10-30T12:14:12+09:00", "last_frame_read_age_sec": 0.057, "last_frame_read_at": "2026-10-30T12:14:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 95, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 229.768, "last_sample_duration_ms": 1266.973, "last_trigger": "periodic", "next_snapshot_in_sec": 370.232, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 295, "storage_bytes": 2812201}, "mjpeg": {"age_sec": 0.05, "exists": true, "mtime": "2026-10-30T12:14:12.519959+09:00", "mtime_epoch": 1793330052.5199592, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 195546}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:14:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1477.887, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1472695, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.031, "max": 4.0, "p95": 2.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 3}, "total": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 226}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 227, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.534, "pushed": 7.534, "read": 7.567}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 226, "client_acquire_ms": {"avg_ms": 0.007, "count": 227, "max_ms": 0.023, "p95_ms": 0.014, "reason": null, "sample_age_ms": 23.72, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.574, "count": 226, "max_ms": 4.322, "p95_ms": 1.767, "reason": null, "sample_age_ms": 61.688, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.24, "count": 226, "max_ms": 3.461, "p95_ms": 1.058, "reason": null, "sample_age_ms": 62.038, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.23, "count": 227, "max_ms": 0.736, "p95_ms": 0.478, "reason": null, "sample_age_ms": 23.728, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.835, "count": 226, "max_ms": 5.997, "p95_ms": 3.399, "reason": null, "sample_age_ms": 60.005, "source": "client_direct"}, "request_count": 226, "request_tensor_bytes": {"avg": 2764808.0, "count": 226, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 59.969, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 227, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 23.946, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.839, "count": 227, "max_ms": 64.962, "p95_ms": 53.52, "reason": null, "sample_age_ms": 23.715, "source": "client_direct"}, "sample_age_ms": 23.711, "source": "client_direct", "task_total_ms": {"avg_ms": 42.061, "count": 227, "max_ms": 69.086, "p95_ms": 57.116, "reason": null, "sample_age_ms": 23.711, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.375, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.756, "count": 226, "max_ms": 4.404, "p95_ms": 1.53}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.234, "count": 226, "max_ms": 0.753, "p95_ms": 0.475}, "detection_prepare_ms": {"avg_ms": 0.13, "count": 226, "max_ms": 0.958, "p95_ms": 0.269}, "event_filter_ms": {"avg_ms": 0.004, "count": 226, "max_ms": 0.013, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.076, "count": 226, "max_ms": 0.285, "p95_ms": 0.162}, "mcmt_ms": {"avg_ms": 0.003, "count": 226, "max_ms": 0.019, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.182, "count": 226, "max_ms": 2.379, "p95_ms": 0.422}, "setup_ms": {"avg_ms": 0.039, "count": 226, "max_ms": 0.139, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 0.714, "count": 226, "max_ms": 4.345, "p95_ms": 1.418}, "track_match_ms": {"avg_ms": 0.004, "count": 226, "max_ms": 0.045, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.042, "count": 226, "max_ms": 0.998, "p95_ms": 0.073}}, "gstreamer_push": {"avg_ms": 2.786, "count": 226, "max_ms": 6.095, "p95_ms": 4.99}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 226, "max_ms": 0.168, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.959, "count": 226, "max_ms": 70.099, "p95_ms": 58.7}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.108, "count": 226, "max_ms": 8.463, "p95_ms": 0.097}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 81.001, "count": 226, "max_ms": 130.469, "p95_ms": 102.936}, "inference_input_copy_ms": {"avg_ms": 1.383, "count": 226, "max_ms": 3.661, "p95_ms": 2.422}, "processing_residual_ms": {"avg_ms": 0.136, "count": 226, "max_ms": 0.735, "p95_ms": 0.288}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 82.629, "count": 226, "max_ms": 133.655, "p95_ms": 104.65}, "read_interval": {"avg_ms": 132.232, "count": 227, "max_ms": 2209.107, "p95_ms": 141.145}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 226, "max_ms": 0.586, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.131, "count": 226, "max_ms": 2.31, "p95_ms": 0.302}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 226, "max_ms": 0.054, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.115, "count": 226, "max_ms": 2.29, "p95_ms": 0.265}, "worker_merge_ms": {"avg_ms": 0.005, "count": 226, "max_ms": 0.037, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 42.97, "count": 226, "max_ms": 70.105, "p95_ms": 58.707}, "visualize": {"avg_ms": 36.319, "count": 226, "max_ms": 73.733, "p95_ms": 52.988}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 35.512, "count": 226, "max_ms": 72.391, "p95_ms": 52.244}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.125, "count": 226, "max_ms": 73.362, "p95_ms": 52.748}, "visualize_input_copy_ms": {"avg_ms": 0.015, "count": 226, "max_ms": 1.738, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.039, "count": 226, "max_ms": 73.211, "p95_ms": 52.668}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 226, "max_ms": 0.153, "p95_ms": 0.11}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 226}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1467.129, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.221, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.231, "sample_count": 2573, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1472453, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:13:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.061, "exists": true, "size_bytes": 209068, "write_bytes_delta": 209068, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 597.0, "cpu_core_ratio": 0.76321, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9849.0, "pid": 106468, "reason": null, "system_cpu_core_ratio": 0.318462, "system_cpu_s_delta": 6.380000000000001, "user_cpu_core_ratio": 0.444748, "user_cpu_s_delta": 8.91}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.527109, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 50806.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.078367, "system_cpu_s_delta": 1.569999999992433, "user_cpu_core_ratio": 0.448741, "user_cpu_s_delta": 8.989999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.843, "count": 213, "max_ms": 7.578, "p95_ms": 4.834, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.127, "max": 3.0, "p95": 3.0, "sample_count": 213}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 2}, "total": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 213}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.724, "count": 30, "max": 55.86, "p95": 43.958, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.163, "count": 30, "max": 31.649, "p95": 28.194, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1264.967, "count": 30, "max": 1500.0, "p95": 1485.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1020.767, "count": 30, "max": 9849.0, "p95": 6336.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.089, "count": 30, "max": 0.429, "p95": 0.302, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.497, "count": 30, "max": 0.576, "p95": 0.551, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.01, "count": 30, "max": 0.123, "p95": 0.068, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 191191.367, "count": 30, "max": 209068.0, "p95": 196578.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 184633.3, "count": 30, "max": 209068.0, "p95": 195654.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 69338.167, "count": 30, "max": 230963.0, "p95": 203360.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.139, "count": 30, "max": 0.418, "p95": 0.285, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.609, "count": 30, "max": 0.672, "p95": 0.671, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11347, "sampled_at": "2026-10-30T12:13:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:13:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2829473, "flush_count": 2946, "flush_interval_seconds": 30.0, "flush_state": {"count": 2946, "last_at": "2026-10-30T12:13:14", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:13:14", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2945}, "started": true, "suppressed_count": 1469899, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1469750}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2946, "written_record_count": 2946}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9542.031, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T12:14:12+09:00", "last_error_summary": "[h264 @ 0x57d4a1e86d00] error while decoding MB 106 67, bytestream -10 [h264 @ 0x57d4a2024940] error while decoding MB 47 54, bytestream -10 [h264 @ 0x57d4a2024940] error while decoding MB 76 58, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4071707136000, "copied_frame_count": 1472695, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4071707136000, "frame_buffer_copies": 1472695, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1121, "count": 512, "max_ms": 0.5647, "p50_ms": 0.0937, "p95_ms": 0.2174, "p99_ms": 0.325}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2818, "count": 512, "max_ms": 4.1508, "p50_ms": 1.2072, "p95_ms": 2.2001, "p99_ms": 2.539, "results": {"failed": 0, "not_applicable": 0, "success": 1472695, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 521, "h264_decode_error_count": 1171, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:14:12+09:00", "last_error_summary": "[h264 @ 0x57d4a1e86d00] error while decoding MB 106 67, bytestream -10 [h264 @ 0x57d4a2024940] error while decoding MB 47 54, bytestream -10 [h264 @ 0x57d4a2024940] error while decoding MB 76 58, bytestream -5", "last_exit_at": "2026-10-30T12:14:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 91.155, "last_started_at": "2026-10-30T12:12:41+09:00", "pid": 106468, "process": {"exists": false, "pid": 106468}, "restart_count": 567, "restart_count_per_hour": 24, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 568}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.877, "sample_count": 2503, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1472695, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:14:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.013, "last_frame_pushed_at": "2026-10-30T12:14:12+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-10-30T12:14:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 95, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 229.814, "last_sample_duration_ms": 1266.973, "last_trigger": "periodic", "next_snapshot_in_sec": 370.186, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 295, "storage_bytes": 2812201}, "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-10-30T12:14:12.519959+09:00", "mtime_epoch": 1793330052.5199592, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 195546}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:14:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1457.062, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1472695, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.031, "max": 4.0, "p95": 2.0, "sample_count": 227}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 3}, "total": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 227}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.573, "pushed": 7.573, "read": 7.54}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 226, "client_acquire_ms": {"avg_ms": 0.007, "count": 226, "max_ms": 0.023, "p95_ms": 0.014, "reason": null, "sample_age_ms": 76.745, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.574, "count": 226, "max_ms": 4.322, "p95_ms": 1.767, "reason": null, "sample_age_ms": 114.714, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.24, "count": 226, "max_ms": 3.461, "p95_ms": 1.058, "reason": null, "sample_age_ms": 115.063, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.23, "count": 226, "max_ms": 0.736, "p95_ms": 0.478, "reason": null, "sample_age_ms": 76.753, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.835, "count": 226, "max_ms": 5.997, "p95_ms": 3.399, "reason": null, "sample_age_ms": 113.031, "source": "client_direct"}, "request_count": 226, "request_tensor_bytes": {"avg": 2764808.0, "count": 226, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 112.994, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 226, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 76.971, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.854, "count": 226, "max_ms": 64.962, "p95_ms": 53.522, "reason": null, "sample_age_ms": 76.741, "source": "client_direct"}, "sample_age_ms": 76.736, "source": "client_direct", "task_total_ms": {"avg_ms": 42.08, "count": 226, "max_ms": 69.086, "p95_ms": 57.118, "reason": null, "sample_age_ms": 76.736, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.579, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.755, "count": 227, "max_ms": 4.404, "p95_ms": 1.53}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.234, "count": 227, "max_ms": 0.753, "p95_ms": 0.475}, "detection_prepare_ms": {"avg_ms": 0.13, "count": 227, "max_ms": 0.958, "p95_ms": 0.269}, "event_filter_ms": {"avg_ms": 0.004, "count": 227, "max_ms": 0.013, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.076, "count": 227, "max_ms": 0.285, "p95_ms": 0.162}, "mcmt_ms": {"avg_ms": 0.003, "count": 227, "max_ms": 0.019, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.181, "count": 227, "max_ms": 2.379, "p95_ms": 0.422}, "setup_ms": {"avg_ms": 0.039, "count": 227, "max_ms": 0.139, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 0.713, "count": 227, "max_ms": 4.345, "p95_ms": 1.418}, "track_match_ms": {"avg_ms": 0.004, "count": 227, "max_ms": 0.045, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.042, "count": 227, "max_ms": 0.998, "p95_ms": 0.073}}, "gstreamer_push": {"avg_ms": 2.786, "count": 227, "max_ms": 6.095, "p95_ms": 4.99}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 227, "max_ms": 0.168, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.94, "count": 227, "max_ms": 70.099, "p95_ms": 58.7}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.108, "count": 227, "max_ms": 8.463, "p95_ms": 0.097}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 81.002, "count": 227, "max_ms": 130.469, "p95_ms": 102.936}, "inference_input_copy_ms": {"avg_ms": 1.383, "count": 227, "max_ms": 3.661, "p95_ms": 2.422}, "processing_residual_ms": {"avg_ms": 0.136, "count": 227, "max_ms": 0.735, "p95_ms": 0.288}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 82.628, "count": 227, "max_ms": 133.655, "p95_ms": 104.65}, "read_interval": {"avg_ms": 132.484, "count": 226, "max_ms": 2209.107, "p95_ms": 141.145}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 227, "max_ms": 0.586, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.131, "count": 227, "max_ms": 2.31, "p95_ms": 0.302}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 227, "max_ms": 0.054, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.115, "count": 227, "max_ms": 2.29, "p95_ms": 0.265}, "worker_merge_ms": {"avg_ms": 0.005, "count": 227, "max_ms": 0.037, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 42.951, "count": 227, "max_ms": 70.105, "p95_ms": 58.707}, "visualize": {"avg_ms": 36.342, "count": 227, "max_ms": 73.733, "p95_ms": 52.988}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 35.535, "count": 227, "max_ms": 72.391, "p95_ms": 52.244}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.148, "count": 227, "max_ms": 73.362, "p95_ms": 52.748}, "visualize_input_copy_ms": {"avg_ms": 0.015, "count": 227, "max_ms": 1.738, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.062, "count": 227, "max_ms": 73.211, "p95_ms": 52.668}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 227, "max_ms": 0.153, "p95_ms": 0.11}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 227}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1467.129, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.221, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.231, "sample_count": 2573, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1472453, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:13:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.061, "exists": true, "size_bytes": 209068, "write_bytes_delta": 209068, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 597.0, "cpu_core_ratio": 0.76321, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9849.0, "pid": 106468, "reason": null, "system_cpu_core_ratio": 0.318462, "system_cpu_s_delta": 6.380000000000001, "user_cpu_core_ratio": 0.444748, "user_cpu_s_delta": 8.91}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.527109, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 50806.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.078367, "system_cpu_s_delta": 1.569999999992433, "user_cpu_core_ratio": 0.448741, "user_cpu_s_delta": 8.989999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.843, "count": 213, "max_ms": 7.578, "p95_ms": 4.834, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.127, "max": 3.0, "p95": 3.0, "sample_count": 213}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 2}, "total": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 213}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.724, "count": 30, "max": 55.86, "p95": 43.958, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.163, "count": 30, "max": 31.649, "p95": 28.194, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1264.967, "count": 30, "max": 1500.0, "p95": 1485.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1020.767, "count": 30, "max": 9849.0, "p95": 6336.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.089, "count": 30, "max": 0.429, "p95": 0.302, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.497, "count": 30, "max": 0.576, "p95": 0.551, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.01, "count": 30, "max": 0.123, "p95": 0.068, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 191191.367, "count": 30, "max": 209068.0, "p95": 196578.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 184633.3, "count": 30, "max": 209068.0, "p95": 195654.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 69338.167, "count": 30, "max": 230963.0, "p95": 203360.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.139, "count": 30, "max": 0.418, "p95": 0.285, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.609, "count": 30, "max": 0.672, "p95": 0.671, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11347, "sampled_at": "2026-10-30T12:13:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:13:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2829473, "flush_count": 2946, "flush_interval_seconds": 30.0, "flush_state": {"count": 2946, "last_at": "2026-10-30T12:13:14", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:13:14", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2945}, "started": true, "suppressed_count": 1469899, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1469750}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2946, "written_record_count": 2946}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9542.406, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4071707136000, "copied_frame_count": 1472695, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4071707136000, "frame_buffer_copies": 1472695, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1121, "count": 512, "max_ms": 0.5647, "p50_ms": 0.0937, "p95_ms": 0.2174, "p99_ms": 0.325}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2818, "count": 512, "max_ms": 4.1508, "p50_ms": 1.2072, "p95_ms": 2.2001, "p99_ms": 2.539, "results": {"failed": 0, "not_applicable": 0, "success": 1472695, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 521, "h264_decode_error_count": 1171, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:14:12+09:00", "last_error_summary": "[h264 @ 0x57d4a1e86d00] error while decoding MB 106 67, bytestream -10 [h264 @ 0x57d4a2024940] error while decoding MB 47 54, bytestream -10 [h264 @ 0x57d4a2024940] error while decoding MB 76 58, bytestream -5", "last_exit_at": "2026-10-30T12:14:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 91.193, "last_started_at": "2026-10-30T12:12:41+09:00", "pid": 106468, "process": {"exists": false, "pid": 106468}, "restart_count": 567, "restart_count_per_hour": 24, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 568}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.877, "sample_count": 2502, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1472695, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:14:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.052, "last_frame_pushed_at": "2026-10-30T12:14:12+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-10-30T12:14:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 95, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 229.841, "last_sample_duration_ms": 1266.973, "last_trigger": "periodic", "next_snapshot_in_sec": 370.159, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 295, "storage_bytes": 2812201}, "mjpeg": {"age_sec": 0.035, "exists": true, "mtime": "2026-10-30T12:14:12.617960+09:00", "mtime_epoch": 1793330052.61796, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 193410}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:14:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1457.062, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1472695, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.031, "max": 4.0, "p95": 2.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 3}, "total": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 226}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 226, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.539, "pushed": 7.539, "read": 7.539}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 226, "client_acquire_ms": {"avg_ms": 0.007, "count": 226, "max_ms": 0.023, "p95_ms": 0.014, "reason": null, "sample_age_ms": 106.662, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.574, "count": 226, "max_ms": 4.322, "p95_ms": 1.767, "reason": null, "sample_age_ms": 144.631, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.24, "count": 226, "max_ms": 3.461, "p95_ms": 1.058, "reason": null, "sample_age_ms": 144.981, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.23, "count": 226, "max_ms": 0.736, "p95_ms": 0.478, "reason": null, "sample_age_ms": 106.671, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.835, "count": 226, "max_ms": 5.997, "p95_ms": 3.399, "reason": null, "sample_age_ms": 142.948, "source": "client_direct"}, "request_count": 226, "request_tensor_bytes": {"avg": 2764808.0, "count": 226, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 142.912, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 226, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 106.888, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.854, "count": 226, "max_ms": 64.962, "p95_ms": 53.522, "reason": null, "sample_age_ms": 106.658, "source": "client_direct"}, "sample_age_ms": 106.654, "source": "client_direct", "task_total_ms": {"avg_ms": 42.08, "count": 226, "max_ms": 69.086, "p95_ms": 57.118, "reason": null, "sample_age_ms": 106.654, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.864, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.755, "count": 226, "max_ms": 4.404, "p95_ms": 1.53}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.234, "count": 226, "max_ms": 0.753, "p95_ms": 0.475}, "detection_prepare_ms": {"avg_ms": 0.13, "count": 226, "max_ms": 0.958, "p95_ms": 0.269}, "event_filter_ms": {"avg_ms": 0.004, "count": 226, "max_ms": 0.013, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.076, "count": 226, "max_ms": 0.285, "p95_ms": 0.162}, "mcmt_ms": {"avg_ms": 0.003, "count": 226, "max_ms": 0.019, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.182, "count": 226, "max_ms": 2.379, "p95_ms": 0.422}, "setup_ms": {"avg_ms": 0.039, "count": 226, "max_ms": 0.139, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 0.713, "count": 226, "max_ms": 4.345, "p95_ms": 1.418}, "track_match_ms": {"avg_ms": 0.004, "count": 226, "max_ms": 0.045, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.042, "count": 226, "max_ms": 0.998, "p95_ms": 0.073}}, "gstreamer_push": {"avg_ms": 2.788, "count": 226, "max_ms": 6.095, "p95_ms": 4.99}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 226, "max_ms": 0.168, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.956, "count": 226, "max_ms": 70.099, "p95_ms": 58.7}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.108, "count": 226, "max_ms": 8.463, "p95_ms": 0.097}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 81.055, "count": 226, "max_ms": 130.469, "p95_ms": 102.936}, "inference_input_copy_ms": {"avg_ms": 1.385, "count": 226, "max_ms": 3.661, "p95_ms": 2.422}, "processing_residual_ms": {"avg_ms": 0.136, "count": 226, "max_ms": 0.735, "p95_ms": 0.288}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 82.684, "count": 226, "max_ms": 133.655, "p95_ms": 104.65}, "read_interval": {"avg_ms": 132.484, "count": 226, "max_ms": 2209.107, "p95_ms": 141.145}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 226, "max_ms": 0.586, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.131, "count": 226, "max_ms": 2.31, "p95_ms": 0.302}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 226, "max_ms": 0.054, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.115, "count": 226, "max_ms": 2.29, "p95_ms": 0.265}, "worker_merge_ms": {"avg_ms": 0.005, "count": 226, "max_ms": 0.037, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 42.967, "count": 226, "max_ms": 70.105, "p95_ms": 58.707}, "visualize": {"avg_ms": 36.381, "count": 226, "max_ms": 73.733, "p95_ms": 52.988}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 35.573, "count": 226, "max_ms": 72.391, "p95_ms": 52.244}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.187, "count": 226, "max_ms": 73.362, "p95_ms": 52.748}, "visualize_input_copy_ms": {"avg_ms": 0.015, "count": 226, "max_ms": 1.738, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.101, "count": 226, "max_ms": 73.211, "p95_ms": 52.668}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 226, "max_ms": 0.153, "p95_ms": 0.11}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 226}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1467.129, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.221, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.231, "sample_count": 2573, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1472453, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:13:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.061, "exists": true, "size_bytes": 209068, "write_bytes_delta": 209068, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 597.0, "cpu_core_ratio": 0.76321, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9849.0, "pid": 106468, "reason": null, "system_cpu_core_ratio": 0.318462, "system_cpu_s_delta": 6.380000000000001, "user_cpu_core_ratio": 0.444748, "user_cpu_s_delta": 8.91}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.527109, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 50806.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.078367, "system_cpu_s_delta": 1.569999999992433, "user_cpu_core_ratio": 0.448741, "user_cpu_s_delta": 8.989999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.843, "count": 213, "max_ms": 7.578, "p95_ms": 4.834, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.127, "max": 3.0, "p95": 3.0, "sample_count": 213}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 2}, "total": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 213}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.724, "count": 30, "max": 55.86, "p95": 43.958, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.163, "count": 30, "max": 31.649, "p95": 28.194, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1264.967, "count": 30, "max": 1500.0, "p95": 1485.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1020.767, "count": 30, "max": 9849.0, "p95": 6336.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.089, "count": 30, "max": 0.429, "p95": 0.302, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.497, "count": 30, "max": 0.576, "p95": 0.551, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.01, "count": 30, "max": 0.123, "p95": 0.068, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 191191.367, "count": 30, "max": 209068.0, "p95": 196578.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 184633.3, "count": 30, "max": 209068.0, "p95": 195654.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 69338.167, "count": 30, "max": 230963.0, "p95": 203360.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.139, "count": 30, "max": 0.418, "p95": 0.285, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.609, "count": 30, "max": 0.672, "p95": 0.671, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11347, "sampled_at": "2026-10-30T12:13:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:13:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2829473, "flush_count": 2946, "flush_interval_seconds": 30.0, "flush_state": {"count": 2946, "last_at": "2026-10-30T12:13:14", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:13:14", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2945}, "started": true, "suppressed_count": 1469899, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1469750}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2946, "written_record_count": 2946}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9716.668, "limit_mb": null}, "detail": {"pid": 106700, "restart_count": 568, "start_count": 569}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4071707136000, "copied_frame_count": 1472695, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4071707136000, "frame_buffer_copies": 1472695, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1121, "count": 512, "max_ms": 0.5647, "p50_ms": 0.0937, "p95_ms": 0.2174, "p99_ms": 0.325}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2818, "count": 512, "max_ms": 4.1508, "p50_ms": 1.2072, "p95_ms": 2.2001, "p99_ms": 2.539, "results": {"failed": 0, "not_applicable": 0, "success": 1472695, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 521, "h264_decode_error_count": 1171, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:14:12+09:00", "last_error_summary": "[h264 @ 0x57d4a1e86d00] error while decoding MB 106 67, bytestream -10 [h264 @ 0x57d4a2024940] error while decoding MB 47 54, bytestream -10 [h264 @ 0x57d4a2024940] error while decoding MB 76 58, bytestream -5", "last_exit_at": "2026-10-30T12:14:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T12:14:14+09:00", "pid": 106700, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.727, "name": "ffmpeg", "pid": 106700, "rss_mb": 209.727, "state": "S (sleeping)", "threads": 70}, "restart_count": 568, "restart_count_per_hour": 25, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 569}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.015, "sample_count": 2459, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1472695, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:14:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.301, "last_frame_pushed_at": "2026-10-30T12:14:12+09:00", "last_frame_read_age_sec": 4.389, "last_frame_read_at": "2026-10-30T12:14:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 95, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 234.106, "last_sample_duration_ms": 1266.973, "last_trigger": "periodic", "next_snapshot_in_sec": 365.894, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 295, "storage_bytes": 2812201}, "mjpeg": {"age_sec": 4.284, "exists": true, "mtime": "2026-10-30T12:14:12.617960+09:00", "mtime_epoch": 1793330052.61796, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 193410}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:14:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1457.066, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1472695, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.03, "max": 4.0, "p95": 2.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 3}, "total": {"avg": 0.015, "max": 1.0, "p95": 0.0, "sample_count": 200}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.673, "pushed": 6.673, "read": 6.64}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 199, "client_acquire_ms": {"avg_ms": 0.007, "count": 199, "max_ms": 0.023, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4362.587, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.598, "count": 199, "max_ms": 4.322, "p95_ms": 1.823, "reason": null, "sample_age_ms": 4400.556, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.249, "count": 199, "max_ms": 3.461, "p95_ms": 1.078, "reason": null, "sample_age_ms": 4400.905, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.233, "count": 199, "max_ms": 0.736, "p95_ms": 0.486, "reason": null, "sample_age_ms": 4362.595, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.901, "count": 199, "max_ms": 5.997, "p95_ms": 3.597, "reason": null, "sample_age_ms": 4398.873, "source": "client_direct"}, "request_count": 199, "request_tensor_bytes": {"avg": 2764808.0, "count": 199, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4398.836, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 199, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4362.813, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.636, "count": 199, "max_ms": 64.962, "p95_ms": 53.773, "reason": null, "sample_age_ms": 4362.583, "source": "client_direct"}, "sample_age_ms": 4362.578, "source": "client_direct", "task_total_ms": {"avg_ms": 42.933, "count": 199, "max_ms": 69.086, "p95_ms": 57.941, "reason": null, "sample_age_ms": 4362.578, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.819, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.774, "count": 200, "max_ms": 4.404, "p95_ms": 1.536}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.24, "count": 200, "max_ms": 0.753, "p95_ms": 0.492}, "detection_prepare_ms": {"avg_ms": 0.132, "count": 200, "max_ms": 0.958, "p95_ms": 0.269}, "event_filter_ms": {"avg_ms": 0.004, "count": 200, "max_ms": 0.013, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.078, "count": 200, "max_ms": 0.285, "p95_ms": 0.164}, "mcmt_ms": {"avg_ms": 0.003, "count": 200, "max_ms": 0.019, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.187, "count": 200, "max_ms": 2.379, "p95_ms": 0.429}, "setup_ms": {"avg_ms": 0.039, "count": 200, "max_ms": 0.139, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 0.732, "count": 200, "max_ms": 4.345, "p95_ms": 1.46}, "track_match_ms": {"avg_ms": 0.005, "count": 200, "max_ms": 0.045, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.044, "count": 200, "max_ms": 0.998, "p95_ms": 0.075}}, "gstreamer_push": {"avg_ms": 2.856, "count": 200, "max_ms": 6.095, "p95_ms": 4.995}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 200, "max_ms": 0.168, "p95_ms": 0.096}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.85, "count": 200, "max_ms": 70.099, "p95_ms": 58.841}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.119, "count": 200, "max_ms": 8.463, "p95_ms": 0.097}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.738, "count": 200, "max_ms": 130.469, "p95_ms": 103.139}, "inference_input_copy_ms": {"avg_ms": 1.43, "count": 200, "max_ms": 3.661, "p95_ms": 2.427}, "processing_residual_ms": {"avg_ms": 0.14, "count": 200, "max_ms": 0.735, "p95_ms": 0.288}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 84.427, "count": 200, "max_ms": 133.655, "p95_ms": 104.926}, "read_interval": {"avg_ms": 129.014, "count": 199, "max_ms": 2179.435, "p95_ms": 141.166}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 200, "max_ms": 0.586, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.136, "count": 200, "max_ms": 2.31, "p95_ms": 0.311}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 200, "max_ms": 0.054, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.119, "count": 200, "max_ms": 2.29, "p95_ms": 0.284}, "worker_merge_ms": {"avg_ms": 0.005, "count": 200, "max_ms": 0.037, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 43.862, "count": 200, "max_ms": 70.105, "p95_ms": 58.851}, "visualize": {"avg_ms": 37.128, "count": 200, "max_ms": 73.733, "p95_ms": 53.122}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 36.3, "count": 200, "max_ms": 72.391, "p95_ms": 52.356}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.929, "count": 200, "max_ms": 73.362, "p95_ms": 52.932}, "visualize_input_copy_ms": {"avg_ms": 0.017, "count": 200, "max_ms": 1.738, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.841, "count": 200, "max_ms": 73.211, "p95_ms": 52.811}, "visualizer_prepare_ms": {"avg_ms": 0.05, "count": 200, "max_ms": 0.153, "p95_ms": 0.11}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 200}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1467.129, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.221, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.231, "sample_count": 2573, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1472453, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:13:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.061, "exists": true, "size_bytes": 209068, "write_bytes_delta": 209068, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 597.0, "cpu_core_ratio": 0.76321, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9849.0, "pid": 106468, "reason": null, "system_cpu_core_ratio": 0.318462, "system_cpu_s_delta": 6.380000000000001, "user_cpu_core_ratio": 0.444748, "user_cpu_s_delta": 8.91}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.527109, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 50806.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.078367, "system_cpu_s_delta": 1.569999999992433, "user_cpu_core_ratio": 0.448741, "user_cpu_s_delta": 8.989999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.843, "count": 213, "max_ms": 7.578, "p95_ms": 4.834, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.127, "max": 3.0, "p95": 3.0, "sample_count": 213}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 2}, "total": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 213}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.724, "count": 30, "max": 55.86, "p95": 43.958, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.163, "count": 30, "max": 31.649, "p95": 28.194, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1264.967, "count": 30, "max": 1500.0, "p95": 1485.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1020.767, "count": 30, "max": 9849.0, "p95": 6336.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.089, "count": 30, "max": 0.429, "p95": 0.302, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.497, "count": 30, "max": 0.576, "p95": 0.551, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.01, "count": 30, "max": 0.123, "p95": 0.068, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 191191.367, "count": 30, "max": 209068.0, "p95": 196578.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 184633.3, "count": 30, "max": 209068.0, "p95": 195654.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 69338.167, "count": 30, "max": 230963.0, "p95": 203360.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.139, "count": 30, "max": 0.418, "p95": 0.285, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.609, "count": 30, "max": 0.672, "p95": 0.671, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11347, "sampled_at": "2026-10-30T12:13:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:13:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2833370, "flush_count": 2950, "flush_interval_seconds": 30.0, "flush_state": {"count": 2950, "last_at": "2026-10-30T12:17:17", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:17:17", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2949}, "started": true, "suppressed_count": 1471439, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1471290}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2950, "written_record_count": 2950}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9552.824, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T12:14:12+09:00", "last_error_summary": "[h264 @ 0x57d4a1e86d00] error while decoding MB 106 67, bytestream -10 [h264 @ 0x57d4a2024940] error while decoding MB 47 54, bytestream -10 [h264 @ 0x57d4a2024940] error while decoding MB 76 58, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4075975987200, "copied_frame_count": 1474239, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4075975987200, "frame_buffer_copies": 1474239, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1183, "count": 512, "max_ms": 0.391, "p50_ms": 0.1099, "p95_ms": 0.2208, "p99_ms": 0.3029}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4733, "count": 512, "max_ms": 3.9524, "p50_ms": 1.4023, "p95_ms": 2.5075, "p99_ms": 3.2422, "results": {"failed": 0, "not_applicable": 0, "success": 1474239, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 521, "h264_decode_error_count": 1171, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:14:12+09:00", "last_error_summary": "[h264 @ 0x57d4a1e86d00] error while decoding MB 106 67, bytestream -10 [h264 @ 0x57d4a2024940] error while decoding MB 47 54, bytestream -10 [h264 @ 0x57d4a2024940] error while decoding MB 76 58, bytestream -5", "last_exit_at": "2026-10-30T12:17:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 184.761, "last_started_at": "2026-10-30T12:14:14+09:00", "pid": 106700, "process": {"exists": false, "pid": 106700}, "restart_count": 568, "restart_count_per_hour": 23, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 569}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.884, "sample_count": 2291, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1474239, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:17:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.069, "last_frame_pushed_at": "2026-10-30T12:17:19+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-10-30T12:17:19+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 95, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 416.865, "last_sample_duration_ms": 1266.973, "last_trigger": "periodic", "next_snapshot_in_sec": 183.135, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 295, "storage_bytes": 2812201}, "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-10-30T12:17:19.605524+09:00", "mtime_epoch": 1793330239.6055243, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 193721}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:17:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1460.977, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1474239, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.833, "max": 7.0, "p95": 5.0, "sample_count": 216}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.127, "max": 2.0, "p95": 2.0, "sample_count": 134}, "total": {"avg": 0.699, "max": 2.0, "p95": 2.0, "sample_count": 216}}, "tracking_counts": {"active": {"avg": 1.065, "max": 2.0, "p95": 2.0, "sample_count": 216}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 216}, "tracked": {"avg": 1.065, "max": 2.0, "p95": 2.0, "sample_count": 216}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.201, "pushed": 7.234, "read": 7.201}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 216, "client_acquire_ms": {"avg_ms": 0.008, "count": 216, "max_ms": 0.03, "p95_ms": 0.018, "reason": null, "sample_age_ms": 144.029, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.888, "count": 216, "max_ms": 8.942, "p95_ms": 3.149, "reason": null, "sample_age_ms": 195.745, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.392, "count": 216, "max_ms": 8.366, "p95_ms": 2.334, "reason": null, "sample_age_ms": 195.986, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.313, "count": 216, "max_ms": 1.06, "p95_ms": 0.675, "reason": null, "sample_age_ms": 144.045, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.068, "count": 216, "max_ms": 10.599, "p95_ms": 3.691, "reason": null, "sample_age_ms": 194.706, "source": "client_direct"}, "request_count": 216, "request_tensor_bytes": {"avg": 2764808.0, "count": 216, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 194.692, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 216, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 144.778, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.005, "count": 216, "max_ms": 97.678, "p95_ms": 69.053, "reason": null, "sample_age_ms": 144.021, "source": "client_direct"}, "sample_age_ms": 144.012, "source": "client_direct", "task_total_ms": {"avg_ms": 48.586, "count": 216, "max_ms": 102.481, "p95_ms": 72.137, "reason": null, "sample_age_ms": 144.012, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.182, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.996, "count": 216, "max_ms": 11.278, "p95_ms": 7.57}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.344, "count": 216, "max_ms": 2.634, "p95_ms": 0.776}, "detection_prepare_ms": {"avg_ms": 0.94, "count": 216, "max_ms": 5.758, "p95_ms": 2.635}, "event_filter_ms": {"avg_ms": 0.005, "count": 216, "max_ms": 0.04, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.12, "count": 216, "max_ms": 0.403, "p95_ms": 0.269}, "mcmt_ms": {"avg_ms": 0.003, "count": 216, "max_ms": 0.03, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.569, "count": 216, "max_ms": 3.53, "p95_ms": 1.386}, "setup_ms": {"avg_ms": 0.044, "count": 216, "max_ms": 0.192, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 2.942, "count": 216, "max_ms": 11.152, "p95_ms": 7.479}, "track_match_ms": {"avg_ms": 0.082, "count": 216, "max_ms": 1.21, "p95_ms": 0.226}, "tracker_update_ms": {"avg_ms": 0.834, "count": 216, "max_ms": 4.221, "p95_ms": 2.409}}, "gstreamer_push": {"avg_ms": 3.068, "count": 217, "max_ms": 6.456, "p95_ms": 5.443}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 216, "max_ms": 0.448, "p95_ms": 0.128}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.885, "count": 216, "max_ms": 105.38, "p95_ms": 75.519}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.87, "count": 216, "max_ms": 14.185, "p95_ms": 8.677}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.518, "count": 216, "max_ms": 162.846, "p95_ms": 145.857}, "inference_input_copy_ms": {"avg_ms": 1.972, "count": 216, "max_ms": 59.163, "p95_ms": 2.993}, "processing_residual_ms": {"avg_ms": 0.192, "count": 216, "max_ms": 0.488, "p95_ms": 0.358}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.552, "count": 216, "max_ms": 168.452, "p95_ms": 153.762}, "read_interval": {"avg_ms": 138.478, "count": 216, "max_ms": 2596.703, "p95_ms": 183.061}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 216, "max_ms": 0.069, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.512, "count": 216, "max_ms": 3.236, "p95_ms": 1.279}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 216, "max_ms": 0.079, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.497, "count": 216, "max_ms": 3.167, "p95_ms": 1.262}, "worker_merge_ms": {"avg_ms": 0.006, "count": 216, "max_ms": 0.051, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.899, "count": 216, "max_ms": 105.405, "p95_ms": 75.53}, "visualize": {"avg_ms": 46.497, "count": 216, "max_ms": 77.995, "p95_ms": 62.543}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.621, "count": 216, "max_ms": 67.226, "p95_ms": 57.312}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.828, "count": 216, "max_ms": 70.929, "p95_ms": 60.384}, "visualize_input_copy_ms": {"avg_ms": 1.458, "count": 216, "max_ms": 6.703, "p95_ms": 2.65}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.694, "count": 216, "max_ms": 70.781, "p95_ms": 60.214}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 216, "max_ms": 0.392, "p95_ms": 0.184}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 216}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1457.719, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.065, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.069, "sample_count": 2362, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1474048, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:16:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.119, "exists": true, "size_bytes": 193250, "write_bytes_delta": 193250, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 815.0, "cpu_core_ratio": 0.73881, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1012.0, "pid": 106700, "reason": null, "system_cpu_core_ratio": 0.215216, "system_cpu_s_delta": 4.32, "user_cpu_core_ratio": 0.523593, "user_cpu_s_delta": 10.509999999999991}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.519965, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 195722.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.558466, "system_cpu_s_delta": 11.209999999991851, "user_cpu_core_ratio": 0.961499, "user_cpu_s_delta": 19.300000000017462}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.293, "count": 234, "max_ms": 8.731, "p95_ms": 5.455, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.432, "max": 6.0, "p95": 4.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 56}, "total": {"avg": 0.239, "max": 1.0, "p95": 1.0, "sample_count": 234}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.263, "count": 30, "max": 82.267, "p95": 51.597, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.697, "count": 30, "max": 35.604, "p95": 31.435, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 947.467, "count": 30, "max": 1490.0, "p95": 1454.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 993.9, "count": 30, "max": 9849.0, "p95": 6330.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.085, "count": 30, "max": 0.342, "p95": 0.331, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.484, "count": 30, "max": 0.572, "p95": 0.527, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.012, "count": 30, "max": 0.119, "p95": 0.088, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 194332.367, "count": 30, "max": 209068.0, "p95": 196716.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 188064.033, "count": 30, "max": 209068.0, "p95": 196716.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 114546.567, "count": 30, "max": 230963.0, "p95": 204524.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.336, "count": 30, "max": 0.589, "p95": 0.574, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.739, "count": 30, "max": 1.031, "p95": 1.016, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11363, "sampled_at": "2026-10-30T12:16:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:16:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2833370, "flush_count": 2950, "flush_interval_seconds": 30.0, "flush_state": {"count": 2950, "last_at": "2026-10-30T12:17:17", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:17:17", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2949}, "started": true, "suppressed_count": 1471439, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1471290}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2950, "written_record_count": 2950}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9552.852, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4075975987200, "copied_frame_count": 1474239, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4075975987200, "frame_buffer_copies": 1474239, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1183, "count": 512, "max_ms": 0.391, "p50_ms": 0.1099, "p95_ms": 0.2208, "p99_ms": 0.3029}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4733, "count": 512, "max_ms": 3.9524, "p50_ms": 1.4023, "p95_ms": 2.5075, "p99_ms": 3.2422, "results": {"failed": 0, "not_applicable": 0, "success": 1474239, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 521, "h264_decode_error_count": 1171, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:14:12+09:00", "last_error_summary": "[h264 @ 0x57d4a1e86d00] error while decoding MB 106 67, bytestream -10 [h264 @ 0x57d4a2024940] error while decoding MB 47 54, bytestream -10 [h264 @ 0x57d4a2024940] error while decoding MB 76 58, bytestream -5", "last_exit_at": "2026-10-30T12:17:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 184.812, "last_started_at": "2026-10-30T12:14:14+09:00", "pid": 106700, "process": {"exists": false, "pid": 106700}, "restart_count": 568, "restart_count_per_hour": 23, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 569}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.884, "sample_count": 2290, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1474239, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:17:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.12, "last_frame_pushed_at": "2026-10-30T12:17:19+09:00", "last_frame_read_age_sec": 0.236, "last_frame_read_at": "2026-10-30T12:17:19+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 95, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 416.915, "last_sample_duration_ms": 1266.973, "last_trigger": "periodic", "next_snapshot_in_sec": 183.085, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 295, "storage_bytes": 2812201}, "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-10-30T12:17:19.605524+09:00", "mtime_epoch": 1793330239.6055243, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 193721}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:17:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1460.977, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1474239, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.833, "max": 7.0, "p95": 5.0, "sample_count": 216}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.127, "max": 2.0, "p95": 2.0, "sample_count": 134}, "total": {"avg": 0.699, "max": 2.0, "p95": 2.0, "sample_count": 216}}, "tracking_counts": {"active": {"avg": 1.065, "max": 2.0, "p95": 2.0, "sample_count": 216}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 216}, "tracked": {"avg": 1.065, "max": 2.0, "p95": 2.0, "sample_count": 216}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.212, "pushed": 7.212, "read": 7.179}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 215, "client_acquire_ms": {"avg_ms": 0.008, "count": 215, "max_ms": 0.03, "p95_ms": 0.018, "reason": null, "sample_age_ms": 201.379, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.884, "count": 215, "max_ms": 8.942, "p95_ms": 3.168, "reason": null, "sample_age_ms": 253.095, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.387, "count": 215, "max_ms": 8.366, "p95_ms": 2.339, "reason": null, "sample_age_ms": 253.335, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.313, "count": 215, "max_ms": 1.06, "p95_ms": 0.676, "reason": null, "sample_age_ms": 201.395, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.073, "count": 215, "max_ms": 10.599, "p95_ms": 3.693, "reason": null, "sample_age_ms": 252.056, "source": "client_direct"}, "request_count": 215, "request_tensor_bytes": {"avg": 2764808.0, "count": 215, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 252.042, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 215, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 202.127, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.055, "count": 215, "max_ms": 97.678, "p95_ms": 69.087, "reason": null, "sample_age_ms": 201.371, "source": "client_direct"}, "sample_age_ms": 201.362, "source": "client_direct", "task_total_ms": {"avg_ms": 48.642, "count": 215, "max_ms": 102.481, "p95_ms": 72.191, "reason": null, "sample_age_ms": 201.362, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.597, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.996, "count": 216, "max_ms": 11.278, "p95_ms": 7.57}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.344, "count": 216, "max_ms": 2.634, "p95_ms": 0.776}, "detection_prepare_ms": {"avg_ms": 0.94, "count": 216, "max_ms": 5.758, "p95_ms": 2.635}, "event_filter_ms": {"avg_ms": 0.005, "count": 216, "max_ms": 0.04, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.12, "count": 216, "max_ms": 0.403, "p95_ms": 0.269}, "mcmt_ms": {"avg_ms": 0.003, "count": 216, "max_ms": 0.03, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.569, "count": 216, "max_ms": 3.53, "p95_ms": 1.386}, "setup_ms": {"avg_ms": 0.044, "count": 216, "max_ms": 0.192, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 2.942, "count": 216, "max_ms": 11.152, "p95_ms": 7.479}, "track_match_ms": {"avg_ms": 0.082, "count": 216, "max_ms": 1.21, "p95_ms": 0.226}, "tracker_update_ms": {"avg_ms": 0.834, "count": 216, "max_ms": 4.221, "p95_ms": 2.409}}, "gstreamer_push": {"avg_ms": 3.07, "count": 216, "max_ms": 6.456, "p95_ms": 5.443}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 216, "max_ms": 0.448, "p95_ms": 0.128}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.885, "count": 216, "max_ms": 105.38, "p95_ms": 75.519}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.87, "count": 216, "max_ms": 14.185, "p95_ms": 8.677}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.518, "count": 216, "max_ms": 162.846, "p95_ms": 145.857}, "inference_input_copy_ms": {"avg_ms": 1.972, "count": 216, "max_ms": 59.163, "p95_ms": 2.993}, "processing_residual_ms": {"avg_ms": 0.192, "count": 216, "max_ms": 0.488, "p95_ms": 0.358}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.552, "count": 216, "max_ms": 168.452, "p95_ms": 153.762}, "read_interval": {"avg_ms": 138.551, "count": 215, "max_ms": 2596.703, "p95_ms": 183.061}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 216, "max_ms": 0.069, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.512, "count": 216, "max_ms": 3.236, "p95_ms": 1.279}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 216, "max_ms": 0.079, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.497, "count": 216, "max_ms": 3.167, "p95_ms": 1.262}, "worker_merge_ms": {"avg_ms": 0.006, "count": 216, "max_ms": 0.051, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.899, "count": 216, "max_ms": 105.405, "p95_ms": 75.53}, "visualize": {"avg_ms": 46.497, "count": 216, "max_ms": 77.995, "p95_ms": 62.543}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.621, "count": 216, "max_ms": 67.226, "p95_ms": 57.312}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.828, "count": 216, "max_ms": 70.929, "p95_ms": 60.384}, "visualize_input_copy_ms": {"avg_ms": 1.458, "count": 216, "max_ms": 6.703, "p95_ms": 2.65}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.694, "count": 216, "max_ms": 70.781, "p95_ms": 60.214}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 216, "max_ms": 0.392, "p95_ms": 0.184}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 216}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1457.719, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.065, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.069, "sample_count": 2362, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1474048, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:16:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.119, "exists": true, "size_bytes": 193250, "write_bytes_delta": 193250, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 815.0, "cpu_core_ratio": 0.73881, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1012.0, "pid": 106700, "reason": null, "system_cpu_core_ratio": 0.215216, "system_cpu_s_delta": 4.32, "user_cpu_core_ratio": 0.523593, "user_cpu_s_delta": 10.509999999999991}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.519965, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 195722.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.558466, "system_cpu_s_delta": 11.209999999991851, "user_cpu_core_ratio": 0.961499, "user_cpu_s_delta": 19.300000000017462}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.293, "count": 234, "max_ms": 8.731, "p95_ms": 5.455, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.432, "max": 6.0, "p95": 4.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 56}, "total": {"avg": 0.239, "max": 1.0, "p95": 1.0, "sample_count": 234}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.263, "count": 30, "max": 82.267, "p95": 51.597, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.697, "count": 30, "max": 35.604, "p95": 31.435, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 947.467, "count": 30, "max": 1490.0, "p95": 1454.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 993.9, "count": 30, "max": 9849.0, "p95": 6330.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.085, "count": 30, "max": 0.342, "p95": 0.331, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.484, "count": 30, "max": 0.572, "p95": 0.527, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.012, "count": 30, "max": 0.119, "p95": 0.088, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 194332.367, "count": 30, "max": 209068.0, "p95": 196716.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 188064.033, "count": 30, "max": 209068.0, "p95": 196716.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 114546.567, "count": 30, "max": 230963.0, "p95": 204524.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.336, "count": 30, "max": 0.589, "p95": 0.574, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.739, "count": 30, "max": 1.031, "p95": 1.016, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11363, "sampled_at": "2026-10-30T12:16:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:16:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2833370, "flush_count": 2950, "flush_interval_seconds": 30.0, "flush_state": {"count": 2950, "last_at": "2026-10-30T12:17:17", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:17:17", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2949}, "started": true, "suppressed_count": 1471439, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1471290}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2950, "written_record_count": 2950}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9728.395, "limit_mb": null}, "detail": {"pid": 106816, "restart_count": 569, "start_count": 570}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4075975987200, "copied_frame_count": 1474239, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4075975987200, "frame_buffer_copies": 1474239, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1183, "count": 512, "max_ms": 0.391, "p50_ms": 0.1099, "p95_ms": 0.2208, "p99_ms": 0.3029}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4733, "count": 512, "max_ms": 3.9524, "p50_ms": 1.4023, "p95_ms": 2.5075, "p99_ms": 3.2422, "results": {"failed": 0, "not_applicable": 0, "success": 1474239, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 521, "h264_decode_error_count": 1171, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:14:12+09:00", "last_error_summary": "[h264 @ 0x57d4a1e86d00] error while decoding MB 106 67, bytestream -10 [h264 @ 0x57d4a2024940] error while decoding MB 47 54, bytestream -10 [h264 @ 0x57d4a2024940] error while decoding MB 76 58, bytestream -5", "last_exit_at": "2026-10-30T12:17:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T12:17:22+09:00", "pid": 106816, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.816, "name": "ffmpeg", "pid": 106816, "rss_mb": 209.816, "state": "S (sleeping)", "threads": 70}, "restart_count": 569, "restart_count_per_hour": 24, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 570}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.884, "sample_count": 2254, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1474239, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:17:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.465, "last_frame_pushed_at": "2026-10-30T12:17:19+09:00", "last_frame_read_age_sec": 4.582, "last_frame_read_at": "2026-10-30T12:17:19+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 95, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 421.283, "last_sample_duration_ms": 1266.973, "last_trigger": "periodic", "next_snapshot_in_sec": 178.717, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 295, "storage_bytes": 2812201}, "mjpeg": {"age_sec": 4.452, "exists": true, "mtime": "2026-10-30T12:17:19.605524+09:00", "mtime_epoch": 1793330239.6055243, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 193721}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:17:24+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1460.98, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1474239, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.949, "max": 7.0, "p95": 5.0, "sample_count": 178}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.127, "max": 2.0, "p95": 2.0, "sample_count": 134}, "total": {"avg": 0.848, "max": 2.0, "p95": 2.0, "sample_count": 178}}, "tracking_counts": {"active": {"avg": 1.079, "max": 2.0, "p95": 2.0, "sample_count": 178}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}, "removed": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 178}, "tracked": {"avg": 1.079, "max": 2.0, "p95": 2.0, "sample_count": 178}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 178, "pushed_frames": 178, "read_frames": 177, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.95, "pushed": 5.95, "read": 5.917}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 177, "client_acquire_ms": {"avg_ms": 0.008, "count": 178, "max_ms": 0.03, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4542.892, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.866, "count": 177, "max_ms": 8.942, "p95_ms": 3.026, "reason": null, "sample_age_ms": 4594.608, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.383, "count": 177, "max_ms": 8.366, "p95_ms": 2.33, "reason": null, "sample_age_ms": 4594.849, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.312, "count": 178, "max_ms": 1.06, "p95_ms": 0.674, "reason": null, "sample_age_ms": 4542.908, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.054, "count": 177, "max_ms": 10.599, "p95_ms": 3.715, "reason": null, "sample_age_ms": 4593.569, "source": "client_direct"}, "request_count": 177, "request_tensor_bytes": {"avg": 2764808.0, "count": 177, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4593.555, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 178, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4543.641, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.112, "count": 178, "max_ms": 97.678, "p95_ms": 70.281, "reason": null, "sample_age_ms": 4542.884, "source": "client_direct"}, "sample_age_ms": 4542.875, "source": "client_direct", "task_total_ms": {"avg_ms": 48.676, "count": 178, "max_ms": 102.481, "p95_ms": 73.905, "reason": null, "sample_age_ms": 4542.875, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.93, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.47, "count": 178, "max_ms": 11.278, "p95_ms": 7.791}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.356, "count": 178, "max_ms": 2.634, "p95_ms": 0.836}, "detection_prepare_ms": {"avg_ms": 1.113, "count": 178, "max_ms": 5.758, "p95_ms": 2.701}, "event_filter_ms": {"avg_ms": 0.005, "count": 178, "max_ms": 0.04, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.129, "count": 178, "max_ms": 0.403, "p95_ms": 0.277}, "mcmt_ms": {"avg_ms": 0.003, "count": 178, "max_ms": 0.03, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.658, "count": 178, "max_ms": 3.53, "p95_ms": 1.565}, "setup_ms": {"avg_ms": 0.045, "count": 178, "max_ms": 0.192, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 3.413, "count": 178, "max_ms": 11.152, "p95_ms": 7.706}, "track_match_ms": {"avg_ms": 0.098, "count": 178, "max_ms": 1.21, "p95_ms": 0.235}, "tracker_update_ms": {"avg_ms": 1.005, "count": 178, "max_ms": 4.221, "p95_ms": 2.486}}, "gstreamer_push": {"avg_ms": 3.107, "count": 178, "max_ms": 6.456, "p95_ms": 5.522}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 178, "max_ms": 0.448, "p95_ms": 0.135}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.964, "count": 178, "max_ms": 105.38, "p95_ms": 79.896}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.996, "count": 178, "max_ms": 14.185, "p95_ms": 9.179}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.64, "count": 178, "max_ms": 162.846, "p95_ms": 146.683}, "inference_input_copy_ms": {"avg_ms": 1.71, "count": 178, "max_ms": 10.094, "p95_ms": 3.306}, "processing_residual_ms": {"avg_ms": 0.197, "count": 178, "max_ms": 0.488, "p95_ms": 0.38}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.543, "count": 178, "max_ms": 168.452, "p95_ms": 155.399}, "read_interval": {"avg_ms": 143.66, "count": 177, "max_ms": 2596.703, "p95_ms": 193.068}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 178, "max_ms": 0.069, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.597, "count": 178, "max_ms": 3.236, "p95_ms": 1.434}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 178, "max_ms": 0.079, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.582, "count": 178, "max_ms": 3.167, "p95_ms": 1.407}, "worker_merge_ms": {"avg_ms": 0.007, "count": 178, "max_ms": 0.051, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.979, "count": 178, "max_ms": 105.405, "p95_ms": 79.912}, "visualize": {"avg_ms": 47.05, "count": 178, "max_ms": 77.995, "p95_ms": 62.86}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.842, "count": 178, "max_ms": 67.226, "p95_ms": 58.323}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.359, "count": 178, "max_ms": 70.929, "p95_ms": 61.072}, "visualize_input_copy_ms": {"avg_ms": 1.474, "count": 178, "max_ms": 6.703, "p95_ms": 2.867}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.223, "count": 178, "max_ms": 70.781, "p95_ms": 60.985}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 178, "max_ms": 0.392, "p95_ms": 0.183}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 178}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1457.719, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.065, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.069, "sample_count": 2362, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1474048, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:16:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.119, "exists": true, "size_bytes": 193250, "write_bytes_delta": 193250, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 815.0, "cpu_core_ratio": 0.73881, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1012.0, "pid": 106700, "reason": null, "system_cpu_core_ratio": 0.215216, "system_cpu_s_delta": 4.32, "user_cpu_core_ratio": 0.523593, "user_cpu_s_delta": 10.509999999999991}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.519965, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 195722.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.558466, "system_cpu_s_delta": 11.209999999991851, "user_cpu_core_ratio": 0.961499, "user_cpu_s_delta": 19.300000000017462}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.293, "count": 234, "max_ms": 8.731, "p95_ms": 5.455, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.432, "max": 6.0, "p95": 4.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 56}, "total": {"avg": 0.239, "max": 1.0, "p95": 1.0, "sample_count": 234}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.263, "count": 30, "max": 82.267, "p95": 51.597, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.697, "count": 30, "max": 35.604, "p95": 31.435, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 947.467, "count": 30, "max": 1490.0, "p95": 1454.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 993.9, "count": 30, "max": 9849.0, "p95": 6330.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.085, "count": 30, "max": 0.342, "p95": 0.331, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.484, "count": 30, "max": 0.572, "p95": 0.527, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.012, "count": 30, "max": 0.119, "p95": 0.088, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 194332.367, "count": 30, "max": 209068.0, "p95": 196716.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 188064.033, "count": 30, "max": 209068.0, "p95": 196716.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 114546.567, "count": 30, "max": 230963.0, "p95": 204524.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.336, "count": 30, "max": 0.589, "p95": 0.574, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.739, "count": 30, "max": 1.031, "p95": 1.016, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11363, "sampled_at": "2026-10-30T12:16:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:16:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2834399, "flush_count": 2951, "flush_interval_seconds": 30.0, "flush_state": {"count": 2951, "last_at": "2026-10-30T12:18:17", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:18:17", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2950}, "started": true, "suppressed_count": 1472250, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1472101}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2951, "written_record_count": 2951}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9578.941, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5af1c28d23c0] left block unavailable for requested intra mode [h264 @ 0x5af1c28d23c0] error while decoding MB 0 7, bytestream 18793 [h264 @ 0x5af1c36768c0] error while decoding MB 16 39, bytestream -15", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4078218240000, "copied_frame_count": 1475050, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4078218240000, "frame_buffer_copies": 1475050, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1145, "count": 512, "max_ms": 1.3679, "p50_ms": 0.1014, "p95_ms": 0.2157, "p99_ms": 0.2835}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4373, "count": 512, "max_ms": 3.9664, "p50_ms": 1.3609, "p95_ms": 2.4014, "p99_ms": 2.8843, "results": {"failed": 0, "not_applicable": 0, "success": 1475050, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 522, "h264_decode_error_count": 1173, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:19:05+09:00", "last_error_summary": "[h264 @ 0x5af1c28d23c0] left block unavailable for requested intra mode [h264 @ 0x5af1c28d23c0] error while decoding MB 0 7, bytestream 18793 [h264 @ 0x5af1c36768c0] error while decoding MB 16 39, bytestream -15", "last_exit_at": "2026-10-30T12:17:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 103.792, "last_started_at": "2026-10-30T12:17:22+09:00", "pid": 106816, "process": {"exists": false, "pid": 106816}, "restart_count": 569, "restart_count_per_hour": 23, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 570}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.856, "sample_count": 2421, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1475050, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:19:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.087, "last_frame_pushed_at": "2026-10-30T12:19:05+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-10-30T12:19:05+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 95, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 523.075, "last_sample_duration_ms": 1266.973, "last_trigger": "periodic", "next_snapshot_in_sec": 76.925, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 295, "storage_bytes": 2812201}, "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-10-30T12:19:05.771387+09:00", "mtime_epoch": 1793330345.7713873, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 190860}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:19:05+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1482.777, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1475051, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.723, "max": 6.0, "p95": 4.0, "sample_count": 235}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.01, "max": 2.0, "p95": 1.0, "sample_count": 207}, "total": {"avg": 0.889, "max": 2.0, "p95": 1.0, "sample_count": 235}}, "tracking_counts": {"active": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 235}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 235}, "tracked": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 235}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.854, "pushed": 7.854, "read": 7.854}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 235, "client_acquire_ms": {"avg_ms": 0.007, "count": 236, "max_ms": 0.035, "p95_ms": 0.014, "reason": null, "sample_age_ms": 37.681, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.841, "count": 235, "max_ms": 8.812, "p95_ms": 2.472, "reason": null, "sample_age_ms": 106.656, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.381, "count": 235, "max_ms": 8.23, "p95_ms": 1.87, "reason": null, "sample_age_ms": 106.926, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.313, "count": 236, "max_ms": 0.986, "p95_ms": 0.587, "reason": null, "sample_age_ms": 37.693, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.985, "count": 235, "max_ms": 21.396, "p95_ms": 3.334, "reason": null, "sample_age_ms": 104.815, "source": "client_direct"}, "request_count": 235, "request_tensor_bytes": {"avg": 2764808.0, "count": 235, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 104.791, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 236, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 37.963, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.159, "count": 236, "max_ms": 83.951, "p95_ms": 68.1, "reason": null, "sample_age_ms": 37.677, "source": "client_direct"}, "sample_age_ms": 37.674, "source": "client_direct", "task_total_ms": {"avg_ms": 49.635, "count": 236, "max_ms": 87.285, "p95_ms": 71.122, "reason": null, "sample_age_ms": 37.674, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.791, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.207, "count": 235, "max_ms": 18.623, "p95_ms": 8.847}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.378, "count": 235, "max_ms": 1.1, "p95_ms": 0.753}, "detection_prepare_ms": {"avg_ms": 1.272, "count": 235, "max_ms": 5.649, "p95_ms": 2.608}, "event_filter_ms": {"avg_ms": 0.005, "count": 235, "max_ms": 0.025, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.247, "count": 235, "max_ms": 0.905, "p95_ms": 0.494}, "mcmt_ms": {"avg_ms": 0.004, "count": 235, "max_ms": 0.023, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.887, "count": 235, "max_ms": 8.039, "p95_ms": 3.031}, "setup_ms": {"avg_ms": 0.047, "count": 235, "max_ms": 0.216, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 5.149, "count": 235, "max_ms": 18.5, "p95_ms": 8.751}, "track_match_ms": {"avg_ms": 0.06, "count": 235, "max_ms": 0.275, "p95_ms": 0.142}, "tracker_update_ms": {"avg_ms": 1.247, "count": 235, "max_ms": 3.806, "p95_ms": 2.353}}, "gstreamer_push": {"avg_ms": 4.061, "count": 235, "max_ms": 11.222, "p95_ms": 7.483}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 235, "max_ms": 0.208, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.809, "count": 235, "max_ms": 89.65, "p95_ms": 73.403}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.859, "count": 235, "max_ms": 11.577, "p95_ms": 8.665}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.9, "count": 235, "max_ms": 159.495, "p95_ms": 139.204}, "inference_input_copy_ms": {"avg_ms": 1.505, "count": 235, "max_ms": 3.5, "p95_ms": 2.563}, "processing_residual_ms": {"avg_ms": 0.167, "count": 235, "max_ms": 0.423, "p95_ms": 0.319}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.431, "count": 235, "max_ms": 163.813, "p95_ms": 145.957}, "read_interval": {"avg_ms": 127.422, "count": 235, "max_ms": 203.41, "p95_ms": 176.898}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 235, "max_ms": 0.062, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 1.811, "count": 235, "max_ms": 7.853, "p95_ms": 2.907}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 235, "max_ms": 0.114, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.792, "count": 235, "max_ms": 7.815, "p95_ms": 2.887}, "worker_merge_ms": {"avg_ms": 0.007, "count": 235, "max_ms": 0.033, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 50.824, "count": 235, "max_ms": 89.674, "p95_ms": 73.41}, "visualize": {"avg_ms": 49.741, "count": 235, "max_ms": 80.083, "p95_ms": 65.261}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.162, "count": 235, "max_ms": 73.594, "p95_ms": 59.527}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.09, "count": 235, "max_ms": 77.767, "p95_ms": 63.432}, "visualize_input_copy_ms": {"avg_ms": 1.422, "count": 235, "max_ms": 4.645, "p95_ms": 2.379}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.945, "count": 235, "max_ms": 77.565, "p95_ms": 63.219}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 235, "max_ms": 0.256, "p95_ms": 0.152}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 235}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1464.281, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.404, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.501, "sample_count": 2389, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1474967, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:18:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 191004, "write_bytes_delta": 191004, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 581.0, "cpu_core_ratio": 0.504755, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 106816, "reason": null, "system_cpu_core_ratio": 0.038751, "system_cpu_s_delta": 0.3899999999999997, "user_cpu_core_ratio": 0.466004, "user_cpu_s_delta": 4.690000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.579842, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 160586.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.580269, "system_cpu_s_delta": 5.8399999999965075, "user_cpu_core_ratio": 0.999573, "user_cpu_s_delta": 10.059999999997672}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 4.453, "count": 241, "max_ms": 11.524, "p95_ms": 7.714, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.685, "max": 6.0, "p95": 4.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.046, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 196}, "total": {"avg": 0.851, "max": 2.0, "p95": 1.0, "sample_count": 241}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.423, "count": 30, "max": 82.267, "p95": 46.155, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.11, "count": 30, "max": 35.604, "p95": 30.0, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 679.633, "count": 30, "max": 1325.0, "p95": 1273.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1637.467, "count": 30, "max": 14193.0, "p95": 9501.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.09, "count": 30, "max": 0.342, "p95": 0.331, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.466, "count": 30, "max": 0.528, "p95": 0.525, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.159, "count": 30, "max": 4.475, "p95": 0.11, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 194192.567, "count": 30, "max": 209068.0, "p95": 196716.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 194192.567, "count": 30, "max": 209068.0, "p95": 196716.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 115258.0, "count": 30, "max": 195722.0, "p95": 169933.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.474, "count": 30, "max": 0.601, "p95": 0.6, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.871, "count": 30, "max": 1.056, "p95": 1.05, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11374, "sampled_at": "2026-10-30T12:18:54+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:18:54+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2834399, "flush_count": 2951, "flush_interval_seconds": 30.0, "flush_state": {"count": 2951, "last_at": "2026-10-30T12:18:17", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:18:17", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2950}, "started": true, "suppressed_count": 1472250, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1472101}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2951, "written_record_count": 2951}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9558.504, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T12:19:05+09:00", "last_error_summary": "[h264 @ 0x5af1c28d23c0] left block unavailable for requested intra mode [h264 @ 0x5af1c28d23c0] error while decoding MB 0 7, bytestream 18793 [h264 @ 0x5af1c36768c0] error while decoding MB 16 39, bytestream -15", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4078221004800, "copied_frame_count": 1475051, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4078221004800, "frame_buffer_copies": 1475051, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1149, "count": 512, "max_ms": 1.3679, "p50_ms": 0.1015, "p95_ms": 0.2177, "p99_ms": 0.2835}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4467, "count": 512, "max_ms": 5.4023, "p50_ms": 1.3627, "p95_ms": 2.4161, "p99_ms": 2.9278, "results": {"failed": 0, "not_applicable": 0, "success": 1475051, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 522, "h264_decode_error_count": 1173, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:19:05+09:00", "last_error_summary": "[h264 @ 0x5af1c28d23c0] left block unavailable for requested intra mode [h264 @ 0x5af1c28d23c0] error while decoding MB 0 7, bytestream 18793 [h264 @ 0x5af1c36768c0] error while decoding MB 16 39, bytestream -15", "last_exit_at": "2026-10-30T12:19:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 103.92, "last_started_at": "2026-10-30T12:17:22+09:00", "pid": 106816, "process": {"exists": false, "pid": 106816}, "restart_count": 569, "restart_count_per_hour": 23, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 570}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.933, "sample_count": 2421, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1475051, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:19:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.036, "last_frame_pushed_at": "2026-10-30T12:19:05+09:00", "last_frame_read_age_sec": 0.21, "last_frame_read_at": "2026-10-30T12:19:05+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 95, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 523.175, "last_sample_duration_ms": 1266.973, "last_trigger": "periodic", "next_snapshot_in_sec": 76.825, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 295, "storage_bytes": 2812201}, "mjpeg": {"age_sec": 0.026, "exists": true, "mtime": "2026-10-30T12:19:05.950389+09:00", "mtime_epoch": 1793330345.9503887, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 190909}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:19:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1461.809, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1475051, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.723, "max": 6.0, "p95": 4.0, "sample_count": 235}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.01, "max": 2.0, "p95": 1.0, "sample_count": 207}, "total": {"avg": 0.889, "max": 2.0, "p95": 1.0, "sample_count": 235}}, "tracking_counts": {"active": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 235}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 235}, "tracked": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 235}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.855, "pushed": 7.855, "read": 7.821}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 234, "client_acquire_ms": {"avg_ms": 0.007, "count": 234, "max_ms": 0.035, "p95_ms": 0.014, "reason": null, "sample_age_ms": 150.597, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.84, "count": 234, "max_ms": 8.812, "p95_ms": 2.472, "reason": null, "sample_age_ms": 219.572, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.378, "count": 234, "max_ms": 8.23, "p95_ms": 1.873, "reason": null, "sample_age_ms": 219.842, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.312, "count": 234, "max_ms": 0.986, "p95_ms": 0.587, "reason": null, "sample_age_ms": 150.609, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.989, "count": 234, "max_ms": 21.396, "p95_ms": 3.334, "reason": null, "sample_age_ms": 217.732, "source": "client_direct"}, "request_count": 234, "request_tensor_bytes": {"avg": 2764808.0, "count": 234, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 217.707, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 234, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 150.879, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.155, "count": 234, "max_ms": 83.951, "p95_ms": 68.117, "reason": null, "sample_age_ms": 150.594, "source": "client_direct"}, "sample_age_ms": 150.59, "source": "client_direct", "task_total_ms": {"avg_ms": 49.64, "count": 234, "max_ms": 87.285, "p95_ms": 71.22, "reason": null, "sample_age_ms": 150.59, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.13, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.214, "count": 235, "max_ms": 18.623, "p95_ms": 8.847}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.379, "count": 235, "max_ms": 1.1, "p95_ms": 0.753}, "detection_prepare_ms": {"avg_ms": 1.269, "count": 235, "max_ms": 5.649, "p95_ms": 2.608}, "event_filter_ms": {"avg_ms": 0.006, "count": 235, "max_ms": 0.025, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.247, "count": 235, "max_ms": 0.905, "p95_ms": 0.494}, "mcmt_ms": {"avg_ms": 0.004, "count": 235, "max_ms": 0.023, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.896, "count": 235, "max_ms": 8.039, "p95_ms": 3.081}, "setup_ms": {"avg_ms": 0.047, "count": 235, "max_ms": 0.216, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 5.155, "count": 235, "max_ms": 18.5, "p95_ms": 8.751}, "track_match_ms": {"avg_ms": 0.06, "count": 235, "max_ms": 0.275, "p95_ms": 0.142}, "tracker_update_ms": {"avg_ms": 1.246, "count": 235, "max_ms": 3.806, "p95_ms": 2.353}}, "gstreamer_push": {"avg_ms": 4.068, "count": 235, "max_ms": 11.222, "p95_ms": 7.483}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 235, "max_ms": 0.547, "p95_ms": 0.127}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.875, "count": 235, "max_ms": 89.65, "p95_ms": 73.403}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.869, "count": 235, "max_ms": 11.577, "p95_ms": 8.665}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.119, "count": 235, "max_ms": 159.495, "p95_ms": 140.307}, "inference_input_copy_ms": {"avg_ms": 1.504, "count": 235, "max_ms": 3.5, "p95_ms": 2.563}, "processing_residual_ms": {"avg_ms": 0.167, "count": 235, "max_ms": 0.423, "p95_ms": 0.319}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.658, "count": 235, "max_ms": 163.813, "p95_ms": 146.84}, "read_interval": {"avg_ms": 127.468, "count": 234, "max_ms": 203.41, "p95_ms": 176.898}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 235, "max_ms": 0.062, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 1.82, "count": 235, "max_ms": 7.853, "p95_ms": 2.971}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 235, "max_ms": 0.114, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.802, "count": 235, "max_ms": 7.815, "p95_ms": 2.938}, "worker_merge_ms": {"avg_ms": 0.007, "count": 235, "max_ms": 0.033, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 50.889, "count": 235, "max_ms": 89.674, "p95_ms": 73.41}, "visualize": {"avg_ms": 49.882, "count": 235, "max_ms": 80.083, "p95_ms": 65.75}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.274, "count": 235, "max_ms": 73.594, "p95_ms": 59.837}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.221, "count": 235, "max_ms": 77.767, "p95_ms": 63.663}, "visualize_input_copy_ms": {"avg_ms": 1.43, "count": 235, "max_ms": 4.645, "p95_ms": 2.417}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.076, "count": 235, "max_ms": 77.565, "p95_ms": 63.474}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 235, "max_ms": 0.256, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 235}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1464.281, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.404, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.501, "sample_count": 2389, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1474967, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:18:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 191004, "write_bytes_delta": 191004, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 581.0, "cpu_core_ratio": 0.504755, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 106816, "reason": null, "system_cpu_core_ratio": 0.038751, "system_cpu_s_delta": 0.3899999999999997, "user_cpu_core_ratio": 0.466004, "user_cpu_s_delta": 4.690000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.579842, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 160586.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.580269, "system_cpu_s_delta": 5.8399999999965075, "user_cpu_core_ratio": 0.999573, "user_cpu_s_delta": 10.059999999997672}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 4.453, "count": 241, "max_ms": 11.524, "p95_ms": 7.714, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.685, "max": 6.0, "p95": 4.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.046, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 196}, "total": {"avg": 0.851, "max": 2.0, "p95": 1.0, "sample_count": 241}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.423, "count": 30, "max": 82.267, "p95": 46.155, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.11, "count": 30, "max": 35.604, "p95": 30.0, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 679.633, "count": 30, "max": 1325.0, "p95": 1273.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1637.467, "count": 30, "max": 14193.0, "p95": 9501.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.09, "count": 30, "max": 0.342, "p95": 0.331, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.466, "count": 30, "max": 0.528, "p95": 0.525, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.159, "count": 30, "max": 4.475, "p95": 0.11, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 194192.567, "count": 30, "max": 209068.0, "p95": 196716.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 194192.567, "count": 30, "max": 209068.0, "p95": 196716.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 115258.0, "count": 30, "max": 195722.0, "p95": 169933.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.474, "count": 30, "max": 0.601, "p95": 0.6, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.871, "count": 30, "max": 1.056, "p95": 1.05, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11374, "sampled_at": "2026-10-30T12:18:54+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:18:54+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2834399, "flush_count": 2951, "flush_interval_seconds": 30.0, "flush_state": {"count": 2951, "last_at": "2026-10-30T12:18:17", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:18:17", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2950}, "started": true, "suppressed_count": 1472250, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1472101}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2951, "written_record_count": 2951}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9558.375, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4078221004800, "copied_frame_count": 1475051, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4078221004800, "frame_buffer_copies": 1475051, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1149, "count": 512, "max_ms": 1.3679, "p50_ms": 0.1015, "p95_ms": 0.2177, "p99_ms": 0.2835}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4467, "count": 512, "max_ms": 5.4023, "p50_ms": 1.3627, "p95_ms": 2.4161, "p99_ms": 2.9278, "results": {"failed": 0, "not_applicable": 0, "success": 1475051, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 522, "h264_decode_error_count": 1173, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:19:05+09:00", "last_error_summary": "[h264 @ 0x5af1c28d23c0] left block unavailable for requested intra mode [h264 @ 0x5af1c28d23c0] error while decoding MB 0 7, bytestream 18793 [h264 @ 0x5af1c36768c0] error while decoding MB 16 39, bytestream -15", "last_exit_at": "2026-10-30T12:19:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 103.963, "last_started_at": "2026-10-30T12:17:22+09:00", "pid": 106816, "process": {"exists": false, "pid": 106816}, "restart_count": 569, "restart_count_per_hour": 23, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 570}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.933, "sample_count": 2420, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1475051, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:19:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.079, "last_frame_pushed_at": "2026-10-30T12:19:05+09:00", "last_frame_read_age_sec": 0.253, "last_frame_read_at": "2026-10-30T12:19:05+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 95, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 523.218, "last_sample_duration_ms": 1266.973, "last_trigger": "periodic", "next_snapshot_in_sec": 76.782, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 295, "storage_bytes": 2812201}, "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-10-30T12:19:05.950389+09:00", "mtime_epoch": 1793330345.9503887, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 190909}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:19:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1461.809, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1475051, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.723, "max": 6.0, "p95": 4.0, "sample_count": 235}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.01, "max": 2.0, "p95": 1.0, "sample_count": 207}, "total": {"avg": 0.889, "max": 2.0, "p95": 1.0, "sample_count": 235}}, "tracking_counts": {"active": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 235}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 235}, "tracked": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 235}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.843, "pushed": 7.843, "read": 7.81}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 234, "client_acquire_ms": {"avg_ms": 0.007, "count": 234, "max_ms": 0.035, "p95_ms": 0.014, "reason": null, "sample_age_ms": 192.783, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.84, "count": 234, "max_ms": 8.812, "p95_ms": 2.472, "reason": null, "sample_age_ms": 261.758, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.378, "count": 234, "max_ms": 8.23, "p95_ms": 1.873, "reason": null, "sample_age_ms": 262.028, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.312, "count": 234, "max_ms": 0.986, "p95_ms": 0.587, "reason": null, "sample_age_ms": 192.795, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.989, "count": 234, "max_ms": 21.396, "p95_ms": 3.334, "reason": null, "sample_age_ms": 259.918, "source": "client_direct"}, "request_count": 234, "request_tensor_bytes": {"avg": 2764808.0, "count": 234, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 259.893, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 234, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 193.065, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.155, "count": 234, "max_ms": 83.951, "p95_ms": 68.117, "reason": null, "sample_age_ms": 192.78, "source": "client_direct"}, "sample_age_ms": 192.776, "source": "client_direct", "task_total_ms": {"avg_ms": 49.64, "count": 234, "max_ms": 87.285, "p95_ms": 71.22, "reason": null, "sample_age_ms": 192.776, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.325, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.214, "count": 235, "max_ms": 18.623, "p95_ms": 8.847}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.379, "count": 235, "max_ms": 1.1, "p95_ms": 0.753}, "detection_prepare_ms": {"avg_ms": 1.269, "count": 235, "max_ms": 5.649, "p95_ms": 2.608}, "event_filter_ms": {"avg_ms": 0.006, "count": 235, "max_ms": 0.025, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.247, "count": 235, "max_ms": 0.905, "p95_ms": 0.494}, "mcmt_ms": {"avg_ms": 0.004, "count": 235, "max_ms": 0.023, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.896, "count": 235, "max_ms": 8.039, "p95_ms": 3.081}, "setup_ms": {"avg_ms": 0.047, "count": 235, "max_ms": 0.216, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 5.155, "count": 235, "max_ms": 18.5, "p95_ms": 8.751}, "track_match_ms": {"avg_ms": 0.06, "count": 235, "max_ms": 0.275, "p95_ms": 0.142}, "tracker_update_ms": {"avg_ms": 1.246, "count": 235, "max_ms": 3.806, "p95_ms": 2.353}}, "gstreamer_push": {"avg_ms": 4.068, "count": 235, "max_ms": 11.222, "p95_ms": 7.483}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 235, "max_ms": 0.547, "p95_ms": 0.127}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.875, "count": 235, "max_ms": 89.65, "p95_ms": 73.403}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.869, "count": 235, "max_ms": 11.577, "p95_ms": 8.665}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.119, "count": 235, "max_ms": 159.495, "p95_ms": 140.307}, "inference_input_copy_ms": {"avg_ms": 1.504, "count": 235, "max_ms": 3.5, "p95_ms": 2.563}, "processing_residual_ms": {"avg_ms": 0.167, "count": 235, "max_ms": 0.423, "p95_ms": 0.319}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.658, "count": 235, "max_ms": 163.813, "p95_ms": 146.84}, "read_interval": {"avg_ms": 127.468, "count": 234, "max_ms": 203.41, "p95_ms": 176.898}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 235, "max_ms": 0.062, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 1.82, "count": 235, "max_ms": 7.853, "p95_ms": 2.971}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 235, "max_ms": 0.114, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.802, "count": 235, "max_ms": 7.815, "p95_ms": 2.938}, "worker_merge_ms": {"avg_ms": 0.007, "count": 235, "max_ms": 0.033, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 50.889, "count": 235, "max_ms": 89.674, "p95_ms": 73.41}, "visualize": {"avg_ms": 49.882, "count": 235, "max_ms": 80.083, "p95_ms": 65.75}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.274, "count": 235, "max_ms": 73.594, "p95_ms": 59.837}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.221, "count": 235, "max_ms": 77.767, "p95_ms": 63.663}, "visualize_input_copy_ms": {"avg_ms": 1.43, "count": 235, "max_ms": 4.645, "p95_ms": 2.417}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.076, "count": 235, "max_ms": 77.565, "p95_ms": 63.474}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 235, "max_ms": 0.256, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 235}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1464.281, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.404, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.501, "sample_count": 2389, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1474967, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:18:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 191004, "write_bytes_delta": 191004, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 581.0, "cpu_core_ratio": 0.504755, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 106816, "reason": null, "system_cpu_core_ratio": 0.038751, "system_cpu_s_delta": 0.3899999999999997, "user_cpu_core_ratio": 0.466004, "user_cpu_s_delta": 4.690000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.579842, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 160586.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.580269, "system_cpu_s_delta": 5.8399999999965075, "user_cpu_core_ratio": 0.999573, "user_cpu_s_delta": 10.059999999997672}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 4.453, "count": 241, "max_ms": 11.524, "p95_ms": 7.714, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.685, "max": 6.0, "p95": 4.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.046, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 196}, "total": {"avg": 0.851, "max": 2.0, "p95": 1.0, "sample_count": 241}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.423, "count": 30, "max": 82.267, "p95": 46.155, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.11, "count": 30, "max": 35.604, "p95": 30.0, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 679.633, "count": 30, "max": 1325.0, "p95": 1273.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1637.467, "count": 30, "max": 14193.0, "p95": 9501.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.09, "count": 30, "max": 0.342, "p95": 0.331, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.466, "count": 30, "max": 0.528, "p95": 0.525, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.159, "count": 30, "max": 4.475, "p95": 0.11, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 194192.567, "count": 30, "max": 209068.0, "p95": 196716.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 194192.567, "count": 30, "max": 209068.0, "p95": 196716.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 115258.0, "count": 30, "max": 195722.0, "p95": 169933.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.474, "count": 30, "max": 0.601, "p95": 0.6, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.871, "count": 30, "max": 1.056, "p95": 1.05, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11374, "sampled_at": "2026-10-30T12:18:54+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:18:54+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2834399, "flush_count": 2951, "flush_interval_seconds": 30.0, "flush_state": {"count": 2951, "last_at": "2026-10-30T12:18:17", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:18:17", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2950}, "started": true, "suppressed_count": 1472250, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1472101}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2951, "written_record_count": 2951}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9736.117, "limit_mb": null}, "detail": {"pid": 106932, "restart_count": 570, "start_count": 571}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4078221004800, "copied_frame_count": 1475051, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4078221004800, "frame_buffer_copies": 1475051, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1149, "count": 512, "max_ms": 1.3679, "p50_ms": 0.1015, "p95_ms": 0.2177, "p99_ms": 0.2835}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4467, "count": 512, "max_ms": 5.4023, "p50_ms": 1.3627, "p95_ms": 2.4161, "p99_ms": 2.9278, "results": {"failed": 0, "not_applicable": 0, "success": 1475051, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 522, "h264_decode_error_count": 1173, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:19:05+09:00", "last_error_summary": "[h264 @ 0x5af1c28d23c0] left block unavailable for requested intra mode [h264 @ 0x5af1c28d23c0] error while decoding MB 0 7, bytestream 18793 [h264 @ 0x5af1c36768c0] error while decoding MB 16 39, bytestream -15", "last_exit_at": "2026-10-30T12:19:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T12:19:08+09:00", "pid": 106932, "process": {"exists": true, "fd_count": 5, "hwm_mb": 212.418, "name": "ffmpeg", "pid": 106932, "rss_mb": 212.418, "state": "S (sleeping)", "threads": 70}, "restart_count": 570, "restart_count_per_hour": 24, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 571}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.547, "sample_count": 2371, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1475051, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:19:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.901, "last_frame_pushed_at": "2026-10-30T12:19:05+09:00", "last_frame_read_age_sec": 5.075, "last_frame_read_at": "2026-10-30T12:19:05+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 95, "debug_expires_at": null, "deduplicated_count": 48, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 528.034, "last_sample_duration_ms": 1266.973, "last_trigger": "periodic", "next_snapshot_in_sec": 71.966, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 295, "storage_bytes": 2812201}, "mjpeg": {"age_sec": 4.891, "exists": true, "mtime": "2026-10-30T12:19:05.950389+09:00", "mtime_epoch": 1793330345.9503887, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 190909}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:19:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1461.812, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1475051, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.768, "max": 6.0, "p95": 4.0, "sample_count": 194}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.012, "max": 2.0, "p95": 1.0, "sample_count": 169}, "total": {"avg": 0.881, "max": 2.0, "p95": 1.0, "sample_count": 194}}, "tracking_counts": {"active": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 194}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 194}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 194}, "tracked": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 194}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 194}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.479, "pushed": 6.479, "read": 6.446}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 193, "client_acquire_ms": {"avg_ms": 0.007, "count": 194, "max_ms": 0.035, "p95_ms": 0.015, "reason": null, "sample_age_ms": 5010.436, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.89, "count": 193, "max_ms": 8.812, "p95_ms": 2.815, "reason": null, "sample_age_ms": 5079.411, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.404, "count": 193, "max_ms": 8.23, "p95_ms": 1.936, "reason": null, "sample_age_ms": 5079.681, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.316, "count": 194, "max_ms": 0.986, "p95_ms": 0.576, "reason": null, "sample_age_ms": 5010.448, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.029, "count": 193, "max_ms": 21.396, "p95_ms": 3.386, "reason": null, "sample_age_ms": 5077.57, "source": "client_direct"}, "request_count": 193, "request_tensor_bytes": {"avg": 2764808.0, "count": 193, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5077.546, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 194, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5010.718, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.661, "count": 194, "max_ms": 83.951, "p95_ms": 68.421, "reason": null, "sample_age_ms": 5010.432, "source": "client_direct"}, "sample_age_ms": 5010.429, "source": "client_direct", "task_total_ms": {"avg_ms": 50.196, "count": 194, "max_ms": 87.285, "p95_ms": 71.899, "reason": null, "sample_age_ms": 5010.429, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.249, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.225, "count": 194, "max_ms": 18.623, "p95_ms": 9.04}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.392, "count": 194, "max_ms": 1.1, "p95_ms": 0.781}, "detection_prepare_ms": {"avg_ms": 1.258, "count": 194, "max_ms": 5.649, "p95_ms": 2.608}, "event_filter_ms": {"avg_ms": 0.006, "count": 194, "max_ms": 0.025, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.254, "count": 194, "max_ms": 0.905, "p95_ms": 0.535}, "mcmt_ms": {"avg_ms": 0.004, "count": 194, "max_ms": 0.023, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.895, "count": 194, "max_ms": 8.039, "p95_ms": 3.166}, "setup_ms": {"avg_ms": 0.048, "count": 194, "max_ms": 0.216, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 5.165, "count": 194, "max_ms": 18.5, "p95_ms": 8.952}, "track_match_ms": {"avg_ms": 0.062, "count": 194, "max_ms": 0.275, "p95_ms": 0.151}, "tracker_update_ms": {"avg_ms": 1.245, "count": 194, "max_ms": 3.806, "p95_ms": 2.406}}, "gstreamer_push": {"avg_ms": 4.238, "count": 194, "max_ms": 11.222, "p95_ms": 7.649}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 194, "max_ms": 0.547, "p95_ms": 0.127}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.507, "count": 194, "max_ms": 89.65, "p95_ms": 73.523}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.966, "count": 194, "max_ms": 11.577, "p95_ms": 8.851}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.43, "count": 194, "max_ms": 159.495, "p95_ms": 141.094}, "inference_input_copy_ms": {"avg_ms": 1.539, "count": 194, "max_ms": 3.5, "p95_ms": 2.61}, "processing_residual_ms": {"avg_ms": 0.171, "count": 194, "max_ms": 0.423, "p95_ms": 0.32}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.107, "count": 194, "max_ms": 163.813, "p95_ms": 148.358}, "read_interval": {"avg_ms": 129.283, "count": 193, "max_ms": 203.41, "p95_ms": 181.781}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 194, "max_ms": 0.062, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 1.821, "count": 194, "max_ms": 7.853, "p95_ms": 2.987}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 194, "max_ms": 0.114, "p95_ms": 0.045}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.803, "count": 194, "max_ms": 7.815, "p95_ms": 2.94}, "worker_merge_ms": {"avg_ms": 0.007, "count": 194, "max_ms": 0.027, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 51.522, "count": 194, "max_ms": 89.674, "p95_ms": 73.537}, "visualize": {"avg_ms": 50.512, "count": 194, "max_ms": 80.083, "p95_ms": 66.12}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.837, "count": 194, "max_ms": 73.594, "p95_ms": 61.539}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.831, "count": 194, "max_ms": 77.767, "p95_ms": 64.419}, "visualize_input_copy_ms": {"avg_ms": 1.444, "count": 194, "max_ms": 4.645, "p95_ms": 2.483}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.683, "count": 194, "max_ms": 77.565, "p95_ms": 64.334}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 194, "max_ms": 0.256, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 194}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 194}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 194}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1464.281, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.404, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.501, "sample_count": 2389, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1474967, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:18:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 191004, "write_bytes_delta": 191004, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 581.0, "cpu_core_ratio": 0.504755, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 106816, "reason": null, "system_cpu_core_ratio": 0.038751, "system_cpu_s_delta": 0.3899999999999997, "user_cpu_core_ratio": 0.466004, "user_cpu_s_delta": 4.690000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.579842, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 160586.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.580269, "system_cpu_s_delta": 5.8399999999965075, "user_cpu_core_ratio": 0.999573, "user_cpu_s_delta": 10.059999999997672}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 4.453, "count": 241, "max_ms": 11.524, "p95_ms": 7.714, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.685, "max": 6.0, "p95": 4.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.046, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 196}, "total": {"avg": 0.851, "max": 2.0, "p95": 1.0, "sample_count": 241}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.423, "count": 30, "max": 82.267, "p95": 46.155, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.11, "count": 30, "max": 35.604, "p95": 30.0, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 679.633, "count": 30, "max": 1325.0, "p95": 1273.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1637.467, "count": 30, "max": 14193.0, "p95": 9501.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.09, "count": 30, "max": 0.342, "p95": 0.331, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.466, "count": 30, "max": 0.528, "p95": 0.525, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.159, "count": 30, "max": 4.475, "p95": 0.11, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 194192.567, "count": 30, "max": 209068.0, "p95": 196716.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 194192.567, "count": 30, "max": 209068.0, "p95": 196716.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 115258.0, "count": 30, "max": 195722.0, "p95": 169933.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.474, "count": 30, "max": 0.601, "p95": 0.6, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.871, "count": 30, "max": 1.056, "p95": 1.05, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11374, "sampled_at": "2026-10-30T12:18:54+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:18:54+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2837192, "flush_count": 2954, "flush_interval_seconds": 30.0, "flush_state": {"count": 2954, "last_at": "2026-10-30T12:21:17", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:21:17", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2953}, "started": true, "suppressed_count": 1473379, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1473230}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2954, "written_record_count": 2954}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9566.758, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x645b6e95bb40] error while decoding MB 61 39, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4081347993600, "copied_frame_count": 1476182, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4081347993600, "frame_buffer_copies": 1476182, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1158, "count": 512, "max_ms": 1.3739, "p50_ms": 0.1004, "p95_ms": 0.217, "p99_ms": 0.3032}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3948, "count": 512, "max_ms": 4.2009, "p50_ms": 1.2992, "p95_ms": 2.359, "p99_ms": 2.9732, "results": {"failed": 0, "not_applicable": 0, "success": 1476182, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 523, "h264_decode_error_count": 1174, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:21:22+09:00", "last_error_summary": "[h264 @ 0x645b6e95bb40] error while decoding MB 61 39, bytestream -5", "last_exit_at": "2026-10-30T12:19:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 133.937, "last_started_at": "2026-10-30T12:19:08+09:00", "pid": 106932, "process": {"exists": false, "pid": 106932}, "restart_count": 570, "restart_count_per_hour": 23, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 571}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.651, "sample_count": 2366, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1476182, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:21:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.051, "last_frame_pushed_at": "2026-10-30T12:21:22+09:00", "last_frame_read_age_sec": 0.046, "last_frame_read_at": "2026-10-30T12:21:22+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 96, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 57.796, "last_sample_duration_ms": 1195.205, "last_trigger": "periodic", "next_snapshot_in_sec": 542.204, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 296, "storage_bytes": 2821792}, "mjpeg": {"age_sec": 0.042, "exists": true, "mtime": "2026-10-30T12:21:22.735481+09:00", "mtime_epoch": 1793330482.7354805, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 189815}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:21:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1472.777, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1476183, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.299, "max": 6.0, "p95": 4.0, "sample_count": 281}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 15}, "total": {"avg": 0.053, "max": 1.0, "p95": 1.0, "sample_count": 281}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 281}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 281}, "removed": {"avg": 0.028, "max": 1.0, "p95": 0.0, "sample_count": 281}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 281}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 281}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 281, "pushed_frames": 281, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.393, "pushed": 9.393, "read": 9.393}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 281, "client_acquire_ms": {"avg_ms": 0.007, "count": 282, "max_ms": 0.029, "p95_ms": 0.014, "reason": null, "sample_age_ms": 16.01, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.606, "count": 281, "max_ms": 6.456, "p95_ms": 1.882, "reason": null, "sample_age_ms": 50.853, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.28, "count": 281, "max_ms": 6.234, "p95_ms": 1.341, "reason": null, "sample_age_ms": 51.058, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.269, "count": 282, "max_ms": 0.716, "p95_ms": 0.541, "reason": null, "sample_age_ms": 16.016, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.826, "count": 281, "max_ms": 6.753, "p95_ms": 3.261, "reason": null, "sample_age_ms": 49.772, "source": "client_direct"}, "request_count": 281, "request_tensor_bytes": {"avg": 2764808.0, "count": 281, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 49.756, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 282, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 16.21, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.995, "count": 282, "max_ms": 71.747, "p95_ms": 59.95, "reason": null, "sample_age_ms": 16.006, "source": "client_direct"}, "sample_age_ms": 16.003, "source": "client_direct", "task_total_ms": {"avg_ms": 45.258, "count": 282, "max_ms": 75.341, "p95_ms": 63.17, "reason": null, "sample_age_ms": 16.003, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.936, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.94, "count": 281, "max_ms": 6.708, "p95_ms": 2.709}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.261, "count": 281, "max_ms": 0.889, "p95_ms": 0.516}, "detection_prepare_ms": {"avg_ms": 0.2, "count": 281, "max_ms": 2.887, "p95_ms": 0.686}, "event_filter_ms": {"avg_ms": 0.004, "count": 281, "max_ms": 0.027, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.085, "count": 281, "max_ms": 0.427, "p95_ms": 0.195}, "mcmt_ms": {"avg_ms": 0.003, "count": 281, "max_ms": 0.011, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.187, "count": 281, "max_ms": 1.172, "p95_ms": 0.449}, "setup_ms": {"avg_ms": 0.042, "count": 281, "max_ms": 0.152, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 0.897, "count": 281, "max_ms": 6.653, "p95_ms": 2.665}, "track_match_ms": {"avg_ms": 0.007, "count": 281, "max_ms": 0.126, "p95_ms": 0.031}, "tracker_update_ms": {"avg_ms": 0.11, "count": 281, "max_ms": 2.386, "p95_ms": 0.979}}, "gstreamer_push": {"avg_ms": 3.0, "count": 281, "max_ms": 6.785, "p95_ms": 4.822}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 281, "max_ms": 0.509, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.249, "count": 281, "max_ms": 76.316, "p95_ms": 64.329}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.044, "count": 281, "max_ms": 9.402, "p95_ms": 6.11}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 281, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 281, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.944, "count": 281, "max_ms": 141.549, "p95_ms": 116.717}, "inference_input_copy_ms": {"avg_ms": 1.44, "count": 281, "max_ms": 3.864, "p95_ms": 2.546}, "processing_residual_ms": {"avg_ms": 0.138, "count": 281, "max_ms": 0.342, "p95_ms": 0.266}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 281, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 281, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.566, "count": 281, "max_ms": 145.055, "p95_ms": 120.991}, "read_interval": {"avg_ms": 106.67, "count": 281, "max_ms": 160.23, "p95_ms": 142.747}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 281, "max_ms": 0.051, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.139, "count": 281, "max_ms": 1.043, "p95_ms": 0.358}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 281, "max_ms": 0.042, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.125, "count": 281, "max_ms": 1.011, "p95_ms": 0.324}, "worker_merge_ms": {"avg_ms": 0.005, "count": 281, "max_ms": 0.052, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 46.261, "count": 281, "max_ms": 76.323, "p95_ms": 64.356}, "visualize": {"avg_ms": 42.752, "count": 281, "max_ms": 69.105, "p95_ms": 58.312}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 41.301, "count": 281, "max_ms": 64.82, "p95_ms": 56.248}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 281, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 42.069, "count": 281, "max_ms": 67.368, "p95_ms": 57.026}, "visualize_input_copy_ms": {"avg_ms": 0.498, "count": 281, "max_ms": 3.09, "p95_ms": 1.765}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 281, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.966, "count": 281, "max_ms": 67.245, "p95_ms": 56.868}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 281, "max_ms": 0.969, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 281}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 281}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 281}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1462.23, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.085, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.716, "sample_count": 2295, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1475927, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:20:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.086, "exists": true, "size_bytes": 189726, "write_bytes_delta": 189726, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 611.0, "cpu_core_ratio": 0.514425, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 106932, "reason": null, "system_cpu_core_ratio": 0.045595, "system_cpu_s_delta": 0.45999999999999996, "user_cpu_core_ratio": 0.468831, "user_cpu_s_delta": 4.730000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.58094, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 111648.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.582817, "system_cpu_s_delta": 5.879999999990105, "user_cpu_core_ratio": 0.998123, "user_cpu_s_delta": 10.070000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 4.079, "count": 244, "max_ms": 15.508, "p95_ms": 7.851, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.848, "max": 7.0, "p95": 4.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.284, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 67}, "total": {"avg": 0.352, "max": 2.0, "p95": 2.0, "sample_count": 244}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.052, "count": 30, "max": 82.267, "p95": 39.917, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.554, "count": 30, "max": 28.567, "p95": 27.772, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 573.9, "count": 30, "max": 815.0, "p95": 717.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1195.033, "count": 30, "max": 14193.0, "p95": 6584.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.342, "p95": 0.248, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.466, "count": 30, "max": 0.524, "p95": 0.51, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.164, "count": 30, "max": 4.475, "p95": 0.123, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 191599.567, "count": 30, "max": 196043.0, "p95": 195319.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 191599.567, "count": 30, "max": 196043.0, "p95": 195319.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 115765.633, "count": 30, "max": 195722.0, "p95": 169933.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.561, "count": 30, "max": 0.625, "p95": 0.601, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.982, "count": 30, "max": 1.061, "p95": 1.058, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11386, "sampled_at": "2026-10-30T12:20:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:20:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2837192, "flush_count": 2954, "flush_interval_seconds": 30.0, "flush_state": {"count": 2954, "last_at": "2026-10-30T12:21:17", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:21:17", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2953}, "started": true, "suppressed_count": 1473379, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1473230}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2954, "written_record_count": 2954}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9556.48, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T12:21:22+09:00", "last_error_summary": "[h264 @ 0x645b6e95bb40] error while decoding MB 61 39, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4081350758400, "copied_frame_count": 1476183, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4081350758400, "frame_buffer_copies": 1476183, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.116, "count": 512, "max_ms": 1.3739, "p50_ms": 0.1005, "p95_ms": 0.217, "p99_ms": 0.3032}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3952, "count": 512, "max_ms": 4.2009, "p50_ms": 1.2992, "p95_ms": 2.359, "p99_ms": 2.9732, "results": {"failed": 0, "not_applicable": 0, "success": 1476183, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 523, "h264_decode_error_count": 1174, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:21:22+09:00", "last_error_summary": "[h264 @ 0x645b6e95bb40] error while decoding MB 61 39, bytestream -5", "last_exit_at": "2026-10-30T12:21:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 133.985, "last_started_at": "2026-10-30T12:19:08+09:00", "pid": 106932, "process": {"exists": false, "pid": 106932}, "restart_count": 570, "restart_count_per_hour": 23, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 571}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.651, "sample_count": 2366, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1476183, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:21:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T12:21:22+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-10-30T12:21:22+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 96, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 57.846, "last_sample_duration_ms": 1195.205, "last_trigger": "periodic", "next_snapshot_in_sec": 542.154, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 296, "storage_bytes": 2821792}, "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-10-30T12:21:22.735481+09:00", "mtime_epoch": 1793330482.7354805, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 189815}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:21:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1462.363, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1476183, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.305, "max": 6.0, "p95": 4.0, "sample_count": 282}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 15}, "total": {"avg": 0.053, "max": 1.0, "p95": 1.0, "sample_count": 282}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 282}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 282}, "removed": {"avg": 0.028, "max": 1.0, "p95": 0.0, "sample_count": 282}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 282}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 282}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.412, "pushed": 9.412, "read": 9.378}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 281, "client_acquire_ms": {"avg_ms": 0.007, "count": 281, "max_ms": 0.029, "p95_ms": 0.014, "reason": null, "sample_age_ms": 66.683, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.606, "count": 281, "max_ms": 6.456, "p95_ms": 1.882, "reason": null, "sample_age_ms": 101.526, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.28, "count": 281, "max_ms": 6.234, "p95_ms": 1.341, "reason": null, "sample_age_ms": 101.731, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.268, "count": 281, "max_ms": 0.716, "p95_ms": 0.543, "reason": null, "sample_age_ms": 66.69, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.826, "count": 281, "max_ms": 6.753, "p95_ms": 3.261, "reason": null, "sample_age_ms": 100.445, "source": "client_direct"}, "request_count": 281, "request_tensor_bytes": {"avg": 2764808.0, "count": 281, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 100.43, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 281, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 66.884, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.946, "count": 281, "max_ms": 71.747, "p95_ms": 59.964, "reason": null, "sample_age_ms": 66.68, "source": "client_direct"}, "sample_age_ms": 66.677, "source": "client_direct", "task_total_ms": {"avg_ms": 45.211, "count": 281, "max_ms": 75.341, "p95_ms": 63.2, "reason": null, "sample_age_ms": 66.677, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.011, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.938, "count": 282, "max_ms": 6.708, "p95_ms": 2.709}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.261, "count": 282, "max_ms": 0.889, "p95_ms": 0.516}, "detection_prepare_ms": {"avg_ms": 0.199, "count": 282, "max_ms": 2.887, "p95_ms": 0.686}, "event_filter_ms": {"avg_ms": 0.004, "count": 282, "max_ms": 0.027, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.084, "count": 282, "max_ms": 0.427, "p95_ms": 0.195}, "mcmt_ms": {"avg_ms": 0.003, "count": 282, "max_ms": 0.011, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.186, "count": 282, "max_ms": 1.172, "p95_ms": 0.449}, "setup_ms": {"avg_ms": 0.042, "count": 282, "max_ms": 0.152, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 0.896, "count": 282, "max_ms": 6.653, "p95_ms": 2.665}, "track_match_ms": {"avg_ms": 0.007, "count": 282, "max_ms": 0.126, "p95_ms": 0.031}, "tracker_update_ms": {"avg_ms": 0.109, "count": 282, "max_ms": 2.386, "p95_ms": 0.979}}, "gstreamer_push": {"avg_ms": 2.998, "count": 282, "max_ms": 6.785, "p95_ms": 4.822}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 282, "max_ms": 0.509, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.21, "count": 282, "max_ms": 76.316, "p95_ms": 64.329}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.04, "count": 282, "max_ms": 9.402, "p95_ms": 6.11}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.93, "count": 282, "max_ms": 141.549, "p95_ms": 116.717}, "inference_input_copy_ms": {"avg_ms": 1.44, "count": 282, "max_ms": 3.864, "p95_ms": 2.546}, "processing_residual_ms": {"avg_ms": 0.139, "count": 282, "max_ms": 0.342, "p95_ms": 0.266}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.549, "count": 282, "max_ms": 145.055, "p95_ms": 120.991}, "read_interval": {"avg_ms": 106.67, "count": 281, "max_ms": 160.23, "p95_ms": 142.747}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 282, "max_ms": 0.051, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.138, "count": 282, "max_ms": 1.043, "p95_ms": 0.358}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 282, "max_ms": 0.042, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.125, "count": 282, "max_ms": 1.011, "p95_ms": 0.324}, "worker_merge_ms": {"avg_ms": 0.005, "count": 282, "max_ms": 0.052, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 46.223, "count": 282, "max_ms": 76.323, "p95_ms": 64.356}, "visualize": {"avg_ms": 42.78, "count": 282, "max_ms": 69.105, "p95_ms": 58.312}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 41.331, "count": 282, "max_ms": 64.82, "p95_ms": 56.248}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 42.099, "count": 282, "max_ms": 67.368, "p95_ms": 57.026}, "visualize_input_copy_ms": {"avg_ms": 0.496, "count": 282, "max_ms": 3.09, "p95_ms": 1.765}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.996, "count": 282, "max_ms": 67.245, "p95_ms": 56.868}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 282, "max_ms": 0.969, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 282}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 282}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 282}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1462.23, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.085, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.716, "sample_count": 2295, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1475927, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:20:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.086, "exists": true, "size_bytes": 189726, "write_bytes_delta": 189726, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 611.0, "cpu_core_ratio": 0.514425, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 106932, "reason": null, "system_cpu_core_ratio": 0.045595, "system_cpu_s_delta": 0.45999999999999996, "user_cpu_core_ratio": 0.468831, "user_cpu_s_delta": 4.730000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.58094, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 111648.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.582817, "system_cpu_s_delta": 5.879999999990105, "user_cpu_core_ratio": 0.998123, "user_cpu_s_delta": 10.070000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 4.079, "count": 244, "max_ms": 15.508, "p95_ms": 7.851, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.848, "max": 7.0, "p95": 4.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.284, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 67}, "total": {"avg": 0.352, "max": 2.0, "p95": 2.0, "sample_count": 244}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.052, "count": 30, "max": 82.267, "p95": 39.917, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.554, "count": 30, "max": 28.567, "p95": 27.772, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 573.9, "count": 30, "max": 815.0, "p95": 717.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1195.033, "count": 30, "max": 14193.0, "p95": 6584.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.342, "p95": 0.248, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.466, "count": 30, "max": 0.524, "p95": 0.51, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.164, "count": 30, "max": 4.475, "p95": 0.123, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 191599.567, "count": 30, "max": 196043.0, "p95": 195319.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 191599.567, "count": 30, "max": 196043.0, "p95": 195319.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 115765.633, "count": 30, "max": 195722.0, "p95": 169933.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.561, "count": 30, "max": 0.625, "p95": 0.601, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.982, "count": 30, "max": 1.061, "p95": 1.058, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11386, "sampled_at": "2026-10-30T12:20:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:20:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2837192, "flush_count": 2954, "flush_interval_seconds": 30.0, "flush_state": {"count": 2954, "last_at": "2026-10-30T12:21:17", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:21:17", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2953}, "started": true, "suppressed_count": 1473379, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1473230}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2954, "written_record_count": 2954}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9556.242, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4081350758400, "copied_frame_count": 1476183, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4081350758400, "frame_buffer_copies": 1476183, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.116, "count": 512, "max_ms": 1.3739, "p50_ms": 0.1005, "p95_ms": 0.217, "p99_ms": 0.3032}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3952, "count": 512, "max_ms": 4.2009, "p50_ms": 1.2992, "p95_ms": 2.359, "p99_ms": 2.9732, "results": {"failed": 0, "not_applicable": 0, "success": 1476183, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 523, "h264_decode_error_count": 1174, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:21:22+09:00", "last_error_summary": "[h264 @ 0x645b6e95bb40] error while decoding MB 61 39, bytestream -5", "last_exit_at": "2026-10-30T12:21:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 134.016, "last_started_at": "2026-10-30T12:19:08+09:00", "pid": 106932, "process": {"exists": false, "pid": 106932}, "restart_count": 570, "restart_count_per_hour": 23, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 571}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.651, "sample_count": 2366, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1476183, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:21:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.033, "last_frame_pushed_at": "2026-10-30T12:21:22+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-10-30T12:21:22+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 96, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 57.88, "last_sample_duration_ms": 1195.205, "last_trigger": "periodic", "next_snapshot_in_sec": 542.12, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 296, "storage_bytes": 2821792}, "mjpeg": {"age_sec": 0.024, "exists": true, "mtime": "2026-10-30T12:21:22.833481+09:00", "mtime_epoch": 1793330482.8334813, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 189531}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:21:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1462.363, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1476183, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.306, "max": 6.0, "p95": 4.0, "sample_count": 281}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 15}, "total": {"avg": 0.053, "max": 1.0, "p95": 1.0, "sample_count": 281}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 281}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 281}, "removed": {"avg": 0.028, "max": 1.0, "p95": 0.0, "sample_count": 281}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 281}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 281}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 282, "pushed_frames": 282, "read_frames": 281, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.402, "pushed": 9.402, "read": 9.368}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 281, "client_acquire_ms": {"avg_ms": 0.007, "count": 281, "max_ms": 0.029, "p95_ms": 0.014, "reason": null, "sample_age_ms": 98.374, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.606, "count": 281, "max_ms": 6.456, "p95_ms": 1.882, "reason": null, "sample_age_ms": 133.217, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.28, "count": 281, "max_ms": 6.234, "p95_ms": 1.341, "reason": null, "sample_age_ms": 133.422, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.268, "count": 281, "max_ms": 0.716, "p95_ms": 0.543, "reason": null, "sample_age_ms": 98.381, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.826, "count": 281, "max_ms": 6.753, "p95_ms": 3.261, "reason": null, "sample_age_ms": 132.136, "source": "client_direct"}, "request_count": 281, "request_tensor_bytes": {"avg": 2764808.0, "count": 281, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 132.12, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 281, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 98.574, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.946, "count": 281, "max_ms": 71.747, "p95_ms": 59.964, "reason": null, "sample_age_ms": 98.371, "source": "client_direct"}, "sample_age_ms": 98.367, "source": "client_direct", "task_total_ms": {"avg_ms": 45.211, "count": 281, "max_ms": 75.341, "p95_ms": 63.2, "reason": null, "sample_age_ms": 98.367, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.144, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.939, "count": 281, "max_ms": 6.708, "p95_ms": 2.709}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.261, "count": 281, "max_ms": 0.889, "p95_ms": 0.516}, "detection_prepare_ms": {"avg_ms": 0.2, "count": 281, "max_ms": 2.887, "p95_ms": 0.686}, "event_filter_ms": {"avg_ms": 0.004, "count": 281, "max_ms": 0.027, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.085, "count": 281, "max_ms": 0.427, "p95_ms": 0.195}, "mcmt_ms": {"avg_ms": 0.003, "count": 281, "max_ms": 0.011, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.186, "count": 281, "max_ms": 1.172, "p95_ms": 0.449}, "setup_ms": {"avg_ms": 0.042, "count": 281, "max_ms": 0.152, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 0.897, "count": 281, "max_ms": 6.653, "p95_ms": 2.665}, "track_match_ms": {"avg_ms": 0.007, "count": 281, "max_ms": 0.126, "p95_ms": 0.031}, "tracker_update_ms": {"avg_ms": 0.11, "count": 281, "max_ms": 2.386, "p95_ms": 0.979}}, "gstreamer_push": {"avg_ms": 2.998, "count": 282, "max_ms": 6.785, "p95_ms": 4.822}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 281, "max_ms": 0.509, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.157, "count": 281, "max_ms": 76.316, "p95_ms": 64.329}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.04, "count": 282, "max_ms": 9.402, "p95_ms": 6.11}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.93, "count": 282, "max_ms": 141.549, "p95_ms": 116.717}, "inference_input_copy_ms": {"avg_ms": 1.44, "count": 282, "max_ms": 3.864, "p95_ms": 2.546}, "processing_residual_ms": {"avg_ms": 0.139, "count": 282, "max_ms": 0.342, "p95_ms": 0.266}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 282, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.549, "count": 282, "max_ms": 145.055, "p95_ms": 120.991}, "read_interval": {"avg_ms": 106.67, "count": 281, "max_ms": 160.23, "p95_ms": 142.747}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 281, "max_ms": 0.051, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.138, "count": 281, "max_ms": 1.043, "p95_ms": 0.358}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 281, "max_ms": 0.042, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.125, "count": 281, "max_ms": 1.011, "p95_ms": 0.324}, "worker_merge_ms": {"avg_ms": 0.005, "count": 281, "max_ms": 0.052, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 46.17, "count": 281, "max_ms": 76.323, "p95_ms": 64.356}, "visualize": {"avg_ms": 42.806, "count": 281, "max_ms": 69.105, "p95_ms": 58.312}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 41.361, "count": 281, "max_ms": 64.82, "p95_ms": 56.248}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 281, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 42.129, "count": 281, "max_ms": 67.368, "p95_ms": 57.026}, "visualize_input_copy_ms": {"avg_ms": 0.492, "count": 281, "max_ms": 3.09, "p95_ms": 1.765}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 281, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 42.026, "count": 281, "max_ms": 67.245, "p95_ms": 56.868}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 281, "max_ms": 0.969, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 281}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 281}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 281}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1462.23, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.085, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.716, "sample_count": 2295, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1475927, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:20:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.086, "exists": true, "size_bytes": 189726, "write_bytes_delta": 189726, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 611.0, "cpu_core_ratio": 0.514425, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 106932, "reason": null, "system_cpu_core_ratio": 0.045595, "system_cpu_s_delta": 0.45999999999999996, "user_cpu_core_ratio": 0.468831, "user_cpu_s_delta": 4.730000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.58094, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 111648.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.582817, "system_cpu_s_delta": 5.879999999990105, "user_cpu_core_ratio": 0.998123, "user_cpu_s_delta": 10.070000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 4.079, "count": 244, "max_ms": 15.508, "p95_ms": 7.851, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.848, "max": 7.0, "p95": 4.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.284, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 67}, "total": {"avg": 0.352, "max": 2.0, "p95": 2.0, "sample_count": 244}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.052, "count": 30, "max": 82.267, "p95": 39.917, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.554, "count": 30, "max": 28.567, "p95": 27.772, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 573.9, "count": 30, "max": 815.0, "p95": 717.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1195.033, "count": 30, "max": 14193.0, "p95": 6584.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.342, "p95": 0.248, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.466, "count": 30, "max": 0.524, "p95": 0.51, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.164, "count": 30, "max": 4.475, "p95": 0.123, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 191599.567, "count": 30, "max": 196043.0, "p95": 195319.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 191599.567, "count": 30, "max": 196043.0, "p95": 195319.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 115765.633, "count": 30, "max": 195722.0, "p95": 169933.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.561, "count": 30, "max": 0.625, "p95": 0.601, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.982, "count": 30, "max": 1.061, "p95": 1.058, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11386, "sampled_at": "2026-10-30T12:20:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:20:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2837192, "flush_count": 2954, "flush_interval_seconds": 30.0, "flush_state": {"count": 2954, "last_at": "2026-10-30T12:21:17", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:21:17", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2953}, "started": true, "suppressed_count": 1473379, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1473230}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2954, "written_record_count": 2954}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9733.656, "limit_mb": null}, "detail": {"pid": 107048, "restart_count": 571, "start_count": 572}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4081350758400, "copied_frame_count": 1476183, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4081350758400, "frame_buffer_copies": 1476183, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.116, "count": 512, "max_ms": 1.3739, "p50_ms": 0.1005, "p95_ms": 0.217, "p99_ms": 0.3032}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3952, "count": 512, "max_ms": 4.2009, "p50_ms": 1.2992, "p95_ms": 2.359, "p99_ms": 2.9732, "results": {"failed": 0, "not_applicable": 0, "success": 1476183, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 523, "h264_decode_error_count": 1174, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:21:22+09:00", "last_error_summary": "[h264 @ 0x645b6e95bb40] error while decoding MB 61 39, bytestream -5", "last_exit_at": "2026-10-30T12:21:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T12:21:25+09:00", "pid": 107048, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.941, "name": "ffmpeg", "pid": 107048, "rss_mb": 209.941, "state": "S (sleeping)", "threads": 70}, "restart_count": 571, "restart_count_per_hour": 24, "rtsp_timeout_count": 186, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 572}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.42, "sample_count": 2331, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1476183, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:21:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.528, "last_frame_pushed_at": "2026-10-30T12:21:22+09:00", "last_frame_read_age_sec": 4.62, "last_frame_read_at": "2026-10-30T12:21:22+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 96, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 62.401, "last_sample_duration_ms": 1195.205, "last_trigger": "periodic", "next_snapshot_in_sec": 537.599, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 296, "storage_bytes": 2821792}, "mjpeg": {"age_sec": 4.518, "exists": true, "mtime": "2026-10-30T12:21:22.833481+09:00", "mtime_epoch": 1793330482.8334813, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 189531}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:21:27+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1462.367, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1476183, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.265, "max": 6.0, "p95": 3.0, "sample_count": 238}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 14}, "total": {"avg": 0.059, "max": 1.0, "p95": 1.0, "sample_count": 238}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "removed": {"avg": 0.034, "max": 1.0, "p95": 0.0, "sample_count": 238}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 238, "pushed_frames": 238, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.954, "pushed": 7.954, "read": 7.921}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 237, "client_acquire_ms": {"avg_ms": 0.007, "count": 238, "max_ms": 0.029, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4597.256, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.63, "count": 237, "max_ms": 6.456, "p95_ms": 1.877, "reason": null, "sample_age_ms": 4632.099, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.29, "count": 237, "max_ms": 6.234, "p95_ms": 1.315, "reason": null, "sample_age_ms": 4632.304, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.276, "count": 238, "max_ms": 0.716, "p95_ms": 0.55, "reason": null, "sample_age_ms": 4597.263, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.887, "count": 237, "max_ms": 6.753, "p95_ms": 3.527, "reason": null, "sample_age_ms": 4631.018, "source": "client_direct"}, "request_count": 237, "request_tensor_bytes": {"avg": 2764808.0, "count": 237, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4631.002, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 238, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4597.457, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.53, "count": 238, "max_ms": 71.747, "p95_ms": 60.046, "reason": null, "sample_age_ms": 4597.253, "source": "client_direct"}, "sample_age_ms": 4597.25, "source": "client_direct", "task_total_ms": {"avg_ms": 45.87, "count": 238, "max_ms": 75.341, "p95_ms": 63.272, "reason": null, "sample_age_ms": 4597.25, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.954, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.972, "count": 238, "max_ms": 6.708, "p95_ms": 2.801}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.271, "count": 238, "max_ms": 0.889, "p95_ms": 0.532}, "detection_prepare_ms": {"avg_ms": 0.205, "count": 238, "max_ms": 2.525, "p95_ms": 0.933}, "event_filter_ms": {"avg_ms": 0.004, "count": 238, "max_ms": 0.027, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.087, "count": 238, "max_ms": 0.427, "p95_ms": 0.215}, "mcmt_ms": {"avg_ms": 0.003, "count": 238, "max_ms": 0.011, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.193, "count": 238, "max_ms": 1.172, "p95_ms": 0.453}, "setup_ms": {"avg_ms": 0.043, "count": 238, "max_ms": 0.152, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 0.928, "count": 238, "max_ms": 6.598, "p95_ms": 2.761}, "track_match_ms": {"avg_ms": 0.007, "count": 238, "max_ms": 0.126, "p95_ms": 0.033}, "tracker_update_ms": {"avg_ms": 0.115, "count": 238, "max_ms": 2.174, "p95_ms": 0.984}}, "gstreamer_push": {"avg_ms": 3.034, "count": 238, "max_ms": 6.785, "p95_ms": 4.875}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 238, "max_ms": 0.509, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.848, "count": 238, "max_ms": 76.316, "p95_ms": 64.428}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.814, "count": 238, "max_ms": 9.402, "p95_ms": 5.482}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.402, "count": 238, "max_ms": 141.549, "p95_ms": 118.494}, "inference_input_copy_ms": {"avg_ms": 1.473, "count": 238, "max_ms": 3.864, "p95_ms": 2.823}, "processing_residual_ms": {"avg_ms": 0.142, "count": 238, "max_ms": 0.342, "p95_ms": 0.287}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.832, "count": 238, "max_ms": 145.055, "p95_ms": 122.255}, "read_interval": {"avg_ms": 107.149, "count": 237, "max_ms": 160.23, "p95_ms": 143.801}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 238, "max_ms": 0.051, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.144, "count": 238, "max_ms": 1.043, "p95_ms": 0.375}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 238, "max_ms": 0.042, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.13, "count": 238, "max_ms": 1.011, "p95_ms": 0.345}, "worker_merge_ms": {"avg_ms": 0.006, "count": 238, "max_ms": 0.052, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 46.861, "count": 238, "max_ms": 76.323, "p95_ms": 64.435}, "visualize": {"avg_ms": 42.549, "count": 238, "max_ms": 69.105, "p95_ms": 58.312}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 41.22, "count": 238, "max_ms": 64.82, "p95_ms": 57.092}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 42.001, "count": 238, "max_ms": 67.368, "p95_ms": 57.851}, "visualize_input_copy_ms": {"avg_ms": 0.359, "count": 238, "max_ms": 3.09, "p95_ms": 1.525}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.898, "count": 238, "max_ms": 67.245, "p95_ms": 57.775}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 238, "max_ms": 0.969, "p95_ms": 0.132}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 238}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1462.23, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.085, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.716, "sample_count": 2295, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1475927, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:20:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.086, "exists": true, "size_bytes": 189726, "write_bytes_delta": 189726, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 611.0, "cpu_core_ratio": 0.514425, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 106932, "reason": null, "system_cpu_core_ratio": 0.045595, "system_cpu_s_delta": 0.45999999999999996, "user_cpu_core_ratio": 0.468831, "user_cpu_s_delta": 4.730000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.58094, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 111648.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.582817, "system_cpu_s_delta": 5.879999999990105, "user_cpu_core_ratio": 0.998123, "user_cpu_s_delta": 10.070000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 4.079, "count": 244, "max_ms": 15.508, "p95_ms": 7.851, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.848, "max": 7.0, "p95": 4.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.284, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 67}, "total": {"avg": 0.352, "max": 2.0, "p95": 2.0, "sample_count": 244}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.052, "count": 30, "max": 82.267, "p95": 39.917, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.554, "count": 30, "max": 28.567, "p95": 27.772, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 573.9, "count": 30, "max": 815.0, "p95": 717.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1195.033, "count": 30, "max": 14193.0, "p95": 6584.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.342, "p95": 0.248, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.466, "count": 30, "max": 0.524, "p95": 0.51, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.164, "count": 30, "max": 4.475, "p95": 0.123, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 191599.567, "count": 30, "max": 196043.0, "p95": 195319.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 191599.567, "count": 30, "max": 196043.0, "p95": 195319.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 115765.633, "count": 30, "max": 195722.0, "p95": 169933.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.561, "count": 30, "max": 0.625, "p95": 0.601, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.982, "count": 30, "max": 1.061, "p95": 1.058, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11386, "sampled_at": "2026-10-30T12:20:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:20:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2839054, "flush_count": 2956, "flush_interval_seconds": 30.0, "flush_state": {"count": 2956, "last_at": "2026-10-30T12:23:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:23:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2955}, "started": true, "suppressed_count": 1474219, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1474070}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2956, "written_record_count": 2956}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9575.094, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x62684bdbfe40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x62684bdbfe40] error while decoding MB 0 48, bytestream 18443 [in#0/rtsp @ 0x62684bd77e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x62684bd77e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4083675955200, "copied_frame_count": 1477024, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4083675955200, "frame_buffer_copies": 1477024, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1216, "count": 512, "max_ms": 2.5569, "p50_ms": 0.1025, "p95_ms": 0.2225, "p99_ms": 0.3306}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.385, "count": 512, "max_ms": 4.2095, "p50_ms": 1.3044, "p95_ms": 2.3868, "p99_ms": 3.0249, "results": {"failed": 0, "not_applicable": 0, "success": 1477024, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 524, "h264_decode_error_count": 1175, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:23:31+09:00", "last_error_summary": "[h264 @ 0x62684bdbfe40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x62684bdbfe40] error while decoding MB 0 48, bytestream 18443 [in#0/rtsp @ 0x62684bd77e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x62684bd77e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T12:21:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 126.633, "last_started_at": "2026-10-30T12:21:25+09:00", "pid": 107048, "process": {"exists": false, "pid": 107048}, "restart_count": 571, "restart_count_per_hour": 23, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 572}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.297, "sample_count": 2240, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1477024, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:23:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.06, "last_frame_pushed_at": "2026-10-30T12:23:31+09:00", "last_frame_read_age_sec": 0.056, "last_frame_read_at": "2026-10-30T12:23:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 96, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 187.006, "last_sample_duration_ms": 1195.205, "last_trigger": "periodic", "next_snapshot_in_sec": 412.994, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 296, "storage_bytes": 2821792}, "mjpeg": {"age_sec": 0.052, "exists": true, "mtime": "2026-10-30T12:23:31.931495+09:00", "mtime_epoch": 1793330611.9314952, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 186129}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:23:32+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1473.672, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1477025, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.724, "max": 4.0, "p95": 4.0, "sample_count": 98}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.143, "max": 2.0, "p95": 2.0, "sample_count": 14}, "total": {"avg": 0.163, "max": 2.0, "p95": 1.0, "sample_count": 98}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 98, "pushed_frames": 98, "read_frames": 99, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.294, "pushed": 3.294, "read": 3.327}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 99, "client_acquire_ms": {"avg_ms": 0.007, "count": 99, "max_ms": 0.025, "p95_ms": 0.015, "reason": null, "sample_age_ms": 12.918, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.784, "count": 99, "max_ms": 10.68, "p95_ms": 2.066, "reason": null, "sample_age_ms": 59.789, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.361, "count": 99, "max_ms": 10.004, "p95_ms": 1.439, "reason": null, "sample_age_ms": 59.954, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.233, "count": 99, "max_ms": 0.924, "p95_ms": 0.497, "reason": null, "sample_age_ms": 12.927, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.84, "count": 99, "max_ms": 3.786, "p95_ms": 2.996, "reason": null, "sample_age_ms": 57.912, "source": "client_direct"}, "request_count": 99, "request_tensor_bytes": {"avg": 2764808.0, "count": 99, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 57.894, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 99, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 13.138, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.058, "count": 99, "max_ms": 72.721, "p95_ms": 59.823, "reason": null, "sample_age_ms": 12.915, "source": "client_direct"}, "sample_age_ms": 12.912, "source": "client_direct", "task_total_ms": {"avg_ms": 43.287, "count": 99, "max_ms": 75.093, "p95_ms": 63.037, "reason": null, "sample_age_ms": 12.912, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.904, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.267, "count": 98, "max_ms": 7.64, "p95_ms": 5.606}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.253, "count": 98, "max_ms": 0.759, "p95_ms": 0.545}, "detection_prepare_ms": {"avg_ms": 0.264, "count": 98, "max_ms": 2.162, "p95_ms": 1.185}, "event_filter_ms": {"avg_ms": 0.003, "count": 98, "max_ms": 0.021, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.088, "count": 98, "max_ms": 0.432, "p95_ms": 0.234}, "mcmt_ms": {"avg_ms": 0.003, "count": 98, "max_ms": 0.014, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.347, "count": 98, "max_ms": 3.325, "p95_ms": 2.001}, "setup_ms": {"avg_ms": 0.035, "count": 98, "max_ms": 0.097, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 1.229, "count": 98, "max_ms": 7.586, "p95_ms": 5.542}, "track_match_ms": {"avg_ms": 0.012, "count": 98, "max_ms": 0.123, "p95_ms": 0.071}, "tracker_update_ms": {"avg_ms": 0.225, "count": 98, "max_ms": 2.314, "p95_ms": 1.515}}, "gstreamer_push": {"avg_ms": 2.789, "count": 98, "max_ms": 6.502, "p95_ms": 5.173}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 98, "max_ms": 0.832, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.351, "count": 98, "max_ms": 75.838, "p95_ms": 66.135}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.548, "count": 98, "max_ms": 11.185, "p95_ms": 2.416}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.042, "count": 98, "max_ms": 139.689, "p95_ms": 119.205}, "inference_input_copy_ms": {"avg_ms": 1.425, "count": 98, "max_ms": 3.451, "p95_ms": 2.467}, "processing_residual_ms": {"avg_ms": 0.131, "count": 98, "max_ms": 0.387, "p95_ms": 0.28}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.146, "count": 98, "max_ms": 148.268, "p95_ms": 122.177}, "read_interval": {"avg_ms": 315.852, "count": 99, "max_ms": 10141.455, "p95_ms": 160.793}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 98, "max_ms": 0.042, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.306, "count": 98, "max_ms": 3.25, "p95_ms": 1.939}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 98, "max_ms": 0.04, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.293, "count": 98, "max_ms": 3.236, "p95_ms": 1.925}, "worker_merge_ms": {"avg_ms": 0.005, "count": 98, "max_ms": 0.025, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 44.361, "count": 98, "max_ms": 75.852, "p95_ms": 66.144}, "visualize": {"avg_ms": 37.475, "count": 98, "max_ms": 64.466, "p95_ms": 58.405}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 36.261, "count": 98, "max_ms": 63.168, "p95_ms": 57.315}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.115, "count": 98, "max_ms": 63.878, "p95_ms": 58.301}, "visualize_input_copy_ms": {"avg_ms": 0.19, "count": 98, "max_ms": 2.458, "p95_ms": 1.474}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.03, "count": 98, "max_ms": 63.777, "p95_ms": 58.237}, "visualizer_prepare_ms": {"avg_ms": 0.047, "count": 98, "max_ms": 0.144, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 98}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1462.77, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 28.013, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.297, "sample_count": 2241, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1477015, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:23:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 185751, "write_bytes_delta": 185751, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 32.0, "cpu_core_ratio": 0.01084, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2025.0, "pid": 107048, "reason": null, "system_cpu_core_ratio": 0.001971, "system_cpu_s_delta": 0.019999999999999574, "user_cpu_core_ratio": 0.008869, "user_cpu_s_delta": 0.09000000000000341}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.015768, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1283.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.003942, "system_cpu_s_delta": 0.04000000000814907, "user_cpu_core_ratio": 0.011826, "user_cpu_s_delta": 0.11999999999534339}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.742, "count": 90, "max_ms": 6.502, "p95_ms": 5.173, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.667, "max": 4.0, "p95": 4.0, "sample_count": 90}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.167, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 12}, "total": {"avg": 0.156, "max": 2.0, "p95": 1.0, "sample_count": 90}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.035, "count": 30, "max": 54.451, "p95": 39.917, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.02, "count": 30, "max": 28.445, "p95": 22.544, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 505.933, "count": 30, "max": 654.0, "p95": 641.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1317.0, "count": 30, "max": 14153.0, "p95": 4781.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.09, "count": 30, "max": 0.335, "p95": 0.268, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.456, "count": 30, "max": 0.56, "p95": 0.555, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.165, "count": 30, "max": 4.538, "p95": 0.121, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 189123.9, "count": 30, "max": 191653.0, "p95": 190981.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 182766.2, "count": 30, "max": 191653.0, "p95": 190981.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 92159.167, "count": 30, "max": 160586.0, "p95": 148579.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.436, "count": 30, "max": 0.625, "p95": 0.601, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.831, "count": 30, "max": 1.061, "p95": 1.058, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11401, "sampled_at": "2026-10-30T12:23:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:23:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.752, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2839054, "flush_count": 2956, "flush_interval_seconds": 30.0, "flush_state": {"count": 2956, "last_at": "2026-10-30T12:23:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:23:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2955}, "started": true, "suppressed_count": 1474219, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1474070}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2956, "written_record_count": 2956}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9559.609, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T12:23:31+09:00", "last_error_summary": "[h264 @ 0x62684bdbfe40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x62684bdbfe40] error while decoding MB 0 48, bytestream 18443 [in#0/rtsp @ 0x62684bd77e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x62684bd77e00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4083678720000, "copied_frame_count": 1477025, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4083678720000, "frame_buffer_copies": 1477025, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1219, "count": 512, "max_ms": 2.5569, "p50_ms": 0.1026, "p95_ms": 0.2225, "p99_ms": 0.3306}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3832, "count": 512, "max_ms": 4.2095, "p50_ms": 1.3044, "p95_ms": 2.3684, "p99_ms": 3.0249, "results": {"failed": 0, "not_applicable": 0, "success": 1477025, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 524, "h264_decode_error_count": 1175, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:23:31+09:00", "last_error_summary": "[h264 @ 0x62684bdbfe40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x62684bdbfe40] error while decoding MB 0 48, bytestream 18443 [in#0/rtsp @ 0x62684bd77e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x62684bd77e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T12:23:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 126.688, "last_started_at": "2026-10-30T12:21:25+09:00", "pid": 107048, "process": {"exists": false, "pid": 107048}, "restart_count": 571, "restart_count_per_hour": 23, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 572}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.297, "sample_count": 2241, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1477025, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:23:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T12:23:32+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-10-30T12:23:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 96, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 187.057, "last_sample_duration_ms": 1195.205, "last_trigger": "periodic", "next_snapshot_in_sec": 412.943, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 296, "storage_bytes": 2821792}, "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-10-30T12:23:31.931495+09:00", "mtime_epoch": 1793330611.9314952, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 186129}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:23:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1462.781, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1477025, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.727, "max": 4.0, "p95": 4.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.143, "max": 2.0, "p95": 2.0, "sample_count": 14}, "total": {"avg": 0.162, "max": 2.0, "p95": 1.0, "sample_count": 99}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 99, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.321, "pushed": 3.321, "read": 3.321}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 99, "client_acquire_ms": {"avg_ms": 0.007, "count": 99, "max_ms": 0.025, "p95_ms": 0.015, "reason": null, "sample_age_ms": 66.117, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.784, "count": 99, "max_ms": 10.68, "p95_ms": 2.066, "reason": null, "sample_age_ms": 112.988, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.361, "count": 99, "max_ms": 10.004, "p95_ms": 1.439, "reason": null, "sample_age_ms": 113.153, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.233, "count": 99, "max_ms": 0.924, "p95_ms": 0.497, "reason": null, "sample_age_ms": 66.126, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.84, "count": 99, "max_ms": 3.786, "p95_ms": 2.996, "reason": null, "sample_age_ms": 111.111, "source": "client_direct"}, "request_count": 99, "request_tensor_bytes": {"avg": 2764808.0, "count": 99, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 111.093, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 99, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 66.337, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.058, "count": 99, "max_ms": 72.721, "p95_ms": 59.823, "reason": null, "sample_age_ms": 66.114, "source": "client_direct"}, "sample_age_ms": 66.111, "source": "client_direct", "task_total_ms": {"avg_ms": 43.287, "count": 99, "max_ms": 75.093, "p95_ms": 63.037, "reason": null, "sample_age_ms": 66.111, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.262, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.259, "count": 99, "max_ms": 7.64, "p95_ms": 5.606}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.252, "count": 99, "max_ms": 0.759, "p95_ms": 0.545}, "detection_prepare_ms": {"avg_ms": 0.262, "count": 99, "max_ms": 2.162, "p95_ms": 1.185}, "event_filter_ms": {"avg_ms": 0.003, "count": 99, "max_ms": 0.021, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.087, "count": 99, "max_ms": 0.432, "p95_ms": 0.234}, "mcmt_ms": {"avg_ms": 0.002, "count": 99, "max_ms": 0.014, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.344, "count": 99, "max_ms": 3.325, "p95_ms": 2.001}, "setup_ms": {"avg_ms": 0.035, "count": 99, "max_ms": 0.097, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 1.222, "count": 99, "max_ms": 7.586, "p95_ms": 5.542}, "track_match_ms": {"avg_ms": 0.012, "count": 99, "max_ms": 0.123, "p95_ms": 0.071}, "tracker_update_ms": {"avg_ms": 0.222, "count": 99, "max_ms": 2.314, "p95_ms": 1.515}}, "gstreamer_push": {"avg_ms": 2.806, "count": 99, "max_ms": 6.502, "p95_ms": 5.173}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 99, "max_ms": 0.832, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.381, "count": 99, "max_ms": 75.838, "p95_ms": 66.135}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.543, "count": 99, "max_ms": 11.185, "p95_ms": 2.416}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.218, "count": 99, "max_ms": 139.689, "p95_ms": 119.205}, "inference_input_copy_ms": {"avg_ms": 1.421, "count": 99, "max_ms": 3.451, "p95_ms": 2.467}, "processing_residual_ms": {"avg_ms": 0.131, "count": 99, "max_ms": 0.387, "p95_ms": 0.28}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.313, "count": 99, "max_ms": 148.268, "p95_ms": 122.177}, "read_interval": {"avg_ms": 315.852, "count": 99, "max_ms": 10141.455, "p95_ms": 160.793}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 99, "max_ms": 0.042, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.303, "count": 99, "max_ms": 3.25, "p95_ms": 1.939}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 99, "max_ms": 0.04, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.291, "count": 99, "max_ms": 3.236, "p95_ms": 1.925}, "worker_merge_ms": {"avg_ms": 0.005, "count": 99, "max_ms": 0.025, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 44.391, "count": 99, "max_ms": 75.852, "p95_ms": 66.144}, "visualize": {"avg_ms": 37.631, "count": 99, "max_ms": 64.466, "p95_ms": 58.405}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 36.424, "count": 99, "max_ms": 63.168, "p95_ms": 57.315}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.273, "count": 99, "max_ms": 63.878, "p95_ms": 58.301}, "visualize_input_copy_ms": {"avg_ms": 0.188, "count": 99, "max_ms": 2.458, "p95_ms": 1.474}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.188, "count": 99, "max_ms": 63.777, "p95_ms": 58.237}, "visualizer_prepare_ms": {"avg_ms": 0.047, "count": 99, "max_ms": 0.144, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 99}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1462.77, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 28.013, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.297, "sample_count": 2241, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1477015, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:23:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 185751, "write_bytes_delta": 185751, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 32.0, "cpu_core_ratio": 0.01084, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2025.0, "pid": 107048, "reason": null, "system_cpu_core_ratio": 0.001971, "system_cpu_s_delta": 0.019999999999999574, "user_cpu_core_ratio": 0.008869, "user_cpu_s_delta": 0.09000000000000341}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.015768, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1283.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.003942, "system_cpu_s_delta": 0.04000000000814907, "user_cpu_core_ratio": 0.011826, "user_cpu_s_delta": 0.11999999999534339}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.742, "count": 90, "max_ms": 6.502, "p95_ms": 5.173, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.667, "max": 4.0, "p95": 4.0, "sample_count": 90}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.167, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 12}, "total": {"avg": 0.156, "max": 2.0, "p95": 1.0, "sample_count": 90}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.035, "count": 30, "max": 54.451, "p95": 39.917, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.02, "count": 30, "max": 28.445, "p95": 22.544, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 505.933, "count": 30, "max": 654.0, "p95": 641.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1317.0, "count": 30, "max": 14153.0, "p95": 4781.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.09, "count": 30, "max": 0.335, "p95": 0.268, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.456, "count": 30, "max": 0.56, "p95": 0.555, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.165, "count": 30, "max": 4.538, "p95": 0.121, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 189123.9, "count": 30, "max": 191653.0, "p95": 190981.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 182766.2, "count": 30, "max": 191653.0, "p95": 190981.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 92159.167, "count": 30, "max": 160586.0, "p95": 148579.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.436, "count": 30, "max": 0.625, "p95": 0.601, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.831, "count": 30, "max": 1.061, "p95": 1.058, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11401, "sampled_at": "2026-10-30T12:23:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:23:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.806, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2839054, "flush_count": 2956, "flush_interval_seconds": 30.0, "flush_state": {"count": 2956, "last_at": "2026-10-30T12:23:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:23:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2955}, "started": true, "suppressed_count": 1474219, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1474070}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2956, "written_record_count": 2956}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9559.379, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4083678720000, "copied_frame_count": 1477025, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4083678720000, "frame_buffer_copies": 1477025, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1219, "count": 512, "max_ms": 2.5569, "p50_ms": 0.1026, "p95_ms": 0.2225, "p99_ms": 0.3306}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3832, "count": 512, "max_ms": 4.2095, "p50_ms": 1.3044, "p95_ms": 2.3684, "p99_ms": 3.0249, "results": {"failed": 0, "not_applicable": 0, "success": 1477025, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 524, "h264_decode_error_count": 1175, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:23:31+09:00", "last_error_summary": "[h264 @ 0x62684bdbfe40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x62684bdbfe40] error while decoding MB 0 48, bytestream 18443 [in#0/rtsp @ 0x62684bd77e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x62684bd77e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T12:23:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 126.713, "last_started_at": "2026-10-30T12:21:25+09:00", "pid": 107048, "process": {"exists": false, "pid": 107048}, "restart_count": 571, "restart_count_per_hour": 23, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 572}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.297, "sample_count": 2241, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1477025, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:23:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.027, "last_frame_pushed_at": "2026-10-30T12:23:32+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-10-30T12:23:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 96, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 187.078, "last_sample_duration_ms": 1195.205, "last_trigger": "periodic", "next_snapshot_in_sec": 412.922, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 296, "storage_bytes": 2821792}, "mjpeg": {"age_sec": 0.017, "exists": true, "mtime": "2026-10-30T12:23:32.046496+09:00", "mtime_epoch": 1793330612.0464962, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 187037}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:23:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1462.781, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1477025, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.727, "max": 4.0, "p95": 4.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.143, "max": 2.0, "p95": 2.0, "sample_count": 14}, "total": {"avg": 0.162, "max": 2.0, "p95": 1.0, "sample_count": 99}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 99, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.319, "pushed": 3.319, "read": 3.319}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 99, "client_acquire_ms": {"avg_ms": 0.007, "count": 99, "max_ms": 0.025, "p95_ms": 0.015, "reason": null, "sample_age_ms": 90.776, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.784, "count": 99, "max_ms": 10.68, "p95_ms": 2.066, "reason": null, "sample_age_ms": 137.647, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.361, "count": 99, "max_ms": 10.004, "p95_ms": 1.439, "reason": null, "sample_age_ms": 137.812, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.233, "count": 99, "max_ms": 0.924, "p95_ms": 0.497, "reason": null, "sample_age_ms": 90.785, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.84, "count": 99, "max_ms": 3.786, "p95_ms": 2.996, "reason": null, "sample_age_ms": 135.77, "source": "client_direct"}, "request_count": 99, "request_tensor_bytes": {"avg": 2764808.0, "count": 99, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 135.752, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 99, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 90.996, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.058, "count": 99, "max_ms": 72.721, "p95_ms": 59.823, "reason": null, "sample_age_ms": 90.773, "source": "client_direct"}, "sample_age_ms": 90.77, "source": "client_direct", "task_total_ms": {"avg_ms": 43.287, "count": 99, "max_ms": 75.093, "p95_ms": 63.037, "reason": null, "sample_age_ms": 90.77, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.676, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.259, "count": 99, "max_ms": 7.64, "p95_ms": 5.606}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.252, "count": 99, "max_ms": 0.759, "p95_ms": 0.545}, "detection_prepare_ms": {"avg_ms": 0.262, "count": 99, "max_ms": 2.162, "p95_ms": 1.185}, "event_filter_ms": {"avg_ms": 0.003, "count": 99, "max_ms": 0.021, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.087, "count": 99, "max_ms": 0.432, "p95_ms": 0.234}, "mcmt_ms": {"avg_ms": 0.002, "count": 99, "max_ms": 0.014, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.344, "count": 99, "max_ms": 3.325, "p95_ms": 2.001}, "setup_ms": {"avg_ms": 0.035, "count": 99, "max_ms": 0.097, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 1.222, "count": 99, "max_ms": 7.586, "p95_ms": 5.542}, "track_match_ms": {"avg_ms": 0.012, "count": 99, "max_ms": 0.123, "p95_ms": 0.071}, "tracker_update_ms": {"avg_ms": 0.222, "count": 99, "max_ms": 2.314, "p95_ms": 1.515}}, "gstreamer_push": {"avg_ms": 2.806, "count": 99, "max_ms": 6.502, "p95_ms": 5.173}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 99, "max_ms": 0.832, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.381, "count": 99, "max_ms": 75.838, "p95_ms": 66.135}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.543, "count": 99, "max_ms": 11.185, "p95_ms": 2.416}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.218, "count": 99, "max_ms": 139.689, "p95_ms": 119.205}, "inference_input_copy_ms": {"avg_ms": 1.421, "count": 99, "max_ms": 3.451, "p95_ms": 2.467}, "processing_residual_ms": {"avg_ms": 0.131, "count": 99, "max_ms": 0.387, "p95_ms": 0.28}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.313, "count": 99, "max_ms": 148.268, "p95_ms": 122.177}, "read_interval": {"avg_ms": 315.852, "count": 99, "max_ms": 10141.455, "p95_ms": 160.793}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 99, "max_ms": 0.042, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.303, "count": 99, "max_ms": 3.25, "p95_ms": 1.939}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 99, "max_ms": 0.04, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.291, "count": 99, "max_ms": 3.236, "p95_ms": 1.925}, "worker_merge_ms": {"avg_ms": 0.005, "count": 99, "max_ms": 0.025, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 44.391, "count": 99, "max_ms": 75.852, "p95_ms": 66.144}, "visualize": {"avg_ms": 37.631, "count": 99, "max_ms": 64.466, "p95_ms": 58.405}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 36.424, "count": 99, "max_ms": 63.168, "p95_ms": 57.315}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.273, "count": 99, "max_ms": 63.878, "p95_ms": 58.301}, "visualize_input_copy_ms": {"avg_ms": 0.188, "count": 99, "max_ms": 2.458, "p95_ms": 1.474}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.188, "count": 99, "max_ms": 63.777, "p95_ms": 58.237}, "visualizer_prepare_ms": {"avg_ms": 0.047, "count": 99, "max_ms": 0.144, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 99}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1462.77, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 28.013, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.297, "sample_count": 2241, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1477015, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:23:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 185751, "write_bytes_delta": 185751, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 32.0, "cpu_core_ratio": 0.01084, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2025.0, "pid": 107048, "reason": null, "system_cpu_core_ratio": 0.001971, "system_cpu_s_delta": 0.019999999999999574, "user_cpu_core_ratio": 0.008869, "user_cpu_s_delta": 0.09000000000000341}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.015768, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1283.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.003942, "system_cpu_s_delta": 0.04000000000814907, "user_cpu_core_ratio": 0.011826, "user_cpu_s_delta": 0.11999999999534339}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.742, "count": 90, "max_ms": 6.502, "p95_ms": 5.173, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.667, "max": 4.0, "p95": 4.0, "sample_count": 90}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.167, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 12}, "total": {"avg": 0.156, "max": 2.0, "p95": 1.0, "sample_count": 90}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.035, "count": 30, "max": 54.451, "p95": 39.917, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.02, "count": 30, "max": 28.445, "p95": 22.544, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 505.933, "count": 30, "max": 654.0, "p95": 641.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1317.0, "count": 30, "max": 14153.0, "p95": 4781.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.09, "count": 30, "max": 0.335, "p95": 0.268, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.456, "count": 30, "max": 0.56, "p95": 0.555, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.165, "count": 30, "max": 4.538, "p95": 0.121, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 189123.9, "count": 30, "max": 191653.0, "p95": 190981.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 182766.2, "count": 30, "max": 191653.0, "p95": 190981.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 92159.167, "count": 30, "max": 160586.0, "p95": 148579.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.436, "count": 30, "max": 0.625, "p95": 0.601, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.831, "count": 30, "max": 1.061, "p95": 1.058, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11401, "sampled_at": "2026-10-30T12:23:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:23:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.831, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2839054, "flush_count": 2956, "flush_interval_seconds": 30.0, "flush_state": {"count": 2956, "last_at": "2026-10-30T12:23:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:23:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2955}, "started": true, "suppressed_count": 1474219, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1474070}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2956, "written_record_count": 2956}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9738.496, "limit_mb": null}, "detail": {"pid": 107164, "restart_count": 572, "start_count": 573}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4083678720000, "copied_frame_count": 1477025, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4083678720000, "frame_buffer_copies": 1477025, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1219, "count": 512, "max_ms": 2.5569, "p50_ms": 0.1026, "p95_ms": 0.2225, "p99_ms": 0.3306}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3832, "count": 512, "max_ms": 4.2095, "p50_ms": 1.3044, "p95_ms": 2.3684, "p99_ms": 3.0249, "results": {"failed": 0, "not_applicable": 0, "success": 1477025, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 524, "h264_decode_error_count": 1175, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:23:31+09:00", "last_error_summary": "[h264 @ 0x62684bdbfe40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x62684bdbfe40] error while decoding MB 0 48, bytestream 18443 [in#0/rtsp @ 0x62684bd77e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x62684bd77e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T12:23:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T12:23:34+09:00", "pid": 107164, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.719, "name": "ffmpeg", "pid": 107164, "rss_mb": 209.719, "state": "S (sleeping)", "threads": 70}, "restart_count": 572, "restart_count_per_hour": 24, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 573}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.288, "sample_count": 2202, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1477025, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:23:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.804, "last_frame_pushed_at": "2026-10-30T12:23:32+09:00", "last_frame_read_age_sec": 4.913, "last_frame_read_at": "2026-10-30T12:23:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 96, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 191.858, "last_sample_duration_ms": 1195.205, "last_trigger": "periodic", "next_snapshot_in_sec": 408.142, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 296, "storage_bytes": 2821792}, "mjpeg": {"age_sec": 4.794, "exists": true, "mtime": "2026-10-30T12:23:32.046496+09:00", "mtime_epoch": 1793330612.0464962, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 187037}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:23:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1462.785, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1477025, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.653, "max": 4.0, "p95": 4.0, "sample_count": 49}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 4}, "total": {"avg": 0.082, "max": 1.0, "p95": 1.0, "sample_count": 49}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 49, "pushed_frames": 49, "read_frames": 48, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.639, "pushed": 1.639, "read": 1.606}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 48, "client_acquire_ms": {"avg_ms": 0.007, "count": 49, "max_ms": 0.025, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4867.369, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.901, "count": 48, "max_ms": 10.68, "p95_ms": 2.004, "reason": null, "sample_age_ms": 4914.239, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.441, "count": 48, "max_ms": 10.004, "p95_ms": 1.399, "reason": null, "sample_age_ms": 4914.405, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.246, "count": 49, "max_ms": 0.924, "p95_ms": 0.474, "reason": null, "sample_age_ms": 4867.378, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.919, "count": 48, "max_ms": 3.786, "p95_ms": 3.441, "reason": null, "sample_age_ms": 4912.362, "source": "client_direct"}, "request_count": 48, "request_tensor_bytes": {"avg": 2764808.0, "count": 48, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4912.344, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 49, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4867.588, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.546, "count": 49, "max_ms": 72.721, "p95_ms": 58.779, "reason": null, "sample_age_ms": 4867.365, "source": "client_direct"}, "sample_age_ms": 4867.362, "source": "client_direct", "task_total_ms": {"avg_ms": 44.865, "count": 49, "max_ms": 75.093, "p95_ms": 61.522, "reason": null, "sample_age_ms": 4867.362, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.733, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.926, "count": 49, "max_ms": 3.674, "p95_ms": 2.899}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.269, "count": 49, "max_ms": 0.759, "p95_ms": 0.522}, "detection_prepare_ms": {"avg_ms": 0.173, "count": 49, "max_ms": 0.9, "p95_ms": 0.788}, "event_filter_ms": {"avg_ms": 0.004, "count": 49, "max_ms": 0.021, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.078, "count": 49, "max_ms": 0.302, "p95_ms": 0.158}, "mcmt_ms": {"avg_ms": 0.002, "count": 49, "max_ms": 0.008, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.205, "count": 49, "max_ms": 1.393, "p95_ms": 0.521}, "setup_ms": {"avg_ms": 0.036, "count": 49, "max_ms": 0.09, "p95_ms": 0.072}, "total_inside_ms": {"avg_ms": 0.888, "count": 49, "max_ms": 3.642, "p95_ms": 2.85}, "track_match_ms": {"avg_ms": 0.007, "count": 49, "max_ms": 0.054, "p95_ms": 0.037}, "tracker_update_ms": {"avg_ms": 0.114, "count": 49, "max_ms": 1.154, "p95_ms": 1.091}}, "gstreamer_push": {"avg_ms": 3.068, "count": 49, "max_ms": 5.955, "p95_ms": 5.173}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 49, "max_ms": 0.832, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.068, "count": 49, "max_ms": 75.838, "p95_ms": 66.135}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.53, "count": 49, "max_ms": 11.185, "p95_ms": 1.715}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.756, "count": 49, "max_ms": 124.905, "p95_ms": 120.15}, "inference_input_copy_ms": {"avg_ms": 1.493, "count": 49, "max_ms": 3.451, "p95_ms": 2.829}, "processing_residual_ms": {"avg_ms": 0.129, "count": 49, "max_ms": 0.337, "p95_ms": 0.263}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.907, "count": 49, "max_ms": 136.553, "p95_ms": 122.342}, "read_interval": {"avg_ms": 522.834, "count": 48, "max_ms": 10141.455, "p95_ms": 201.659}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 49, "max_ms": 0.042, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.164, "count": 49, "max_ms": 1.358, "p95_ms": 0.404}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 49, "max_ms": 0.036, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.151, "count": 49, "max_ms": 1.35, "p95_ms": 0.393}, "worker_merge_ms": {"avg_ms": 0.005, "count": 49, "max_ms": 0.025, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 46.078, "count": 49, "max_ms": 75.852, "p95_ms": 66.144}, "visualize": {"avg_ms": 40.747, "count": 49, "max_ms": 64.027, "p95_ms": 59.533}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 39.707, "count": 49, "max_ms": 63.168, "p95_ms": 57.806}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.484, "count": 49, "max_ms": 63.878, "p95_ms": 58.378}, "visualize_input_copy_ms": {"avg_ms": 0.084, "count": 49, "max_ms": 1.329, "p95_ms": 0.932}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.393, "count": 49, "max_ms": 63.777, "p95_ms": 58.283}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 49, "max_ms": 0.133, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 49}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1462.77, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 28.013, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.297, "sample_count": 2241, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1477015, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:23:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 185751, "write_bytes_delta": 185751, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 32.0, "cpu_core_ratio": 0.01084, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2025.0, "pid": 107048, "reason": null, "system_cpu_core_ratio": 0.001971, "system_cpu_s_delta": 0.019999999999999574, "user_cpu_core_ratio": 0.008869, "user_cpu_s_delta": 0.09000000000000341}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.015768, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1283.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.003942, "system_cpu_s_delta": 0.04000000000814907, "user_cpu_core_ratio": 0.011826, "user_cpu_s_delta": 0.11999999999534339}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.742, "count": 90, "max_ms": 6.502, "p95_ms": 5.173, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.667, "max": 4.0, "p95": 4.0, "sample_count": 90}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.167, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 12}, "total": {"avg": 0.156, "max": 2.0, "p95": 1.0, "sample_count": 90}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.035, "count": 30, "max": 54.451, "p95": 39.917, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.02, "count": 30, "max": 28.445, "p95": 22.544, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 505.933, "count": 30, "max": 654.0, "p95": 641.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1317.0, "count": 30, "max": 14153.0, "p95": 4781.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.09, "count": 30, "max": 0.335, "p95": 0.268, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.456, "count": 30, "max": 0.56, "p95": 0.555, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.165, "count": 30, "max": 4.538, "p95": 0.121, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 189123.9, "count": 30, "max": 191653.0, "p95": 190981.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 182766.2, "count": 30, "max": 191653.0, "p95": 190981.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 92159.167, "count": 30, "max": 160586.0, "p95": 148579.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.436, "count": 30, "max": 0.625, "p95": 0.601, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.831, "count": 30, "max": 1.061, "p95": 1.058, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11401, "sampled_at": "2026-10-30T12:23:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:23:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2840916, "flush_count": 2958, "flush_interval_seconds": 30.0, "flush_state": {"count": 2958, "last_at": "2026-10-30T12:25:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:25:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2957}, "started": true, "suppressed_count": 1475401, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1475252}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2958, "written_record_count": 2958}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9581.699, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5cb10a3d9440] left block unavailable for requested intra mode [h264 @ 0x5cb10a3d9440] error while decoding MB 0 67, bytestream 3682 [h264 @ 0x5cb10a4299c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5cb10a4299c0] error while decoding MB 0 55, bytestream 1204 [h264 @ 0x5cb10b02c400] error while decoding MB 15 44, bytestream -12", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4086949478400, "copied_frame_count": 1478208, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4086949478400, "frame_buffer_copies": 1478208, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1155, "count": 512, "max_ms": 0.4575, "p50_ms": 0.0992, "p95_ms": 0.2302, "p99_ms": 0.277}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4045, "count": 512, "max_ms": 3.4691, "p50_ms": 1.3194, "p95_ms": 2.3323, "p99_ms": 2.8207, "results": {"failed": 0, "not_applicable": 0, "success": 1478208, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 525, "h264_decode_error_count": 1178, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:26:01+09:00", "last_error_summary": "[h264 @ 0x5cb10a3d9440] left block unavailable for requested intra mode [h264 @ 0x5cb10a3d9440] error while decoding MB 0 67, bytestream 3682 [h264 @ 0x5cb10a4299c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5cb10a4299c0] error while decoding MB 0 55, bytestream 1204 [h264 @ 0x5cb10b02c400] error while decoding MB 15 44, bytestream -12", "last_exit_at": "2026-10-30T12:23:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.899, "last_started_at": "2026-10-30T12:23:34+09:00", "pid": 107164, "process": {"exists": false, "pid": 107164}, "restart_count": 572, "restart_count_per_hour": 23, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 573}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.087, "sample_count": 2218, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1478208, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:26:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.072, "last_frame_pushed_at": "2026-10-30T12:26:01+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-10-30T12:26:01+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 96, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 336.763, "last_sample_duration_ms": 1195.205, "last_trigger": "periodic", "next_snapshot_in_sec": 263.237, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 296, "storage_bytes": 2821792}, "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-10-30T12:26:01.678656+09:00", "mtime_epoch": 1793330761.678656, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 186018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:26:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1474.203, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1478209, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.234, "max": 8.0, "p95": 5.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.312, "max": 3.0, "p95": 3.0, "sample_count": 16}, "total": {"avg": 0.1, "max": 3.0, "p95": 1.0, "sample_count": 209}}, "tracking_counts": {"active": {"avg": 1.019, "max": 2.0, "p95": 1.0, "sample_count": 209}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "tracked": {"avg": 1.019, "max": 2.0, "p95": 1.0, "sample_count": 209}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 209, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.97, "pushed": 6.97, "read": 6.97}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 209, "client_acquire_ms": {"avg_ms": 0.008, "count": 209, "max_ms": 0.027, "p95_ms": 0.017, "reason": null, "sample_age_ms": 28.853, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.651, "count": 209, "max_ms": 4.702, "p95_ms": 1.766, "reason": null, "sample_age_ms": 76.139, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.279, "count": 209, "max_ms": 4.124, "p95_ms": 1.304, "reason": null, "sample_age_ms": 76.432, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.284, "count": 209, "max_ms": 0.934, "p95_ms": 0.574, "reason": null, "sample_age_ms": 28.862, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.045, "count": 209, "max_ms": 12.322, "p95_ms": 3.174, "reason": null, "sample_age_ms": 74.511, "source": "client_direct"}, "request_count": 209, "request_tensor_bytes": {"avg": 2764808.0, "count": 209, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 74.493, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 209, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 29.099, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.918, "count": 209, "max_ms": 77.467, "p95_ms": 66.275, "reason": null, "sample_age_ms": 28.849, "source": "client_direct"}, "sample_age_ms": 28.844, "source": "client_direct", "task_total_ms": {"avg_ms": 48.425, "count": 209, "max_ms": 81.034, "p95_ms": 69.004, "reason": null, "sample_age_ms": 28.844, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.799, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.248, "count": 209, "max_ms": 10.402, "p95_ms": 5.238}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.286, "count": 209, "max_ms": 0.8, "p95_ms": 0.539}, "detection_prepare_ms": {"avg_ms": 0.247, "count": 209, "max_ms": 3.42, "p95_ms": 1.134}, "event_filter_ms": {"avg_ms": 0.004, "count": 209, "max_ms": 0.033, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.086, "count": 209, "max_ms": 0.429, "p95_ms": 0.202}, "mcmt_ms": {"avg_ms": 0.003, "count": 209, "max_ms": 0.033, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.356, "count": 209, "max_ms": 3.926, "p95_ms": 1.871}, "setup_ms": {"avg_ms": 0.043, "count": 209, "max_ms": 0.134, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 1.203, "count": 209, "max_ms": 10.266, "p95_ms": 5.195}, "track_match_ms": {"avg_ms": 0.019, "count": 209, "max_ms": 0.858, "p95_ms": 0.09}, "tracker_update_ms": {"avg_ms": 0.159, "count": 209, "max_ms": 2.691, "p95_ms": 1.42}}, "gstreamer_push": {"avg_ms": 3.01, "count": 209, "max_ms": 7.205, "p95_ms": 4.82}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 209, "max_ms": 0.198, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.391, "count": 209, "max_ms": 84.648, "p95_ms": 70.307}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.39, "count": 209, "max_ms": 10.121, "p95_ms": 2.249}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.252, "count": 209, "max_ms": 141.423, "p95_ms": 118.405}, "inference_input_copy_ms": {"avg_ms": 1.552, "count": 209, "max_ms": 4.084, "p95_ms": 2.407}, "processing_residual_ms": {"avg_ms": 0.184, "count": 209, "max_ms": 0.484, "p95_ms": 0.352}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.378, "count": 209, "max_ms": 145.706, "p95_ms": 122.021}, "read_interval": {"avg_ms": 143.537, "count": 209, "max_ms": 3151.755, "p95_ms": 154.428}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 209, "max_ms": 0.074, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.304, "count": 209, "max_ms": 3.791, "p95_ms": 1.822}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 209, "max_ms": 0.066, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.289, "count": 209, "max_ms": 3.765, "p95_ms": 1.809}, "worker_merge_ms": {"avg_ms": 0.006, "count": 209, "max_ms": 0.037, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 49.404, "count": 209, "max_ms": 84.674, "p95_ms": 70.316}, "visualize": {"avg_ms": 37.542, "count": 209, "max_ms": 62.178, "p95_ms": 53.179}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 36.398, "count": 209, "max_ms": 56.083, "p95_ms": 52.087}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.259, "count": 209, "max_ms": 60.689, "p95_ms": 52.857}, "visualize_input_copy_ms": {"avg_ms": 0.096, "count": 209, "max_ms": 2.185, "p95_ms": 1.097}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.161, "count": 209, "max_ms": 60.27, "p95_ms": 52.699}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 209, "max_ms": 0.167, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1463.23, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 54.804, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.778, "sample_count": 2267, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1477993, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:25:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 178002, "write_bytes_delta": 178002, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 561.0, "cpu_core_ratio": 0.868769, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9825.0, "pid": 107164, "reason": null, "system_cpu_core_ratio": 0.390896, "system_cpu_s_delta": 7.819999999999999, "user_cpu_core_ratio": 0.477873, "user_cpu_s_delta": 9.560000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.974241, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 89855.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.347908, "system_cpu_s_delta": 6.960000000006403, "user_cpu_core_ratio": 0.626334, "user_cpu_s_delta": 12.529999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.31, "count": 175, "max_ms": 6.847, "p95_ms": 5.473, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.143, "max": 8.0, "p95": 4.0, "sample_count": 175}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.069, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 144}, "total": {"avg": 0.88, "max": 2.0, "p95": 2.0, "sample_count": 175}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.506, "count": 30, "max": 63.179, "p95": 54.645, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.573, "count": 30, "max": 32.76, "p95": 27.473, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 605.967, "count": 30, "max": 1437.0, "p95": 1340.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1671.533, "count": 30, "max": 14153.0, "p95": 7709.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.102, "count": 30, "max": 0.391, "p95": 0.314, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.469, "count": 30, "max": 0.585, "p95": 0.572, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.161, "count": 30, "max": 4.538, "p95": 0.101, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 187635.333, "count": 30, "max": 190955.0, "p95": 190397.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 181309.367, "count": 30, "max": 190955.0, "p95": 190397.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 91841.533, "count": 30, "max": 193767.0, "p95": 169185.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.386, "count": 30, "max": 0.625, "p95": 0.598, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.785, "count": 30, "max": 1.061, "p95": 1.044, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11407, "sampled_at": "2026-10-30T12:25:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:25:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2840916, "flush_count": 2958, "flush_interval_seconds": 30.0, "flush_state": {"count": 2958, "last_at": "2026-10-30T12:25:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:25:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2957}, "started": true, "suppressed_count": 1475401, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1475252}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2958, "written_record_count": 2958}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9568.492, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T12:26:01+09:00", "last_error_summary": "[h264 @ 0x5cb10a3d9440] left block unavailable for requested intra mode [h264 @ 0x5cb10a3d9440] error while decoding MB 0 67, bytestream 3682 [h264 @ 0x5cb10a4299c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5cb10a4299c0] error while decoding MB 0 55, bytestream 1204 [h264 @ 0x5cb10b02c400] error while decoding MB 15 44, bytestream -12", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4086952243200, "copied_frame_count": 1478209, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4086952243200, "frame_buffer_copies": 1478209, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1156, "count": 512, "max_ms": 0.4575, "p50_ms": 0.0995, "p95_ms": 0.2302, "p99_ms": 0.277}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.406, "count": 512, "max_ms": 3.4691, "p50_ms": 1.3204, "p95_ms": 2.3323, "p99_ms": 2.8207, "results": {"failed": 0, "not_applicable": 0, "success": 1478209, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 525, "h264_decode_error_count": 1178, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:26:01+09:00", "last_error_summary": "[h264 @ 0x5cb10a3d9440] left block unavailable for requested intra mode [h264 @ 0x5cb10a3d9440] error while decoding MB 0 67, bytestream 3682 [h264 @ 0x5cb10a4299c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5cb10a4299c0] error while decoding MB 0 55, bytestream 1204 [h264 @ 0x5cb10b02c400] error while decoding MB 15 44, bytestream -12", "last_exit_at": "2026-10-30T12:26:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 146.96, "last_started_at": "2026-10-30T12:23:34+09:00", "pid": 107164, "process": {"exists": false, "pid": 107164}, "restart_count": 572, "restart_count_per_hour": 23, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 573}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.087, "sample_count": 2218, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1478209, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:26:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T12:26:01+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-10-30T12:26:01+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 96, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 336.827, "last_sample_duration_ms": 1195.205, "last_trigger": "periodic", "next_snapshot_in_sec": 263.173, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 296, "storage_bytes": 2821792}, "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-10-30T12:26:01.678656+09:00", "mtime_epoch": 1793330761.678656, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 186018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:26:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1463.34, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1478209, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.249, "max": 8.0, "p95": 5.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.294, "max": 3.0, "p95": 3.0, "sample_count": 17}, "total": {"avg": 0.105, "max": 3.0, "p95": 1.0, "sample_count": 209}}, "tracking_counts": {"active": {"avg": 1.019, "max": 2.0, "p95": 1.0, "sample_count": 209}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "tracked": {"avg": 1.019, "max": 2.0, "p95": 1.0, "sample_count": 209}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.973, "pushed": 6.973, "read": 6.94}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 208, "client_acquire_ms": {"avg_ms": 0.008, "count": 208, "max_ms": 0.027, "p95_ms": 0.017, "reason": null, "sample_age_ms": 89.094, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.653, "count": 208, "max_ms": 4.702, "p95_ms": 1.773, "reason": null, "sample_age_ms": 136.38, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.28, "count": 208, "max_ms": 4.124, "p95_ms": 1.309, "reason": null, "sample_age_ms": 136.673, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.285, "count": 208, "max_ms": 0.934, "p95_ms": 0.575, "reason": null, "sample_age_ms": 89.103, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.05, "count": 208, "max_ms": 12.322, "p95_ms": 3.175, "reason": null, "sample_age_ms": 134.753, "source": "client_direct"}, "request_count": 208, "request_tensor_bytes": {"avg": 2764808.0, "count": 208, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 134.734, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 208, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 89.34, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.0, "count": 208, "max_ms": 77.467, "p95_ms": 66.279, "reason": null, "sample_age_ms": 89.09, "source": "client_direct"}, "sample_age_ms": 89.085, "source": "client_direct", "task_total_ms": {"avg_ms": 48.513, "count": 208, "max_ms": 81.034, "p95_ms": 69.024, "reason": null, "sample_age_ms": 89.085, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.985, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.268, "count": 209, "max_ms": 10.402, "p95_ms": 5.238}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.285, "count": 209, "max_ms": 0.8, "p95_ms": 0.539}, "detection_prepare_ms": {"avg_ms": 0.25, "count": 209, "max_ms": 3.42, "p95_ms": 1.134}, "event_filter_ms": {"avg_ms": 0.004, "count": 209, "max_ms": 0.033, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.086, "count": 209, "max_ms": 0.429, "p95_ms": 0.202}, "mcmt_ms": {"avg_ms": 0.003, "count": 209, "max_ms": 0.033, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.367, "count": 209, "max_ms": 3.926, "p95_ms": 2.165}, "setup_ms": {"avg_ms": 0.043, "count": 209, "max_ms": 0.134, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 1.223, "count": 209, "max_ms": 10.266, "p95_ms": 5.195}, "track_match_ms": {"avg_ms": 0.019, "count": 209, "max_ms": 0.858, "p95_ms": 0.106}, "tracker_update_ms": {"avg_ms": 0.165, "count": 209, "max_ms": 2.691, "p95_ms": 1.42}}, "gstreamer_push": {"avg_ms": 3.021, "count": 209, "max_ms": 7.205, "p95_ms": 4.82}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 209, "max_ms": 0.198, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.425, "count": 209, "max_ms": 84.648, "p95_ms": 70.307}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.436, "count": 209, "max_ms": 10.121, "p95_ms": 2.564}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.407, "count": 209, "max_ms": 141.423, "p95_ms": 118.405}, "inference_input_copy_ms": {"avg_ms": 1.548, "count": 209, "max_ms": 4.084, "p95_ms": 2.407}, "processing_residual_ms": {"avg_ms": 0.183, "count": 209, "max_ms": 0.484, "p95_ms": 0.348}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.573, "count": 209, "max_ms": 145.706, "p95_ms": 122.021}, "read_interval": {"avg_ms": 143.815, "count": 208, "max_ms": 3151.755, "p95_ms": 154.428}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 209, "max_ms": 0.074, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.315, "count": 209, "max_ms": 3.791, "p95_ms": 2.077}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 209, "max_ms": 0.066, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.3, "count": 209, "max_ms": 3.765, "p95_ms": 2.062}, "worker_merge_ms": {"avg_ms": 0.006, "count": 209, "max_ms": 0.037, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 49.438, "count": 209, "max_ms": 84.674, "p95_ms": 70.316}, "visualize": {"avg_ms": 37.643, "count": 209, "max_ms": 62.178, "p95_ms": 53.314}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 36.488, "count": 209, "max_ms": 56.083, "p95_ms": 52.165}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.355, "count": 209, "max_ms": 60.689, "p95_ms": 52.995}, "visualize_input_copy_ms": {"avg_ms": 0.101, "count": 209, "max_ms": 2.185, "p95_ms": 1.097}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.257, "count": 209, "max_ms": 60.27, "p95_ms": 52.934}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 209, "max_ms": 0.167, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1463.23, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 54.804, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.778, "sample_count": 2267, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1477993, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:25:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 178002, "write_bytes_delta": 178002, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 561.0, "cpu_core_ratio": 0.868769, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9825.0, "pid": 107164, "reason": null, "system_cpu_core_ratio": 0.390896, "system_cpu_s_delta": 7.819999999999999, "user_cpu_core_ratio": 0.477873, "user_cpu_s_delta": 9.560000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.974241, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 89855.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.347908, "system_cpu_s_delta": 6.960000000006403, "user_cpu_core_ratio": 0.626334, "user_cpu_s_delta": 12.529999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.31, "count": 175, "max_ms": 6.847, "p95_ms": 5.473, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.143, "max": 8.0, "p95": 4.0, "sample_count": 175}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.069, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 144}, "total": {"avg": 0.88, "max": 2.0, "p95": 2.0, "sample_count": 175}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.506, "count": 30, "max": 63.179, "p95": 54.645, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.573, "count": 30, "max": 32.76, "p95": 27.473, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 605.967, "count": 30, "max": 1437.0, "p95": 1340.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1671.533, "count": 30, "max": 14153.0, "p95": 7709.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.102, "count": 30, "max": 0.391, "p95": 0.314, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.469, "count": 30, "max": 0.585, "p95": 0.572, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.161, "count": 30, "max": 4.538, "p95": 0.101, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 187635.333, "count": 30, "max": 190955.0, "p95": 190397.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 181309.367, "count": 30, "max": 190955.0, "p95": 190397.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 91841.533, "count": 30, "max": 193767.0, "p95": 169185.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.386, "count": 30, "max": 0.625, "p95": 0.598, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.785, "count": 30, "max": 1.061, "p95": 1.044, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11407, "sampled_at": "2026-10-30T12:25:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:25:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2840916, "flush_count": 2958, "flush_interval_seconds": 30.0, "flush_state": {"count": 2958, "last_at": "2026-10-30T12:25:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:25:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2957}, "started": true, "suppressed_count": 1475401, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1475252}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2958, "written_record_count": 2958}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9569.41, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4086952243200, "copied_frame_count": 1478209, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4086952243200, "frame_buffer_copies": 1478209, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1156, "count": 512, "max_ms": 0.4575, "p50_ms": 0.0995, "p95_ms": 0.2302, "p99_ms": 0.277}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.406, "count": 512, "max_ms": 3.4691, "p50_ms": 1.3204, "p95_ms": 2.3323, "p99_ms": 2.8207, "results": {"failed": 0, "not_applicable": 0, "success": 1478209, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 525, "h264_decode_error_count": 1178, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:26:01+09:00", "last_error_summary": "[h264 @ 0x5cb10a3d9440] left block unavailable for requested intra mode [h264 @ 0x5cb10a3d9440] error while decoding MB 0 67, bytestream 3682 [h264 @ 0x5cb10a4299c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5cb10a4299c0] error while decoding MB 0 55, bytestream 1204 [h264 @ 0x5cb10b02c400] error while decoding MB 15 44, bytestream -12", "last_exit_at": "2026-10-30T12:26:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.0, "last_started_at": "2026-10-30T12:23:34+09:00", "pid": 107164, "process": {"exists": false, "pid": 107164}, "restart_count": 572, "restart_count_per_hour": 23, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 573}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.087, "sample_count": 2218, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1478209, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:26:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.042, "last_frame_pushed_at": "2026-10-30T12:26:01+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-10-30T12:26:01+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 96, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 336.878, "last_sample_duration_ms": 1195.205, "last_trigger": "periodic", "next_snapshot_in_sec": 263.122, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 296, "storage_bytes": 2821792}, "mjpeg": {"age_sec": 0.031, "exists": true, "mtime": "2026-10-30T12:26:01.808657+09:00", "mtime_epoch": 1793330761.8086572, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 187177}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:26:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1463.34, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1478209, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.25, "max": 8.0, "p95": 5.0, "sample_count": 208}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.294, "max": 3.0, "p95": 3.0, "sample_count": 17}, "total": {"avg": 0.106, "max": 3.0, "p95": 1.0, "sample_count": 208}}, "tracking_counts": {"active": {"avg": 1.019, "max": 2.0, "p95": 1.0, "sample_count": 208}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "tracked": {"avg": 1.019, "max": 2.0, "p95": 1.0, "sample_count": 208}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.959, "pushed": 6.959, "read": 6.926}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 207, "client_acquire_ms": {"avg_ms": 0.008, "count": 208, "max_ms": 0.027, "p95_ms": 0.017, "reason": null, "sample_age_ms": 131.209, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.642, "count": 207, "max_ms": 4.702, "p95_ms": 1.678, "reason": null, "sample_age_ms": 178.495, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.269, "count": 207, "max_ms": 4.124, "p95_ms": 1.225, "reason": null, "sample_age_ms": 178.788, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.285, "count": 208, "max_ms": 0.934, "p95_ms": 0.575, "reason": null, "sample_age_ms": 131.218, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.049, "count": 207, "max_ms": 12.322, "p95_ms": 3.177, "reason": null, "sample_age_ms": 176.867, "source": "client_direct"}, "request_count": 207, "request_tensor_bytes": {"avg": 2764808.0, "count": 207, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 176.849, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 208, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 131.455, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.0, "count": 208, "max_ms": 77.467, "p95_ms": 66.279, "reason": null, "sample_age_ms": 131.205, "source": "client_direct"}, "sample_age_ms": 131.2, "source": "client_direct", "task_total_ms": {"avg_ms": 48.513, "count": 208, "max_ms": 81.034, "p95_ms": 69.024, "reason": null, "sample_age_ms": 131.2, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.231, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.272, "count": 208, "max_ms": 10.402, "p95_ms": 5.238}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.286, "count": 208, "max_ms": 0.8, "p95_ms": 0.539}, "detection_prepare_ms": {"avg_ms": 0.251, "count": 208, "max_ms": 3.42, "p95_ms": 1.134}, "event_filter_ms": {"avg_ms": 0.004, "count": 208, "max_ms": 0.033, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.086, "count": 208, "max_ms": 0.429, "p95_ms": 0.202}, "mcmt_ms": {"avg_ms": 0.003, "count": 208, "max_ms": 0.033, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.368, "count": 208, "max_ms": 3.926, "p95_ms": 2.165}, "setup_ms": {"avg_ms": 0.043, "count": 208, "max_ms": 0.134, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 1.227, "count": 208, "max_ms": 10.266, "p95_ms": 5.195}, "track_match_ms": {"avg_ms": 0.019, "count": 208, "max_ms": 0.858, "p95_ms": 0.106}, "tracker_update_ms": {"avg_ms": 0.165, "count": 208, "max_ms": 2.691, "p95_ms": 1.42}}, "gstreamer_push": {"avg_ms": 3.021, "count": 208, "max_ms": 7.205, "p95_ms": 4.82}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 208, "max_ms": 0.198, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.516, "count": 208, "max_ms": 84.648, "p95_ms": 70.307}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.437, "count": 208, "max_ms": 10.121, "p95_ms": 2.564}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.504, "count": 208, "max_ms": 141.423, "p95_ms": 118.405}, "inference_input_copy_ms": {"avg_ms": 1.551, "count": 208, "max_ms": 4.084, "p95_ms": 2.407}, "processing_residual_ms": {"avg_ms": 0.183, "count": 208, "max_ms": 0.484, "p95_ms": 0.348}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.676, "count": 208, "max_ms": 145.706, "p95_ms": 122.021}, "read_interval": {"avg_ms": 144.118, "count": 207, "max_ms": 3151.755, "p95_ms": 154.428}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 208, "max_ms": 0.074, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.316, "count": 208, "max_ms": 3.791, "p95_ms": 2.077}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 208, "max_ms": 0.066, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.301, "count": 208, "max_ms": 3.765, "p95_ms": 2.062}, "worker_merge_ms": {"avg_ms": 0.006, "count": 208, "max_ms": 0.037, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 49.529, "count": 208, "max_ms": 84.674, "p95_ms": 70.316}, "visualize": {"avg_ms": 37.644, "count": 208, "max_ms": 62.178, "p95_ms": 53.314}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 36.486, "count": 208, "max_ms": 56.083, "p95_ms": 52.165}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.355, "count": 208, "max_ms": 60.689, "p95_ms": 52.995}, "visualize_input_copy_ms": {"avg_ms": 0.101, "count": 208, "max_ms": 2.185, "p95_ms": 1.097}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.257, "count": 208, "max_ms": 60.27, "p95_ms": 52.934}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 208, "max_ms": 0.167, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 208}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1463.23, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 54.804, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.778, "sample_count": 2267, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1477993, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:25:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 178002, "write_bytes_delta": 178002, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 561.0, "cpu_core_ratio": 0.868769, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9825.0, "pid": 107164, "reason": null, "system_cpu_core_ratio": 0.390896, "system_cpu_s_delta": 7.819999999999999, "user_cpu_core_ratio": 0.477873, "user_cpu_s_delta": 9.560000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.974241, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 89855.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.347908, "system_cpu_s_delta": 6.960000000006403, "user_cpu_core_ratio": 0.626334, "user_cpu_s_delta": 12.529999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.31, "count": 175, "max_ms": 6.847, "p95_ms": 5.473, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.143, "max": 8.0, "p95": 4.0, "sample_count": 175}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.069, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 144}, "total": {"avg": 0.88, "max": 2.0, "p95": 2.0, "sample_count": 175}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.506, "count": 30, "max": 63.179, "p95": 54.645, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.573, "count": 30, "max": 32.76, "p95": 27.473, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 605.967, "count": 30, "max": 1437.0, "p95": 1340.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1671.533, "count": 30, "max": 14153.0, "p95": 7709.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.102, "count": 30, "max": 0.391, "p95": 0.314, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.469, "count": 30, "max": 0.585, "p95": 0.572, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.161, "count": 30, "max": 4.538, "p95": 0.101, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 187635.333, "count": 30, "max": 190955.0, "p95": 190397.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 181309.367, "count": 30, "max": 190955.0, "p95": 190397.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 91841.533, "count": 30, "max": 193767.0, "p95": 169185.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.386, "count": 30, "max": 0.625, "p95": 0.598, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.785, "count": 30, "max": 1.061, "p95": 1.044, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11407, "sampled_at": "2026-10-30T12:25:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:25:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2840916, "flush_count": 2958, "flush_interval_seconds": 30.0, "flush_state": {"count": 2958, "last_at": "2026-10-30T12:25:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:25:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2957}, "started": true, "suppressed_count": 1475401, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1475252}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2958, "written_record_count": 2958}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9743.43, "limit_mb": null}, "detail": {"pid": 107280, "restart_count": 573, "start_count": 574}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4086952243200, "copied_frame_count": 1478209, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4086952243200, "frame_buffer_copies": 1478209, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1156, "count": 512, "max_ms": 0.4575, "p50_ms": 0.0995, "p95_ms": 0.2302, "p99_ms": 0.277}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.406, "count": 512, "max_ms": 3.4691, "p50_ms": 1.3204, "p95_ms": 2.3323, "p99_ms": 2.8207, "results": {"failed": 0, "not_applicable": 0, "success": 1478209, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 525, "h264_decode_error_count": 1178, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:26:01+09:00", "last_error_summary": "[h264 @ 0x5cb10a3d9440] left block unavailable for requested intra mode [h264 @ 0x5cb10a3d9440] error while decoding MB 0 67, bytestream 3682 [h264 @ 0x5cb10a4299c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5cb10a4299c0] error while decoding MB 0 55, bytestream 1204 [h264 @ 0x5cb10b02c400] error while decoding MB 15 44, bytestream -12", "last_exit_at": "2026-10-30T12:26:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T12:26:04+09:00", "pid": 107280, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.133, "name": "ffmpeg", "pid": 107280, "rss_mb": 209.133, "state": "S (sleeping)", "threads": 70}, "restart_count": 573, "restart_count_per_hour": 24, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 574}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.199, "sample_count": 2180, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1478209, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:26:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.451, "last_frame_pushed_at": "2026-10-30T12:26:01+09:00", "last_frame_read_age_sec": 4.578, "last_frame_read_at": "2026-10-30T12:26:01+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 96, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 341.273, "last_sample_duration_ms": 1195.205, "last_trigger": "periodic", "next_snapshot_in_sec": 258.727, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 296, "storage_bytes": 2821792}, "mjpeg": {"age_sec": 4.44, "exists": true, "mtime": "2026-10-30T12:26:01.808657+09:00", "mtime_epoch": 1793330761.8086572, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 187177}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:26:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1463.344, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1478209, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.311, "max": 8.0, "p95": 5.0, "sample_count": 167}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.294, "max": 3.0, "p95": 3.0, "sample_count": 17}, "total": {"avg": 0.132, "max": 3.0, "p95": 1.0, "sample_count": 167}}, "tracking_counts": {"active": {"avg": 1.024, "max": 2.0, "p95": 1.0, "sample_count": 167}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "tracked": {"avg": 1.024, "max": 2.0, "p95": 1.0, "sample_count": 167}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.582, "pushed": 5.582, "read": 5.549}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 166, "client_acquire_ms": {"avg_ms": 0.008, "count": 167, "max_ms": 0.027, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4534.17, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.68, "count": 166, "max_ms": 4.702, "p95_ms": 2.122, "reason": null, "sample_age_ms": 4581.456, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.284, "count": 166, "max_ms": 4.124, "p95_ms": 1.228, "reason": null, "sample_age_ms": 4581.748, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.286, "count": 167, "max_ms": 0.934, "p95_ms": 0.548, "reason": null, "sample_age_ms": 4534.178, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.055, "count": 166, "max_ms": 12.322, "p95_ms": 3.178, "reason": null, "sample_age_ms": 4579.828, "source": "client_direct"}, "request_count": 166, "request_tensor_bytes": {"avg": 2764808.0, "count": 166, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4579.81, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 167, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4534.415, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.764, "count": 167, "max_ms": 77.467, "p95_ms": 66.284, "reason": null, "sample_age_ms": 4534.166, "source": "client_direct"}, "sample_age_ms": 4534.161, "source": "client_direct", "task_total_ms": {"avg_ms": 49.28, "count": 167, "max_ms": 81.034, "p95_ms": 69.043, "reason": null, "sample_age_ms": 4534.161, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.726, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.364, "count": 167, "max_ms": 10.402, "p95_ms": 6.73}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.269, "count": 167, "max_ms": 0.8, "p95_ms": 0.529}, "detection_prepare_ms": {"avg_ms": 0.28, "count": 167, "max_ms": 3.42, "p95_ms": 1.214}, "event_filter_ms": {"avg_ms": 0.004, "count": 167, "max_ms": 0.024, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.087, "count": 167, "max_ms": 0.429, "p95_ms": 0.202}, "mcmt_ms": {"avg_ms": 0.003, "count": 167, "max_ms": 0.033, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.411, "count": 167, "max_ms": 3.926, "p95_ms": 2.425}, "setup_ms": {"avg_ms": 0.042, "count": 167, "max_ms": 0.12, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 1.32, "count": 167, "max_ms": 10.266, "p95_ms": 6.66}, "track_match_ms": {"avg_ms": 0.023, "count": 167, "max_ms": 0.858, "p95_ms": 0.132}, "tracker_update_ms": {"avg_ms": 0.198, "count": 167, "max_ms": 2.691, "p95_ms": 1.573}}, "gstreamer_push": {"avg_ms": 3.042, "count": 167, "max_ms": 5.769, "p95_ms": 4.884}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 167, "max_ms": 0.198, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.31, "count": 167, "max_ms": 84.648, "p95_ms": 70.307}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.535, "count": 167, "max_ms": 10.121, "p95_ms": 2.829}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.745, "count": 167, "max_ms": 141.423, "p95_ms": 118.405}, "inference_input_copy_ms": {"avg_ms": 1.53, "count": 167, "max_ms": 4.084, "p95_ms": 2.328}, "processing_residual_ms": {"avg_ms": 0.173, "count": 167, "max_ms": 0.484, "p95_ms": 0.33}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.983, "count": 167, "max_ms": 145.706, "p95_ms": 122.807}, "read_interval": {"avg_ms": 153.265, "count": 166, "max_ms": 3151.755, "p95_ms": 156.513}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 167, "max_ms": 0.074, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.359, "count": 167, "max_ms": 3.791, "p95_ms": 2.342}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 167, "max_ms": 0.066, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.344, "count": 167, "max_ms": 3.765, "p95_ms": 2.316}, "worker_merge_ms": {"avg_ms": 0.006, "count": 167, "max_ms": 0.037, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 50.324, "count": 167, "max_ms": 84.674, "p95_ms": 70.316}, "visualize": {"avg_ms": 36.022, "count": 167, "max_ms": 62.178, "p95_ms": 53.424}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.791, "count": 167, "max_ms": 56.083, "p95_ms": 51.949}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.713, "count": 167, "max_ms": 60.689, "p95_ms": 52.857}, "visualize_input_copy_ms": {"avg_ms": 0.126, "count": 167, "max_ms": 2.185, "p95_ms": 1.168}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.615, "count": 167, "max_ms": 60.27, "p95_ms": 52.699}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 167, "max_ms": 0.155, "p95_ms": 0.124}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 167}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1463.23, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 54.804, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.778, "sample_count": 2267, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1477993, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:25:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 178002, "write_bytes_delta": 178002, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 561.0, "cpu_core_ratio": 0.868769, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9825.0, "pid": 107164, "reason": null, "system_cpu_core_ratio": 0.390896, "system_cpu_s_delta": 7.819999999999999, "user_cpu_core_ratio": 0.477873, "user_cpu_s_delta": 9.560000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.974241, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 89855.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.347908, "system_cpu_s_delta": 6.960000000006403, "user_cpu_core_ratio": 0.626334, "user_cpu_s_delta": 12.529999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.31, "count": 175, "max_ms": 6.847, "p95_ms": 5.473, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.143, "max": 8.0, "p95": 4.0, "sample_count": 175}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.069, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 144}, "total": {"avg": 0.88, "max": 2.0, "p95": 2.0, "sample_count": 175}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.506, "count": 30, "max": 63.179, "p95": 54.645, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.573, "count": 30, "max": 32.76, "p95": 27.473, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 605.967, "count": 30, "max": 1437.0, "p95": 1340.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1671.533, "count": 30, "max": 14153.0, "p95": 7709.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.102, "count": 30, "max": 0.391, "p95": 0.314, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.469, "count": 30, "max": 0.585, "p95": 0.572, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.161, "count": 30, "max": 4.538, "p95": 0.101, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 187635.333, "count": 30, "max": 190955.0, "p95": 190397.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 181309.367, "count": 30, "max": 190955.0, "p95": 190397.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 91841.533, "count": 30, "max": 193767.0, "p95": 169185.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.386, "count": 30, "max": 0.625, "p95": 0.598, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.785, "count": 30, "max": 1.061, "p95": 1.044, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11407, "sampled_at": "2026-10-30T12:25:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:25:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2842778, "flush_count": 2960, "flush_interval_seconds": 30.0, "flush_state": {"count": 2960, "last_at": "2026-10-30T12:27:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:27:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2959}, "started": true, "suppressed_count": 1476488, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1476339}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2960, "written_record_count": 2960}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9566.859, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x59afec50e380] error while decoding MB 115 45, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4089963110400, "copied_frame_count": 1479298, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4089963110400, "frame_buffer_copies": 1479298, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1225, "count": 512, "max_ms": 2.206, "p50_ms": 0.1043, "p95_ms": 0.2383, "p99_ms": 0.3282}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4508, "count": 512, "max_ms": 4.7825, "p50_ms": 1.3593, "p95_ms": 2.3697, "p99_ms": 3.1383, "results": {"failed": 0, "not_applicable": 0, "success": 1479298, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 526, "h264_decode_error_count": 1179, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:28:14+09:00", "last_error_summary": "[h264 @ 0x59afec50e380] error while decoding MB 115 45, bytestream -6", "last_exit_at": "2026-10-30T12:26:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.437, "last_started_at": "2026-10-30T12:26:04+09:00", "pid": 107280, "process": {"exists": false, "pid": 107280}, "restart_count": 573, "restart_count_per_hour": 23, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 574}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.472, "sample_count": 2285, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1479298, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:28:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.074, "last_frame_pushed_at": "2026-10-30T12:28:14+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-10-30T12:28:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 96, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 469.728, "last_sample_duration_ms": 1195.205, "last_trigger": "periodic", "next_snapshot_in_sec": 130.272, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 296, "storage_bytes": 2821792}, "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-10-30T12:28:14.622104+09:00", "mtime_epoch": 1793330894.6221037, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 180744}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:28:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1463.867, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1479298, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.815, "max": 5.0, "p95": 4.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.112, "max": 2.0, "p95": 2.0, "sample_count": 188}, "total": {"avg": 0.86, "max": 2.0, "p95": 2.0, "sample_count": 243}}, "tracking_counts": {"active": {"avg": 0.099, "max": 1.0, "p95": 1.0, "sample_count": 243}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}, "removed": {"avg": 0.062, "max": 1.0, "p95": 1.0, "sample_count": 243}, "tracked": {"avg": 0.099, "max": 1.0, "p95": 1.0, "sample_count": 243}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 243, "pushed_frames": 243, "read_frames": 244, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.109, "pushed": 8.109, "read": 8.143}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 244, "client_acquire_ms": {"avg_ms": 0.008, "count": 244, "max_ms": 0.039, "p95_ms": 0.015, "reason": null, "sample_age_ms": 1.134, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.793, "count": 244, "max_ms": 8.5, "p95_ms": 2.373, "reason": null, "sample_age_ms": 73.225, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.337, "count": 244, "max_ms": 5.961, "p95_ms": 1.881, "reason": null, "sample_age_ms": 74.174, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.31, "count": 244, "max_ms": 0.881, "p95_ms": 0.627, "reason": null, "sample_age_ms": 1.14, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.95, "count": 244, "max_ms": 4.607, "p95_ms": 3.285, "reason": null, "sample_age_ms": 71.256, "source": "client_direct"}, "request_count": 244, "request_tensor_bytes": {"avg": 2764808.0, "count": 244, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 71.211, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 244, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 1.303, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.359, "count": 244, "max_ms": 84.369, "p95_ms": 67.346, "reason": null, "sample_age_ms": 1.132, "source": "client_direct"}, "sample_age_ms": 1.129, "source": "client_direct", "task_total_ms": {"avg_ms": 50.805, "count": 244, "max_ms": 87.395, "p95_ms": 70.24, "reason": null, "sample_age_ms": 1.129, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.004, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.905, "count": 243, "max_ms": 12.952, "p95_ms": 7.709}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.387, "count": 243, "max_ms": 1.296, "p95_ms": 0.766}, "detection_prepare_ms": {"avg_ms": 1.147, "count": 243, "max_ms": 4.053, "p95_ms": 2.457}, "event_filter_ms": {"avg_ms": 0.006, "count": 243, "max_ms": 0.224, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.244, "count": 243, "max_ms": 1.914, "p95_ms": 0.478}, "mcmt_ms": {"avg_ms": 0.004, "count": 243, "max_ms": 0.021, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.801, "count": 243, "max_ms": 3.682, "p95_ms": 2.371}, "setup_ms": {"avg_ms": 0.047, "count": 243, "max_ms": 0.127, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 3.849, "count": 243, "max_ms": 12.752, "p95_ms": 7.567}, "track_match_ms": {"avg_ms": 0.061, "count": 243, "max_ms": 0.303, "p95_ms": 0.167}, "tracker_update_ms": {"avg_ms": 1.15, "count": 243, "max_ms": 4.324, "p95_ms": 2.35}}, "gstreamer_push": {"avg_ms": 3.187, "count": 243, "max_ms": 6.899, "p95_ms": 5.185}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 243, "max_ms": 0.273, "p95_ms": 0.114}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.925, "count": 243, "max_ms": 89.515, "p95_ms": 71.578}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.326, "count": 243, "max_ms": 11.78, "p95_ms": 7.572}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.905, "count": 243, "max_ms": 155.563, "p95_ms": 132.599}, "inference_input_copy_ms": {"avg_ms": 1.587, "count": 243, "max_ms": 4.536, "p95_ms": 2.773}, "processing_residual_ms": {"avg_ms": 0.177, "count": 243, "max_ms": 0.441, "p95_ms": 0.331}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.995, "count": 243, "max_ms": 158.39, "p95_ms": 138.453}, "read_interval": {"avg_ms": 123.157, "count": 244, "max_ms": 192.186, "p95_ms": 159.475}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 243, "max_ms": 0.061, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.739, "count": 243, "max_ms": 3.42, "p95_ms": 2.316}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 243, "max_ms": 0.088, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.723, "count": 243, "max_ms": 3.359, "p95_ms": 2.302}, "worker_merge_ms": {"avg_ms": 0.007, "count": 243, "max_ms": 0.042, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 51.939, "count": 243, "max_ms": 89.526, "p95_ms": 71.593}, "visualize": {"avg_ms": 46.916, "count": 243, "max_ms": 70.334, "p95_ms": 63.862}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.793, "count": 243, "max_ms": 66.699, "p95_ms": 58.114}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.597, "count": 243, "max_ms": 68.862, "p95_ms": 62.55}, "visualize_input_copy_ms": {"avg_ms": 1.105, "count": 243, "max_ms": 3.878, "p95_ms": 2.212}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.459, "count": 243, "max_ms": 68.703, "p95_ms": 62.435}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 243, "max_ms": 0.216, "p95_ms": 0.151}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 243}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1463.855, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.922, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.134, "sample_count": 2262, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1479275, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:28:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 180541, "write_bytes_delta": 180541, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1175.0, "cpu_core_ratio": 0.529607, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 107280, "reason": null, "system_cpu_core_ratio": 0.046833, "system_cpu_s_delta": 0.9400000000000004, "user_cpu_core_ratio": 0.482774, "user_cpu_s_delta": 9.689999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.517576, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 174539.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.524625, "system_cpu_s_delta": 10.529999999998836, "user_cpu_core_ratio": 0.992951, "user_cpu_s_delta": 19.929999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.202, "count": 247, "max_ms": 6.899, "p95_ms": 5.185, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.713, "max": 5.0, "p95": 4.0, "sample_count": 247}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.116, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 181}, "total": {"avg": 0.818, "max": 2.0, "p95": 2.0, "sample_count": 247}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.326, "count": 30, "max": 63.179, "p95": 54.645, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.305, "count": 30, "max": 32.76, "p95": 25.457, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 723.733, "count": 30, "max": 1437.0, "p95": 1340.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1657.533, "count": 30, "max": 14153.0, "p95": 7709.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.112, "count": 30, "max": 0.391, "p95": 0.329, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.469, "count": 30, "max": 0.585, "p95": 0.572, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.157, "count": 30, "max": 4.538, "p95": 0.083, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 185597.933, "count": 30, "max": 191994.0, "p95": 189842.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 179280.867, "count": 30, "max": 191994.0, "p95": 189842.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 103118.3, "count": 30, "max": 207888.0, "p95": 189157.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.337, "count": 30, "max": 0.583, "p95": 0.573, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.732, "count": 30, "max": 1.062, "p95": 1.007, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11415, "sampled_at": "2026-10-30T12:28:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:28:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2842778, "flush_count": 2960, "flush_interval_seconds": 30.0, "flush_state": {"count": 2960, "last_at": "2026-10-30T12:27:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:27:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2959}, "started": true, "suppressed_count": 1476489, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1476340}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2960, "written_record_count": 2960}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9565.898, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T12:28:14+09:00", "last_error_summary": "[h264 @ 0x59afec50e380] error while decoding MB 115 45, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4089965875200, "copied_frame_count": 1479299, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4089965875200, "frame_buffer_copies": 1479299, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1223, "count": 512, "max_ms": 2.206, "p50_ms": 0.104, "p95_ms": 0.2383, "p99_ms": 0.3282}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4491, "count": 512, "max_ms": 4.7825, "p50_ms": 1.3587, "p95_ms": 2.3697, "p99_ms": 3.1383, "results": {"failed": 0, "not_applicable": 0, "success": 1479299, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 526, "h264_decode_error_count": 1179, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:28:14+09:00", "last_error_summary": "[h264 @ 0x59afec50e380] error while decoding MB 115 45, bytestream -6", "last_exit_at": "2026-10-30T12:28:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.54, "last_started_at": "2026-10-30T12:26:04+09:00", "pid": 107280, "process": {"exists": false, "pid": 107280}, "restart_count": 573, "restart_count_per_hour": 23, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 574}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.486, "sample_count": 2286, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1479299, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:28:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T12:28:14+09:00", "last_frame_read_age_sec": 0.17, "last_frame_read_at": "2026-10-30T12:28:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 96, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 469.819, "last_sample_duration_ms": 1195.205, "last_trigger": "periodic", "next_snapshot_in_sec": 130.181, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 296, "storage_bytes": 2821792}, "mjpeg": {"age_sec": 0.167, "exists": true, "mtime": "2026-10-30T12:28:14.622104+09:00", "mtime_epoch": 1793330894.6221037, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 180744}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:28:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1463.863, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1479299, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.824, "max": 5.0, "p95": 4.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.111, "max": 2.0, "p95": 2.0, "sample_count": 189}, "total": {"avg": 0.861, "max": 2.0, "p95": 2.0, "sample_count": 244}}, "tracking_counts": {"active": {"avg": 0.102, "max": 1.0, "p95": 1.0, "sample_count": 244}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}, "removed": {"avg": 0.061, "max": 1.0, "p95": 1.0, "sample_count": 244}, "tracked": {"avg": 0.102, "max": 1.0, "p95": 1.0, "sample_count": 244}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 244, "pushed_frames": 244, "read_frames": 243, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.152, "pushed": 8.152, "read": 8.119}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 243, "client_acquire_ms": {"avg_ms": 0.008, "count": 243, "max_ms": 0.039, "p95_ms": 0.015, "reason": null, "sample_age_ms": 98.927, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.794, "count": 243, "max_ms": 8.5, "p95_ms": 2.376, "reason": null, "sample_age_ms": 171.018, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.337, "count": 243, "max_ms": 5.961, "p95_ms": 1.883, "reason": null, "sample_age_ms": 171.967, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.31, "count": 243, "max_ms": 0.881, "p95_ms": 0.629, "reason": null, "sample_age_ms": 98.933, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.947, "count": 243, "max_ms": 4.607, "p95_ms": 3.286, "reason": null, "sample_age_ms": 169.049, "source": "client_direct"}, "request_count": 243, "request_tensor_bytes": {"avg": 2764808.0, "count": 243, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 169.004, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 243, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 99.096, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.325, "count": 243, "max_ms": 84.369, "p95_ms": 67.432, "reason": null, "sample_age_ms": 98.925, "source": "client_direct"}, "sample_age_ms": 98.922, "source": "client_direct", "task_total_ms": {"avg_ms": 50.77, "count": 243, "max_ms": 87.395, "p95_ms": 70.302, "reason": null, "sample_age_ms": 98.922, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.638, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.943, "count": 244, "max_ms": 13.244, "p95_ms": 7.725}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.388, "count": 244, "max_ms": 1.296, "p95_ms": 0.766}, "detection_prepare_ms": {"avg_ms": 1.156, "count": 244, "max_ms": 4.053, "p95_ms": 2.47}, "event_filter_ms": {"avg_ms": 0.006, "count": 244, "max_ms": 0.224, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.244, "count": 244, "max_ms": 1.914, "p95_ms": 0.478}, "mcmt_ms": {"avg_ms": 0.004, "count": 244, "max_ms": 0.021, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.815, "count": 244, "max_ms": 4.139, "p95_ms": 2.424}, "setup_ms": {"avg_ms": 0.047, "count": 244, "max_ms": 0.127, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 3.887, "count": 244, "max_ms": 13.134, "p95_ms": 7.636}, "track_match_ms": {"avg_ms": 0.063, "count": 244, "max_ms": 0.517, "p95_ms": 0.173}, "tracker_update_ms": {"avg_ms": 1.163, "count": 244, "max_ms": 4.324, "p95_ms": 2.433}}, "gstreamer_push": {"avg_ms": 3.181, "count": 244, "max_ms": 6.899, "p95_ms": 5.185}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 244, "max_ms": 0.273, "p95_ms": 0.118}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.064, "count": 244, "max_ms": 89.515, "p95_ms": 72.404}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.325, "count": 244, "max_ms": 11.78, "p95_ms": 7.572}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.138, "count": 244, "max_ms": 160.76, "p95_ms": 133.713}, "inference_input_copy_ms": {"avg_ms": 1.595, "count": 244, "max_ms": 4.536, "p95_ms": 2.865}, "processing_residual_ms": {"avg_ms": 0.177, "count": 244, "max_ms": 0.441, "p95_ms": 0.331}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.235, "count": 244, "max_ms": 166.602, "p95_ms": 139.702}, "read_interval": {"avg_ms": 123.039, "count": 243, "max_ms": 192.186, "p95_ms": 159.475}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 244, "max_ms": 0.061, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.752, "count": 244, "max_ms": 4.003, "p95_ms": 2.338}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 244, "max_ms": 0.088, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.736, "count": 244, "max_ms": 3.973, "p95_ms": 2.313}, "worker_merge_ms": {"avg_ms": 0.007, "count": 244, "max_ms": 0.042, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 52.078, "count": 244, "max_ms": 89.526, "p95_ms": 72.41}, "visualize": {"avg_ms": 46.962, "count": 244, "max_ms": 70.334, "p95_ms": 63.862}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.832, "count": 244, "max_ms": 66.699, "p95_ms": 58.114}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.64, "count": 244, "max_ms": 68.862, "p95_ms": 62.55}, "visualize_input_copy_ms": {"avg_ms": 1.107, "count": 244, "max_ms": 3.878, "p95_ms": 2.212}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.502, "count": 244, "max_ms": 68.703, "p95_ms": 62.435}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 244, "max_ms": 0.216, "p95_ms": 0.151}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 244}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1463.855, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.922, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.134, "sample_count": 2262, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1479275, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:28:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 180541, "write_bytes_delta": 180541, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1175.0, "cpu_core_ratio": 0.529607, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 107280, "reason": null, "system_cpu_core_ratio": 0.046833, "system_cpu_s_delta": 0.9400000000000004, "user_cpu_core_ratio": 0.482774, "user_cpu_s_delta": 9.689999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.517576, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 174539.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.524625, "system_cpu_s_delta": 10.529999999998836, "user_cpu_core_ratio": 0.992951, "user_cpu_s_delta": 19.929999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.202, "count": 247, "max_ms": 6.899, "p95_ms": 5.185, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.713, "max": 5.0, "p95": 4.0, "sample_count": 247}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.116, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 181}, "total": {"avg": 0.818, "max": 2.0, "p95": 2.0, "sample_count": 247}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.326, "count": 30, "max": 63.179, "p95": 54.645, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.305, "count": 30, "max": 32.76, "p95": 25.457, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 723.733, "count": 30, "max": 1437.0, "p95": 1340.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1657.533, "count": 30, "max": 14153.0, "p95": 7709.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.112, "count": 30, "max": 0.391, "p95": 0.329, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.469, "count": 30, "max": 0.585, "p95": 0.572, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.157, "count": 30, "max": 4.538, "p95": 0.083, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 185597.933, "count": 30, "max": 191994.0, "p95": 189842.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 179280.867, "count": 30, "max": 191994.0, "p95": 189842.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 103118.3, "count": 30, "max": 207888.0, "p95": 189157.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.337, "count": 30, "max": 0.583, "p95": 0.573, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.732, "count": 30, "max": 1.062, "p95": 1.007, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11415, "sampled_at": "2026-10-30T12:28:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:28:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2842778, "flush_count": 2960, "flush_interval_seconds": 30.0, "flush_state": {"count": 2960, "last_at": "2026-10-30T12:27:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:27:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2959}, "started": true, "suppressed_count": 1476489, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1476340}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2960, "written_record_count": 2960}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9566.742, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4089965875200, "copied_frame_count": 1479299, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4089965875200, "frame_buffer_copies": 1479299, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1223, "count": 512, "max_ms": 2.206, "p50_ms": 0.104, "p95_ms": 0.2383, "p99_ms": 0.3282}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4491, "count": 512, "max_ms": 4.7825, "p50_ms": 1.3587, "p95_ms": 2.3697, "p99_ms": 3.1383, "results": {"failed": 0, "not_applicable": 0, "success": 1479299, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 526, "h264_decode_error_count": 1179, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:28:14+09:00", "last_error_summary": "[h264 @ 0x59afec50e380] error while decoding MB 115 45, bytestream -6", "last_exit_at": "2026-10-30T12:28:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.58, "last_started_at": "2026-10-30T12:26:04+09:00", "pid": 107280, "process": {"exists": false, "pid": 107280}, "restart_count": 573, "restart_count_per_hour": 23, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 574}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.486, "sample_count": 2286, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1479299, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:28:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.041, "last_frame_pushed_at": "2026-10-30T12:28:14+09:00", "last_frame_read_age_sec": 0.21, "last_frame_read_at": "2026-10-30T12:28:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 96, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 469.872, "last_sample_duration_ms": 1195.205, "last_trigger": "periodic", "next_snapshot_in_sec": 130.128, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 296, "storage_bytes": 2821792}, "mjpeg": {"age_sec": 0.033, "exists": true, "mtime": "2026-10-30T12:28:14.795102+09:00", "mtime_epoch": 1793330894.7951016, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 176153}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:28:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1463.863, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1479299, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.824, "max": 5.0, "p95": 4.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.111, "max": 2.0, "p95": 2.0, "sample_count": 189}, "total": {"avg": 0.861, "max": 2.0, "p95": 2.0, "sample_count": 244}}, "tracking_counts": {"active": {"avg": 0.102, "max": 1.0, "p95": 1.0, "sample_count": 244}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}, "removed": {"avg": 0.061, "max": 1.0, "p95": 1.0, "sample_count": 244}, "tracked": {"avg": 0.102, "max": 1.0, "p95": 1.0, "sample_count": 244}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 244, "pushed_frames": 244, "read_frames": 243, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.141, "pushed": 8.141, "read": 8.108}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 243, "client_acquire_ms": {"avg_ms": 0.008, "count": 243, "max_ms": 0.039, "p95_ms": 0.015, "reason": null, "sample_age_ms": 152.023, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.794, "count": 243, "max_ms": 8.5, "p95_ms": 2.376, "reason": null, "sample_age_ms": 224.113, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.337, "count": 243, "max_ms": 5.961, "p95_ms": 1.883, "reason": null, "sample_age_ms": 225.062, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.31, "count": 243, "max_ms": 0.881, "p95_ms": 0.629, "reason": null, "sample_age_ms": 152.029, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.947, "count": 243, "max_ms": 4.607, "p95_ms": 3.286, "reason": null, "sample_age_ms": 222.144, "source": "client_direct"}, "request_count": 243, "request_tensor_bytes": {"avg": 2764808.0, "count": 243, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 222.099, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 243, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 152.192, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.325, "count": 243, "max_ms": 84.369, "p95_ms": 67.432, "reason": null, "sample_age_ms": 152.02, "source": "client_direct"}, "sample_age_ms": 152.017, "source": "client_direct", "task_total_ms": {"avg_ms": 50.77, "count": 243, "max_ms": 87.395, "p95_ms": 70.302, "reason": null, "sample_age_ms": 152.017, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.542, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.943, "count": 244, "max_ms": 13.244, "p95_ms": 7.725}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.388, "count": 244, "max_ms": 1.296, "p95_ms": 0.766}, "detection_prepare_ms": {"avg_ms": 1.156, "count": 244, "max_ms": 4.053, "p95_ms": 2.47}, "event_filter_ms": {"avg_ms": 0.006, "count": 244, "max_ms": 0.224, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.244, "count": 244, "max_ms": 1.914, "p95_ms": 0.478}, "mcmt_ms": {"avg_ms": 0.004, "count": 244, "max_ms": 0.021, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.815, "count": 244, "max_ms": 4.139, "p95_ms": 2.424}, "setup_ms": {"avg_ms": 0.047, "count": 244, "max_ms": 0.127, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 3.887, "count": 244, "max_ms": 13.134, "p95_ms": 7.636}, "track_match_ms": {"avg_ms": 0.063, "count": 244, "max_ms": 0.517, "p95_ms": 0.173}, "tracker_update_ms": {"avg_ms": 1.163, "count": 244, "max_ms": 4.324, "p95_ms": 2.433}}, "gstreamer_push": {"avg_ms": 3.181, "count": 244, "max_ms": 6.899, "p95_ms": 5.185}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 244, "max_ms": 0.273, "p95_ms": 0.118}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.064, "count": 244, "max_ms": 89.515, "p95_ms": 72.404}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.325, "count": 244, "max_ms": 11.78, "p95_ms": 7.572}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.138, "count": 244, "max_ms": 160.76, "p95_ms": 133.713}, "inference_input_copy_ms": {"avg_ms": 1.595, "count": 244, "max_ms": 4.536, "p95_ms": 2.865}, "processing_residual_ms": {"avg_ms": 0.177, "count": 244, "max_ms": 0.441, "p95_ms": 0.331}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.235, "count": 244, "max_ms": 166.602, "p95_ms": 139.702}, "read_interval": {"avg_ms": 123.039, "count": 243, "max_ms": 192.186, "p95_ms": 159.475}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 244, "max_ms": 0.061, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.752, "count": 244, "max_ms": 4.003, "p95_ms": 2.338}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 244, "max_ms": 0.088, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.736, "count": 244, "max_ms": 3.973, "p95_ms": 2.313}, "worker_merge_ms": {"avg_ms": 0.007, "count": 244, "max_ms": 0.042, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 52.078, "count": 244, "max_ms": 89.526, "p95_ms": 72.41}, "visualize": {"avg_ms": 46.962, "count": 244, "max_ms": 70.334, "p95_ms": 63.862}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.832, "count": 244, "max_ms": 66.699, "p95_ms": 58.114}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.64, "count": 244, "max_ms": 68.862, "p95_ms": 62.55}, "visualize_input_copy_ms": {"avg_ms": 1.107, "count": 244, "max_ms": 3.878, "p95_ms": 2.212}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.502, "count": 244, "max_ms": 68.703, "p95_ms": 62.435}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 244, "max_ms": 0.216, "p95_ms": 0.151}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 244}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1463.855, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.922, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.134, "sample_count": 2262, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1479275, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:28:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 180541, "write_bytes_delta": 180541, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1175.0, "cpu_core_ratio": 0.529607, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 107280, "reason": null, "system_cpu_core_ratio": 0.046833, "system_cpu_s_delta": 0.9400000000000004, "user_cpu_core_ratio": 0.482774, "user_cpu_s_delta": 9.689999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.517576, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 174539.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.524625, "system_cpu_s_delta": 10.529999999998836, "user_cpu_core_ratio": 0.992951, "user_cpu_s_delta": 19.929999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.202, "count": 247, "max_ms": 6.899, "p95_ms": 5.185, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.713, "max": 5.0, "p95": 4.0, "sample_count": 247}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.116, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 181}, "total": {"avg": 0.818, "max": 2.0, "p95": 2.0, "sample_count": 247}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.326, "count": 30, "max": 63.179, "p95": 54.645, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.305, "count": 30, "max": 32.76, "p95": 25.457, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 723.733, "count": 30, "max": 1437.0, "p95": 1340.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1657.533, "count": 30, "max": 14153.0, "p95": 7709.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.112, "count": 30, "max": 0.391, "p95": 0.329, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.469, "count": 30, "max": 0.585, "p95": 0.572, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.157, "count": 30, "max": 4.538, "p95": 0.083, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 185597.933, "count": 30, "max": 191994.0, "p95": 189842.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 179280.867, "count": 30, "max": 191994.0, "p95": 189842.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 103118.3, "count": 30, "max": 207888.0, "p95": 189157.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.337, "count": 30, "max": 0.583, "p95": 0.573, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.732, "count": 30, "max": 1.062, "p95": 1.007, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11415, "sampled_at": "2026-10-30T12:28:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:28:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2842778, "flush_count": 2960, "flush_interval_seconds": 30.0, "flush_state": {"count": 2960, "last_at": "2026-10-30T12:27:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:27:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2959}, "started": true, "suppressed_count": 1476489, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1476340}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2960, "written_record_count": 2960}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9740.117, "limit_mb": null}, "detail": {"pid": 107396, "restart_count": 574, "start_count": 575}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4089965875200, "copied_frame_count": 1479299, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4089965875200, "frame_buffer_copies": 1479299, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1223, "count": 512, "max_ms": 2.206, "p50_ms": 0.104, "p95_ms": 0.2383, "p99_ms": 0.3282}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4491, "count": 512, "max_ms": 4.7825, "p50_ms": 1.3587, "p95_ms": 2.3697, "p99_ms": 3.1383, "results": {"failed": 0, "not_applicable": 0, "success": 1479299, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 526, "h264_decode_error_count": 1179, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:28:14+09:00", "last_error_summary": "[h264 @ 0x59afec50e380] error while decoding MB 115 45, bytestream -6", "last_exit_at": "2026-10-30T12:28:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T12:28:17+09:00", "pid": 107396, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.582, "name": "ffmpeg", "pid": 107396, "rss_mb": 206.582, "state": "S (sleeping)", "threads": 70}, "restart_count": 574, "restart_count_per_hour": 24, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 575}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.486, "sample_count": 2286, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1479299, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:28:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.98, "last_frame_pushed_at": "2026-10-30T12:28:14+09:00", "last_frame_read_age_sec": 5.15, "last_frame_read_at": "2026-10-30T12:28:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 96, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 474.79, "last_sample_duration_ms": 1195.205, "last_trigger": "periodic", "next_snapshot_in_sec": 125.21, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 296, "storage_bytes": 2821792}, "mjpeg": {"age_sec": 4.973, "exists": true, "mtime": "2026-10-30T12:28:14.795102+09:00", "mtime_epoch": 1793330894.7951016, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 176153}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:28:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1463.867, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1479299, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.828, "max": 5.0, "p95": 4.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.083, "max": 2.0, "p95": 2.0, "sample_count": 157}, "total": {"avg": 0.837, "max": 2.0, "p95": 2.0, "sample_count": 203}}, "tracking_counts": {"active": {"avg": 0.089, "max": 1.0, "p95": 1.0, "sample_count": 203}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "removed": {"avg": 0.074, "max": 1.0, "p95": 1.0, "sample_count": 203}, "tracked": {"avg": 0.089, "max": 1.0, "p95": 1.0, "sample_count": 203}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.777, "pushed": 6.777, "read": 6.743}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 202, "client_acquire_ms": {"avg_ms": 0.008, "count": 202, "max_ms": 0.039, "p95_ms": 0.015, "reason": null, "sample_age_ms": 5078.875, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.812, "count": 202, "max_ms": 8.5, "p95_ms": 2.388, "reason": null, "sample_age_ms": 5150.965, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.341, "count": 202, "max_ms": 5.961, "p95_ms": 1.885, "reason": null, "sample_age_ms": 5151.915, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.309, "count": 202, "max_ms": 0.881, "p95_ms": 0.642, "reason": null, "sample_age_ms": 5078.881, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.933, "count": 202, "max_ms": 4.593, "p95_ms": 3.275, "reason": null, "sample_age_ms": 5148.997, "source": "client_direct"}, "request_count": 202, "request_tensor_bytes": {"avg": 2764808.0, "count": 202, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5148.951, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 202, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5079.044, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.102, "count": 202, "max_ms": 84.369, "p95_ms": 68.594, "reason": null, "sample_age_ms": 5078.872, "source": "client_direct"}, "sample_age_ms": 5078.869, "source": "client_direct", "task_total_ms": {"avg_ms": 50.527, "count": 202, "max_ms": 87.395, "p95_ms": 70.638, "reason": null, "sample_age_ms": 5078.869, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.301, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.887, "count": 203, "max_ms": 13.244, "p95_ms": 7.725}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.387, "count": 203, "max_ms": 1.296, "p95_ms": 0.767}, "detection_prepare_ms": {"avg_ms": 1.148, "count": 203, "max_ms": 4.053, "p95_ms": 2.491}, "event_filter_ms": {"avg_ms": 0.006, "count": 203, "max_ms": 0.224, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.243, "count": 203, "max_ms": 1.914, "p95_ms": 0.487}, "mcmt_ms": {"avg_ms": 0.003, "count": 203, "max_ms": 0.019, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.78, "count": 203, "max_ms": 4.139, "p95_ms": 2.205}, "setup_ms": {"avg_ms": 0.047, "count": 203, "max_ms": 0.127, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 3.832, "count": 203, "max_ms": 13.134, "p95_ms": 7.636}, "track_match_ms": {"avg_ms": 0.061, "count": 203, "max_ms": 0.517, "p95_ms": 0.173}, "tracker_update_ms": {"avg_ms": 1.155, "count": 203, "max_ms": 4.324, "p95_ms": 2.433}}, "gstreamer_push": {"avg_ms": 3.166, "count": 203, "max_ms": 6.899, "p95_ms": 5.148}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 203, "max_ms": 0.273, "p95_ms": 0.118}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.788, "count": 203, "max_ms": 89.515, "p95_ms": 73.066}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.3, "count": 203, "max_ms": 11.78, "p95_ms": 7.572}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.229, "count": 203, "max_ms": 160.76, "p95_ms": 132.599}, "inference_input_copy_ms": {"avg_ms": 1.591, "count": 203, "max_ms": 4.536, "p95_ms": 2.865}, "processing_residual_ms": {"avg_ms": 0.177, "count": 203, "max_ms": 0.441, "p95_ms": 0.304}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.297, "count": 203, "max_ms": 166.602, "p95_ms": 139.702}, "read_interval": {"avg_ms": 123.292, "count": 202, "max_ms": 192.186, "p95_ms": 159.475}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 203, "max_ms": 0.061, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.717, "count": 203, "max_ms": 4.003, "p95_ms": 2.095}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 203, "max_ms": 0.088, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.701, "count": 203, "max_ms": 3.973, "p95_ms": 2.068}, "worker_merge_ms": {"avg_ms": 0.007, "count": 203, "max_ms": 0.022, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 51.803, "count": 203, "max_ms": 89.526, "p95_ms": 73.075}, "visualize": {"avg_ms": 47.386, "count": 203, "max_ms": 70.334, "p95_ms": 63.175}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.273, "count": 203, "max_ms": 66.699, "p95_ms": 57.329}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.064, "count": 203, "max_ms": 68.862, "p95_ms": 61.391}, "visualize_input_copy_ms": {"avg_ms": 1.105, "count": 203, "max_ms": 3.878, "p95_ms": 2.208}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.924, "count": 203, "max_ms": 68.703, "p95_ms": 61.243}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 203, "max_ms": 0.216, "p95_ms": 0.154}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 203}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1463.855, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.922, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.134, "sample_count": 2262, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1479275, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:28:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 180541, "write_bytes_delta": 180541, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1175.0, "cpu_core_ratio": 0.529607, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 107280, "reason": null, "system_cpu_core_ratio": 0.046833, "system_cpu_s_delta": 0.9400000000000004, "user_cpu_core_ratio": 0.482774, "user_cpu_s_delta": 9.689999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.517576, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 174539.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.524625, "system_cpu_s_delta": 10.529999999998836, "user_cpu_core_ratio": 0.992951, "user_cpu_s_delta": 19.929999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.202, "count": 247, "max_ms": 6.899, "p95_ms": 5.185, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.713, "max": 5.0, "p95": 4.0, "sample_count": 247}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.116, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 181}, "total": {"avg": 0.818, "max": 2.0, "p95": 2.0, "sample_count": 247}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.326, "count": 30, "max": 63.179, "p95": 54.645, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.305, "count": 30, "max": 32.76, "p95": 25.457, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 723.733, "count": 30, "max": 1437.0, "p95": 1340.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1657.533, "count": 30, "max": 14153.0, "p95": 7709.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.112, "count": 30, "max": 0.391, "p95": 0.329, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.469, "count": 30, "max": 0.585, "p95": 0.572, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.157, "count": 30, "max": 4.538, "p95": 0.083, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 185597.933, "count": 30, "max": 191994.0, "p95": 189842.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 179280.867, "count": 30, "max": 191994.0, "p95": 189842.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 103118.3, "count": 30, "max": 207888.0, "p95": 189157.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.337, "count": 30, "max": 0.583, "p95": 0.573, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.732, "count": 30, "max": 1.062, "p95": 1.007, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11415, "sampled_at": "2026-10-30T12:28:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:28:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2844712, "flush_count": 2962, "flush_interval_seconds": 30.0, "flush_state": {"count": 2962, "last_at": "2026-10-30T12:29:21", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:29:21", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2961}, "started": true, "suppressed_count": 1477284, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1477135}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2962, "written_record_count": 2962}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9584.41, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5924a195ca00] left block unavailable for requested intra mode [h264 @ 0x5924a195ca00] error while decoding MB 0 41, bytestream 4487 [h264 @ 0x5924a1948840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5924a1948840] error while decoding MB 0 67, bytestream 10755 [h264 @ 0x5924a187ee40] left block unavailable for requested intra mode [h264 @ 0x5924a187ee40] error while decoding MB 0 66, bytestream 19556 [h264 @ 0x5924a187ee40] error while decoding MB 95 50, bytestream ", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4092166656000, "copied_frame_count": 1480095, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4092166656000, "frame_buffer_copies": 1480095, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1151, "count": 512, "max_ms": 1.5242, "p50_ms": 0.0996, "p95_ms": 0.2217, "p99_ms": 0.3025}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4382, "count": 512, "max_ms": 3.7434, "p50_ms": 1.3563, "p95_ms": 2.3704, "p99_ms": 3.1824, "results": {"failed": 0, "not_applicable": 0, "success": 1480095, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 527, "h264_decode_error_count": 1183, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:30:09+09:00", "last_error_summary": "[h264 @ 0x5924a195ca00] left block unavailable for requested intra mode [h264 @ 0x5924a195ca00] error while decoding MB 0 41, bytestream 4487 [h264 @ 0x5924a1948840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5924a1948840] error while decoding MB 0 67, bytestream 10755 [h264 @ 0x5924a187ee40] left block unavailable for requested intra mode [h264 @ 0x5924a187ee40] error while decoding MB 0 66, bytestream 19556 [h264 @ 0x5924a187ee40] error while decoding MB 95 50, bytestream ", "last_exit_at": "2026-10-30T12:28:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 112.022, "last_started_at": "2026-10-30T12:28:17+09:00", "pid": 107396, "process": {"exists": false, "pid": 107396}, "restart_count": 574, "restart_count_per_hour": 23, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 575}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.629, "sample_count": 2208, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1480095, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:30:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.079, "last_frame_pushed_at": "2026-10-30T12:30:09+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-10-30T12:30:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 96, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 584.81, "last_sample_duration_ms": 1195.205, "last_trigger": "periodic", "next_snapshot_in_sec": 15.19, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 296, "storage_bytes": 2821792}, "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-10-30T12:30:09.723855+09:00", "mtime_epoch": 1793331009.7238553, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 184395}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:30:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1474.797, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1480096, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.174, "max": 4.0, "p95": 3.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.023, "max": 2.0, "p95": 1.0, "sample_count": 174}, "total": {"avg": 0.937, "max": 2.0, "p95": 1.0, "sample_count": 190}}, "tracking_counts": {"active": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 190}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 190}, "tracked": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 190}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 191, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.339, "pushed": 6.339, "read": 6.372}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 191, "client_acquire_ms": {"avg_ms": 0.008, "count": 191, "max_ms": 0.025, "p95_ms": 0.016, "reason": null, "sample_age_ms": 9.355, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.859, "count": 191, "max_ms": 6.812, "p95_ms": 2.673, "reason": null, "sample_age_ms": 77.465, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.359, "count": 191, "max_ms": 6.13, "p95_ms": 2.071, "reason": null, "sample_age_ms": 77.703, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.272, "count": 191, "max_ms": 0.736, "p95_ms": 0.544, "reason": null, "sample_age_ms": 9.364, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.968, "count": 191, "max_ms": 5.777, "p95_ms": 3.333, "reason": null, "sample_age_ms": 76.121, "source": "client_direct"}, "request_count": 191, "request_tensor_bytes": {"avg": 2764808.0, "count": 191, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 76.092, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 191, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 9.6, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.01, "count": 191, "max_ms": 78.636, "p95_ms": 58.703, "reason": null, "sample_age_ms": 9.352, "source": "client_direct"}, "sample_age_ms": 9.349, "source": "client_direct", "task_total_ms": {"avg_ms": 45.423, "count": 191, "max_ms": 82.082, "p95_ms": 61.612, "reason": null, "sample_age_ms": 9.349, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.043, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.655, "count": 190, "max_ms": 8.787, "p95_ms": 6.25}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.321, "count": 190, "max_ms": 0.879, "p95_ms": 0.573}, "detection_prepare_ms": {"avg_ms": 1.207, "count": 190, "max_ms": 5.161, "p95_ms": 2.199}, "event_filter_ms": {"avg_ms": 0.004, "count": 190, "max_ms": 0.03, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.22, "count": 190, "max_ms": 0.594, "p95_ms": 0.435}, "mcmt_ms": {"avg_ms": 0.003, "count": 190, "max_ms": 0.015, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.554, "count": 190, "max_ms": 2.74, "p95_ms": 1.031}, "setup_ms": {"avg_ms": 0.043, "count": 190, "max_ms": 0.107, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 3.603, "count": 190, "max_ms": 8.665, "p95_ms": 6.18}, "track_match_ms": {"avg_ms": 0.054, "count": 190, "max_ms": 0.212, "p95_ms": 0.115}, "tracker_update_ms": {"avg_ms": 1.196, "count": 190, "max_ms": 3.594, "p95_ms": 2.193}}, "gstreamer_push": {"avg_ms": 2.964, "count": 190, "max_ms": 7.931, "p95_ms": 4.823}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 190, "max_ms": 0.128, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.532, "count": 190, "max_ms": 89.287, "p95_ms": 62.488}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.466, "count": 190, "max_ms": 11.978, "p95_ms": 7.822}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.622, "count": 190, "max_ms": 139.594, "p95_ms": 122.979}, "inference_input_copy_ms": {"avg_ms": 1.676, "count": 190, "max_ms": 4.093, "p95_ms": 2.858}, "processing_residual_ms": {"avg_ms": 0.211, "count": 190, "max_ms": 0.784, "p95_ms": 0.405}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.975, "count": 190, "max_ms": 141.908, "p95_ms": 127.686}, "read_interval": {"avg_ms": 157.336, "count": 191, "max_ms": 4082.363, "p95_ms": 156.725}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 190, "max_ms": 0.046, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.497, "count": 190, "max_ms": 2.632, "p95_ms": 0.878}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 190, "max_ms": 0.041, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.483, "count": 190, "max_ms": 2.587, "p95_ms": 0.857}, "worker_merge_ms": {"avg_ms": 0.006, "count": 190, "max_ms": 0.02, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 46.545, "count": 190, "max_ms": 89.3, "p95_ms": 62.496}, "visualize": {"avg_ms": 47.398, "count": 190, "max_ms": 65.0, "p95_ms": 58.237}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.306, "count": 190, "max_ms": 61.048, "p95_ms": 53.977}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.052, "count": 190, "max_ms": 63.777, "p95_ms": 56.61}, "visualize_input_copy_ms": {"avg_ms": 1.163, "count": 190, "max_ms": 2.683, "p95_ms": 2.029}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.926, "count": 190, "max_ms": 63.66, "p95_ms": 56.515}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 190, "max_ms": 0.186, "p95_ms": 0.124}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1464.152, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 53.89, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.699, "sample_count": 2332, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1479893, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:29:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 174007, "write_bytes_delta": 174007, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1106.0, "cpu_core_ratio": 0.624808, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1788.0, "pid": 107396, "reason": null, "system_cpu_core_ratio": 0.112196, "system_cpu_s_delta": 2.25, "user_cpu_core_ratio": 0.512612, "user_cpu_s_delta": 10.280000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.210721, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 171984.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.38396, "system_cpu_s_delta": 7.69999999999709, "user_cpu_core_ratio": 0.826761, "user_cpu_s_delta": 16.579999999987194}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.212, "count": 257, "max_ms": 6.718, "p95_ms": 5.215, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.541, "max": 5.0, "p95": 4.0, "sample_count": 257}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.114, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 88}, "total": {"avg": 0.381, "max": 2.0, "p95": 1.0, "sample_count": 257}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.671, "count": 30, "max": 63.179, "p95": 54.645, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.559, "count": 30, "max": 32.76, "p95": 27.678, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 780.367, "count": 30, "max": 1437.0, "p95": 1340.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1713.5, "count": 30, "max": 14153.0, "p95": 7709.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.114, "count": 30, "max": 0.391, "p95": 0.329, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.471, "count": 30, "max": 0.585, "p95": 0.572, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.154, "count": 30, "max": 4.538, "p95": 0.043, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 184005.833, "count": 30, "max": 191994.0, "p95": 189327.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 177688.133, "count": 30, "max": 191994.0, "p95": 189030.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 113597.167, "count": 30, "max": 209153.0, "p95": 203260.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.347, "count": 30, "max": 0.589, "p95": 0.559, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.746, "count": 30, "max": 1.062, "p95": 1.022, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11419, "sampled_at": "2026-10-30T12:29:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:29:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2844712, "flush_count": 2962, "flush_interval_seconds": 30.0, "flush_state": {"count": 2962, "last_at": "2026-10-30T12:29:21", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:29:21", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2961}, "started": true, "suppressed_count": 1477284, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1477135}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2962, "written_record_count": 2962}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9575.027, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T12:30:09+09:00", "last_error_summary": "[h264 @ 0x5924a195ca00] left block unavailable for requested intra mode [h264 @ 0x5924a195ca00] error while decoding MB 0 41, bytestream 4487 [h264 @ 0x5924a1948840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5924a1948840] error while decoding MB 0 67, bytestream 10755 [h264 @ 0x5924a187ee40] left block unavailable for requested intra mode [h264 @ 0x5924a187ee40] error while decoding MB 0 66, bytestream 19556 [h264 @ 0x5924a187ee40] error while decoding MB 95 50, bytestream ", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4092169420800, "copied_frame_count": 1480096, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4092169420800, "frame_buffer_copies": 1480096, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1151, "count": 512, "max_ms": 1.5242, "p50_ms": 0.0994, "p95_ms": 0.2217, "p99_ms": 0.3025}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4372, "count": 512, "max_ms": 3.7434, "p50_ms": 1.3563, "p95_ms": 2.3704, "p99_ms": 3.1824, "results": {"failed": 0, "not_applicable": 0, "success": 1480096, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 527, "h264_decode_error_count": 1183, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:30:09+09:00", "last_error_summary": "[h264 @ 0x5924a195ca00] left block unavailable for requested intra mode [h264 @ 0x5924a195ca00] error while decoding MB 0 41, bytestream 4487 [h264 @ 0x5924a1948840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5924a1948840] error while decoding MB 0 67, bytestream 10755 [h264 @ 0x5924a187ee40] left block unavailable for requested intra mode [h264 @ 0x5924a187ee40] error while decoding MB 0 66, bytestream 19556 [h264 @ 0x5924a187ee40] error while decoding MB 95 50, bytestream ", "last_exit_at": "2026-10-30T12:30:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 112.081, "last_started_at": "2026-10-30T12:28:17+09:00", "pid": 107396, "process": {"exists": false, "pid": 107396}, "restart_count": 574, "restart_count_per_hour": 23, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 575}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.629, "sample_count": 2209, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1480096, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:30:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T12:30:09+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-10-30T12:30:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 96, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 584.876, "last_sample_duration_ms": 1195.205, "last_trigger": "periodic", "next_snapshot_in_sec": 15.124, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 296, "storage_bytes": 2821792}, "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-10-30T12:30:09.723855+09:00", "mtime_epoch": 1793331009.7238553, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 184395}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:30:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1464.379, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1480096, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.178, "max": 4.0, "p95": 3.0, "sample_count": 191}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.023, "max": 2.0, "p95": 1.0, "sample_count": 174}, "total": {"avg": 0.932, "max": 2.0, "p95": 1.0, "sample_count": 191}}, "tracking_counts": {"active": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 191}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 191}, "tracked": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 191}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.381, "pushed": 6.381, "read": 6.347}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 190, "client_acquire_ms": {"avg_ms": 0.008, "count": 191, "max_ms": 0.025, "p95_ms": 0.016, "reason": null, "sample_age_ms": 71.869, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.853, "count": 190, "max_ms": 6.812, "p95_ms": 2.674, "reason": null, "sample_age_ms": 139.978, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.36, "count": 190, "max_ms": 6.13, "p95_ms": 2.083, "reason": null, "sample_age_ms": 140.216, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.272, "count": 191, "max_ms": 0.736, "p95_ms": 0.544, "reason": null, "sample_age_ms": 71.877, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.97, "count": 190, "max_ms": 5.777, "p95_ms": 3.353, "reason": null, "sample_age_ms": 138.634, "source": "client_direct"}, "request_count": 190, "request_tensor_bytes": {"avg": 2764808.0, "count": 190, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 138.605, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 191, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 72.114, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.01, "count": 191, "max_ms": 78.636, "p95_ms": 58.703, "reason": null, "sample_age_ms": 71.866, "source": "client_direct"}, "sample_age_ms": 71.862, "source": "client_direct", "task_total_ms": {"avg_ms": 45.423, "count": 191, "max_ms": 82.082, "p95_ms": 61.612, "reason": null, "sample_age_ms": 71.862, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.294, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.639, "count": 191, "max_ms": 8.787, "p95_ms": 6.25}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.32, "count": 191, "max_ms": 0.879, "p95_ms": 0.573}, "detection_prepare_ms": {"avg_ms": 1.202, "count": 191, "max_ms": 5.161, "p95_ms": 2.199}, "event_filter_ms": {"avg_ms": 0.004, "count": 191, "max_ms": 0.03, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.219, "count": 191, "max_ms": 0.594, "p95_ms": 0.435}, "mcmt_ms": {"avg_ms": 0.003, "count": 191, "max_ms": 0.015, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.552, "count": 191, "max_ms": 2.74, "p95_ms": 1.031}, "setup_ms": {"avg_ms": 0.043, "count": 191, "max_ms": 0.107, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 3.587, "count": 191, "max_ms": 8.665, "p95_ms": 6.18}, "track_match_ms": {"avg_ms": 0.054, "count": 191, "max_ms": 0.212, "p95_ms": 0.115}, "tracker_update_ms": {"avg_ms": 1.19, "count": 191, "max_ms": 3.594, "p95_ms": 2.193}}, "gstreamer_push": {"avg_ms": 2.958, "count": 191, "max_ms": 7.931, "p95_ms": 4.823}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 191, "max_ms": 0.128, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.648, "count": 191, "max_ms": 89.287, "p95_ms": 63.207}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.454, "count": 191, "max_ms": 11.978, "p95_ms": 7.822}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.775, "count": 191, "max_ms": 139.594, "p95_ms": 123.376}, "inference_input_copy_ms": {"avg_ms": 1.673, "count": 191, "max_ms": 4.093, "p95_ms": 2.858}, "processing_residual_ms": {"avg_ms": 0.211, "count": 191, "max_ms": 0.784, "p95_ms": 0.405}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.113, "count": 191, "max_ms": 141.908, "p95_ms": 128.181}, "read_interval": {"avg_ms": 157.361, "count": 190, "max_ms": 4082.363, "p95_ms": 156.725}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 191, "max_ms": 0.046, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.495, "count": 191, "max_ms": 2.632, "p95_ms": 0.878}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 191, "max_ms": 0.041, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.481, "count": 191, "max_ms": 2.587, "p95_ms": 0.857}, "worker_merge_ms": {"avg_ms": 0.006, "count": 191, "max_ms": 0.02, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 46.661, "count": 191, "max_ms": 89.3, "p95_ms": 63.227}, "visualize": {"avg_ms": 47.451, "count": 191, "max_ms": 65.0, "p95_ms": 58.237}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.376, "count": 191, "max_ms": 61.048, "p95_ms": 54.176}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.111, "count": 191, "max_ms": 63.777, "p95_ms": 56.723}, "visualize_input_copy_ms": {"avg_ms": 1.157, "count": 191, "max_ms": 2.683, "p95_ms": 2.029}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.986, "count": 191, "max_ms": 63.66, "p95_ms": 56.543}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 191, "max_ms": 0.186, "p95_ms": 0.124}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 191}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1464.152, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 53.89, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.699, "sample_count": 2332, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1479893, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:29:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 174007, "write_bytes_delta": 174007, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1106.0, "cpu_core_ratio": 0.624808, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1788.0, "pid": 107396, "reason": null, "system_cpu_core_ratio": 0.112196, "system_cpu_s_delta": 2.25, "user_cpu_core_ratio": 0.512612, "user_cpu_s_delta": 10.280000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.210721, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 171984.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.38396, "system_cpu_s_delta": 7.69999999999709, "user_cpu_core_ratio": 0.826761, "user_cpu_s_delta": 16.579999999987194}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.212, "count": 257, "max_ms": 6.718, "p95_ms": 5.215, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.541, "max": 5.0, "p95": 4.0, "sample_count": 257}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.114, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 88}, "total": {"avg": 0.381, "max": 2.0, "p95": 1.0, "sample_count": 257}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.671, "count": 30, "max": 63.179, "p95": 54.645, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.559, "count": 30, "max": 32.76, "p95": 27.678, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 780.367, "count": 30, "max": 1437.0, "p95": 1340.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1713.5, "count": 30, "max": 14153.0, "p95": 7709.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.114, "count": 30, "max": 0.391, "p95": 0.329, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.471, "count": 30, "max": 0.585, "p95": 0.572, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.154, "count": 30, "max": 4.538, "p95": 0.043, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 184005.833, "count": 30, "max": 191994.0, "p95": 189327.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 177688.133, "count": 30, "max": 191994.0, "p95": 189030.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 113597.167, "count": 30, "max": 209153.0, "p95": 203260.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.347, "count": 30, "max": 0.589, "p95": 0.559, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.746, "count": 30, "max": 1.062, "p95": 1.022, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11419, "sampled_at": "2026-10-30T12:29:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:29:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2844712, "flush_count": 2962, "flush_interval_seconds": 30.0, "flush_state": {"count": 2962, "last_at": "2026-10-30T12:29:21", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:29:21", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2961}, "started": true, "suppressed_count": 1477284, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1477135}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2962, "written_record_count": 2962}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9574.168, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4092169420800, "copied_frame_count": 1480096, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4092169420800, "frame_buffer_copies": 1480096, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1151, "count": 512, "max_ms": 1.5242, "p50_ms": 0.0994, "p95_ms": 0.2217, "p99_ms": 0.3025}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4372, "count": 512, "max_ms": 3.7434, "p50_ms": 1.3563, "p95_ms": 2.3704, "p99_ms": 3.1824, "results": {"failed": 0, "not_applicable": 0, "success": 1480096, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 527, "h264_decode_error_count": 1183, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:30:09+09:00", "last_error_summary": "[h264 @ 0x5924a195ca00] left block unavailable for requested intra mode [h264 @ 0x5924a195ca00] error while decoding MB 0 41, bytestream 4487 [h264 @ 0x5924a1948840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5924a1948840] error while decoding MB 0 67, bytestream 10755 [h264 @ 0x5924a187ee40] left block unavailable for requested intra mode [h264 @ 0x5924a187ee40] error while decoding MB 0 66, bytestream 19556 [h264 @ 0x5924a187ee40] error while decoding MB 95 50, bytestream ", "last_exit_at": "2026-10-30T12:30:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 112.122, "last_started_at": "2026-10-30T12:28:17+09:00", "pid": 107396, "process": {"exists": false, "pid": 107396}, "restart_count": 574, "restart_count_per_hour": 23, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 575}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.629, "sample_count": 2208, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1480096, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:30:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.042, "last_frame_pushed_at": "2026-10-30T12:30:09+09:00", "last_frame_read_age_sec": 0.175, "last_frame_read_at": "2026-10-30T12:30:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 96, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 584.913, "last_sample_duration_ms": 1195.205, "last_trigger": "periodic", "next_snapshot_in_sec": 15.087, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 296, "storage_bytes": 2821792}, "mjpeg": {"age_sec": 0.033, "exists": true, "mtime": "2026-10-30T12:30:09.856854+09:00", "mtime_epoch": 1793331009.856854, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 185827}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:30:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1464.379, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1480096, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.178, "max": 4.0, "p95": 3.0, "sample_count": 191}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.023, "max": 2.0, "p95": 1.0, "sample_count": 174}, "total": {"avg": 0.932, "max": 2.0, "p95": 1.0, "sample_count": 191}}, "tracking_counts": {"active": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 191}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 191}, "tracked": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 191}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.372, "pushed": 6.372, "read": 6.339}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 190, "client_acquire_ms": {"avg_ms": 0.008, "count": 190, "max_ms": 0.025, "p95_ms": 0.016, "reason": null, "sample_age_ms": 112.309, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.853, "count": 190, "max_ms": 6.812, "p95_ms": 2.674, "reason": null, "sample_age_ms": 180.419, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.36, "count": 190, "max_ms": 6.13, "p95_ms": 2.083, "reason": null, "sample_age_ms": 180.657, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.272, "count": 190, "max_ms": 0.736, "p95_ms": 0.545, "reason": null, "sample_age_ms": 112.318, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.97, "count": 190, "max_ms": 5.777, "p95_ms": 3.353, "reason": null, "sample_age_ms": 179.075, "source": "client_direct"}, "request_count": 190, "request_tensor_bytes": {"avg": 2764808.0, "count": 190, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 179.046, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 190, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 112.554, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.972, "count": 190, "max_ms": 78.636, "p95_ms": 58.721, "reason": null, "sample_age_ms": 112.306, "source": "client_direct"}, "sample_age_ms": 112.303, "source": "client_direct", "task_total_ms": {"avg_ms": 45.388, "count": 190, "max_ms": 82.082, "p95_ms": 61.622, "reason": null, "sample_age_ms": 112.303, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.104, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.639, "count": 191, "max_ms": 8.787, "p95_ms": 6.25}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.32, "count": 191, "max_ms": 0.879, "p95_ms": 0.573}, "detection_prepare_ms": {"avg_ms": 1.202, "count": 191, "max_ms": 5.161, "p95_ms": 2.199}, "event_filter_ms": {"avg_ms": 0.004, "count": 191, "max_ms": 0.03, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.219, "count": 191, "max_ms": 0.594, "p95_ms": 0.435}, "mcmt_ms": {"avg_ms": 0.003, "count": 191, "max_ms": 0.015, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.552, "count": 191, "max_ms": 2.74, "p95_ms": 1.031}, "setup_ms": {"avg_ms": 0.043, "count": 191, "max_ms": 0.107, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 3.587, "count": 191, "max_ms": 8.665, "p95_ms": 6.18}, "track_match_ms": {"avg_ms": 0.054, "count": 191, "max_ms": 0.212, "p95_ms": 0.115}, "tracker_update_ms": {"avg_ms": 1.19, "count": 191, "max_ms": 3.594, "p95_ms": 2.193}}, "gstreamer_push": {"avg_ms": 2.958, "count": 191, "max_ms": 7.931, "p95_ms": 4.823}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 191, "max_ms": 0.128, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.648, "count": 191, "max_ms": 89.287, "p95_ms": 63.207}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.454, "count": 191, "max_ms": 11.978, "p95_ms": 7.822}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.775, "count": 191, "max_ms": 139.594, "p95_ms": 123.376}, "inference_input_copy_ms": {"avg_ms": 1.673, "count": 191, "max_ms": 4.093, "p95_ms": 2.858}, "processing_residual_ms": {"avg_ms": 0.211, "count": 191, "max_ms": 0.784, "p95_ms": 0.405}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.113, "count": 191, "max_ms": 141.908, "p95_ms": 128.181}, "read_interval": {"avg_ms": 157.361, "count": 190, "max_ms": 4082.363, "p95_ms": 156.725}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 191, "max_ms": 0.046, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.495, "count": 191, "max_ms": 2.632, "p95_ms": 0.878}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 191, "max_ms": 0.041, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.481, "count": 191, "max_ms": 2.587, "p95_ms": 0.857}, "worker_merge_ms": {"avg_ms": 0.006, "count": 191, "max_ms": 0.02, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 46.661, "count": 191, "max_ms": 89.3, "p95_ms": 63.227}, "visualize": {"avg_ms": 47.451, "count": 191, "max_ms": 65.0, "p95_ms": 58.237}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.376, "count": 191, "max_ms": 61.048, "p95_ms": 54.176}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.111, "count": 191, "max_ms": 63.777, "p95_ms": 56.723}, "visualize_input_copy_ms": {"avg_ms": 1.157, "count": 191, "max_ms": 2.683, "p95_ms": 2.029}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.986, "count": 191, "max_ms": 63.66, "p95_ms": 56.543}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 191, "max_ms": 0.186, "p95_ms": 0.124}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 191}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1464.152, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 53.89, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.699, "sample_count": 2332, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1479893, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:29:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 174007, "write_bytes_delta": 174007, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1106.0, "cpu_core_ratio": 0.624808, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1788.0, "pid": 107396, "reason": null, "system_cpu_core_ratio": 0.112196, "system_cpu_s_delta": 2.25, "user_cpu_core_ratio": 0.512612, "user_cpu_s_delta": 10.280000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.210721, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 171984.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.38396, "system_cpu_s_delta": 7.69999999999709, "user_cpu_core_ratio": 0.826761, "user_cpu_s_delta": 16.579999999987194}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.212, "count": 257, "max_ms": 6.718, "p95_ms": 5.215, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.541, "max": 5.0, "p95": 4.0, "sample_count": 257}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.114, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 88}, "total": {"avg": 0.381, "max": 2.0, "p95": 1.0, "sample_count": 257}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.671, "count": 30, "max": 63.179, "p95": 54.645, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.559, "count": 30, "max": 32.76, "p95": 27.678, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 780.367, "count": 30, "max": 1437.0, "p95": 1340.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1713.5, "count": 30, "max": 14153.0, "p95": 7709.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.114, "count": 30, "max": 0.391, "p95": 0.329, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.471, "count": 30, "max": 0.585, "p95": 0.572, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.154, "count": 30, "max": 4.538, "p95": 0.043, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 184005.833, "count": 30, "max": 191994.0, "p95": 189327.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 177688.133, "count": 30, "max": 191994.0, "p95": 189030.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 113597.167, "count": 30, "max": 209153.0, "p95": 203260.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.347, "count": 30, "max": 0.589, "p95": 0.559, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.746, "count": 30, "max": 1.062, "p95": 1.022, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11419, "sampled_at": "2026-10-30T12:29:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:29:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2844712, "flush_count": 2962, "flush_interval_seconds": 30.0, "flush_state": {"count": 2962, "last_at": "2026-10-30T12:29:21", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:29:21", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2961}, "started": true, "suppressed_count": 1477284, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1477135}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2962, "written_record_count": 2962}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9748.66, "limit_mb": null}, "detail": {"pid": 107512, "restart_count": 575, "start_count": 576}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4092169420800, "copied_frame_count": 1480096, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4092169420800, "frame_buffer_copies": 1480096, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1151, "count": 512, "max_ms": 1.5242, "p50_ms": 0.0994, "p95_ms": 0.2217, "p99_ms": 0.3025}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4372, "count": 512, "max_ms": 3.7434, "p50_ms": 1.3563, "p95_ms": 2.3704, "p99_ms": 3.1824, "results": {"failed": 0, "not_applicable": 0, "success": 1480096, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 527, "h264_decode_error_count": 1183, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:30:09+09:00", "last_error_summary": "[h264 @ 0x5924a195ca00] left block unavailable for requested intra mode [h264 @ 0x5924a195ca00] error while decoding MB 0 41, bytestream 4487 [h264 @ 0x5924a1948840] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5924a1948840] error while decoding MB 0 67, bytestream 10755 [h264 @ 0x5924a187ee40] left block unavailable for requested intra mode [h264 @ 0x5924a187ee40] error while decoding MB 0 66, bytestream 19556 [h264 @ 0x5924a187ee40] error while decoding MB 95 50, bytestream ", "last_exit_at": "2026-10-30T12:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T12:30:12+09:00", "pid": 107512, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.734, "name": "ffmpeg", "pid": 107512, "rss_mb": 209.734, "state": "S (sleeping)", "threads": 70}, "restart_count": 575, "restart_count_per_hour": 24, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 576}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.629, "sample_count": 2172, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1480096, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:30:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.399, "last_frame_pushed_at": "2026-10-30T12:30:09+09:00", "last_frame_read_age_sec": 4.532, "last_frame_read_at": "2026-10-30T12:30:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 96, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 589.283, "last_sample_duration_ms": 1195.205, "last_trigger": "periodic", "next_snapshot_in_sec": 10.717, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 296, "storage_bytes": 2821792}, "mjpeg": {"age_sec": 4.39, "exists": true, "mtime": "2026-10-30T12:30:09.856854+09:00", "mtime_epoch": 1793331009.856854, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 185827}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:30:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1464.383, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1480096, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.224, "max": 4.0, "p95": 3.0, "sample_count": 152}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.03, "max": 2.0, "p95": 1.0, "sample_count": 135}, "total": {"avg": 0.914, "max": 2.0, "p95": 1.0, "sample_count": 152}}, "tracking_counts": {"active": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 152}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}, "removed": {"avg": 0.007, "max": 1.0, "p95": 0.0, "sample_count": 152}, "tracked": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 152}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 152, "pushed_frames": 153, "read_frames": 152, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.067, "pushed": 5.1, "read": 5.067}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 152, "client_acquire_ms": {"avg_ms": 0.008, "count": 152, "max_ms": 0.025, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4469.397, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.872, "count": 152, "max_ms": 6.812, "p95_ms": 2.681, "reason": null, "sample_age_ms": 4537.507, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.366, "count": 152, "max_ms": 6.13, "p95_ms": 1.909, "reason": null, "sample_age_ms": 4537.744, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.278, "count": 152, "max_ms": 0.736, "p95_ms": 0.554, "reason": null, "sample_age_ms": 4469.405, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.011, "count": 152, "max_ms": 5.777, "p95_ms": 3.746, "reason": null, "sample_age_ms": 4536.163, "source": "client_direct"}, "request_count": 152, "request_tensor_bytes": {"avg": 2764808.0, "count": 152, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4536.133, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 152, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4469.642, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.319, "count": 152, "max_ms": 78.636, "p95_ms": 60.311, "reason": null, "sample_age_ms": 4469.394, "source": "client_direct"}, "sample_age_ms": 4469.39, "source": "client_direct", "task_total_ms": {"avg_ms": 45.783, "count": 152, "max_ms": 82.082, "p95_ms": 63.786, "reason": null, "sample_age_ms": 4469.39, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.029, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.626, "count": 152, "max_ms": 8.787, "p95_ms": 6.533}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.322, "count": 152, "max_ms": 0.879, "p95_ms": 0.606}, "detection_prepare_ms": {"avg_ms": 1.202, "count": 152, "max_ms": 5.161, "p95_ms": 2.326}, "event_filter_ms": {"avg_ms": 0.004, "count": 152, "max_ms": 0.03, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.215, "count": 152, "max_ms": 0.594, "p95_ms": 0.43}, "mcmt_ms": {"avg_ms": 0.003, "count": 152, "max_ms": 0.015, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.555, "count": 152, "max_ms": 2.74, "p95_ms": 1.032}, "setup_ms": {"avg_ms": 0.044, "count": 152, "max_ms": 0.107, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 3.572, "count": 152, "max_ms": 8.665, "p95_ms": 6.434}, "track_match_ms": {"avg_ms": 0.053, "count": 152, "max_ms": 0.212, "p95_ms": 0.115}, "tracker_update_ms": {"avg_ms": 1.174, "count": 152, "max_ms": 3.594, "p95_ms": 2.193}}, "gstreamer_push": {"avg_ms": 2.948, "count": 153, "max_ms": 6.183, "p95_ms": 4.823}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 152, "max_ms": 0.128, "p95_ms": 0.095}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.027, "count": 152, "max_ms": 89.287, "p95_ms": 66.013}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.409, "count": 152, "max_ms": 11.978, "p95_ms": 8.245}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.32, "count": 152, "max_ms": 139.594, "p95_ms": 124.385}, "inference_input_copy_ms": {"avg_ms": 1.671, "count": 152, "max_ms": 3.827, "p95_ms": 2.81}, "processing_residual_ms": {"avg_ms": 0.194, "count": 152, "max_ms": 0.784, "p95_ms": 0.382}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.595, "count": 152, "max_ms": 141.908, "p95_ms": 129.218}, "read_interval": {"avg_ms": 168.301, "count": 152, "max_ms": 4082.363, "p95_ms": 159.126}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 152, "max_ms": 0.046, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.5, "count": 152, "max_ms": 2.632, "p95_ms": 0.936}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 152, "max_ms": 0.041, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.486, "count": 152, "max_ms": 2.587, "p95_ms": 0.911}, "worker_merge_ms": {"avg_ms": 0.006, "count": 152, "max_ms": 0.02, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 47.041, "count": 152, "max_ms": 89.3, "p95_ms": 66.02}, "visualize": {"avg_ms": 47.62, "count": 152, "max_ms": 65.0, "p95_ms": 58.272}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.615, "count": 152, "max_ms": 61.048, "p95_ms": 54.235}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.299, "count": 152, "max_ms": 63.777, "p95_ms": 57.243}, "visualize_input_copy_ms": {"avg_ms": 1.134, "count": 152, "max_ms": 2.47, "p95_ms": 2.029}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.171, "count": 152, "max_ms": 63.66, "p95_ms": 57.096}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 152, "max_ms": 0.186, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 152}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1464.152, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 53.89, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.699, "sample_count": 2332, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1479893, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:29:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 174007, "write_bytes_delta": 174007, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1106.0, "cpu_core_ratio": 0.624808, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1788.0, "pid": 107396, "reason": null, "system_cpu_core_ratio": 0.112196, "system_cpu_s_delta": 2.25, "user_cpu_core_ratio": 0.512612, "user_cpu_s_delta": 10.280000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.210721, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 171984.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.38396, "system_cpu_s_delta": 7.69999999999709, "user_cpu_core_ratio": 0.826761, "user_cpu_s_delta": 16.579999999987194}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.212, "count": 257, "max_ms": 6.718, "p95_ms": 5.215, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.541, "max": 5.0, "p95": 4.0, "sample_count": 257}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.114, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 88}, "total": {"avg": 0.381, "max": 2.0, "p95": 1.0, "sample_count": 257}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.671, "count": 30, "max": 63.179, "p95": 54.645, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.559, "count": 30, "max": 32.76, "p95": 27.678, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 780.367, "count": 30, "max": 1437.0, "p95": 1340.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1713.5, "count": 30, "max": 14153.0, "p95": 7709.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.114, "count": 30, "max": 0.391, "p95": 0.329, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.471, "count": 30, "max": 0.585, "p95": 0.572, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.154, "count": 30, "max": 4.538, "p95": 0.043, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 184005.833, "count": 30, "max": 191994.0, "p95": 189327.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 177688.133, "count": 30, "max": 191994.0, "p95": 189030.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 113597.167, "count": 30, "max": 209153.0, "p95": 203260.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.347, "count": 30, "max": 0.589, "p95": 0.559, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.746, "count": 30, "max": 1.062, "p95": 1.022, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11419, "sampled_at": "2026-10-30T12:29:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:29:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2846770, "flush_count": 2964, "flush_interval_seconds": 30.0, "flush_state": {"count": 2964, "last_at": "2026-10-30T12:31:21", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:31:21", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2963}, "started": true, "suppressed_count": 1478058, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1477909}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2964, "written_record_count": 2964}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9581.617, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x581ca111f300] error while decoding MB 39 42, bytestream -13", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4094312140800, "copied_frame_count": 1480871, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4094312140800, "frame_buffer_copies": 1480871, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1206, "count": 512, "max_ms": 0.4603, "p50_ms": 0.1055, "p95_ms": 0.2243, "p99_ms": 0.3211}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4972, "count": 512, "max_ms": 3.5959, "p50_ms": 1.3866, "p95_ms": 2.5277, "p99_ms": 3.3093, "results": {"failed": 0, "not_applicable": 0, "success": 1480871, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 528, "h264_decode_error_count": 1184, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:31:50+09:00", "last_error_summary": "[h264 @ 0x581ca111f300] error while decoding MB 39 42, bytestream -13", "last_exit_at": "2026-10-30T12:30:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 98.159, "last_started_at": "2026-10-30T12:30:12+09:00", "pid": 107512, "process": {"exists": false, "pid": 107512}, "restart_count": 575, "restart_count_per_hour": 23, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 576}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.829, "sample_count": 2276, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1480871, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:31:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.043, "last_frame_pushed_at": "2026-10-30T12:31:50+09:00", "last_frame_read_age_sec": 0.037, "last_frame_read_at": "2026-10-30T12:31:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 97, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 83.465, "last_sample_duration_ms": 1149.388, "last_trigger": "periodic", "next_snapshot_in_sec": 516.535, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 297, "storage_bytes": 2831362}, "mjpeg": {"age_sec": 0.035, "exists": true, "mtime": "2026-10-30T12:31:50.370062+09:00", "mtime_epoch": 1793331110.3700619, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 173206}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:31:50+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1471.508, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1480872, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.702, "max": 5.0, "p95": 4.0, "sample_count": 242}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.243, "max": 3.0, "p95": 2.0, "sample_count": 189}, "total": {"avg": 0.971, "max": 3.0, "p95": 2.0, "sample_count": 242}}, "tracking_counts": {"active": {"avg": 0.066, "max": 1.0, "p95": 1.0, "sample_count": 242}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "removed": {"avg": 0.091, "max": 1.0, "p95": 1.0, "sample_count": 242}, "tracked": {"avg": 0.066, "max": 1.0, "p95": 1.0, "sample_count": 242}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 242, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.08, "pushed": 8.08, "read": 8.08}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 242, "client_acquire_ms": {"avg_ms": 0.009, "count": 242, "max_ms": 0.056, "p95_ms": 0.017, "reason": null, "sample_age_ms": 15.043, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.9, "count": 242, "max_ms": 9.474, "p95_ms": 3.182, "reason": null, "sample_age_ms": 44.864, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.404, "count": 242, "max_ms": 8.754, "p95_ms": 2.457, "reason": null, "sample_age_ms": 45.07, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.316, "count": 242, "max_ms": 1.084, "p95_ms": 0.615, "reason": null, "sample_age_ms": 15.053, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.073, "count": 242, "max_ms": 6.234, "p95_ms": 3.835, "reason": null, "sample_age_ms": 44.027, "source": "client_direct"}, "request_count": 242, "request_tensor_bytes": {"avg": 2764808.0, "count": 242, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 44.015, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 242, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 15.251, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.383, "count": 242, "max_ms": 79.763, "p95_ms": 69.206, "reason": null, "sample_age_ms": 15.038, "source": "client_direct"}, "sample_age_ms": 15.034, "source": "client_direct", "task_total_ms": {"avg_ms": 49.965, "count": 242, "max_ms": 83.21, "p95_ms": 72.608, "reason": null, "sample_age_ms": 15.034, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.992, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.491, "count": 242, "max_ms": 20.428, "p95_ms": 10.221}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.435, "count": 242, "max_ms": 2.374, "p95_ms": 0.826}, "detection_prepare_ms": {"avg_ms": 1.26, "count": 242, "max_ms": 12.419, "p95_ms": 2.697}, "event_filter_ms": {"avg_ms": 0.005, "count": 242, "max_ms": 0.04, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.272, "count": 242, "max_ms": 1.036, "p95_ms": 0.613}, "mcmt_ms": {"avg_ms": 0.004, "count": 242, "max_ms": 0.022, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.048, "count": 242, "max_ms": 11.961, "p95_ms": 3.327}, "setup_ms": {"avg_ms": 0.048, "count": 242, "max_ms": 0.129, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 4.434, "count": 242, "max_ms": 20.347, "p95_ms": 10.081}, "track_match_ms": {"avg_ms": 0.066, "count": 242, "max_ms": 0.495, "p95_ms": 0.171}, "tracker_update_ms": {"avg_ms": 1.296, "count": 242, "max_ms": 4.728, "p95_ms": 2.813}}, "gstreamer_push": {"avg_ms": 3.17, "count": 242, "max_ms": 7.761, "p95_ms": 4.965}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 242, "max_ms": 0.388, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.397, "count": 242, "max_ms": 85.995, "p95_ms": 74.001}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.291, "count": 242, "max_ms": 12.138, "p95_ms": 7.175}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.413, "count": 242, "max_ms": 187.546, "p95_ms": 135.932}, "inference_input_copy_ms": {"avg_ms": 1.653, "count": 242, "max_ms": 4.564, "p95_ms": 2.865}, "processing_residual_ms": {"avg_ms": 0.184, "count": 242, "max_ms": 0.528, "p95_ms": 0.342}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.542, "count": 242, "max_ms": 193.345, "p95_ms": 140.964}, "read_interval": {"avg_ms": 124.001, "count": 242, "max_ms": 215.986, "p95_ms": 158.502}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 242, "max_ms": 0.11, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.983, "count": 242, "max_ms": 11.869, "p95_ms": 3.248}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 242, "max_ms": 0.095, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.966, "count": 242, "max_ms": 11.849, "p95_ms": 3.226}, "worker_merge_ms": {"avg_ms": 0.007, "count": 242, "max_ms": 0.048, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.411, "count": 242, "max_ms": 86.018, "p95_ms": 74.028}, "visualize": {"avg_ms": 47.318, "count": 242, "max_ms": 79.892, "p95_ms": 65.357}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.89, "count": 242, "max_ms": 64.653, "p95_ms": 58.682}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.977, "count": 242, "max_ms": 76.826, "p95_ms": 64.045}, "visualize_input_copy_ms": {"avg_ms": 1.127, "count": 242, "max_ms": 3.347, "p95_ms": 2.277}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.837, "count": 242, "max_ms": 76.451, "p95_ms": 63.92}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 242, "max_ms": 0.221, "p95_ms": 0.146}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 242}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1461.027, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.72, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.395, "sample_count": 2293, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1480745, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:31:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 171436, "write_bytes_delta": 171436, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1168.0, "cpu_core_ratio": 0.521512, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 107512, "reason": null, "system_cpu_core_ratio": 0.046866, "system_cpu_s_delta": 0.94, "user_cpu_core_ratio": 0.474646, "user_cpu_s_delta": 9.520000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.527642, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 133013.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.512538, "system_cpu_s_delta": 10.279999999998836, "user_cpu_core_ratio": 1.015104, "user_cpu_s_delta": 20.35999999998603}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.213, "count": 244, "max_ms": 7.761, "p95_ms": 4.908, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.975, "max": 5.0, "p95": 4.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.487, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 191}, "total": {"avg": 1.164, "max": 3.0, "p95": 2.0, "sample_count": 244}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.624, "count": 30, "max": 63.179, "p95": 54.645, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.754, "count": 30, "max": 32.76, "p95": 27.678, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 838.9, "count": 30, "max": 1437.0, "p95": 1340.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1824.5, "count": 30, "max": 14457.0, "p95": 7709.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.125, "count": 30, "max": 0.391, "p95": 0.364, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.46, "count": 30, "max": 0.585, "p95": 0.572, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.147, "count": 30, "max": 4.404, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 181480.267, "count": 30, "max": 191994.0, "p95": 187497.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 175228.633, "count": 30, "max": 191994.0, "p95": 187231.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 130101.2, "count": 30, "max": 209153.0, "p95": 204985.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.381, "count": 30, "max": 0.594, "p95": 0.589, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.771, "count": 30, "max": 1.103, "p95": 1.052, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11425, "sampled_at": "2026-10-30T12:31:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:31:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2846770, "flush_count": 2964, "flush_interval_seconds": 30.0, "flush_state": {"count": 2964, "last_at": "2026-10-30T12:31:21", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:31:21", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2963}, "started": true, "suppressed_count": 1478058, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1477909}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2964, "written_record_count": 2964}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9572.387, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T12:31:50+09:00", "last_error_summary": "[h264 @ 0x581ca111f300] error while decoding MB 39 42, bytestream -13", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4094314905600, "copied_frame_count": 1480872, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4094314905600, "frame_buffer_copies": 1480872, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1206, "count": 512, "max_ms": 0.4603, "p50_ms": 0.1055, "p95_ms": 0.2243, "p99_ms": 0.3211}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4974, "count": 512, "max_ms": 3.5959, "p50_ms": 1.3866, "p95_ms": 2.5277, "p99_ms": 3.3093, "results": {"failed": 0, "not_applicable": 0, "success": 1480872, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 528, "h264_decode_error_count": 1184, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:31:50+09:00", "last_error_summary": "[h264 @ 0x581ca111f300] error while decoding MB 39 42, bytestream -13", "last_exit_at": "2026-10-30T12:31:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 98.217, "last_started_at": "2026-10-30T12:30:12+09:00", "pid": 107512, "process": {"exists": false, "pid": 107512}, "restart_count": 575, "restart_count_per_hour": 23, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 576}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.829, "sample_count": 2276, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1480872, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:31:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T12:31:50+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-10-30T12:31:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 97, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 83.518, "last_sample_duration_ms": 1149.388, "last_trigger": "periodic", "next_snapshot_in_sec": 516.482, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 297, "storage_bytes": 2831362}, "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-10-30T12:31:50.370062+09:00", "mtime_epoch": 1793331110.3700619, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 173206}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:31:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1461.082, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1480872, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.702, "max": 5.0, "p95": 4.0, "sample_count": 242}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.249, "max": 3.0, "p95": 2.0, "sample_count": 189}, "total": {"avg": 0.975, "max": 3.0, "p95": 2.0, "sample_count": 242}}, "tracking_counts": {"active": {"avg": 0.066, "max": 1.0, "p95": 1.0, "sample_count": 242}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "removed": {"avg": 0.091, "max": 1.0, "p95": 1.0, "sample_count": 242}, "tracked": {"avg": 0.066, "max": 1.0, "p95": 1.0, "sample_count": 242}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 242, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.068, "pushed": 8.068, "read": 8.068}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 242, "client_acquire_ms": {"avg_ms": 0.009, "count": 242, "max_ms": 0.056, "p95_ms": 0.017, "reason": null, "sample_age_ms": 69.581, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.9, "count": 242, "max_ms": 9.474, "p95_ms": 3.182, "reason": null, "sample_age_ms": 99.402, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.404, "count": 242, "max_ms": 8.754, "p95_ms": 2.457, "reason": null, "sample_age_ms": 99.608, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.316, "count": 242, "max_ms": 1.084, "p95_ms": 0.615, "reason": null, "sample_age_ms": 69.591, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.073, "count": 242, "max_ms": 6.234, "p95_ms": 3.835, "reason": null, "sample_age_ms": 98.565, "source": "client_direct"}, "request_count": 242, "request_tensor_bytes": {"avg": 2764808.0, "count": 242, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 98.553, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 242, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 69.789, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.383, "count": 242, "max_ms": 79.763, "p95_ms": 69.206, "reason": null, "sample_age_ms": 69.576, "source": "client_direct"}, "sample_age_ms": 69.572, "source": "client_direct", "task_total_ms": {"avg_ms": 49.965, "count": 242, "max_ms": 83.21, "p95_ms": 72.608, "reason": null, "sample_age_ms": 69.572, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.15, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.496, "count": 242, "max_ms": 20.428, "p95_ms": 10.221}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.435, "count": 242, "max_ms": 2.374, "p95_ms": 0.826}, "detection_prepare_ms": {"avg_ms": 1.261, "count": 242, "max_ms": 12.419, "p95_ms": 2.697}, "event_filter_ms": {"avg_ms": 0.005, "count": 242, "max_ms": 0.04, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.273, "count": 242, "max_ms": 1.036, "p95_ms": 0.613}, "mcmt_ms": {"avg_ms": 0.004, "count": 242, "max_ms": 0.022, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.052, "count": 242, "max_ms": 11.961, "p95_ms": 3.327}, "setup_ms": {"avg_ms": 0.048, "count": 242, "max_ms": 0.129, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 4.439, "count": 242, "max_ms": 20.347, "p95_ms": 10.081}, "track_match_ms": {"avg_ms": 0.066, "count": 242, "max_ms": 0.495, "p95_ms": 0.171}, "tracker_update_ms": {"avg_ms": 1.296, "count": 242, "max_ms": 4.728, "p95_ms": 2.813}}, "gstreamer_push": {"avg_ms": 3.16, "count": 242, "max_ms": 7.761, "p95_ms": 4.965}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 242, "max_ms": 0.388, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.311, "count": 242, "max_ms": 85.995, "p95_ms": 74.001}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.292, "count": 242, "max_ms": 12.138, "p95_ms": 7.175}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.398, "count": 242, "max_ms": 187.546, "p95_ms": 135.932}, "inference_input_copy_ms": {"avg_ms": 1.65, "count": 242, "max_ms": 4.564, "p95_ms": 2.865}, "processing_residual_ms": {"avg_ms": 0.183, "count": 242, "max_ms": 0.528, "p95_ms": 0.338}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.523, "count": 242, "max_ms": 193.345, "p95_ms": 140.964}, "read_interval": {"avg_ms": 124.001, "count": 242, "max_ms": 215.986, "p95_ms": 158.502}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 242, "max_ms": 0.11, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.987, "count": 242, "max_ms": 11.869, "p95_ms": 3.248}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 242, "max_ms": 0.095, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.97, "count": 242, "max_ms": 11.849, "p95_ms": 3.226}, "worker_merge_ms": {"avg_ms": 0.007, "count": 242, "max_ms": 0.048, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.325, "count": 242, "max_ms": 86.018, "p95_ms": 74.028}, "visualize": {"avg_ms": 47.38, "count": 242, "max_ms": 79.892, "p95_ms": 65.357}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.947, "count": 242, "max_ms": 64.653, "p95_ms": 58.682}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.037, "count": 242, "max_ms": 76.826, "p95_ms": 64.045}, "visualize_input_copy_ms": {"avg_ms": 1.129, "count": 242, "max_ms": 3.347, "p95_ms": 2.277}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.897, "count": 242, "max_ms": 76.451, "p95_ms": 63.92}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 242, "max_ms": 0.221, "p95_ms": 0.146}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 242}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1461.027, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.72, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.395, "sample_count": 2293, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1480745, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:31:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 171436, "write_bytes_delta": 171436, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1168.0, "cpu_core_ratio": 0.521512, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 107512, "reason": null, "system_cpu_core_ratio": 0.046866, "system_cpu_s_delta": 0.94, "user_cpu_core_ratio": 0.474646, "user_cpu_s_delta": 9.520000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.527642, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 133013.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.512538, "system_cpu_s_delta": 10.279999999998836, "user_cpu_core_ratio": 1.015104, "user_cpu_s_delta": 20.35999999998603}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.213, "count": 244, "max_ms": 7.761, "p95_ms": 4.908, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.975, "max": 5.0, "p95": 4.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.487, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 191}, "total": {"avg": 1.164, "max": 3.0, "p95": 2.0, "sample_count": 244}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.624, "count": 30, "max": 63.179, "p95": 54.645, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.754, "count": 30, "max": 32.76, "p95": 27.678, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 838.9, "count": 30, "max": 1437.0, "p95": 1340.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1824.5, "count": 30, "max": 14457.0, "p95": 7709.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.125, "count": 30, "max": 0.391, "p95": 0.364, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.46, "count": 30, "max": 0.585, "p95": 0.572, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.147, "count": 30, "max": 4.404, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 181480.267, "count": 30, "max": 191994.0, "p95": 187497.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 175228.633, "count": 30, "max": 191994.0, "p95": 187231.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 130101.2, "count": 30, "max": 209153.0, "p95": 204985.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.381, "count": 30, "max": 0.594, "p95": 0.589, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.771, "count": 30, "max": 1.103, "p95": 1.052, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11425, "sampled_at": "2026-10-30T12:31:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:31:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2846770, "flush_count": 2964, "flush_interval_seconds": 30.0, "flush_state": {"count": 2964, "last_at": "2026-10-30T12:31:21", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:31:21", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2963}, "started": true, "suppressed_count": 1478058, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1477909}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2964, "written_record_count": 2964}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9572.652, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4094314905600, "copied_frame_count": 1480872, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4094314905600, "frame_buffer_copies": 1480872, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1206, "count": 512, "max_ms": 0.4603, "p50_ms": 0.1055, "p95_ms": 0.2243, "p99_ms": 0.3211}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4974, "count": 512, "max_ms": 3.5959, "p50_ms": 1.3866, "p95_ms": 2.5277, "p99_ms": 3.3093, "results": {"failed": 0, "not_applicable": 0, "success": 1480872, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 528, "h264_decode_error_count": 1184, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:31:50+09:00", "last_error_summary": "[h264 @ 0x581ca111f300] error while decoding MB 39 42, bytestream -13", "last_exit_at": "2026-10-30T12:31:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 98.249, "last_started_at": "2026-10-30T12:30:12+09:00", "pid": 107512, "process": {"exists": false, "pid": 107512}, "restart_count": 575, "restart_count_per_hour": 23, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 576}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.829, "sample_count": 2276, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1480872, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:31:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.033, "last_frame_pushed_at": "2026-10-30T12:31:50+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-10-30T12:31:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 97, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 83.555, "last_sample_duration_ms": 1149.388, "last_trigger": "periodic", "next_snapshot_in_sec": 516.445, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 297, "storage_bytes": 2831362}, "mjpeg": {"age_sec": 0.026, "exists": true, "mtime": "2026-10-30T12:31:50.470061+09:00", "mtime_epoch": 1793331110.4700613, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 173473}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:31:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1461.082, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1480872, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.702, "max": 5.0, "p95": 4.0, "sample_count": 242}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.249, "max": 3.0, "p95": 2.0, "sample_count": 189}, "total": {"avg": 0.975, "max": 3.0, "p95": 2.0, "sample_count": 242}}, "tracking_counts": {"active": {"avg": 0.066, "max": 1.0, "p95": 1.0, "sample_count": 242}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "removed": {"avg": 0.091, "max": 1.0, "p95": 1.0, "sample_count": 242}, "tracked": {"avg": 0.066, "max": 1.0, "p95": 1.0, "sample_count": 242}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 241, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.094, "pushed": 8.094, "read": 8.061}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 241, "client_acquire_ms": {"avg_ms": 0.009, "count": 242, "max_ms": 0.056, "p95_ms": 0.017, "reason": null, "sample_age_ms": 105.469, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.9, "count": 241, "max_ms": 9.474, "p95_ms": 3.19, "reason": null, "sample_age_ms": 135.29, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.405, "count": 241, "max_ms": 8.754, "p95_ms": 2.459, "reason": null, "sample_age_ms": 135.496, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.316, "count": 242, "max_ms": 1.084, "p95_ms": 0.615, "reason": null, "sample_age_ms": 105.479, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.065, "count": 241, "max_ms": 6.234, "p95_ms": 3.747, "reason": null, "sample_age_ms": 134.454, "source": "client_direct"}, "request_count": 241, "request_tensor_bytes": {"avg": 2764808.0, "count": 241, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 134.442, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 242, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 105.678, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.383, "count": 242, "max_ms": 79.763, "p95_ms": 69.206, "reason": null, "sample_age_ms": 105.465, "source": "client_direct"}, "sample_age_ms": 105.46, "source": "client_direct", "task_total_ms": {"avg_ms": 49.965, "count": 242, "max_ms": 83.21, "p95_ms": 72.608, "reason": null, "sample_age_ms": 105.46, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.085, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.496, "count": 242, "max_ms": 20.428, "p95_ms": 10.221}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.435, "count": 242, "max_ms": 2.374, "p95_ms": 0.826}, "detection_prepare_ms": {"avg_ms": 1.261, "count": 242, "max_ms": 12.419, "p95_ms": 2.697}, "event_filter_ms": {"avg_ms": 0.005, "count": 242, "max_ms": 0.04, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.273, "count": 242, "max_ms": 1.036, "p95_ms": 0.613}, "mcmt_ms": {"avg_ms": 0.004, "count": 242, "max_ms": 0.022, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.052, "count": 242, "max_ms": 11.961, "p95_ms": 3.327}, "setup_ms": {"avg_ms": 0.048, "count": 242, "max_ms": 0.129, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 4.439, "count": 242, "max_ms": 20.347, "p95_ms": 10.081}, "track_match_ms": {"avg_ms": 0.066, "count": 242, "max_ms": 0.495, "p95_ms": 0.171}, "tracker_update_ms": {"avg_ms": 1.296, "count": 242, "max_ms": 4.728, "p95_ms": 2.813}}, "gstreamer_push": {"avg_ms": 3.16, "count": 242, "max_ms": 7.761, "p95_ms": 4.965}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 242, "max_ms": 0.388, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.311, "count": 242, "max_ms": 85.995, "p95_ms": 74.001}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.292, "count": 242, "max_ms": 12.138, "p95_ms": 7.175}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.398, "count": 242, "max_ms": 187.546, "p95_ms": 135.932}, "inference_input_copy_ms": {"avg_ms": 1.65, "count": 242, "max_ms": 4.564, "p95_ms": 2.865}, "processing_residual_ms": {"avg_ms": 0.183, "count": 242, "max_ms": 0.528, "p95_ms": 0.338}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.523, "count": 242, "max_ms": 193.345, "p95_ms": 140.964}, "read_interval": {"avg_ms": 124.063, "count": 241, "max_ms": 215.986, "p95_ms": 158.502}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 242, "max_ms": 0.11, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.987, "count": 242, "max_ms": 11.869, "p95_ms": 3.248}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 242, "max_ms": 0.095, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.97, "count": 242, "max_ms": 11.849, "p95_ms": 3.226}, "worker_merge_ms": {"avg_ms": 0.007, "count": 242, "max_ms": 0.048, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.325, "count": 242, "max_ms": 86.018, "p95_ms": 74.028}, "visualize": {"avg_ms": 47.38, "count": 242, "max_ms": 79.892, "p95_ms": 65.357}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.947, "count": 242, "max_ms": 64.653, "p95_ms": 58.682}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.037, "count": 242, "max_ms": 76.826, "p95_ms": 64.045}, "visualize_input_copy_ms": {"avg_ms": 1.129, "count": 242, "max_ms": 3.347, "p95_ms": 2.277}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.897, "count": 242, "max_ms": 76.451, "p95_ms": 63.92}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 242, "max_ms": 0.221, "p95_ms": 0.146}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 242}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1461.027, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.72, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.395, "sample_count": 2293, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1480745, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:31:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 171436, "write_bytes_delta": 171436, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1168.0, "cpu_core_ratio": 0.521512, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 107512, "reason": null, "system_cpu_core_ratio": 0.046866, "system_cpu_s_delta": 0.94, "user_cpu_core_ratio": 0.474646, "user_cpu_s_delta": 9.520000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.527642, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 133013.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.512538, "system_cpu_s_delta": 10.279999999998836, "user_cpu_core_ratio": 1.015104, "user_cpu_s_delta": 20.35999999998603}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.213, "count": 244, "max_ms": 7.761, "p95_ms": 4.908, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.975, "max": 5.0, "p95": 4.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.487, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 191}, "total": {"avg": 1.164, "max": 3.0, "p95": 2.0, "sample_count": 244}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.624, "count": 30, "max": 63.179, "p95": 54.645, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.754, "count": 30, "max": 32.76, "p95": 27.678, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 838.9, "count": 30, "max": 1437.0, "p95": 1340.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1824.5, "count": 30, "max": 14457.0, "p95": 7709.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.125, "count": 30, "max": 0.391, "p95": 0.364, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.46, "count": 30, "max": 0.585, "p95": 0.572, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.147, "count": 30, "max": 4.404, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 181480.267, "count": 30, "max": 191994.0, "p95": 187497.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 175228.633, "count": 30, "max": 191994.0, "p95": 187231.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 130101.2, "count": 30, "max": 209153.0, "p95": 204985.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.381, "count": 30, "max": 0.594, "p95": 0.589, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.771, "count": 30, "max": 1.103, "p95": 1.052, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11425, "sampled_at": "2026-10-30T12:31:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:31:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2846770, "flush_count": 2964, "flush_interval_seconds": 30.0, "flush_state": {"count": 2964, "last_at": "2026-10-30T12:31:21", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:31:21", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2963}, "started": true, "suppressed_count": 1478058, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1477909}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2964, "written_record_count": 2964}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9745.633, "limit_mb": null}, "detail": {"pid": 107628, "restart_count": 576, "start_count": 577}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4094314905600, "copied_frame_count": 1480872, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4094314905600, "frame_buffer_copies": 1480872, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1206, "count": 512, "max_ms": 0.4603, "p50_ms": 0.1055, "p95_ms": 0.2243, "p99_ms": 0.3211}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4974, "count": 512, "max_ms": 3.5959, "p50_ms": 1.3866, "p95_ms": 2.5277, "p99_ms": 3.3093, "results": {"failed": 0, "not_applicable": 0, "success": 1480872, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 528, "h264_decode_error_count": 1184, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:31:50+09:00", "last_error_summary": "[h264 @ 0x581ca111f300] error while decoding MB 39 42, bytestream -13", "last_exit_at": "2026-10-30T12:31:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T12:31:53+09:00", "pid": 107628, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.477, "name": "ffmpeg", "pid": 107628, "rss_mb": 209.477, "state": "S (sleeping)", "threads": 70}, "restart_count": 576, "restart_count_per_hour": 24, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 577}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.129, "sample_count": 2232, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1480872, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:31:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.899, "last_frame_pushed_at": "2026-10-30T12:31:50+09:00", "last_frame_read_age_sec": 4.993, "last_frame_read_at": "2026-10-30T12:31:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 97, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 88.428, "last_sample_duration_ms": 1149.388, "last_trigger": "periodic", "next_snapshot_in_sec": 511.572, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 297, "storage_bytes": 2831362}, "mjpeg": {"age_sec": 4.891, "exists": true, "mtime": "2026-10-30T12:31:50.470061+09:00", "mtime_epoch": 1793331110.4700613, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 173473}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:31:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1461.086, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1480872, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.603, "max": 5.0, "p95": 4.0, "sample_count": 199}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.272, "max": 3.0, "p95": 2.0, "sample_count": 173}, "total": {"avg": 1.106, "max": 3.0, "p95": 2.0, "sample_count": 199}}, "tracking_counts": {"active": {"avg": 0.08, "max": 1.0, "p95": 1.0, "sample_count": 199}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "removed": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 199}, "tracked": {"avg": 0.08, "max": 1.0, "p95": 1.0, "sample_count": 199}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.635, "pushed": 6.635, "read": 6.602}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 198, "client_acquire_ms": {"avg_ms": 0.008, "count": 198, "max_ms": 0.036, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4971.498, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.918, "count": 198, "max_ms": 9.474, "p95_ms": 3.196, "reason": null, "sample_age_ms": 5001.319, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.412, "count": 198, "max_ms": 8.754, "p95_ms": 2.46, "reason": null, "sample_age_ms": 5001.525, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.316, "count": 198, "max_ms": 1.084, "p95_ms": 0.603, "reason": null, "sample_age_ms": 4971.508, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.01, "count": 198, "max_ms": 6.234, "p95_ms": 3.843, "reason": null, "sample_age_ms": 5000.482, "source": "client_direct"}, "request_count": 198, "request_tensor_bytes": {"avg": 2764808.0, "count": 198, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5000.47, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 198, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4971.706, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.237, "count": 198, "max_ms": 79.763, "p95_ms": 69.412, "reason": null, "sample_age_ms": 4971.493, "source": "client_direct"}, "sample_age_ms": 4971.489, "source": "client_direct", "task_total_ms": {"avg_ms": 49.751, "count": 198, "max_ms": 83.21, "p95_ms": 71.891, "reason": null, "sample_age_ms": 4971.489, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.188, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.878, "count": 199, "max_ms": 20.428, "p95_ms": 10.339}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.423, "count": 199, "max_ms": 2.374, "p95_ms": 0.822}, "detection_prepare_ms": {"avg_ms": 1.384, "count": 199, "max_ms": 12.419, "p95_ms": 2.74}, "event_filter_ms": {"avg_ms": 0.005, "count": 199, "max_ms": 0.04, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.297, "count": 199, "max_ms": 1.036, "p95_ms": 0.689}, "mcmt_ms": {"avg_ms": 0.004, "count": 199, "max_ms": 0.022, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.141, "count": 199, "max_ms": 11.961, "p95_ms": 3.606}, "setup_ms": {"avg_ms": 0.048, "count": 199, "max_ms": 0.129, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 4.822, "count": 199, "max_ms": 20.347, "p95_ms": 10.173}, "track_match_ms": {"avg_ms": 0.074, "count": 199, "max_ms": 0.495, "p95_ms": 0.197}, "tracker_update_ms": {"avg_ms": 1.446, "count": 199, "max_ms": 4.728, "p95_ms": 2.929}}, "gstreamer_push": {"avg_ms": 3.15, "count": 199, "max_ms": 6.782, "p95_ms": 4.965}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 199, "max_ms": 0.365, "p95_ms": 0.131}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.09, "count": 199, "max_ms": 85.995, "p95_ms": 74.022}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.516, "count": 199, "max_ms": 12.138, "p95_ms": 7.451}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.565, "count": 199, "max_ms": 187.546, "p95_ms": 137.059}, "inference_input_copy_ms": {"avg_ms": 1.642, "count": 199, "max_ms": 4.564, "p95_ms": 2.872}, "processing_residual_ms": {"avg_ms": 0.182, "count": 199, "max_ms": 0.528, "p95_ms": 0.349}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.906, "count": 199, "max_ms": 193.345, "p95_ms": 142.117}, "read_interval": {"avg_ms": 126.764, "count": 198, "max_ms": 215.986, "p95_ms": 173.703}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 199, "max_ms": 0.11, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 1.076, "count": 199, "max_ms": 11.869, "p95_ms": 3.489}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 199, "max_ms": 0.095, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.059, "count": 199, "max_ms": 11.849, "p95_ms": 3.398}, "worker_merge_ms": {"avg_ms": 0.007, "count": 199, "max_ms": 0.037, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.104, "count": 199, "max_ms": 86.018, "p95_ms": 74.05}, "visualize": {"avg_ms": 49.404, "count": 199, "max_ms": 79.892, "p95_ms": 66.745}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.52, "count": 199, "max_ms": 64.653, "p95_ms": 59.921}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.914, "count": 199, "max_ms": 76.826, "p95_ms": 65.122}, "visualize_input_copy_ms": {"avg_ms": 1.272, "count": 199, "max_ms": 3.347, "p95_ms": 2.401}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.769, "count": 199, "max_ms": 76.451, "p95_ms": 64.963}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 199, "max_ms": 0.221, "p95_ms": 0.157}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 199}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1461.027, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.72, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.395, "sample_count": 2293, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1480745, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:31:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 171436, "write_bytes_delta": 171436, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1168.0, "cpu_core_ratio": 0.521512, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 107512, "reason": null, "system_cpu_core_ratio": 0.046866, "system_cpu_s_delta": 0.94, "user_cpu_core_ratio": 0.474646, "user_cpu_s_delta": 9.520000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.527642, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 133013.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.512538, "system_cpu_s_delta": 10.279999999998836, "user_cpu_core_ratio": 1.015104, "user_cpu_s_delta": 20.35999999998603}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.213, "count": 244, "max_ms": 7.761, "p95_ms": 4.908, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.975, "max": 5.0, "p95": 4.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.487, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 191}, "total": {"avg": 1.164, "max": 3.0, "p95": 2.0, "sample_count": 244}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.624, "count": 30, "max": 63.179, "p95": 54.645, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.754, "count": 30, "max": 32.76, "p95": 27.678, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 838.9, "count": 30, "max": 1437.0, "p95": 1340.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1824.5, "count": 30, "max": 14457.0, "p95": 7709.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.125, "count": 30, "max": 0.391, "p95": 0.364, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.46, "count": 30, "max": 0.585, "p95": 0.572, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.147, "count": 30, "max": 4.404, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 181480.267, "count": 30, "max": 191994.0, "p95": 187497.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 175228.633, "count": 30, "max": 191994.0, "p95": 187231.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 130101.2, "count": 30, "max": 209153.0, "p95": 204985.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.381, "count": 30, "max": 0.594, "p95": 0.589, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.771, "count": 30, "max": 1.103, "p95": 1.052, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11425, "sampled_at": "2026-10-30T12:31:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:31:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2847799, "flush_count": 2965, "flush_interval_seconds": 30.0, "flush_state": {"count": 2965, "last_at": "2026-10-30T12:32:21", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:32:21", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2964}, "started": true, "suppressed_count": 1478657, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1478508}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2965, "written_record_count": 2965}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9583.918, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5c53bc968800] error while decoding MB 91 53, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4095971020800, "copied_frame_count": 1481471, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4095971020800, "frame_buffer_copies": 1481471, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.13, "count": 512, "max_ms": 1.2607, "p50_ms": 0.1138, "p95_ms": 0.2412, "p99_ms": 0.2961}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5661, "count": 512, "max_ms": 4.9993, "p50_ms": 1.4983, "p95_ms": 2.503, "p99_ms": 2.9417, "results": {"failed": 0, "not_applicable": 0, "success": 1481471, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 529, "h264_decode_error_count": 1185, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:33:20+09:00", "last_error_summary": "[h264 @ 0x5c53bc968800] error while decoding MB 91 53, bytestream -7", "last_exit_at": "2026-10-30T12:31:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.053, "last_started_at": "2026-10-30T12:31:53+09:00", "pid": 107628, "process": {"exists": false, "pid": 107628}, "restart_count": 576, "restart_count_per_hour": 23, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 577}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.799, "sample_count": 2168, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1481471, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:33:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.08, "last_frame_pushed_at": "2026-10-30T12:33:20+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-10-30T12:33:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 97, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 173.485, "last_sample_duration_ms": 1149.388, "last_trigger": "periodic", "next_snapshot_in_sec": 426.515, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 297, "storage_bytes": 2831362}, "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-10-30T12:33:20.344546+09:00", "mtime_epoch": 1793331200.3445456, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 180118}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:33:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1471.797, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1481472, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.927, "max": 9.0, "p95": 4.0, "sample_count": 177}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.184, "max": 3.0, "p95": 2.0, "sample_count": 98}, "total": {"avg": 0.655, "max": 3.0, "p95": 2.0, "sample_count": 177}}, "tracking_counts": {"active": {"avg": 0.186, "max": 2.0, "p95": 1.0, "sample_count": 177}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}, "removed": {"avg": 0.028, "max": 1.0, "p95": 0.0, "sample_count": 177}, "tracked": {"avg": 0.186, "max": 2.0, "p95": 1.0, "sample_count": 177}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 177, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.91, "pushed": 5.91, "read": 5.91}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 177, "client_acquire_ms": {"avg_ms": 0.008, "count": 177, "max_ms": 0.036, "p95_ms": 0.017, "reason": null, "sample_age_ms": 19.497, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.866, "count": 177, "max_ms": 5.259, "p95_ms": 2.874, "reason": null, "sample_age_ms": 81.716, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.36, "count": 177, "max_ms": 4.094, "p95_ms": 2.129, "reason": null, "sample_age_ms": 82.29, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.326, "count": 177, "max_ms": 1.241, "p95_ms": 0.698, "reason": null, "sample_age_ms": 19.509, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.036, "count": 177, "max_ms": 6.048, "p95_ms": 3.429, "reason": null, "sample_age_ms": 79.378, "source": "client_direct"}, "request_count": 177, "request_tensor_bytes": {"avg": 2764808.0, "count": 177, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 79.346, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 177, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 19.758, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.76, "count": 177, "max_ms": 78.786, "p95_ms": 65.75, "reason": null, "sample_age_ms": 19.493, "source": "client_direct"}, "sample_age_ms": 19.489, "source": "client_direct", "task_total_ms": {"avg_ms": 50.304, "count": 177, "max_ms": 81.097, "p95_ms": 68.427, "reason": null, "sample_age_ms": 19.489, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.752, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.729, "count": 177, "max_ms": 19.443, "p95_ms": 9.331}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.372, "count": 177, "max_ms": 1.51, "p95_ms": 0.717}, "detection_prepare_ms": {"avg_ms": 0.962, "count": 177, "max_ms": 11.821, "p95_ms": 2.571}, "event_filter_ms": {"avg_ms": 0.005, "count": 177, "max_ms": 0.026, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.203, "count": 177, "max_ms": 1.289, "p95_ms": 0.507}, "mcmt_ms": {"avg_ms": 0.004, "count": 177, "max_ms": 0.029, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.081, "count": 177, "max_ms": 4.851, "p95_ms": 3.097}, "setup_ms": {"avg_ms": 0.047, "count": 177, "max_ms": 0.123, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 3.67, "count": 177, "max_ms": 19.344, "p95_ms": 9.269}, "track_match_ms": {"avg_ms": 0.053, "count": 177, "max_ms": 0.296, "p95_ms": 0.178}, "tracker_update_ms": {"avg_ms": 0.942, "count": 177, "max_ms": 4.221, "p95_ms": 2.911}}, "gstreamer_push": {"avg_ms": 3.398, "count": 177, "max_ms": 7.314, "p95_ms": 5.314}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 177, "max_ms": 0.208, "p95_ms": 0.123}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.551, "count": 177, "max_ms": 83.084, "p95_ms": 70.944}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.792, "count": 177, "max_ms": 13.853, "p95_ms": 8.25}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.792, "count": 177, "max_ms": 165.825, "p95_ms": 136.726}, "inference_input_copy_ms": {"avg_ms": 1.635, "count": 177, "max_ms": 6.269, "p95_ms": 2.686}, "processing_residual_ms": {"avg_ms": 0.182, "count": 177, "max_ms": 0.496, "p95_ms": 0.335}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.402, "count": 177, "max_ms": 169.452, "p95_ms": 141.101}, "read_interval": {"avg_ms": 169.403, "count": 177, "max_ms": 4757.313, "p95_ms": 183.31}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 177, "max_ms": 0.057, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 1.014, "count": 177, "max_ms": 4.665, "p95_ms": 2.968}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 177, "max_ms": 0.061, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.997, "count": 177, "max_ms": 4.638, "p95_ms": 2.932}, "worker_merge_ms": {"avg_ms": 0.007, "count": 177, "max_ms": 0.024, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.566, "count": 177, "max_ms": 83.093, "p95_ms": 70.95}, "visualize": {"avg_ms": 47.265, "count": 177, "max_ms": 90.048, "p95_ms": 63.956}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.062, "count": 177, "max_ms": 81.071, "p95_ms": 60.087}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.253, "count": 177, "max_ms": 87.876, "p95_ms": 62.885}, "visualize_input_copy_ms": {"avg_ms": 0.794, "count": 177, "max_ms": 3.351, "p95_ms": 2.305}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.124, "count": 177, "max_ms": 87.556, "p95_ms": 62.777}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 177, "max_ms": 0.209, "p95_ms": 0.162}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 177}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1461.309, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.967, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.799, "sample_count": 2193, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1481335, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:32:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 169621, "write_bytes_delta": 169621, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1099.0, "cpu_core_ratio": 0.490979, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 107628, "reason": null, "system_cpu_core_ratio": 0.044998, "system_cpu_s_delta": 0.8999999999999999, "user_cpu_core_ratio": 0.445981, "user_cpu_s_delta": 8.920000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.435938, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 195281.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.506478, "system_cpu_s_delta": 10.130000000004657, "user_cpu_core_ratio": 0.92946, "user_cpu_s_delta": 18.59000000002561}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.665, "count": 229, "max_ms": 8.086, "p95_ms": 6.354, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.895, "max": 7.0, "p95": 4.0, "sample_count": 229}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.311, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 122}, "total": {"avg": 0.699, "max": 3.0, "p95": 2.0, "sample_count": 229}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.654, "count": 30, "max": 63.179, "p95": 54.645, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.639, "count": 30, "max": 32.76, "p95": 27.678, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 894.967, "count": 30, "max": 1437.0, "p95": 1340.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2191.767, "count": 30, "max": 14572.0, "p95": 12372.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.117, "count": 30, "max": 0.391, "p95": 0.364, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.451, "count": 30, "max": 0.585, "p95": 0.559, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.31, "count": 30, "max": 4.907, "p95": 2.422, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 179355.9, "count": 30, "max": 191994.0, "p95": 185829.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 179355.9, "count": 30, "max": 191994.0, "p95": 185829.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 146714.567, "count": 30, "max": 209153.0, "p95": 204985.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.399, "count": 30, "max": 0.594, "p95": 0.589, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.792, "count": 30, "max": 1.103, "p95": 1.052, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11429, "sampled_at": "2026-10-30T12:32:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:32:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2847799, "flush_count": 2965, "flush_interval_seconds": 30.0, "flush_state": {"count": 2965, "last_at": "2026-10-30T12:32:21", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:32:21", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2964}, "started": true, "suppressed_count": 1478657, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1478508}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2965, "written_record_count": 2965}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9584.203, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T12:33:20+09:00", "last_error_summary": "[h264 @ 0x5c53bc968800] error while decoding MB 91 53, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4095973785600, "copied_frame_count": 1481472, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4095973785600, "frame_buffer_copies": 1481472, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.13, "count": 512, "max_ms": 1.2607, "p50_ms": 0.1138, "p95_ms": 0.2412, "p99_ms": 0.2961}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5641, "count": 512, "max_ms": 4.9993, "p50_ms": 1.4966, "p95_ms": 2.503, "p99_ms": 2.9417, "results": {"failed": 0, "not_applicable": 0, "success": 1481472, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 529, "h264_decode_error_count": 1185, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:33:20+09:00", "last_error_summary": "[h264 @ 0x5c53bc968800] error while decoding MB 91 53, bytestream -7", "last_exit_at": "2026-10-30T12:33:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.103, "last_started_at": "2026-10-30T12:31:53+09:00", "pid": 107628, "process": {"exists": false, "pid": 107628}, "restart_count": 576, "restart_count_per_hour": 23, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 577}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.799, "sample_count": 2168, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1481472, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:33:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.014, "last_frame_pushed_at": "2026-10-30T12:33:20+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-10-30T12:33:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 97, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 173.514, "last_sample_duration_ms": 1149.388, "last_trigger": "periodic", "next_snapshot_in_sec": 426.486, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 297, "storage_bytes": 2831362}, "mjpeg": {"age_sec": 0.006, "exists": true, "mtime": "2026-10-30T12:33:20.457545+09:00", "mtime_epoch": 1793331200.457545, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 167367}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:33:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1471.809, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1481472, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.927, "max": 9.0, "p95": 4.0, "sample_count": 178}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.184, "max": 3.0, "p95": 2.0, "sample_count": 98}, "total": {"avg": 0.652, "max": 3.0, "p95": 2.0, "sample_count": 178}}, "tracking_counts": {"active": {"avg": 0.191, "max": 2.0, "p95": 1.0, "sample_count": 178}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}, "removed": {"avg": 0.028, "max": 1.0, "p95": 0.0, "sample_count": 178}, "tracked": {"avg": 0.191, "max": 2.0, "p95": 1.0, "sample_count": 178}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 178, "pushed_frames": 178, "read_frames": 177, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.934, "pushed": 5.934, "read": 5.9}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 177, "client_acquire_ms": {"avg_ms": 0.008, "count": 177, "max_ms": 0.036, "p95_ms": 0.017, "reason": null, "sample_age_ms": 62.403, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.866, "count": 177, "max_ms": 5.259, "p95_ms": 2.874, "reason": null, "sample_age_ms": 124.622, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.36, "count": 177, "max_ms": 4.094, "p95_ms": 2.129, "reason": null, "sample_age_ms": 125.196, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.326, "count": 177, "max_ms": 1.241, "p95_ms": 0.698, "reason": null, "sample_age_ms": 62.415, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.036, "count": 177, "max_ms": 6.048, "p95_ms": 3.429, "reason": null, "sample_age_ms": 122.284, "source": "client_direct"}, "request_count": 177, "request_tensor_bytes": {"avg": 2764808.0, "count": 177, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 122.252, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 177, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 62.665, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.76, "count": 177, "max_ms": 78.786, "p95_ms": 65.75, "reason": null, "sample_age_ms": 62.399, "source": "client_direct"}, "sample_age_ms": 62.395, "source": "client_direct", "task_total_ms": {"avg_ms": 50.304, "count": 177, "max_ms": 81.097, "p95_ms": 68.427, "reason": null, "sample_age_ms": 62.395, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.741, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.711, "count": 178, "max_ms": 19.443, "p95_ms": 9.331}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.371, "count": 178, "max_ms": 1.51, "p95_ms": 0.717}, "detection_prepare_ms": {"avg_ms": 0.958, "count": 178, "max_ms": 11.821, "p95_ms": 2.571}, "event_filter_ms": {"avg_ms": 0.005, "count": 178, "max_ms": 0.026, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.203, "count": 178, "max_ms": 1.289, "p95_ms": 0.507}, "mcmt_ms": {"avg_ms": 0.004, "count": 178, "max_ms": 0.029, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.076, "count": 178, "max_ms": 4.851, "p95_ms": 3.097}, "setup_ms": {"avg_ms": 0.046, "count": 178, "max_ms": 0.123, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 3.653, "count": 178, "max_ms": 19.344, "p95_ms": 9.269}, "track_match_ms": {"avg_ms": 0.053, "count": 178, "max_ms": 0.296, "p95_ms": 0.178}, "tracker_update_ms": {"avg_ms": 0.937, "count": 178, "max_ms": 4.221, "p95_ms": 2.911}}, "gstreamer_push": {"avg_ms": 3.391, "count": 178, "max_ms": 7.314, "p95_ms": 5.314}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 178, "max_ms": 0.208, "p95_ms": 0.123}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.616, "count": 178, "max_ms": 83.084, "p95_ms": 70.944}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.782, "count": 178, "max_ms": 13.853, "p95_ms": 8.25}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.798, "count": 178, "max_ms": 165.825, "p95_ms": 136.726}, "inference_input_copy_ms": {"avg_ms": 1.635, "count": 178, "max_ms": 6.269, "p95_ms": 2.686}, "processing_residual_ms": {"avg_ms": 0.182, "count": 178, "max_ms": 0.496, "p95_ms": 0.335}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.397, "count": 178, "max_ms": 169.452, "p95_ms": 141.101}, "read_interval": {"avg_ms": 169.403, "count": 177, "max_ms": 4757.313, "p95_ms": 183.31}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 178, "max_ms": 0.057, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 1.01, "count": 178, "max_ms": 4.665, "p95_ms": 2.968}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 178, "max_ms": 0.061, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.993, "count": 178, "max_ms": 4.638, "p95_ms": 2.932}, "worker_merge_ms": {"avg_ms": 0.007, "count": 178, "max_ms": 0.024, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.631, "count": 178, "max_ms": 83.093, "p95_ms": 70.95}, "visualize": {"avg_ms": 47.226, "count": 178, "max_ms": 90.048, "p95_ms": 63.956}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.037, "count": 178, "max_ms": 81.071, "p95_ms": 60.087}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.219, "count": 178, "max_ms": 87.876, "p95_ms": 62.885}, "visualize_input_copy_ms": {"avg_ms": 0.79, "count": 178, "max_ms": 3.351, "p95_ms": 2.305}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.09, "count": 178, "max_ms": 87.556, "p95_ms": 62.777}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 178, "max_ms": 0.209, "p95_ms": 0.162}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 178}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1461.309, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.967, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.799, "sample_count": 2193, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1481335, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:32:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 169621, "write_bytes_delta": 169621, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1099.0, "cpu_core_ratio": 0.490979, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 107628, "reason": null, "system_cpu_core_ratio": 0.044998, "system_cpu_s_delta": 0.8999999999999999, "user_cpu_core_ratio": 0.445981, "user_cpu_s_delta": 8.920000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.435938, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 195281.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.506478, "system_cpu_s_delta": 10.130000000004657, "user_cpu_core_ratio": 0.92946, "user_cpu_s_delta": 18.59000000002561}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.665, "count": 229, "max_ms": 8.086, "p95_ms": 6.354, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.895, "max": 7.0, "p95": 4.0, "sample_count": 229}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.311, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 122}, "total": {"avg": 0.699, "max": 3.0, "p95": 2.0, "sample_count": 229}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.654, "count": 30, "max": 63.179, "p95": 54.645, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.639, "count": 30, "max": 32.76, "p95": 27.678, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 894.967, "count": 30, "max": 1437.0, "p95": 1340.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2191.767, "count": 30, "max": 14572.0, "p95": 12372.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.117, "count": 30, "max": 0.391, "p95": 0.364, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.451, "count": 30, "max": 0.585, "p95": 0.559, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.31, "count": 30, "max": 4.907, "p95": 2.422, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 179355.9, "count": 30, "max": 191994.0, "p95": 185829.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 179355.9, "count": 30, "max": 191994.0, "p95": 185829.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 146714.567, "count": 30, "max": 209153.0, "p95": 204985.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.399, "count": 30, "max": 0.594, "p95": 0.589, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.792, "count": 30, "max": 1.103, "p95": 1.052, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11429, "sampled_at": "2026-10-30T12:32:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:32:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2847799, "flush_count": 2965, "flush_interval_seconds": 30.0, "flush_state": {"count": 2965, "last_at": "2026-10-30T12:32:21", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:32:21", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2964}, "started": true, "suppressed_count": 1478657, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1478508}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2965, "written_record_count": 2965}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9584.336, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4095973785600, "copied_frame_count": 1481472, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4095973785600, "frame_buffer_copies": 1481472, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.13, "count": 512, "max_ms": 1.2607, "p50_ms": 0.1138, "p95_ms": 0.2412, "p99_ms": 0.2961}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5641, "count": 512, "max_ms": 4.9993, "p50_ms": 1.4966, "p95_ms": 2.503, "p99_ms": 2.9417, "results": {"failed": 0, "not_applicable": 0, "success": 1481472, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 529, "h264_decode_error_count": 1185, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:33:20+09:00", "last_error_summary": "[h264 @ 0x5c53bc968800] error while decoding MB 91 53, bytestream -7", "last_exit_at": "2026-10-30T12:33:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.127, "last_started_at": "2026-10-30T12:31:53+09:00", "pid": 107628, "process": {"exists": false, "pid": 107628}, "restart_count": 576, "restart_count_per_hour": 23, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 577}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.799, "sample_count": 2168, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1481472, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:33:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.037, "last_frame_pushed_at": "2026-10-30T12:33:20+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-10-30T12:33:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 97, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 173.542, "last_sample_duration_ms": 1149.388, "last_trigger": "periodic", "next_snapshot_in_sec": 426.458, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 297, "storage_bytes": 2831362}, "mjpeg": {"age_sec": 0.03, "exists": true, "mtime": "2026-10-30T12:33:20.457545+09:00", "mtime_epoch": 1793331200.457545, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 167367}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:33:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1471.809, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1481472, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.927, "max": 9.0, "p95": 4.0, "sample_count": 177}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.184, "max": 3.0, "p95": 2.0, "sample_count": 98}, "total": {"avg": 0.655, "max": 3.0, "p95": 2.0, "sample_count": 177}}, "tracking_counts": {"active": {"avg": 0.192, "max": 2.0, "p95": 1.0, "sample_count": 177}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}, "removed": {"avg": 0.028, "max": 1.0, "p95": 0.0, "sample_count": 177}, "tracked": {"avg": 0.192, "max": 2.0, "p95": 1.0, "sample_count": 177}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 176, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.918, "pushed": 5.918, "read": 5.884}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 176, "client_acquire_ms": {"avg_ms": 0.008, "count": 177, "max_ms": 0.036, "p95_ms": 0.017, "reason": null, "sample_age_ms": 86.486, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.869, "count": 176, "max_ms": 5.259, "p95_ms": 2.881, "reason": null, "sample_age_ms": 148.704, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.362, "count": 176, "max_ms": 4.094, "p95_ms": 2.131, "reason": null, "sample_age_ms": 149.278, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.326, "count": 177, "max_ms": 1.241, "p95_ms": 0.698, "reason": null, "sample_age_ms": 86.498, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.036, "count": 176, "max_ms": 6.048, "p95_ms": 3.436, "reason": null, "sample_age_ms": 146.366, "source": "client_direct"}, "request_count": 176, "request_tensor_bytes": {"avg": 2764808.0, "count": 176, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 146.334, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 177, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 86.747, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.76, "count": 177, "max_ms": 78.786, "p95_ms": 65.75, "reason": null, "sample_age_ms": 86.482, "source": "client_direct"}, "sample_age_ms": 86.477, "source": "client_direct", "task_total_ms": {"avg_ms": 50.304, "count": 177, "max_ms": 81.097, "p95_ms": 68.427, "reason": null, "sample_age_ms": 86.477, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.273, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.726, "count": 177, "max_ms": 19.443, "p95_ms": 9.331}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.371, "count": 177, "max_ms": 1.51, "p95_ms": 0.717}, "detection_prepare_ms": {"avg_ms": 0.962, "count": 177, "max_ms": 11.821, "p95_ms": 2.571}, "event_filter_ms": {"avg_ms": 0.005, "count": 177, "max_ms": 0.026, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.203, "count": 177, "max_ms": 1.289, "p95_ms": 0.507}, "mcmt_ms": {"avg_ms": 0.004, "count": 177, "max_ms": 0.029, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.08, "count": 177, "max_ms": 4.851, "p95_ms": 3.097}, "setup_ms": {"avg_ms": 0.046, "count": 177, "max_ms": 0.123, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 3.667, "count": 177, "max_ms": 19.344, "p95_ms": 9.269}, "track_match_ms": {"avg_ms": 0.053, "count": 177, "max_ms": 0.296, "p95_ms": 0.178}, "tracker_update_ms": {"avg_ms": 0.942, "count": 177, "max_ms": 4.221, "p95_ms": 2.911}}, "gstreamer_push": {"avg_ms": 3.384, "count": 177, "max_ms": 7.314, "p95_ms": 5.314}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 177, "max_ms": 0.208, "p95_ms": 0.123}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.586, "count": 177, "max_ms": 83.084, "p95_ms": 70.944}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.792, "count": 177, "max_ms": 13.853, "p95_ms": 8.25}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.773, "count": 177, "max_ms": 165.825, "p95_ms": 136.726}, "inference_input_copy_ms": {"avg_ms": 1.632, "count": 177, "max_ms": 6.269, "p95_ms": 2.686}, "processing_residual_ms": {"avg_ms": 0.182, "count": 177, "max_ms": 0.496, "p95_ms": 0.335}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.38, "count": 177, "max_ms": 169.452, "p95_ms": 141.101}, "read_interval": {"avg_ms": 169.667, "count": 176, "max_ms": 4757.313, "p95_ms": 183.31}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 177, "max_ms": 0.057, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 1.014, "count": 177, "max_ms": 4.665, "p95_ms": 2.968}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 177, "max_ms": 0.061, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.997, "count": 177, "max_ms": 4.638, "p95_ms": 2.932}, "worker_merge_ms": {"avg_ms": 0.007, "count": 177, "max_ms": 0.024, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.601, "count": 177, "max_ms": 83.093, "p95_ms": 70.95}, "visualize": {"avg_ms": 47.218, "count": 177, "max_ms": 90.048, "p95_ms": 63.956}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.018, "count": 177, "max_ms": 81.071, "p95_ms": 60.087}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.207, "count": 177, "max_ms": 87.876, "p95_ms": 62.885}, "visualize_input_copy_ms": {"avg_ms": 0.794, "count": 177, "max_ms": 3.351, "p95_ms": 2.305}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.077, "count": 177, "max_ms": 87.556, "p95_ms": 62.777}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 177, "max_ms": 0.209, "p95_ms": 0.162}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 177}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1461.309, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.967, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.799, "sample_count": 2193, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1481335, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:32:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 169621, "write_bytes_delta": 169621, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1099.0, "cpu_core_ratio": 0.490979, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 107628, "reason": null, "system_cpu_core_ratio": 0.044998, "system_cpu_s_delta": 0.8999999999999999, "user_cpu_core_ratio": 0.445981, "user_cpu_s_delta": 8.920000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.435938, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 195281.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.506478, "system_cpu_s_delta": 10.130000000004657, "user_cpu_core_ratio": 0.92946, "user_cpu_s_delta": 18.59000000002561}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.665, "count": 229, "max_ms": 8.086, "p95_ms": 6.354, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.895, "max": 7.0, "p95": 4.0, "sample_count": 229}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.311, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 122}, "total": {"avg": 0.699, "max": 3.0, "p95": 2.0, "sample_count": 229}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.654, "count": 30, "max": 63.179, "p95": 54.645, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.639, "count": 30, "max": 32.76, "p95": 27.678, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 894.967, "count": 30, "max": 1437.0, "p95": 1340.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2191.767, "count": 30, "max": 14572.0, "p95": 12372.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.117, "count": 30, "max": 0.391, "p95": 0.364, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.451, "count": 30, "max": 0.585, "p95": 0.559, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.31, "count": 30, "max": 4.907, "p95": 2.422, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 179355.9, "count": 30, "max": 191994.0, "p95": 185829.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 179355.9, "count": 30, "max": 191994.0, "p95": 185829.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 146714.567, "count": 30, "max": 209153.0, "p95": 204985.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.399, "count": 30, "max": 0.594, "p95": 0.589, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.792, "count": 30, "max": 1.103, "p95": 1.052, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11429, "sampled_at": "2026-10-30T12:32:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:32:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2847799, "flush_count": 2965, "flush_interval_seconds": 30.0, "flush_state": {"count": 2965, "last_at": "2026-10-30T12:32:21", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:32:21", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2964}, "started": true, "suppressed_count": 1478657, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1478508}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2965, "written_record_count": 2965}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9758.727, "limit_mb": null}, "detail": {"pid": 107744, "restart_count": 577, "start_count": 578}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4095973785600, "copied_frame_count": 1481472, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4095973785600, "frame_buffer_copies": 1481472, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.13, "count": 512, "max_ms": 1.2607, "p50_ms": 0.1138, "p95_ms": 0.2412, "p99_ms": 0.2961}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5641, "count": 512, "max_ms": 4.9993, "p50_ms": 1.4966, "p95_ms": 2.503, "p99_ms": 2.9417, "results": {"failed": 0, "not_applicable": 0, "success": 1481472, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 529, "h264_decode_error_count": 1185, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:33:20+09:00", "last_error_summary": "[h264 @ 0x5c53bc968800] error while decoding MB 91 53, bytestream -7", "last_exit_at": "2026-10-30T12:33:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T12:33:22+09:00", "pid": 107744, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.816, "name": "ffmpeg", "pid": 107744, "rss_mb": 209.816, "state": "S (sleeping)", "threads": 70}, "restart_count": 577, "restart_count_per_hour": 24, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 578}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.932, "sample_count": 2137, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1481472, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:33:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.237, "last_frame_pushed_at": "2026-10-30T12:33:20+09:00", "last_frame_read_age_sec": 4.347, "last_frame_read_at": "2026-10-30T12:33:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 97, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 177.743, "last_sample_duration_ms": 1149.388, "last_trigger": "periodic", "next_snapshot_in_sec": 422.257, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 297, "storage_bytes": 2831362}, "mjpeg": {"age_sec": 4.23, "exists": true, "mtime": "2026-10-30T12:33:20.457545+09:00", "mtime_epoch": 1793331200.457545, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 167367}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:33:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1471.812, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1481472, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.965, "max": 9.0, "p95": 4.0, "sample_count": 144}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.205, "max": 3.0, "p95": 2.0, "sample_count": 83}, "total": {"avg": 0.694, "max": 3.0, "p95": 2.0, "sample_count": 144}}, "tracking_counts": {"active": {"avg": 0.236, "max": 2.0, "p95": 1.0, "sample_count": 144}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}, "removed": {"avg": 0.028, "max": 1.0, "p95": 0.0, "sample_count": 144}, "tracked": {"avg": 0.236, "max": 2.0, "p95": 1.0, "sample_count": 144}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 143, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.81, "pushed": 4.81, "read": 4.776}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 143, "client_acquire_ms": {"avg_ms": 0.008, "count": 143, "max_ms": 0.036, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4289.1, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.874, "count": 143, "max_ms": 5.259, "p95_ms": 2.816, "reason": null, "sample_age_ms": 4351.318, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.347, "count": 143, "max_ms": 3.735, "p95_ms": 1.856, "reason": null, "sample_age_ms": 4351.892, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.319, "count": 143, "max_ms": 1.241, "p95_ms": 0.716, "reason": null, "sample_age_ms": 4289.112, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.005, "count": 143, "max_ms": 6.048, "p95_ms": 3.312, "reason": null, "sample_age_ms": 4348.981, "source": "client_direct"}, "request_count": 143, "request_tensor_bytes": {"avg": 2764808.0, "count": 143, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4348.948, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 143, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4289.361, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.798, "count": 143, "max_ms": 78.786, "p95_ms": 65.37, "reason": null, "sample_age_ms": 4289.096, "source": "client_direct"}, "sample_age_ms": 4289.091, "source": "client_direct", "task_total_ms": {"avg_ms": 50.303, "count": 143, "max_ms": 81.097, "p95_ms": 68.223, "reason": null, "sample_age_ms": 4289.091, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.03, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.828, "count": 144, "max_ms": 19.443, "p95_ms": 9.257}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.371, "count": 144, "max_ms": 1.51, "p95_ms": 0.751}, "detection_prepare_ms": {"avg_ms": 1.003, "count": 144, "max_ms": 11.821, "p95_ms": 2.494}, "event_filter_ms": {"avg_ms": 0.005, "count": 144, "max_ms": 0.026, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.198, "count": 144, "max_ms": 1.289, "p95_ms": 0.493}, "mcmt_ms": {"avg_ms": 0.004, "count": 144, "max_ms": 0.029, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.134, "count": 144, "max_ms": 4.851, "p95_ms": 3.156}, "setup_ms": {"avg_ms": 0.046, "count": 144, "max_ms": 0.123, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 3.769, "count": 144, "max_ms": 19.344, "p95_ms": 9.166}, "track_match_ms": {"avg_ms": 0.057, "count": 144, "max_ms": 0.296, "p95_ms": 0.2}, "tracker_update_ms": {"avg_ms": 0.95, "count": 144, "max_ms": 4.221, "p95_ms": 2.925}}, "gstreamer_push": {"avg_ms": 3.349, "count": 144, "max_ms": 6.947, "p95_ms": 5.098}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 144, "max_ms": 0.208, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.542, "count": 144, "max_ms": 83.084, "p95_ms": 69.127}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.885, "count": 144, "max_ms": 13.853, "p95_ms": 8.25}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.089, "count": 144, "max_ms": 165.825, "p95_ms": 136.726}, "inference_input_copy_ms": {"avg_ms": 1.623, "count": 144, "max_ms": 6.269, "p95_ms": 2.746}, "processing_residual_ms": {"avg_ms": 0.188, "count": 144, "max_ms": 0.496, "p95_ms": 0.341}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.786, "count": 144, "max_ms": 169.452, "p95_ms": 141.101}, "read_interval": {"avg_ms": 179.718, "count": 143, "max_ms": 4757.313, "p95_ms": 180.74}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 144, "max_ms": 0.057, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 1.068, "count": 144, "max_ms": 4.665, "p95_ms": 3.066}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 144, "max_ms": 0.061, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.051, "count": 144, "max_ms": 4.638, "p95_ms": 3.039}, "worker_merge_ms": {"avg_ms": 0.007, "count": 144, "max_ms": 0.024, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 51.557, "count": 144, "max_ms": 83.093, "p95_ms": 69.143}, "visualize": {"avg_ms": 46.455, "count": 144, "max_ms": 90.048, "p95_ms": 62.12}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.146, "count": 144, "max_ms": 81.071, "p95_ms": 57.849}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.427, "count": 144, "max_ms": 87.876, "p95_ms": 61.045}, "visualize_input_copy_ms": {"avg_ms": 0.814, "count": 144, "max_ms": 3.351, "p95_ms": 2.157}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.296, "count": 144, "max_ms": 87.556, "p95_ms": 60.866}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 144, "max_ms": 0.209, "p95_ms": 0.16}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 144}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1461.309, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.967, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.799, "sample_count": 2193, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1481335, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:32:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 169621, "write_bytes_delta": 169621, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1099.0, "cpu_core_ratio": 0.490979, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 107628, "reason": null, "system_cpu_core_ratio": 0.044998, "system_cpu_s_delta": 0.8999999999999999, "user_cpu_core_ratio": 0.445981, "user_cpu_s_delta": 8.920000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.435938, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 195281.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.506478, "system_cpu_s_delta": 10.130000000004657, "user_cpu_core_ratio": 0.92946, "user_cpu_s_delta": 18.59000000002561}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.665, "count": 229, "max_ms": 8.086, "p95_ms": 6.354, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.895, "max": 7.0, "p95": 4.0, "sample_count": 229}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.311, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 122}, "total": {"avg": 0.699, "max": 3.0, "p95": 2.0, "sample_count": 229}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.654, "count": 30, "max": 63.179, "p95": 54.645, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.639, "count": 30, "max": 32.76, "p95": 27.678, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 894.967, "count": 30, "max": 1437.0, "p95": 1340.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2191.767, "count": 30, "max": 14572.0, "p95": 12372.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.117, "count": 30, "max": 0.391, "p95": 0.364, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.451, "count": 30, "max": 0.585, "p95": 0.559, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.31, "count": 30, "max": 4.907, "p95": 2.422, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 179355.9, "count": 30, "max": 191994.0, "p95": 185829.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 179355.9, "count": 30, "max": 191994.0, "p95": 185829.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 146714.567, "count": 30, "max": 209153.0, "p95": 204985.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.399, "count": 30, "max": 0.594, "p95": 0.589, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.792, "count": 30, "max": 1.103, "p95": 1.052, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11429, "sampled_at": "2026-10-30T12:32:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:32:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2849733, "flush_count": 2967, "flush_interval_seconds": 30.0, "flush_state": {"count": 2967, "last_at": "2026-10-30T12:34:24", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:34:24", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2966}, "started": true, "suppressed_count": 1479386, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1479237}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2967, "written_record_count": 2967}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9601.133, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x560cfc719b40] error while decoding MB 102 52, bytestream -12", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4097992089600, "copied_frame_count": 1482202, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4097992089600, "frame_buffer_copies": 1482202, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1286, "count": 512, "max_ms": 0.373, "p50_ms": 0.1161, "p95_ms": 0.2492, "p99_ms": 0.3065}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5441, "count": 512, "max_ms": 3.8526, "p50_ms": 1.4503, "p95_ms": 2.6017, "p99_ms": 2.8793, "results": {"failed": 0, "not_applicable": 0, "success": 1482202, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 530, "h264_decode_error_count": 1186, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:34:57+09:00", "last_error_summary": "[h264 @ 0x560cfc719b40] error while decoding MB 102 52, bytestream -12", "last_exit_at": "2026-10-30T12:33:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 94.369, "last_started_at": "2026-10-30T12:33:22+09:00", "pid": 107744, "process": {"exists": false, "pid": 107744}, "restart_count": 577, "restart_count_per_hour": 24, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 578}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.101, "sample_count": 2184, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1482202, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:34:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.089, "last_frame_pushed_at": "2026-10-30T12:34:56+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-10-30T12:34:56+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 97, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 270.131, "last_sample_duration_ms": 1149.388, "last_trigger": "periodic", "next_snapshot_in_sec": 329.869, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 297, "storage_bytes": 2831362}, "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-10-30T12:34:56.980160+09:00", "mtime_epoch": 1793331296.9801595, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 164069}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:34:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1482.711, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1482203, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.453, "max": 4.0, "p95": 3.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 159}, "total": {"avg": 0.674, "max": 1.0, "p95": 1.0, "sample_count": 236}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 236}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 236}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 236, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.877, "pushed": 7.877, "read": 7.877}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 236, "client_acquire_ms": {"avg_ms": 0.008, "count": 236, "max_ms": 0.108, "p95_ms": 0.017, "reason": null, "sample_age_ms": 30.581, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.909, "count": 236, "max_ms": 5.651, "p95_ms": 2.954, "reason": null, "sample_age_ms": 94.531, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.366, "count": 236, "max_ms": 3.841, "p95_ms": 2.133, "reason": null, "sample_age_ms": 95.661, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.322, "count": 236, "max_ms": 0.887, "p95_ms": 0.623, "reason": null, "sample_age_ms": 30.586, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.081, "count": 236, "max_ms": 7.562, "p95_ms": 3.538, "reason": null, "sample_age_ms": 89.931, "source": "client_direct"}, "request_count": 236, "request_tensor_bytes": {"avg": 2764808.0, "count": 236, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 89.864, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 236, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 30.736, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.43, "count": 236, "max_ms": 74.717, "p95_ms": 67.23, "reason": null, "sample_age_ms": 30.578, "source": "client_direct"}, "sample_age_ms": 30.575, "source": "client_direct", "task_total_ms": {"avg_ms": 52.024, "count": 236, "max_ms": 77.485, "p95_ms": 70.628, "reason": null, "sample_age_ms": 30.575, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.997, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.553, "count": 236, "max_ms": 10.004, "p95_ms": 7.505}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.403, "count": 236, "max_ms": 5.045, "p95_ms": 0.751}, "detection_prepare_ms": {"avg_ms": 1.113, "count": 236, "max_ms": 3.61, "p95_ms": 2.684}, "event_filter_ms": {"avg_ms": 0.005, "count": 236, "max_ms": 0.082, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.145, "count": 236, "max_ms": 0.483, "p95_ms": 0.309}, "mcmt_ms": {"avg_ms": 0.004, "count": 236, "max_ms": 0.023, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.563, "count": 236, "max_ms": 2.449, "p95_ms": 1.368}, "setup_ms": {"avg_ms": 0.053, "count": 236, "max_ms": 0.174, "p95_ms": 0.103}, "total_inside_ms": {"avg_ms": 3.491, "count": 236, "max_ms": 9.954, "p95_ms": 7.4}, "track_match_ms": {"avg_ms": 0.093, "count": 236, "max_ms": 0.332, "p95_ms": 0.25}, "tracker_update_ms": {"avg_ms": 1.111, "count": 236, "max_ms": 3.573, "p95_ms": 2.791}}, "gstreamer_push": {"avg_ms": 3.564, "count": 236, "max_ms": 11.394, "p95_ms": 5.943}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 236, "max_ms": 0.191, "p95_ms": 0.133}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.301, "count": 236, "max_ms": 81.155, "p95_ms": 71.752}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.12, "count": 236, "max_ms": 13.338, "p95_ms": 7.04}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.863, "count": 236, "max_ms": 150.688, "p95_ms": 134.379}, "inference_input_copy_ms": {"avg_ms": 1.657, "count": 236, "max_ms": 5.051, "p95_ms": 2.765}, "processing_residual_ms": {"avg_ms": 0.221, "count": 236, "max_ms": 2.73, "p95_ms": 0.393}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.861, "count": 236, "max_ms": 156.91, "p95_ms": 138.373}, "read_interval": {"avg_ms": 127.077, "count": 236, "max_ms": 207.956, "p95_ms": 163.486}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 236, "max_ms": 0.092, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.499, "count": 236, "max_ms": 2.309, "p95_ms": 1.26}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 236, "max_ms": 0.063, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.482, "count": 236, "max_ms": 2.293, "p95_ms": 1.228}, "worker_merge_ms": {"avg_ms": 0.007, "count": 236, "max_ms": 0.039, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 53.317, "count": 236, "max_ms": 81.172, "p95_ms": 71.767}, "visualize": {"avg_ms": 48.778, "count": 236, "max_ms": 74.273, "p95_ms": 63.727}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.144, "count": 236, "max_ms": 68.897, "p95_ms": 59.124}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.554, "count": 236, "max_ms": 72.302, "p95_ms": 62.098}, "visualize_input_copy_ms": {"avg_ms": 0.991, "count": 236, "max_ms": 3.908, "p95_ms": 2.411}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.409, "count": 236, "max_ms": 72.142, "p95_ms": 61.938}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 236, "max_ms": 0.93, "p95_ms": 0.159}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 236}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1461.602, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.456, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.964, "sample_count": 2121, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1481908, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:34:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 165009, "write_bytes_delta": 165009, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1167.0, "cpu_core_ratio": 0.530721, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 122.0, "pid": 107744, "reason": null, "system_cpu_core_ratio": 0.043977, "system_cpu_s_delta": 0.8800000000000001, "user_cpu_core_ratio": 0.486744, "user_cpu_s_delta": 9.739999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.287323, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 137867.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.402288, "system_cpu_s_delta": 8.05000000000291, "user_cpu_core_ratio": 0.885034, "user_cpu_s_delta": 17.710000000020955}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.488, "count": 243, "max_ms": 7.379, "p95_ms": 5.473, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.996, "max": 5.0, "p95": 4.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.227, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 128}, "total": {"avg": 0.646, "max": 2.0, "p95": 2.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.537, "count": 30, "max": 63.179, "p95": 54.393, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.586, "count": 30, "max": 32.76, "p95": 27.678, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 955.167, "count": 30, "max": 1437.0, "p95": 1340.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2206.467, "count": 30, "max": 14572.0, "p95": 12372.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.107, "count": 30, "max": 0.391, "p95": 0.369, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.45, "count": 30, "max": 0.585, "p95": 0.558, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.31, "count": 30, "max": 4.907, "p95": 2.422, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 177225.433, "count": 30, "max": 191994.0, "p95": 184760.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 177225.433, "count": 30, "max": 191994.0, "p95": 184760.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 155929.933, "count": 30, "max": 209153.0, "p95": 204985.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.439, "count": 30, "max": 0.594, "p95": 0.589, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.856, "count": 30, "max": 1.103, "p95": 1.052, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11433, "sampled_at": "2026-10-30T12:34:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:34:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2849733, "flush_count": 2967, "flush_interval_seconds": 30.0, "flush_state": {"count": 2967, "last_at": "2026-10-30T12:34:24", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:34:24", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2966}, "started": true, "suppressed_count": 1479386, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1479237}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2967, "written_record_count": 2967}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9579.645, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T12:34:57+09:00", "last_error_summary": "[h264 @ 0x560cfc719b40] error while decoding MB 102 52, bytestream -12", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4097994854400, "copied_frame_count": 1482203, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4097994854400, "frame_buffer_copies": 1482203, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1284, "count": 512, "max_ms": 0.373, "p50_ms": 0.1158, "p95_ms": 0.2492, "p99_ms": 0.3065}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5481, "count": 512, "max_ms": 4.1199, "p50_ms": 1.4503, "p95_ms": 2.6093, "p99_ms": 2.9122, "results": {"failed": 0, "not_applicable": 0, "success": 1482203, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 530, "h264_decode_error_count": 1186, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:34:57+09:00", "last_error_summary": "[h264 @ 0x560cfc719b40] error while decoding MB 102 52, bytestream -12", "last_exit_at": "2026-10-30T12:34:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 94.47, "last_started_at": "2026-10-30T12:33:22+09:00", "pid": 107744, "process": {"exists": false, "pid": 107744}, "restart_count": 577, "restart_count_per_hour": 24, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 578}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.101, "sample_count": 2185, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1482203, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:34:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.038, "last_frame_pushed_at": "2026-10-30T12:34:57+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-10-30T12:34:56+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 97, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 270.219, "last_sample_duration_ms": 1149.388, "last_trigger": "periodic", "next_snapshot_in_sec": 329.781, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 297, "storage_bytes": 2831362}, "mjpeg": {"age_sec": 0.027, "exists": true, "mtime": "2026-10-30T12:34:57.129159+09:00", "mtime_epoch": 1793331297.129159, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 164204}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:34:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1461.742, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1482203, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.453, "max": 4.0, "p95": 3.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 158}, "total": {"avg": 0.669, "max": 1.0, "p95": 1.0, "sample_count": 236}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 236}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 236}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.892, "pushed": 7.892, "read": 7.858}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 235, "client_acquire_ms": {"avg_ms": 0.008, "count": 236, "max_ms": 0.108, "p95_ms": 0.017, "reason": null, "sample_age_ms": 128.783, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.905, "count": 235, "max_ms": 5.651, "p95_ms": 2.958, "reason": null, "sample_age_ms": 192.734, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.367, "count": 235, "max_ms": 3.841, "p95_ms": 2.134, "reason": null, "sample_age_ms": 193.864, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.322, "count": 236, "max_ms": 0.887, "p95_ms": 0.623, "reason": null, "sample_age_ms": 128.789, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.081, "count": 235, "max_ms": 7.562, "p95_ms": 3.541, "reason": null, "sample_age_ms": 188.134, "source": "client_direct"}, "request_count": 235, "request_tensor_bytes": {"avg": 2764808.0, "count": 235, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 188.066, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 236, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 128.939, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.43, "count": 236, "max_ms": 74.717, "p95_ms": 67.23, "reason": null, "sample_age_ms": 128.781, "source": "client_direct"}, "sample_age_ms": 128.778, "source": "client_direct", "task_total_ms": {"avg_ms": 52.024, "count": 236, "max_ms": 77.485, "p95_ms": 70.628, "reason": null, "sample_age_ms": 128.778, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.273, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.524, "count": 236, "max_ms": 10.004, "p95_ms": 7.505}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.401, "count": 236, "max_ms": 5.045, "p95_ms": 0.751}, "detection_prepare_ms": {"avg_ms": 1.103, "count": 236, "max_ms": 3.61, "p95_ms": 2.684}, "event_filter_ms": {"avg_ms": 0.005, "count": 236, "max_ms": 0.082, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.144, "count": 236, "max_ms": 0.483, "p95_ms": 0.309}, "mcmt_ms": {"avg_ms": 0.004, "count": 236, "max_ms": 0.023, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.558, "count": 236, "max_ms": 2.449, "p95_ms": 1.368}, "setup_ms": {"avg_ms": 0.053, "count": 236, "max_ms": 0.174, "p95_ms": 0.103}, "total_inside_ms": {"avg_ms": 3.463, "count": 236, "max_ms": 9.954, "p95_ms": 7.4}, "track_match_ms": {"avg_ms": 0.092, "count": 236, "max_ms": 0.332, "p95_ms": 0.25}, "tracker_update_ms": {"avg_ms": 1.101, "count": 236, "max_ms": 3.573, "p95_ms": 2.791}}, "gstreamer_push": {"avg_ms": 3.57, "count": 236, "max_ms": 11.394, "p95_ms": 5.943}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 236, "max_ms": 0.191, "p95_ms": 0.13}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.373, "count": 236, "max_ms": 81.155, "p95_ms": 71.752}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.096, "count": 236, "max_ms": 13.338, "p95_ms": 7.04}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.001, "count": 236, "max_ms": 150.688, "p95_ms": 134.637}, "inference_input_copy_ms": {"avg_ms": 1.658, "count": 236, "max_ms": 5.051, "p95_ms": 2.765}, "processing_residual_ms": {"avg_ms": 0.222, "count": 236, "max_ms": 2.73, "p95_ms": 0.393}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.977, "count": 236, "max_ms": 156.91, "p95_ms": 138.373}, "read_interval": {"avg_ms": 127.114, "count": 235, "max_ms": 207.956, "p95_ms": 163.486}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 236, "max_ms": 0.092, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.494, "count": 236, "max_ms": 2.309, "p95_ms": 1.26}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 236, "max_ms": 0.063, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.477, "count": 236, "max_ms": 2.293, "p95_ms": 1.228}, "worker_merge_ms": {"avg_ms": 0.007, "count": 236, "max_ms": 0.039, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 53.389, "count": 236, "max_ms": 81.172, "p95_ms": 71.767}, "visualize": {"avg_ms": 48.873, "count": 236, "max_ms": 74.273, "p95_ms": 63.947}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.255, "count": 236, "max_ms": 68.897, "p95_ms": 59.633}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.656, "count": 236, "max_ms": 72.302, "p95_ms": 62.847}, "visualize_input_copy_ms": {"avg_ms": 0.984, "count": 236, "max_ms": 3.908, "p95_ms": 2.411}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.512, "count": 236, "max_ms": 72.142, "p95_ms": 62.747}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 236, "max_ms": 0.93, "p95_ms": 0.159}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 236}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1461.602, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.456, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.964, "sample_count": 2121, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1481908, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:34:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 165009, "write_bytes_delta": 165009, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1167.0, "cpu_core_ratio": 0.530721, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 122.0, "pid": 107744, "reason": null, "system_cpu_core_ratio": 0.043977, "system_cpu_s_delta": 0.8800000000000001, "user_cpu_core_ratio": 0.486744, "user_cpu_s_delta": 9.739999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.287323, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 137867.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.402288, "system_cpu_s_delta": 8.05000000000291, "user_cpu_core_ratio": 0.885034, "user_cpu_s_delta": 17.710000000020955}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.488, "count": 243, "max_ms": 7.379, "p95_ms": 5.473, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.996, "max": 5.0, "p95": 4.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.227, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 128}, "total": {"avg": 0.646, "max": 2.0, "p95": 2.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.537, "count": 30, "max": 63.179, "p95": 54.393, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.586, "count": 30, "max": 32.76, "p95": 27.678, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 955.167, "count": 30, "max": 1437.0, "p95": 1340.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2206.467, "count": 30, "max": 14572.0, "p95": 12372.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.107, "count": 30, "max": 0.391, "p95": 0.369, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.45, "count": 30, "max": 0.585, "p95": 0.558, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.31, "count": 30, "max": 4.907, "p95": 2.422, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 177225.433, "count": 30, "max": 191994.0, "p95": 184760.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 177225.433, "count": 30, "max": 191994.0, "p95": 184760.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 155929.933, "count": 30, "max": 209153.0, "p95": 204985.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.439, "count": 30, "max": 0.594, "p95": 0.589, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.856, "count": 30, "max": 1.103, "p95": 1.052, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11433, "sampled_at": "2026-10-30T12:34:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:34:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2849733, "flush_count": 2967, "flush_interval_seconds": 30.0, "flush_state": {"count": 2967, "last_at": "2026-10-30T12:34:24", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:34:24", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2966}, "started": true, "suppressed_count": 1479386, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1479237}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2967, "written_record_count": 2967}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9579.535, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4097994854400, "copied_frame_count": 1482203, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4097994854400, "frame_buffer_copies": 1482203, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1284, "count": 512, "max_ms": 0.373, "p50_ms": 0.1158, "p95_ms": 0.2492, "p99_ms": 0.3065}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5481, "count": 512, "max_ms": 4.1199, "p50_ms": 1.4503, "p95_ms": 2.6093, "p99_ms": 2.9122, "results": {"failed": 0, "not_applicable": 0, "success": 1482203, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 530, "h264_decode_error_count": 1186, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:34:57+09:00", "last_error_summary": "[h264 @ 0x560cfc719b40] error while decoding MB 102 52, bytestream -12", "last_exit_at": "2026-10-30T12:34:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 94.514, "last_started_at": "2026-10-30T12:33:22+09:00", "pid": 107744, "process": {"exists": false, "pid": 107744}, "restart_count": 577, "restart_count_per_hour": 24, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 578}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.101, "sample_count": 2184, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1482203, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:34:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.081, "last_frame_pushed_at": "2026-10-30T12:34:57+09:00", "last_frame_read_age_sec": 0.226, "last_frame_read_at": "2026-10-30T12:34:56+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 97, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 270.261, "last_sample_duration_ms": 1149.388, "last_trigger": "periodic", "next_snapshot_in_sec": 329.739, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 297, "storage_bytes": 2831362}, "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-10-30T12:34:57.129159+09:00", "mtime_epoch": 1793331297.129159, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 164204}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:34:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1461.742, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1482203, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.453, "max": 4.0, "p95": 3.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 158}, "total": {"avg": 0.669, "max": 1.0, "p95": 1.0, "sample_count": 236}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 236}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 236}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.88, "pushed": 7.88, "read": 7.847}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 235, "client_acquire_ms": {"avg_ms": 0.008, "count": 235, "max_ms": 0.108, "p95_ms": 0.017, "reason": null, "sample_age_ms": 170.737, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.905, "count": 235, "max_ms": 5.651, "p95_ms": 2.958, "reason": null, "sample_age_ms": 234.687, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.367, "count": 235, "max_ms": 3.841, "p95_ms": 2.134, "reason": null, "sample_age_ms": 235.817, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.321, "count": 235, "max_ms": 0.887, "p95_ms": 0.624, "reason": null, "sample_age_ms": 170.742, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.081, "count": 235, "max_ms": 7.562, "p95_ms": 3.541, "reason": null, "sample_age_ms": 230.087, "source": "client_direct"}, "request_count": 235, "request_tensor_bytes": {"avg": 2764808.0, "count": 235, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 230.02, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 235, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 170.893, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.327, "count": 235, "max_ms": 74.717, "p95_ms": 67.041, "reason": null, "sample_age_ms": 170.734, "source": "client_direct"}, "sample_age_ms": 170.731, "source": "client_direct", "task_total_ms": {"avg_ms": 51.921, "count": 235, "max_ms": 77.485, "p95_ms": 70.427, "reason": null, "sample_age_ms": 170.731, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.349, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.524, "count": 236, "max_ms": 10.004, "p95_ms": 7.505}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.401, "count": 236, "max_ms": 5.045, "p95_ms": 0.751}, "detection_prepare_ms": {"avg_ms": 1.103, "count": 236, "max_ms": 3.61, "p95_ms": 2.684}, "event_filter_ms": {"avg_ms": 0.005, "count": 236, "max_ms": 0.082, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.144, "count": 236, "max_ms": 0.483, "p95_ms": 0.309}, "mcmt_ms": {"avg_ms": 0.004, "count": 236, "max_ms": 0.023, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.558, "count": 236, "max_ms": 2.449, "p95_ms": 1.368}, "setup_ms": {"avg_ms": 0.053, "count": 236, "max_ms": 0.174, "p95_ms": 0.103}, "total_inside_ms": {"avg_ms": 3.463, "count": 236, "max_ms": 9.954, "p95_ms": 7.4}, "track_match_ms": {"avg_ms": 0.092, "count": 236, "max_ms": 0.332, "p95_ms": 0.25}, "tracker_update_ms": {"avg_ms": 1.101, "count": 236, "max_ms": 3.573, "p95_ms": 2.791}}, "gstreamer_push": {"avg_ms": 3.57, "count": 236, "max_ms": 11.394, "p95_ms": 5.943}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 236, "max_ms": 0.191, "p95_ms": 0.13}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.373, "count": 236, "max_ms": 81.155, "p95_ms": 71.752}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.096, "count": 236, "max_ms": 13.338, "p95_ms": 7.04}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.001, "count": 236, "max_ms": 150.688, "p95_ms": 134.637}, "inference_input_copy_ms": {"avg_ms": 1.658, "count": 236, "max_ms": 5.051, "p95_ms": 2.765}, "processing_residual_ms": {"avg_ms": 0.222, "count": 236, "max_ms": 2.73, "p95_ms": 0.393}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.977, "count": 236, "max_ms": 156.91, "p95_ms": 138.373}, "read_interval": {"avg_ms": 127.114, "count": 235, "max_ms": 207.956, "p95_ms": 163.486}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 236, "max_ms": 0.092, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.494, "count": 236, "max_ms": 2.309, "p95_ms": 1.26}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 236, "max_ms": 0.063, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.477, "count": 236, "max_ms": 2.293, "p95_ms": 1.228}, "worker_merge_ms": {"avg_ms": 0.007, "count": 236, "max_ms": 0.039, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 53.389, "count": 236, "max_ms": 81.172, "p95_ms": 71.767}, "visualize": {"avg_ms": 48.873, "count": 236, "max_ms": 74.273, "p95_ms": 63.947}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.255, "count": 236, "max_ms": 68.897, "p95_ms": 59.633}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.656, "count": 236, "max_ms": 72.302, "p95_ms": 62.847}, "visualize_input_copy_ms": {"avg_ms": 0.984, "count": 236, "max_ms": 3.908, "p95_ms": 2.411}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.512, "count": 236, "max_ms": 72.142, "p95_ms": 62.747}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 236, "max_ms": 0.93, "p95_ms": 0.159}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 236}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1461.602, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.456, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.964, "sample_count": 2121, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1481908, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:34:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 165009, "write_bytes_delta": 165009, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1167.0, "cpu_core_ratio": 0.530721, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 122.0, "pid": 107744, "reason": null, "system_cpu_core_ratio": 0.043977, "system_cpu_s_delta": 0.8800000000000001, "user_cpu_core_ratio": 0.486744, "user_cpu_s_delta": 9.739999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.287323, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 137867.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.402288, "system_cpu_s_delta": 8.05000000000291, "user_cpu_core_ratio": 0.885034, "user_cpu_s_delta": 17.710000000020955}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.488, "count": 243, "max_ms": 7.379, "p95_ms": 5.473, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.996, "max": 5.0, "p95": 4.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.227, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 128}, "total": {"avg": 0.646, "max": 2.0, "p95": 2.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.537, "count": 30, "max": 63.179, "p95": 54.393, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.586, "count": 30, "max": 32.76, "p95": 27.678, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 955.167, "count": 30, "max": 1437.0, "p95": 1340.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2206.467, "count": 30, "max": 14572.0, "p95": 12372.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.107, "count": 30, "max": 0.391, "p95": 0.369, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.45, "count": 30, "max": 0.585, "p95": 0.558, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.31, "count": 30, "max": 4.907, "p95": 2.422, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 177225.433, "count": 30, "max": 191994.0, "p95": 184760.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 177225.433, "count": 30, "max": 191994.0, "p95": 184760.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 155929.933, "count": 30, "max": 209153.0, "p95": 204985.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.439, "count": 30, "max": 0.594, "p95": 0.589, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.856, "count": 30, "max": 1.103, "p95": 1.052, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11433, "sampled_at": "2026-10-30T12:34:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:34:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2849733, "flush_count": 2967, "flush_interval_seconds": 30.0, "flush_state": {"count": 2967, "last_at": "2026-10-30T12:34:24", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:34:24", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2966}, "started": true, "suppressed_count": 1479386, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1479237}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2967, "written_record_count": 2967}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9751.668, "limit_mb": null}, "detail": {"pid": 107860, "restart_count": 578, "start_count": 579}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4097994854400, "copied_frame_count": 1482203, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4097994854400, "frame_buffer_copies": 1482203, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1284, "count": 512, "max_ms": 0.373, "p50_ms": 0.1158, "p95_ms": 0.2492, "p99_ms": 0.3065}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5481, "count": 512, "max_ms": 4.1199, "p50_ms": 1.4503, "p95_ms": 2.6093, "p99_ms": 2.9122, "results": {"failed": 0, "not_applicable": 0, "success": 1482203, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 530, "h264_decode_error_count": 1186, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:34:57+09:00", "last_error_summary": "[h264 @ 0x560cfc719b40] error while decoding MB 102 52, bytestream -12", "last_exit_at": "2026-10-30T12:34:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T12:34:59+09:00", "pid": 107860, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.078, "name": "ffmpeg", "pid": 107860, "rss_mb": 209.078, "state": "S (sleeping)", "threads": 70}, "restart_count": 578, "restart_count_per_hour": 25, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 579}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.143, "sample_count": 2162, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1482203, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:34:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.276, "last_frame_pushed_at": "2026-10-30T12:34:57+09:00", "last_frame_read_age_sec": 4.421, "last_frame_read_at": "2026-10-30T12:34:56+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 97, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 274.483, "last_sample_duration_ms": 1149.388, "last_trigger": "periodic", "next_snapshot_in_sec": 325.517, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 297, "storage_bytes": 2831362}, "mjpeg": {"age_sec": 4.266, "exists": true, "mtime": "2026-10-30T12:34:57.129159+09:00", "mtime_epoch": 1793331297.129159, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 164204}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:35:01+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1461.746, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1482203, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.429, "max": 4.0, "p95": 3.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 125}, "total": {"avg": 0.616, "max": 1.0, "p95": 1.0, "sample_count": 203}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 203}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 203}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.801, "pushed": 6.801, "read": 6.767}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 203, "client_acquire_ms": {"avg_ms": 0.009, "count": 203, "max_ms": 0.108, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4365.829, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.914, "count": 203, "max_ms": 5.651, "p95_ms": 2.934, "reason": null, "sample_age_ms": 4429.779, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.373, "count": 203, "max_ms": 3.841, "p95_ms": 2.15, "reason": null, "sample_age_ms": 4430.909, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.33, "count": 203, "max_ms": 0.887, "p95_ms": 0.664, "reason": null, "sample_age_ms": 4365.834, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.116, "count": 203, "max_ms": 7.562, "p95_ms": 3.589, "reason": null, "sample_age_ms": 4425.179, "source": "client_direct"}, "request_count": 203, "request_tensor_bytes": {"avg": 2764808.0, "count": 203, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4425.112, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 203, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4365.985, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.257, "count": 203, "max_ms": 74.717, "p95_ms": 66.943, "reason": null, "sample_age_ms": 4365.826, "source": "client_direct"}, "sample_age_ms": 4365.824, "source": "client_direct", "task_total_ms": {"avg_ms": 51.896, "count": 203, "max_ms": 77.485, "p95_ms": 70.272, "reason": null, "sample_age_ms": 4365.824, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.221, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.375, "count": 203, "max_ms": 10.004, "p95_ms": 7.397}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.402, "count": 203, "max_ms": 5.045, "p95_ms": 0.751}, "detection_prepare_ms": {"avg_ms": 1.051, "count": 203, "max_ms": 3.61, "p95_ms": 2.684}, "event_filter_ms": {"avg_ms": 0.005, "count": 203, "max_ms": 0.082, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.141, "count": 203, "max_ms": 0.483, "p95_ms": 0.309}, "mcmt_ms": {"avg_ms": 0.003, "count": 203, "max_ms": 0.023, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.538, "count": 203, "max_ms": 2.449, "p95_ms": 1.289}, "setup_ms": {"avg_ms": 0.054, "count": 203, "max_ms": 0.174, "p95_ms": 0.103}, "total_inside_ms": {"avg_ms": 3.313, "count": 203, "max_ms": 9.954, "p95_ms": 7.285}, "track_match_ms": {"avg_ms": 0.087, "count": 203, "max_ms": 0.332, "p95_ms": 0.249}, "tracker_update_ms": {"avg_ms": 1.032, "count": 203, "max_ms": 3.573, "p95_ms": 2.791}}, "gstreamer_push": {"avg_ms": 3.622, "count": 204, "max_ms": 11.394, "p95_ms": 6.025}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 203, "max_ms": 0.189, "p95_ms": 0.125}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.259, "count": 203, "max_ms": 81.155, "p95_ms": 71.334}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.93, "count": 204, "max_ms": 11.828, "p95_ms": 6.91}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.769, "count": 204, "max_ms": 150.688, "p95_ms": 134.637}, "inference_input_copy_ms": {"avg_ms": 1.667, "count": 204, "max_ms": 4.741, "p95_ms": 2.765}, "processing_residual_ms": {"avg_ms": 0.21, "count": 204, "max_ms": 1.333, "p95_ms": 0.391}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.577, "count": 204, "max_ms": 156.91, "p95_ms": 138.373}, "read_interval": {"avg_ms": 126.602, "count": 203, "max_ms": 181.748, "p95_ms": 162.819}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 203, "max_ms": 0.092, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.475, "count": 203, "max_ms": 2.309, "p95_ms": 1.188}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 203, "max_ms": 0.063, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.457, "count": 203, "max_ms": 2.293, "p95_ms": 1.167}, "worker_merge_ms": {"avg_ms": 0.007, "count": 203, "max_ms": 0.03, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 53.276, "count": 203, "max_ms": 81.172, "p95_ms": 71.347}, "visualize": {"avg_ms": 48.841, "count": 203, "max_ms": 74.273, "p95_ms": 63.947}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.397, "count": 203, "max_ms": 68.897, "p95_ms": 59.633}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.686, "count": 203, "max_ms": 72.302, "p95_ms": 62.847}, "visualize_input_copy_ms": {"avg_ms": 0.923, "count": 203, "max_ms": 3.908, "p95_ms": 2.362}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.542, "count": 203, "max_ms": 72.142, "p95_ms": 62.747}, "visualizer_prepare_ms": {"avg_ms": 0.081, "count": 203, "max_ms": 0.93, "p95_ms": 0.158}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 203}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1461.602, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.456, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.964, "sample_count": 2121, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1481908, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:34:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 165009, "write_bytes_delta": 165009, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1167.0, "cpu_core_ratio": 0.530721, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 122.0, "pid": 107744, "reason": null, "system_cpu_core_ratio": 0.043977, "system_cpu_s_delta": 0.8800000000000001, "user_cpu_core_ratio": 0.486744, "user_cpu_s_delta": 9.739999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.287323, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 137867.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.402288, "system_cpu_s_delta": 8.05000000000291, "user_cpu_core_ratio": 0.885034, "user_cpu_s_delta": 17.710000000020955}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.488, "count": 243, "max_ms": 7.379, "p95_ms": 5.473, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.996, "max": 5.0, "p95": 4.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.227, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 128}, "total": {"avg": 0.646, "max": 2.0, "p95": 2.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.537, "count": 30, "max": 63.179, "p95": 54.393, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.586, "count": 30, "max": 32.76, "p95": 27.678, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 955.167, "count": 30, "max": 1437.0, "p95": 1340.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2206.467, "count": 30, "max": 14572.0, "p95": 12372.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.107, "count": 30, "max": 0.391, "p95": 0.369, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.45, "count": 30, "max": 0.585, "p95": 0.558, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.31, "count": 30, "max": 4.907, "p95": 2.422, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 177225.433, "count": 30, "max": 191994.0, "p95": 184760.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 177225.433, "count": 30, "max": 191994.0, "p95": 184760.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 155929.933, "count": 30, "max": 209153.0, "p95": 204985.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.439, "count": 30, "max": 0.594, "p95": 0.589, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.856, "count": 30, "max": 1.103, "p95": 1.052, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11433, "sampled_at": "2026-10-30T12:34:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:34:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2850664, "flush_count": 2968, "flush_interval_seconds": 30.0, "flush_state": {"count": 2968, "last_at": "2026-10-30T12:35:24", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:35:24", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2967}, "started": true, "suppressed_count": 1479948, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1479799}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2968, "written_record_count": 2968}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9604.887, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x563624f99c00] error while decoding MB 98 62, bytestream -9 [h264 @ 0x563625c6bc80] left block unavailable for requested intra mode [h264 @ 0x563625c6bc80] error while decoding MB 0 42, bytestream 4696 [h264 @ 0x563624ffdcc0] error while decoding MB 115 64, bytestream -11", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4099548672000, "copied_frame_count": 1482765, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4099548672000, "frame_buffer_copies": 1482765, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1256, "count": 512, "max_ms": 1.9592, "p50_ms": 0.1052, "p95_ms": 0.2413, "p99_ms": 0.3111}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4512, "count": 512, "max_ms": 3.319, "p50_ms": 1.336, "p95_ms": 2.4869, "p99_ms": 3.2191, "results": {"failed": 0, "not_applicable": 0, "success": 1482765, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 531, "h264_decode_error_count": 1189, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:36:18+09:00", "last_error_summary": "[h264 @ 0x563624f99c00] error while decoding MB 98 62, bytestream -9 [h264 @ 0x563625c6bc80] left block unavailable for requested intra mode [h264 @ 0x563625c6bc80] error while decoding MB 0 42, bytestream 4696 [h264 @ 0x563624ffdcc0] error while decoding MB 115 64, bytestream -11", "last_exit_at": "2026-10-30T12:34:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 79.524, "last_started_at": "2026-10-30T12:34:59+09:00", "pid": 107860, "process": {"exists": true, "fd_count": 0, "hwm_mb": null, "name": "ffmpeg", "pid": 107860, "rss_mb": null, "state": "Z (zombie)", "threads": 1}, "restart_count": 578, "restart_count_per_hour": 24, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 579}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.767, "sample_count": 2148, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1482765, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:36:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.064, "last_frame_pushed_at": "2026-10-30T12:36:18+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-10-30T12:36:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 97, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 351.971, "last_sample_duration_ms": 1149.388, "last_trigger": "periodic", "next_snapshot_in_sec": 248.029, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 297, "storage_bytes": 2831362}, "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-10-30T12:36:18.861947+09:00", "mtime_epoch": 1793331378.8619466, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 158933}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:36:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1481.973, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1482766, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.895, "max": 14.0, "p95": 10.0, "sample_count": 172}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 56}, "total": {"avg": 0.326, "max": 1.0, "p95": 1.0, "sample_count": 172}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 172, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.734, "pushed": 5.734, "read": 5.734}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 172, "client_acquire_ms": {"avg_ms": 0.007, "count": 172, "max_ms": 0.029, "p95_ms": 0.014, "reason": null, "sample_age_ms": 26.335, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.763, "count": 172, "max_ms": 5.462, "p95_ms": 2.368, "reason": null, "sample_age_ms": 63.583, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.319, "count": 172, "max_ms": 4.798, "p95_ms": 1.457, "reason": null, "sample_age_ms": 63.879, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.286, "count": 172, "max_ms": 1.399, "p95_ms": 0.548, "reason": null, "sample_age_ms": 26.344, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.987, "count": 172, "max_ms": 4.79, "p95_ms": 3.227, "reason": null, "sample_age_ms": 61.932, "source": "client_direct"}, "request_count": 172, "request_tensor_bytes": {"avg": 2764808.0, "count": 172, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 61.913, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 172, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 26.632, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.476, "count": 172, "max_ms": 74.936, "p95_ms": 61.95, "reason": null, "sample_age_ms": 26.331, "source": "client_direct"}, "sample_age_ms": 26.328, "source": "client_direct", "task_total_ms": {"avg_ms": 45.925, "count": 172, "max_ms": 78.057, "p95_ms": 64.343, "reason": null, "sample_age_ms": 26.328, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.224, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.942, "count": 172, "max_ms": 7.989, "p95_ms": 5.982}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.314, "count": 172, "max_ms": 1.249, "p95_ms": 0.608}, "detection_prepare_ms": {"avg_ms": 0.554, "count": 172, "max_ms": 3.565, "p95_ms": 2.085}, "event_filter_ms": {"avg_ms": 0.004, "count": 172, "max_ms": 0.013, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.145, "count": 172, "max_ms": 0.501, "p95_ms": 0.376}, "mcmt_ms": {"avg_ms": 0.003, "count": 172, "max_ms": 0.021, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.339, "count": 172, "max_ms": 1.609, "p95_ms": 0.894}, "setup_ms": {"avg_ms": 0.045, "count": 172, "max_ms": 0.141, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 1.895, "count": 172, "max_ms": 7.906, "p95_ms": 5.922}, "track_match_ms": {"avg_ms": 0.025, "count": 172, "max_ms": 0.196, "p95_ms": 0.099}, "tracker_update_ms": {"avg_ms": 0.465, "count": 172, "max_ms": 2.64, "p95_ms": 1.857}}, "gstreamer_push": {"avg_ms": 3.24, "count": 172, "max_ms": 8.763, "p95_ms": 5.284}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 172, "max_ms": 0.271, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.225, "count": 172, "max_ms": 82.107, "p95_ms": 67.128}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.933, "count": 172, "max_ms": 10.217, "p95_ms": 3.331}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.308, "count": 172, "max_ms": 144.554, "p95_ms": 120.594}, "inference_input_copy_ms": {"avg_ms": 1.592, "count": 172, "max_ms": 4.234, "p95_ms": 2.338}, "processing_residual_ms": {"avg_ms": 0.193, "count": 172, "max_ms": 0.902, "p95_ms": 0.346}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.026, "count": 172, "max_ms": 146.667, "p95_ms": 124.5}, "read_interval": {"avg_ms": 174.716, "count": 172, "max_ms": 3734.283, "p95_ms": 199.266}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 172, "max_ms": 0.099, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.281, "count": 172, "max_ms": 1.432, "p95_ms": 0.824}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 172, "max_ms": 0.086, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.266, "count": 172, "max_ms": 1.397, "p95_ms": 0.808}, "worker_merge_ms": {"avg_ms": 0.006, "count": 172, "max_ms": 0.018, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 47.239, "count": 172, "max_ms": 82.129, "p95_ms": 67.135}, "visualize": {"avg_ms": 42.0, "count": 172, "max_ms": 63.516, "p95_ms": 58.087}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 39.896, "count": 172, "max_ms": 62.326, "p95_ms": 53.537}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.327, "count": 172, "max_ms": 63.216, "p95_ms": 56.794}, "visualize_input_copy_ms": {"avg_ms": 0.475, "count": 172, "max_ms": 3.825, "p95_ms": 1.968}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.219, "count": 172, "max_ms": 63.054, "p95_ms": 56.675}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 172, "max_ms": 0.179, "p95_ms": 0.113}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 172}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1461.902, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.218, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.792, "sample_count": 2221, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1482539, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:35:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 162534, "write_bytes_delta": 162534, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1089.0, "cpu_core_ratio": 0.56576, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2059.0, "pid": 107860, "reason": null, "system_cpu_core_ratio": 0.096703, "system_cpu_s_delta": 1.9400000000000002, "user_cpu_core_ratio": 0.469057, "user_cpu_s_delta": 9.41}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.410163, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 178030.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.484011, "system_cpu_s_delta": 9.709999999991851, "user_cpu_core_ratio": 0.926152, "user_cpu_s_delta": 18.580000000016298}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.184, "count": 254, "max_ms": 6.444, "p95_ms": 5.377, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.134, "max": 3.0, "p95": 3.0, "sample_count": 254}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.021, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 144}, "total": {"avg": 0.579, "max": 2.0, "p95": 1.0, "sample_count": 254}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.689, "count": 30, "max": 53.89, "p95": 35.211, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.231, "count": 30, "max": 28.817, "p95": 26.175, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1041.167, "count": 30, "max": 1437.0, "p95": 1340.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2524.267, "count": 30, "max": 14656.0, "p95": 14520.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.091, "count": 30, "max": 0.391, "p95": 0.369, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.458, "count": 30, "max": 0.585, "p95": 0.552, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.453, "count": 30, "max": 4.907, "p95": 4.352, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 174776.7, "count": 30, "max": 191994.0, "p95": 184261.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 174776.7, "count": 30, "max": 191994.0, "p95": 184261.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 164132.933, "count": 30, "max": 209153.0, "p95": 204985.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.458, "count": 30, "max": 0.594, "p95": 0.589, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.872, "count": 30, "max": 1.103, "p95": 1.052, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11437, "sampled_at": "2026-10-30T12:35:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:35:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2850664, "flush_count": 2968, "flush_interval_seconds": 30.0, "flush_state": {"count": 2968, "last_at": "2026-10-30T12:35:24", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:35:24", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2967}, "started": true, "suppressed_count": 1479948, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1479799}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2968, "written_record_count": 2968}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9583.957, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T12:36:18+09:00", "last_error_summary": "[h264 @ 0x563624f99c00] error while decoding MB 98 62, bytestream -9 [h264 @ 0x563625c6bc80] left block unavailable for requested intra mode [h264 @ 0x563625c6bc80] error while decoding MB 0 42, bytestream 4696 [h264 @ 0x563624ffdcc0] error while decoding MB 115 64, bytestream -11", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4099551436800, "copied_frame_count": 1482766, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4099551436800, "frame_buffer_copies": 1482766, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1255, "count": 512, "max_ms": 1.9592, "p50_ms": 0.1052, "p95_ms": 0.2413, "p99_ms": 0.3111}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4501, "count": 512, "max_ms": 3.319, "p50_ms": 1.336, "p95_ms": 2.4869, "p99_ms": 3.2191, "results": {"failed": 0, "not_applicable": 0, "success": 1482766, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 531, "h264_decode_error_count": 1189, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:36:18+09:00", "last_error_summary": "[h264 @ 0x563624f99c00] error while decoding MB 98 62, bytestream -9 [h264 @ 0x563625c6bc80] left block unavailable for requested intra mode [h264 @ 0x563625c6bc80] error while decoding MB 0 42, bytestream 4696 [h264 @ 0x563624ffdcc0] error while decoding MB 115 64, bytestream -11", "last_exit_at": "2026-10-30T12:36:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 79.566, "last_started_at": "2026-10-30T12:34:59+09:00", "pid": 107860, "process": {"exists": false, "pid": 107860}, "restart_count": 578, "restart_count_per_hour": 24, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 579}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.767, "sample_count": 2149, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1482766, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:36:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T12:36:18+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-10-30T12:36:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 97, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 352.021, "last_sample_duration_ms": 1149.388, "last_trigger": "periodic", "next_snapshot_in_sec": 247.979, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 297, "storage_bytes": 2831362}, "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-10-30T12:36:18.861947+09:00", "mtime_epoch": 1793331378.8619466, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 158933}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:36:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1462.012, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1482766, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.895, "max": 14.0, "p95": 10.0, "sample_count": 172}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 55}, "total": {"avg": 0.32, "max": 1.0, "p95": 1.0, "sample_count": 172}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.748, "pushed": 5.748, "read": 5.715}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 171, "client_acquire_ms": {"avg_ms": 0.007, "count": 172, "max_ms": 0.029, "p95_ms": 0.014, "reason": null, "sample_age_ms": 74.96, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.765, "count": 171, "max_ms": 5.462, "p95_ms": 2.368, "reason": null, "sample_age_ms": 112.208, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.321, "count": 171, "max_ms": 4.798, "p95_ms": 1.47, "reason": null, "sample_age_ms": 112.504, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.286, "count": 172, "max_ms": 1.399, "p95_ms": 0.548, "reason": null, "sample_age_ms": 74.969, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.986, "count": 171, "max_ms": 4.79, "p95_ms": 3.229, "reason": null, "sample_age_ms": 110.557, "source": "client_direct"}, "request_count": 171, "request_tensor_bytes": {"avg": 2764808.0, "count": 171, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 110.538, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 172, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 75.257, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.476, "count": 172, "max_ms": 74.936, "p95_ms": 61.95, "reason": null, "sample_age_ms": 74.956, "source": "client_direct"}, "sample_age_ms": 74.952, "source": "client_direct", "task_total_ms": {"avg_ms": 45.925, "count": 172, "max_ms": 78.057, "p95_ms": 64.343, "reason": null, "sample_age_ms": 74.952, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.268, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.912, "count": 172, "max_ms": 7.989, "p95_ms": 5.911}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.313, "count": 172, "max_ms": 1.249, "p95_ms": 0.608}, "detection_prepare_ms": {"avg_ms": 0.542, "count": 172, "max_ms": 3.565, "p95_ms": 1.949}, "event_filter_ms": {"avg_ms": 0.004, "count": 172, "max_ms": 0.013, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.143, "count": 172, "max_ms": 0.501, "p95_ms": 0.376}, "mcmt_ms": {"avg_ms": 0.003, "count": 172, "max_ms": 0.021, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.336, "count": 172, "max_ms": 1.609, "p95_ms": 0.894}, "setup_ms": {"avg_ms": 0.045, "count": 172, "max_ms": 0.141, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 1.865, "count": 172, "max_ms": 7.906, "p95_ms": 5.819}, "track_match_ms": {"avg_ms": 0.025, "count": 172, "max_ms": 0.196, "p95_ms": 0.096}, "tracker_update_ms": {"avg_ms": 0.454, "count": 172, "max_ms": 2.64, "p95_ms": 1.754}}, "gstreamer_push": {"avg_ms": 3.232, "count": 172, "max_ms": 8.763, "p95_ms": 5.284}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 172, "max_ms": 0.271, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.068, "count": 172, "max_ms": 82.107, "p95_ms": 67.128}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.923, "count": 172, "max_ms": 10.217, "p95_ms": 3.331}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.208, "count": 172, "max_ms": 144.554, "p95_ms": 120.594}, "inference_input_copy_ms": {"avg_ms": 1.587, "count": 172, "max_ms": 4.234, "p95_ms": 2.338}, "processing_residual_ms": {"avg_ms": 0.193, "count": 172, "max_ms": 0.902, "p95_ms": 0.346}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.911, "count": 172, "max_ms": 146.667, "p95_ms": 124.5}, "read_interval": {"avg_ms": 174.981, "count": 171, "max_ms": 3734.283, "p95_ms": 199.266}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 172, "max_ms": 0.099, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.278, "count": 172, "max_ms": 1.432, "p95_ms": 0.824}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 172, "max_ms": 0.086, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.263, "count": 172, "max_ms": 1.397, "p95_ms": 0.808}, "worker_merge_ms": {"avg_ms": 0.006, "count": 172, "max_ms": 0.018, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 47.083, "count": 172, "max_ms": 82.129, "p95_ms": 67.135}, "visualize": {"avg_ms": 42.088, "count": 172, "max_ms": 63.516, "p95_ms": 58.087}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 40.006, "count": 172, "max_ms": 62.326, "p95_ms": 53.979}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.425, "count": 172, "max_ms": 63.216, "p95_ms": 56.794}, "visualize_input_copy_ms": {"avg_ms": 0.465, "count": 172, "max_ms": 3.825, "p95_ms": 1.968}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.317, "count": 172, "max_ms": 63.054, "p95_ms": 56.675}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 172, "max_ms": 0.179, "p95_ms": 0.113}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 172}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1461.902, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.218, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.792, "sample_count": 2221, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1482539, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:35:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 162534, "write_bytes_delta": 162534, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1089.0, "cpu_core_ratio": 0.56576, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2059.0, "pid": 107860, "reason": null, "system_cpu_core_ratio": 0.096703, "system_cpu_s_delta": 1.9400000000000002, "user_cpu_core_ratio": 0.469057, "user_cpu_s_delta": 9.41}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.410163, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 178030.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.484011, "system_cpu_s_delta": 9.709999999991851, "user_cpu_core_ratio": 0.926152, "user_cpu_s_delta": 18.580000000016298}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.184, "count": 254, "max_ms": 6.444, "p95_ms": 5.377, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.134, "max": 3.0, "p95": 3.0, "sample_count": 254}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.021, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 144}, "total": {"avg": 0.579, "max": 2.0, "p95": 1.0, "sample_count": 254}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.689, "count": 30, "max": 53.89, "p95": 35.211, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.231, "count": 30, "max": 28.817, "p95": 26.175, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1041.167, "count": 30, "max": 1437.0, "p95": 1340.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2524.267, "count": 30, "max": 14656.0, "p95": 14520.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.091, "count": 30, "max": 0.391, "p95": 0.369, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.458, "count": 30, "max": 0.585, "p95": 0.552, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.453, "count": 30, "max": 4.907, "p95": 4.352, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 174776.7, "count": 30, "max": 191994.0, "p95": 184261.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 174776.7, "count": 30, "max": 191994.0, "p95": 184261.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 164132.933, "count": 30, "max": 209153.0, "p95": 204985.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.458, "count": 30, "max": 0.594, "p95": 0.589, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.872, "count": 30, "max": 1.103, "p95": 1.052, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11437, "sampled_at": "2026-10-30T12:35:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:35:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2850664, "flush_count": 2968, "flush_interval_seconds": 30.0, "flush_state": {"count": 2968, "last_at": "2026-10-30T12:35:24", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:35:24", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2967}, "started": true, "suppressed_count": 1479948, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1479799}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2968, "written_record_count": 2968}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9583.09, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4099551436800, "copied_frame_count": 1482766, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4099551436800, "frame_buffer_copies": 1482766, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1255, "count": 512, "max_ms": 1.9592, "p50_ms": 0.1052, "p95_ms": 0.2413, "p99_ms": 0.3111}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4501, "count": 512, "max_ms": 3.319, "p50_ms": 1.336, "p95_ms": 2.4869, "p99_ms": 3.2191, "results": {"failed": 0, "not_applicable": 0, "success": 1482766, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 531, "h264_decode_error_count": 1189, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:36:18+09:00", "last_error_summary": "[h264 @ 0x563624f99c00] error while decoding MB 98 62, bytestream -9 [h264 @ 0x563625c6bc80] left block unavailable for requested intra mode [h264 @ 0x563625c6bc80] error while decoding MB 0 42, bytestream 4696 [h264 @ 0x563624ffdcc0] error while decoding MB 115 64, bytestream -11", "last_exit_at": "2026-10-30T12:36:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 79.605, "last_started_at": "2026-10-30T12:34:59+09:00", "pid": 107860, "process": {"exists": false, "pid": 107860}, "restart_count": 578, "restart_count_per_hour": 24, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 579}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.767, "sample_count": 2148, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1482766, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:36:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.041, "last_frame_pushed_at": "2026-10-30T12:36:18+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-10-30T12:36:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 97, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 352.055, "last_sample_duration_ms": 1149.388, "last_trigger": "periodic", "next_snapshot_in_sec": 247.945, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 297, "storage_bytes": 2831362}, "mjpeg": {"age_sec": 0.028, "exists": true, "mtime": "2026-10-30T12:36:18.969946+09:00", "mtime_epoch": 1793331378.9699464, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 159013}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:36:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1462.012, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1482766, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.895, "max": 14.0, "p95": 10.0, "sample_count": 172}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 55}, "total": {"avg": 0.32, "max": 1.0, "p95": 1.0, "sample_count": 172}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.741, "pushed": 5.741, "read": 5.707}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 171, "client_acquire_ms": {"avg_ms": 0.007, "count": 171, "max_ms": 0.029, "p95_ms": 0.014, "reason": null, "sample_age_ms": 111.116, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.765, "count": 171, "max_ms": 5.462, "p95_ms": 2.368, "reason": null, "sample_age_ms": 148.364, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.321, "count": 171, "max_ms": 4.798, "p95_ms": 1.47, "reason": null, "sample_age_ms": 148.66, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.286, "count": 171, "max_ms": 1.399, "p95_ms": 0.548, "reason": null, "sample_age_ms": 111.125, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.986, "count": 171, "max_ms": 4.79, "p95_ms": 3.229, "reason": null, "sample_age_ms": 146.713, "source": "client_direct"}, "request_count": 171, "request_tensor_bytes": {"avg": 2764808.0, "count": 171, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 146.694, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 171, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 111.413, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.408, "count": 171, "max_ms": 74.936, "p95_ms": 62.037, "reason": null, "sample_age_ms": 111.112, "source": "client_direct"}, "sample_age_ms": 111.109, "source": "client_direct", "task_total_ms": {"avg_ms": 45.855, "count": 171, "max_ms": 78.057, "p95_ms": 64.422, "reason": null, "sample_age_ms": 111.109, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.316, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.912, "count": 172, "max_ms": 7.989, "p95_ms": 5.911}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.313, "count": 172, "max_ms": 1.249, "p95_ms": 0.608}, "detection_prepare_ms": {"avg_ms": 0.542, "count": 172, "max_ms": 3.565, "p95_ms": 1.949}, "event_filter_ms": {"avg_ms": 0.004, "count": 172, "max_ms": 0.013, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.143, "count": 172, "max_ms": 0.501, "p95_ms": 0.376}, "mcmt_ms": {"avg_ms": 0.003, "count": 172, "max_ms": 0.021, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.336, "count": 172, "max_ms": 1.609, "p95_ms": 0.894}, "setup_ms": {"avg_ms": 0.045, "count": 172, "max_ms": 0.141, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 1.865, "count": 172, "max_ms": 7.906, "p95_ms": 5.819}, "track_match_ms": {"avg_ms": 0.025, "count": 172, "max_ms": 0.196, "p95_ms": 0.096}, "tracker_update_ms": {"avg_ms": 0.454, "count": 172, "max_ms": 2.64, "p95_ms": 1.754}}, "gstreamer_push": {"avg_ms": 3.232, "count": 172, "max_ms": 8.763, "p95_ms": 5.284}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 172, "max_ms": 0.271, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.068, "count": 172, "max_ms": 82.107, "p95_ms": 67.128}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.923, "count": 172, "max_ms": 10.217, "p95_ms": 3.331}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.208, "count": 172, "max_ms": 144.554, "p95_ms": 120.594}, "inference_input_copy_ms": {"avg_ms": 1.587, "count": 172, "max_ms": 4.234, "p95_ms": 2.338}, "processing_residual_ms": {"avg_ms": 0.193, "count": 172, "max_ms": 0.902, "p95_ms": 0.346}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.911, "count": 172, "max_ms": 146.667, "p95_ms": 124.5}, "read_interval": {"avg_ms": 174.981, "count": 171, "max_ms": 3734.283, "p95_ms": 199.266}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 172, "max_ms": 0.099, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.278, "count": 172, "max_ms": 1.432, "p95_ms": 0.824}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 172, "max_ms": 0.086, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.263, "count": 172, "max_ms": 1.397, "p95_ms": 0.808}, "worker_merge_ms": {"avg_ms": 0.006, "count": 172, "max_ms": 0.018, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 47.083, "count": 172, "max_ms": 82.129, "p95_ms": 67.135}, "visualize": {"avg_ms": 42.088, "count": 172, "max_ms": 63.516, "p95_ms": 58.087}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 40.006, "count": 172, "max_ms": 62.326, "p95_ms": 53.979}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.425, "count": 172, "max_ms": 63.216, "p95_ms": 56.794}, "visualize_input_copy_ms": {"avg_ms": 0.465, "count": 172, "max_ms": 3.825, "p95_ms": 1.968}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.317, "count": 172, "max_ms": 63.054, "p95_ms": 56.675}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 172, "max_ms": 0.179, "p95_ms": 0.113}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 172}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1461.902, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.218, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.792, "sample_count": 2221, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1482539, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:35:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 162534, "write_bytes_delta": 162534, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1089.0, "cpu_core_ratio": 0.56576, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2059.0, "pid": 107860, "reason": null, "system_cpu_core_ratio": 0.096703, "system_cpu_s_delta": 1.9400000000000002, "user_cpu_core_ratio": 0.469057, "user_cpu_s_delta": 9.41}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.410163, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 178030.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.484011, "system_cpu_s_delta": 9.709999999991851, "user_cpu_core_ratio": 0.926152, "user_cpu_s_delta": 18.580000000016298}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.184, "count": 254, "max_ms": 6.444, "p95_ms": 5.377, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.134, "max": 3.0, "p95": 3.0, "sample_count": 254}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.021, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 144}, "total": {"avg": 0.579, "max": 2.0, "p95": 1.0, "sample_count": 254}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.689, "count": 30, "max": 53.89, "p95": 35.211, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.231, "count": 30, "max": 28.817, "p95": 26.175, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1041.167, "count": 30, "max": 1437.0, "p95": 1340.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2524.267, "count": 30, "max": 14656.0, "p95": 14520.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.091, "count": 30, "max": 0.391, "p95": 0.369, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.458, "count": 30, "max": 0.585, "p95": 0.552, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.453, "count": 30, "max": 4.907, "p95": 4.352, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 174776.7, "count": 30, "max": 191994.0, "p95": 184261.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 174776.7, "count": 30, "max": 191994.0, "p95": 184261.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 164132.933, "count": 30, "max": 209153.0, "p95": 204985.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.458, "count": 30, "max": 0.594, "p95": 0.589, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.872, "count": 30, "max": 1.103, "p95": 1.052, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11437, "sampled_at": "2026-10-30T12:35:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:35:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2850664, "flush_count": 2968, "flush_interval_seconds": 30.0, "flush_state": {"count": 2968, "last_at": "2026-10-30T12:35:24", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:35:24", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2967}, "started": true, "suppressed_count": 1479948, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1479799}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2968, "written_record_count": 2968}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9753.266, "limit_mb": null}, "detail": {"pid": 107976, "restart_count": 579, "start_count": 580}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4099551436800, "copied_frame_count": 1482766, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4099551436800, "frame_buffer_copies": 1482766, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1255, "count": 512, "max_ms": 1.9592, "p50_ms": 0.1052, "p95_ms": 0.2413, "p99_ms": 0.3111}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4501, "count": 512, "max_ms": 3.319, "p50_ms": 1.336, "p95_ms": 2.4869, "p99_ms": 3.2191, "results": {"failed": 0, "not_applicable": 0, "success": 1482766, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 531, "h264_decode_error_count": 1189, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:36:18+09:00", "last_error_summary": "[h264 @ 0x563624f99c00] error while decoding MB 98 62, bytestream -9 [h264 @ 0x563625c6bc80] left block unavailable for requested intra mode [h264 @ 0x563625c6bc80] error while decoding MB 0 42, bytestream 4696 [h264 @ 0x563624ffdcc0] error while decoding MB 115 64, bytestream -11", "last_exit_at": "2026-10-30T12:36:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T12:36:21+09:00", "pid": 107976, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.703, "name": "ffmpeg", "pid": 107976, "rss_mb": 209.703, "state": "S (sleeping)", "threads": 70}, "restart_count": 579, "restart_count_per_hour": 25, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 580}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.767, "sample_count": 2111, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1482766, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:36:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.549, "last_frame_pushed_at": "2026-10-30T12:36:18+09:00", "last_frame_read_age_sec": 4.65, "last_frame_read_at": "2026-10-30T12:36:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 97, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 356.597, "last_sample_duration_ms": 1149.388, "last_trigger": "periodic", "next_snapshot_in_sec": 243.403, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 297, "storage_bytes": 2831362}, "mjpeg": {"age_sec": 4.537, "exists": true, "mtime": "2026-10-30T12:36:18.969946+09:00", "mtime_epoch": 1793331378.9699464, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 159013}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:36:23+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1462.016, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1482766, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.049, "max": 14.0, "p95": 10.0, "sample_count": 144}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 55}, "total": {"avg": 0.382, "max": 1.0, "p95": 1.0, "sample_count": 144}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 143, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.806, "pushed": 4.806, "read": 4.773}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 143, "client_acquire_ms": {"avg_ms": 0.007, "count": 143, "max_ms": 0.029, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4618.011, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.773, "count": 143, "max_ms": 5.462, "p95_ms": 2.372, "reason": null, "sample_age_ms": 4655.259, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.324, "count": 143, "max_ms": 4.798, "p95_ms": 1.339, "reason": null, "sample_age_ms": 4655.555, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.28, "count": 143, "max_ms": 1.399, "p95_ms": 0.541, "reason": null, "sample_age_ms": 4618.02, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.992, "count": 143, "max_ms": 4.79, "p95_ms": 3.249, "reason": null, "sample_age_ms": 4653.608, "source": "client_direct"}, "request_count": 143, "request_tensor_bytes": {"avg": 2764808.0, "count": 143, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4653.589, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 143, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4618.308, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.188, "count": 143, "max_ms": 68.137, "p95_ms": 62.73, "reason": null, "sample_age_ms": 4618.007, "source": "client_direct"}, "sample_age_ms": 4618.004, "source": "client_direct", "task_total_ms": {"avg_ms": 45.636, "count": 143, "max_ms": 70.819, "p95_ms": 65.056, "reason": null, "sample_age_ms": 4618.004, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.171, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.086, "count": 144, "max_ms": 7.989, "p95_ms": 6.035}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.307, "count": 144, "max_ms": 1.249, "p95_ms": 0.599}, "detection_prepare_ms": {"avg_ms": 0.614, "count": 144, "max_ms": 3.565, "p95_ms": 2.085}, "event_filter_ms": {"avg_ms": 0.004, "count": 144, "max_ms": 0.013, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.151, "count": 144, "max_ms": 0.501, "p95_ms": 0.407}, "mcmt_ms": {"avg_ms": 0.003, "count": 144, "max_ms": 0.021, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.354, "count": 144, "max_ms": 1.609, "p95_ms": 0.991}, "setup_ms": {"avg_ms": 0.043, "count": 144, "max_ms": 0.141, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 2.04, "count": 144, "max_ms": 7.906, "p95_ms": 5.987}, "track_match_ms": {"avg_ms": 0.029, "count": 144, "max_ms": 0.196, "p95_ms": 0.116}, "tracker_update_ms": {"avg_ms": 0.534, "count": 144, "max_ms": 2.64, "p95_ms": 1.857}}, "gstreamer_push": {"avg_ms": 3.244, "count": 144, "max_ms": 8.763, "p95_ms": 5.229}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 144, "max_ms": 0.271, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.681, "count": 144, "max_ms": 73.3, "p95_ms": 67.128}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.094, "count": 144, "max_ms": 10.217, "p95_ms": 3.438}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.887, "count": 144, "max_ms": 129.134, "p95_ms": 119.251}, "inference_input_copy_ms": {"avg_ms": 1.571, "count": 144, "max_ms": 4.234, "p95_ms": 2.258}, "processing_residual_ms": {"avg_ms": 0.188, "count": 144, "max_ms": 0.521, "p95_ms": 0.346}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.74, "count": 144, "max_ms": 135.295, "p95_ms": 122.98}, "read_interval": {"avg_ms": 177.54, "count": 143, "max_ms": 3734.283, "p95_ms": 192.195}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 144, "max_ms": 0.099, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.299, "count": 144, "max_ms": 1.432, "p95_ms": 0.9}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 144, "max_ms": 0.086, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.284, "count": 144, "max_ms": 1.397, "p95_ms": 0.875}, "worker_merge_ms": {"avg_ms": 0.006, "count": 144, "max_ms": 0.017, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 46.695, "count": 144, "max_ms": 73.319, "p95_ms": 67.135}, "visualize": {"avg_ms": 41.99, "count": 144, "max_ms": 63.516, "p95_ms": 57.128}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 39.722, "count": 144, "max_ms": 61.91, "p95_ms": 53.537}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.241, "count": 144, "max_ms": 62.611, "p95_ms": 55.607}, "visualize_input_copy_ms": {"avg_ms": 0.555, "count": 144, "max_ms": 3.825, "p95_ms": 1.993}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.132, "count": 144, "max_ms": 62.5, "p95_ms": 55.478}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 144, "max_ms": 0.149, "p95_ms": 0.113}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 144}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1461.902, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.218, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.792, "sample_count": 2221, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1482539, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:35:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 162534, "write_bytes_delta": 162534, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1089.0, "cpu_core_ratio": 0.56576, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2059.0, "pid": 107860, "reason": null, "system_cpu_core_ratio": 0.096703, "system_cpu_s_delta": 1.9400000000000002, "user_cpu_core_ratio": 0.469057, "user_cpu_s_delta": 9.41}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.410163, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 178030.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.484011, "system_cpu_s_delta": 9.709999999991851, "user_cpu_core_ratio": 0.926152, "user_cpu_s_delta": 18.580000000016298}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.184, "count": 254, "max_ms": 6.444, "p95_ms": 5.377, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.134, "max": 3.0, "p95": 3.0, "sample_count": 254}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.021, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 144}, "total": {"avg": 0.579, "max": 2.0, "p95": 1.0, "sample_count": 254}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.689, "count": 30, "max": 53.89, "p95": 35.211, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.231, "count": 30, "max": 28.817, "p95": 26.175, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1041.167, "count": 30, "max": 1437.0, "p95": 1340.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2524.267, "count": 30, "max": 14656.0, "p95": 14520.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.091, "count": 30, "max": 0.391, "p95": 0.369, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.458, "count": 30, "max": 0.585, "p95": 0.552, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.453, "count": 30, "max": 4.907, "p95": 4.352, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 174776.7, "count": 30, "max": 191994.0, "p95": 184261.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 174776.7, "count": 30, "max": 191994.0, "p95": 184261.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 164132.933, "count": 30, "max": 209153.0, "p95": 204985.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.458, "count": 30, "max": 0.594, "p95": 0.589, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.872, "count": 30, "max": 1.103, "p95": 1.052, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11437, "sampled_at": "2026-10-30T12:35:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:35:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2853555, "flush_count": 2971, "flush_interval_seconds": 30.0, "flush_state": {"count": 2971, "last_at": "2026-10-30T12:38:25", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:38:25", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2970}, "started": true, "suppressed_count": 1480942, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1480793}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2971, "written_record_count": 2971}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9598.09, "limit_mb": null}, "detail": {"h264_decode_error_count": 6, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x60e9beed70c0] error while decoding MB 60 64, bytestream -8 [h264 @ 0x60e9beec2fc0] cabac decode of qscale diff failed at 99 58 [h264 @ 0x60e9beec2fc0] error while decoding MB 99 58, bytestream 19598 [h264 @ 0x60e9beed70c0] left block unavailable for requested intra mode [h264 @ 0x60e9beed70c0] error while decoding MB 0 39, bytestream 3030 [h264 @ 0x60e9bef59c00] error while decoding MB 109 67, bytestream -11 [h264 @ 0x60e9bfac9980] error while decoding MB 104 60, bytestream -14", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4102305177600, "copied_frame_count": 1483762, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4102305177600, "frame_buffer_copies": 1483762, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1271, "count": 512, "max_ms": 0.3816, "p50_ms": 0.1189, "p95_ms": 0.2423, "p99_ms": 0.289}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5083, "count": 512, "max_ms": 3.8355, "p50_ms": 1.4695, "p95_ms": 2.3557, "p99_ms": 3.0949, "results": {"failed": 0, "not_applicable": 0, "success": 1483762, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 532, "h264_decode_error_count": 1195, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:38:35+09:00", "last_error_summary": "[h264 @ 0x60e9beed70c0] error while decoding MB 60 64, bytestream -8 [h264 @ 0x60e9beec2fc0] cabac decode of qscale diff failed at 99 58 [h264 @ 0x60e9beec2fc0] error while decoding MB 99 58, bytestream 19598 [h264 @ 0x60e9beed70c0] left block unavailable for requested intra mode [h264 @ 0x60e9beed70c0] error while decoding MB 0 39, bytestream 3030 [h264 @ 0x60e9bef59c00] error while decoding MB 109 67, bytestream -11 [h264 @ 0x60e9bfac9980] error while decoding MB 104 60, bytestream -14", "last_exit_at": "2026-10-30T12:36:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 134.094, "last_started_at": "2026-10-30T12:36:21+09:00", "pid": 107976, "process": {"exists": true, "fd_count": 0, "hwm_mb": null, "name": "ffmpeg", "pid": 107976, "rss_mb": null, "state": "Z (zombie)", "threads": 1}, "restart_count": 579, "restart_count_per_hour": 25, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 580}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.974, "sample_count": 2201, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1483762, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:38:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.096, "last_frame_pushed_at": "2026-10-30T12:38:35+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-10-30T12:38:35+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 97, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 488.672, "last_sample_duration_ms": 1149.388, "last_trigger": "periodic", "next_snapshot_in_sec": 111.328, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 297, "storage_bytes": 2831362}, "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-10-30T12:38:35.515782+09:00", "mtime_epoch": 1793331515.515782, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 166830}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:38:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1472.883, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1483763, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.193, "max": 5.0, "p95": 3.0, "sample_count": 166}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 108}, "total": {"avg": 0.651, "max": 1.0, "p95": 1.0, "sample_count": 166}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 166, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.549, "pushed": 5.549, "read": 5.549}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 166, "client_acquire_ms": {"avg_ms": 0.009, "count": 167, "max_ms": 0.028, "p95_ms": 0.017, "reason": null, "sample_age_ms": 37.741, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.056, "count": 166, "max_ms": 14.977, "p95_ms": 3.318, "reason": null, "sample_age_ms": 98.534, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.552, "count": 166, "max_ms": 13.973, "p95_ms": 2.352, "reason": null, "sample_age_ms": 98.784, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.304, "count": 167, "max_ms": 0.781, "p95_ms": 0.609, "reason": null, "sample_age_ms": 37.756, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.147, "count": 166, "max_ms": 6.355, "p95_ms": 3.591, "reason": null, "sample_age_ms": 96.648, "source": "client_direct"}, "request_count": 166, "request_tensor_bytes": {"avg": 2764808.0, "count": 166, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 96.607, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 167, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 38.048, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.156, "count": 167, "max_ms": 77.449, "p95_ms": 66.581, "reason": null, "sample_age_ms": 37.734, "source": "client_direct"}, "sample_age_ms": 37.724, "source": "client_direct", "task_total_ms": {"avg_ms": 50.81, "count": 167, "max_ms": 81.428, "p95_ms": 69.283, "reason": null, "sample_age_ms": 37.724, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.284, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.228, "count": 166, "max_ms": 12.688, "p95_ms": 6.617}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.366, "count": 166, "max_ms": 1.542, "p95_ms": 0.693}, "detection_prepare_ms": {"avg_ms": 1.045, "count": 166, "max_ms": 4.987, "p95_ms": 2.483}, "event_filter_ms": {"avg_ms": 0.005, "count": 166, "max_ms": 0.024, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.202, "count": 166, "max_ms": 0.597, "p95_ms": 0.433}, "mcmt_ms": {"avg_ms": 0.003, "count": 166, "max_ms": 0.011, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.51, "count": 166, "max_ms": 1.529, "p95_ms": 1.125}, "setup_ms": {"avg_ms": 0.05, "count": 166, "max_ms": 0.168, "p95_ms": 0.112}, "total_inside_ms": {"avg_ms": 3.162, "count": 166, "max_ms": 11.002, "p95_ms": 6.538}, "track_match_ms": {"avg_ms": 0.049, "count": 166, "max_ms": 0.922, "p95_ms": 0.121}, "tracker_update_ms": {"avg_ms": 0.931, "count": 166, "max_ms": 3.322, "p95_ms": 2.265}}, "gstreamer_push": {"avg_ms": 3.404, "count": 166, "max_ms": 8.37, "p95_ms": 5.278}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 166, "max_ms": 0.492, "p95_ms": 0.131}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.225, "count": 166, "max_ms": 84.309, "p95_ms": 71.555}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.058, "count": 166, "max_ms": 10.903, "p95_ms": 7.927}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.893, "count": 166, "max_ms": 150.492, "p95_ms": 129.072}, "inference_input_copy_ms": {"avg_ms": 1.822, "count": 166, "max_ms": 7.615, "p95_ms": 2.914}, "processing_residual_ms": {"avg_ms": 0.206, "count": 166, "max_ms": 0.544, "p95_ms": 0.391}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.979, "count": 166, "max_ms": 158.291, "p95_ms": 136.283}, "read_interval": {"avg_ms": 180.362, "count": 166, "max_ms": 3378.498, "p95_ms": 180.648}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 166, "max_ms": 0.079, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.447, "count": 166, "max_ms": 1.404, "p95_ms": 1.021}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 166, "max_ms": 0.054, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.431, "count": 166, "max_ms": 1.381, "p95_ms": 0.995}, "worker_merge_ms": {"avg_ms": 0.007, "count": 166, "max_ms": 0.035, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 52.24, "count": 166, "max_ms": 84.33, "p95_ms": 71.563}, "visualize": {"avg_ms": 48.161, "count": 166, "max_ms": 67.333, "p95_ms": 61.433}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.712, "count": 166, "max_ms": 61.778, "p95_ms": 56.686}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.068, "count": 166, "max_ms": 64.99, "p95_ms": 60.053}, "visualize_input_copy_ms": {"avg_ms": 0.868, "count": 166, "max_ms": 3.069, "p95_ms": 2.174}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.93, "count": 166, "max_ms": 64.737, "p95_ms": 59.758}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 166, "max_ms": 0.229, "p95_ms": 0.147}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 166}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1462.426, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.529, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.283, "sample_count": 2219, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1483691, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:38:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 156139, "write_bytes_delta": 156139, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 467.0, "cpu_core_ratio": 0.723285, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1708.0, "pid": 107976, "reason": null, "system_cpu_core_ratio": 0.310619, "system_cpu_s_delta": 6.24, "user_cpu_core_ratio": 0.412666, "user_cpu_s_delta": 8.29}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.045851, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 141650.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.36886, "system_cpu_s_delta": 7.4100000000034925, "user_cpu_core_ratio": 0.676991, "user_cpu_s_delta": 13.60000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.499, "count": 174, "max_ms": 10.325, "p95_ms": 5.486, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.172, "max": 5.0, "p95": 3.0, "sample_count": 174}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.007, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 142}, "total": {"avg": 0.822, "max": 2.0, "p95": 1.0, "sample_count": 174}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.801, "count": 30, "max": 53.89, "p95": 40.655, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.647, "count": 30, "max": 30.726, "p95": 27.647, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1040.4, "count": 30, "max": 1244.0, "p95": 1221.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3298.533, "count": 30, "max": 15317.0, "p95": 14618.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.104, "count": 30, "max": 0.448, "p95": 0.369, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.47, "count": 30, "max": 0.537, "p95": 0.515, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.61, "count": 30, "max": 4.907, "p95": 4.485, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 168725.9, "count": 30, "max": 185827.0, "p95": 180701.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 168725.9, "count": 30, "max": 185827.0, "p95": 180701.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 161992.833, "count": 30, "max": 215023.0, "p95": 205681.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.443, "count": 30, "max": 0.594, "p95": 0.589, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.847, "count": 30, "max": 1.103, "p95": 1.038, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11445, "sampled_at": "2026-10-30T12:38:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:38:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2853555, "flush_count": 2971, "flush_interval_seconds": 30.0, "flush_state": {"count": 2971, "last_at": "2026-10-30T12:38:25", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:38:25", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2970}, "started": true, "suppressed_count": 1480942, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1480793}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2971, "written_record_count": 2971}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9597.488, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T12:38:35+09:00", "last_error_summary": "[h264 @ 0x60e9beed70c0] error while decoding MB 60 64, bytestream -8 [h264 @ 0x60e9beec2fc0] cabac decode of qscale diff failed at 99 58 [h264 @ 0x60e9beec2fc0] error while decoding MB 99 58, bytestream 19598 [h264 @ 0x60e9beed70c0] left block unavailable for requested intra mode [h264 @ 0x60e9beed70c0] error while decoding MB 0 39, bytestream 3030 [h264 @ 0x60e9bef59c00] error while decoding MB 109 67, bytestream -11 [h264 @ 0x60e9bfac9980] error while decoding MB 104 60, bytestream -14", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4102307942400, "copied_frame_count": 1483763, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4102307942400, "frame_buffer_copies": 1483763, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1272, "count": 512, "max_ms": 0.3816, "p50_ms": 0.1189, "p95_ms": 0.2423, "p99_ms": 0.289}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5087, "count": 512, "max_ms": 3.8355, "p50_ms": 1.4695, "p95_ms": 2.3557, "p99_ms": 3.0949, "results": {"failed": 0, "not_applicable": 0, "success": 1483763, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 532, "h264_decode_error_count": 1195, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:38:35+09:00", "last_error_summary": "[h264 @ 0x60e9beed70c0] error while decoding MB 60 64, bytestream -8 [h264 @ 0x60e9beec2fc0] cabac decode of qscale diff failed at 99 58 [h264 @ 0x60e9beec2fc0] error while decoding MB 99 58, bytestream 19598 [h264 @ 0x60e9beed70c0] left block unavailable for requested intra mode [h264 @ 0x60e9beed70c0] error while decoding MB 0 39, bytestream 3030 [h264 @ 0x60e9bef59c00] error while decoding MB 109 67, bytestream -11 [h264 @ 0x60e9bfac9980] error while decoding MB 104 60, bytestream -14", "last_exit_at": "2026-10-30T12:38:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 134.154, "last_started_at": "2026-10-30T12:36:21+09:00", "pid": 107976, "process": {"exists": false, "pid": 107976}, "restart_count": 579, "restart_count_per_hour": 25, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 580}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.974, "sample_count": 2201, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1483763, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:38:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.026, "last_frame_pushed_at": "2026-10-30T12:38:35+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-10-30T12:38:35+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 97, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 488.718, "last_sample_duration_ms": 1149.388, "last_trigger": "periodic", "next_snapshot_in_sec": 111.282, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 297, "storage_bytes": 2831362}, "mjpeg": {"age_sec": 0.008, "exists": true, "mtime": "2026-10-30T12:38:35.651782+09:00", "mtime_epoch": 1793331515.651782, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 169951}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:38:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1472.883, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1483763, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.198, "max": 5.0, "p95": 3.0, "sample_count": 167}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 108}, "total": {"avg": 0.647, "max": 1.0, "p95": 1.0, "sample_count": 167}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.571, "pushed": 5.571, "read": 5.538}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 166, "client_acquire_ms": {"avg_ms": 0.008, "count": 166, "max_ms": 0.028, "p95_ms": 0.017, "reason": null, "sample_age_ms": 94.262, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.056, "count": 166, "max_ms": 14.977, "p95_ms": 3.318, "reason": null, "sample_age_ms": 155.055, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.552, "count": 166, "max_ms": 13.973, "p95_ms": 2.352, "reason": null, "sample_age_ms": 155.305, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.305, "count": 166, "max_ms": 0.781, "p95_ms": 0.611, "reason": null, "sample_age_ms": 94.277, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.147, "count": 166, "max_ms": 6.355, "p95_ms": 3.591, "reason": null, "sample_age_ms": 153.169, "source": "client_direct"}, "request_count": 166, "request_tensor_bytes": {"avg": 2764808.0, "count": 166, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 153.128, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 166, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 94.569, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.069, "count": 166, "max_ms": 77.449, "p95_ms": 66.582, "reason": null, "sample_age_ms": 94.254, "source": "client_direct"}, "sample_age_ms": 94.245, "source": "client_direct", "task_total_ms": {"avg_ms": 50.719, "count": 166, "max_ms": 81.428, "p95_ms": 69.293, "reason": null, "sample_age_ms": 94.245, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.104, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.216, "count": 167, "max_ms": 12.688, "p95_ms": 6.617}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.366, "count": 167, "max_ms": 1.542, "p95_ms": 0.693}, "detection_prepare_ms": {"avg_ms": 1.04, "count": 167, "max_ms": 4.987, "p95_ms": 2.483}, "event_filter_ms": {"avg_ms": 0.005, "count": 167, "max_ms": 0.024, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.202, "count": 167, "max_ms": 0.597, "p95_ms": 0.433}, "mcmt_ms": {"avg_ms": 0.003, "count": 167, "max_ms": 0.011, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.508, "count": 167, "max_ms": 1.529, "p95_ms": 1.125}, "setup_ms": {"avg_ms": 0.051, "count": 167, "max_ms": 0.168, "p95_ms": 0.112}, "total_inside_ms": {"avg_ms": 3.149, "count": 167, "max_ms": 11.002, "p95_ms": 6.538}, "track_match_ms": {"avg_ms": 0.049, "count": 167, "max_ms": 0.922, "p95_ms": 0.121}, "tracker_update_ms": {"avg_ms": 0.925, "count": 167, "max_ms": 3.322, "p95_ms": 2.265}}, "gstreamer_push": {"avg_ms": 3.408, "count": 167, "max_ms": 8.37, "p95_ms": 5.278}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 167, "max_ms": 0.492, "p95_ms": 0.131}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.282, "count": 167, "max_ms": 84.309, "p95_ms": 71.555}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.046, "count": 167, "max_ms": 10.903, "p95_ms": 7.927}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.962, "count": 167, "max_ms": 150.492, "p95_ms": 129.072}, "inference_input_copy_ms": {"avg_ms": 1.824, "count": 167, "max_ms": 7.615, "p95_ms": 2.914}, "processing_residual_ms": {"avg_ms": 0.205, "count": 167, "max_ms": 0.544, "p95_ms": 0.391}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.038, "count": 167, "max_ms": 158.291, "p95_ms": 136.283}, "read_interval": {"avg_ms": 180.362, "count": 166, "max_ms": 3378.498, "p95_ms": 180.648}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 167, "max_ms": 0.079, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.445, "count": 167, "max_ms": 1.404, "p95_ms": 1.021}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 167, "max_ms": 0.054, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.429, "count": 167, "max_ms": 1.381, "p95_ms": 0.995}, "worker_merge_ms": {"avg_ms": 0.007, "count": 167, "max_ms": 0.035, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 52.297, "count": 167, "max_ms": 84.33, "p95_ms": 71.563}, "visualize": {"avg_ms": 48.145, "count": 167, "max_ms": 67.333, "p95_ms": 61.433}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.712, "count": 167, "max_ms": 61.778, "p95_ms": 56.686}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.057, "count": 167, "max_ms": 64.99, "p95_ms": 60.053}, "visualize_input_copy_ms": {"avg_ms": 0.862, "count": 167, "max_ms": 3.069, "p95_ms": 2.174}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.919, "count": 167, "max_ms": 64.737, "p95_ms": 59.758}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 167, "max_ms": 0.229, "p95_ms": 0.147}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 167}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1462.426, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.529, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.283, "sample_count": 2219, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1483691, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:38:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 156139, "write_bytes_delta": 156139, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 467.0, "cpu_core_ratio": 0.723285, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1708.0, "pid": 107976, "reason": null, "system_cpu_core_ratio": 0.310619, "system_cpu_s_delta": 6.24, "user_cpu_core_ratio": 0.412666, "user_cpu_s_delta": 8.29}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.045851, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 141650.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.36886, "system_cpu_s_delta": 7.4100000000034925, "user_cpu_core_ratio": 0.676991, "user_cpu_s_delta": 13.60000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.499, "count": 174, "max_ms": 10.325, "p95_ms": 5.486, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.172, "max": 5.0, "p95": 3.0, "sample_count": 174}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.007, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 142}, "total": {"avg": 0.822, "max": 2.0, "p95": 1.0, "sample_count": 174}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.801, "count": 30, "max": 53.89, "p95": 40.655, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.647, "count": 30, "max": 30.726, "p95": 27.647, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1040.4, "count": 30, "max": 1244.0, "p95": 1221.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3298.533, "count": 30, "max": 15317.0, "p95": 14618.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.104, "count": 30, "max": 0.448, "p95": 0.369, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.47, "count": 30, "max": 0.537, "p95": 0.515, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.61, "count": 30, "max": 4.907, "p95": 4.485, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 168725.9, "count": 30, "max": 185827.0, "p95": 180701.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 168725.9, "count": 30, "max": 185827.0, "p95": 180701.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 161992.833, "count": 30, "max": 215023.0, "p95": 205681.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.443, "count": 30, "max": 0.594, "p95": 0.589, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.847, "count": 30, "max": 1.103, "p95": 1.038, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11445, "sampled_at": "2026-10-30T12:38:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:38:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2853555, "flush_count": 2971, "flush_interval_seconds": 30.0, "flush_state": {"count": 2971, "last_at": "2026-10-30T12:38:25", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:38:25", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2970}, "started": true, "suppressed_count": 1480942, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1480793}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2971, "written_record_count": 2971}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9603.617, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4102307942400, "copied_frame_count": 1483763, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4102307942400, "frame_buffer_copies": 1483763, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1272, "count": 512, "max_ms": 0.3816, "p50_ms": 0.1189, "p95_ms": 0.2423, "p99_ms": 0.289}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5087, "count": 512, "max_ms": 3.8355, "p50_ms": 1.4695, "p95_ms": 2.3557, "p99_ms": 3.0949, "results": {"failed": 0, "not_applicable": 0, "success": 1483763, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 532, "h264_decode_error_count": 1195, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:38:35+09:00", "last_error_summary": "[h264 @ 0x60e9beed70c0] error while decoding MB 60 64, bytestream -8 [h264 @ 0x60e9beec2fc0] cabac decode of qscale diff failed at 99 58 [h264 @ 0x60e9beec2fc0] error while decoding MB 99 58, bytestream 19598 [h264 @ 0x60e9beed70c0] left block unavailable for requested intra mode [h264 @ 0x60e9beed70c0] error while decoding MB 0 39, bytestream 3030 [h264 @ 0x60e9bef59c00] error while decoding MB 109 67, bytestream -11 [h264 @ 0x60e9bfac9980] error while decoding MB 104 60, bytestream -14", "last_exit_at": "2026-10-30T12:38:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 134.187, "last_started_at": "2026-10-30T12:36:21+09:00", "pid": 107976, "process": {"exists": false, "pid": 107976}, "restart_count": 579, "restart_count_per_hour": 25, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 580}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.974, "sample_count": 2201, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1483763, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:38:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.059, "last_frame_pushed_at": "2026-10-30T12:38:35+09:00", "last_frame_read_age_sec": 0.184, "last_frame_read_at": "2026-10-30T12:38:35+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 97, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 488.76, "last_sample_duration_ms": 1149.388, "last_trigger": "periodic", "next_snapshot_in_sec": 111.24, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 297, "storage_bytes": 2831362}, "mjpeg": {"age_sec": 0.041, "exists": true, "mtime": "2026-10-30T12:38:35.651782+09:00", "mtime_epoch": 1793331515.651782, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 169951}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:38:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1472.883, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1483763, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.199, "max": 5.0, "p95": 3.0, "sample_count": 166}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 108}, "total": {"avg": 0.651, "max": 1.0, "p95": 1.0, "sample_count": 166}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 166, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.534, "pushed": 5.534, "read": 5.534}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 165, "client_acquire_ms": {"avg_ms": 0.008, "count": 166, "max_ms": 0.028, "p95_ms": 0.017, "reason": null, "sample_age_ms": 132.871, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.049, "count": 165, "max_ms": 14.977, "p95_ms": 3.338, "reason": null, "sample_age_ms": 193.663, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.544, "count": 165, "max_ms": 13.973, "p95_ms": 2.353, "reason": null, "sample_age_ms": 193.913, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.305, "count": 166, "max_ms": 0.781, "p95_ms": 0.611, "reason": null, "sample_age_ms": 132.885, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.152, "count": 165, "max_ms": 6.355, "p95_ms": 3.598, "reason": null, "sample_age_ms": 191.778, "source": "client_direct"}, "request_count": 165, "request_tensor_bytes": {"avg": 2764808.0, "count": 165, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 191.736, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 166, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 133.177, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.069, "count": 166, "max_ms": 77.449, "p95_ms": 66.582, "reason": null, "sample_age_ms": 132.863, "source": "client_direct"}, "sample_age_ms": 132.853, "source": "client_direct", "task_total_ms": {"avg_ms": 50.719, "count": 166, "max_ms": 81.428, "p95_ms": 69.293, "reason": null, "sample_age_ms": 132.853, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.941, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.227, "count": 166, "max_ms": 12.688, "p95_ms": 6.617}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.365, "count": 166, "max_ms": 1.542, "p95_ms": 0.693}, "detection_prepare_ms": {"avg_ms": 1.045, "count": 166, "max_ms": 4.987, "p95_ms": 2.483}, "event_filter_ms": {"avg_ms": 0.005, "count": 166, "max_ms": 0.024, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.203, "count": 166, "max_ms": 0.597, "p95_ms": 0.433}, "mcmt_ms": {"avg_ms": 0.003, "count": 166, "max_ms": 0.011, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.509, "count": 166, "max_ms": 1.529, "p95_ms": 1.125}, "setup_ms": {"avg_ms": 0.051, "count": 166, "max_ms": 0.168, "p95_ms": 0.112}, "total_inside_ms": {"avg_ms": 3.161, "count": 166, "max_ms": 11.002, "p95_ms": 6.538}, "track_match_ms": {"avg_ms": 0.049, "count": 166, "max_ms": 0.922, "p95_ms": 0.121}, "tracker_update_ms": {"avg_ms": 0.931, "count": 166, "max_ms": 3.322, "p95_ms": 2.265}}, "gstreamer_push": {"avg_ms": 3.414, "count": 166, "max_ms": 8.37, "p95_ms": 5.278}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 166, "max_ms": 0.492, "p95_ms": 0.131}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.195, "count": 166, "max_ms": 84.309, "p95_ms": 71.555}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.058, "count": 166, "max_ms": 10.903, "p95_ms": 7.927}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.914, "count": 166, "max_ms": 150.492, "p95_ms": 129.072}, "inference_input_copy_ms": {"avg_ms": 1.824, "count": 166, "max_ms": 7.615, "p95_ms": 2.914}, "processing_residual_ms": {"avg_ms": 0.205, "count": 166, "max_ms": 0.544, "p95_ms": 0.391}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.001, "count": 166, "max_ms": 158.291, "p95_ms": 136.283}, "read_interval": {"avg_ms": 180.362, "count": 166, "max_ms": 3378.498, "p95_ms": 180.648}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 166, "max_ms": 0.079, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.447, "count": 166, "max_ms": 1.404, "p95_ms": 1.021}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 166, "max_ms": 0.054, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.431, "count": 166, "max_ms": 1.381, "p95_ms": 0.995}, "worker_merge_ms": {"avg_ms": 0.007, "count": 166, "max_ms": 0.035, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 52.21, "count": 166, "max_ms": 84.33, "p95_ms": 71.563}, "visualize": {"avg_ms": 48.172, "count": 166, "max_ms": 67.333, "p95_ms": 61.433}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.727, "count": 166, "max_ms": 61.778, "p95_ms": 56.686}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.08, "count": 166, "max_ms": 64.99, "p95_ms": 60.053}, "visualize_input_copy_ms": {"avg_ms": 0.868, "count": 166, "max_ms": 3.069, "p95_ms": 2.174}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.942, "count": 166, "max_ms": 64.737, "p95_ms": 59.758}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 166, "max_ms": 0.229, "p95_ms": 0.147}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 166}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1462.426, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.529, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.283, "sample_count": 2219, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1483691, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:38:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 156139, "write_bytes_delta": 156139, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 467.0, "cpu_core_ratio": 0.723285, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1708.0, "pid": 107976, "reason": null, "system_cpu_core_ratio": 0.310619, "system_cpu_s_delta": 6.24, "user_cpu_core_ratio": 0.412666, "user_cpu_s_delta": 8.29}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.045851, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 141650.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.36886, "system_cpu_s_delta": 7.4100000000034925, "user_cpu_core_ratio": 0.676991, "user_cpu_s_delta": 13.60000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.499, "count": 174, "max_ms": 10.325, "p95_ms": 5.486, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.172, "max": 5.0, "p95": 3.0, "sample_count": 174}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.007, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 142}, "total": {"avg": 0.822, "max": 2.0, "p95": 1.0, "sample_count": 174}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.801, "count": 30, "max": 53.89, "p95": 40.655, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.647, "count": 30, "max": 30.726, "p95": 27.647, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1040.4, "count": 30, "max": 1244.0, "p95": 1221.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3298.533, "count": 30, "max": 15317.0, "p95": 14618.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.104, "count": 30, "max": 0.448, "p95": 0.369, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.47, "count": 30, "max": 0.537, "p95": 0.515, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.61, "count": 30, "max": 4.907, "p95": 4.485, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 168725.9, "count": 30, "max": 185827.0, "p95": 180701.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 168725.9, "count": 30, "max": 185827.0, "p95": 180701.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 161992.833, "count": 30, "max": 215023.0, "p95": 205681.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.443, "count": 30, "max": 0.594, "p95": 0.589, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.847, "count": 30, "max": 1.103, "p95": 1.038, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11445, "sampled_at": "2026-10-30T12:38:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:38:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2853555, "flush_count": 2971, "flush_interval_seconds": 30.0, "flush_state": {"count": 2971, "last_at": "2026-10-30T12:38:25", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:38:25", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2970}, "started": true, "suppressed_count": 1480942, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1480793}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2971, "written_record_count": 2971}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9765.965, "limit_mb": null}, "detail": {"pid": 108092, "restart_count": 580, "start_count": 581}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4102307942400, "copied_frame_count": 1483763, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4102307942400, "frame_buffer_copies": 1483763, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1272, "count": 512, "max_ms": 0.3816, "p50_ms": 0.1189, "p95_ms": 0.2423, "p99_ms": 0.289}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5087, "count": 512, "max_ms": 3.8355, "p50_ms": 1.4695, "p95_ms": 2.3557, "p99_ms": 3.0949, "results": {"failed": 0, "not_applicable": 0, "success": 1483763, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 532, "h264_decode_error_count": 1195, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:38:35+09:00", "last_error_summary": "[h264 @ 0x60e9beed70c0] error while decoding MB 60 64, bytestream -8 [h264 @ 0x60e9beec2fc0] cabac decode of qscale diff failed at 99 58 [h264 @ 0x60e9beec2fc0] error while decoding MB 99 58, bytestream 19598 [h264 @ 0x60e9beed70c0] left block unavailable for requested intra mode [h264 @ 0x60e9beed70c0] error while decoding MB 0 39, bytestream 3030 [h264 @ 0x60e9bef59c00] error while decoding MB 109 67, bytestream -11 [h264 @ 0x60e9bfac9980] error while decoding MB 104 60, bytestream -14", "last_exit_at": "2026-10-30T12:38:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T12:38:38+09:00", "pid": 108092, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.84, "name": "ffmpeg", "pid": 108092, "rss_mb": 209.84, "state": "S (sleeping)", "threads": 70}, "restart_count": 580, "restart_count_per_hour": 26, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 581}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.829, "sample_count": 2167, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1483763, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:38:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.566, "last_frame_pushed_at": "2026-10-30T12:38:35+09:00", "last_frame_read_age_sec": 4.691, "last_frame_read_at": "2026-10-30T12:38:35+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 97, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 493.258, "last_sample_duration_ms": 1149.388, "last_trigger": "periodic", "next_snapshot_in_sec": 106.742, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 297, "storage_bytes": 2831362}, "mjpeg": {"age_sec": 4.548, "exists": true, "mtime": "2026-10-30T12:38:35.651782+09:00", "mtime_epoch": 1793331515.651782, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 169951}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:38:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1472.887, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1483763, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.156, "max": 4.0, "p95": 3.0, "sample_count": 135}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 92}, "total": {"avg": 0.681, "max": 1.0, "p95": 1.0, "sample_count": 135}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 135, "pushed_frames": 135, "read_frames": 135, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.956, "pushed": 4.956, "read": 4.956}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 135, "client_acquire_ms": {"avg_ms": 0.008, "count": 135, "max_ms": 0.028, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4635.463, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.076, "count": 135, "max_ms": 14.977, "p95_ms": 3.539, "reason": null, "sample_age_ms": 4696.256, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.587, "count": 135, "max_ms": 13.973, "p95_ms": 2.474, "reason": null, "sample_age_ms": 4696.506, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.305, "count": 135, "max_ms": 0.739, "p95_ms": 0.586, "reason": null, "sample_age_ms": 4635.478, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.105, "count": 135, "max_ms": 4.846, "p95_ms": 3.535, "reason": null, "sample_age_ms": 4694.371, "source": "client_direct"}, "request_count": 135, "request_tensor_bytes": {"avg": 2764808.0, "count": 135, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4694.329, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 135, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4635.77, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.571, "count": 135, "max_ms": 77.449, "p95_ms": 66.737, "reason": null, "sample_age_ms": 4635.456, "source": "client_direct"}, "sample_age_ms": 4635.446, "source": "client_direct", "task_total_ms": {"avg_ms": 50.178, "count": 135, "max_ms": 81.428, "p95_ms": 69.692, "reason": null, "sample_age_ms": 4635.446, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.455, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.272, "count": 135, "max_ms": 12.688, "p95_ms": 6.605}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.353, "count": 135, "max_ms": 1.542, "p95_ms": 0.678}, "detection_prepare_ms": {"avg_ms": 1.061, "count": 135, "max_ms": 4.987, "p95_ms": 2.609}, "event_filter_ms": {"avg_ms": 0.004, "count": 135, "max_ms": 0.013, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.205, "count": 135, "max_ms": 0.597, "p95_ms": 0.444}, "mcmt_ms": {"avg_ms": 0.003, "count": 135, "max_ms": 0.011, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.515, "count": 135, "max_ms": 1.529, "p95_ms": 1.14}, "setup_ms": {"avg_ms": 0.049, "count": 135, "max_ms": 0.168, "p95_ms": 0.112}, "total_inside_ms": {"avg_ms": 3.206, "count": 135, "max_ms": 11.002, "p95_ms": 6.497}, "track_match_ms": {"avg_ms": 0.052, "count": 135, "max_ms": 0.922, "p95_ms": 0.122}, "tracker_update_ms": {"avg_ms": 0.962, "count": 135, "max_ms": 3.322, "p95_ms": 2.15}}, "gstreamer_push": {"avg_ms": 3.365, "count": 135, "max_ms": 8.37, "p95_ms": 5.455}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 135, "max_ms": 0.492, "p95_ms": 0.125}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.651, "count": 135, "max_ms": 84.309, "p95_ms": 71.633}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.117, "count": 135, "max_ms": 10.903, "p95_ms": 8.216}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.987, "count": 135, "max_ms": 150.492, "p95_ms": 132.364}, "inference_input_copy_ms": {"avg_ms": 1.777, "count": 135, "max_ms": 7.102, "p95_ms": 2.985}, "processing_residual_ms": {"avg_ms": 0.208, "count": 135, "max_ms": 0.544, "p95_ms": 0.394}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.088, "count": 135, "max_ms": 158.291, "p95_ms": 138.472}, "read_interval": {"avg_ms": 192.051, "count": 135, "max_ms": 3378.498, "p95_ms": 182.193}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 135, "max_ms": 0.047, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.455, "count": 135, "max_ms": 1.404, "p95_ms": 1.03}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 135, "max_ms": 0.054, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.44, "count": 135, "max_ms": 1.381, "p95_ms": 1.001}, "worker_merge_ms": {"avg_ms": 0.007, "count": 135, "max_ms": 0.026, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 51.666, "count": 135, "max_ms": 84.33, "p95_ms": 71.644}, "visualize": {"avg_ms": 47.776, "count": 135, "max_ms": 67.333, "p95_ms": 62.336}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.252, "count": 135, "max_ms": 61.778, "p95_ms": 57.55}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.658, "count": 135, "max_ms": 64.99, "p95_ms": 60.194}, "visualize_input_copy_ms": {"avg_ms": 0.904, "count": 135, "max_ms": 2.529, "p95_ms": 2.174}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.524, "count": 135, "max_ms": 64.737, "p95_ms": 60.029}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 135, "max_ms": 0.191, "p95_ms": 0.144}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 135}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1462.426, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.529, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.283, "sample_count": 2219, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1483691, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:38:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 156139, "write_bytes_delta": 156139, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 467.0, "cpu_core_ratio": 0.723285, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1708.0, "pid": 107976, "reason": null, "system_cpu_core_ratio": 0.310619, "system_cpu_s_delta": 6.24, "user_cpu_core_ratio": 0.412666, "user_cpu_s_delta": 8.29}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.045851, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 141650.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.36886, "system_cpu_s_delta": 7.4100000000034925, "user_cpu_core_ratio": 0.676991, "user_cpu_s_delta": 13.60000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.499, "count": 174, "max_ms": 10.325, "p95_ms": 5.486, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.172, "max": 5.0, "p95": 3.0, "sample_count": 174}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.007, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 142}, "total": {"avg": 0.822, "max": 2.0, "p95": 1.0, "sample_count": 174}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.801, "count": 30, "max": 53.89, "p95": 40.655, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.647, "count": 30, "max": 30.726, "p95": 27.647, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1040.4, "count": 30, "max": 1244.0, "p95": 1221.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3298.533, "count": 30, "max": 15317.0, "p95": 14618.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.104, "count": 30, "max": 0.448, "p95": 0.369, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.47, "count": 30, "max": 0.537, "p95": 0.515, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.61, "count": 30, "max": 4.907, "p95": 4.485, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 168725.9, "count": 30, "max": 185827.0, "p95": 180701.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 168725.9, "count": 30, "max": 185827.0, "p95": 180701.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 161992.833, "count": 30, "max": 215023.0, "p95": 205681.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.443, "count": 30, "max": 0.594, "p95": 0.589, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.847, "count": 30, "max": 1.103, "p95": 1.038, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11445, "sampled_at": "2026-10-30T12:38:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:38:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.24, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2854558, "flush_count": 2972, "flush_interval_seconds": 30.0, "flush_state": {"count": 2972, "last_at": "2026-10-30T12:39:25", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:39:25", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2971}, "started": true, "suppressed_count": 1481678, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1481529}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2972, "written_record_count": 2972}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9594.699, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4104345600000, "copied_frame_count": 1484500, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4104345600000, "frame_buffer_copies": 1484500, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1287, "count": 512, "max_ms": 2.1015, "p50_ms": 0.1145, "p95_ms": 0.2202, "p99_ms": 0.2987}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4885, "count": 512, "max_ms": 3.8043, "p50_ms": 1.3709, "p95_ms": 2.5211, "p99_ms": 3.0074, "results": {"failed": 0, "not_applicable": 0, "success": 1484500, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 533, "h264_decode_error_count": 1197, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:40:16+09:00", "last_error_summary": "[h264 @ 0x62b581ea4480] left block unavailable for requested intra mode [h264 @ 0x62b581ea4480] error while decoding MB 0 62, bytestream 3572 [h264 @ 0x62b581f66580] error while decoding MB 12 62, bytestream -6", "last_exit_at": "2026-10-30T12:38:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 98.011, "last_started_at": "2026-10-30T12:38:38+09:00", "pid": 108092, "process": {"exists": false, "pid": 108092}, "restart_count": 580, "restart_count_per_hour": 25, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 581}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.289, "sample_count": 2174, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1484500, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:40:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T12:40:16+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-10-30T12:40:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 97, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 589.297, "last_sample_duration_ms": 1149.388, "last_trigger": "periodic", "next_snapshot_in_sec": 10.703, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 297, "storage_bytes": 2831362}, "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-10-30T12:40:16.136785+09:00", "mtime_epoch": 1793331616.1367848, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 158656}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:40:16+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1473.242, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1484500, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.762, "max": 5.0, "p95": 5.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.022, "max": 2.0, "p95": 1.0, "sample_count": 89}, "total": {"avg": 0.408, "max": 2.0, "p95": 1.0, "sample_count": 223}}, "tracking_counts": {"active": {"avg": 1.009, "max": 2.0, "p95": 1.0, "sample_count": 223}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "tracked": {"avg": 1.009, "max": 2.0, "p95": 1.0, "sample_count": 223}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.439, "pushed": 7.439, "read": 7.405}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 222, "client_acquire_ms": {"avg_ms": 0.009, "count": 222, "max_ms": 0.043, "p95_ms": 0.016, "reason": null, "sample_age_ms": 71.555, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.95, "count": 222, "max_ms": 5.481, "p95_ms": 3.111, "reason": null, "sample_age_ms": 122.721, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.367, "count": 222, "max_ms": 5.253, "p95_ms": 1.92, "reason": null, "sample_age_ms": 122.987, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.277, "count": 222, "max_ms": 0.797, "p95_ms": 0.481, "reason": null, "sample_age_ms": 71.564, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.232, "count": 222, "max_ms": 5.257, "p95_ms": 3.713, "reason": null, "sample_age_ms": 120.439, "source": "client_direct"}, "request_count": 222, "request_tensor_bytes": {"avg": 2764808.0, "count": 222, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 120.36, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 222, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 71.761, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.068, "count": 222, "max_ms": 83.669, "p95_ms": 64.474, "reason": null, "sample_age_ms": 71.551, "source": "client_direct"}, "sample_age_ms": 71.547, "source": "client_direct", "task_total_ms": {"avg_ms": 49.773, "count": 222, "max_ms": 86.107, "p95_ms": 67.748, "reason": null, "sample_age_ms": 71.547, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.768, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.172, "count": 223, "max_ms": 9.73, "p95_ms": 6.226}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.3, "count": 223, "max_ms": 1.08, "p95_ms": 0.607}, "detection_prepare_ms": {"avg_ms": 0.616, "count": 223, "max_ms": 3.818, "p95_ms": 2.072}, "event_filter_ms": {"avg_ms": 0.004, "count": 223, "max_ms": 0.025, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.111, "count": 223, "max_ms": 0.567, "p95_ms": 0.244}, "mcmt_ms": {"avg_ms": 0.004, "count": 223, "max_ms": 0.143, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.372, "count": 223, "max_ms": 2.247, "p95_ms": 0.985}, "setup_ms": {"avg_ms": 0.043, "count": 223, "max_ms": 0.146, "p95_ms": 0.082}, "total_inside_ms": {"avg_ms": 2.124, "count": 223, "max_ms": 9.606, "p95_ms": 6.164}, "track_match_ms": {"avg_ms": 0.053, "count": 223, "max_ms": 0.443, "p95_ms": 0.187}, "tracker_update_ms": {"avg_ms": 0.62, "count": 223, "max_ms": 3.336, "p95_ms": 2.106}}, "gstreamer_push": {"avg_ms": 3.244, "count": 223, "max_ms": 6.833, "p95_ms": 5.387}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 223, "max_ms": 0.142, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.105, "count": 223, "max_ms": 87.728, "p95_ms": 69.506}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.304, "count": 223, "max_ms": 11.828, "p95_ms": 5.082}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.968, "count": 223, "max_ms": 145.132, "p95_ms": 126.558}, "inference_input_copy_ms": {"avg_ms": 1.665, "count": 223, "max_ms": 6.561, "p95_ms": 2.897}, "processing_residual_ms": {"avg_ms": 0.2, "count": 223, "max_ms": 0.556, "p95_ms": 0.364}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 101.137, "count": 223, "max_ms": 150.763, "p95_ms": 131.419}, "read_interval": {"avg_ms": 135.078, "count": 222, "max_ms": 2334.253, "p95_ms": 156.886}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 223, "max_ms": 0.076, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.315, "count": 223, "max_ms": 2.049, "p95_ms": 0.87}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 223, "max_ms": 0.068, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.301, "count": 223, "max_ms": 1.991, "p95_ms": 0.847}, "worker_merge_ms": {"avg_ms": 0.006, "count": 223, "max_ms": 0.051, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 51.118, "count": 223, "max_ms": 87.736, "p95_ms": 69.518}, "visualize": {"avg_ms": 43.515, "count": 223, "max_ms": 72.767, "p95_ms": 60.99}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 40.997, "count": 223, "max_ms": 65.972, "p95_ms": 56.185}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 42.74, "count": 223, "max_ms": 70.709, "p95_ms": 59.233}, "visualize_input_copy_ms": {"avg_ms": 0.585, "count": 223, "max_ms": 3.183, "p95_ms": 1.997}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 42.62, "count": 223, "max_ms": 70.423, "p95_ms": 59.079}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 223, "max_ms": 0.506, "p95_ms": 0.15}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 223}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1462.707, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.403, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.661, "sample_count": 2167, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1484262, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:39:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 154921, "write_bytes_delta": 154921, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 767.0, "cpu_core_ratio": 0.69062, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3219.0, "pid": 108092, "reason": null, "system_cpu_core_ratio": 0.195251, "system_cpu_s_delta": 3.9099999999999993, "user_cpu_core_ratio": 0.495369, "user_cpu_s_delta": 9.920000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.501587, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 181958.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.532821, "system_cpu_s_delta": 10.669999999998254, "user_cpu_core_ratio": 0.968766, "user_cpu_s_delta": 19.39999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.757, "count": 217, "max_ms": 14.422, "p95_ms": 7.017, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.24, "max": 4.0, "p95": 3.0, "sample_count": 217}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 171}, "total": {"avg": 0.788, "max": 1.0, "p95": 1.0, "sample_count": 217}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.614, "count": 30, "max": 40.943, "p95": 38.554, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.683, "count": 30, "max": 30.726, "p95": 25.311, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1015.4, "count": 30, "max": 1235.0, "p95": 1196.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3782.033, "count": 30, "max": 15317.0, "p95": 14618.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.113, "count": 30, "max": 0.448, "p95": 0.369, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.468, "count": 30, "max": 0.537, "p95": 0.505, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.61, "count": 30, "max": 4.907, "p95": 4.485, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 165967.833, "count": 30, "max": 185827.0, "p95": 179011.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 165967.833, "count": 30, "max": 185827.0, "p95": 179011.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 160017.6, "count": 30, "max": 215023.0, "p95": 200800.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.439, "count": 30, "max": 0.594, "p95": 0.586, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.841, "count": 30, "max": 1.103, "p95": 1.038, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11449, "sampled_at": "2026-10-30T12:39:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:39:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2854558, "flush_count": 2972, "flush_interval_seconds": 30.0, "flush_state": {"count": 2972, "last_at": "2026-10-30T12:39:25", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:39:25", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2971}, "started": true, "suppressed_count": 1481678, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1481529}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2972, "written_record_count": 2972}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9594.973, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4104345600000, "copied_frame_count": 1484500, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4104345600000, "frame_buffer_copies": 1484500, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1287, "count": 512, "max_ms": 2.1015, "p50_ms": 0.1145, "p95_ms": 0.2202, "p99_ms": 0.2987}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4885, "count": 512, "max_ms": 3.8043, "p50_ms": 1.3709, "p95_ms": 2.5211, "p99_ms": 3.0074, "results": {"failed": 0, "not_applicable": 0, "success": 1484500, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 533, "h264_decode_error_count": 1197, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:40:16+09:00", "last_error_summary": "[h264 @ 0x62b581ea4480] left block unavailable for requested intra mode [h264 @ 0x62b581ea4480] error while decoding MB 0 62, bytestream 3572 [h264 @ 0x62b581f66580] error while decoding MB 12 62, bytestream -6", "last_exit_at": "2026-10-30T12:38:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 98.088, "last_started_at": "2026-10-30T12:38:38+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 580, "restart_count_per_hour": 25, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 581}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.289, "sample_count": 2174, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1484500, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:40:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.079, "last_frame_pushed_at": "2026-10-30T12:40:16+09:00", "last_frame_read_age_sec": 0.171, "last_frame_read_at": "2026-10-30T12:40:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 97, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 589.352, "last_sample_duration_ms": 1149.388, "last_trigger": "periodic", "next_snapshot_in_sec": 10.648, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 297, "storage_bytes": 2831362}, "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-10-30T12:40:16.221785+09:00", "mtime_epoch": 1793331616.2217848, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 158666}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:40:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1473.254, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1484500, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.766, "max": 5.0, "p95": 5.0, "sample_count": 222}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.023, "max": 2.0, "p95": 1.0, "sample_count": 88}, "total": {"avg": 0.405, "max": 2.0, "p95": 1.0, "sample_count": 222}}, "tracking_counts": {"active": {"avg": 1.009, "max": 2.0, "p95": 1.0, "sample_count": 222}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "tracked": {"avg": 1.009, "max": 2.0, "p95": 1.0, "sample_count": 222}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.429, "pushed": 7.429, "read": 7.396}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 221, "client_acquire_ms": {"avg_ms": 0.009, "count": 222, "max_ms": 0.043, "p95_ms": 0.016, "reason": null, "sample_age_ms": 135.484, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.952, "count": 221, "max_ms": 5.481, "p95_ms": 3.112, "reason": null, "sample_age_ms": 186.65, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.368, "count": 221, "max_ms": 5.253, "p95_ms": 1.921, "reason": null, "sample_age_ms": 186.916, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.277, "count": 222, "max_ms": 0.797, "p95_ms": 0.481, "reason": null, "sample_age_ms": 135.493, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.233, "count": 221, "max_ms": 5.257, "p95_ms": 3.714, "reason": null, "sample_age_ms": 184.368, "source": "client_direct"}, "request_count": 221, "request_tensor_bytes": {"avg": 2764808.0, "count": 221, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 184.289, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 222, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 135.689, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.068, "count": 222, "max_ms": 83.669, "p95_ms": 64.474, "reason": null, "sample_age_ms": 135.479, "source": "client_direct"}, "sample_age_ms": 135.476, "source": "client_direct", "task_total_ms": {"avg_ms": 49.773, "count": 222, "max_ms": 86.107, "p95_ms": 67.748, "reason": null, "sample_age_ms": 135.476, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.033, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.154, "count": 222, "max_ms": 9.73, "p95_ms": 6.049}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.299, "count": 222, "max_ms": 1.08, "p95_ms": 0.607}, "detection_prepare_ms": {"avg_ms": 0.611, "count": 222, "max_ms": 3.818, "p95_ms": 2.072}, "event_filter_ms": {"avg_ms": 0.004, "count": 222, "max_ms": 0.025, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.11, "count": 222, "max_ms": 0.567, "p95_ms": 0.244}, "mcmt_ms": {"avg_ms": 0.004, "count": 222, "max_ms": 0.143, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.37, "count": 222, "max_ms": 2.247, "p95_ms": 0.985}, "setup_ms": {"avg_ms": 0.043, "count": 222, "max_ms": 0.146, "p95_ms": 0.082}, "total_inside_ms": {"avg_ms": 2.105, "count": 222, "max_ms": 9.606, "p95_ms": 6.006}, "track_match_ms": {"avg_ms": 0.052, "count": 222, "max_ms": 0.443, "p95_ms": 0.187}, "tracker_update_ms": {"avg_ms": 0.611, "count": 222, "max_ms": 3.336, "p95_ms": 2.03}}, "gstreamer_push": {"avg_ms": 3.249, "count": 222, "max_ms": 6.833, "p95_ms": 5.387}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 222, "max_ms": 0.142, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.089, "count": 222, "max_ms": 87.728, "p95_ms": 69.506}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.302, "count": 222, "max_ms": 11.828, "p95_ms": 5.082}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.931, "count": 222, "max_ms": 145.132, "p95_ms": 126.558}, "inference_input_copy_ms": {"avg_ms": 1.668, "count": 222, "max_ms": 6.561, "p95_ms": 2.897}, "processing_residual_ms": {"avg_ms": 0.2, "count": 222, "max_ms": 0.556, "p95_ms": 0.364}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 101.102, "count": 222, "max_ms": 150.763, "p95_ms": 131.419}, "read_interval": {"avg_ms": 135.005, "count": 221, "max_ms": 2334.253, "p95_ms": 156.886}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 222, "max_ms": 0.076, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.314, "count": 222, "max_ms": 2.049, "p95_ms": 0.87}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 222, "max_ms": 0.068, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.299, "count": 222, "max_ms": 1.991, "p95_ms": 0.847}, "worker_merge_ms": {"avg_ms": 0.006, "count": 222, "max_ms": 0.051, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 51.103, "count": 222, "max_ms": 87.736, "p95_ms": 69.518}, "visualize": {"avg_ms": 43.519, "count": 222, "max_ms": 72.767, "p95_ms": 60.99}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 41.012, "count": 222, "max_ms": 65.972, "p95_ms": 56.185}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 42.746, "count": 222, "max_ms": 70.709, "p95_ms": 59.233}, "visualize_input_copy_ms": {"avg_ms": 0.584, "count": 222, "max_ms": 3.183, "p95_ms": 1.997}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 42.625, "count": 222, "max_ms": 70.423, "p95_ms": 59.079}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 222, "max_ms": 0.506, "p95_ms": 0.15}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 222}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1462.707, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.403, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.661, "sample_count": 2167, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1484262, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:39:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 154921, "write_bytes_delta": 154921, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 767.0, "cpu_core_ratio": 0.69062, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3219.0, "pid": 108092, "reason": null, "system_cpu_core_ratio": 0.195251, "system_cpu_s_delta": 3.9099999999999993, "user_cpu_core_ratio": 0.495369, "user_cpu_s_delta": 9.920000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.501587, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 181958.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.532821, "system_cpu_s_delta": 10.669999999998254, "user_cpu_core_ratio": 0.968766, "user_cpu_s_delta": 19.39999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.757, "count": 217, "max_ms": 14.422, "p95_ms": 7.017, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.24, "max": 4.0, "p95": 3.0, "sample_count": 217}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 171}, "total": {"avg": 0.788, "max": 1.0, "p95": 1.0, "sample_count": 217}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.614, "count": 30, "max": 40.943, "p95": 38.554, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.683, "count": 30, "max": 30.726, "p95": 25.311, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1015.4, "count": 30, "max": 1235.0, "p95": 1196.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3782.033, "count": 30, "max": 15317.0, "p95": 14618.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.113, "count": 30, "max": 0.448, "p95": 0.369, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.468, "count": 30, "max": 0.537, "p95": 0.505, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.61, "count": 30, "max": 4.907, "p95": 4.485, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 165967.833, "count": 30, "max": 185827.0, "p95": 179011.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 165967.833, "count": 30, "max": 185827.0, "p95": 179011.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 160017.6, "count": 30, "max": 215023.0, "p95": 200800.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.439, "count": 30, "max": 0.594, "p95": 0.586, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.841, "count": 30, "max": 1.103, "p95": 1.038, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11449, "sampled_at": "2026-10-30T12:39:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:39:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2854558, "flush_count": 2972, "flush_interval_seconds": 30.0, "flush_state": {"count": 2972, "last_at": "2026-10-30T12:39:25", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:39:25", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2971}, "started": true, "suppressed_count": 1481678, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1481529}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2972, "written_record_count": 2972}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9771.426, "limit_mb": null}, "detail": {"pid": 108208, "restart_count": 581, "start_count": 582}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4104345600000, "copied_frame_count": 1484500, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4104345600000, "frame_buffer_copies": 1484500, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1287, "count": 512, "max_ms": 2.1015, "p50_ms": 0.1145, "p95_ms": 0.2202, "p99_ms": 0.2987}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4885, "count": 512, "max_ms": 3.8043, "p50_ms": 1.3709, "p95_ms": 2.5211, "p99_ms": 3.0074, "results": {"failed": 0, "not_applicable": 0, "success": 1484500, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 533, "h264_decode_error_count": 1197, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:40:16+09:00", "last_error_summary": "[h264 @ 0x62b581ea4480] left block unavailable for requested intra mode [h264 @ 0x62b581ea4480] error while decoding MB 0 62, bytestream 3572 [h264 @ 0x62b581f66580] error while decoding MB 12 62, bytestream -6", "last_exit_at": "2026-10-30T12:38:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-30T12:40:19+09:00", "pid": 108208, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.773, "name": "ffmpeg", "pid": 108208, "rss_mb": 209.773, "state": "S (sleeping)", "threads": 70}, "restart_count": 581, "restart_count_per_hour": 26, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 582}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.394, "sample_count": 2129, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1484500, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:40:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.962, "last_frame_pushed_at": "2026-10-30T12:40:16+09:00", "last_frame_read_age_sec": 5.054, "last_frame_read_at": "2026-10-30T12:40:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 97, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 594.234, "last_sample_duration_ms": 1149.388, "last_trigger": "periodic", "next_snapshot_in_sec": 5.766, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 297, "storage_bytes": 2831362}, "mjpeg": {"age_sec": 4.949, "exists": true, "mtime": "2026-10-30T12:40:16.221785+09:00", "mtime_epoch": 1793331616.2217848, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 158666}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:40:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1473.258, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1484500, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.903, "max": 5.0, "p95": 5.0, "sample_count": 186}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.038, "max": 2.0, "p95": 1.0, "sample_count": 52}, "total": {"avg": 0.29, "max": 2.0, "p95": 1.0, "sample_count": 186}}, "tracking_counts": {"active": {"avg": 1.011, "max": 2.0, "p95": 1.0, "sample_count": 186}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}, "tracked": {"avg": 1.011, "max": 2.0, "p95": 1.0, "sample_count": 186}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 186, "pushed_frames": 186, "read_frames": 185, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.213, "pushed": 6.213, "read": 6.18}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 185, "client_acquire_ms": {"avg_ms": 0.009, "count": 185, "max_ms": 0.043, "p95_ms": 0.016, "reason": null, "sample_age_ms": 5015.454, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.876, "count": 185, "max_ms": 5.318, "p95_ms": 2.786, "reason": null, "sample_age_ms": 5066.62, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.345, "count": 185, "max_ms": 4.878, "p95_ms": 1.88, "reason": null, "sample_age_ms": 5066.885, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.274, "count": 185, "max_ms": 0.75, "p95_ms": 0.473, "reason": null, "sample_age_ms": 5015.462, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.215, "count": 185, "max_ms": 5.257, "p95_ms": 3.641, "reason": null, "sample_age_ms": 5064.338, "source": "client_direct"}, "request_count": 185, "request_tensor_bytes": {"avg": 2764808.0, "count": 185, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5064.258, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 185, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5015.659, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.572, "count": 185, "max_ms": 83.669, "p95_ms": 63.419, "reason": null, "sample_age_ms": 5015.449, "source": "client_direct"}, "sample_age_ms": 5015.446, "source": "client_direct", "task_total_ms": {"avg_ms": 49.255, "count": 185, "max_ms": 86.107, "p95_ms": 66.471, "reason": null, "sample_age_ms": 5015.446, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.718, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.733, "count": 186, "max_ms": 7.082, "p95_ms": 5.276}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.287, "count": 186, "max_ms": 0.726, "p95_ms": 0.553}, "detection_prepare_ms": {"avg_ms": 0.461, "count": 186, "max_ms": 2.427, "p95_ms": 1.534}, "event_filter_ms": {"avg_ms": 0.004, "count": 186, "max_ms": 0.017, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.1, "count": 186, "max_ms": 0.276, "p95_ms": 0.211}, "mcmt_ms": {"avg_ms": 0.004, "count": 186, "max_ms": 0.143, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.304, "count": 186, "max_ms": 1.305, "p95_ms": 0.839}, "setup_ms": {"avg_ms": 0.042, "count": 186, "max_ms": 0.146, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 1.688, "count": 186, "max_ms": 6.987, "p95_ms": 5.203}, "track_match_ms": {"avg_ms": 0.037, "count": 186, "max_ms": 0.324, "p95_ms": 0.171}, "tracker_update_ms": {"avg_ms": 0.448, "count": 186, "max_ms": 2.737, "p95_ms": 1.893}}, "gstreamer_push": {"avg_ms": 3.165, "count": 186, "max_ms": 6.599, "p95_ms": 5.212}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 186, "max_ms": 0.142, "p95_ms": 0.088}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.535, "count": 186, "max_ms": 87.728, "p95_ms": 68.522}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.913, "count": 186, "max_ms": 11.178, "p95_ms": 3.715}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 95.073, "count": 186, "max_ms": 145.132, "p95_ms": 122.345}, "inference_input_copy_ms": {"avg_ms": 1.594, "count": 186, "max_ms": 4.883, "p95_ms": 2.68}, "processing_residual_ms": {"avg_ms": 0.194, "count": 186, "max_ms": 0.556, "p95_ms": 0.354}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.774, "count": 186, "max_ms": 150.763, "p95_ms": 125.283}, "read_interval": {"avg_ms": 135.155, "count": 185, "max_ms": 2334.253, "p95_ms": 156.714}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 186, "max_ms": 0.076, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.25, "count": 186, "max_ms": 1.171, "p95_ms": 0.733}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 186, "max_ms": 0.063, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.236, "count": 186, "max_ms": 1.15, "p95_ms": 0.711}, "worker_merge_ms": {"avg_ms": 0.005, "count": 186, "max_ms": 0.051, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 50.549, "count": 186, "max_ms": 87.736, "p95_ms": 68.533}, "visualize": {"avg_ms": 41.65, "count": 186, "max_ms": 72.767, "p95_ms": 57.681}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 39.656, "count": 186, "max_ms": 65.972, "p95_ms": 53.127}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.054, "count": 186, "max_ms": 70.709, "p95_ms": 56.531}, "visualize_input_copy_ms": {"avg_ms": 0.41, "count": 186, "max_ms": 2.736, "p95_ms": 1.762}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.942, "count": 186, "max_ms": 70.423, "p95_ms": 56.432}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 186, "max_ms": 0.196, "p95_ms": 0.145}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 186}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1462.707, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.403, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.661, "sample_count": 2167, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1484262, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:39:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 154921, "write_bytes_delta": 154921, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 767.0, "cpu_core_ratio": 0.69062, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3219.0, "pid": 108092, "reason": null, "system_cpu_core_ratio": 0.195251, "system_cpu_s_delta": 3.9099999999999993, "user_cpu_core_ratio": 0.495369, "user_cpu_s_delta": 9.920000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.501587, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 181958.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.532821, "system_cpu_s_delta": 10.669999999998254, "user_cpu_core_ratio": 0.968766, "user_cpu_s_delta": 19.39999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.757, "count": 217, "max_ms": 14.422, "p95_ms": 7.017, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.24, "max": 4.0, "p95": 3.0, "sample_count": 217}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 171}, "total": {"avg": 0.788, "max": 1.0, "p95": 1.0, "sample_count": 217}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.614, "count": 30, "max": 40.943, "p95": 38.554, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.683, "count": 30, "max": 30.726, "p95": 25.311, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1015.4, "count": 30, "max": 1235.0, "p95": 1196.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3782.033, "count": 30, "max": 15317.0, "p95": 14618.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.113, "count": 30, "max": 0.448, "p95": 0.369, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.468, "count": 30, "max": 0.537, "p95": 0.505, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.61, "count": 30, "max": 4.907, "p95": 4.485, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 165967.833, "count": 30, "max": 185827.0, "p95": 179011.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 165967.833, "count": 30, "max": 185827.0, "p95": 179011.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 160017.6, "count": 30, "max": 215023.0, "p95": 200800.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.439, "count": 30, "max": 0.594, "p95": 0.586, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.841, "count": 30, "max": 1.103, "p95": 1.038, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11449, "sampled_at": "2026-10-30T12:39:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:39:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2857452, "flush_count": 2975, "flush_interval_seconds": 30.0, "flush_state": {"count": 2975, "last_at": "2026-10-30T12:42:25", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:42:25", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2974}, "started": true, "suppressed_count": 1483127, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1482978}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2975, "written_record_count": 2975}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9584.078, "limit_mb": null}, "detail": {"h264_decode_error_count": 7, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x652a46329d80] error while decoding MB 105 56, bytestream -5 [h264 @ 0x652a46fd47c0] error while decoding MB 75 60, bytestream -9 [h264 @ 0x652a46329d80] error while decoding MB 114 59, bytestream -7 [h264 @ 0x652a4622dd80] error while decoding MB 109 63, bytestream -15 [h264 @ 0x652a46f05940] left block unavailable for requested intra mode [h264 @ 0x652a46f05940] error while decoding MB 0 55, bytestream 20440 [h264 @ 0x652a462d9680] cabac decode of qscale diff failed at 27 2 [h264 @ 0x", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4108357324800, "copied_frame_count": 1485951, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4108357324800, "frame_buffer_copies": 1485951, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.12, "count": 512, "max_ms": 0.5336, "p50_ms": 0.1039, "p95_ms": 0.2398, "p99_ms": 0.3256}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4302, "count": 512, "max_ms": 5.1103, "p50_ms": 1.3374, "p95_ms": 2.2682, "p99_ms": 2.6858, "results": {"failed": 0, "not_applicable": 0, "success": 1485951, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 534, "h264_decode_error_count": 1204, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:43:15+09:00", "last_error_summary": "[h264 @ 0x652a46329d80] error while decoding MB 105 56, bytestream -5 [h264 @ 0x652a46fd47c0] error while decoding MB 75 60, bytestream -9 [h264 @ 0x652a46329d80] error while decoding MB 114 59, bytestream -7 [h264 @ 0x652a4622dd80] error while decoding MB 109 63, bytestream -15 [h264 @ 0x652a46f05940] left block unavailable for requested intra mode [h264 @ 0x652a46f05940] error while decoding MB 0 55, bytestream 20440 [h264 @ 0x652a462d9680] cabac decode of qscale diff failed at 27 2 [h264 @ 0x", "last_exit_at": "2026-10-30T12:38:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.737, "last_started_at": "2026-10-30T12:40:19+09:00", "pid": 108208, "process": {"exists": false, "pid": 108208}, "restart_count": 581, "restart_count_per_hour": 24, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 582}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.293, "sample_count": 2319, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1485951, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:43:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.099, "last_frame_pushed_at": "2026-10-30T12:43:15+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-10-30T12:43:15+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 98, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 167.365, "last_sample_duration_ms": 879.185, "last_trigger": "periodic", "next_snapshot_in_sec": 432.635, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 298, "storage_bytes": 2840939}, "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-10-30T12:43:15.817989+09:00", "mtime_epoch": 1793331795.8179893, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 159527}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:43:15+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1484.484, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1485952, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.271, "max": 4.0, "p95": 3.0, "sample_count": 181}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.006, "max": 2.0, "p95": 1.0, "sample_count": 161}, "total": {"avg": 0.895, "max": 2.0, "p95": 1.0, "sample_count": 181}}, "tracking_counts": {"active": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 181}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}, "removed": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 181}, "tracked": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 181}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 181, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.041, "pushed": 6.041, "read": 6.041}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 181, "client_acquire_ms": {"avg_ms": 0.008, "count": 181, "max_ms": 0.029, "p95_ms": 0.017, "reason": null, "sample_age_ms": 39.723, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.944, "count": 181, "max_ms": 7.656, "p95_ms": 3.507, "reason": null, "sample_age_ms": 99.316, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.428, "count": 181, "max_ms": 7.193, "p95_ms": 2.461, "reason": null, "sample_age_ms": 99.679, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.281, "count": 181, "max_ms": 1.035, "p95_ms": 0.503, "reason": null, "sample_age_ms": 39.735, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.98, "count": 181, "max_ms": 4.912, "p95_ms": 3.501, "reason": null, "sample_age_ms": 97.861, "source": "client_direct"}, "request_count": 181, "request_tensor_bytes": {"avg": 2764808.0, "count": 181, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 97.839, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 181, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 40.022, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.81, "count": 181, "max_ms": 72.955, "p95_ms": 59.552, "reason": null, "sample_age_ms": 39.718, "source": "client_direct"}, "sample_age_ms": 39.712, "source": "client_direct", "task_total_ms": {"avg_ms": 47.247, "count": 181, "max_ms": 75.428, "p95_ms": 62.707, "reason": null, "sample_age_ms": 39.712, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.501, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.715, "count": 181, "max_ms": 9.684, "p95_ms": 6.919}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.329, "count": 181, "max_ms": 1.174, "p95_ms": 0.604}, "detection_prepare_ms": {"avg_ms": 1.207, "count": 181, "max_ms": 3.758, "p95_ms": 2.387}, "event_filter_ms": {"avg_ms": 0.005, "count": 181, "max_ms": 0.114, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.228, "count": 181, "max_ms": 0.654, "p95_ms": 0.42}, "mcmt_ms": {"avg_ms": 0.003, "count": 181, "max_ms": 0.015, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.567, "count": 181, "max_ms": 2.673, "p95_ms": 1.126}, "setup_ms": {"avg_ms": 0.046, "count": 181, "max_ms": 0.15, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 3.661, "count": 181, "max_ms": 9.543, "p95_ms": 6.792}, "track_match_ms": {"avg_ms": 0.061, "count": 181, "max_ms": 1.002, "p95_ms": 0.119}, "tracker_update_ms": {"avg_ms": 1.214, "count": 181, "max_ms": 3.498, "p95_ms": 2.432}}, "gstreamer_push": {"avg_ms": 3.355, "count": 181, "max_ms": 8.488, "p95_ms": 5.266}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 181, "max_ms": 0.179, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.487, "count": 181, "max_ms": 77.423, "p95_ms": 63.708}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.709, "count": 181, "max_ms": 13.303, "p95_ms": 8.414}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.782, "count": 181, "max_ms": 133.179, "p95_ms": 127.572}, "inference_input_copy_ms": {"avg_ms": 1.699, "count": 181, "max_ms": 9.661, "p95_ms": 2.818}, "processing_residual_ms": {"avg_ms": 0.202, "count": 181, "max_ms": 0.448, "p95_ms": 0.405}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.391, "count": 181, "max_ms": 146.941, "p95_ms": 133.327}, "read_interval": {"avg_ms": 165.488, "count": 181, "max_ms": 4086.46, "p95_ms": 169.877}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 181, "max_ms": 0.039, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.509, "count": 181, "max_ms": 2.536, "p95_ms": 1.001}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 181, "max_ms": 0.059, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.495, "count": 181, "max_ms": 2.497, "p95_ms": 0.979}, "worker_merge_ms": {"avg_ms": 0.006, "count": 181, "max_ms": 0.036, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 48.5, "count": 181, "max_ms": 77.431, "p95_ms": 63.716}, "visualize": {"avg_ms": 47.42, "count": 181, "max_ms": 77.353, "p95_ms": 60.653}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.21, "count": 181, "max_ms": 72.152, "p95_ms": 55.774}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.04, "count": 181, "max_ms": 75.326, "p95_ms": 58.924}, "visualize_input_copy_ms": {"avg_ms": 1.174, "count": 181, "max_ms": 3.122, "p95_ms": 1.985}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.904, "count": 181, "max_ms": 75.201, "p95_ms": 58.768}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 181, "max_ms": 0.232, "p95_ms": 0.127}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 181}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1463.504, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 39.091, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.823, "sample_count": 2347, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1485716, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:42:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 155987, "write_bytes_delta": 155987, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 546.0, "cpu_core_ratio": 0.614149, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 392.0, "pid": 108208, "reason": null, "system_cpu_core_ratio": 0.118835, "system_cpu_s_delta": 1.1899999999999995, "user_cpu_core_ratio": 0.495313, "user_cpu_s_delta": 4.960000000000008}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.444997, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 111374.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.510293, "system_cpu_s_delta": 5.110000000000582, "user_cpu_core_ratio": 0.934704, "user_cpu_s_delta": 9.35999999998603}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.264, "count": 263, "max_ms": 12.26, "p95_ms": 5.286, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.388, "max": 6.0, "p95": 4.0, "sample_count": 263}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.019, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 103}, "total": {"avg": 0.399, "max": 2.0, "p95": 1.0, "sample_count": 263}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.439, "count": 30, "max": 40.943, "p95": 39.758, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.189, "count": 30, "max": 30.726, "p95": 25.628, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 872.367, "count": 30, "max": 1311.0, "p95": 1247.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3061.333, "count": 30, "max": 15317.0, "p95": 14447.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.109, "count": 30, "max": 0.448, "p95": 0.33, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.473, "count": 30, "max": 0.537, "p95": 0.519, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.303, "count": 30, "max": 4.552, "p95": 2.423, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 155814.933, "count": 30, "max": 172540.0, "p95": 164646.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 155814.933, "count": 30, "max": 172540.0, "p95": 164646.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 137000.0, "count": 30, "max": 215023.0, "p95": 206598.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.388, "count": 30, "max": 0.604, "p95": 0.526, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.805, "count": 30, "max": 1.073, "p95": 0.963, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11462, "sampled_at": "2026-10-30T12:42:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:42:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2857452, "flush_count": 2975, "flush_interval_seconds": 30.0, "flush_state": {"count": 2975, "last_at": "2026-10-30T12:42:25", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:42:25", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2974}, "started": true, "suppressed_count": 1483127, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1482978}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2975, "written_record_count": 2975}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9583.961, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T12:43:15+09:00", "last_error_summary": "[h264 @ 0x652a46329d80] error while decoding MB 105 56, bytestream -5 [h264 @ 0x652a46fd47c0] error while decoding MB 75 60, bytestream -9 [h264 @ 0x652a46329d80] error while decoding MB 114 59, bytestream -7 [h264 @ 0x652a4622dd80] error while decoding MB 109 63, bytestream -15 [h264 @ 0x652a46f05940] left block unavailable for requested intra mode [h264 @ 0x652a46f05940] error while decoding MB 0 55, bytestream 20440 [h264 @ 0x652a462d9680] cabac decode of qscale diff failed at 27 2 [h264 @ 0x", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4108360089600, "copied_frame_count": 1485952, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4108360089600, "frame_buffer_copies": 1485952, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.12, "count": 512, "max_ms": 0.5336, "p50_ms": 0.1039, "p95_ms": 0.2398, "p99_ms": 0.3256}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4446, "count": 512, "max_ms": 8.9539, "p50_ms": 1.3374, "p95_ms": 2.2687, "p99_ms": 2.7555, "results": {"failed": 0, "not_applicable": 0, "success": 1485952, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 534, "h264_decode_error_count": 1204, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:43:15+09:00", "last_error_summary": "[h264 @ 0x652a46329d80] error while decoding MB 105 56, bytestream -5 [h264 @ 0x652a46fd47c0] error while decoding MB 75 60, bytestream -9 [h264 @ 0x652a46329d80] error while decoding MB 114 59, bytestream -7 [h264 @ 0x652a4622dd80] error while decoding MB 109 63, bytestream -15 [h264 @ 0x652a46f05940] left block unavailable for requested intra mode [h264 @ 0x652a46f05940] error while decoding MB 0 55, bytestream 20440 [h264 @ 0x652a462d9680] cabac decode of qscale diff failed at 27 2 [h264 @ 0x", "last_exit_at": "2026-10-30T12:43:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.812, "last_started_at": "2026-10-30T12:40:19+09:00", "pid": 108208, "process": {"exists": false, "pid": 108208}, "restart_count": 581, "restart_count_per_hour": 24, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 582}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.346, "sample_count": 2320, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1485952, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:43:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-10-30T12:43:15+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-10-30T12:43:15+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 98, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 167.405, "last_sample_duration_ms": 879.185, "last_trigger": "periodic", "next_snapshot_in_sec": 432.595, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 298, "storage_bytes": 2840939}, "mjpeg": {"age_sec": 0.163, "exists": true, "mtime": "2026-10-30T12:43:15.817989+09:00", "mtime_epoch": 1793331795.8179893, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 159527}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:43:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1463.516, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1485952, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.276, "max": 4.0, "p95": 3.0, "sample_count": 181}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.006, "max": 2.0, "p95": 1.0, "sample_count": 162}, "total": {"avg": 0.901, "max": 2.0, "p95": 1.0, "sample_count": 181}}, "tracking_counts": {"active": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 181}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}, "removed": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 181}, "tracked": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 181}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 181, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.038, "pushed": 6.038, "read": 6.038}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 181, "client_acquire_ms": {"avg_ms": 0.008, "count": 181, "max_ms": 0.029, "p95_ms": 0.017, "reason": null, "sample_age_ms": 110.892, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.944, "count": 181, "max_ms": 7.656, "p95_ms": 3.507, "reason": null, "sample_age_ms": 170.485, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.428, "count": 181, "max_ms": 7.193, "p95_ms": 2.461, "reason": null, "sample_age_ms": 170.849, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.281, "count": 181, "max_ms": 1.035, "p95_ms": 0.503, "reason": null, "sample_age_ms": 110.904, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.98, "count": 181, "max_ms": 4.912, "p95_ms": 3.501, "reason": null, "sample_age_ms": 169.03, "source": "client_direct"}, "request_count": 181, "request_tensor_bytes": {"avg": 2764808.0, "count": 181, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 169.008, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 181, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 111.191, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.81, "count": 181, "max_ms": 72.955, "p95_ms": 59.552, "reason": null, "sample_age_ms": 110.888, "source": "client_direct"}, "sample_age_ms": 110.881, "source": "client_direct", "task_total_ms": {"avg_ms": 47.247, "count": 181, "max_ms": 75.428, "p95_ms": 62.707, "reason": null, "sample_age_ms": 110.881, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.961, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.731, "count": 181, "max_ms": 9.684, "p95_ms": 6.919}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.329, "count": 181, "max_ms": 1.174, "p95_ms": 0.604}, "detection_prepare_ms": {"avg_ms": 1.214, "count": 181, "max_ms": 3.758, "p95_ms": 2.387}, "event_filter_ms": {"avg_ms": 0.005, "count": 181, "max_ms": 0.114, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.229, "count": 181, "max_ms": 0.654, "p95_ms": 0.42}, "mcmt_ms": {"avg_ms": 0.003, "count": 181, "max_ms": 0.015, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.569, "count": 181, "max_ms": 2.673, "p95_ms": 1.126}, "setup_ms": {"avg_ms": 0.046, "count": 181, "max_ms": 0.15, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 3.677, "count": 181, "max_ms": 9.543, "p95_ms": 6.792}, "track_match_ms": {"avg_ms": 0.061, "count": 181, "max_ms": 1.002, "p95_ms": 0.119}, "tracker_update_ms": {"avg_ms": 1.219, "count": 181, "max_ms": 3.498, "p95_ms": 2.432}}, "gstreamer_push": {"avg_ms": 3.366, "count": 181, "max_ms": 8.488, "p95_ms": 5.266}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 181, "max_ms": 0.179, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.589, "count": 181, "max_ms": 77.423, "p95_ms": 63.708}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.722, "count": 181, "max_ms": 13.303, "p95_ms": 8.414}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.135, "count": 181, "max_ms": 142.444, "p95_ms": 129.034}, "inference_input_copy_ms": {"avg_ms": 1.695, "count": 181, "max_ms": 9.661, "p95_ms": 2.818}, "processing_residual_ms": {"avg_ms": 0.202, "count": 181, "max_ms": 0.448, "p95_ms": 0.405}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.754, "count": 181, "max_ms": 146.941, "p95_ms": 133.833}, "read_interval": {"avg_ms": 165.488, "count": 181, "max_ms": 4086.46, "p95_ms": 169.877}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 181, "max_ms": 0.039, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.511, "count": 181, "max_ms": 2.536, "p95_ms": 1.001}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 181, "max_ms": 0.059, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.496, "count": 181, "max_ms": 2.497, "p95_ms": 0.979}, "worker_merge_ms": {"avg_ms": 0.006, "count": 181, "max_ms": 0.036, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 48.602, "count": 181, "max_ms": 77.431, "p95_ms": 63.716}, "visualize": {"avg_ms": 47.667, "count": 181, "max_ms": 77.537, "p95_ms": 60.667}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.416, "count": 181, "max_ms": 72.152, "p95_ms": 55.803}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.282, "count": 181, "max_ms": 76.334, "p95_ms": 59.321}, "visualize_input_copy_ms": {"avg_ms": 1.18, "count": 181, "max_ms": 3.122, "p95_ms": 1.985}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.145, "count": 181, "max_ms": 76.194, "p95_ms": 59.188}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 181, "max_ms": 0.232, "p95_ms": 0.127}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 181}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1463.504, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 39.091, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.823, "sample_count": 2347, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1485716, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:42:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 155987, "write_bytes_delta": 155987, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 546.0, "cpu_core_ratio": 0.614149, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 392.0, "pid": 108208, "reason": null, "system_cpu_core_ratio": 0.118835, "system_cpu_s_delta": 1.1899999999999995, "user_cpu_core_ratio": 0.495313, "user_cpu_s_delta": 4.960000000000008}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.444997, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 111374.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.510293, "system_cpu_s_delta": 5.110000000000582, "user_cpu_core_ratio": 0.934704, "user_cpu_s_delta": 9.35999999998603}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.264, "count": 263, "max_ms": 12.26, "p95_ms": 5.286, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.388, "max": 6.0, "p95": 4.0, "sample_count": 263}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.019, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 103}, "total": {"avg": 0.399, "max": 2.0, "p95": 1.0, "sample_count": 263}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.439, "count": 30, "max": 40.943, "p95": 39.758, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.189, "count": 30, "max": 30.726, "p95": 25.628, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 872.367, "count": 30, "max": 1311.0, "p95": 1247.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3061.333, "count": 30, "max": 15317.0, "p95": 14447.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.109, "count": 30, "max": 0.448, "p95": 0.33, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.473, "count": 30, "max": 0.537, "p95": 0.519, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.303, "count": 30, "max": 4.552, "p95": 2.423, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 155814.933, "count": 30, "max": 172540.0, "p95": 164646.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 155814.933, "count": 30, "max": 172540.0, "p95": 164646.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 137000.0, "count": 30, "max": 215023.0, "p95": 206598.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.388, "count": 30, "max": 0.604, "p95": 0.526, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.805, "count": 30, "max": 1.073, "p95": 0.963, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11462, "sampled_at": "2026-10-30T12:42:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:42:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2857452, "flush_count": 2975, "flush_interval_seconds": 30.0, "flush_state": {"count": 2975, "last_at": "2026-10-30T12:42:25", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:42:25", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2974}, "started": true, "suppressed_count": 1483127, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1482978}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2975, "written_record_count": 2975}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9596.844, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4108360089600, "copied_frame_count": 1485952, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4108360089600, "frame_buffer_copies": 1485952, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.12, "count": 512, "max_ms": 0.5336, "p50_ms": 0.1039, "p95_ms": 0.2398, "p99_ms": 0.3256}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4446, "count": 512, "max_ms": 8.9539, "p50_ms": 1.3374, "p95_ms": 2.2687, "p99_ms": 2.7555, "results": {"failed": 0, "not_applicable": 0, "success": 1485952, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 534, "h264_decode_error_count": 1204, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:43:15+09:00", "last_error_summary": "[h264 @ 0x652a46329d80] error while decoding MB 105 56, bytestream -5 [h264 @ 0x652a46fd47c0] error while decoding MB 75 60, bytestream -9 [h264 @ 0x652a46329d80] error while decoding MB 114 59, bytestream -7 [h264 @ 0x652a4622dd80] error while decoding MB 109 63, bytestream -15 [h264 @ 0x652a46f05940] left block unavailable for requested intra mode [h264 @ 0x652a46f05940] error while decoding MB 0 55, bytestream 20440 [h264 @ 0x652a462d9680] cabac decode of qscale diff failed at 27 2 [h264 @ 0x", "last_exit_at": "2026-10-30T12:43:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.844, "last_started_at": "2026-10-30T12:40:19+09:00", "pid": 108208, "process": {"exists": false, "pid": 108208}, "restart_count": 581, "restart_count_per_hour": 24, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 582}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.346, "sample_count": 2320, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1485952, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:43:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.038, "last_frame_pushed_at": "2026-10-30T12:43:15+09:00", "last_frame_read_age_sec": 0.197, "last_frame_read_at": "2026-10-30T12:43:15+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 98, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 167.435, "last_sample_duration_ms": 879.185, "last_trigger": "periodic", "next_snapshot_in_sec": 432.565, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 298, "storage_bytes": 2840939}, "mjpeg": {"age_sec": 0.029, "exists": true, "mtime": "2026-10-30T12:43:15.983989+09:00", "mtime_epoch": 1793331795.9839895, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 159460}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:43:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1463.516, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1485952, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.276, "max": 4.0, "p95": 3.0, "sample_count": 181}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.006, "max": 2.0, "p95": 1.0, "sample_count": 162}, "total": {"avg": 0.901, "max": 2.0, "p95": 1.0, "sample_count": 181}}, "tracking_counts": {"active": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 181}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}, "removed": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 181}, "tracked": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 181}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 180, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.049, "pushed": 6.049, "read": 6.016}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 180, "client_acquire_ms": {"avg_ms": 0.008, "count": 181, "max_ms": 0.029, "p95_ms": 0.017, "reason": null, "sample_age_ms": 141.357, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.946, "count": 180, "max_ms": 7.656, "p95_ms": 3.51, "reason": null, "sample_age_ms": 200.95, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.429, "count": 180, "max_ms": 7.193, "p95_ms": 2.469, "reason": null, "sample_age_ms": 201.313, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.281, "count": 181, "max_ms": 1.035, "p95_ms": 0.503, "reason": null, "sample_age_ms": 141.369, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.979, "count": 180, "max_ms": 4.912, "p95_ms": 3.505, "reason": null, "sample_age_ms": 199.495, "source": "client_direct"}, "request_count": 180, "request_tensor_bytes": {"avg": 2764808.0, "count": 180, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 199.473, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 181, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 141.656, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.81, "count": 181, "max_ms": 72.955, "p95_ms": 59.552, "reason": null, "sample_age_ms": 141.353, "source": "client_direct"}, "sample_age_ms": 141.346, "source": "client_direct", "task_total_ms": {"avg_ms": 47.247, "count": 181, "max_ms": 75.428, "p95_ms": 62.707, "reason": null, "sample_age_ms": 141.346, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.834, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.731, "count": 181, "max_ms": 9.684, "p95_ms": 6.919}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.329, "count": 181, "max_ms": 1.174, "p95_ms": 0.604}, "detection_prepare_ms": {"avg_ms": 1.214, "count": 181, "max_ms": 3.758, "p95_ms": 2.387}, "event_filter_ms": {"avg_ms": 0.005, "count": 181, "max_ms": 0.114, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.229, "count": 181, "max_ms": 0.654, "p95_ms": 0.42}, "mcmt_ms": {"avg_ms": 0.003, "count": 181, "max_ms": 0.015, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.569, "count": 181, "max_ms": 2.673, "p95_ms": 1.126}, "setup_ms": {"avg_ms": 0.046, "count": 181, "max_ms": 0.15, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 3.677, "count": 181, "max_ms": 9.543, "p95_ms": 6.792}, "track_match_ms": {"avg_ms": 0.061, "count": 181, "max_ms": 1.002, "p95_ms": 0.119}, "tracker_update_ms": {"avg_ms": 1.219, "count": 181, "max_ms": 3.498, "p95_ms": 2.432}}, "gstreamer_push": {"avg_ms": 3.366, "count": 181, "max_ms": 8.488, "p95_ms": 5.266}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 181, "max_ms": 0.179, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.589, "count": 181, "max_ms": 77.423, "p95_ms": 63.708}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.722, "count": 181, "max_ms": 13.303, "p95_ms": 8.414}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.135, "count": 181, "max_ms": 142.444, "p95_ms": 129.034}, "inference_input_copy_ms": {"avg_ms": 1.695, "count": 181, "max_ms": 9.661, "p95_ms": 2.818}, "processing_residual_ms": {"avg_ms": 0.202, "count": 181, "max_ms": 0.448, "p95_ms": 0.405}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.754, "count": 181, "max_ms": 146.941, "p95_ms": 133.833}, "read_interval": {"avg_ms": 165.608, "count": 180, "max_ms": 4086.46, "p95_ms": 169.877}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 181, "max_ms": 0.039, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.511, "count": 181, "max_ms": 2.536, "p95_ms": 1.001}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 181, "max_ms": 0.059, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.496, "count": 181, "max_ms": 2.497, "p95_ms": 0.979}, "worker_merge_ms": {"avg_ms": 0.006, "count": 181, "max_ms": 0.036, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 48.602, "count": 181, "max_ms": 77.431, "p95_ms": 63.716}, "visualize": {"avg_ms": 47.667, "count": 181, "max_ms": 77.537, "p95_ms": 60.667}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.416, "count": 181, "max_ms": 72.152, "p95_ms": 55.803}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.282, "count": 181, "max_ms": 76.334, "p95_ms": 59.321}, "visualize_input_copy_ms": {"avg_ms": 1.18, "count": 181, "max_ms": 3.122, "p95_ms": 1.985}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.145, "count": 181, "max_ms": 76.194, "p95_ms": 59.188}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 181, "max_ms": 0.232, "p95_ms": 0.127}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 181}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1463.504, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 39.091, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.823, "sample_count": 2347, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1485716, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:42:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 155987, "write_bytes_delta": 155987, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 546.0, "cpu_core_ratio": 0.614149, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 392.0, "pid": 108208, "reason": null, "system_cpu_core_ratio": 0.118835, "system_cpu_s_delta": 1.1899999999999995, "user_cpu_core_ratio": 0.495313, "user_cpu_s_delta": 4.960000000000008}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.444997, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 111374.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.510293, "system_cpu_s_delta": 5.110000000000582, "user_cpu_core_ratio": 0.934704, "user_cpu_s_delta": 9.35999999998603}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.264, "count": 263, "max_ms": 12.26, "p95_ms": 5.286, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.388, "max": 6.0, "p95": 4.0, "sample_count": 263}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.019, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 103}, "total": {"avg": 0.399, "max": 2.0, "p95": 1.0, "sample_count": 263}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.439, "count": 30, "max": 40.943, "p95": 39.758, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.189, "count": 30, "max": 30.726, "p95": 25.628, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 872.367, "count": 30, "max": 1311.0, "p95": 1247.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3061.333, "count": 30, "max": 15317.0, "p95": 14447.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.109, "count": 30, "max": 0.448, "p95": 0.33, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.473, "count": 30, "max": 0.537, "p95": 0.519, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.303, "count": 30, "max": 4.552, "p95": 2.423, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 155814.933, "count": 30, "max": 172540.0, "p95": 164646.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 155814.933, "count": 30, "max": 172540.0, "p95": 164646.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 137000.0, "count": 30, "max": 215023.0, "p95": 206598.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.388, "count": 30, "max": 0.604, "p95": 0.526, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.805, "count": 30, "max": 1.073, "p95": 0.963, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11462, "sampled_at": "2026-10-30T12:42:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:42:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2857452, "flush_count": 2975, "flush_interval_seconds": 30.0, "flush_state": {"count": 2975, "last_at": "2026-10-30T12:42:25", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:42:25", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2974}, "started": true, "suppressed_count": 1483127, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1482978}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2975, "written_record_count": 2975}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9762.777, "limit_mb": null}, "detail": {"pid": 108324, "restart_count": 582, "start_count": 583}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4108360089600, "copied_frame_count": 1485952, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4108360089600, "frame_buffer_copies": 1485952, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.12, "count": 512, "max_ms": 0.5336, "p50_ms": 0.1039, "p95_ms": 0.2398, "p99_ms": 0.3256}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4446, "count": 512, "max_ms": 8.9539, "p50_ms": 1.3374, "p95_ms": 2.2687, "p99_ms": 2.7555, "results": {"failed": 0, "not_applicable": 0, "success": 1485952, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 534, "h264_decode_error_count": 1204, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:43:15+09:00", "last_error_summary": "[h264 @ 0x652a46329d80] error while decoding MB 105 56, bytestream -5 [h264 @ 0x652a46fd47c0] error while decoding MB 75 60, bytestream -9 [h264 @ 0x652a46329d80] error while decoding MB 114 59, bytestream -7 [h264 @ 0x652a4622dd80] error while decoding MB 109 63, bytestream -15 [h264 @ 0x652a46f05940] left block unavailable for requested intra mode [h264 @ 0x652a46f05940] error while decoding MB 0 55, bytestream 20440 [h264 @ 0x652a462d9680] cabac decode of qscale diff failed at 27 2 [h264 @ 0x", "last_exit_at": "2026-10-30T12:43:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T12:43:18+09:00", "pid": 108324, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.684, "name": "ffmpeg", "pid": 108324, "rss_mb": 206.684, "state": "S (sleeping)", "threads": 70}, "restart_count": 582, "restart_count_per_hour": 25, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 583}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.113, "sample_count": 2288, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1485952, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:43:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.454, "last_frame_pushed_at": "2026-10-30T12:43:15+09:00", "last_frame_read_age_sec": 4.614, "last_frame_read_at": "2026-10-30T12:43:15+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 98, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 171.856, "last_sample_duration_ms": 879.185, "last_trigger": "periodic", "next_snapshot_in_sec": 428.144, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 298, "storage_bytes": 2840939}, "mjpeg": {"age_sec": 4.445, "exists": true, "mtime": "2026-10-30T12:43:15.983989+09:00", "mtime_epoch": 1793331795.9839895, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 159460}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:43:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1463.52, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1485952, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.301, "max": 4.0, "p95": 3.0, "sample_count": 146}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.007, "max": 2.0, "p95": 1.0, "sample_count": 134}, "total": {"avg": 0.925, "max": 2.0, "p95": 1.0, "sample_count": 146}}, "tracking_counts": {"active": {"avg": 0.007, "max": 1.0, "p95": 0.0, "sample_count": 146}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "removed": {"avg": 0.007, "max": 1.0, "p95": 0.0, "sample_count": 146}, "tracked": {"avg": 0.007, "max": 1.0, "p95": 0.0, "sample_count": 146}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 146, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.377, "pushed": 5.377, "read": 5.377}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 146, "client_acquire_ms": {"avg_ms": 0.007, "count": 146, "max_ms": 0.029, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4556.973, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.94, "count": 146, "max_ms": 7.656, "p95_ms": 3.461, "reason": null, "sample_age_ms": 4616.565, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.429, "count": 146, "max_ms": 7.193, "p95_ms": 2.432, "reason": null, "sample_age_ms": 4616.929, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.279, "count": 146, "max_ms": 1.035, "p95_ms": 0.542, "reason": null, "sample_age_ms": 4556.985, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.951, "count": 146, "max_ms": 4.912, "p95_ms": 3.46, "reason": null, "sample_age_ms": 4615.111, "source": "client_direct"}, "request_count": 146, "request_tensor_bytes": {"avg": 2764808.0, "count": 146, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4615.088, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 146, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4557.272, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.802, "count": 146, "max_ms": 72.955, "p95_ms": 59.331, "reason": null, "sample_age_ms": 4556.968, "source": "client_direct"}, "sample_age_ms": 4556.962, "source": "client_direct", "task_total_ms": {"avg_ms": 47.206, "count": 146, "max_ms": 75.428, "p95_ms": 61.899, "reason": null, "sample_age_ms": 4556.962, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.026, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.801, "count": 146, "max_ms": 9.684, "p95_ms": 7.28}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.33, "count": 146, "max_ms": 1.174, "p95_ms": 0.604}, "detection_prepare_ms": {"avg_ms": 1.243, "count": 146, "max_ms": 3.758, "p95_ms": 2.424}, "event_filter_ms": {"avg_ms": 0.005, "count": 146, "max_ms": 0.114, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.229, "count": 146, "max_ms": 0.654, "p95_ms": 0.416}, "mcmt_ms": {"avg_ms": 0.003, "count": 146, "max_ms": 0.015, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.574, "count": 146, "max_ms": 2.673, "p95_ms": 1.124}, "setup_ms": {"avg_ms": 0.047, "count": 146, "max_ms": 0.15, "p95_ms": 0.104}, "total_inside_ms": {"avg_ms": 3.747, "count": 146, "max_ms": 9.543, "p95_ms": 7.168}, "track_match_ms": {"avg_ms": 0.063, "count": 146, "max_ms": 1.002, "p95_ms": 0.124}, "tracker_update_ms": {"avg_ms": 1.252, "count": 146, "max_ms": 3.498, "p95_ms": 2.506}}, "gstreamer_push": {"avg_ms": 3.45, "count": 146, "max_ms": 8.488, "p95_ms": 5.472}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 146, "max_ms": 0.179, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.553, "count": 146, "max_ms": 76.796, "p95_ms": 63.442}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.822, "count": 146, "max_ms": 13.303, "p95_ms": 8.414}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.462, "count": 146, "max_ms": 142.444, "p95_ms": 127.227}, "inference_input_copy_ms": {"avg_ms": 1.719, "count": 146, "max_ms": 9.661, "p95_ms": 2.895}, "processing_residual_ms": {"avg_ms": 0.203, "count": 146, "max_ms": 0.448, "p95_ms": 0.412}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.206, "count": 146, "max_ms": 146.941, "p95_ms": 131.386}, "read_interval": {"avg_ms": 176.855, "count": 146, "max_ms": 4086.46, "p95_ms": 169.877}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 146, "max_ms": 0.039, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.516, "count": 146, "max_ms": 2.536, "p95_ms": 1.001}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 146, "max_ms": 0.059, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.502, "count": 146, "max_ms": 2.497, "p95_ms": 0.979}, "worker_merge_ms": {"avg_ms": 0.006, "count": 146, "max_ms": 0.036, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 48.566, "count": 146, "max_ms": 76.802, "p95_ms": 63.467}, "visualize": {"avg_ms": 47.942, "count": 146, "max_ms": 77.537, "p95_ms": 60.653}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.599, "count": 146, "max_ms": 72.152, "p95_ms": 55.803}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.542, "count": 146, "max_ms": 76.334, "p95_ms": 58.924}, "visualize_input_copy_ms": {"avg_ms": 1.19, "count": 146, "max_ms": 3.122, "p95_ms": 2.037}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.404, "count": 146, "max_ms": 76.194, "p95_ms": 58.768}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 146, "max_ms": 0.232, "p95_ms": 0.125}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 146}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1463.516, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.012, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.203, "sample_count": 2303, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1485952, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:43:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2.421, "exists": true, "size_bytes": 159460, "write_bytes_delta": 159460, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 108208, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.439151, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 184222.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.53293, "system_cpu_s_delta": 11.05000000000291, "user_cpu_core_ratio": 0.906222, "user_cpu_s_delta": 18.79000000000815}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.43, "count": 160, "max_ms": 8.488, "p95_ms": 5.472, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.312, "max": 4.0, "p95": 3.0, "sample_count": 160}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.007, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 148}, "total": {"avg": 0.931, "max": 2.0, "p95": 1.0, "sample_count": 160}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.91, "count": 30, "max": 51.911, "p95": 45.816, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.076, "count": 30, "max": 30.726, "p95": 25.628, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 810.9, "count": 30, "max": 1311.0, "p95": 1247.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3054.533, "count": 30, "max": 15317.0, "p95": 14447.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.137, "count": 30, "max": 0.489, "p95": 0.448, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.47, "count": 30, "max": 0.537, "p95": 0.519, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.24, "count": 30, "max": 4.552, "p95": 1.395, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 155223.967, "count": 30, "max": 172540.0, "p95": 163286.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 155223.967, "count": 30, "max": 172540.0, "p95": 163286.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 129601.1, "count": 30, "max": 215023.0, "p95": 206598.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.378, "count": 30, "max": 0.604, "p95": 0.533, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.78, "count": 30, "max": 1.073, "p95": 0.963, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11465, "sampled_at": "2026-10-30T12:43:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:43:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.153, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2860317, "flush_count": 2978, "flush_interval_seconds": 30.0, "flush_state": {"count": 2978, "last_at": "2026-10-30T12:45:26", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:45:26", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2977}, "started": true, "suppressed_count": 1484264, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1484115}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2978, "written_record_count": 2978}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9616.098, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x570cfe6d6b00] error while decoding MB 107 38, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4111509196800, "copied_frame_count": 1487091, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4111509196800, "frame_buffer_copies": 1487091, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1316, "count": 512, "max_ms": 1.5348, "p50_ms": 0.1134, "p95_ms": 0.2546, "p99_ms": 0.3494}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5107, "count": 512, "max_ms": 5.4897, "p50_ms": 1.4205, "p95_ms": 2.482, "p99_ms": 3.5025, "results": {"failed": 0, "not_applicable": 0, "success": 1487091, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 535, "h264_decode_error_count": 1205, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:45:33+09:00", "last_error_summary": "[h264 @ 0x570cfe6d6b00] error while decoding MB 107 38, bytestream -6", "last_exit_at": "2026-10-30T12:43:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 135.363, "last_started_at": "2026-10-30T12:43:18+09:00", "pid": 108324, "process": {"exists": false, "pid": 108324}, "restart_count": 582, "restart_count_per_hour": 24, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 583}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.548, "sample_count": 2483, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1487091, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:45:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.093, "last_frame_pushed_at": "2026-10-30T12:45:33+09:00", "last_frame_read_age_sec": 0.056, "last_frame_read_at": "2026-10-30T12:45:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 98, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 305.222, "last_sample_duration_ms": 879.185, "last_trigger": "periodic", "next_snapshot_in_sec": 294.778, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 298, "storage_bytes": 2840939}, "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-10-30T12:45:33.707278+09:00", "mtime_epoch": 1793331933.7072785, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 145923}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:45:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1481.207, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1487092, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.033, "max": 3.0, "p95": 2.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.01, "max": 2.0, "p95": 1.0, "sample_count": 200}, "total": {"avg": 0.838, "max": 2.0, "p95": 1.0, "sample_count": 241}}, "tracking_counts": {"active": {"avg": 0.598, "max": 2.0, "p95": 1.0, "sample_count": 241}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 241}, "tracked": {"avg": 0.598, "max": 2.0, "p95": 1.0, "sample_count": 241}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 241, "pushed_frames": 242, "read_frames": 242, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.034, "pushed": 8.067, "read": 8.067}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 241, "client_acquire_ms": {"avg_ms": 0.008, "count": 242, "max_ms": 0.031, "p95_ms": 0.016, "reason": null, "sample_age_ms": 26.235, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.822, "count": 241, "max_ms": 5.883, "p95_ms": 2.575, "reason": null, "sample_age_ms": 68.64, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.339, "count": 241, "max_ms": 4.388, "p95_ms": 2.026, "reason": null, "sample_age_ms": 68.866, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.314, "count": 242, "max_ms": 4.119, "p95_ms": 0.554, "reason": null, "sample_age_ms": 26.246, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.039, "count": 241, "max_ms": 8.359, "p95_ms": 3.341, "reason": null, "sample_age_ms": 67.208, "source": "client_direct"}, "request_count": 241, "request_tensor_bytes": {"avg": 2764808.0, "count": 241, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 67.186, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 242, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 26.506, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.872, "count": 242, "max_ms": 71.811, "p95_ms": 61.464, "reason": null, "sample_age_ms": 26.229, "source": "client_direct"}, "sample_age_ms": 26.225, "source": "client_direct", "task_total_ms": {"avg_ms": 48.413, "count": 242, "max_ms": 78.136, "p95_ms": 64.533, "reason": null, "sample_age_ms": 26.225, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.048, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.816, "count": 241, "max_ms": 9.135, "p95_ms": 7.226}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.367, "count": 241, "max_ms": 1.131, "p95_ms": 0.676}, "detection_prepare_ms": {"avg_ms": 1.237, "count": 241, "max_ms": 4.521, "p95_ms": 2.61}, "event_filter_ms": {"avg_ms": 0.005, "count": 241, "max_ms": 0.016, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.181, "count": 241, "max_ms": 0.707, "p95_ms": 0.438}, "mcmt_ms": {"avg_ms": 0.004, "count": 241, "max_ms": 0.027, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.608, "count": 241, "max_ms": 2.556, "p95_ms": 1.219}, "setup_ms": {"avg_ms": 0.048, "count": 241, "max_ms": 0.139, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 3.758, "count": 241, "max_ms": 8.992, "p95_ms": 7.138}, "track_match_ms": {"avg_ms": 0.088, "count": 241, "max_ms": 0.321, "p95_ms": 0.188}, "tracker_update_ms": {"avg_ms": 1.22, "count": 241, "max_ms": 3.539, "p95_ms": 2.396}}, "gstreamer_push": {"avg_ms": 3.449, "count": 242, "max_ms": 8.258, "p95_ms": 5.823}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 241, "max_ms": 0.66, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.669, "count": 241, "max_ms": 79.67, "p95_ms": 66.412}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.576, "count": 241, "max_ms": 15.008, "p95_ms": 7.769}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.632, "count": 241, "max_ms": 139.093, "p95_ms": 127.79}, "inference_input_copy_ms": {"avg_ms": 1.654, "count": 241, "max_ms": 8.645, "p95_ms": 2.794}, "processing_residual_ms": {"avg_ms": 0.179, "count": 241, "max_ms": 0.484, "p95_ms": 0.338}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.041, "count": 241, "max_ms": 144.264, "p95_ms": 132.839}, "read_interval": {"avg_ms": 124.192, "count": 242, "max_ms": 194.349, "p95_ms": 162.958}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 241, "max_ms": 0.041, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.543, "count": 241, "max_ms": 2.43, "p95_ms": 1.073}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 241, "max_ms": 0.094, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.527, "count": 241, "max_ms": 2.403, "p95_ms": 1.054}, "worker_merge_ms": {"avg_ms": 0.007, "count": 241, "max_ms": 0.026, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 49.684, "count": 241, "max_ms": 79.683, "p95_ms": 66.435}, "visualize": {"avg_ms": 48.987, "count": 241, "max_ms": 74.581, "p95_ms": 60.74}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.819, "count": 241, "max_ms": 68.638, "p95_ms": 55.729}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.597, "count": 241, "max_ms": 73.276, "p95_ms": 59.17}, "visualize_input_copy_ms": {"avg_ms": 1.176, "count": 241, "max_ms": 3.958, "p95_ms": 2.22}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.453, "count": 241, "max_ms": 73.098, "p95_ms": 59.063}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 241, "max_ms": 0.209, "p95_ms": 0.16}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 241}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1464.047, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.866, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.548, "sample_count": 2489, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1487051, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:45:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 145357, "write_bytes_delta": 145357, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1124.0, "cpu_core_ratio": 0.486676, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 108324, "reason": null, "system_cpu_core_ratio": 0.040473, "system_cpu_s_delta": 0.8099999999999996, "user_cpu_core_ratio": 0.446203, "user_cpu_s_delta": 8.93}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.520987, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 207606.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.545637, "system_cpu_s_delta": 10.919999999998254, "user_cpu_core_ratio": 0.975351, "user_cpu_s_delta": 19.520000000018626}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.417, "count": 242, "max_ms": 8.258, "p95_ms": 5.798, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.029, "max": 3.0, "p95": 2.0, "sample_count": 242}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.011, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 185}, "total": {"avg": 0.773, "max": 2.0, "p95": 1.0, "sample_count": 242}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.238, "count": 30, "max": 57.824, "p95": 50.962, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.656, "count": 30, "max": 26.791, "p95": 25.219, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 766.5, "count": 30, "max": 1311.0, "p95": 1247.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1329.8, "count": 30, "max": 12011.0, "p95": 4166.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.112, "count": 30, "max": 0.489, "p95": 0.387, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.469, "count": 30, "max": 0.537, "p95": 0.519, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.084, "count": 30, "max": 2.421, "p95": 0.053, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 151361.133, "count": 30, "max": 160801.0, "p95": 158940.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 151361.133, "count": 30, "max": 160801.0, "p95": 158940.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 125564.767, "count": 30, "max": 211980.0, "p95": 206961.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.396, "count": 30, "max": 0.604, "p95": 0.54, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.803, "count": 30, "max": 1.073, "p95": 0.975, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11474, "sampled_at": "2026-10-30T12:45:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:45:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2860317, "flush_count": 2978, "flush_interval_seconds": 30.0, "flush_state": {"count": 2978, "last_at": "2026-10-30T12:45:26", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:45:26", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2977}, "started": true, "suppressed_count": 1484264, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1484115}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2978, "written_record_count": 2978}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9597.418, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T12:45:33+09:00", "last_error_summary": "[h264 @ 0x570cfe6d6b00] error while decoding MB 107 38, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4111511961600, "copied_frame_count": 1487092, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4111511961600, "frame_buffer_copies": 1487092, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1315, "count": 512, "max_ms": 1.5348, "p50_ms": 0.1129, "p95_ms": 0.2546, "p99_ms": 0.3494}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5106, "count": 512, "max_ms": 5.4897, "p50_ms": 1.4205, "p95_ms": 2.482, "p99_ms": 3.5025, "results": {"failed": 0, "not_applicable": 0, "success": 1487092, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 535, "h264_decode_error_count": 1205, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:45:33+09:00", "last_error_summary": "[h264 @ 0x570cfe6d6b00] error while decoding MB 107 38, bytestream -6", "last_exit_at": "2026-10-30T12:45:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 135.424, "last_started_at": "2026-10-30T12:43:18+09:00", "pid": 108324, "process": {"exists": false, "pid": 108324}, "restart_count": 582, "restart_count_per_hour": 24, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 583}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.548, "sample_count": 2483, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1487092, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:45:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T12:45:33+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-10-30T12:45:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 98, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 305.287, "last_sample_duration_ms": 879.185, "last_trigger": "periodic", "next_snapshot_in_sec": 294.713, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 298, "storage_bytes": 2840939}, "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-10-30T12:45:33.707278+09:00", "mtime_epoch": 1793331933.7072785, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 145923}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:45:33+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1464.062, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1487092, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.033, "max": 3.0, "p95": 2.0, "sample_count": 242}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.01, "max": 2.0, "p95": 1.0, "sample_count": 201}, "total": {"avg": 0.839, "max": 2.0, "p95": 1.0, "sample_count": 242}}, "tracking_counts": {"active": {"avg": 0.599, "max": 2.0, "p95": 1.0, "sample_count": 242}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 242}, "tracked": {"avg": 0.599, "max": 2.0, "p95": 1.0, "sample_count": 242}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 241, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.081, "pushed": 8.081, "read": 8.048}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 241, "client_acquire_ms": {"avg_ms": 0.008, "count": 241, "max_ms": 0.031, "p95_ms": 0.016, "reason": null, "sample_age_ms": 89.179, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.822, "count": 241, "max_ms": 5.883, "p95_ms": 2.575, "reason": null, "sample_age_ms": 131.584, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.339, "count": 241, "max_ms": 4.388, "p95_ms": 2.026, "reason": null, "sample_age_ms": 131.81, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.314, "count": 241, "max_ms": 4.119, "p95_ms": 0.554, "reason": null, "sample_age_ms": 89.19, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.039, "count": 241, "max_ms": 8.359, "p95_ms": 3.341, "reason": null, "sample_age_ms": 130.152, "source": "client_direct"}, "request_count": 241, "request_tensor_bytes": {"avg": 2764808.0, "count": 241, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 130.13, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 241, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 89.451, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.849, "count": 241, "max_ms": 71.811, "p95_ms": 61.464, "reason": null, "sample_age_ms": 89.174, "source": "client_direct"}, "sample_age_ms": 89.17, "source": "client_direct", "task_total_ms": {"avg_ms": 48.382, "count": 241, "max_ms": 78.136, "p95_ms": 64.546, "reason": null, "sample_age_ms": 89.17, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.669, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.81, "count": 242, "max_ms": 9.135, "p95_ms": 7.226}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.366, "count": 242, "max_ms": 1.131, "p95_ms": 0.676}, "detection_prepare_ms": {"avg_ms": 1.236, "count": 242, "max_ms": 4.521, "p95_ms": 2.61}, "event_filter_ms": {"avg_ms": 0.005, "count": 242, "max_ms": 0.016, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.181, "count": 242, "max_ms": 0.707, "p95_ms": 0.438}, "mcmt_ms": {"avg_ms": 0.004, "count": 242, "max_ms": 0.027, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.607, "count": 242, "max_ms": 2.556, "p95_ms": 1.219}, "setup_ms": {"avg_ms": 0.048, "count": 242, "max_ms": 0.139, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 3.753, "count": 242, "max_ms": 8.992, "p95_ms": 7.138}, "track_match_ms": {"avg_ms": 0.088, "count": 242, "max_ms": 0.321, "p95_ms": 0.188}, "tracker_update_ms": {"avg_ms": 1.219, "count": 242, "max_ms": 3.539, "p95_ms": 2.396}}, "gstreamer_push": {"avg_ms": 3.446, "count": 242, "max_ms": 8.258, "p95_ms": 5.823}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 242, "max_ms": 0.66, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.642, "count": 242, "max_ms": 79.67, "p95_ms": 66.412}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.577, "count": 242, "max_ms": 15.008, "p95_ms": 7.769}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.649, "count": 242, "max_ms": 139.093, "p95_ms": 127.79}, "inference_input_copy_ms": {"avg_ms": 1.65, "count": 242, "max_ms": 8.645, "p95_ms": 2.794}, "processing_residual_ms": {"avg_ms": 0.179, "count": 242, "max_ms": 0.484, "p95_ms": 0.338}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.054, "count": 242, "max_ms": 144.264, "p95_ms": 132.839}, "read_interval": {"avg_ms": 124.225, "count": 241, "max_ms": 194.349, "p95_ms": 162.958}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 242, "max_ms": 0.041, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.542, "count": 242, "max_ms": 2.43, "p95_ms": 1.073}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 242, "max_ms": 0.094, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.526, "count": 242, "max_ms": 2.403, "p95_ms": 1.054}, "worker_merge_ms": {"avg_ms": 0.007, "count": 242, "max_ms": 0.026, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 49.656, "count": 242, "max_ms": 79.683, "p95_ms": 66.435}, "visualize": {"avg_ms": 49.039, "count": 242, "max_ms": 74.581, "p95_ms": 60.93}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.868, "count": 242, "max_ms": 68.638, "p95_ms": 56.109}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.651, "count": 242, "max_ms": 73.276, "p95_ms": 59.227}, "visualize_input_copy_ms": {"avg_ms": 1.174, "count": 242, "max_ms": 3.958, "p95_ms": 2.22}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.507, "count": 242, "max_ms": 73.098, "p95_ms": 59.067}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 242, "max_ms": 0.209, "p95_ms": 0.16}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 242}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1464.047, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.866, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.548, "sample_count": 2489, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1487051, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:45:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 145357, "write_bytes_delta": 145357, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1124.0, "cpu_core_ratio": 0.486676, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 108324, "reason": null, "system_cpu_core_ratio": 0.040473, "system_cpu_s_delta": 0.8099999999999996, "user_cpu_core_ratio": 0.446203, "user_cpu_s_delta": 8.93}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.520987, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 207606.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.545637, "system_cpu_s_delta": 10.919999999998254, "user_cpu_core_ratio": 0.975351, "user_cpu_s_delta": 19.520000000018626}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.417, "count": 242, "max_ms": 8.258, "p95_ms": 5.798, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.029, "max": 3.0, "p95": 2.0, "sample_count": 242}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.011, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 185}, "total": {"avg": 0.773, "max": 2.0, "p95": 1.0, "sample_count": 242}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.238, "count": 30, "max": 57.824, "p95": 50.962, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.656, "count": 30, "max": 26.791, "p95": 25.219, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 766.5, "count": 30, "max": 1311.0, "p95": 1247.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1329.8, "count": 30, "max": 12011.0, "p95": 4166.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.112, "count": 30, "max": 0.489, "p95": 0.387, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.469, "count": 30, "max": 0.537, "p95": 0.519, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.084, "count": 30, "max": 2.421, "p95": 0.053, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 151361.133, "count": 30, "max": 160801.0, "p95": 158940.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 151361.133, "count": 30, "max": 160801.0, "p95": 158940.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 125564.767, "count": 30, "max": 211980.0, "p95": 206961.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.396, "count": 30, "max": 0.604, "p95": 0.54, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.803, "count": 30, "max": 1.073, "p95": 0.975, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11474, "sampled_at": "2026-10-30T12:45:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:45:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2860317, "flush_count": 2978, "flush_interval_seconds": 30.0, "flush_state": {"count": 2978, "last_at": "2026-10-30T12:45:26", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:45:26", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2977}, "started": true, "suppressed_count": 1484264, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1484115}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2978, "written_record_count": 2978}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9597.84, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4111511961600, "copied_frame_count": 1487092, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4111511961600, "frame_buffer_copies": 1487092, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1315, "count": 512, "max_ms": 1.5348, "p50_ms": 0.1129, "p95_ms": 0.2546, "p99_ms": 0.3494}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5106, "count": 512, "max_ms": 5.4897, "p50_ms": 1.4205, "p95_ms": 2.482, "p99_ms": 3.5025, "results": {"failed": 0, "not_applicable": 0, "success": 1487092, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 535, "h264_decode_error_count": 1205, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:45:33+09:00", "last_error_summary": "[h264 @ 0x570cfe6d6b00] error while decoding MB 107 38, bytestream -6", "last_exit_at": "2026-10-30T12:45:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 135.464, "last_started_at": "2026-10-30T12:43:18+09:00", "pid": 108324, "process": {"exists": false, "pid": 108324}, "restart_count": 582, "restart_count_per_hour": 24, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 583}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.548, "sample_count": 2483, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1487092, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:45:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.042, "last_frame_pushed_at": "2026-10-30T12:45:33+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-10-30T12:45:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 98, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 305.317, "last_sample_duration_ms": 879.185, "last_trigger": "periodic", "next_snapshot_in_sec": 294.683, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 298, "storage_bytes": 2840939}, "mjpeg": {"age_sec": 0.031, "exists": true, "mtime": "2026-10-30T12:45:33.862279+09:00", "mtime_epoch": 1793331933.8622787, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 141910}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:45:33+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1464.062, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1487092, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.033, "max": 3.0, "p95": 2.0, "sample_count": 242}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.01, "max": 2.0, "p95": 1.0, "sample_count": 201}, "total": {"avg": 0.839, "max": 2.0, "p95": 1.0, "sample_count": 242}}, "tracking_counts": {"active": {"avg": 0.599, "max": 2.0, "p95": 1.0, "sample_count": 242}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 242}, "tracked": {"avg": 0.599, "max": 2.0, "p95": 1.0, "sample_count": 242}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 241, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.07, "pushed": 8.07, "read": 8.037}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 241, "client_acquire_ms": {"avg_ms": 0.008, "count": 241, "max_ms": 0.031, "p95_ms": 0.016, "reason": null, "sample_age_ms": 123.822, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.822, "count": 241, "max_ms": 5.883, "p95_ms": 2.575, "reason": null, "sample_age_ms": 166.227, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.339, "count": 241, "max_ms": 4.388, "p95_ms": 2.026, "reason": null, "sample_age_ms": 166.453, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.314, "count": 241, "max_ms": 4.119, "p95_ms": 0.554, "reason": null, "sample_age_ms": 123.833, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.039, "count": 241, "max_ms": 8.359, "p95_ms": 3.341, "reason": null, "sample_age_ms": 164.795, "source": "client_direct"}, "request_count": 241, "request_tensor_bytes": {"avg": 2764808.0, "count": 241, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 164.773, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 241, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 124.093, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.849, "count": 241, "max_ms": 71.811, "p95_ms": 61.464, "reason": null, "sample_age_ms": 123.816, "source": "client_direct"}, "sample_age_ms": 123.812, "source": "client_direct", "task_total_ms": {"avg_ms": 48.382, "count": 241, "max_ms": 78.136, "p95_ms": 64.546, "reason": null, "sample_age_ms": 123.812, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.67, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.81, "count": 242, "max_ms": 9.135, "p95_ms": 7.226}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.366, "count": 242, "max_ms": 1.131, "p95_ms": 0.676}, "detection_prepare_ms": {"avg_ms": 1.236, "count": 242, "max_ms": 4.521, "p95_ms": 2.61}, "event_filter_ms": {"avg_ms": 0.005, "count": 242, "max_ms": 0.016, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.181, "count": 242, "max_ms": 0.707, "p95_ms": 0.438}, "mcmt_ms": {"avg_ms": 0.004, "count": 242, "max_ms": 0.027, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.607, "count": 242, "max_ms": 2.556, "p95_ms": 1.219}, "setup_ms": {"avg_ms": 0.048, "count": 242, "max_ms": 0.139, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 3.753, "count": 242, "max_ms": 8.992, "p95_ms": 7.138}, "track_match_ms": {"avg_ms": 0.088, "count": 242, "max_ms": 0.321, "p95_ms": 0.188}, "tracker_update_ms": {"avg_ms": 1.219, "count": 242, "max_ms": 3.539, "p95_ms": 2.396}}, "gstreamer_push": {"avg_ms": 3.446, "count": 242, "max_ms": 8.258, "p95_ms": 5.823}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 242, "max_ms": 0.66, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.642, "count": 242, "max_ms": 79.67, "p95_ms": 66.412}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.577, "count": 242, "max_ms": 15.008, "p95_ms": 7.769}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.649, "count": 242, "max_ms": 139.093, "p95_ms": 127.79}, "inference_input_copy_ms": {"avg_ms": 1.65, "count": 242, "max_ms": 8.645, "p95_ms": 2.794}, "processing_residual_ms": {"avg_ms": 0.179, "count": 242, "max_ms": 0.484, "p95_ms": 0.338}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.054, "count": 242, "max_ms": 144.264, "p95_ms": 132.839}, "read_interval": {"avg_ms": 124.225, "count": 241, "max_ms": 194.349, "p95_ms": 162.958}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 242, "max_ms": 0.041, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.542, "count": 242, "max_ms": 2.43, "p95_ms": 1.073}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 242, "max_ms": 0.094, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.526, "count": 242, "max_ms": 2.403, "p95_ms": 1.054}, "worker_merge_ms": {"avg_ms": 0.007, "count": 242, "max_ms": 0.026, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 49.656, "count": 242, "max_ms": 79.683, "p95_ms": 66.435}, "visualize": {"avg_ms": 49.039, "count": 242, "max_ms": 74.581, "p95_ms": 60.93}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.868, "count": 242, "max_ms": 68.638, "p95_ms": 56.109}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.651, "count": 242, "max_ms": 73.276, "p95_ms": 59.227}, "visualize_input_copy_ms": {"avg_ms": 1.174, "count": 242, "max_ms": 3.958, "p95_ms": 2.22}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.507, "count": 242, "max_ms": 73.098, "p95_ms": 59.067}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 242, "max_ms": 0.209, "p95_ms": 0.16}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 242}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1464.047, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.866, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.548, "sample_count": 2489, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1487051, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:45:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 145357, "write_bytes_delta": 145357, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1124.0, "cpu_core_ratio": 0.486676, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 108324, "reason": null, "system_cpu_core_ratio": 0.040473, "system_cpu_s_delta": 0.8099999999999996, "user_cpu_core_ratio": 0.446203, "user_cpu_s_delta": 8.93}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.520987, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 207606.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.545637, "system_cpu_s_delta": 10.919999999998254, "user_cpu_core_ratio": 0.975351, "user_cpu_s_delta": 19.520000000018626}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.417, "count": 242, "max_ms": 8.258, "p95_ms": 5.798, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.029, "max": 3.0, "p95": 2.0, "sample_count": 242}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.011, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 185}, "total": {"avg": 0.773, "max": 2.0, "p95": 1.0, "sample_count": 242}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.238, "count": 30, "max": 57.824, "p95": 50.962, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.656, "count": 30, "max": 26.791, "p95": 25.219, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 766.5, "count": 30, "max": 1311.0, "p95": 1247.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1329.8, "count": 30, "max": 12011.0, "p95": 4166.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.112, "count": 30, "max": 0.489, "p95": 0.387, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.469, "count": 30, "max": 0.537, "p95": 0.519, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.084, "count": 30, "max": 2.421, "p95": 0.053, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 151361.133, "count": 30, "max": 160801.0, "p95": 158940.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 151361.133, "count": 30, "max": 160801.0, "p95": 158940.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 125564.767, "count": 30, "max": 211980.0, "p95": 206961.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.396, "count": 30, "max": 0.604, "p95": 0.54, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.803, "count": 30, "max": 1.073, "p95": 0.975, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11474, "sampled_at": "2026-10-30T12:45:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:45:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2860317, "flush_count": 2978, "flush_interval_seconds": 30.0, "flush_state": {"count": 2978, "last_at": "2026-10-30T12:45:26", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:45:26", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2977}, "started": true, "suppressed_count": 1484264, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1484115}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2978, "written_record_count": 2978}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9769.062, "limit_mb": null}, "detail": {"pid": 108440, "restart_count": 583, "start_count": 584}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4111511961600, "copied_frame_count": 1487092, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4111511961600, "frame_buffer_copies": 1487092, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1315, "count": 512, "max_ms": 1.5348, "p50_ms": 0.1129, "p95_ms": 0.2546, "p99_ms": 0.3494}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5106, "count": 512, "max_ms": 5.4897, "p50_ms": 1.4205, "p95_ms": 2.482, "p99_ms": 3.5025, "results": {"failed": 0, "not_applicable": 0, "success": 1487092, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 535, "h264_decode_error_count": 1205, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:45:33+09:00", "last_error_summary": "[h264 @ 0x570cfe6d6b00] error while decoding MB 107 38, bytestream -6", "last_exit_at": "2026-10-30T12:45:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-30T12:45:36+09:00", "pid": 108440, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.59, "name": "ffmpeg", "pid": 108440, "rss_mb": 209.59, "state": "S (sleeping)", "threads": 70}, "restart_count": 583, "restart_count_per_hour": 25, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 584}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.683, "sample_count": 2436, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1487092, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:45:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.797, "last_frame_pushed_at": "2026-10-30T12:45:33+09:00", "last_frame_read_age_sec": 4.913, "last_frame_read_at": "2026-10-30T12:45:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 98, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 310.087, "last_sample_duration_ms": 879.185, "last_trigger": "periodic", "next_snapshot_in_sec": 289.913, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 298, "storage_bytes": 2840939}, "mjpeg": {"age_sec": 4.786, "exists": true, "mtime": "2026-10-30T12:45:33.862279+09:00", "mtime_epoch": 1793331933.8622787, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 141910}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:45:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1464.066, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1487092, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.039, "max": 3.0, "p95": 2.0, "sample_count": 204}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.012, "max": 2.0, "p95": 1.0, "sample_count": 167}, "total": {"avg": 0.828, "max": 2.0, "p95": 1.0, "sample_count": 204}}, "tracking_counts": {"active": {"avg": 0.711, "max": 2.0, "p95": 1.0, "sample_count": 204}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 204}, "tracked": {"avg": 0.711, "max": 2.0, "p95": 1.0, "sample_count": 204}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.801, "pushed": 6.801, "read": 6.768}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 202, "client_acquire_ms": {"avg_ms": 0.008, "count": 203, "max_ms": 0.031, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4891.323, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.805, "count": 202, "max_ms": 5.883, "p95_ms": 2.574, "reason": null, "sample_age_ms": 4933.728, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.329, "count": 202, "max_ms": 4.388, "p95_ms": 1.901, "reason": null, "sample_age_ms": 4933.954, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.299, "count": 203, "max_ms": 0.825, "p95_ms": 0.553, "reason": null, "sample_age_ms": 4891.334, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.031, "count": 202, "max_ms": 8.359, "p95_ms": 3.384, "reason": null, "sample_age_ms": 4932.296, "source": "client_direct"}, "request_count": 202, "request_tensor_bytes": {"avg": 2764808.0, "count": 202, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4932.274, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 203, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4891.595, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.957, "count": 203, "max_ms": 71.811, "p95_ms": 61.778, "reason": null, "sample_age_ms": 4891.318, "source": "client_direct"}, "sample_age_ms": 4891.314, "source": "client_direct", "task_total_ms": {"avg_ms": 48.464, "count": 203, "max_ms": 78.136, "p95_ms": 65.546, "reason": null, "sample_age_ms": 4891.314, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.264, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.754, "count": 204, "max_ms": 9.135, "p95_ms": 7.241}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.365, "count": 204, "max_ms": 1.131, "p95_ms": 0.676}, "detection_prepare_ms": {"avg_ms": 1.215, "count": 204, "max_ms": 4.521, "p95_ms": 2.654}, "event_filter_ms": {"avg_ms": 0.005, "count": 204, "max_ms": 0.016, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.164, "count": 204, "max_ms": 0.707, "p95_ms": 0.401}, "mcmt_ms": {"avg_ms": 0.004, "count": 204, "max_ms": 0.027, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.609, "count": 204, "max_ms": 2.556, "p95_ms": 1.309}, "setup_ms": {"avg_ms": 0.048, "count": 204, "max_ms": 0.139, "p95_ms": 0.102}, "total_inside_ms": {"avg_ms": 3.697, "count": 204, "max_ms": 8.992, "p95_ms": 7.16}, "track_match_ms": {"avg_ms": 0.091, "count": 204, "max_ms": 0.321, "p95_ms": 0.203}, "tracker_update_ms": {"avg_ms": 1.197, "count": 204, "max_ms": 3.526, "p95_ms": 2.39}}, "gstreamer_push": {"avg_ms": 3.458, "count": 204, "max_ms": 8.258, "p95_ms": 5.853}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 204, "max_ms": 0.66, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.687, "count": 204, "max_ms": 79.67, "p95_ms": 66.656}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.545, "count": 204, "max_ms": 15.008, "p95_ms": 7.908}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.839, "count": 204, "max_ms": 139.093, "p95_ms": 127.844}, "inference_input_copy_ms": {"avg_ms": 1.638, "count": 204, "max_ms": 4.384, "p95_ms": 2.891}, "processing_residual_ms": {"avg_ms": 0.18, "count": 204, "max_ms": 0.484, "p95_ms": 0.338}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.202, "count": 204, "max_ms": 144.264, "p95_ms": 133.066}, "read_interval": {"avg_ms": 124.051, "count": 203, "max_ms": 194.349, "p95_ms": 162.958}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 204, "max_ms": 0.041, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.543, "count": 204, "max_ms": 2.43, "p95_ms": 1.153}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 204, "max_ms": 0.094, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.527, "count": 204, "max_ms": 2.403, "p95_ms": 1.122}, "worker_merge_ms": {"avg_ms": 0.007, "count": 204, "max_ms": 0.026, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.702, "count": 204, "max_ms": 79.683, "p95_ms": 66.668}, "visualize": {"avg_ms": 49.24, "count": 204, "max_ms": 74.581, "p95_ms": 61.272}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.154, "count": 204, "max_ms": 68.638, "p95_ms": 56.406}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.891, "count": 204, "max_ms": 73.276, "p95_ms": 59.701}, "visualize_input_copy_ms": {"avg_ms": 1.138, "count": 204, "max_ms": 2.66, "p95_ms": 2.142}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.749, "count": 204, "max_ms": 73.098, "p95_ms": 59.597}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 204, "max_ms": 0.209, "p95_ms": 0.164}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 204}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1464.047, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.866, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.548, "sample_count": 2489, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1487051, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:45:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 145357, "write_bytes_delta": 145357, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1124.0, "cpu_core_ratio": 0.486676, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 108324, "reason": null, "system_cpu_core_ratio": 0.040473, "system_cpu_s_delta": 0.8099999999999996, "user_cpu_core_ratio": 0.446203, "user_cpu_s_delta": 8.93}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.520987, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 207606.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.545637, "system_cpu_s_delta": 10.919999999998254, "user_cpu_core_ratio": 0.975351, "user_cpu_s_delta": 19.520000000018626}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.417, "count": 242, "max_ms": 8.258, "p95_ms": 5.798, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.029, "max": 3.0, "p95": 2.0, "sample_count": 242}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.011, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 185}, "total": {"avg": 0.773, "max": 2.0, "p95": 1.0, "sample_count": 242}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.238, "count": 30, "max": 57.824, "p95": 50.962, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.656, "count": 30, "max": 26.791, "p95": 25.219, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 766.5, "count": 30, "max": 1311.0, "p95": 1247.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1329.8, "count": 30, "max": 12011.0, "p95": 4166.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.112, "count": 30, "max": 0.489, "p95": 0.387, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.469, "count": 30, "max": 0.537, "p95": 0.519, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.084, "count": 30, "max": 2.421, "p95": 0.053, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 151361.133, "count": 30, "max": 160801.0, "p95": 158940.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 151361.133, "count": 30, "max": 160801.0, "p95": 158940.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 125564.767, "count": 30, "max": 211980.0, "p95": 206961.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.396, "count": 30, "max": 0.604, "p95": 0.54, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.803, "count": 30, "max": 1.073, "p95": 0.975, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11474, "sampled_at": "2026-10-30T12:45:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:45:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2862251, "flush_count": 2980, "flush_interval_seconds": 30.0, "flush_state": {"count": 2980, "last_at": "2026-10-30T12:47:27", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:47:27", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2979}, "started": true, "suppressed_count": 1485238, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1485089}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2980, "written_record_count": 2980}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9599.746, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T12:45:33+09:00", "last_error_summary": "[h264 @ 0x570cfe6d6b00] error while decoding MB 107 38, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4114210406400, "copied_frame_count": 1488068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4114210406400, "frame_buffer_copies": 1488068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1273, "count": 512, "max_ms": 1.0018, "p50_ms": 0.1125, "p95_ms": 0.2381, "p99_ms": 0.3306}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5031, "count": 512, "max_ms": 6.0054, "p50_ms": 1.3941, "p95_ms": 2.4598, "p99_ms": 3.3255, "results": {"failed": 0, "not_applicable": 0, "success": 1488068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 535, "h264_decode_error_count": 1205, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:45:33+09:00", "last_error_summary": "[h264 @ 0x570cfe6d6b00] error while decoding MB 107 38, bytestream -6", "last_exit_at": "2026-10-30T12:47:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.642, "last_started_at": "2026-10-30T12:45:36+09:00", "pid": 108440, "process": {"exists": false, "pid": 108440}, "restart_count": 583, "restart_count_per_hour": 23, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 584}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.711, "sample_count": 2285, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1488068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:47:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T12:47:47+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-10-30T12:47:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 98, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 438.723, "last_sample_duration_ms": 879.185, "last_trigger": "periodic", "next_snapshot_in_sec": 161.277, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 298, "storage_bytes": 2840939}, "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-10-30T12:47:47.149640+09:00", "mtime_epoch": 1793332067.1496396, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 150455}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:47:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1464.531, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1488068, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 158}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 125}, "total": {"avg": 0.791, "max": 1.0, "p95": 1.0, "sample_count": 158}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 158}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 158}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 158, "pushed_frames": 158, "read_frames": 157, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.271, "pushed": 5.271, "read": 5.237}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 157, "client_acquire_ms": {"avg_ms": 0.008, "count": 157, "max_ms": 0.034, "p95_ms": 0.02, "reason": null, "sample_age_ms": 71.991, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.888, "count": 157, "max_ms": 5.18, "p95_ms": 2.999, "reason": null, "sample_age_ms": 145.017, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.354, "count": 157, "max_ms": 4.301, "p95_ms": 2.188, "reason": null, "sample_age_ms": 145.632, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.218, "count": 157, "max_ms": 1.017, "p95_ms": 0.469, "reason": null, "sample_age_ms": 71.997, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.074, "count": 157, "max_ms": 4.64, "p95_ms": 3.499, "reason": null, "sample_age_ms": 140.706, "source": "client_direct"}, "request_count": 157, "request_tensor_bytes": {"avg": 2764808.0, "count": 157, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 140.664, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 157, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 72.207, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.058, "count": 157, "max_ms": 75.296, "p95_ms": 59.582, "reason": null, "sample_age_ms": 71.988, "source": "client_direct"}, "sample_age_ms": 71.985, "source": "client_direct", "task_total_ms": {"avg_ms": 45.52, "count": 157, "max_ms": 78.934, "p95_ms": 61.965, "reason": null, "sample_age_ms": 71.985, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.03, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.26, "count": 158, "max_ms": 9.244, "p95_ms": 6.591}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.304, "count": 158, "max_ms": 0.794, "p95_ms": 0.534}, "detection_prepare_ms": {"avg_ms": 1.032, "count": 158, "max_ms": 3.183, "p95_ms": 2.202}, "event_filter_ms": {"avg_ms": 0.004, "count": 158, "max_ms": 0.016, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.121, "count": 158, "max_ms": 0.354, "p95_ms": 0.252}, "mcmt_ms": {"avg_ms": 0.003, "count": 158, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.531, "count": 158, "max_ms": 1.424, "p95_ms": 1.138}, "setup_ms": {"avg_ms": 0.037, "count": 158, "max_ms": 0.1, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 3.211, "count": 158, "max_ms": 9.11, "p95_ms": 6.469}, "track_match_ms": {"avg_ms": 0.089, "count": 158, "max_ms": 0.292, "p95_ms": 0.227}, "tracker_update_ms": {"avg_ms": 1.089, "count": 158, "max_ms": 3.577, "p95_ms": 2.248}}, "gstreamer_push": {"avg_ms": 3.376, "count": 158, "max_ms": 7.616, "p95_ms": 5.475}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 158, "max_ms": 0.858, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.998, "count": 158, "max_ms": 85.783, "p95_ms": 66.989}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.478, "count": 158, "max_ms": 10.189, "p95_ms": 7.551}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.749, "count": 158, "max_ms": 143.932, "p95_ms": 123.934}, "inference_input_copy_ms": {"avg_ms": 1.645, "count": 158, "max_ms": 3.191, "p95_ms": 2.859}, "processing_residual_ms": {"avg_ms": 0.222, "count": 158, "max_ms": 0.661, "p95_ms": 0.39}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 104.094, "count": 158, "max_ms": 148.592, "p95_ms": 128.56}, "read_interval": {"avg_ms": 190.989, "count": 157, "max_ms": 4937.253, "p95_ms": 190.253}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 158, "max_ms": 0.424, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.476, "count": 158, "max_ms": 1.283, "p95_ms": 1.064}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 158, "max_ms": 0.064, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.459, "count": 158, "max_ms": 1.247, "p95_ms": 1.006}, "worker_merge_ms": {"avg_ms": 0.006, "count": 158, "max_ms": 0.027, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 47.009, "count": 158, "max_ms": 85.794, "p95_ms": 66.997}, "visualize": {"avg_ms": 48.396, "count": 158, "max_ms": 68.441, "p95_ms": 60.089}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.362, "count": 158, "max_ms": 60.945, "p95_ms": 54.482}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.113, "count": 158, "max_ms": 66.481, "p95_ms": 58.791}, "visualize_input_copy_ms": {"avg_ms": 1.088, "count": 158, "max_ms": 2.9, "p95_ms": 2.011}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.981, "count": 158, "max_ms": 66.202, "p95_ms": 58.687}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 158, "max_ms": 0.23, "p95_ms": 0.142}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 158}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1464.469, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.699, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.737, "sample_count": 2254, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1487926, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:47:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 143306, "write_bytes_delta": 143306, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 506.0, "cpu_core_ratio": 0.781721, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2945.0, "pid": 108440, "reason": null, "system_cpu_core_ratio": 0.357872, "system_cpu_s_delta": 7.16, "user_cpu_core_ratio": 0.423849, "user_cpu_s_delta": 8.480000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.879686, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 82391.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.311389, "system_cpu_s_delta": 6.2299999999959255, "user_cpu_core_ratio": 0.568297, "user_cpu_s_delta": 11.369999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.374, "count": 159, "max_ms": 7.555, "p95_ms": 5.663, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.013, "max": 3.0, "p95": 2.0, "sample_count": 159}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 144}, "total": {"avg": 0.906, "max": 1.0, "p95": 1.0, "sample_count": 159}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.823, "count": 30, "max": 62.154, "p95": 55.929, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.097, "count": 30, "max": 26.791, "p95": 25.219, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 790.433, "count": 30, "max": 1311.0, "p95": 1247.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1132.567, "count": 30, "max": 12011.0, "p95": 3247.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.103, "count": 30, "max": 0.489, "p95": 0.408, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.465, "count": 30, "max": 0.533, "p95": 0.499, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.084, "count": 30, "max": 2.421, "p95": 0.053, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 149404.033, "count": 30, "max": 159460.0, "p95": 157910.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 149404.033, "count": 30, "max": 159460.0, "p95": 157910.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 127363.767, "count": 30, "max": 225954.0, "p95": 210011.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.398, "count": 30, "max": 0.604, "p95": 0.567, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.808, "count": 30, "max": 1.073, "p95": 1.027, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11480, "sampled_at": "2026-10-30T12:47:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:47:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2862251, "flush_count": 2980, "flush_interval_seconds": 30.0, "flush_state": {"count": 2980, "last_at": "2026-10-30T12:47:27", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:47:27", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2979}, "started": true, "suppressed_count": 1485238, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1485089}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2980, "written_record_count": 2980}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9601.094, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4114210406400, "copied_frame_count": 1488068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4114210406400, "frame_buffer_copies": 1488068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1273, "count": 512, "max_ms": 1.0018, "p50_ms": 0.1125, "p95_ms": 0.2381, "p99_ms": 0.3306}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5031, "count": 512, "max_ms": 6.0054, "p50_ms": 1.3941, "p95_ms": 2.4598, "p99_ms": 3.3255, "results": {"failed": 0, "not_applicable": 0, "success": 1488068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 535, "h264_decode_error_count": 1205, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:45:33+09:00", "last_error_summary": "[h264 @ 0x570cfe6d6b00] error while decoding MB 107 38, bytestream -6", "last_exit_at": "2026-10-30T12:47:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.684, "last_started_at": "2026-10-30T12:45:36+09:00", "pid": 108440, "process": {"exists": false, "pid": 108440}, "restart_count": 583, "restart_count_per_hour": 23, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 584}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.711, "sample_count": 2285, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1488068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:47:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.045, "last_frame_pushed_at": "2026-10-30T12:47:47+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-10-30T12:47:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 98, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 438.752, "last_sample_duration_ms": 879.185, "last_trigger": "periodic", "next_snapshot_in_sec": 161.248, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 298, "storage_bytes": 2840939}, "mjpeg": {"age_sec": 0.035, "exists": true, "mtime": "2026-10-30T12:47:47.295640+09:00", "mtime_epoch": 1793332067.29564, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 150455}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:47:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1464.531, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1488068, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 157}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 124}, "total": {"avg": 0.79, "max": 1.0, "p95": 1.0, "sample_count": 157}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 157}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 157}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 157}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 157}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 157}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 157, "pushed_frames": 157, "read_frames": 156, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.256, "pushed": 5.256, "read": 5.223}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 156, "client_acquire_ms": {"avg_ms": 0.008, "count": 157, "max_ms": 0.034, "p95_ms": 0.02, "reason": null, "sample_age_ms": 110.306, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.888, "count": 156, "max_ms": 5.18, "p95_ms": 3.003, "reason": null, "sample_age_ms": 183.333, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.353, "count": 156, "max_ms": 4.301, "p95_ms": 2.195, "reason": null, "sample_age_ms": 183.948, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.218, "count": 157, "max_ms": 1.017, "p95_ms": 0.469, "reason": null, "sample_age_ms": 110.312, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.067, "count": 156, "max_ms": 4.64, "p95_ms": 3.501, "reason": null, "sample_age_ms": 179.021, "source": "client_direct"}, "request_count": 156, "request_tensor_bytes": {"avg": 2764808.0, "count": 156, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 178.979, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 157, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 110.522, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.058, "count": 157, "max_ms": 75.296, "p95_ms": 59.582, "reason": null, "sample_age_ms": 110.303, "source": "client_direct"}, "sample_age_ms": 110.3, "source": "client_direct", "task_total_ms": {"avg_ms": 45.52, "count": 157, "max_ms": 78.934, "p95_ms": 61.965, "reason": null, "sample_age_ms": 110.3, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.052, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.253, "count": 157, "max_ms": 9.244, "p95_ms": 6.591}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.304, "count": 157, "max_ms": 0.794, "p95_ms": 0.534}, "detection_prepare_ms": {"avg_ms": 1.031, "count": 157, "max_ms": 3.183, "p95_ms": 2.202}, "event_filter_ms": {"avg_ms": 0.004, "count": 157, "max_ms": 0.016, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.121, "count": 157, "max_ms": 0.354, "p95_ms": 0.252}, "mcmt_ms": {"avg_ms": 0.003, "count": 157, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.528, "count": 157, "max_ms": 1.424, "p95_ms": 1.138}, "setup_ms": {"avg_ms": 0.037, "count": 157, "max_ms": 0.1, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 3.204, "count": 157, "max_ms": 9.11, "p95_ms": 6.469}, "track_match_ms": {"avg_ms": 0.089, "count": 157, "max_ms": 0.292, "p95_ms": 0.227}, "tracker_update_ms": {"avg_ms": 1.085, "count": 157, "max_ms": 3.577, "p95_ms": 2.248}}, "gstreamer_push": {"avg_ms": 3.377, "count": 157, "max_ms": 7.616, "p95_ms": 5.475}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 157, "max_ms": 0.858, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.751, "count": 157, "max_ms": 80.212, "p95_ms": 66.472}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.476, "count": 157, "max_ms": 10.189, "p95_ms": 7.551}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 157, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 157, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.467, "count": 157, "max_ms": 136.663, "p95_ms": 121.509}, "inference_input_copy_ms": {"avg_ms": 1.645, "count": 157, "max_ms": 3.191, "p95_ms": 2.859}, "processing_residual_ms": {"avg_ms": 0.222, "count": 157, "max_ms": 0.661, "p95_ms": 0.39}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 157, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 157, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.81, "count": 157, "max_ms": 143.573, "p95_ms": 128.171}, "read_interval": {"avg_ms": 191.2, "count": 156, "max_ms": 4937.253, "p95_ms": 190.253}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 157, "max_ms": 0.424, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.474, "count": 157, "max_ms": 1.283, "p95_ms": 1.064}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 157, "max_ms": 0.064, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.457, "count": 157, "max_ms": 1.247, "p95_ms": 1.006}, "worker_merge_ms": {"avg_ms": 0.006, "count": 157, "max_ms": 0.027, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 46.762, "count": 157, "max_ms": 80.227, "p95_ms": 66.48}, "visualize": {"avg_ms": 48.367, "count": 157, "max_ms": 68.441, "p95_ms": 60.089}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.348, "count": 157, "max_ms": 60.945, "p95_ms": 54.482}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 157, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.096, "count": 157, "max_ms": 66.481, "p95_ms": 58.791}, "visualize_input_copy_ms": {"avg_ms": 1.077, "count": 157, "max_ms": 2.798, "p95_ms": 1.99}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 157, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.965, "count": 157, "max_ms": 66.202, "p95_ms": 58.687}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 157, "max_ms": 0.23, "p95_ms": 0.138}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 157}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 157}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 157}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1464.469, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.699, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.737, "sample_count": 2254, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1487926, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:47:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 143306, "write_bytes_delta": 143306, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 506.0, "cpu_core_ratio": 0.781721, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2945.0, "pid": 108440, "reason": null, "system_cpu_core_ratio": 0.357872, "system_cpu_s_delta": 7.16, "user_cpu_core_ratio": 0.423849, "user_cpu_s_delta": 8.480000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.879686, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 82391.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.311389, "system_cpu_s_delta": 6.2299999999959255, "user_cpu_core_ratio": 0.568297, "user_cpu_s_delta": 11.369999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.374, "count": 159, "max_ms": 7.555, "p95_ms": 5.663, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.013, "max": 3.0, "p95": 2.0, "sample_count": 159}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 144}, "total": {"avg": 0.906, "max": 1.0, "p95": 1.0, "sample_count": 159}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.823, "count": 30, "max": 62.154, "p95": 55.929, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.097, "count": 30, "max": 26.791, "p95": 25.219, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 790.433, "count": 30, "max": 1311.0, "p95": 1247.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1132.567, "count": 30, "max": 12011.0, "p95": 3247.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.103, "count": 30, "max": 0.489, "p95": 0.408, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.465, "count": 30, "max": 0.533, "p95": 0.499, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.084, "count": 30, "max": 2.421, "p95": 0.053, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 149404.033, "count": 30, "max": 159460.0, "p95": 157910.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 149404.033, "count": 30, "max": 159460.0, "p95": 157910.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 127363.767, "count": 30, "max": 225954.0, "p95": 210011.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.398, "count": 30, "max": 0.604, "p95": 0.567, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.808, "count": 30, "max": 1.073, "p95": 1.027, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11480, "sampled_at": "2026-10-30T12:47:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:47:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.869, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2862251, "flush_count": 2980, "flush_interval_seconds": 30.0, "flush_state": {"count": 2980, "last_at": "2026-10-30T12:47:27", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:47:27", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2979}, "started": true, "suppressed_count": 1485238, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1485089}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2980, "written_record_count": 2980}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9769.402, "limit_mb": null}, "detail": {"pid": 108556, "restart_count": 584, "start_count": 585}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4114210406400, "copied_frame_count": 1488068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4114210406400, "frame_buffer_copies": 1488068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1273, "count": 512, "max_ms": 1.0018, "p50_ms": 0.1125, "p95_ms": 0.2381, "p99_ms": 0.3306}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5031, "count": 512, "max_ms": 6.0054, "p50_ms": 1.3941, "p95_ms": 2.4598, "p99_ms": 3.3255, "results": {"failed": 0, "not_applicable": 0, "success": 1488068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 535, "h264_decode_error_count": 1205, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:45:33+09:00", "last_error_summary": "[h264 @ 0x570cfe6d6b00] error while decoding MB 107 38, bytestream -6", "last_exit_at": "2026-10-30T12:47:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T12:47:49+09:00", "pid": 108556, "process": {"exists": true, "fd_count": 5, "hwm_mb": 207.906, "name": "ffmpeg", "pid": 108556, "rss_mb": 207.906, "state": "S (sleeping)", "threads": 70}, "restart_count": 584, "restart_count_per_hour": 24, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 585}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.332, "sample_count": 2262, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1488068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:47:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.132, "last_frame_pushed_at": "2026-10-30T12:47:47+09:00", "last_frame_read_age_sec": 4.27, "last_frame_read_at": "2026-10-30T12:47:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 98, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 442.837, "last_sample_duration_ms": 879.185, "last_trigger": "periodic", "next_snapshot_in_sec": 157.163, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 298, "storage_bytes": 2840939}, "mjpeg": {"age_sec": 4.122, "exists": true, "mtime": "2026-10-30T12:47:47.295640+09:00", "mtime_epoch": 1793332067.29564, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 150455}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:47:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1464.535, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1488068, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 151}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 118}, "total": {"avg": 0.781, "max": 1.0, "p95": 1.0, "sample_count": 151}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 151}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 151}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 151, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.147, "pushed": 5.147, "read": 5.147}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 151, "client_acquire_ms": {"avg_ms": 0.009, "count": 151, "max_ms": 0.034, "p95_ms": 0.02, "reason": null, "sample_age_ms": 4198.764, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.907, "count": 151, "max_ms": 5.18, "p95_ms": 3.022, "reason": null, "sample_age_ms": 4271.791, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.363, "count": 151, "max_ms": 4.301, "p95_ms": 2.226, "reason": null, "sample_age_ms": 4272.405, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.212, "count": 151, "max_ms": 1.017, "p95_ms": 0.464, "reason": null, "sample_age_ms": 4198.77, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.085, "count": 151, "max_ms": 4.64, "p95_ms": 3.511, "reason": null, "sample_age_ms": 4267.479, "source": "client_direct"}, "request_count": 151, "request_tensor_bytes": {"avg": 2764808.0, "count": 151, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4267.437, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 151, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4198.98, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.635, "count": 151, "max_ms": 68.403, "p95_ms": 57.484, "reason": null, "sample_age_ms": 4198.761, "source": "client_direct"}, "sample_age_ms": 4198.758, "source": "client_direct", "task_total_ms": {"avg_ms": 45.103, "count": 151, "max_ms": 73.04, "p95_ms": 60.967, "reason": null, "sample_age_ms": 4198.758, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.622, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.172, "count": 151, "max_ms": 7.703, "p95_ms": 6.269}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.302, "count": 151, "max_ms": 0.794, "p95_ms": 0.534}, "detection_prepare_ms": {"avg_ms": 1.001, "count": 151, "max_ms": 3.183, "p95_ms": 2.137}, "event_filter_ms": {"avg_ms": 0.004, "count": 151, "max_ms": 0.016, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.119, "count": 151, "max_ms": 0.335, "p95_ms": 0.24}, "mcmt_ms": {"avg_ms": 0.003, "count": 151, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.517, "count": 151, "max_ms": 1.424, "p95_ms": 1.13}, "setup_ms": {"avg_ms": 0.037, "count": 151, "max_ms": 0.09, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 3.125, "count": 151, "max_ms": 7.613, "p95_ms": 6.16}, "track_match_ms": {"avg_ms": 0.086, "count": 151, "max_ms": 0.262, "p95_ms": 0.207}, "tracker_update_ms": {"avg_ms": 1.056, "count": 151, "max_ms": 3.003, "p95_ms": 2.218}}, "gstreamer_push": {"avg_ms": 3.333, "count": 151, "max_ms": 7.616, "p95_ms": 5.42}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 151, "max_ms": 0.858, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.35, "count": 151, "max_ms": 74.212, "p95_ms": 61.939}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.457, "count": 151, "max_ms": 10.189, "p95_ms": 7.551}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.798, "count": 151, "max_ms": 136.663, "p95_ms": 120.444}, "inference_input_copy_ms": {"avg_ms": 1.652, "count": 151, "max_ms": 3.191, "p95_ms": 2.859}, "processing_residual_ms": {"avg_ms": 0.223, "count": 151, "max_ms": 0.661, "p95_ms": 0.39}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.13, "count": 151, "max_ms": 143.573, "p95_ms": 126.403}, "read_interval": {"avg_ms": 192.702, "count": 151, "max_ms": 4937.253, "p95_ms": 190.253}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 151, "max_ms": 0.424, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.464, "count": 151, "max_ms": 1.283, "p95_ms": 1.044}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 151, "max_ms": 0.064, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.447, "count": 151, "max_ms": 1.247, "p95_ms": 0.981}, "worker_merge_ms": {"avg_ms": 0.006, "count": 151, "max_ms": 0.027, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 46.361, "count": 151, "max_ms": 74.229, "p95_ms": 61.947}, "visualize": {"avg_ms": 48.183, "count": 151, "max_ms": 66.188, "p95_ms": 59.869}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.271, "count": 151, "max_ms": 60.945, "p95_ms": 54.073}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.935, "count": 151, "max_ms": 64.183, "p95_ms": 58.557}, "visualize_input_copy_ms": {"avg_ms": 1.056, "count": 151, "max_ms": 2.798, "p95_ms": 1.98}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.804, "count": 151, "max_ms": 63.978, "p95_ms": 58.425}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 151, "max_ms": 0.23, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 151}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1464.469, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.699, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.737, "sample_count": 2254, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1487926, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:47:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 143306, "write_bytes_delta": 143306, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 506.0, "cpu_core_ratio": 0.781721, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2945.0, "pid": 108440, "reason": null, "system_cpu_core_ratio": 0.357872, "system_cpu_s_delta": 7.16, "user_cpu_core_ratio": 0.423849, "user_cpu_s_delta": 8.480000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.879686, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 82391.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.311389, "system_cpu_s_delta": 6.2299999999959255, "user_cpu_core_ratio": 0.568297, "user_cpu_s_delta": 11.369999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.374, "count": 159, "max_ms": 7.555, "p95_ms": 5.663, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.013, "max": 3.0, "p95": 2.0, "sample_count": 159}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 144}, "total": {"avg": 0.906, "max": 1.0, "p95": 1.0, "sample_count": 159}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.823, "count": 30, "max": 62.154, "p95": 55.929, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.097, "count": 30, "max": 26.791, "p95": 25.219, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 790.433, "count": 30, "max": 1311.0, "p95": 1247.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1132.567, "count": 30, "max": 12011.0, "p95": 3247.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.103, "count": 30, "max": 0.489, "p95": 0.408, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.465, "count": 30, "max": 0.533, "p95": 0.499, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.084, "count": 30, "max": 2.421, "p95": 0.053, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 149404.033, "count": 30, "max": 159460.0, "p95": 157910.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 149404.033, "count": 30, "max": 159460.0, "p95": 157910.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 127363.767, "count": 30, "max": 225954.0, "p95": 210011.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.398, "count": 30, "max": 0.604, "p95": 0.567, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.808, "count": 30, "max": 1.073, "p95": 1.027, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11480, "sampled_at": "2026-10-30T12:47:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:47:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.339, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2863254, "flush_count": 2981, "flush_interval_seconds": 30.0, "flush_state": {"count": 2981, "last_at": "2026-10-30T12:48:27", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:48:27", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2980}, "started": true, "suppressed_count": 1485939, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1485790}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2981, "written_record_count": 2981}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9612.699, "limit_mb": null}, "detail": {"h264_decode_error_count": 5, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x639fc7324680] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x639fc7324680] error while decoding MB 0 66, bytestream 14641 [h264 @ 0x639fc72be500] cabac decode of qscale diff failed at 89 57 [h264 @ 0x639fc72be500] error while decoding MB 89 57, bytestream 9589 [h264 @ 0x639fc71c4e40] error while decoding MB 82 62, bytestream -8 [h264 @ 0x639fc71e8200] error while decoding MB 108 55, bytestream -9", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4116148531200, "copied_frame_count": 1488769, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4116148531200, "frame_buffer_copies": 1488769, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1165, "count": 512, "max_ms": 2.5267, "p50_ms": 0.0966, "p95_ms": 0.2213, "p99_ms": 0.2945}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3985, "count": 512, "max_ms": 3.1435, "p50_ms": 1.2963, "p95_ms": 2.4819, "p99_ms": 2.9133, "results": {"failed": 0, "not_applicable": 0, "success": 1488769, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 536, "h264_decode_error_count": 1210, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:49:21+09:00", "last_error_summary": "[h264 @ 0x639fc7324680] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x639fc7324680] error while decoding MB 0 66, bytestream 14641 [h264 @ 0x639fc72be500] cabac decode of qscale diff failed at 89 57 [h264 @ 0x639fc72be500] error while decoding MB 89 57, bytestream 9589 [h264 @ 0x639fc71c4e40] error while decoding MB 82 62, bytestream -8 [h264 @ 0x639fc71e8200] error while decoding MB 108 55, bytestream -9", "last_exit_at": "2026-10-30T12:47:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.278, "last_started_at": "2026-10-30T12:47:49+09:00", "pid": 108556, "process": {"exists": false, "pid": 108556}, "restart_count": 584, "restart_count_per_hour": 24, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 585}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.055, "sample_count": 2276, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1488769, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:49:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.061, "last_frame_pushed_at": "2026-10-30T12:49:21+09:00", "last_frame_read_age_sec": 0.059, "last_frame_read_at": "2026-10-30T12:49:21+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 98, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 533.125, "last_sample_duration_ms": 879.185, "last_trigger": "periodic", "next_snapshot_in_sec": 66.875, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 298, "storage_bytes": 2840939}, "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-10-30T12:49:21.640934+09:00", "mtime_epoch": 1793332161.6409335, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 147878}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:49:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1485.832, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1488770, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.131, "max": 3.0, "p95": 3.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 181}, "total": {"avg": 0.739, "max": 1.0, "p95": 1.0, "sample_count": 245}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 245, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.189, "pushed": 8.189, "read": 8.189}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 245, "client_acquire_ms": {"avg_ms": 0.008, "count": 246, "max_ms": 0.024, "p95_ms": 0.018, "reason": null, "sample_age_ms": 33.385, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.852, "count": 245, "max_ms": 10.369, "p95_ms": 2.625, "reason": null, "sample_age_ms": 66.89, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.389, "count": 245, "max_ms": 9.984, "p95_ms": 1.898, "reason": null, "sample_age_ms": 67.06, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.249, "count": 246, "max_ms": 0.905, "p95_ms": 0.525, "reason": null, "sample_age_ms": 33.391, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.952, "count": 245, "max_ms": 6.328, "p95_ms": 3.667, "reason": null, "sample_age_ms": 65.915, "source": "client_direct"}, "request_count": 245, "request_tensor_bytes": {"avg": 2764808.0, "count": 245, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 65.897, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 246, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 33.598, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.446, "count": 246, "max_ms": 73.615, "p95_ms": 62.131, "reason": null, "sample_age_ms": 33.382, "source": "client_direct"}, "sample_age_ms": 33.369, "source": "client_direct", "task_total_ms": {"avg_ms": 44.823, "count": 246, "max_ms": 78.213, "p95_ms": 64.758, "reason": null, "sample_age_ms": 33.369, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.289, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.226, "count": 245, "max_ms": 10.354, "p95_ms": 6.72}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.319, "count": 245, "max_ms": 1.596, "p95_ms": 0.645}, "detection_prepare_ms": {"avg_ms": 1.026, "count": 245, "max_ms": 3.425, "p95_ms": 2.426}, "event_filter_ms": {"avg_ms": 0.004, "count": 245, "max_ms": 0.025, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.119, "count": 245, "max_ms": 0.438, "p95_ms": 0.243}, "mcmt_ms": {"avg_ms": 0.003, "count": 245, "max_ms": 0.026, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.503, "count": 245, "max_ms": 1.935, "p95_ms": 1.141}, "setup_ms": {"avg_ms": 0.041, "count": 245, "max_ms": 0.124, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 3.174, "count": 245, "max_ms": 10.279, "p95_ms": 6.616}, "track_match_ms": {"avg_ms": 0.087, "count": 245, "max_ms": 0.427, "p95_ms": 0.194}, "tracker_update_ms": {"avg_ms": 1.071, "count": 245, "max_ms": 4.065, "p95_ms": 2.188}}, "gstreamer_push": {"avg_ms": 2.902, "count": 245, "max_ms": 7.37, "p95_ms": 5.171}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 245, "max_ms": 0.149, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.059, "count": 245, "max_ms": 81.211, "p95_ms": 66.385}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.279, "count": 245, "max_ms": 16.594, "p95_ms": 7.042}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.582, "count": 245, "max_ms": 147.639, "p95_ms": 123.733}, "inference_input_copy_ms": {"avg_ms": 1.47, "count": 245, "max_ms": 3.573, "p95_ms": 2.613}, "processing_residual_ms": {"avg_ms": 0.176, "count": 245, "max_ms": 0.544, "p95_ms": 0.357}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.507, "count": 245, "max_ms": 151.594, "p95_ms": 128.848}, "read_interval": {"avg_ms": 122.267, "count": 245, "max_ms": 1047.955, "p95_ms": 170.209}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 245, "max_ms": 0.058, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.449, "count": 245, "max_ms": 1.868, "p95_ms": 1.028}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 245, "max_ms": 0.062, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.435, "count": 245, "max_ms": 1.851, "p95_ms": 1.001}, "worker_merge_ms": {"avg_ms": 0.006, "count": 245, "max_ms": 0.028, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 46.071, "count": 245, "max_ms": 81.221, "p95_ms": 66.397}, "visualize": {"avg_ms": 42.257, "count": 245, "max_ms": 65.542, "p95_ms": 57.366}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 38.646, "count": 245, "max_ms": 60.291, "p95_ms": 52.062}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.1, "count": 245, "max_ms": 64.098, "p95_ms": 55.865}, "visualize_input_copy_ms": {"avg_ms": 0.975, "count": 245, "max_ms": 2.776, "p95_ms": 1.982}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.981, "count": 245, "max_ms": 63.858, "p95_ms": 55.735}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 245, "max_ms": 0.206, "p95_ms": 0.132}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1464.824, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.726, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.497, "sample_count": 2269, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1488657, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:49:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 141882, "write_bytes_delta": 141882, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 388.0, "cpu_core_ratio": 0.633096, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1349.0, "pid": 108556, "reason": null, "system_cpu_core_ratio": 0.166709, "system_cpu_s_delta": 1.6799999999999997, "user_cpu_core_ratio": 0.466388, "user_cpu_s_delta": 4.699999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.624418, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 97511.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.580504, "system_cpu_s_delta": 5.850000000005821, "user_cpu_core_ratio": 1.043915, "user_cpu_s_delta": 10.519999999989523}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.407, "count": 223, "max_ms": 8.934, "p95_ms": 5.84, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.054, "max": 4.0, "p95": 2.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 206}, "total": {"avg": 0.924, "max": 1.0, "p95": 1.0, "sample_count": 223}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.886, "count": 30, "max": 62.154, "p95": 55.929, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.59, "count": 30, "max": 25.647, "p95": 24.693, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 667.4, "count": 30, "max": 1234.0, "p95": 1203.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 892.833, "count": 30, "max": 5811.0, "p95": 3145.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.113, "count": 30, "max": 0.489, "p95": 0.408, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.456, "count": 30, "max": 0.502, "p95": 0.492, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.159, "count": 30, "max": 2.421, "p95": 1.219, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 148517.1, "count": 30, "max": 159460.0, "p95": 157910.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 148517.1, "count": 30, "max": 159460.0, "p95": 157910.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 132620.6, "count": 30, "max": 225954.0, "p95": 206961.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.456, "count": 30, "max": 0.608, "p95": 0.587, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.858, "count": 30, "max": 1.069, "p95": 1.05, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11488, "sampled_at": "2026-10-30T12:49:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:49:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2863254, "flush_count": 2981, "flush_interval_seconds": 30.0, "flush_state": {"count": 2981, "last_at": "2026-10-30T12:48:27", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:48:27", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2980}, "started": true, "suppressed_count": 1485939, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1485790}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2981, "written_record_count": 2981}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9601.965, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T12:49:21+09:00", "last_error_summary": "[h264 @ 0x639fc7324680] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x639fc7324680] error while decoding MB 0 66, bytestream 14641 [h264 @ 0x639fc72be500] cabac decode of qscale diff failed at 89 57 [h264 @ 0x639fc72be500] error while decoding MB 89 57, bytestream 9589 [h264 @ 0x639fc71c4e40] error while decoding MB 82 62, bytestream -8 [h264 @ 0x639fc71e8200] error while decoding MB 108 55, bytestream -9", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4116151296000, "copied_frame_count": 1488770, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4116151296000, "frame_buffer_copies": 1488770, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1164, "count": 512, "max_ms": 2.5267, "p50_ms": 0.0966, "p95_ms": 0.2213, "p99_ms": 0.2945}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3994, "count": 512, "max_ms": 3.1435, "p50_ms": 1.2963, "p95_ms": 2.4819, "p99_ms": 2.9133, "results": {"failed": 0, "not_applicable": 0, "success": 1488770, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 536, "h264_decode_error_count": 1210, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:49:21+09:00", "last_error_summary": "[h264 @ 0x639fc7324680] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x639fc7324680] error while decoding MB 0 66, bytestream 14641 [h264 @ 0x639fc72be500] cabac decode of qscale diff failed at 89 57 [h264 @ 0x639fc72be500] error while decoding MB 89 57, bytestream 9589 [h264 @ 0x639fc71c4e40] error while decoding MB 82 62, bytestream -8 [h264 @ 0x639fc71e8200] error while decoding MB 108 55, bytestream -9", "last_exit_at": "2026-10-30T12:49:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.329, "last_started_at": "2026-10-30T12:47:49+09:00", "pid": 108556, "process": {"exists": false, "pid": 108556}, "restart_count": 584, "restart_count_per_hour": 24, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 585}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.055, "sample_count": 2276, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1488770, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:49:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.007, "last_frame_pushed_at": "2026-10-30T12:49:21+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-10-30T12:49:21+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 98, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 533.171, "last_sample_duration_ms": 879.185, "last_trigger": "periodic", "next_snapshot_in_sec": 66.829, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 298, "storage_bytes": 2840939}, "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-10-30T12:49:21.640934+09:00", "mtime_epoch": 1793332161.6409335, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 147878}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:49:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1464.859, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1488770, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.134, "max": 3.0, "p95": 3.0, "sample_count": 246}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 182}, "total": {"avg": 0.74, "max": 1.0, "p95": 1.0, "sample_count": 246}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 246}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 246}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 246, "pushed_frames": 246, "read_frames": 245, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.209, "pushed": 8.209, "read": 8.176}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 245, "client_acquire_ms": {"avg_ms": 0.008, "count": 245, "max_ms": 0.024, "p95_ms": 0.018, "reason": null, "sample_age_ms": 84.167, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.852, "count": 245, "max_ms": 10.369, "p95_ms": 2.625, "reason": null, "sample_age_ms": 117.672, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.389, "count": 245, "max_ms": 9.984, "p95_ms": 1.898, "reason": null, "sample_age_ms": 117.842, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.249, "count": 245, "max_ms": 0.905, "p95_ms": 0.525, "reason": null, "sample_age_ms": 84.174, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.952, "count": 245, "max_ms": 6.328, "p95_ms": 3.667, "reason": null, "sample_age_ms": 116.697, "source": "client_direct"}, "request_count": 245, "request_tensor_bytes": {"avg": 2764808.0, "count": 245, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 116.679, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 245, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 84.38, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.489, "count": 245, "max_ms": 73.615, "p95_ms": 62.16, "reason": null, "sample_age_ms": 84.164, "source": "client_direct"}, "sample_age_ms": 84.152, "source": "client_direct", "task_total_ms": {"avg_ms": 44.861, "count": 245, "max_ms": 78.213, "p95_ms": 64.767, "reason": null, "sample_age_ms": 84.152, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.983, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.224, "count": 246, "max_ms": 10.354, "p95_ms": 6.72}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.319, "count": 246, "max_ms": 1.596, "p95_ms": 0.645}, "detection_prepare_ms": {"avg_ms": 1.025, "count": 246, "max_ms": 3.425, "p95_ms": 2.426}, "event_filter_ms": {"avg_ms": 0.004, "count": 246, "max_ms": 0.025, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.119, "count": 246, "max_ms": 0.438, "p95_ms": 0.243}, "mcmt_ms": {"avg_ms": 0.003, "count": 246, "max_ms": 0.026, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.503, "count": 246, "max_ms": 1.935, "p95_ms": 1.141}, "setup_ms": {"avg_ms": 0.041, "count": 246, "max_ms": 0.124, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 3.173, "count": 246, "max_ms": 10.279, "p95_ms": 6.616}, "track_match_ms": {"avg_ms": 0.087, "count": 246, "max_ms": 0.427, "p95_ms": 0.194}, "tracker_update_ms": {"avg_ms": 1.071, "count": 246, "max_ms": 4.065, "p95_ms": 2.188}}, "gstreamer_push": {"avg_ms": 2.899, "count": 246, "max_ms": 7.37, "p95_ms": 5.171}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 246, "max_ms": 0.149, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.01, "count": 246, "max_ms": 81.211, "p95_ms": 66.385}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.325, "count": 246, "max_ms": 16.594, "p95_ms": 7.717}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.544, "count": 246, "max_ms": 147.639, "p95_ms": 123.733}, "inference_input_copy_ms": {"avg_ms": 1.467, "count": 246, "max_ms": 3.573, "p95_ms": 2.613}, "processing_residual_ms": {"avg_ms": 0.176, "count": 246, "max_ms": 0.544, "p95_ms": 0.357}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.511, "count": 246, "max_ms": 151.594, "p95_ms": 128.848}, "read_interval": {"avg_ms": 122.267, "count": 245, "max_ms": 1047.955, "p95_ms": 170.209}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 246, "max_ms": 0.058, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.448, "count": 246, "max_ms": 1.868, "p95_ms": 1.028}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 246, "max_ms": 0.062, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.435, "count": 246, "max_ms": 1.851, "p95_ms": 1.001}, "worker_merge_ms": {"avg_ms": 0.006, "count": 246, "max_ms": 0.028, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 46.022, "count": 246, "max_ms": 81.221, "p95_ms": 66.397}, "visualize": {"avg_ms": 42.272, "count": 246, "max_ms": 65.542, "p95_ms": 57.366}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 38.66, "count": 246, "max_ms": 60.291, "p95_ms": 52.062}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.115, "count": 246, "max_ms": 64.098, "p95_ms": 55.865}, "visualize_input_copy_ms": {"avg_ms": 0.976, "count": 246, "max_ms": 2.776, "p95_ms": 1.982}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.997, "count": 246, "max_ms": 63.858, "p95_ms": 55.735}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 246, "max_ms": 0.206, "p95_ms": 0.132}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 246}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1464.824, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.726, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.497, "sample_count": 2269, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1488657, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:49:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 141882, "write_bytes_delta": 141882, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 388.0, "cpu_core_ratio": 0.633096, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1349.0, "pid": 108556, "reason": null, "system_cpu_core_ratio": 0.166709, "system_cpu_s_delta": 1.6799999999999997, "user_cpu_core_ratio": 0.466388, "user_cpu_s_delta": 4.699999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.624418, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 97511.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.580504, "system_cpu_s_delta": 5.850000000005821, "user_cpu_core_ratio": 1.043915, "user_cpu_s_delta": 10.519999999989523}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.407, "count": 223, "max_ms": 8.934, "p95_ms": 5.84, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.054, "max": 4.0, "p95": 2.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 206}, "total": {"avg": 0.924, "max": 1.0, "p95": 1.0, "sample_count": 223}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.886, "count": 30, "max": 62.154, "p95": 55.929, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.59, "count": 30, "max": 25.647, "p95": 24.693, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 667.4, "count": 30, "max": 1234.0, "p95": 1203.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 892.833, "count": 30, "max": 5811.0, "p95": 3145.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.113, "count": 30, "max": 0.489, "p95": 0.408, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.456, "count": 30, "max": 0.502, "p95": 0.492, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.159, "count": 30, "max": 2.421, "p95": 1.219, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 148517.1, "count": 30, "max": 159460.0, "p95": 157910.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 148517.1, "count": 30, "max": 159460.0, "p95": 157910.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 132620.6, "count": 30, "max": 225954.0, "p95": 206961.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.456, "count": 30, "max": 0.608, "p95": 0.587, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.858, "count": 30, "max": 1.069, "p95": 1.05, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11488, "sampled_at": "2026-10-30T12:49:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:49:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2863254, "flush_count": 2981, "flush_interval_seconds": 30.0, "flush_state": {"count": 2981, "last_at": "2026-10-30T12:48:27", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:48:27", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2980}, "started": true, "suppressed_count": 1485939, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1485790}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2981, "written_record_count": 2981}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9603.023, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4116151296000, "copied_frame_count": 1488770, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4116151296000, "frame_buffer_copies": 1488770, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1164, "count": 512, "max_ms": 2.5267, "p50_ms": 0.0966, "p95_ms": 0.2213, "p99_ms": 0.2945}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3994, "count": 512, "max_ms": 3.1435, "p50_ms": 1.2963, "p95_ms": 2.4819, "p99_ms": 2.9133, "results": {"failed": 0, "not_applicable": 0, "success": 1488770, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 536, "h264_decode_error_count": 1210, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:49:21+09:00", "last_error_summary": "[h264 @ 0x639fc7324680] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x639fc7324680] error while decoding MB 0 66, bytestream 14641 [h264 @ 0x639fc72be500] cabac decode of qscale diff failed at 89 57 [h264 @ 0x639fc72be500] error while decoding MB 89 57, bytestream 9589 [h264 @ 0x639fc71c4e40] error while decoding MB 82 62, bytestream -8 [h264 @ 0x639fc71e8200] error while decoding MB 108 55, bytestream -9", "last_exit_at": "2026-10-30T12:49:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.371, "last_started_at": "2026-10-30T12:47:49+09:00", "pid": 108556, "process": {"exists": false, "pid": 108556}, "restart_count": 584, "restart_count_per_hour": 24, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 585}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.055, "sample_count": 2276, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1488770, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:49:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.05, "last_frame_pushed_at": "2026-10-30T12:49:21+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-10-30T12:49:21+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 98, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 533.215, "last_sample_duration_ms": 879.185, "last_trigger": "periodic", "next_snapshot_in_sec": 66.785, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 298, "storage_bytes": 2840939}, "mjpeg": {"age_sec": 0.041, "exists": true, "mtime": "2026-10-30T12:49:21.746934+09:00", "mtime_epoch": 1793332161.746934, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 146054}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:49:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1464.859, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1488770, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.135, "max": 3.0, "p95": 3.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 181}, "total": {"avg": 0.739, "max": 1.0, "p95": 1.0, "sample_count": 245}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 244, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.197, "pushed": 8.197, "read": 8.164}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 244, "client_acquire_ms": {"avg_ms": 0.008, "count": 245, "max_ms": 0.024, "p95_ms": 0.018, "reason": null, "sample_age_ms": 127.324, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.854, "count": 244, "max_ms": 10.369, "p95_ms": 2.627, "reason": null, "sample_age_ms": 160.828, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.39, "count": 244, "max_ms": 9.984, "p95_ms": 1.904, "reason": null, "sample_age_ms": 160.998, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.249, "count": 245, "max_ms": 0.905, "p95_ms": 0.525, "reason": null, "sample_age_ms": 127.33, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.95, "count": 244, "max_ms": 6.328, "p95_ms": 3.67, "reason": null, "sample_age_ms": 159.854, "source": "client_direct"}, "request_count": 244, "request_tensor_bytes": {"avg": 2764808.0, "count": 244, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 159.835, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 245, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 127.537, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.489, "count": 245, "max_ms": 73.615, "p95_ms": 62.16, "reason": null, "sample_age_ms": 127.321, "source": "client_direct"}, "sample_age_ms": 127.308, "source": "client_direct", "task_total_ms": {"avg_ms": 44.861, "count": 245, "max_ms": 78.213, "p95_ms": 64.767, "reason": null, "sample_age_ms": 127.308, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.399, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.221, "count": 245, "max_ms": 10.354, "p95_ms": 6.72}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.319, "count": 245, "max_ms": 1.596, "p95_ms": 0.645}, "detection_prepare_ms": {"avg_ms": 1.023, "count": 245, "max_ms": 3.425, "p95_ms": 2.426}, "event_filter_ms": {"avg_ms": 0.004, "count": 245, "max_ms": 0.025, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.119, "count": 245, "max_ms": 0.438, "p95_ms": 0.243}, "mcmt_ms": {"avg_ms": 0.003, "count": 245, "max_ms": 0.026, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.503, "count": 245, "max_ms": 1.935, "p95_ms": 1.141}, "setup_ms": {"avg_ms": 0.041, "count": 245, "max_ms": 0.124, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 3.17, "count": 245, "max_ms": 10.279, "p95_ms": 6.616}, "track_match_ms": {"avg_ms": 0.087, "count": 245, "max_ms": 0.427, "p95_ms": 0.194}, "tracker_update_ms": {"avg_ms": 1.07, "count": 245, "max_ms": 4.065, "p95_ms": 2.188}}, "gstreamer_push": {"avg_ms": 2.902, "count": 245, "max_ms": 7.37, "p95_ms": 5.171}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 245, "max_ms": 0.149, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.048, "count": 245, "max_ms": 81.211, "p95_ms": 66.385}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.324, "count": 245, "max_ms": 16.594, "p95_ms": 7.717}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.544, "count": 245, "max_ms": 147.639, "p95_ms": 123.733}, "inference_input_copy_ms": {"avg_ms": 1.464, "count": 245, "max_ms": 3.573, "p95_ms": 2.613}, "processing_residual_ms": {"avg_ms": 0.175, "count": 245, "max_ms": 0.544, "p95_ms": 0.357}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.507, "count": 245, "max_ms": 151.594, "p95_ms": 128.848}, "read_interval": {"avg_ms": 122.328, "count": 244, "max_ms": 1047.955, "p95_ms": 170.209}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 245, "max_ms": 0.058, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.449, "count": 245, "max_ms": 1.868, "p95_ms": 1.028}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 245, "max_ms": 0.062, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.435, "count": 245, "max_ms": 1.851, "p95_ms": 1.001}, "worker_merge_ms": {"avg_ms": 0.006, "count": 245, "max_ms": 0.028, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 46.06, "count": 245, "max_ms": 81.221, "p95_ms": 66.397}, "visualize": {"avg_ms": 42.237, "count": 245, "max_ms": 65.542, "p95_ms": 57.366}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 38.63, "count": 245, "max_ms": 60.291, "p95_ms": 52.062}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.081, "count": 245, "max_ms": 64.098, "p95_ms": 55.865}, "visualize_input_copy_ms": {"avg_ms": 0.975, "count": 245, "max_ms": 2.776, "p95_ms": 1.982}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.962, "count": 245, "max_ms": 63.858, "p95_ms": 55.735}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 245, "max_ms": 0.206, "p95_ms": 0.132}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1464.824, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.726, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.497, "sample_count": 2269, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1488657, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:49:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 141882, "write_bytes_delta": 141882, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 388.0, "cpu_core_ratio": 0.633096, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1349.0, "pid": 108556, "reason": null, "system_cpu_core_ratio": 0.166709, "system_cpu_s_delta": 1.6799999999999997, "user_cpu_core_ratio": 0.466388, "user_cpu_s_delta": 4.699999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.624418, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 97511.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.580504, "system_cpu_s_delta": 5.850000000005821, "user_cpu_core_ratio": 1.043915, "user_cpu_s_delta": 10.519999999989523}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.407, "count": 223, "max_ms": 8.934, "p95_ms": 5.84, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.054, "max": 4.0, "p95": 2.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 206}, "total": {"avg": 0.924, "max": 1.0, "p95": 1.0, "sample_count": 223}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.886, "count": 30, "max": 62.154, "p95": 55.929, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.59, "count": 30, "max": 25.647, "p95": 24.693, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 667.4, "count": 30, "max": 1234.0, "p95": 1203.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 892.833, "count": 30, "max": 5811.0, "p95": 3145.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.113, "count": 30, "max": 0.489, "p95": 0.408, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.456, "count": 30, "max": 0.502, "p95": 0.492, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.159, "count": 30, "max": 2.421, "p95": 1.219, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 148517.1, "count": 30, "max": 159460.0, "p95": 157910.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 148517.1, "count": 30, "max": 159460.0, "p95": 157910.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 132620.6, "count": 30, "max": 225954.0, "p95": 206961.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.456, "count": 30, "max": 0.608, "p95": 0.587, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.858, "count": 30, "max": 1.069, "p95": 1.05, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11488, "sampled_at": "2026-10-30T12:49:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:49:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.888, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2863254, "flush_count": 2981, "flush_interval_seconds": 30.0, "flush_state": {"count": 2981, "last_at": "2026-10-30T12:48:27", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:48:27", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2980}, "started": true, "suppressed_count": 1485939, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1485790}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2981, "written_record_count": 2981}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9625.352, "limit_mb": null}, "detail": {"pid": 108672, "restart_count": 585, "start_count": 586}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4116151296000, "copied_frame_count": 1488770, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4116151296000, "frame_buffer_copies": 1488770, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1164, "count": 512, "max_ms": 2.5267, "p50_ms": 0.0966, "p95_ms": 0.2213, "p99_ms": 0.2945}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3994, "count": 512, "max_ms": 3.1435, "p50_ms": 1.2963, "p95_ms": 2.4819, "p99_ms": 2.9133, "results": {"failed": 0, "not_applicable": 0, "success": 1488770, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 536, "h264_decode_error_count": 1210, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:49:21+09:00", "last_error_summary": "[h264 @ 0x639fc7324680] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x639fc7324680] error while decoding MB 0 66, bytestream 14641 [h264 @ 0x639fc72be500] cabac decode of qscale diff failed at 89 57 [h264 @ 0x639fc72be500] error while decoding MB 89 57, bytestream 9589 [h264 @ 0x639fc71c4e40] error while decoding MB 82 62, bytestream -8 [h264 @ 0x639fc71e8200] error while decoding MB 108 55, bytestream -9", "last_exit_at": "2026-10-30T12:49:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T12:49:24+09:00", "pid": 108672, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.43, "name": "ffmpeg", "pid": 108672, "rss_mb": 57.43, "state": "S (sleeping)", "threads": 1}, "restart_count": 585, "restart_count_per_hour": 25, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 586}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.261, "sample_count": 2234, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1488770, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:49:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.737, "last_frame_pushed_at": "2026-10-30T12:49:21+09:00", "last_frame_read_age_sec": 4.839, "last_frame_read_at": "2026-10-30T12:49:21+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 98, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 537.901, "last_sample_duration_ms": 879.185, "last_trigger": "periodic", "next_snapshot_in_sec": 62.099, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 298, "storage_bytes": 2840939}, "mjpeg": {"age_sec": 4.729, "exists": true, "mtime": "2026-10-30T12:49:21.746934+09:00", "mtime_epoch": 1793332161.746934, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 146054}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:49:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1464.863, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1488770, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.151, "max": 3.0, "p95": 3.0, "sample_count": 218}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 154}, "total": {"avg": 0.706, "max": 1.0, "p95": 1.0, "sample_count": 218}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 218}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 218}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.268, "pushed": 7.268, "read": 7.268}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 217, "client_acquire_ms": {"avg_ms": 0.008, "count": 218, "max_ms": 0.024, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4817.667, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.823, "count": 217, "max_ms": 10.369, "p95_ms": 2.6, "reason": null, "sample_age_ms": 4851.172, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.359, "count": 217, "max_ms": 9.984, "p95_ms": 1.82, "reason": null, "sample_age_ms": 4851.342, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.245, "count": 218, "max_ms": 0.641, "p95_ms": 0.524, "reason": null, "sample_age_ms": 4817.674, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.94, "count": 217, "max_ms": 6.328, "p95_ms": 3.745, "reason": null, "sample_age_ms": 4850.198, "source": "client_direct"}, "request_count": 217, "request_tensor_bytes": {"avg": 2764808.0, "count": 217, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4850.179, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 218, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4817.88, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.744, "count": 218, "max_ms": 73.615, "p95_ms": 61.774, "reason": null, "sample_age_ms": 4817.665, "source": "client_direct"}, "sample_age_ms": 4817.652, "source": "client_direct", "task_total_ms": {"avg_ms": 44.093, "count": 218, "max_ms": 78.213, "p95_ms": 64.643, "reason": null, "sample_age_ms": 4817.652, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.611, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.087, "count": 218, "max_ms": 10.354, "p95_ms": 6.678}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.315, "count": 218, "max_ms": 1.596, "p95_ms": 0.652}, "detection_prepare_ms": {"avg_ms": 0.98, "count": 218, "max_ms": 3.425, "p95_ms": 2.426}, "event_filter_ms": {"avg_ms": 0.004, "count": 218, "max_ms": 0.025, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.117, "count": 218, "max_ms": 0.438, "p95_ms": 0.243}, "mcmt_ms": {"avg_ms": 0.003, "count": 218, "max_ms": 0.026, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.485, "count": 218, "max_ms": 1.935, "p95_ms": 1.141}, "setup_ms": {"avg_ms": 0.04, "count": 218, "max_ms": 0.124, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 3.037, "count": 218, "max_ms": 10.279, "p95_ms": 6.61}, "track_match_ms": {"avg_ms": 0.083, "count": 218, "max_ms": 0.427, "p95_ms": 0.194}, "tracker_update_ms": {"avg_ms": 1.008, "count": 218, "max_ms": 4.065, "p95_ms": 2.138}}, "gstreamer_push": {"avg_ms": 2.828, "count": 218, "max_ms": 7.37, "p95_ms": 5.171}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 218, "max_ms": 0.149, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.246, "count": 218, "max_ms": 81.211, "p95_ms": 66.385}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.187, "count": 218, "max_ms": 16.594, "p95_ms": 7.717}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.723, "count": 218, "max_ms": 147.639, "p95_ms": 123.58}, "inference_input_copy_ms": {"avg_ms": 1.441, "count": 218, "max_ms": 3.573, "p95_ms": 2.632}, "processing_residual_ms": {"avg_ms": 0.173, "count": 218, "max_ms": 0.544, "p95_ms": 0.377}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.524, "count": 218, "max_ms": 151.594, "p95_ms": 128.564}, "read_interval": {"avg_ms": 115.87, "count": 218, "max_ms": 1024.659, "p95_ms": 168.109}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 218, "max_ms": 0.058, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.432, "count": 218, "max_ms": 1.868, "p95_ms": 1.028}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 218, "max_ms": 0.062, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.419, "count": 218, "max_ms": 1.851, "p95_ms": 1.001}, "worker_merge_ms": {"avg_ms": 0.006, "count": 218, "max_ms": 0.028, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 45.258, "count": 218, "max_ms": 81.221, "p95_ms": 66.397}, "visualize": {"avg_ms": 41.378, "count": 218, "max_ms": 65.542, "p95_ms": 56.204}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 37.909, "count": 218, "max_ms": 60.291, "p95_ms": 51.952}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.269, "count": 218, "max_ms": 64.098, "p95_ms": 54.349}, "visualize_input_copy_ms": {"avg_ms": 0.933, "count": 218, "max_ms": 2.776, "p95_ms": 1.969}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.154, "count": 218, "max_ms": 63.858, "p95_ms": 54.186}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 218, "max_ms": 0.206, "p95_ms": 0.132}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 218}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1464.824, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.726, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.497, "sample_count": 2269, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1488657, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:49:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 141882, "write_bytes_delta": 141882, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 388.0, "cpu_core_ratio": 0.633096, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1349.0, "pid": 108556, "reason": null, "system_cpu_core_ratio": 0.166709, "system_cpu_s_delta": 1.6799999999999997, "user_cpu_core_ratio": 0.466388, "user_cpu_s_delta": 4.699999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.624418, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 97511.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.580504, "system_cpu_s_delta": 5.850000000005821, "user_cpu_core_ratio": 1.043915, "user_cpu_s_delta": 10.519999999989523}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.407, "count": 223, "max_ms": 8.934, "p95_ms": 5.84, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.054, "max": 4.0, "p95": 2.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 206}, "total": {"avg": 0.924, "max": 1.0, "p95": 1.0, "sample_count": 223}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.886, "count": 30, "max": 62.154, "p95": 55.929, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.59, "count": 30, "max": 25.647, "p95": 24.693, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 667.4, "count": 30, "max": 1234.0, "p95": 1203.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 892.833, "count": 30, "max": 5811.0, "p95": 3145.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.113, "count": 30, "max": 0.489, "p95": 0.408, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.456, "count": 30, "max": 0.502, "p95": 0.492, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.159, "count": 30, "max": 2.421, "p95": 1.219, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 148517.1, "count": 30, "max": 159460.0, "p95": 157910.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 148517.1, "count": 30, "max": 159460.0, "p95": 157910.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 132620.6, "count": 30, "max": 225954.0, "p95": 206961.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.456, "count": 30, "max": 0.608, "p95": 0.587, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.858, "count": 30, "max": 1.069, "p95": 1.05, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11488, "sampled_at": "2026-10-30T12:49:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:49:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2336993, "flush_count": 2984, "flush_interval_seconds": 30.0, "flush_state": {"count": 2984, "last_at": "2026-10-30T12:49:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:49:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2983}, "started": true, "suppressed_count": 1725700, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 1725698}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2984, "written_record_count": 2984}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9369.098, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x632c453a2f80] error while decoding MB 114 85, bytestream -9", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4779457228800, "copied_frame_count": 1728681, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T09:31:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3569477, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T09:31:50+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.249}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 2, "events_emitted": 2, "events_failed": 0, "events_observed": 2, "events_suppressed": 0, "frame_buffer_copied_bytes": 4779457228800, "frame_buffer_copies": 1728681, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 100, "recorder_active_input_bytes": 276480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 2, "recorder_clips_failed": 0, "recorder_clips_started": 2, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 2, "worker_jobs_accepted": 2, "worker_jobs_completed": 2, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1267, "count": 512, "max_ms": 1.4804, "p50_ms": 0.1083, "p95_ms": 0.2422, "p99_ms": 0.3261}, "stages": {"db_insert": {"avg_ms": 24.9862, "count": 2, "max_ms": 26.5042, "p50_ms": 24.9862, "p95_ms": 26.3524, "p99_ms": 26.4739, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0541, "count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1351.546, "count": 2, "max_ms": 1378.4915, "p50_ms": 1351.546, "p95_ms": 1375.7969, "p99_ms": 1377.9526, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2771, "count": 512, "max_ms": 3.9834, "p50_ms": 1.197, "p95_ms": 2.083, "p99_ms": 2.5693, "results": {"failed": 0, "not_applicable": 0, "success": 1728681, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 618.174, "count": 2, "max_ms": 626.5228, "p50_ms": 618.174, "p95_ms": 625.6879, "p99_ms": 626.3558, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 48.8595, "count": 2, "max_ms": 67.7399, "p50_ms": 48.8595, "p95_ms": 65.8519, "p99_ms": 67.3623, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1729, "count": 100, "max_ms": 8.7346, "p50_ms": 5.0177, "p95_ms": 7.5008, "p99_ms": 8.5356, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3251, "count": 100, "max_ms": 3.6197, "p50_ms": 1.1902, "p95_ms": 2.1715, "p99_ms": 3.2681, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 613.5802, "count": 2, "max_ms": 621.343, "p50_ms": 613.5802, "p95_ms": 620.5667, "p99_ms": 621.1878, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 518.5978, "count": 2, "max_ms": 524.4459, "p50_ms": 518.5978, "p95_ms": 523.8611, "p99_ms": 524.3289, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 90.1793, "count": 2, "max_ms": 92.6271, "p50_ms": 90.1793, "p95_ms": 92.3823, "p99_ms": 92.5782, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.2061, "count": 2, "max_ms": 1.2085, "p50_ms": 1.2061, "p95_ms": 1.2083, "p99_ms": 1.2084, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.2034, "count": 2, "max_ms": 57.9637, "p50_ms": 44.2034, "p95_ms": 56.5876, "p99_ms": 57.6885, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6046, "count": 2, "max_ms": 0.6553, "p50_ms": 0.6046, "p95_ms": 0.6502, "p99_ms": 0.6542, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 625.5343, "count": 2, "max_ms": 642.3509, "p50_ms": 625.5343, "p95_ms": 640.6692, "p99_ms": 642.0145, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.8191, "count": 2, "max_ms": 6.7192, "p50_ms": 3.8191, "p95_ms": 6.4292, "p99_ms": 6.6612, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9995, "count": 2, "max_ms": 27.6583, "p50_ms": 23.9995, "p95_ms": 27.2925, "p99_ms": 27.5852, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3609, "count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.995, "count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 731.8976, "count": 2, "max_ms": 767.7144, "p50_ms": 731.8976, "p95_ms": 764.1327, "p99_ms": 766.998, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 2, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216}, "wait_ms": {"count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 2, "artifact_failed": 0, "artifact_requested": 2, "artifact_success": 2, "completed": 2, "completed_failed": 0, "completed_success": 2, "cooldown_promoted": 2, "database_requested": 2, "db_insert_success": 2, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15534, "relay_business_failed": 0, "relay_business_success": 2, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 2, "relay_transport_failed": 0, "relay_transport_success": 2, "reservation_requested": 2}, "snapshot": {"copied_bytes": 5529600, "copied_count": 2, "copy": {"count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 225, "h264_decode_error_count": 542, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:49:37+09:00", "last_error_summary": "[h264 @ 0x632c453a2f80] error while decoding MB 114 85, bytestream -9", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2148.017, "last_started_at": "2026-10-30T12:13:49+09:00", "pid": 106584, "process": {"exists": false, "pid": 106584}, "restart_count": 254, "restart_count_per_hour": 2, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 255}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.13, "sample_count": 2782, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1728681, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:49:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 0.039, "last_frame_pushed_at": "2026-10-30T12:49:37+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-10-30T12:49:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 98, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 548.898, "last_sample_duration_ms": 879.185, "last_trigger": "periodic", "next_snapshot_in_sec": 51.102, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 298, "storage_bytes": 2840939}, "mjpeg": {"age_sec": 0.032, "exists": true, "mtime": "2026-10-30T12:49:37.440985+09:00", "mtime_epoch": 1793332177.4409852, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 127812}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T12:49:37+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1675.293, "name": "celery", "pid": 176, "rss_mb": 1675.293, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1728681, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 82}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 82}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 82}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 82, "pushed_frames": 82, "read_frames": 81, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.739, "pushed": 2.739, "read": 2.705}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 81, "client_acquire_ms": {"avg_ms": 0.007, "count": 82, "max_ms": 0.013, "p95_ms": 0.013, "reason": null, "sample_age_ms": 73.756, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.55, "count": 81, "max_ms": 2.497, "p95_ms": 1.543, "reason": null, "sample_age_ms": 114.019, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.248, "count": 81, "max_ms": 2.212, "p95_ms": 1.119, "reason": null, "sample_age_ms": 114.204, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.099, "count": 82, "max_ms": 0.245, "p95_ms": 0.178, "reason": null, "sample_age_ms": 73.772, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.519, "count": 81, "max_ms": 3.191, "p95_ms": 2.549, "reason": null, "sample_age_ms": 113.05, "source": "client_direct"}, "request_count": 81, "request_tensor_bytes": {"avg": 2211848.0, "count": 81, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 113.036, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 82, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 74.047, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.352, "count": 82, "max_ms": 65.31, "p95_ms": 56.09, "reason": null, "sample_age_ms": 73.747, "source": "client_direct"}, "sample_age_ms": 73.739, "source": "client_direct", "task_total_ms": {"avg_ms": 40.139, "count": 82, "max_ms": 68.807, "p95_ms": 57.91, "reason": null, "sample_age_ms": 73.739, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 9.262, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.722, "count": 82, "max_ms": 1.869, "p95_ms": 1.432}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.238, "count": 82, "max_ms": 0.627, "p95_ms": 0.509}, "detection_prepare_ms": {"avg_ms": 0.101, "count": 82, "max_ms": 0.321, "p95_ms": 0.208}, "event_filter_ms": {"avg_ms": 0.004, "count": 82, "max_ms": 0.013, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.076, "count": 82, "max_ms": 0.217, "p95_ms": 0.149}, "mcmt_ms": {"avg_ms": 0.003, "count": 82, "max_ms": 0.014, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.183, "count": 82, "max_ms": 0.588, "p95_ms": 0.367}, "setup_ms": {"avg_ms": 0.041, "count": 82, "max_ms": 0.103, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 0.679, "count": 82, "max_ms": 1.771, "p95_ms": 1.362}, "track_match_ms": {"avg_ms": 0.004, "count": 82, "max_ms": 0.012, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.029, "count": 82, "max_ms": 0.096, "p95_ms": 0.066}}, "gstreamer_push": {"avg_ms": 2.842, "count": 82, "max_ms": 7.359, "p95_ms": 4.847}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 82, "max_ms": 0.196, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.032, "count": 82, "max_ms": 69.611, "p95_ms": 58.887}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.036, "count": 82, "max_ms": 0.101, "p95_ms": 0.072}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 71.587, "count": 82, "max_ms": 106.209, "p95_ms": 92.067}, "inference_input_copy_ms": {"avg_ms": 1.33, "count": 82, "max_ms": 2.766, "p95_ms": 2.121}, "processing_residual_ms": {"avg_ms": 0.133, "count": 82, "max_ms": 0.329, "p95_ms": 0.227}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.087, "count": 82, "max_ms": 109.28, "p95_ms": 93.335}, "read_interval": {"avg_ms": 369.061, "count": 81, "max_ms": 8774.522, "p95_ms": 275.774}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 82, "max_ms": 0.045, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.125, "count": 82, "max_ms": 0.405, "p95_ms": 0.26}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 82, "max_ms": 0.052, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.109, "count": 82, "max_ms": 0.362, "p95_ms": 0.233}, "worker_merge_ms": {"avg_ms": 0.006, "count": 82, "max_ms": 0.037, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 41.048, "count": 82, "max_ms": 69.621, "p95_ms": 58.907}, "visualize": {"avg_ms": 28.955, "count": 82, "max_ms": 47.977, "p95_ms": 37.447}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.081, "count": 82, "max_ms": 46.806, "p95_ms": 36.662}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.742, "count": 82, "max_ms": 47.662, "p95_ms": 37.323}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.644, "count": 82, "max_ms": 47.533, "p95_ms": 37.213}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 82, "max_ms": 0.169, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 82}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1675.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.806, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.062, "sample_count": 2817, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1728669, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:49:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 128236, "write_bytes_delta": 128236, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 178.0, "cpu_core_ratio": 0.155485, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 106584, "reason": null, "system_cpu_core_ratio": 0.006718, "system_cpu_s_delta": 0.14000000000000057, "user_cpu_core_ratio": 0.148766, "user_cpu_s_delta": 3.099999999999909}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.083021, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.009118, "system_cpu_s_delta": 0.1900000000023283, "user_cpu_core_ratio": 0.073903, "user_cpu_s_delta": 1.540000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.922, "count": 117, "max_ms": 7.359, "p95_ms": 5.1, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 117}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 117}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.94, "count": 30, "max": 57.061, "p95": 56.434, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.486, "count": 30, "max": 30.188, "p95": 28.211, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1415.333, "count": 30, "max": 1483.0, "p95": 1477.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.2, "count": 30, "max": 6.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.06, "p95": 0.059, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.198, "count": 30, "max": 1.284, "p95": 1.281, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 128683.8, "count": 30, "max": 130624.0, "p95": 130371.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 128683.8, "count": 30, "max": 130624.0, "p95": 130371.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.233, "count": 30, "max": 40.0, "p95": 33.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.066, "count": 30, "max": 0.072, "p95": 0.072, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.594, "count": 30, "max": 0.644, "p95": 0.639, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 12354, "sampled_at": "2026-10-30T12:49:32+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:49:32+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2336993, "flush_count": 2984, "flush_interval_seconds": 30.0, "flush_state": {"count": 2984, "last_at": "2026-10-30T12:49:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:49:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2983}, "started": true, "suppressed_count": 1725700, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 1725698}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2984, "written_record_count": 2984}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9369.238, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4779457228800, "copied_frame_count": 1728681, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T09:31:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3569477, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T09:31:50+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.249}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 2, "events_emitted": 2, "events_failed": 0, "events_observed": 2, "events_suppressed": 0, "frame_buffer_copied_bytes": 4779457228800, "frame_buffer_copies": 1728681, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 100, "recorder_active_input_bytes": 276480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 2, "recorder_clips_failed": 0, "recorder_clips_started": 2, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 2, "worker_jobs_accepted": 2, "worker_jobs_completed": 2, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1267, "count": 512, "max_ms": 1.4804, "p50_ms": 0.1083, "p95_ms": 0.2422, "p99_ms": 0.3261}, "stages": {"db_insert": {"avg_ms": 24.9862, "count": 2, "max_ms": 26.5042, "p50_ms": 24.9862, "p95_ms": 26.3524, "p99_ms": 26.4739, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0541, "count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1351.546, "count": 2, "max_ms": 1378.4915, "p50_ms": 1351.546, "p95_ms": 1375.7969, "p99_ms": 1377.9526, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2771, "count": 512, "max_ms": 3.9834, "p50_ms": 1.197, "p95_ms": 2.083, "p99_ms": 2.5693, "results": {"failed": 0, "not_applicable": 0, "success": 1728681, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 618.174, "count": 2, "max_ms": 626.5228, "p50_ms": 618.174, "p95_ms": 625.6879, "p99_ms": 626.3558, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 48.8595, "count": 2, "max_ms": 67.7399, "p50_ms": 48.8595, "p95_ms": 65.8519, "p99_ms": 67.3623, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1729, "count": 100, "max_ms": 8.7346, "p50_ms": 5.0177, "p95_ms": 7.5008, "p99_ms": 8.5356, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3251, "count": 100, "max_ms": 3.6197, "p50_ms": 1.1902, "p95_ms": 2.1715, "p99_ms": 3.2681, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 613.5802, "count": 2, "max_ms": 621.343, "p50_ms": 613.5802, "p95_ms": 620.5667, "p99_ms": 621.1878, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 518.5978, "count": 2, "max_ms": 524.4459, "p50_ms": 518.5978, "p95_ms": 523.8611, "p99_ms": 524.3289, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 90.1793, "count": 2, "max_ms": 92.6271, "p50_ms": 90.1793, "p95_ms": 92.3823, "p99_ms": 92.5782, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.2061, "count": 2, "max_ms": 1.2085, "p50_ms": 1.2061, "p95_ms": 1.2083, "p99_ms": 1.2084, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.2034, "count": 2, "max_ms": 57.9637, "p50_ms": 44.2034, "p95_ms": 56.5876, "p99_ms": 57.6885, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6046, "count": 2, "max_ms": 0.6553, "p50_ms": 0.6046, "p95_ms": 0.6502, "p99_ms": 0.6542, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 625.5343, "count": 2, "max_ms": 642.3509, "p50_ms": 625.5343, "p95_ms": 640.6692, "p99_ms": 642.0145, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.8191, "count": 2, "max_ms": 6.7192, "p50_ms": 3.8191, "p95_ms": 6.4292, "p99_ms": 6.6612, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9995, "count": 2, "max_ms": 27.6583, "p50_ms": 23.9995, "p95_ms": 27.2925, "p99_ms": 27.5852, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3609, "count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.995, "count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 731.8976, "count": 2, "max_ms": 767.7144, "p50_ms": 731.8976, "p95_ms": 764.1327, "p99_ms": 766.998, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 2, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216}, "wait_ms": {"count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 2, "artifact_failed": 0, "artifact_requested": 2, "artifact_success": 2, "completed": 2, "completed_failed": 0, "completed_success": 2, "cooldown_promoted": 2, "database_requested": 2, "db_insert_success": 2, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15534, "relay_business_failed": 0, "relay_business_success": 2, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 2, "relay_transport_failed": 0, "relay_transport_success": 2, "reservation_requested": 2}, "snapshot": {"copied_bytes": 5529600, "copied_count": 2, "copy": {"count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 225, "h264_decode_error_count": 542, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:49:37+09:00", "last_error_summary": "[h264 @ 0x632c453a2f80] error while decoding MB 114 85, bytestream -9", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2148.011, "last_started_at": "2026-10-30T12:13:49+09:00", "pid": 106584, "process": {"exists": false, "pid": 106584}, "restart_count": 254, "restart_count_per_hour": 2, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 255}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.13, "sample_count": 2782, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1728681, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:49:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 0.034, "last_frame_pushed_at": "2026-10-30T12:49:37+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-10-30T12:49:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 98, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 548.908, "last_sample_duration_ms": 879.185, "last_trigger": "periodic", "next_snapshot_in_sec": 51.092, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 298, "storage_bytes": 2840939}, "mjpeg": {"age_sec": 0.026, "exists": true, "mtime": "2026-10-30T12:49:37.440985+09:00", "mtime_epoch": 1793332177.4409852, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 127812}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T12:49:37+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1675.293, "name": "celery", "pid": 176, "rss_mb": 1675.293, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1728681, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 82}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 82}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 82}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 82, "pushed_frames": 82, "read_frames": 82, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.733, "pushed": 2.733, "read": 2.733}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 81, "client_acquire_ms": {"avg_ms": 0.007, "count": 82, "max_ms": 0.013, "p95_ms": 0.013, "reason": null, "sample_age_ms": 67.784, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.55, "count": 81, "max_ms": 2.497, "p95_ms": 1.543, "reason": null, "sample_age_ms": 108.047, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.248, "count": 81, "max_ms": 2.212, "p95_ms": 1.119, "reason": null, "sample_age_ms": 108.232, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.099, "count": 82, "max_ms": 0.245, "p95_ms": 0.178, "reason": null, "sample_age_ms": 67.8, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.519, "count": 81, "max_ms": 3.191, "p95_ms": 2.549, "reason": null, "sample_age_ms": 107.078, "source": "client_direct"}, "request_count": 81, "request_tensor_bytes": {"avg": 2211848.0, "count": 81, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 107.064, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 82, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 68.075, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.352, "count": 82, "max_ms": 65.31, "p95_ms": 56.09, "reason": null, "sample_age_ms": 67.775, "source": "client_direct"}, "sample_age_ms": 67.766, "source": "client_direct", "task_total_ms": {"avg_ms": 40.139, "count": 82, "max_ms": 68.807, "p95_ms": 57.91, "reason": null, "sample_age_ms": 67.766, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.683, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.722, "count": 82, "max_ms": 1.869, "p95_ms": 1.432}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.238, "count": 82, "max_ms": 0.627, "p95_ms": 0.509}, "detection_prepare_ms": {"avg_ms": 0.101, "count": 82, "max_ms": 0.321, "p95_ms": 0.208}, "event_filter_ms": {"avg_ms": 0.004, "count": 82, "max_ms": 0.013, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.076, "count": 82, "max_ms": 0.217, "p95_ms": 0.149}, "mcmt_ms": {"avg_ms": 0.003, "count": 82, "max_ms": 0.014, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.183, "count": 82, "max_ms": 0.588, "p95_ms": 0.367}, "setup_ms": {"avg_ms": 0.041, "count": 82, "max_ms": 0.103, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 0.679, "count": 82, "max_ms": 1.771, "p95_ms": 1.362}, "track_match_ms": {"avg_ms": 0.004, "count": 82, "max_ms": 0.012, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.029, "count": 82, "max_ms": 0.096, "p95_ms": 0.066}}, "gstreamer_push": {"avg_ms": 2.842, "count": 82, "max_ms": 7.359, "p95_ms": 4.847}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 82, "max_ms": 0.196, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.032, "count": 82, "max_ms": 69.611, "p95_ms": 58.887}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.036, "count": 82, "max_ms": 0.101, "p95_ms": 0.072}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 71.587, "count": 82, "max_ms": 106.209, "p95_ms": 92.067}, "inference_input_copy_ms": {"avg_ms": 1.33, "count": 82, "max_ms": 2.766, "p95_ms": 2.121}, "processing_residual_ms": {"avg_ms": 0.133, "count": 82, "max_ms": 0.329, "p95_ms": 0.227}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.087, "count": 82, "max_ms": 109.28, "p95_ms": 93.335}, "read_interval": {"avg_ms": 365.652, "count": 82, "max_ms": 8774.522, "p95_ms": 275.774}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 82, "max_ms": 0.045, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.125, "count": 82, "max_ms": 0.405, "p95_ms": 0.26}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 82, "max_ms": 0.052, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.109, "count": 82, "max_ms": 0.362, "p95_ms": 0.233}, "worker_merge_ms": {"avg_ms": 0.006, "count": 82, "max_ms": 0.037, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 41.048, "count": 82, "max_ms": 69.621, "p95_ms": 58.907}, "visualize": {"avg_ms": 28.955, "count": 82, "max_ms": 47.977, "p95_ms": 37.447}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.081, "count": 82, "max_ms": 46.806, "p95_ms": 36.662}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.742, "count": 82, "max_ms": 47.662, "p95_ms": 37.323}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.644, "count": 82, "max_ms": 47.533, "p95_ms": 37.213}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 82, "max_ms": 0.169, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 82}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1675.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.806, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.062, "sample_count": 2817, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1728669, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:49:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 128236, "write_bytes_delta": 128236, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 178.0, "cpu_core_ratio": 0.155485, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 106584, "reason": null, "system_cpu_core_ratio": 0.006718, "system_cpu_s_delta": 0.14000000000000057, "user_cpu_core_ratio": 0.148766, "user_cpu_s_delta": 3.099999999999909}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.083021, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.009118, "system_cpu_s_delta": 0.1900000000023283, "user_cpu_core_ratio": 0.073903, "user_cpu_s_delta": 1.540000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.922, "count": 117, "max_ms": 7.359, "p95_ms": 5.1, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 117}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 117}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.94, "count": 30, "max": 57.061, "p95": 56.434, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.486, "count": 30, "max": 30.188, "p95": 28.211, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1415.333, "count": 30, "max": 1483.0, "p95": 1477.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.2, "count": 30, "max": 6.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.06, "p95": 0.059, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.198, "count": 30, "max": 1.284, "p95": 1.281, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 128683.8, "count": 30, "max": 130624.0, "p95": 130371.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 128683.8, "count": 30, "max": 130624.0, "p95": 130371.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.233, "count": 30, "max": 40.0, "p95": 33.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.066, "count": 30, "max": 0.072, "p95": 0.072, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.594, "count": 30, "max": 0.644, "p95": 0.639, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 12354, "sampled_at": "2026-10-30T12:49:32+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:49:32+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2336993, "flush_count": 2984, "flush_interval_seconds": 30.0, "flush_state": {"count": 2984, "last_at": "2026-10-30T12:49:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:49:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2983}, "started": true, "suppressed_count": 1725700, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 1725698}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2984, "written_record_count": 2984}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9367.863, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4779457228800, "copied_frame_count": 1728681, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T09:31:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3569477, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T09:31:50+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.249}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 2, "events_emitted": 2, "events_failed": 0, "events_observed": 2, "events_suppressed": 0, "frame_buffer_copied_bytes": 4779457228800, "frame_buffer_copies": 1728681, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 100, "recorder_active_input_bytes": 276480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 2, "recorder_clips_failed": 0, "recorder_clips_started": 2, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 2, "worker_jobs_accepted": 2, "worker_jobs_completed": 2, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1267, "count": 512, "max_ms": 1.4804, "p50_ms": 0.1083, "p95_ms": 0.2422, "p99_ms": 0.3261}, "stages": {"db_insert": {"avg_ms": 24.9862, "count": 2, "max_ms": 26.5042, "p50_ms": 24.9862, "p95_ms": 26.3524, "p99_ms": 26.4739, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0541, "count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1351.546, "count": 2, "max_ms": 1378.4915, "p50_ms": 1351.546, "p95_ms": 1375.7969, "p99_ms": 1377.9526, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2771, "count": 512, "max_ms": 3.9834, "p50_ms": 1.197, "p95_ms": 2.083, "p99_ms": 2.5693, "results": {"failed": 0, "not_applicable": 0, "success": 1728681, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 618.174, "count": 2, "max_ms": 626.5228, "p50_ms": 618.174, "p95_ms": 625.6879, "p99_ms": 626.3558, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 48.8595, "count": 2, "max_ms": 67.7399, "p50_ms": 48.8595, "p95_ms": 65.8519, "p99_ms": 67.3623, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1729, "count": 100, "max_ms": 8.7346, "p50_ms": 5.0177, "p95_ms": 7.5008, "p99_ms": 8.5356, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3251, "count": 100, "max_ms": 3.6197, "p50_ms": 1.1902, "p95_ms": 2.1715, "p99_ms": 3.2681, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 613.5802, "count": 2, "max_ms": 621.343, "p50_ms": 613.5802, "p95_ms": 620.5667, "p99_ms": 621.1878, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 518.5978, "count": 2, "max_ms": 524.4459, "p50_ms": 518.5978, "p95_ms": 523.8611, "p99_ms": 524.3289, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 90.1793, "count": 2, "max_ms": 92.6271, "p50_ms": 90.1793, "p95_ms": 92.3823, "p99_ms": 92.5782, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.2061, "count": 2, "max_ms": 1.2085, "p50_ms": 1.2061, "p95_ms": 1.2083, "p99_ms": 1.2084, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.2034, "count": 2, "max_ms": 57.9637, "p50_ms": 44.2034, "p95_ms": 56.5876, "p99_ms": 57.6885, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6046, "count": 2, "max_ms": 0.6553, "p50_ms": 0.6046, "p95_ms": 0.6502, "p99_ms": 0.6542, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 625.5343, "count": 2, "max_ms": 642.3509, "p50_ms": 625.5343, "p95_ms": 640.6692, "p99_ms": 642.0145, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.8191, "count": 2, "max_ms": 6.7192, "p50_ms": 3.8191, "p95_ms": 6.4292, "p99_ms": 6.6612, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9995, "count": 2, "max_ms": 27.6583, "p50_ms": 23.9995, "p95_ms": 27.2925, "p99_ms": 27.5852, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3609, "count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.995, "count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 731.8976, "count": 2, "max_ms": 767.7144, "p50_ms": 731.8976, "p95_ms": 764.1327, "p99_ms": 766.998, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 2, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216}, "wait_ms": {"count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 2, "artifact_failed": 0, "artifact_requested": 2, "artifact_success": 2, "completed": 2, "completed_failed": 0, "completed_success": 2, "cooldown_promoted": 2, "database_requested": 2, "db_insert_success": 2, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15534, "relay_business_failed": 0, "relay_business_success": 2, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 2, "relay_transport_failed": 0, "relay_transport_success": 2, "reservation_requested": 2}, "snapshot": {"copied_bytes": 5529600, "copied_count": 2, "copy": {"count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 225, "h264_decode_error_count": 542, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:49:37+09:00", "last_error_summary": "[h264 @ 0x632c453a2f80] error while decoding MB 114 85, bytestream -9", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2148.067, "last_started_at": "2026-10-30T12:13:49+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 254, "restart_count_per_hour": 2, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 255}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.13, "sample_count": 2781, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1728681, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:49:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 0.09, "last_frame_pushed_at": "2026-10-30T12:49:37+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-10-30T12:49:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 98, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 548.938, "last_sample_duration_ms": 879.185, "last_trigger": "periodic", "next_snapshot_in_sec": 51.062, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 298, "storage_bytes": 2840939}, "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-10-30T12:49:37.440985+09:00", "mtime_epoch": 1793332177.4409852, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 127812}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T12:49:37+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1675.289, "name": "celery", "pid": 176, "rss_mb": 1675.289, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1728681, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 82}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 82}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 82}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 82, "pushed_frames": 82, "read_frames": 81, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.734, "pushed": 2.734, "read": 2.701}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 81, "client_acquire_ms": {"avg_ms": 0.007, "count": 81, "max_ms": 0.013, "p95_ms": 0.013, "reason": null, "sample_age_ms": 123.588, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.55, "count": 81, "max_ms": 2.497, "p95_ms": 1.543, "reason": null, "sample_age_ms": 163.852, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.248, "count": 81, "max_ms": 2.212, "p95_ms": 1.119, "reason": null, "sample_age_ms": 164.037, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.1, "count": 81, "max_ms": 0.245, "p95_ms": 0.178, "reason": null, "sample_age_ms": 123.605, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.519, "count": 81, "max_ms": 3.191, "p95_ms": 2.549, "reason": null, "sample_age_ms": 162.883, "source": "client_direct"}, "request_count": 81, "request_tensor_bytes": {"avg": 2211848.0, "count": 81, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 162.868, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 81, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 123.879, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.435, "count": 81, "max_ms": 65.31, "p95_ms": 56.168, "reason": null, "sample_age_ms": 123.58, "source": "client_direct"}, "sample_age_ms": 123.571, "source": "client_direct", "task_total_ms": {"avg_ms": 40.226, "count": 81, "max_ms": 68.807, "p95_ms": 58.009, "reason": null, "sample_age_ms": 123.571, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.175, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.722, "count": 82, "max_ms": 1.869, "p95_ms": 1.432}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.238, "count": 82, "max_ms": 0.627, "p95_ms": 0.509}, "detection_prepare_ms": {"avg_ms": 0.101, "count": 82, "max_ms": 0.321, "p95_ms": 0.208}, "event_filter_ms": {"avg_ms": 0.004, "count": 82, "max_ms": 0.013, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.076, "count": 82, "max_ms": 0.217, "p95_ms": 0.149}, "mcmt_ms": {"avg_ms": 0.003, "count": 82, "max_ms": 0.014, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.183, "count": 82, "max_ms": 0.588, "p95_ms": 0.367}, "setup_ms": {"avg_ms": 0.041, "count": 82, "max_ms": 0.103, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 0.679, "count": 82, "max_ms": 1.771, "p95_ms": 1.362}, "track_match_ms": {"avg_ms": 0.004, "count": 82, "max_ms": 0.012, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.029, "count": 82, "max_ms": 0.096, "p95_ms": 0.066}}, "gstreamer_push": {"avg_ms": 2.842, "count": 82, "max_ms": 7.359, "p95_ms": 4.847}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 82, "max_ms": 0.196, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.032, "count": 82, "max_ms": 69.611, "p95_ms": 58.887}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.036, "count": 82, "max_ms": 0.101, "p95_ms": 0.072}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 71.587, "count": 82, "max_ms": 106.209, "p95_ms": 92.067}, "inference_input_copy_ms": {"avg_ms": 1.33, "count": 82, "max_ms": 2.766, "p95_ms": 2.121}, "processing_residual_ms": {"avg_ms": 0.133, "count": 82, "max_ms": 0.329, "p95_ms": 0.227}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.087, "count": 82, "max_ms": 109.28, "p95_ms": 93.335}, "read_interval": {"avg_ms": 369.061, "count": 81, "max_ms": 8774.522, "p95_ms": 275.774}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 82, "max_ms": 0.045, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.125, "count": 82, "max_ms": 0.405, "p95_ms": 0.26}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 82, "max_ms": 0.052, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.109, "count": 82, "max_ms": 0.362, "p95_ms": 0.233}, "worker_merge_ms": {"avg_ms": 0.006, "count": 82, "max_ms": 0.037, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 41.048, "count": 82, "max_ms": 69.621, "p95_ms": 58.907}, "visualize": {"avg_ms": 28.955, "count": 82, "max_ms": 47.977, "p95_ms": 37.447}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.081, "count": 82, "max_ms": 46.806, "p95_ms": 36.662}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.742, "count": 82, "max_ms": 47.662, "p95_ms": 37.323}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.644, "count": 82, "max_ms": 47.533, "p95_ms": 37.213}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 82, "max_ms": 0.169, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 82}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1675.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.806, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.062, "sample_count": 2817, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1728669, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:49:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 128236, "write_bytes_delta": 128236, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 178.0, "cpu_core_ratio": 0.155485, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 106584, "reason": null, "system_cpu_core_ratio": 0.006718, "system_cpu_s_delta": 0.14000000000000057, "user_cpu_core_ratio": 0.148766, "user_cpu_s_delta": 3.099999999999909}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.083021, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.009118, "system_cpu_s_delta": 0.1900000000023283, "user_cpu_core_ratio": 0.073903, "user_cpu_s_delta": 1.540000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.922, "count": 117, "max_ms": 7.359, "p95_ms": 5.1, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 117}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 117}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.94, "count": 30, "max": 57.061, "p95": 56.434, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.486, "count": 30, "max": 30.188, "p95": 28.211, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1415.333, "count": 30, "max": 1483.0, "p95": 1477.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.2, "count": 30, "max": 6.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.06, "p95": 0.059, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.198, "count": 30, "max": 1.284, "p95": 1.281, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 128683.8, "count": 30, "max": 130624.0, "p95": 130371.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 128683.8, "count": 30, "max": 130624.0, "p95": 130371.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.233, "count": 30, "max": 40.0, "p95": 33.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.066, "count": 30, "max": 0.072, "p95": 0.072, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.594, "count": 30, "max": 0.644, "p95": 0.639, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 12354, "sampled_at": "2026-10-30T12:49:32+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:49:32+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2336993, "flush_count": 2984, "flush_interval_seconds": 30.0, "flush_state": {"count": 2984, "last_at": "2026-10-30T12:49:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:49:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2983}, "started": true, "suppressed_count": 1725700, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 1725698}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2984, "written_record_count": 2984}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9503.504, "limit_mb": null}, "detail": {"pid": 108788, "restart_count": 255, "start_count": 256}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4779457228800, "copied_frame_count": 1728681, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T09:31:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3569477, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T09:31:50+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.249}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 2, "events_emitted": 2, "events_failed": 0, "events_observed": 2, "events_suppressed": 0, "frame_buffer_copied_bytes": 4779457228800, "frame_buffer_copies": 1728681, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 100, "recorder_active_input_bytes": 276480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 2, "recorder_clips_failed": 0, "recorder_clips_started": 2, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 2, "worker_jobs_accepted": 2, "worker_jobs_completed": 2, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1267, "count": 512, "max_ms": 1.4804, "p50_ms": 0.1083, "p95_ms": 0.2422, "p99_ms": 0.3261}, "stages": {"db_insert": {"avg_ms": 24.9862, "count": 2, "max_ms": 26.5042, "p50_ms": 24.9862, "p95_ms": 26.3524, "p99_ms": 26.4739, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0541, "count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1351.546, "count": 2, "max_ms": 1378.4915, "p50_ms": 1351.546, "p95_ms": 1375.7969, "p99_ms": 1377.9526, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2771, "count": 512, "max_ms": 3.9834, "p50_ms": 1.197, "p95_ms": 2.083, "p99_ms": 2.5693, "results": {"failed": 0, "not_applicable": 0, "success": 1728681, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 618.174, "count": 2, "max_ms": 626.5228, "p50_ms": 618.174, "p95_ms": 625.6879, "p99_ms": 626.3558, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 48.8595, "count": 2, "max_ms": 67.7399, "p50_ms": 48.8595, "p95_ms": 65.8519, "p99_ms": 67.3623, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1729, "count": 100, "max_ms": 8.7346, "p50_ms": 5.0177, "p95_ms": 7.5008, "p99_ms": 8.5356, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3251, "count": 100, "max_ms": 3.6197, "p50_ms": 1.1902, "p95_ms": 2.1715, "p99_ms": 3.2681, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 613.5802, "count": 2, "max_ms": 621.343, "p50_ms": 613.5802, "p95_ms": 620.5667, "p99_ms": 621.1878, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 518.5978, "count": 2, "max_ms": 524.4459, "p50_ms": 518.5978, "p95_ms": 523.8611, "p99_ms": 524.3289, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 90.1793, "count": 2, "max_ms": 92.6271, "p50_ms": 90.1793, "p95_ms": 92.3823, "p99_ms": 92.5782, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.2061, "count": 2, "max_ms": 1.2085, "p50_ms": 1.2061, "p95_ms": 1.2083, "p99_ms": 1.2084, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.2034, "count": 2, "max_ms": 57.9637, "p50_ms": 44.2034, "p95_ms": 56.5876, "p99_ms": 57.6885, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6046, "count": 2, "max_ms": 0.6553, "p50_ms": 0.6046, "p95_ms": 0.6502, "p99_ms": 0.6542, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 625.5343, "count": 2, "max_ms": 642.3509, "p50_ms": 625.5343, "p95_ms": 640.6692, "p99_ms": 642.0145, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.8191, "count": 2, "max_ms": 6.7192, "p50_ms": 3.8191, "p95_ms": 6.4292, "p99_ms": 6.6612, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9995, "count": 2, "max_ms": 27.6583, "p50_ms": 23.9995, "p95_ms": 27.2925, "p99_ms": 27.5852, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3609, "count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.995, "count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 731.8976, "count": 2, "max_ms": 767.7144, "p50_ms": 731.8976, "p95_ms": 764.1327, "p99_ms": 766.998, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 2, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216}, "wait_ms": {"count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 2, "artifact_failed": 0, "artifact_requested": 2, "artifact_success": 2, "completed": 2, "completed_failed": 0, "completed_success": 2, "cooldown_promoted": 2, "database_requested": 2, "db_insert_success": 2, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15534, "relay_business_failed": 0, "relay_business_success": 2, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 2, "relay_transport_failed": 0, "relay_transport_success": 2, "reservation_requested": 2}, "snapshot": {"copied_bytes": 5529600, "copied_count": 2, "copy": {"count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 225, "h264_decode_error_count": 542, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:49:37+09:00", "last_error_summary": "[h264 @ 0x632c453a2f80] error while decoding MB 114 85, bytestream -9", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T12:49:39+09:00", "pid": 108788, "process": {"exists": true, "fd_count": 5, "hwm_mb": 143.922, "name": "ffmpeg", "pid": 108788, "rss_mb": 143.922, "state": "S (sleeping)", "threads": 19}, "restart_count": 255, "restart_count_per_hour": 3, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 256}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.114, "sample_count": 2740, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1728681, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:49:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 4.19, "last_frame_pushed_at": "2026-10-30T12:49:37+09:00", "last_frame_read_age_sec": 4.261, "last_frame_read_at": "2026-10-30T12:49:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 98, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 553.045, "last_sample_duration_ms": 879.185, "last_trigger": "periodic", "next_snapshot_in_sec": 46.955, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 298, "storage_bytes": 2840939}, "mjpeg": {"age_sec": 4.183, "exists": true, "mtime": "2026-10-30T12:49:37.440985+09:00", "mtime_epoch": 1793332177.4409852, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 127812}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T12:49:41+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1675.297, "name": "celery", "pid": 176, "rss_mb": 1675.297, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1728681, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 42}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 42}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 42}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 42}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 42}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 42}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 42}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 42, "pushed_frames": 42, "read_frames": 42, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.4, "pushed": 1.4, "read": 1.4}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 42, "client_acquire_ms": {"avg_ms": 0.006, "count": 42, "max_ms": 0.013, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4228.805, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.528, "count": 42, "max_ms": 1.937, "p95_ms": 1.54, "reason": null, "sample_age_ms": 4269.068, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.244, "count": 42, "max_ms": 1.608, "p95_ms": 1.248, "reason": null, "sample_age_ms": 4269.253, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.096, "count": 42, "max_ms": 0.245, "p95_ms": 0.224, "reason": null, "sample_age_ms": 4228.821, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.377, "count": 42, "max_ms": 2.549, "p95_ms": 2.247, "reason": null, "sample_age_ms": 4268.099, "source": "client_direct"}, "request_count": 42, "request_tensor_bytes": {"avg": 2211848.0, "count": 42, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4268.085, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 42, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4229.096, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.803, "count": 42, "max_ms": 61.526, "p95_ms": 56.09, "reason": null, "sample_age_ms": 4228.796, "source": "client_direct"}, "sample_age_ms": 4228.787, "source": "client_direct", "task_total_ms": {"avg_ms": 37.431, "count": 42, "max_ms": 64.082, "p95_ms": 57.91, "reason": null, "sample_age_ms": 4228.787, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.104, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.66, "count": 42, "max_ms": 1.869, "p95_ms": 1.197}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.216, "count": 42, "max_ms": 0.627, "p95_ms": 0.417}, "detection_prepare_ms": {"avg_ms": 0.092, "count": 42, "max_ms": 0.321, "p95_ms": 0.208}, "event_filter_ms": {"avg_ms": 0.003, "count": 42, "max_ms": 0.007, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.072, "count": 42, "max_ms": 0.165, "p95_ms": 0.149}, "mcmt_ms": {"avg_ms": 0.002, "count": 42, "max_ms": 0.009, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.164, "count": 42, "max_ms": 0.47, "p95_ms": 0.343}, "setup_ms": {"avg_ms": 0.038, "count": 42, "max_ms": 0.103, "p95_ms": 0.078}, "total_inside_ms": {"avg_ms": 0.619, "count": 42, "max_ms": 1.771, "p95_ms": 1.132}, "track_match_ms": {"avg_ms": 0.003, "count": 42, "max_ms": 0.012, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.026, "count": 42, "max_ms": 0.066, "p95_ms": 0.057}}, "gstreamer_push": {"avg_ms": 2.644, "count": 42, "max_ms": 5.666, "p95_ms": 4.847}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 42, "max_ms": 0.196, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.251, "count": 42, "max_ms": 64.994, "p95_ms": 58.887}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.034, "count": 42, "max_ms": 0.095, "p95_ms": 0.066}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 42, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 42, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 66.98, "count": 42, "max_ms": 106.185, "p95_ms": 94.675}, "inference_input_copy_ms": {"avg_ms": 1.224, "count": 42, "max_ms": 2.279, "p95_ms": 1.894}, "processing_residual_ms": {"avg_ms": 0.124, "count": 42, "max_ms": 0.282, "p95_ms": 0.224}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 42, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 42, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 68.362, "count": 42, "max_ms": 107.428, "p95_ms": 96.684}, "read_interval": {"avg_ms": 619.203, "count": 42, "max_ms": 8774.522, "p95_ms": 3928.921}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 42, "max_ms": 0.045, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.112, "count": 42, "max_ms": 0.31, "p95_ms": 0.236}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 42, "max_ms": 0.037, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.097, "count": 42, "max_ms": 0.283, "p95_ms": 0.203}, "worker_merge_ms": {"avg_ms": 0.006, "count": 42, "max_ms": 0.037, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 38.266, "count": 42, "max_ms": 65.012, "p95_ms": 58.907}, "visualize": {"avg_ms": 27.258, "count": 42, "max_ms": 47.977, "p95_ms": 37.447}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.414, "count": 42, "max_ms": 46.806, "p95_ms": 36.504}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 42, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.037, "count": 42, "max_ms": 47.662, "p95_ms": 37.323}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 42, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 42, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.944, "count": 42, "max_ms": 47.533, "p95_ms": 37.213}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 42, "max_ms": 0.169, "p95_ms": 0.162}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 42}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 42}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 42}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1675.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.806, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.062, "sample_count": 2817, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1728669, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:49:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 128236, "write_bytes_delta": 128236, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 178.0, "cpu_core_ratio": 0.155485, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 106584, "reason": null, "system_cpu_core_ratio": 0.006718, "system_cpu_s_delta": 0.14000000000000057, "user_cpu_core_ratio": 0.148766, "user_cpu_s_delta": 3.099999999999909}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.083021, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.009118, "system_cpu_s_delta": 0.1900000000023283, "user_cpu_core_ratio": 0.073903, "user_cpu_s_delta": 1.540000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.922, "count": 117, "max_ms": 7.359, "p95_ms": 5.1, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 117}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 117}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.94, "count": 30, "max": 57.061, "p95": 56.434, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.486, "count": 30, "max": 30.188, "p95": 28.211, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1415.333, "count": 30, "max": 1483.0, "p95": 1477.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.2, "count": 30, "max": 6.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.06, "p95": 0.059, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.198, "count": 30, "max": 1.284, "p95": 1.281, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 128683.8, "count": 30, "max": 130624.0, "p95": 130371.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 128683.8, "count": 30, "max": 130624.0, "p95": 130371.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.233, "count": 30, "max": 40.0, "p95": 33.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.066, "count": 30, "max": 0.072, "p95": 0.072, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.594, "count": 30, "max": 0.644, "p95": 0.639, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 12354, "sampled_at": "2026-10-30T12:49:32+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:49:32+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2864257, "flush_count": 2982, "flush_interval_seconds": 30.0, "flush_state": {"count": 2982, "last_at": "2026-10-30T12:49:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:49:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2981}, "started": true, "suppressed_count": 1486108, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1485959}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2982, "written_record_count": 2982}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9609.645, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5c21f6cd5e40] error while decoding MB 106 58, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4116618547200, "copied_frame_count": 1488939, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4116618547200, "frame_buffer_copies": 1488939, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1195, "count": 512, "max_ms": 2.5267, "p50_ms": 0.0989, "p95_ms": 0.2273, "p99_ms": 0.2983}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4346, "count": 512, "max_ms": 4.4994, "p50_ms": 1.3505, "p95_ms": 2.4978, "p99_ms": 3.0614, "results": {"failed": 0, "not_applicable": 0, "success": 1488939, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 537, "h264_decode_error_count": 1211, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:50:04+09:00", "last_error_summary": "[h264 @ 0x5c21f6cd5e40] error while decoding MB 106 58, bytestream -5", "last_exit_at": "2026-10-30T12:49:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.299, "last_started_at": "2026-10-30T12:49:24+09:00", "pid": 108672, "process": {"exists": false, "pid": 108672}, "restart_count": 585, "restart_count_per_hour": 24, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 586}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.029, "sample_count": 2082, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1488939, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:50:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.071, "last_frame_pushed_at": "2026-10-30T12:50:04+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-10-30T12:50:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 98, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 576.198, "last_sample_duration_ms": 879.185, "last_trigger": "periodic", "next_snapshot_in_sec": 23.802, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 298, "storage_bytes": 2840939}, "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-10-30T12:50:04.712076+09:00", "mtime_epoch": 1793332204.7120762, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 140887}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:50:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1475.367, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1488940, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.683, "max": 5.0, "p95": 4.0, "sample_count": 164}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.014, "max": 2.0, "p95": 1.0, "sample_count": 148}, "total": {"avg": 0.915, "max": 2.0, "p95": 1.0, "sample_count": 164}}, "tracking_counts": {"active": {"avg": 1.006, "max": 2.0, "p95": 1.0, "sample_count": 164}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}, "removed": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 164}, "tracked": {"avg": 1.006, "max": 2.0, "p95": 1.0, "sample_count": 164}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 164, "pushed_frames": 164, "read_frames": 165, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.289, "pushed": 6.289, "read": 6.327}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 165, "client_acquire_ms": {"avg_ms": 0.008, "count": 165, "max_ms": 0.024, "p95_ms": 0.016, "reason": null, "sample_age_ms": 26.328, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.928, "count": 165, "max_ms": 8.58, "p95_ms": 2.965, "reason": null, "sample_age_ms": 73.409, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.43, "count": 165, "max_ms": 8.038, "p95_ms": 2.318, "reason": null, "sample_age_ms": 73.684, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.328, "count": 165, "max_ms": 1.004, "p95_ms": 0.652, "reason": null, "sample_age_ms": 26.337, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.148, "count": 165, "max_ms": 6.499, "p95_ms": 3.413, "reason": null, "sample_age_ms": 72.054, "source": "client_direct"}, "request_count": 165, "request_tensor_bytes": {"avg": 2764808.0, "count": 165, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 72.04, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 165, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 26.697, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.865, "count": 165, "max_ms": 88.346, "p95_ms": 69.449, "reason": null, "sample_age_ms": 26.324, "source": "client_direct"}, "sample_age_ms": 26.319, "source": "client_direct", "task_total_ms": {"avg_ms": 54.531, "count": 165, "max_ms": 90.716, "p95_ms": 72.12, "reason": null, "sample_age_ms": 26.319, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.699, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.366, "count": 164, "max_ms": 10.434, "p95_ms": 8.447}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.41, "count": 164, "max_ms": 1.956, "p95_ms": 0.759}, "detection_prepare_ms": {"avg_ms": 1.367, "count": 164, "max_ms": 5.084, "p95_ms": 2.772}, "event_filter_ms": {"avg_ms": 0.005, "count": 164, "max_ms": 0.03, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.163, "count": 164, "max_ms": 0.488, "p95_ms": 0.308}, "mcmt_ms": {"avg_ms": 0.004, "count": 164, "max_ms": 0.014, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.689, "count": 164, "max_ms": 2.283, "p95_ms": 1.38}, "setup_ms": {"avg_ms": 0.052, "count": 164, "max_ms": 0.185, "p95_ms": 0.11}, "total_inside_ms": {"avg_ms": 4.301, "count": 164, "max_ms": 10.284, "p95_ms": 8.371}, "track_match_ms": {"avg_ms": 0.122, "count": 164, "max_ms": 0.417, "p95_ms": 0.256}, "tracker_update_ms": {"avg_ms": 1.488, "count": 164, "max_ms": 4.201, "p95_ms": 2.859}}, "gstreamer_push": {"avg_ms": 3.609, "count": 164, "max_ms": 9.298, "p95_ms": 6.186}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 164, "max_ms": 0.174, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.994, "count": 164, "max_ms": 91.505, "p95_ms": 73.605}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.892, "count": 164, "max_ms": 14.657, "p95_ms": 9.138}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 113.252, "count": 164, "max_ms": 176.342, "p95_ms": 135.855}, "inference_input_copy_ms": {"avg_ms": 1.766, "count": 164, "max_ms": 4.68, "p95_ms": 3.118}, "processing_residual_ms": {"avg_ms": 0.211, "count": 164, "max_ms": 0.535, "p95_ms": 0.37}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 118.12, "count": 164, "max_ms": 181.459, "p95_ms": 140.969}, "read_interval": {"avg_ms": 202.157, "count": 165, "max_ms": 7344.729, "p95_ms": 179.362}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 164, "max_ms": 0.045, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 0.62, "count": 164, "max_ms": 2.233, "p95_ms": 1.291}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 164, "max_ms": 0.058, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.603, "count": 164, "max_ms": 2.219, "p95_ms": 1.264}, "worker_merge_ms": {"avg_ms": 0.008, "count": 164, "max_ms": 0.045, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 56.009, "count": 164, "max_ms": 91.52, "p95_ms": 73.612}, "visualize": {"avg_ms": 51.64, "count": 164, "max_ms": 76.07, "p95_ms": 62.461}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 47.047, "count": 164, "max_ms": 71.069, "p95_ms": 58.935}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 50.073, "count": 164, "max_ms": 74.157, "p95_ms": 61.001}, "visualize_input_copy_ms": {"avg_ms": 1.333, "count": 164, "max_ms": 4.737, "p95_ms": 2.509}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.919, "count": 164, "max_ms": 74.02, "p95_ms": 60.755}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 164, "max_ms": 0.294, "p95_ms": 0.167}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 164}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1464.871, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.082, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.497, "sample_count": 2108, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1488785, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:49:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 141992, "write_bytes_delta": 141992, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 120.0, "cpu_core_ratio": 0.078625, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10337.0, "pid": 108672, "reason": null, "system_cpu_core_ratio": 0.010145, "system_cpu_s_delta": 0.12, "user_cpu_core_ratio": 0.06848, "user_cpu_s_delta": 0.8099999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.241793, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17964.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.093843, "system_cpu_s_delta": 1.110000000000582, "user_cpu_core_ratio": 0.14795, "user_cpu_s_delta": 1.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.048, "count": 105, "max_ms": 4.345, "p95_ms": 3.502, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.343, "max": 4.0, "p95": 3.0, "sample_count": 105}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 41}, "total": {"avg": 0.39, "max": 1.0, "p95": 1.0, "sample_count": 105}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.167, "count": 30, "max": 62.154, "p95": 55.929, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.019, "count": 30, "max": 25.647, "p95": 24.693, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 643.8, "count": 30, "max": 1234.0, "p95": 1203.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1202.3, "count": 30, "max": 10337.0, "p95": 5285.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.123, "count": 30, "max": 0.489, "p95": 0.421, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.446, "count": 30, "max": 0.549, "p95": 0.499, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.157, "count": 30, "max": 2.421, "p95": 1.219, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 147695.8, "count": 30, "max": 159460.0, "p95": 157910.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 147695.8, "count": 30, "max": 159460.0, "p95": 157910.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 127896.0, "count": 30, "max": 225954.0, "p95": 206961.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.437, "count": 30, "max": 0.608, "p95": 0.587, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.812, "count": 30, "max": 1.069, "p95": 1.05, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11491, "sampled_at": "2026-10-30T12:49:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:49:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 26.079, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2864257, "flush_count": 2982, "flush_interval_seconds": 30.0, "flush_state": {"count": 2982, "last_at": "2026-10-30T12:49:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:49:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2981}, "started": true, "suppressed_count": 1486108, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1485959}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2982, "written_record_count": 2982}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9605.922, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T12:50:04+09:00", "last_error_summary": "[h264 @ 0x5c21f6cd5e40] error while decoding MB 106 58, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4116621312000, "copied_frame_count": 1488940, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4116621312000, "frame_buffer_copies": 1488940, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1197, "count": 512, "max_ms": 2.5267, "p50_ms": 0.099, "p95_ms": 0.2273, "p99_ms": 0.2983}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4362, "count": 512, "max_ms": 4.4994, "p50_ms": 1.3518, "p95_ms": 2.4978, "p99_ms": 3.0614, "results": {"failed": 0, "not_applicable": 0, "success": 1488940, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 537, "h264_decode_error_count": 1211, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:50:04+09:00", "last_error_summary": "[h264 @ 0x5c21f6cd5e40] error while decoding MB 106 58, bytestream -5", "last_exit_at": "2026-10-30T12:50:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.36, "last_started_at": "2026-10-30T12:49:24+09:00", "pid": 108672, "process": {"exists": false, "pid": 108672}, "restart_count": 585, "restart_count_per_hour": 24, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 586}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.029, "sample_count": 2082, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1488940, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:50:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T12:50:04+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-10-30T12:50:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 98, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 576.27, "last_sample_duration_ms": 879.185, "last_trigger": "periodic", "next_snapshot_in_sec": 23.73, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 298, "storage_bytes": 2840939}, "mjpeg": {"age_sec": 0.122, "exists": true, "mtime": "2026-10-30T12:50:04.712076+09:00", "mtime_epoch": 1793332204.7120762, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 140887}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:50:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1464.941, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1488940, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.685, "max": 5.0, "p95": 4.0, "sample_count": 165}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.013, "max": 2.0, "p95": 1.0, "sample_count": 149}, "total": {"avg": 0.915, "max": 2.0, "p95": 1.0, "sample_count": 165}}, "tracking_counts": {"active": {"avg": 1.006, "max": 2.0, "p95": 1.0, "sample_count": 165}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}, "removed": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 165}, "tracked": {"avg": 1.006, "max": 2.0, "p95": 1.0, "sample_count": 165}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 165, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.312, "pushed": 6.312, "read": 6.312}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 165, "client_acquire_ms": {"avg_ms": 0.008, "count": 165, "max_ms": 0.024, "p95_ms": 0.016, "reason": null, "sample_age_ms": 92.253, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.928, "count": 165, "max_ms": 8.58, "p95_ms": 2.965, "reason": null, "sample_age_ms": 139.334, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.43, "count": 165, "max_ms": 8.038, "p95_ms": 2.318, "reason": null, "sample_age_ms": 139.609, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.328, "count": 165, "max_ms": 1.004, "p95_ms": 0.652, "reason": null, "sample_age_ms": 92.263, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.148, "count": 165, "max_ms": 6.499, "p95_ms": 3.413, "reason": null, "sample_age_ms": 137.979, "source": "client_direct"}, "request_count": 165, "request_tensor_bytes": {"avg": 2764808.0, "count": 165, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 137.965, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 165, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 92.622, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.865, "count": 165, "max_ms": 88.346, "p95_ms": 69.449, "reason": null, "sample_age_ms": 92.249, "source": "client_direct"}, "sample_age_ms": 92.244, "source": "client_direct", "task_total_ms": {"avg_ms": 54.531, "count": 165, "max_ms": 90.716, "p95_ms": 72.12, "reason": null, "sample_age_ms": 92.244, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.01, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.395, "count": 165, "max_ms": 10.434, "p95_ms": 8.598}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.411, "count": 165, "max_ms": 1.956, "p95_ms": 0.759}, "detection_prepare_ms": {"avg_ms": 1.368, "count": 165, "max_ms": 5.084, "p95_ms": 2.772}, "event_filter_ms": {"avg_ms": 0.005, "count": 165, "max_ms": 0.03, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.163, "count": 165, "max_ms": 0.488, "p95_ms": 0.308}, "mcmt_ms": {"avg_ms": 0.004, "count": 165, "max_ms": 0.014, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.718, "count": 165, "max_ms": 5.483, "p95_ms": 1.417}, "setup_ms": {"avg_ms": 0.052, "count": 165, "max_ms": 0.185, "p95_ms": 0.11}, "total_inside_ms": {"avg_ms": 4.33, "count": 165, "max_ms": 10.284, "p95_ms": 8.441}, "track_match_ms": {"avg_ms": 0.122, "count": 165, "max_ms": 0.417, "p95_ms": 0.256}, "tracker_update_ms": {"avg_ms": 1.487, "count": 165, "max_ms": 4.201, "p95_ms": 2.859}}, "gstreamer_push": {"avg_ms": 3.617, "count": 165, "max_ms": 9.298, "p95_ms": 6.186}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 165, "max_ms": 0.174, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.944, "count": 165, "max_ms": 91.505, "p95_ms": 73.605}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.887, "count": 165, "max_ms": 14.657, "p95_ms": 9.138}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 113.268, "count": 165, "max_ms": 176.342, "p95_ms": 135.855}, "inference_input_copy_ms": {"avg_ms": 1.764, "count": 165, "max_ms": 4.68, "p95_ms": 3.118}, "processing_residual_ms": {"avg_ms": 0.21, "count": 165, "max_ms": 0.535, "p95_ms": 0.37}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 118.129, "count": 165, "max_ms": 181.459, "p95_ms": 140.969}, "read_interval": {"avg_ms": 202.157, "count": 165, "max_ms": 7344.729, "p95_ms": 179.362}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 165, "max_ms": 0.045, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 0.648, "count": 165, "max_ms": 5.347, "p95_ms": 1.295}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 165, "max_ms": 0.058, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.631, "count": 165, "max_ms": 5.316, "p95_ms": 1.267}, "worker_merge_ms": {"avg_ms": 0.008, "count": 165, "max_ms": 0.045, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 55.959, "count": 165, "max_ms": 91.52, "p95_ms": 73.612}, "visualize": {"avg_ms": 51.677, "count": 165, "max_ms": 76.07, "p95_ms": 62.461}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 47.083, "count": 165, "max_ms": 71.069, "p95_ms": 58.935}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 50.109, "count": 165, "max_ms": 74.157, "p95_ms": 61.001}, "visualize_input_copy_ms": {"avg_ms": 1.333, "count": 165, "max_ms": 4.737, "p95_ms": 2.509}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.954, "count": 165, "max_ms": 74.02, "p95_ms": 60.755}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 165, "max_ms": 0.294, "p95_ms": 0.167}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 165}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1464.871, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.082, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.497, "sample_count": 2108, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1488785, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:49:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 141992, "write_bytes_delta": 141992, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 120.0, "cpu_core_ratio": 0.078625, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10337.0, "pid": 108672, "reason": null, "system_cpu_core_ratio": 0.010145, "system_cpu_s_delta": 0.12, "user_cpu_core_ratio": 0.06848, "user_cpu_s_delta": 0.8099999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.241793, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17964.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.093843, "system_cpu_s_delta": 1.110000000000582, "user_cpu_core_ratio": 0.14795, "user_cpu_s_delta": 1.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.048, "count": 105, "max_ms": 4.345, "p95_ms": 3.502, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.343, "max": 4.0, "p95": 3.0, "sample_count": 105}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 41}, "total": {"avg": 0.39, "max": 1.0, "p95": 1.0, "sample_count": 105}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.167, "count": 30, "max": 62.154, "p95": 55.929, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.019, "count": 30, "max": 25.647, "p95": 24.693, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 643.8, "count": 30, "max": 1234.0, "p95": 1203.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1202.3, "count": 30, "max": 10337.0, "p95": 5285.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.123, "count": 30, "max": 0.489, "p95": 0.421, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.446, "count": 30, "max": 0.549, "p95": 0.499, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.157, "count": 30, "max": 2.421, "p95": 1.219, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 147695.8, "count": 30, "max": 159460.0, "p95": 157910.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 147695.8, "count": 30, "max": 159460.0, "p95": 157910.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 127896.0, "count": 30, "max": 225954.0, "p95": 206961.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.437, "count": 30, "max": 0.608, "p95": 0.587, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.812, "count": 30, "max": 1.069, "p95": 1.05, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11491, "sampled_at": "2026-10-30T12:49:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:49:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 26.14, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2864257, "flush_count": 2982, "flush_interval_seconds": 30.0, "flush_state": {"count": 2982, "last_at": "2026-10-30T12:49:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:49:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2981}, "started": true, "suppressed_count": 1486108, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1485959}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2982, "written_record_count": 2982}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9608.457, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4116621312000, "copied_frame_count": 1488940, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4116621312000, "frame_buffer_copies": 1488940, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1197, "count": 512, "max_ms": 2.5267, "p50_ms": 0.099, "p95_ms": 0.2273, "p99_ms": 0.2983}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4362, "count": 512, "max_ms": 4.4994, "p50_ms": 1.3518, "p95_ms": 2.4978, "p99_ms": 3.0614, "results": {"failed": 0, "not_applicable": 0, "success": 1488940, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 537, "h264_decode_error_count": 1211, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:50:04+09:00", "last_error_summary": "[h264 @ 0x5c21f6cd5e40] error while decoding MB 106 58, bytestream -5", "last_exit_at": "2026-10-30T12:50:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 40.409, "last_started_at": "2026-10-30T12:49:24+09:00", "pid": 108672, "process": {"exists": false, "pid": 108672}, "restart_count": 585, "restart_count_per_hour": 24, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 586}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.029, "sample_count": 2082, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1488940, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:50:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.051, "last_frame_pushed_at": "2026-10-30T12:50:04+09:00", "last_frame_read_age_sec": 0.178, "last_frame_read_at": "2026-10-30T12:50:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 98, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 576.313, "last_sample_duration_ms": 879.185, "last_trigger": "periodic", "next_snapshot_in_sec": 23.687, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 298, "storage_bytes": 2840939}, "mjpeg": {"age_sec": 0.04, "exists": true, "mtime": "2026-10-30T12:50:04.844077+09:00", "mtime_epoch": 1793332204.8440766, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 141076}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:50:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1464.941, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1488940, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.685, "max": 5.0, "p95": 4.0, "sample_count": 165}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.013, "max": 2.0, "p95": 1.0, "sample_count": 149}, "total": {"avg": 0.915, "max": 2.0, "p95": 1.0, "sample_count": 165}}, "tracking_counts": {"active": {"avg": 1.006, "max": 2.0, "p95": 1.0, "sample_count": 165}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}, "removed": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 165}, "tracked": {"avg": 1.006, "max": 2.0, "p95": 1.0, "sample_count": 165}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 165, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.3, "pushed": 6.3, "read": 6.3}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 165, "client_acquire_ms": {"avg_ms": 0.008, "count": 165, "max_ms": 0.024, "p95_ms": 0.016, "reason": null, "sample_age_ms": 141.508, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.928, "count": 165, "max_ms": 8.58, "p95_ms": 2.965, "reason": null, "sample_age_ms": 188.589, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.43, "count": 165, "max_ms": 8.038, "p95_ms": 2.318, "reason": null, "sample_age_ms": 188.864, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.328, "count": 165, "max_ms": 1.004, "p95_ms": 0.652, "reason": null, "sample_age_ms": 141.518, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.148, "count": 165, "max_ms": 6.499, "p95_ms": 3.413, "reason": null, "sample_age_ms": 187.234, "source": "client_direct"}, "request_count": 165, "request_tensor_bytes": {"avg": 2764808.0, "count": 165, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 187.22, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 165, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 141.877, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.865, "count": 165, "max_ms": 88.346, "p95_ms": 69.449, "reason": null, "sample_age_ms": 141.504, "source": "client_direct"}, "sample_age_ms": 141.499, "source": "client_direct", "task_total_ms": {"avg_ms": 54.531, "count": 165, "max_ms": 90.716, "p95_ms": 72.12, "reason": null, "sample_age_ms": 141.499, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.958, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.395, "count": 165, "max_ms": 10.434, "p95_ms": 8.598}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.411, "count": 165, "max_ms": 1.956, "p95_ms": 0.759}, "detection_prepare_ms": {"avg_ms": 1.368, "count": 165, "max_ms": 5.084, "p95_ms": 2.772}, "event_filter_ms": {"avg_ms": 0.005, "count": 165, "max_ms": 0.03, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.163, "count": 165, "max_ms": 0.488, "p95_ms": 0.308}, "mcmt_ms": {"avg_ms": 0.004, "count": 165, "max_ms": 0.014, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.718, "count": 165, "max_ms": 5.483, "p95_ms": 1.417}, "setup_ms": {"avg_ms": 0.052, "count": 165, "max_ms": 0.185, "p95_ms": 0.11}, "total_inside_ms": {"avg_ms": 4.33, "count": 165, "max_ms": 10.284, "p95_ms": 8.441}, "track_match_ms": {"avg_ms": 0.122, "count": 165, "max_ms": 0.417, "p95_ms": 0.256}, "tracker_update_ms": {"avg_ms": 1.487, "count": 165, "max_ms": 4.201, "p95_ms": 2.859}}, "gstreamer_push": {"avg_ms": 3.617, "count": 165, "max_ms": 9.298, "p95_ms": 6.186}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 165, "max_ms": 0.174, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.944, "count": 165, "max_ms": 91.505, "p95_ms": 73.605}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.887, "count": 165, "max_ms": 14.657, "p95_ms": 9.138}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 113.268, "count": 165, "max_ms": 176.342, "p95_ms": 135.855}, "inference_input_copy_ms": {"avg_ms": 1.764, "count": 165, "max_ms": 4.68, "p95_ms": 3.118}, "processing_residual_ms": {"avg_ms": 0.21, "count": 165, "max_ms": 0.535, "p95_ms": 0.37}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 118.129, "count": 165, "max_ms": 181.459, "p95_ms": 140.969}, "read_interval": {"avg_ms": 202.157, "count": 165, "max_ms": 7344.729, "p95_ms": 179.362}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 165, "max_ms": 0.045, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 0.648, "count": 165, "max_ms": 5.347, "p95_ms": 1.295}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 165, "max_ms": 0.058, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.631, "count": 165, "max_ms": 5.316, "p95_ms": 1.267}, "worker_merge_ms": {"avg_ms": 0.008, "count": 165, "max_ms": 0.045, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 55.959, "count": 165, "max_ms": 91.52, "p95_ms": 73.612}, "visualize": {"avg_ms": 51.677, "count": 165, "max_ms": 76.07, "p95_ms": 62.461}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 47.083, "count": 165, "max_ms": 71.069, "p95_ms": 58.935}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 50.109, "count": 165, "max_ms": 74.157, "p95_ms": 61.001}, "visualize_input_copy_ms": {"avg_ms": 1.333, "count": 165, "max_ms": 4.737, "p95_ms": 2.509}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.954, "count": 165, "max_ms": 74.02, "p95_ms": 60.755}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 165, "max_ms": 0.294, "p95_ms": 0.167}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 165}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1464.871, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.082, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.497, "sample_count": 2108, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1488785, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:49:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 141992, "write_bytes_delta": 141992, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 120.0, "cpu_core_ratio": 0.078625, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10337.0, "pid": 108672, "reason": null, "system_cpu_core_ratio": 0.010145, "system_cpu_s_delta": 0.12, "user_cpu_core_ratio": 0.06848, "user_cpu_s_delta": 0.8099999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.241793, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17964.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.093843, "system_cpu_s_delta": 1.110000000000582, "user_cpu_core_ratio": 0.14795, "user_cpu_s_delta": 1.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.048, "count": 105, "max_ms": 4.345, "p95_ms": 3.502, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.343, "max": 4.0, "p95": 3.0, "sample_count": 105}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 41}, "total": {"avg": 0.39, "max": 1.0, "p95": 1.0, "sample_count": 105}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.167, "count": 30, "max": 62.154, "p95": 55.929, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.019, "count": 30, "max": 25.647, "p95": 24.693, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 643.8, "count": 30, "max": 1234.0, "p95": 1203.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1202.3, "count": 30, "max": 10337.0, "p95": 5285.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.123, "count": 30, "max": 0.489, "p95": 0.421, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.446, "count": 30, "max": 0.549, "p95": 0.499, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.157, "count": 30, "max": 2.421, "p95": 1.219, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 147695.8, "count": 30, "max": 159460.0, "p95": 157910.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 147695.8, "count": 30, "max": 159460.0, "p95": 157910.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 127896.0, "count": 30, "max": 225954.0, "p95": 206961.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.437, "count": 30, "max": 0.608, "p95": 0.587, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.812, "count": 30, "max": 1.069, "p95": 1.05, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11491, "sampled_at": "2026-10-30T12:49:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:49:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 26.189, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2864257, "flush_count": 2982, "flush_interval_seconds": 30.0, "flush_state": {"count": 2982, "last_at": "2026-10-30T12:49:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:49:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2981}, "started": true, "suppressed_count": 1486108, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1485959}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2982, "written_record_count": 2982}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9779.25, "limit_mb": null}, "detail": {"pid": 108904, "restart_count": 586, "start_count": 587}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4116621312000, "copied_frame_count": 1488940, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4116621312000, "frame_buffer_copies": 1488940, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1197, "count": 512, "max_ms": 2.5267, "p50_ms": 0.099, "p95_ms": 0.2273, "p99_ms": 0.2983}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4362, "count": 512, "max_ms": 4.4994, "p50_ms": 1.3518, "p95_ms": 2.4978, "p99_ms": 3.0614, "results": {"failed": 0, "not_applicable": 0, "success": 1488940, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 537, "h264_decode_error_count": 1211, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:50:04+09:00", "last_error_summary": "[h264 @ 0x5c21f6cd5e40] error while decoding MB 106 58, bytestream -5", "last_exit_at": "2026-10-30T12:50:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T12:50:07+09:00", "pid": 108904, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.781, "name": "ffmpeg", "pid": 108904, "rss_mb": 209.781, "state": "S (sleeping)", "threads": 70}, "restart_count": 586, "restart_count_per_hour": 25, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 587}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.066, "sample_count": 2047, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1488940, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:50:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.397, "last_frame_pushed_at": "2026-10-30T12:50:04+09:00", "last_frame_read_age_sec": 4.523, "last_frame_read_at": "2026-10-30T12:50:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 98, "debug_expires_at": null, "deduplicated_count": 49, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 580.671, "last_sample_duration_ms": 879.185, "last_trigger": "periodic", "next_snapshot_in_sec": 19.329, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 298, "storage_bytes": 2840939}, "mjpeg": {"age_sec": 4.385, "exists": true, "mtime": "2026-10-30T12:50:04.844077+09:00", "mtime_epoch": 1793332204.8440766, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 141076}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:50:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1464.945, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1488940, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.706, "max": 5.0, "p95": 4.0, "sample_count": 160}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.014, "max": 2.0, "p95": 1.0, "sample_count": 144}, "total": {"avg": 0.912, "max": 2.0, "p95": 1.0, "sample_count": 160}}, "tracking_counts": {"active": {"avg": 1.006, "max": 2.0, "p95": 1.0, "sample_count": 160}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}, "removed": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 160}, "tracked": {"avg": 1.006, "max": 2.0, "p95": 1.0, "sample_count": 160}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 160, "pushed_frames": 160, "read_frames": 159, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.339, "pushed": 5.339, "read": 5.306}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 159, "client_acquire_ms": {"avg_ms": 0.008, "count": 159, "max_ms": 0.024, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4486.799, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.947, "count": 159, "max_ms": 8.58, "p95_ms": 3.051, "reason": null, "sample_age_ms": 4533.879, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.438, "count": 159, "max_ms": 8.038, "p95_ms": 2.392, "reason": null, "sample_age_ms": 4534.154, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.333, "count": 159, "max_ms": 1.004, "p95_ms": 0.655, "reason": null, "sample_age_ms": 4486.808, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.178, "count": 159, "max_ms": 6.499, "p95_ms": 3.429, "reason": null, "sample_age_ms": 4532.525, "source": "client_direct"}, "request_count": 159, "request_tensor_bytes": {"avg": 2764808.0, "count": 159, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4532.51, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 159, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4487.167, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.388, "count": 159, "max_ms": 88.346, "p95_ms": 69.517, "reason": null, "sample_age_ms": 4486.794, "source": "client_direct"}, "sample_age_ms": 4486.79, "source": "client_direct", "task_total_ms": {"avg_ms": 55.091, "count": 159, "max_ms": 90.716, "p95_ms": 72.225, "reason": null, "sample_age_ms": 4486.79, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.661, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.448, "count": 160, "max_ms": 10.434, "p95_ms": 8.598}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.417, "count": 160, "max_ms": 1.956, "p95_ms": 0.759}, "detection_prepare_ms": {"avg_ms": 1.384, "count": 160, "max_ms": 5.084, "p95_ms": 2.772}, "event_filter_ms": {"avg_ms": 0.005, "count": 160, "max_ms": 0.03, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.164, "count": 160, "max_ms": 0.488, "p95_ms": 0.308}, "mcmt_ms": {"avg_ms": 0.004, "count": 160, "max_ms": 0.014, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.728, "count": 160, "max_ms": 5.483, "p95_ms": 1.417}, "setup_ms": {"avg_ms": 0.053, "count": 160, "max_ms": 0.185, "p95_ms": 0.11}, "total_inside_ms": {"avg_ms": 4.382, "count": 160, "max_ms": 10.284, "p95_ms": 8.441}, "track_match_ms": {"avg_ms": 0.124, "count": 160, "max_ms": 0.417, "p95_ms": 0.256}, "tracker_update_ms": {"avg_ms": 1.501, "count": 160, "max_ms": 4.201, "p95_ms": 2.859}}, "gstreamer_push": {"avg_ms": 3.644, "count": 160, "max_ms": 9.298, "p95_ms": 6.186}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 160, "max_ms": 0.174, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.435, "count": 160, "max_ms": 91.505, "p95_ms": 73.605}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.887, "count": 160, "max_ms": 14.657, "p95_ms": 9.138}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.331, "count": 160, "max_ms": 176.342, "p95_ms": 135.855}, "inference_input_copy_ms": {"avg_ms": 1.781, "count": 160, "max_ms": 4.68, "p95_ms": 3.118}, "processing_residual_ms": {"avg_ms": 0.213, "count": 160, "max_ms": 0.535, "p95_ms": 0.37}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 119.212, "count": 160, "max_ms": 181.459, "p95_ms": 140.969}, "read_interval": {"avg_ms": 160.535, "count": 159, "max_ms": 3301.907, "p95_ms": 179.362}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 160, "max_ms": 0.045, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 0.658, "count": 160, "max_ms": 5.347, "p95_ms": 1.295}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 160, "max_ms": 0.058, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.641, "count": 160, "max_ms": 5.316, "p95_ms": 1.267}, "worker_merge_ms": {"avg_ms": 0.008, "count": 160, "max_ms": 0.045, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 56.45, "count": 160, "max_ms": 91.52, "p95_ms": 73.612}, "visualize": {"avg_ms": 52.181, "count": 160, "max_ms": 76.07, "p95_ms": 62.461}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 47.539, "count": 160, "max_ms": 71.069, "p95_ms": 58.935}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 50.598, "count": 160, "max_ms": 74.157, "p95_ms": 61.001}, "visualize_input_copy_ms": {"avg_ms": 1.344, "count": 160, "max_ms": 4.737, "p95_ms": 2.509}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 50.441, "count": 160, "max_ms": 74.02, "p95_ms": 60.755}, "visualizer_prepare_ms": {"avg_ms": 0.082, "count": 160, "max_ms": 0.294, "p95_ms": 0.167}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 160}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1464.871, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.082, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.497, "sample_count": 2108, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1488785, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:49:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 141992, "write_bytes_delta": 141992, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 120.0, "cpu_core_ratio": 0.078625, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10337.0, "pid": 108672, "reason": null, "system_cpu_core_ratio": 0.010145, "system_cpu_s_delta": 0.12, "user_cpu_core_ratio": 0.06848, "user_cpu_s_delta": 0.8099999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.241793, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17964.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.093843, "system_cpu_s_delta": 1.110000000000582, "user_cpu_core_ratio": 0.14795, "user_cpu_s_delta": 1.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.048, "count": 105, "max_ms": 4.345, "p95_ms": 3.502, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.343, "max": 4.0, "p95": 3.0, "sample_count": 105}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 41}, "total": {"avg": 0.39, "max": 1.0, "p95": 1.0, "sample_count": 105}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.167, "count": 30, "max": 62.154, "p95": 55.929, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.019, "count": 30, "max": 25.647, "p95": 24.693, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 643.8, "count": 30, "max": 1234.0, "p95": 1203.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1202.3, "count": 30, "max": 10337.0, "p95": 5285.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.123, "count": 30, "max": 0.489, "p95": 0.421, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.446, "count": 30, "max": 0.549, "p95": 0.499, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.157, "count": 30, "max": 2.421, "p95": 1.219, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 147695.8, "count": 30, "max": 159460.0, "p95": 157910.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 147695.8, "count": 30, "max": 159460.0, "p95": 157910.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 127896.0, "count": 30, "max": 225954.0, "p95": 206961.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.437, "count": 30, "max": 0.608, "p95": 0.587, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.812, "count": 30, "max": 1.069, "p95": 1.05, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11491, "sampled_at": "2026-10-30T12:49:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:49:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2866263, "flush_count": 2984, "flush_interval_seconds": 30.0, "flush_state": {"count": 2984, "last_at": "2026-10-30T12:51:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:51:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2983}, "started": true, "suppressed_count": 1486736, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1486587}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2984, "written_record_count": 2984}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9628.848, "limit_mb": null}, "detail": {"h264_decode_error_count": 6, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5cb407b3ae40] error while decoding MB 83 39, bytestream -11 [h264 @ 0x5cb407c59ec0] cabac decode of qscale diff failed at 10 67 [h264 @ 0x5cb407c59ec0] error while decoding MB 10 67, bytestream 801 [h264 @ 0x5cb4088f8fc0] cabac decode of qscale diff failed at 41 47 [h264 @ 0x5cb4088f8fc0] error while decoding MB 41 47, bytestream 14625 [h264 @ 0x5cb407c45d00] error while decoding MB 110 54, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4118360371200, "copied_frame_count": 1489569, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4118360371200, "frame_buffer_copies": 1489569, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1234, "count": 512, "max_ms": 0.5522, "p50_ms": 0.1103, "p95_ms": 0.2206, "p99_ms": 0.2801}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5495, "count": 512, "max_ms": 4.092, "p50_ms": 1.4547, "p95_ms": 2.5013, "p99_ms": 3.3584, "results": {"failed": 0, "not_applicable": 0, "success": 1489569, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 538, "h264_decode_error_count": 1217, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:51:41+09:00", "last_error_summary": "[h264 @ 0x5cb407b3ae40] error while decoding MB 83 39, bytestream -11 [h264 @ 0x5cb407c59ec0] cabac decode of qscale diff failed at 10 67 [h264 @ 0x5cb407c59ec0] error while decoding MB 10 67, bytestream 801 [h264 @ 0x5cb4088f8fc0] cabac decode of qscale diff failed at 41 47 [h264 @ 0x5cb4088f8fc0] error while decoding MB 41 47, bytestream 14625 [h264 @ 0x5cb407c45d00] error while decoding MB 110 54, bytestream -7", "last_exit_at": "2026-10-30T12:50:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 94.19, "last_started_at": "2026-10-30T12:50:07+09:00", "pid": 108904, "process": {"exists": false, "pid": 108904}, "restart_count": 586, "restart_count_per_hour": 25, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 587}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.548, "sample_count": 1942, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1489569, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:51:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.086, "last_frame_pushed_at": "2026-10-30T12:51:41+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-10-30T12:51:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 99, "debug_expires_at": null, "deduplicated_count": 50, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 68.7, "last_sample_duration_ms": 1515.225, "last_trigger": "periodic", "next_snapshot_in_sec": 531.3, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 299, "storage_bytes": 2850531}, "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-10-30T12:51:41.341413+09:00", "mtime_epoch": 1793332301.3414135, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 145050}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:51:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1486.219, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1489570, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.141, "max": 3.0, "p95": 3.0, "sample_count": 170}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 170, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.668, "pushed": 5.668, "read": 5.668}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 170, "client_acquire_ms": {"avg_ms": 0.008, "count": 170, "max_ms": 0.023, "p95_ms": 0.016, "reason": null, "sample_age_ms": 40.448, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.06, "count": 170, "max_ms": 6.933, "p95_ms": 3.912, "reason": null, "sample_age_ms": 86.927, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.444, "count": 170, "max_ms": 6.22, "p95_ms": 2.424, "reason": null, "sample_age_ms": 87.215, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.281, "count": 170, "max_ms": 0.887, "p95_ms": 0.559, "reason": null, "sample_age_ms": 40.47, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.042, "count": 170, "max_ms": 5.925, "p95_ms": 3.183, "reason": null, "sample_age_ms": 85.505, "source": "client_direct"}, "request_count": 170, "request_tensor_bytes": {"avg": 2764808.0, "count": 170, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 85.476, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 170, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 40.878, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.271, "count": 170, "max_ms": 79.202, "p95_ms": 61.542, "reason": null, "sample_age_ms": 40.438, "source": "client_direct"}, "sample_age_ms": 40.43, "source": "client_direct", "task_total_ms": {"avg_ms": 48.786, "count": 170, "max_ms": 81.533, "p95_ms": 64.297, "reason": null, "sample_age_ms": 40.43, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.69, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.304, "count": 170, "max_ms": 10.959, "p95_ms": 8.061}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.379, "count": 170, "max_ms": 1.309, "p95_ms": 0.773}, "detection_prepare_ms": {"avg_ms": 1.425, "count": 170, "max_ms": 4.094, "p95_ms": 2.749}, "event_filter_ms": {"avg_ms": 0.005, "count": 170, "max_ms": 0.02, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.149, "count": 170, "max_ms": 0.453, "p95_ms": 0.323}, "mcmt_ms": {"avg_ms": 0.003, "count": 170, "max_ms": 0.02, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.65, "count": 170, "max_ms": 2.127, "p95_ms": 1.3}, "setup_ms": {"avg_ms": 0.044, "count": 170, "max_ms": 0.168, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 4.248, "count": 170, "max_ms": 10.801, "p95_ms": 7.965}, "track_match_ms": {"avg_ms": 0.122, "count": 170, "max_ms": 0.497, "p95_ms": 0.264}, "tracker_update_ms": {"avg_ms": 1.469, "count": 170, "max_ms": 4.111, "p95_ms": 2.63}}, "gstreamer_push": {"avg_ms": 3.23, "count": 170, "max_ms": 7.981, "p95_ms": 5.362}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 170, "max_ms": 0.755, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.332, "count": 170, "max_ms": 82.619, "p95_ms": 66.983}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.972, "count": 170, "max_ms": 11.935, "p95_ms": 8.082}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.36, "count": 170, "max_ms": 145.956, "p95_ms": 125.441}, "inference_input_copy_ms": {"avg_ms": 1.769, "count": 170, "max_ms": 5.302, "p95_ms": 2.988}, "processing_residual_ms": {"avg_ms": 0.215, "count": 170, "max_ms": 0.494, "p95_ms": 0.402}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.315, "count": 170, "max_ms": 152.173, "p95_ms": 132.578}, "read_interval": {"avg_ms": 176.828, "count": 170, "max_ms": 6615.361, "p95_ms": 169.922}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 170, "max_ms": 0.086, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.584, "count": 170, "max_ms": 1.938, "p95_ms": 1.149}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 170, "max_ms": 0.067, "p95_ms": 0.05}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.568, "count": 170, "max_ms": 1.898, "p95_ms": 1.123}, "worker_merge_ms": {"avg_ms": 0.007, "count": 170, "max_ms": 0.031, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 50.346, "count": 170, "max_ms": 82.627, "p95_ms": 66.991}, "visualize": {"avg_ms": 50.547, "count": 170, "max_ms": 75.841, "p95_ms": 62.107}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.76, "count": 170, "max_ms": 71.472, "p95_ms": 56.904}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.92, "count": 170, "max_ms": 74.521, "p95_ms": 59.71}, "visualize_input_copy_ms": {"avg_ms": 1.421, "count": 170, "max_ms": 6.012, "p95_ms": 2.251}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.774, "count": 170, "max_ms": 74.29, "p95_ms": 59.557}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 170, "max_ms": 0.98, "p95_ms": 0.142}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1465.176, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.419, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.275, "sample_count": 2040, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1489416, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:51:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 136882, "write_bytes_delta": 136882, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 343.0, "cpu_core_ratio": 0.718917, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 733.0, "pid": 108904, "reason": null, "system_cpu_core_ratio": 0.246941, "system_cpu_s_delta": 2.4799999999999995, "user_cpu_core_ratio": 0.471976, "user_cpu_s_delta": 4.740000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.586198, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 91352.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.571549, "system_cpu_s_delta": 5.739999999990687, "user_cpu_core_ratio": 1.014649, "user_cpu_s_delta": 10.190000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.543, "count": 218, "max_ms": 7.699, "p95_ms": 5.947, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.161, "max": 4.0, "p95": 3.0, "sample_count": 217}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 207}, "total": {"avg": 0.954, "max": 1.0, "p95": 1.0, "sample_count": 217}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.525, "count": 30, "max": 62.154, "p95": 45.394, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.979, "count": 30, "max": 24.697, "p95": 23.512, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 623.5, "count": 30, "max": 1234.0, "p95": 1203.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1289.067, "count": 30, "max": 10337.0, "p95": 5285.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.125, "count": 30, "max": 0.489, "p95": 0.374, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.438, "count": 30, "max": 0.549, "p95": 0.485, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.077, "count": 30, "max": 2.104, "p95": 0.101, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 144000.967, "count": 30, "max": 150455.0, "p95": 149386.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 139033.667, "count": 30, "max": 150455.0, "p95": 149386.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 120993.367, "count": 30, "max": 225954.0, "p95": 206961.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.481, "count": 30, "max": 0.608, "p95": 0.601, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.872, "count": 30, "max": 1.069, "p95": 1.054, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11500, "sampled_at": "2026-10-30T12:51:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:51:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2866263, "flush_count": 2984, "flush_interval_seconds": 30.0, "flush_state": {"count": 2984, "last_at": "2026-10-30T12:51:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:51:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2983}, "started": true, "suppressed_count": 1486736, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1486587}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2984, "written_record_count": 2984}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9608.875, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T12:51:41+09:00", "last_error_summary": "[h264 @ 0x5cb407b3ae40] error while decoding MB 83 39, bytestream -11 [h264 @ 0x5cb407c59ec0] cabac decode of qscale diff failed at 10 67 [h264 @ 0x5cb407c59ec0] error while decoding MB 10 67, bytestream 801 [h264 @ 0x5cb4088f8fc0] cabac decode of qscale diff failed at 41 47 [h264 @ 0x5cb4088f8fc0] error while decoding MB 41 47, bytestream 14625 [h264 @ 0x5cb407c45d00] error while decoding MB 110 54, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4118363136000, "copied_frame_count": 1489570, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4118363136000, "frame_buffer_copies": 1489570, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1233, "count": 512, "max_ms": 0.5522, "p50_ms": 0.1103, "p95_ms": 0.2206, "p99_ms": 0.2801}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5492, "count": 512, "max_ms": 4.092, "p50_ms": 1.4539, "p95_ms": 2.5013, "p99_ms": 3.3584, "results": {"failed": 0, "not_applicable": 0, "success": 1489570, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 538, "h264_decode_error_count": 1217, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:51:41+09:00", "last_error_summary": "[h264 @ 0x5cb407b3ae40] error while decoding MB 83 39, bytestream -11 [h264 @ 0x5cb407c59ec0] cabac decode of qscale diff failed at 10 67 [h264 @ 0x5cb407c59ec0] error while decoding MB 10 67, bytestream 801 [h264 @ 0x5cb4088f8fc0] cabac decode of qscale diff failed at 41 47 [h264 @ 0x5cb4088f8fc0] error while decoding MB 41 47, bytestream 14625 [h264 @ 0x5cb407c45d00] error while decoding MB 110 54, bytestream -7", "last_exit_at": "2026-10-30T12:51:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 94.247, "last_started_at": "2026-10-30T12:50:07+09:00", "pid": 108904, "process": {"exists": false, "pid": 108904}, "restart_count": 586, "restart_count_per_hour": 25, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 587}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.548, "sample_count": 1942, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1489570, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:51:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-10-30T12:51:41+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-10-30T12:51:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 99, "debug_expires_at": null, "deduplicated_count": 50, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 68.758, "last_sample_duration_ms": 1515.225, "last_trigger": "periodic", "next_snapshot_in_sec": 531.242, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 299, "storage_bytes": 2850531}, "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-10-30T12:51:41.341413+09:00", "mtime_epoch": 1793332301.3414135, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 145050}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:51:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1465.246, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1489570, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.135, "max": 3.0, "p95": 3.0, "sample_count": 170}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 169, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.684, "pushed": 5.684, "read": 5.65}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 169, "client_acquire_ms": {"avg_ms": 0.008, "count": 170, "max_ms": 0.023, "p95_ms": 0.016, "reason": null, "sample_age_ms": 104.736, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.062, "count": 169, "max_ms": 6.933, "p95_ms": 3.912, "reason": null, "sample_age_ms": 151.215, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.445, "count": 169, "max_ms": 6.22, "p95_ms": 2.438, "reason": null, "sample_age_ms": 151.503, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.281, "count": 170, "max_ms": 0.887, "p95_ms": 0.559, "reason": null, "sample_age_ms": 104.759, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.047, "count": 169, "max_ms": 5.925, "p95_ms": 3.188, "reason": null, "sample_age_ms": 149.793, "source": "client_direct"}, "request_count": 169, "request_tensor_bytes": {"avg": 2764808.0, "count": 169, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 149.765, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 170, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 105.166, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.271, "count": 170, "max_ms": 79.202, "p95_ms": 61.542, "reason": null, "sample_age_ms": 104.726, "source": "client_direct"}, "sample_age_ms": 104.718, "source": "client_direct", "task_total_ms": {"avg_ms": 48.786, "count": 170, "max_ms": 81.533, "p95_ms": 64.297, "reason": null, "sample_age_ms": 104.718, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.476, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.315, "count": 170, "max_ms": 10.959, "p95_ms": 8.247}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.381, "count": 170, "max_ms": 1.309, "p95_ms": 0.784}, "detection_prepare_ms": {"avg_ms": 1.428, "count": 170, "max_ms": 4.094, "p95_ms": 2.749}, "event_filter_ms": {"avg_ms": 0.005, "count": 170, "max_ms": 0.02, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.15, "count": 170, "max_ms": 0.453, "p95_ms": 0.323}, "mcmt_ms": {"avg_ms": 0.004, "count": 170, "max_ms": 0.02, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.652, "count": 170, "max_ms": 2.127, "p95_ms": 1.34}, "setup_ms": {"avg_ms": 0.044, "count": 170, "max_ms": 0.168, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 4.259, "count": 170, "max_ms": 10.801, "p95_ms": 8.077}, "track_match_ms": {"avg_ms": 0.122, "count": 170, "max_ms": 0.497, "p95_ms": 0.264}, "tracker_update_ms": {"avg_ms": 1.473, "count": 170, "max_ms": 4.111, "p95_ms": 2.63}}, "gstreamer_push": {"avg_ms": 3.222, "count": 170, "max_ms": 7.981, "p95_ms": 5.362}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 170, "max_ms": 0.755, "p95_ms": 0.119}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.213, "count": 170, "max_ms": 82.619, "p95_ms": 65.697}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.972, "count": 170, "max_ms": 11.935, "p95_ms": 8.082}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.262, "count": 170, "max_ms": 145.956, "p95_ms": 125.441}, "inference_input_copy_ms": {"avg_ms": 1.753, "count": 170, "max_ms": 5.302, "p95_ms": 2.959}, "processing_residual_ms": {"avg_ms": 0.214, "count": 170, "max_ms": 0.494, "p95_ms": 0.402}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.201, "count": 170, "max_ms": 152.173, "p95_ms": 131.673}, "read_interval": {"avg_ms": 176.895, "count": 169, "max_ms": 6615.361, "p95_ms": 169.922}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 170, "max_ms": 0.086, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.586, "count": 170, "max_ms": 1.938, "p95_ms": 1.169}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 170, "max_ms": 0.067, "p95_ms": 0.05}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.57, "count": 170, "max_ms": 1.898, "p95_ms": 1.129}, "worker_merge_ms": {"avg_ms": 0.007, "count": 170, "max_ms": 0.031, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 50.227, "count": 170, "max_ms": 82.627, "p95_ms": 65.707}, "visualize": {"avg_ms": 50.556, "count": 170, "max_ms": 75.841, "p95_ms": 62.107}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.752, "count": 170, "max_ms": 71.472, "p95_ms": 56.904}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.929, "count": 170, "max_ms": 74.521, "p95_ms": 59.71}, "visualize_input_copy_ms": {"avg_ms": 1.422, "count": 170, "max_ms": 6.012, "p95_ms": 2.251}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.783, "count": 170, "max_ms": 74.29, "p95_ms": 59.557}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 170, "max_ms": 0.98, "p95_ms": 0.142}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1465.176, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.419, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.275, "sample_count": 2040, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1489416, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:51:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 136882, "write_bytes_delta": 136882, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 343.0, "cpu_core_ratio": 0.718917, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 733.0, "pid": 108904, "reason": null, "system_cpu_core_ratio": 0.246941, "system_cpu_s_delta": 2.4799999999999995, "user_cpu_core_ratio": 0.471976, "user_cpu_s_delta": 4.740000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.586198, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 91352.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.571549, "system_cpu_s_delta": 5.739999999990687, "user_cpu_core_ratio": 1.014649, "user_cpu_s_delta": 10.190000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.543, "count": 218, "max_ms": 7.699, "p95_ms": 5.947, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.161, "max": 4.0, "p95": 3.0, "sample_count": 217}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 207}, "total": {"avg": 0.954, "max": 1.0, "p95": 1.0, "sample_count": 217}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.525, "count": 30, "max": 62.154, "p95": 45.394, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.979, "count": 30, "max": 24.697, "p95": 23.512, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 623.5, "count": 30, "max": 1234.0, "p95": 1203.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1289.067, "count": 30, "max": 10337.0, "p95": 5285.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.125, "count": 30, "max": 0.489, "p95": 0.374, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.438, "count": 30, "max": 0.549, "p95": 0.485, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.077, "count": 30, "max": 2.104, "p95": 0.101, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 144000.967, "count": 30, "max": 150455.0, "p95": 149386.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 139033.667, "count": 30, "max": 150455.0, "p95": 149386.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 120993.367, "count": 30, "max": 225954.0, "p95": 206961.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.481, "count": 30, "max": 0.608, "p95": 0.601, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.872, "count": 30, "max": 1.069, "p95": 1.054, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11500, "sampled_at": "2026-10-30T12:51:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:51:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2866263, "flush_count": 2984, "flush_interval_seconds": 30.0, "flush_state": {"count": 2984, "last_at": "2026-10-30T12:51:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:51:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2983}, "started": true, "suppressed_count": 1486736, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1486587}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2984, "written_record_count": 2984}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9609.27, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4118363136000, "copied_frame_count": 1489570, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4118363136000, "frame_buffer_copies": 1489570, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1233, "count": 512, "max_ms": 0.5522, "p50_ms": 0.1103, "p95_ms": 0.2206, "p99_ms": 0.2801}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5492, "count": 512, "max_ms": 4.092, "p50_ms": 1.4539, "p95_ms": 2.5013, "p99_ms": 3.3584, "results": {"failed": 0, "not_applicable": 0, "success": 1489570, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 538, "h264_decode_error_count": 1217, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:51:41+09:00", "last_error_summary": "[h264 @ 0x5cb407b3ae40] error while decoding MB 83 39, bytestream -11 [h264 @ 0x5cb407c59ec0] cabac decode of qscale diff failed at 10 67 [h264 @ 0x5cb407c59ec0] error while decoding MB 10 67, bytestream 801 [h264 @ 0x5cb4088f8fc0] cabac decode of qscale diff failed at 41 47 [h264 @ 0x5cb4088f8fc0] error while decoding MB 41 47, bytestream 14625 [h264 @ 0x5cb407c45d00] error while decoding MB 110 54, bytestream -7", "last_exit_at": "2026-10-30T12:51:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 94.289, "last_started_at": "2026-10-30T12:50:07+09:00", "pid": 108904, "process": {"exists": false, "pid": 108904}, "restart_count": 586, "restart_count_per_hour": 25, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 587}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.548, "sample_count": 1942, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1489570, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:51:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.045, "last_frame_pushed_at": "2026-10-30T12:51:41+09:00", "last_frame_read_age_sec": 0.18, "last_frame_read_at": "2026-10-30T12:51:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 99, "debug_expires_at": null, "deduplicated_count": 50, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 68.793, "last_sample_duration_ms": 1515.225, "last_trigger": "periodic", "next_snapshot_in_sec": 531.207, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 299, "storage_bytes": 2850531}, "mjpeg": {"age_sec": 0.031, "exists": true, "mtime": "2026-10-30T12:51:41.486414+09:00", "mtime_epoch": 1793332301.486414, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 143053}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:51:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1465.246, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1489570, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.135, "max": 3.0, "p95": 3.0, "sample_count": 170}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 169, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.676, "pushed": 5.676, "read": 5.643}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 169, "client_acquire_ms": {"avg_ms": 0.008, "count": 169, "max_ms": 0.023, "p95_ms": 0.016, "reason": null, "sample_age_ms": 138.071, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.062, "count": 169, "max_ms": 6.933, "p95_ms": 3.912, "reason": null, "sample_age_ms": 184.55, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.445, "count": 169, "max_ms": 6.22, "p95_ms": 2.438, "reason": null, "sample_age_ms": 184.838, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.28, "count": 169, "max_ms": 0.887, "p95_ms": 0.559, "reason": null, "sample_age_ms": 138.093, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.047, "count": 169, "max_ms": 5.925, "p95_ms": 3.188, "reason": null, "sample_age_ms": 183.128, "source": "client_direct"}, "request_count": 169, "request_tensor_bytes": {"avg": 2764808.0, "count": 169, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 183.099, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 169, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 138.501, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.237, "count": 169, "max_ms": 79.202, "p95_ms": 61.556, "reason": null, "sample_age_ms": 138.061, "source": "client_direct"}, "sample_age_ms": 138.053, "source": "client_direct", "task_total_ms": {"avg_ms": 48.755, "count": 169, "max_ms": 81.533, "p95_ms": 64.301, "reason": null, "sample_age_ms": 138.053, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.756, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.315, "count": 170, "max_ms": 10.959, "p95_ms": 8.247}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.381, "count": 170, "max_ms": 1.309, "p95_ms": 0.784}, "detection_prepare_ms": {"avg_ms": 1.428, "count": 170, "max_ms": 4.094, "p95_ms": 2.749}, "event_filter_ms": {"avg_ms": 0.005, "count": 170, "max_ms": 0.02, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.15, "count": 170, "max_ms": 0.453, "p95_ms": 0.323}, "mcmt_ms": {"avg_ms": 0.004, "count": 170, "max_ms": 0.02, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.652, "count": 170, "max_ms": 2.127, "p95_ms": 1.34}, "setup_ms": {"avg_ms": 0.044, "count": 170, "max_ms": 0.168, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 4.259, "count": 170, "max_ms": 10.801, "p95_ms": 8.077}, "track_match_ms": {"avg_ms": 0.122, "count": 170, "max_ms": 0.497, "p95_ms": 0.264}, "tracker_update_ms": {"avg_ms": 1.473, "count": 170, "max_ms": 4.111, "p95_ms": 2.63}}, "gstreamer_push": {"avg_ms": 3.222, "count": 170, "max_ms": 7.981, "p95_ms": 5.362}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 170, "max_ms": 0.755, "p95_ms": 0.119}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.213, "count": 170, "max_ms": 82.619, "p95_ms": 65.697}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.972, "count": 170, "max_ms": 11.935, "p95_ms": 8.082}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.262, "count": 170, "max_ms": 145.956, "p95_ms": 125.441}, "inference_input_copy_ms": {"avg_ms": 1.753, "count": 170, "max_ms": 5.302, "p95_ms": 2.959}, "processing_residual_ms": {"avg_ms": 0.214, "count": 170, "max_ms": 0.494, "p95_ms": 0.402}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.201, "count": 170, "max_ms": 152.173, "p95_ms": 131.673}, "read_interval": {"avg_ms": 176.895, "count": 169, "max_ms": 6615.361, "p95_ms": 169.922}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 170, "max_ms": 0.086, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.586, "count": 170, "max_ms": 1.938, "p95_ms": 1.169}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 170, "max_ms": 0.067, "p95_ms": 0.05}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.57, "count": 170, "max_ms": 1.898, "p95_ms": 1.129}, "worker_merge_ms": {"avg_ms": 0.007, "count": 170, "max_ms": 0.031, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 50.227, "count": 170, "max_ms": 82.627, "p95_ms": 65.707}, "visualize": {"avg_ms": 50.556, "count": 170, "max_ms": 75.841, "p95_ms": 62.107}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.752, "count": 170, "max_ms": 71.472, "p95_ms": 56.904}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.929, "count": 170, "max_ms": 74.521, "p95_ms": 59.71}, "visualize_input_copy_ms": {"avg_ms": 1.422, "count": 170, "max_ms": 6.012, "p95_ms": 2.251}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.783, "count": 170, "max_ms": 74.29, "p95_ms": 59.557}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 170, "max_ms": 0.98, "p95_ms": 0.142}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1465.176, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.419, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.275, "sample_count": 2040, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1489416, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:51:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 136882, "write_bytes_delta": 136882, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 343.0, "cpu_core_ratio": 0.718917, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 733.0, "pid": 108904, "reason": null, "system_cpu_core_ratio": 0.246941, "system_cpu_s_delta": 2.4799999999999995, "user_cpu_core_ratio": 0.471976, "user_cpu_s_delta": 4.740000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.586198, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 91352.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.571549, "system_cpu_s_delta": 5.739999999990687, "user_cpu_core_ratio": 1.014649, "user_cpu_s_delta": 10.190000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.543, "count": 218, "max_ms": 7.699, "p95_ms": 5.947, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.161, "max": 4.0, "p95": 3.0, "sample_count": 217}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 207}, "total": {"avg": 0.954, "max": 1.0, "p95": 1.0, "sample_count": 217}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.525, "count": 30, "max": 62.154, "p95": 45.394, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.979, "count": 30, "max": 24.697, "p95": 23.512, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 623.5, "count": 30, "max": 1234.0, "p95": 1203.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1289.067, "count": 30, "max": 10337.0, "p95": 5285.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.125, "count": 30, "max": 0.489, "p95": 0.374, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.438, "count": 30, "max": 0.549, "p95": 0.485, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.077, "count": 30, "max": 2.104, "p95": 0.101, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 144000.967, "count": 30, "max": 150455.0, "p95": 149386.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 139033.667, "count": 30, "max": 150455.0, "p95": 149386.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 120993.367, "count": 30, "max": 225954.0, "p95": 206961.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.481, "count": 30, "max": 0.608, "p95": 0.601, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.872, "count": 30, "max": 1.069, "p95": 1.054, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11500, "sampled_at": "2026-10-30T12:51:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:51:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2866263, "flush_count": 2984, "flush_interval_seconds": 30.0, "flush_state": {"count": 2984, "last_at": "2026-10-30T12:51:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:51:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2983}, "started": true, "suppressed_count": 1486736, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1486587}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2984, "written_record_count": 2984}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9780.211, "limit_mb": null}, "detail": {"pid": 109020, "restart_count": 587, "start_count": 588}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4118363136000, "copied_frame_count": 1489570, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4118363136000, "frame_buffer_copies": 1489570, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1233, "count": 512, "max_ms": 0.5522, "p50_ms": 0.1103, "p95_ms": 0.2206, "p99_ms": 0.2801}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5492, "count": 512, "max_ms": 4.092, "p50_ms": 1.4539, "p95_ms": 2.5013, "p99_ms": 3.3584, "results": {"failed": 0, "not_applicable": 0, "success": 1489570, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 538, "h264_decode_error_count": 1217, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:51:41+09:00", "last_error_summary": "[h264 @ 0x5cb407b3ae40] error while decoding MB 83 39, bytestream -11 [h264 @ 0x5cb407c59ec0] cabac decode of qscale diff failed at 10 67 [h264 @ 0x5cb407c59ec0] error while decoding MB 10 67, bytestream 801 [h264 @ 0x5cb4088f8fc0] cabac decode of qscale diff failed at 41 47 [h264 @ 0x5cb4088f8fc0] error while decoding MB 41 47, bytestream 14625 [h264 @ 0x5cb407c45d00] error while decoding MB 110 54, bytestream -7", "last_exit_at": "2026-10-30T12:51:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-30T12:51:43+09:00", "pid": 109020, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.488, "name": "ffmpeg", "pid": 109020, "rss_mb": 209.488, "state": "S (sleeping)", "threads": 70}, "restart_count": 587, "restart_count_per_hour": 26, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 588}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.548, "sample_count": 1908, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1489570, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:51:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.346, "last_frame_pushed_at": "2026-10-30T12:51:41+09:00", "last_frame_read_age_sec": 4.481, "last_frame_read_at": "2026-10-30T12:51:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 99, "debug_expires_at": null, "deduplicated_count": 50, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 73.112, "last_sample_duration_ms": 1515.225, "last_trigger": "periodic", "next_snapshot_in_sec": 526.888, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 299, "storage_bytes": 2850531}, "mjpeg": {"age_sec": 4.332, "exists": true, "mtime": "2026-10-30T12:51:41.486414+09:00", "mtime_epoch": 1793332301.486414, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 143053}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:51:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1465.25, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1489570, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.117, "max": 3.0, "p95": 3.0, "sample_count": 154}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 154}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 154}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 154}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 154}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 154}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 154}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 154}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 154, "pushed_frames": 154, "read_frames": 154, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.97, "pushed": 5.97, "read": 5.97}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 154, "client_acquire_ms": {"avg_ms": 0.008, "count": 154, "max_ms": 0.023, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4448.406, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.059, "count": 154, "max_ms": 6.933, "p95_ms": 3.765, "reason": null, "sample_age_ms": 4494.885, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.429, "count": 154, "max_ms": 6.22, "p95_ms": 2.271, "reason": null, "sample_age_ms": 4495.173, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.274, "count": 154, "max_ms": 0.887, "p95_ms": 0.544, "reason": null, "sample_age_ms": 4448.428, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.04, "count": 154, "max_ms": 5.925, "p95_ms": 3.259, "reason": null, "sample_age_ms": 4493.463, "source": "client_direct"}, "request_count": 154, "request_tensor_bytes": {"avg": 2764808.0, "count": 154, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4493.434, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 154, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4448.836, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.6, "count": 154, "max_ms": 76.613, "p95_ms": 61.195, "reason": null, "sample_age_ms": 4448.396, "source": "client_direct"}, "sample_age_ms": 4448.388, "source": "client_direct", "task_total_ms": {"avg_ms": 48.103, "count": 154, "max_ms": 79.81, "p95_ms": 64.018, "reason": null, "sample_age_ms": 4448.388, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.756, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.28, "count": 154, "max_ms": 9.453, "p95_ms": 8.061}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.375, "count": 154, "max_ms": 1.309, "p95_ms": 0.773}, "detection_prepare_ms": {"avg_ms": 1.422, "count": 154, "max_ms": 4.094, "p95_ms": 2.749}, "event_filter_ms": {"avg_ms": 0.005, "count": 154, "max_ms": 0.02, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.149, "count": 154, "max_ms": 0.453, "p95_ms": 0.323}, "mcmt_ms": {"avg_ms": 0.003, "count": 154, "max_ms": 0.02, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.645, "count": 154, "max_ms": 2.127, "p95_ms": 1.3}, "setup_ms": {"avg_ms": 0.043, "count": 154, "max_ms": 0.168, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 4.224, "count": 154, "max_ms": 9.348, "p95_ms": 7.965}, "track_match_ms": {"avg_ms": 0.122, "count": 154, "max_ms": 0.497, "p95_ms": 0.265}, "tracker_update_ms": {"avg_ms": 1.459, "count": 154, "max_ms": 4.072, "p95_ms": 2.63}}, "gstreamer_push": {"avg_ms": 3.194, "count": 154, "max_ms": 7.981, "p95_ms": 5.362}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 154, "max_ms": 0.755, "p95_ms": 0.123}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.528, "count": 154, "max_ms": 82.381, "p95_ms": 65.512}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.999, "count": 154, "max_ms": 11.935, "p95_ms": 8.324}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 154, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 154, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.899, "count": 154, "max_ms": 145.956, "p95_ms": 125.441}, "inference_input_copy_ms": {"avg_ms": 1.752, "count": 154, "max_ms": 5.302, "p95_ms": 2.988}, "processing_residual_ms": {"avg_ms": 0.214, "count": 154, "max_ms": 0.494, "p95_ms": 0.402}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 154, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 154, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.864, "count": 154, "max_ms": 152.173, "p95_ms": 131.673}, "read_interval": {"avg_ms": 181.372, "count": 154, "max_ms": 6615.361, "p95_ms": 176.585}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 154, "max_ms": 0.086, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.58, "count": 154, "max_ms": 1.938, "p95_ms": 1.149}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 154, "max_ms": 0.067, "p95_ms": 0.045}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.564, "count": 154, "max_ms": 1.898, "p95_ms": 1.123}, "worker_merge_ms": {"avg_ms": 0.007, "count": 154, "max_ms": 0.031, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 49.542, "count": 154, "max_ms": 82.387, "p95_ms": 65.524}, "visualize": {"avg_ms": 50.936, "count": 154, "max_ms": 75.841, "p95_ms": 64.012}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.168, "count": 154, "max_ms": 71.472, "p95_ms": 57.335}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 154, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.324, "count": 154, "max_ms": 74.521, "p95_ms": 60.526}, "visualize_input_copy_ms": {"avg_ms": 1.407, "count": 154, "max_ms": 6.012, "p95_ms": 2.215}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 154, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.178, "count": 154, "max_ms": 74.29, "p95_ms": 60.425}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 154, "max_ms": 0.98, "p95_ms": 0.144}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 154}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 154}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 154}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1465.246, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.603, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.359, "sample_count": 1925, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1489570, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:51:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2.298, "exists": true, "size_bytes": 143053, "write_bytes_delta": 143053, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 108904, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.181571, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 69289.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.434227, "system_cpu_s_delta": 4.4100000000034925, "user_cpu_core_ratio": 0.747344, "user_cpu_s_delta": 7.5899999999965075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.194, "count": 154, "max_ms": 7.981, "p95_ms": 5.362, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.117, "max": 3.0, "p95": 3.0, "sample_count": 154}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 154}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 154}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.191, "count": 30, "max": 62.154, "p95": 45.394, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.454, "count": 30, "max": 24.697, "p95": 23.512, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 616.267, "count": 30, "max": 1234.0, "p95": 1203.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1304.833, "count": 30, "max": 10337.0, "p95": 5285.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.127, "count": 30, "max": 0.412, "p95": 0.374, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.549, "p95": 0.482, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.153, "count": 30, "max": 2.298, "p95": 1.219, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 143114.0, "count": 30, "max": 150455.0, "p95": 149386.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 138178.333, "count": 30, "max": 150455.0, "p95": 149386.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 110623.433, "count": 30, "max": 225954.0, "p95": 203742.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.478, "count": 30, "max": 0.608, "p95": 0.601, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.856, "count": 30, "max": 1.069, "p95": 1.054, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11503, "sampled_at": "2026-10-30T12:51:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:51:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 25.797, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2867266, "flush_count": 2985, "flush_interval_seconds": 30.0, "flush_state": {"count": 2985, "last_at": "2026-10-30T12:52:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:52:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2984}, "started": true, "suppressed_count": 1487390, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1487241}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2985, "written_record_count": 2985}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9606.004, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x629304b8e8c0] error while decoding MB 91 52, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4120171315200, "copied_frame_count": 1490224, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4120171315200, "frame_buffer_copies": 1490224, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1269, "count": 512, "max_ms": 2.05, "p50_ms": 0.1105, "p95_ms": 0.2167, "p99_ms": 0.3365}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5702, "count": 512, "max_ms": 4.1929, "p50_ms": 1.4937, "p95_ms": 2.5235, "p99_ms": 3.204, "results": {"failed": 0, "not_applicable": 0, "success": 1490224, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 539, "h264_decode_error_count": 1218, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:53:16+09:00", "last_error_summary": "[h264 @ 0x629304b8e8c0] error while decoding MB 91 52, bytestream -7", "last_exit_at": "2026-10-30T12:51:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.518, "last_started_at": "2026-10-30T12:51:43+09:00", "pid": 109020, "process": {"exists": false, "pid": 109020}, "restart_count": 587, "restart_count_per_hour": 25, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 588}, "frame_flow": {"enabled": true, "error": "RuntimeError: deque mutated during iteration"}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.085, "last_frame_pushed_at": "2026-10-30T12:53:16+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-10-30T12:53:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 99, "debug_expires_at": null, "deduplicated_count": 50, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 163.63, "last_sample_duration_ms": 1515.225, "last_trigger": "periodic", "next_snapshot_in_sec": 436.37, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 299, "storage_bytes": 2850531}, "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-10-30T12:53:16.264765+09:00", "mtime_epoch": 1793332396.2647645, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 133842}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:53:16+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1465.562, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1490225, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.438, "max": 5.0, "p95": 4.0, "sample_count": 192}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 135}, "total": {"avg": 0.703, "max": 1.0, "p95": 1.0, "sample_count": 192}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 192}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 192}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 192, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.41, "pushed": 6.41, "read": 6.41}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 192, "client_acquire_ms": {"avg_ms": 0.008, "count": 192, "max_ms": 0.034, "p95_ms": 0.017, "reason": null, "sample_age_ms": 46.615, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.856, "count": 192, "max_ms": 4.373, "p95_ms": 2.651, "reason": null, "sample_age_ms": 88.769, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.34, "count": 192, "max_ms": 4.128, "p95_ms": 1.929, "reason": null, "sample_age_ms": 89.277, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.306, "count": 192, "max_ms": 2.768, "p95_ms": 0.585, "reason": null, "sample_age_ms": 46.646, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.069, "count": 192, "max_ms": 4.867, "p95_ms": 3.675, "reason": null, "sample_age_ms": 85.915, "source": "client_direct"}, "request_count": 192, "request_tensor_bytes": {"avg": 2764808.0, "count": 192, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 85.88, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 192, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 46.855, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.997, "count": 192, "max_ms": 80.889, "p95_ms": 66.516, "reason": null, "sample_age_ms": 46.609, "source": "client_direct"}, "sample_age_ms": 46.604, "source": "client_direct", "task_total_ms": {"avg_ms": 48.559, "count": 192, "max_ms": 84.125, "p95_ms": 69.403, "reason": null, "sample_age_ms": 46.604, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.218, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.186, "count": 192, "max_ms": 10.03, "p95_ms": 6.454}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.322, "count": 192, "max_ms": 1.232, "p95_ms": 0.627}, "detection_prepare_ms": {"avg_ms": 1.029, "count": 192, "max_ms": 3.14, "p95_ms": 2.211}, "event_filter_ms": {"avg_ms": 0.004, "count": 192, "max_ms": 0.031, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.129, "count": 192, "max_ms": 0.476, "p95_ms": 0.246}, "mcmt_ms": {"avg_ms": 0.003, "count": 192, "max_ms": 0.021, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.491, "count": 192, "max_ms": 2.266, "p95_ms": 1.081}, "setup_ms": {"avg_ms": 0.047, "count": 192, "max_ms": 0.155, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 3.133, "count": 192, "max_ms": 9.83, "p95_ms": 6.388}, "track_match_ms": {"avg_ms": 0.081, "count": 192, "max_ms": 0.418, "p95_ms": 0.172}, "tracker_update_ms": {"avg_ms": 1.025, "count": 192, "max_ms": 3.271, "p95_ms": 2.401}}, "gstreamer_push": {"avg_ms": 3.315, "count": 192, "max_ms": 7.777, "p95_ms": 5.646}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 192, "max_ms": 0.2, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.799, "count": 192, "max_ms": 86.623, "p95_ms": 70.49}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.17, "count": 192, "max_ms": 16.549, "p95_ms": 7.942}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.467, "count": 192, "max_ms": 144.15, "p95_ms": 127.853}, "inference_input_copy_ms": {"avg_ms": 1.636, "count": 192, "max_ms": 4.198, "p95_ms": 2.813}, "processing_residual_ms": {"avg_ms": 0.207, "count": 192, "max_ms": 0.565, "p95_ms": 0.422}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.48, "count": 192, "max_ms": 148.571, "p95_ms": 132.694}, "read_interval": {"avg_ms": 156.203, "count": 192, "max_ms": 4703.56, "p95_ms": 163.004}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 192, "max_ms": 0.046, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.434, "count": 192, "max_ms": 2.052, "p95_ms": 0.993}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 192, "max_ms": 0.064, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.42, "count": 192, "max_ms": 2.006, "p95_ms": 0.972}, "worker_merge_ms": {"avg_ms": 0.006, "count": 192, "max_ms": 0.024, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 49.814, "count": 192, "max_ms": 86.637, "p95_ms": 70.501}, "visualize": {"avg_ms": 47.374, "count": 192, "max_ms": 71.706, "p95_ms": 60.108}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.805, "count": 192, "max_ms": 65.637, "p95_ms": 55.141}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.186, "count": 192, "max_ms": 70.535, "p95_ms": 58.195}, "visualize_input_copy_ms": {"avg_ms": 0.989, "count": 192, "max_ms": 3.521, "p95_ms": 2.209}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.056, "count": 192, "max_ms": 70.433, "p95_ms": 58.078}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 192, "max_ms": 0.209, "p95_ms": 0.156}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 192}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1465.465, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.108, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.877, "sample_count": 1973, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1490018, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:52:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 137806, "write_bytes_delta": 137806, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 541.0, "cpu_core_ratio": 0.446002, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 42.0, "pid": 109020, "reason": null, "system_cpu_core_ratio": 0.043512, "system_cpu_s_delta": 0.43999999999999995, "user_cpu_core_ratio": 0.402489, "user_cpu_s_delta": 4.07}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.633692, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 95974.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.591373, "system_cpu_s_delta": 5.9799999999959255, "user_cpu_core_ratio": 1.042319, "user_cpu_s_delta": 10.540000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.694, "count": 222, "max_ms": 13.927, "p95_ms": 6.019, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.072, "max": 4.0, "p95": 3.0, "sample_count": 222}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 220}, "total": {"avg": 0.991, "max": 1.0, "p95": 1.0, "sample_count": 222}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.925, "count": 30, "max": 35.348, "p95": 29.331, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.667, "count": 30, "max": 24.714, "p95": 23.512, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 586.2, "count": 30, "max": 1234.0, "p95": 1203.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1314.533, "count": 30, "max": 10337.0, "p95": 5285.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.126, "count": 30, "max": 0.412, "p95": 0.374, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.426, "count": 30, "max": 0.549, "p95": 0.475, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.153, "count": 30, "max": 2.298, "p95": 1.219, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 141359.533, "count": 30, "max": 150455.0, "p95": 149386.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 136518.867, "count": 30, "max": 150455.0, "p95": 149386.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 91746.8, "count": 30, "max": 183226.0, "p95": 149743.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.496, "count": 30, "max": 0.611, "p95": 0.607, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.875, "count": 30, "max": 1.058, "p95": 1.055, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11509, "sampled_at": "2026-10-30T12:52:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:52:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2867266, "flush_count": 2985, "flush_interval_seconds": 30.0, "flush_state": {"count": 2985, "last_at": "2026-10-30T12:52:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:52:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2984}, "started": true, "suppressed_count": 1487390, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1487241}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2985, "written_record_count": 2985}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9605.176, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T12:53:16+09:00", "last_error_summary": "[h264 @ 0x629304b8e8c0] error while decoding MB 91 52, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4120174080000, "copied_frame_count": 1490225, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4120174080000, "frame_buffer_copies": 1490225, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1353, "count": 512, "max_ms": 4.3355, "p50_ms": 0.1109, "p95_ms": 0.2187, "p99_ms": 0.3459}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5806, "count": 512, "max_ms": 6.8178, "p50_ms": 1.4963, "p95_ms": 2.5413, "p99_ms": 3.2845, "results": {"failed": 0, "not_applicable": 0, "success": 1490225, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 539, "h264_decode_error_count": 1218, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:53:16+09:00", "last_error_summary": "[h264 @ 0x629304b8e8c0] error while decoding MB 91 52, bytestream -7", "last_exit_at": "2026-10-30T12:53:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.573, "last_started_at": "2026-10-30T12:51:43+09:00", "pid": 109020, "process": {"exists": false, "pid": 109020}, "restart_count": 587, "restart_count_per_hour": 25, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 588}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.955, "sample_count": 1964, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1490225, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:53:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.021, "last_frame_pushed_at": "2026-10-30T12:53:16+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-10-30T12:53:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 99, "debug_expires_at": null, "deduplicated_count": 50, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 163.663, "last_sample_duration_ms": 1515.225, "last_trigger": "periodic", "next_snapshot_in_sec": 436.337, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 299, "storage_bytes": 2850531}, "mjpeg": {"age_sec": 0.01, "exists": true, "mtime": "2026-10-30T12:53:16.378765+09:00", "mtime_epoch": 1793332396.378765, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 133934}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:53:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1465.562, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1490225, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.438, "max": 5.0, "p95": 4.0, "sample_count": 192}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 134}, "total": {"avg": 0.698, "max": 1.0, "p95": 1.0, "sample_count": 192}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 192}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 192}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 192, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.401, "pushed": 6.401, "read": 6.401}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 192, "client_acquire_ms": {"avg_ms": 0.008, "count": 192, "max_ms": 0.034, "p95_ms": 0.017, "reason": null, "sample_age_ms": 94.786, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.856, "count": 192, "max_ms": 4.373, "p95_ms": 2.651, "reason": null, "sample_age_ms": 136.94, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.34, "count": 192, "max_ms": 4.128, "p95_ms": 1.929, "reason": null, "sample_age_ms": 137.448, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.306, "count": 192, "max_ms": 2.768, "p95_ms": 0.585, "reason": null, "sample_age_ms": 94.817, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.069, "count": 192, "max_ms": 4.867, "p95_ms": 3.675, "reason": null, "sample_age_ms": 134.086, "source": "client_direct"}, "request_count": 192, "request_tensor_bytes": {"avg": 2764808.0, "count": 192, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 134.051, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 192, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 95.026, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.997, "count": 192, "max_ms": 80.889, "p95_ms": 66.516, "reason": null, "sample_age_ms": 94.78, "source": "client_direct"}, "sample_age_ms": 94.775, "source": "client_direct", "task_total_ms": {"avg_ms": 48.559, "count": 192, "max_ms": 84.125, "p95_ms": 69.403, "reason": null, "sample_age_ms": 94.775, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.416, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.166, "count": 192, "max_ms": 10.03, "p95_ms": 6.454}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.322, "count": 192, "max_ms": 1.232, "p95_ms": 0.627}, "detection_prepare_ms": {"avg_ms": 1.023, "count": 192, "max_ms": 3.14, "p95_ms": 2.211}, "event_filter_ms": {"avg_ms": 0.004, "count": 192, "max_ms": 0.031, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.129, "count": 192, "max_ms": 0.476, "p95_ms": 0.246}, "mcmt_ms": {"avg_ms": 0.003, "count": 192, "max_ms": 0.021, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.486, "count": 192, "max_ms": 2.266, "p95_ms": 1.064}, "setup_ms": {"avg_ms": 0.047, "count": 192, "max_ms": 0.155, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 3.114, "count": 192, "max_ms": 9.83, "p95_ms": 6.388}, "track_match_ms": {"avg_ms": 0.08, "count": 192, "max_ms": 0.418, "p95_ms": 0.172}, "tracker_update_ms": {"avg_ms": 1.018, "count": 192, "max_ms": 3.271, "p95_ms": 2.401}}, "gstreamer_push": {"avg_ms": 3.321, "count": 192, "max_ms": 7.777, "p95_ms": 5.646}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 192, "max_ms": 0.2, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.792, "count": 192, "max_ms": 86.623, "p95_ms": 70.49}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.154, "count": 192, "max_ms": 16.549, "p95_ms": 7.942}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.386, "count": 192, "max_ms": 144.15, "p95_ms": 127.853}, "inference_input_copy_ms": {"avg_ms": 1.637, "count": 192, "max_ms": 4.198, "p95_ms": 2.813}, "processing_residual_ms": {"avg_ms": 0.207, "count": 192, "max_ms": 0.565, "p95_ms": 0.422}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.384, "count": 192, "max_ms": 148.571, "p95_ms": 132.694}, "read_interval": {"avg_ms": 156.203, "count": 192, "max_ms": 4703.56, "p95_ms": 163.004}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 192, "max_ms": 0.046, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.43, "count": 192, "max_ms": 2.052, "p95_ms": 0.985}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 192, "max_ms": 0.064, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.415, "count": 192, "max_ms": 2.006, "p95_ms": 0.961}, "worker_merge_ms": {"avg_ms": 0.006, "count": 192, "max_ms": 0.024, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 49.806, "count": 192, "max_ms": 86.637, "p95_ms": 70.501}, "visualize": {"avg_ms": 47.318, "count": 192, "max_ms": 71.706, "p95_ms": 60.068}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.775, "count": 192, "max_ms": 65.637, "p95_ms": 55.095}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.139, "count": 192, "max_ms": 70.535, "p95_ms": 58.014}, "visualize_input_copy_ms": {"avg_ms": 0.982, "count": 192, "max_ms": 3.521, "p95_ms": 2.209}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.009, "count": 192, "max_ms": 70.433, "p95_ms": 57.84}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 192, "max_ms": 0.209, "p95_ms": 0.156}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 192}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1465.465, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.108, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.877, "sample_count": 1973, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1490018, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:52:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 137806, "write_bytes_delta": 137806, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 541.0, "cpu_core_ratio": 0.446002, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 42.0, "pid": 109020, "reason": null, "system_cpu_core_ratio": 0.043512, "system_cpu_s_delta": 0.43999999999999995, "user_cpu_core_ratio": 0.402489, "user_cpu_s_delta": 4.07}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.633692, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 95974.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.591373, "system_cpu_s_delta": 5.9799999999959255, "user_cpu_core_ratio": 1.042319, "user_cpu_s_delta": 10.540000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.694, "count": 222, "max_ms": 13.927, "p95_ms": 6.019, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.072, "max": 4.0, "p95": 3.0, "sample_count": 222}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 220}, "total": {"avg": 0.991, "max": 1.0, "p95": 1.0, "sample_count": 222}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.925, "count": 30, "max": 35.348, "p95": 29.331, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.667, "count": 30, "max": 24.714, "p95": 23.512, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 586.2, "count": 30, "max": 1234.0, "p95": 1203.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1314.533, "count": 30, "max": 10337.0, "p95": 5285.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.126, "count": 30, "max": 0.412, "p95": 0.374, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.426, "count": 30, "max": 0.549, "p95": 0.475, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.153, "count": 30, "max": 2.298, "p95": 1.219, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 141359.533, "count": 30, "max": 150455.0, "p95": 149386.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 136518.867, "count": 30, "max": 150455.0, "p95": 149386.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 91746.8, "count": 30, "max": 183226.0, "p95": 149743.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.496, "count": 30, "max": 0.611, "p95": 0.607, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.875, "count": 30, "max": 1.058, "p95": 1.055, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11509, "sampled_at": "2026-10-30T12:52:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:52:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2867266, "flush_count": 2985, "flush_interval_seconds": 30.0, "flush_state": {"count": 2985, "last_at": "2026-10-30T12:52:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:52:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2984}, "started": true, "suppressed_count": 1487390, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1487241}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2985, "written_record_count": 2985}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9605.359, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4120174080000, "copied_frame_count": 1490225, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4120174080000, "frame_buffer_copies": 1490225, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1353, "count": 512, "max_ms": 4.3355, "p50_ms": 0.1109, "p95_ms": 0.2187, "p99_ms": 0.3459}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5806, "count": 512, "max_ms": 6.8178, "p50_ms": 1.4963, "p95_ms": 2.5413, "p99_ms": 3.2845, "results": {"failed": 0, "not_applicable": 0, "success": 1490225, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 539, "h264_decode_error_count": 1218, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:53:16+09:00", "last_error_summary": "[h264 @ 0x629304b8e8c0] error while decoding MB 91 52, bytestream -7", "last_exit_at": "2026-10-30T12:53:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.599, "last_started_at": "2026-10-30T12:51:43+09:00", "pid": 109020, "process": {"exists": false, "pid": 109020}, "restart_count": 587, "restart_count_per_hour": 25, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 588}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.955, "sample_count": 1964, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1490225, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:53:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.048, "last_frame_pushed_at": "2026-10-30T12:53:16+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-10-30T12:53:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 99, "debug_expires_at": null, "deduplicated_count": 50, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 163.689, "last_sample_duration_ms": 1515.225, "last_trigger": "periodic", "next_snapshot_in_sec": 436.311, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 299, "storage_bytes": 2850531}, "mjpeg": {"age_sec": 0.037, "exists": true, "mtime": "2026-10-30T12:53:16.378765+09:00", "mtime_epoch": 1793332396.378765, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 133934}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:53:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1465.562, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1490225, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.438, "max": 5.0, "p95": 4.0, "sample_count": 192}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 134}, "total": {"avg": 0.698, "max": 1.0, "p95": 1.0, "sample_count": 192}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 192}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 192}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.42, "pushed": 6.42, "read": 6.387}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 191, "client_acquire_ms": {"avg_ms": 0.008, "count": 192, "max_ms": 0.034, "p95_ms": 0.017, "reason": null, "sample_age_ms": 120.855, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.853, "count": 191, "max_ms": 4.373, "p95_ms": 2.654, "reason": null, "sample_age_ms": 163.009, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.34, "count": 191, "max_ms": 4.128, "p95_ms": 1.931, "reason": null, "sample_age_ms": 163.517, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.306, "count": 192, "max_ms": 2.768, "p95_ms": 0.585, "reason": null, "sample_age_ms": 120.885, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.058, "count": 191, "max_ms": 4.867, "p95_ms": 3.581, "reason": null, "sample_age_ms": 160.155, "source": "client_direct"}, "request_count": 191, "request_tensor_bytes": {"avg": 2764808.0, "count": 191, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 160.12, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 192, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 121.094, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.997, "count": 192, "max_ms": 80.889, "p95_ms": 66.516, "reason": null, "sample_age_ms": 120.849, "source": "client_direct"}, "sample_age_ms": 120.843, "source": "client_direct", "task_total_ms": {"avg_ms": 48.559, "count": 192, "max_ms": 84.125, "p95_ms": 69.403, "reason": null, "sample_age_ms": 120.843, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.878, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.166, "count": 192, "max_ms": 10.03, "p95_ms": 6.454}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.322, "count": 192, "max_ms": 1.232, "p95_ms": 0.627}, "detection_prepare_ms": {"avg_ms": 1.023, "count": 192, "max_ms": 3.14, "p95_ms": 2.211}, "event_filter_ms": {"avg_ms": 0.004, "count": 192, "max_ms": 0.031, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.129, "count": 192, "max_ms": 0.476, "p95_ms": 0.246}, "mcmt_ms": {"avg_ms": 0.003, "count": 192, "max_ms": 0.021, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.486, "count": 192, "max_ms": 2.266, "p95_ms": 1.064}, "setup_ms": {"avg_ms": 0.047, "count": 192, "max_ms": 0.155, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 3.114, "count": 192, "max_ms": 9.83, "p95_ms": 6.388}, "track_match_ms": {"avg_ms": 0.08, "count": 192, "max_ms": 0.418, "p95_ms": 0.172}, "tracker_update_ms": {"avg_ms": 1.018, "count": 192, "max_ms": 3.271, "p95_ms": 2.401}}, "gstreamer_push": {"avg_ms": 3.321, "count": 192, "max_ms": 7.777, "p95_ms": 5.646}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 192, "max_ms": 0.2, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.792, "count": 192, "max_ms": 86.623, "p95_ms": 70.49}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.154, "count": 192, "max_ms": 16.549, "p95_ms": 7.942}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.386, "count": 192, "max_ms": 144.15, "p95_ms": 127.853}, "inference_input_copy_ms": {"avg_ms": 1.637, "count": 192, "max_ms": 4.198, "p95_ms": 2.813}, "processing_residual_ms": {"avg_ms": 0.207, "count": 192, "max_ms": 0.565, "p95_ms": 0.422}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.384, "count": 192, "max_ms": 148.571, "p95_ms": 132.694}, "read_interval": {"avg_ms": 156.351, "count": 191, "max_ms": 4703.56, "p95_ms": 163.004}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 192, "max_ms": 0.046, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.43, "count": 192, "max_ms": 2.052, "p95_ms": 0.985}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 192, "max_ms": 0.064, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.415, "count": 192, "max_ms": 2.006, "p95_ms": 0.961}, "worker_merge_ms": {"avg_ms": 0.006, "count": 192, "max_ms": 0.024, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 49.806, "count": 192, "max_ms": 86.637, "p95_ms": 70.501}, "visualize": {"avg_ms": 47.318, "count": 192, "max_ms": 71.706, "p95_ms": 60.068}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.775, "count": 192, "max_ms": 65.637, "p95_ms": 55.095}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.139, "count": 192, "max_ms": 70.535, "p95_ms": 58.014}, "visualize_input_copy_ms": {"avg_ms": 0.982, "count": 192, "max_ms": 3.521, "p95_ms": 2.209}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.009, "count": 192, "max_ms": 70.433, "p95_ms": 57.84}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 192, "max_ms": 0.209, "p95_ms": 0.156}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 192}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1465.465, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.108, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.877, "sample_count": 1973, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1490018, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:52:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 137806, "write_bytes_delta": 137806, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 541.0, "cpu_core_ratio": 0.446002, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 42.0, "pid": 109020, "reason": null, "system_cpu_core_ratio": 0.043512, "system_cpu_s_delta": 0.43999999999999995, "user_cpu_core_ratio": 0.402489, "user_cpu_s_delta": 4.07}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.633692, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 95974.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.591373, "system_cpu_s_delta": 5.9799999999959255, "user_cpu_core_ratio": 1.042319, "user_cpu_s_delta": 10.540000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.694, "count": 222, "max_ms": 13.927, "p95_ms": 6.019, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.072, "max": 4.0, "p95": 3.0, "sample_count": 222}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 220}, "total": {"avg": 0.991, "max": 1.0, "p95": 1.0, "sample_count": 222}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.925, "count": 30, "max": 35.348, "p95": 29.331, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.667, "count": 30, "max": 24.714, "p95": 23.512, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 586.2, "count": 30, "max": 1234.0, "p95": 1203.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1314.533, "count": 30, "max": 10337.0, "p95": 5285.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.126, "count": 30, "max": 0.412, "p95": 0.374, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.426, "count": 30, "max": 0.549, "p95": 0.475, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.153, "count": 30, "max": 2.298, "p95": 1.219, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 141359.533, "count": 30, "max": 150455.0, "p95": 149386.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 136518.867, "count": 30, "max": 150455.0, "p95": 149386.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 91746.8, "count": 30, "max": 183226.0, "p95": 149743.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.496, "count": 30, "max": 0.611, "p95": 0.607, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.875, "count": 30, "max": 1.058, "p95": 1.055, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11509, "sampled_at": "2026-10-30T12:52:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:52:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2867266, "flush_count": 2985, "flush_interval_seconds": 30.0, "flush_state": {"count": 2985, "last_at": "2026-10-30T12:52:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:52:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2984}, "started": true, "suppressed_count": 1487390, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1487241}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2985, "written_record_count": 2985}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9776.34, "limit_mb": null}, "detail": {"pid": 109136, "restart_count": 588, "start_count": 589}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4120174080000, "copied_frame_count": 1490225, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4120174080000, "frame_buffer_copies": 1490225, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1353, "count": 512, "max_ms": 4.3355, "p50_ms": 0.1109, "p95_ms": 0.2187, "p99_ms": 0.3459}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5806, "count": 512, "max_ms": 6.8178, "p50_ms": 1.4963, "p95_ms": 2.5413, "p99_ms": 3.2845, "results": {"failed": 0, "not_applicable": 0, "success": 1490225, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 539, "h264_decode_error_count": 1218, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:53:16+09:00", "last_error_summary": "[h264 @ 0x629304b8e8c0] error while decoding MB 91 52, bytestream -7", "last_exit_at": "2026-10-30T12:53:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T12:53:18+09:00", "pid": 109136, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.898, "name": "ffmpeg", "pid": 109136, "rss_mb": 206.898, "state": "S (sleeping)", "threads": 70}, "restart_count": 588, "restart_count_per_hour": 26, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 589}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.097, "sample_count": 1928, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1490225, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:53:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.424, "last_frame_pushed_at": "2026-10-30T12:53:16+09:00", "last_frame_read_age_sec": 4.537, "last_frame_read_at": "2026-10-30T12:53:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 99, "debug_expires_at": null, "deduplicated_count": 50, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 168.07, "last_sample_duration_ms": 1515.225, "last_trigger": "periodic", "next_snapshot_in_sec": 431.93, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 299, "storage_bytes": 2850531}, "mjpeg": {"age_sec": 4.414, "exists": true, "mtime": "2026-10-30T12:53:16.378765+09:00", "mtime_epoch": 1793332396.378765, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 133934}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:53:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1465.566, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1490225, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.368, "max": 5.0, "p95": 4.0, "sample_count": 155}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 115}, "total": {"avg": 0.742, "max": 1.0, "p95": 1.0, "sample_count": 155}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 155}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 155}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 155, "pushed_frames": 155, "read_frames": 154, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.178, "pushed": 5.178, "read": 5.145}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 154, "client_acquire_ms": {"avg_ms": 0.008, "count": 155, "max_ms": 0.034, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4498.506, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.853, "count": 154, "max_ms": 4.373, "p95_ms": 2.646, "reason": null, "sample_age_ms": 4540.66, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.327, "count": 154, "max_ms": 4.128, "p95_ms": 1.908, "reason": null, "sample_age_ms": 4541.167, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.314, "count": 155, "max_ms": 2.768, "p95_ms": 0.598, "reason": null, "sample_age_ms": 4498.536, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.066, "count": 154, "max_ms": 4.867, "p95_ms": 3.661, "reason": null, "sample_age_ms": 4537.806, "source": "client_direct"}, "request_count": 154, "request_tensor_bytes": {"avg": 2764808.0, "count": 154, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4537.771, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 155, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4498.745, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.126, "count": 155, "max_ms": 80.889, "p95_ms": 65.12, "reason": null, "sample_age_ms": 4498.5, "source": "client_direct"}, "sample_age_ms": 4498.494, "source": "client_direct", "task_total_ms": {"avg_ms": 48.694, "count": 155, "max_ms": 84.125, "p95_ms": 69.217, "reason": null, "sample_age_ms": 4498.494, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.591, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.368, "count": 155, "max_ms": 10.03, "p95_ms": 6.743}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.322, "count": 155, "max_ms": 1.232, "p95_ms": 0.661}, "detection_prepare_ms": {"avg_ms": 1.102, "count": 155, "max_ms": 3.14, "p95_ms": 2.321}, "event_filter_ms": {"avg_ms": 0.004, "count": 155, "max_ms": 0.031, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.133, "count": 155, "max_ms": 0.476, "p95_ms": 0.274}, "mcmt_ms": {"avg_ms": 0.003, "count": 155, "max_ms": 0.021, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.508, "count": 155, "max_ms": 2.266, "p95_ms": 1.088}, "setup_ms": {"avg_ms": 0.048, "count": 155, "max_ms": 0.155, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 3.314, "count": 155, "max_ms": 9.83, "p95_ms": 6.654}, "track_match_ms": {"avg_ms": 0.087, "count": 155, "max_ms": 0.418, "p95_ms": 0.183}, "tracker_update_ms": {"avg_ms": 1.105, "count": 155, "max_ms": 3.271, "p95_ms": 2.558}}, "gstreamer_push": {"avg_ms": 3.268, "count": 155, "max_ms": 7.777, "p95_ms": 5.275}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 155, "max_ms": 0.2, "p95_ms": 0.118}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.947, "count": 155, "max_ms": 86.623, "p95_ms": 70.465}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.293, "count": 155, "max_ms": 16.549, "p95_ms": 8.97}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.694, "count": 155, "max_ms": 144.15, "p95_ms": 128.549}, "inference_input_copy_ms": {"avg_ms": 1.639, "count": 155, "max_ms": 4.198, "p95_ms": 2.813}, "processing_residual_ms": {"avg_ms": 0.214, "count": 155, "max_ms": 0.565, "p95_ms": 0.436}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.839, "count": 155, "max_ms": 148.571, "p95_ms": 136.715}, "read_interval": {"avg_ms": 165.496, "count": 154, "max_ms": 4703.56, "p95_ms": 182.575}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 155, "max_ms": 0.046, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.451, "count": 155, "max_ms": 2.052, "p95_ms": 1.0}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 155, "max_ms": 0.064, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.436, "count": 155, "max_ms": 2.006, "p95_ms": 0.972}, "worker_merge_ms": {"avg_ms": 0.006, "count": 155, "max_ms": 0.024, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 49.962, "count": 155, "max_ms": 86.637, "p95_ms": 70.493}, "visualize": {"avg_ms": 47.263, "count": 155, "max_ms": 71.706, "p95_ms": 59.565}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.57, "count": 155, "max_ms": 65.637, "p95_ms": 55.046}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.018, "count": 155, "max_ms": 70.535, "p95_ms": 57.974}, "visualize_input_copy_ms": {"avg_ms": 1.045, "count": 155, "max_ms": 3.495, "p95_ms": 2.244}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.886, "count": 155, "max_ms": 70.433, "p95_ms": 57.81}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 155, "max_ms": 0.209, "p95_ms": 0.17}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 155}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1465.465, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.108, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.877, "sample_count": 1973, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1490018, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:52:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 137806, "write_bytes_delta": 137806, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 541.0, "cpu_core_ratio": 0.446002, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 42.0, "pid": 109020, "reason": null, "system_cpu_core_ratio": 0.043512, "system_cpu_s_delta": 0.43999999999999995, "user_cpu_core_ratio": 0.402489, "user_cpu_s_delta": 4.07}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.633692, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 95974.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.591373, "system_cpu_s_delta": 5.9799999999959255, "user_cpu_core_ratio": 1.042319, "user_cpu_s_delta": 10.540000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.694, "count": 222, "max_ms": 13.927, "p95_ms": 6.019, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.072, "max": 4.0, "p95": 3.0, "sample_count": 222}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 220}, "total": {"avg": 0.991, "max": 1.0, "p95": 1.0, "sample_count": 222}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.925, "count": 30, "max": 35.348, "p95": 29.331, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.667, "count": 30, "max": 24.714, "p95": 23.512, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 586.2, "count": 30, "max": 1234.0, "p95": 1203.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1314.533, "count": 30, "max": 10337.0, "p95": 5285.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.126, "count": 30, "max": 0.412, "p95": 0.374, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.426, "count": 30, "max": 0.549, "p95": 0.475, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.153, "count": 30, "max": 2.298, "p95": 1.219, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 141359.533, "count": 30, "max": 150455.0, "p95": 149386.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 136518.867, "count": 30, "max": 150455.0, "p95": 149386.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 91746.8, "count": 30, "max": 183226.0, "p95": 149743.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.496, "count": 30, "max": 0.611, "p95": 0.607, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.875, "count": 30, "max": 1.058, "p95": 1.055, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11509, "sampled_at": "2026-10-30T12:52:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:52:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2870275, "flush_count": 2988, "flush_interval_seconds": 30.0, "flush_state": {"count": 2988, "last_at": "2026-10-30T12:55:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:55:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2987}, "started": true, "suppressed_count": 1488408, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1488259}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2988, "written_record_count": 2988}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9608.953, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5edbfbb0cec0] error while decoding MB 0 59, bytestream -7 [h264 @ 0x5edbfad88400] cabac decode of qscale diff failed at 7 58 [h264 @ 0x5edbfad88400] error while decoding MB 7 58, bytestream 20090 [h264 @ 0x5edbfad68fc0] error while decoding MB 112 48, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4122994176000, "copied_frame_count": 1491245, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4122994176000, "frame_buffer_copies": 1491245, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1215, "count": 512, "max_ms": 1.9223, "p50_ms": 0.1045, "p95_ms": 0.2139, "p99_ms": 0.317}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5123, "count": 512, "max_ms": 3.9208, "p50_ms": 1.4312, "p95_ms": 2.4468, "p99_ms": 3.127, "results": {"failed": 0, "not_applicable": 0, "success": 1491245, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 540, "h264_decode_error_count": 1222, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:55:32+09:00", "last_error_summary": "[h264 @ 0x5edbfbb0cec0] error while decoding MB 0 59, bytestream -7 [h264 @ 0x5edbfad88400] cabac decode of qscale diff failed at 7 58 [h264 @ 0x5edbfad88400] error while decoding MB 7 58, bytestream 20090 [h264 @ 0x5edbfad68fc0] error while decoding MB 112 48, bytestream -5", "last_exit_at": "2026-10-30T12:53:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 133.575, "last_started_at": "2026-10-30T12:53:18+09:00", "pid": 109136, "process": {"exists": false, "pid": 109136}, "restart_count": 588, "restart_count_per_hour": 25, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 589}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.916, "sample_count": 2129, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1491245, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:55:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.106, "last_frame_pushed_at": "2026-10-30T12:55:32+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-10-30T12:55:32+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 99, "debug_expires_at": null, "deduplicated_count": 50, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 299.676, "last_sample_duration_ms": 1515.225, "last_trigger": "periodic", "next_snapshot_in_sec": 300.324, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 299, "storage_bytes": 2850531}, "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-10-30T12:55:32.275295+09:00", "mtime_epoch": 1793332532.2752955, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 133125}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:55:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1466.148, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1491246, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 207}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 207}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 207}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 207}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 208, "read_frames": 208, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.902, "pushed": 6.936, "read": 6.936}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 208, "client_acquire_ms": {"avg_ms": 0.009, "count": 208, "max_ms": 0.075, "p95_ms": 0.018, "reason": null, "sample_age_ms": 59.579, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.077, "count": 208, "max_ms": 7.437, "p95_ms": 3.458, "reason": null, "sample_age_ms": 108.516, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.418, "count": 208, "max_ms": 5.707, "p95_ms": 2.4, "reason": null, "sample_age_ms": 108.965, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.285, "count": 208, "max_ms": 0.906, "p95_ms": 0.568, "reason": null, "sample_age_ms": 59.587, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.202, "count": 208, "max_ms": 5.193, "p95_ms": 3.765, "reason": null, "sample_age_ms": 106.134, "source": "client_direct"}, "request_count": 208, "request_tensor_bytes": {"avg": 2764808.0, "count": 208, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 106.099, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 208, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 59.742, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.548, "count": 208, "max_ms": 84.931, "p95_ms": 65.558, "reason": null, "sample_age_ms": 59.576, "source": "client_direct"}, "sample_age_ms": 59.572, "source": "client_direct", "task_total_ms": {"avg_ms": 51.235, "count": 208, "max_ms": 88.261, "p95_ms": 68.804, "reason": null, "sample_age_ms": 59.572, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.44, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.572, "count": 207, "max_ms": 9.541, "p95_ms": 8.412}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.394, "count": 207, "max_ms": 2.305, "p95_ms": 0.763}, "detection_prepare_ms": {"avg_ms": 1.519, "count": 207, "max_ms": 4.978, "p95_ms": 2.917}, "event_filter_ms": {"avg_ms": 0.005, "count": 207, "max_ms": 0.033, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.158, "count": 207, "max_ms": 0.457, "p95_ms": 0.298}, "mcmt_ms": {"avg_ms": 0.004, "count": 207, "max_ms": 0.024, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.696, "count": 207, "max_ms": 3.633, "p95_ms": 1.331}, "setup_ms": {"avg_ms": 0.048, "count": 207, "max_ms": 0.163, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 4.511, "count": 207, "max_ms": 9.449, "p95_ms": 8.326}, "track_match_ms": {"avg_ms": 0.125, "count": 207, "max_ms": 0.465, "p95_ms": 0.239}, "tracker_update_ms": {"avg_ms": 1.56, "count": 207, "max_ms": 4.306, "p95_ms": 2.744}}, "gstreamer_push": {"avg_ms": 3.486, "count": 208, "max_ms": 7.806, "p95_ms": 6.216}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 207, "max_ms": 0.996, "p95_ms": 0.118}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.752, "count": 207, "max_ms": 89.585, "p95_ms": 71.956}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.055, "count": 207, "max_ms": 14.143, "p95_ms": 9.005}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.952, "count": 207, "max_ms": 140.362, "p95_ms": 129.893}, "inference_input_copy_ms": {"avg_ms": 1.801, "count": 207, "max_ms": 4.755, "p95_ms": 3.054}, "processing_residual_ms": {"avg_ms": 0.22, "count": 207, "max_ms": 0.732, "p95_ms": 0.393}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.027, "count": 207, "max_ms": 145.482, "p95_ms": 134.627}, "read_interval": {"avg_ms": 144.299, "count": 208, "max_ms": 1900.215, "p95_ms": 170.971}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 207, "max_ms": 0.07, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.629, "count": 207, "max_ms": 3.512, "p95_ms": 1.211}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 207, "max_ms": 0.078, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.613, "count": 207, "max_ms": 3.451, "p95_ms": 1.178}, "worker_merge_ms": {"avg_ms": 0.008, "count": 207, "max_ms": 0.059, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 52.766, "count": 207, "max_ms": 89.605, "p95_ms": 71.966}, "visualize": {"avg_ms": 49.423, "count": 207, "max_ms": 70.22, "p95_ms": 61.022}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.59, "count": 207, "max_ms": 65.023, "p95_ms": 55.952}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.733, "count": 207, "max_ms": 67.979, "p95_ms": 59.672}, "visualize_input_copy_ms": {"avg_ms": 1.471, "count": 207, "max_ms": 5.349, "p95_ms": 2.438}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.582, "count": 207, "max_ms": 67.758, "p95_ms": 59.574}, "visualizer_prepare_ms": {"avg_ms": 0.082, "count": 207, "max_ms": 0.292, "p95_ms": 0.163}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 207}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1479.066, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.832, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.211, "sample_count": 2139, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1491140, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:55:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.114, "exists": true, "size_bytes": 138389, "write_bytes_delta": 138389, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 721.0, "cpu_core_ratio": 0.748095, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5953.0, "pid": 109136, "reason": null, "system_cpu_core_ratio": 0.269314, "system_cpu_s_delta": 5.4, "user_cpu_core_ratio": 0.478781, "user_cpu_s_delta": 9.600000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.485716, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 171443.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.543117, "system_cpu_s_delta": 10.889999999999418, "user_cpu_core_ratio": 0.942599, "user_cpu_s_delta": 18.89999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.424, "count": 215, "max_ms": 11.924, "p95_ms": 5.814, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.023, "max": 3.0, "p95": 2.0, "sample_count": 215}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.005, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 215}, "total": {"avg": 1.005, "max": 2.0, "p95": 1.0, "sample_count": 215}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.433, "count": 30, "max": 79.753, "p95": 61.294, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.194, "count": 30, "max": 30.734, "p95": 24.959, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 521.767, "count": 30, "max": 1203.0, "p95": 1079.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1972.833, "count": 30, "max": 10337.0, "p95": 8329.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.146, "count": 30, "max": 0.412, "p95": 0.358, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.429, "count": 30, "max": 0.549, "p95": 0.489, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.095, "count": 30, "max": 2.298, "p95": 0.128, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138212.867, "count": 30, "max": 143053.0, "p95": 141942.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 133483.467, "count": 30, "max": 143053.0, "p95": 141352.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 104542.533, "count": 30, "max": 210691.0, "p95": 201464.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.496, "count": 30, "max": 0.612, "p95": 0.609, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.875, "count": 30, "max": 1.061, "p95": 1.059, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11518, "sampled_at": "2026-10-30T12:55:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:55:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2870275, "flush_count": 2988, "flush_interval_seconds": 30.0, "flush_state": {"count": 2988, "last_at": "2026-10-30T12:55:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:55:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2987}, "started": true, "suppressed_count": 1488408, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1488259}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2988, "written_record_count": 2988}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9610.219, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T12:55:32+09:00", "last_error_summary": "[h264 @ 0x5edbfbb0cec0] error while decoding MB 0 59, bytestream -7 [h264 @ 0x5edbfad88400] cabac decode of qscale diff failed at 7 58 [h264 @ 0x5edbfad88400] error while decoding MB 7 58, bytestream 20090 [h264 @ 0x5edbfad68fc0] error while decoding MB 112 48, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4122996940800, "copied_frame_count": 1491246, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4122996940800, "frame_buffer_copies": 1491246, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1214, "count": 512, "max_ms": 1.9223, "p50_ms": 0.1044, "p95_ms": 0.2139, "p99_ms": 0.317}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5387, "count": 512, "max_ms": 14.5329, "p50_ms": 1.4366, "p95_ms": 2.4697, "p99_ms": 3.1447, "results": {"failed": 0, "not_applicable": 0, "success": 1491246, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 540, "h264_decode_error_count": 1222, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:55:32+09:00", "last_error_summary": "[h264 @ 0x5edbfbb0cec0] error while decoding MB 0 59, bytestream -7 [h264 @ 0x5edbfad88400] cabac decode of qscale diff failed at 7 58 [h264 @ 0x5edbfad88400] error while decoding MB 7 58, bytestream 20090 [h264 @ 0x5edbfad68fc0] error while decoding MB 112 48, bytestream -5", "last_exit_at": "2026-10-30T12:55:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 133.638, "last_started_at": "2026-10-30T12:53:18+09:00", "pid": 109136, "process": {"exists": false, "pid": 109136}, "restart_count": 588, "restart_count_per_hour": 25, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 589}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.916, "sample_count": 2130, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1491246, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:55:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.01, "last_frame_pushed_at": "2026-10-30T12:55:32+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-10-30T12:55:32+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 99, "debug_expires_at": null, "deduplicated_count": 50, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 299.706, "last_sample_duration_ms": 1515.225, "last_trigger": "periodic", "next_snapshot_in_sec": 300.294, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 299, "storage_bytes": 2850531}, "mjpeg": {"age_sec": 0.004, "exists": true, "mtime": "2026-10-30T12:55:32.425296+09:00", "mtime_epoch": 1793332532.425296, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 138518}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:55:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1466.145, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1491246, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 208}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 208}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 208}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 208}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 208}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.946, "pushed": 6.946, "read": 6.913}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 207, "client_acquire_ms": {"avg_ms": 0.009, "count": 207, "max_ms": 0.075, "p95_ms": 0.019, "reason": null, "sample_age_ms": 113.798, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.079, "count": 207, "max_ms": 7.437, "p95_ms": 3.469, "reason": null, "sample_age_ms": 162.734, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.419, "count": 207, "max_ms": 5.707, "p95_ms": 2.404, "reason": null, "sample_age_ms": 163.183, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.286, "count": 207, "max_ms": 0.906, "p95_ms": 0.569, "reason": null, "sample_age_ms": 113.805, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.2, "count": 207, "max_ms": 5.193, "p95_ms": 3.77, "reason": null, "sample_age_ms": 160.352, "source": "client_direct"}, "request_count": 207, "request_tensor_bytes": {"avg": 2764808.0, "count": 207, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 160.317, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 207, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 113.961, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.599, "count": 207, "max_ms": 84.931, "p95_ms": 65.58, "reason": null, "sample_age_ms": 113.794, "source": "client_direct"}, "sample_age_ms": 113.79, "source": "client_direct", "task_total_ms": {"avg_ms": 51.285, "count": 207, "max_ms": 88.261, "p95_ms": 68.824, "reason": null, "sample_age_ms": 113.79, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.239, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.569, "count": 208, "max_ms": 9.541, "p95_ms": 8.412}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.394, "count": 208, "max_ms": 2.305, "p95_ms": 0.763}, "detection_prepare_ms": {"avg_ms": 1.517, "count": 208, "max_ms": 4.978, "p95_ms": 2.917}, "event_filter_ms": {"avg_ms": 0.005, "count": 208, "max_ms": 0.033, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.158, "count": 208, "max_ms": 0.457, "p95_ms": 0.298}, "mcmt_ms": {"avg_ms": 0.004, "count": 208, "max_ms": 0.024, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.695, "count": 208, "max_ms": 3.633, "p95_ms": 1.331}, "setup_ms": {"avg_ms": 0.048, "count": 208, "max_ms": 0.163, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 4.507, "count": 208, "max_ms": 9.449, "p95_ms": 8.326}, "track_match_ms": {"avg_ms": 0.125, "count": 208, "max_ms": 0.465, "p95_ms": 0.239}, "tracker_update_ms": {"avg_ms": 1.561, "count": 208, "max_ms": 4.306, "p95_ms": 2.744}}, "gstreamer_push": {"avg_ms": 3.46, "count": 208, "max_ms": 7.806, "p95_ms": 6.193}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 208, "max_ms": 0.996, "p95_ms": 0.118}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.738, "count": 208, "max_ms": 89.585, "p95_ms": 71.956}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.048, "count": 208, "max_ms": 14.143, "p95_ms": 9.005}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.053, "count": 208, "max_ms": 140.362, "p95_ms": 129.893}, "inference_input_copy_ms": {"avg_ms": 1.803, "count": 208, "max_ms": 4.755, "p95_ms": 3.054}, "processing_residual_ms": {"avg_ms": 0.22, "count": 208, "max_ms": 0.732, "p95_ms": 0.393}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.125, "count": 208, "max_ms": 145.482, "p95_ms": 134.627}, "read_interval": {"avg_ms": 144.353, "count": 207, "max_ms": 1900.215, "p95_ms": 170.971}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 208, "max_ms": 0.07, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.628, "count": 208, "max_ms": 3.512, "p95_ms": 1.211}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 208, "max_ms": 0.078, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.612, "count": 208, "max_ms": 3.451, "p95_ms": 1.178}, "worker_merge_ms": {"avg_ms": 0.008, "count": 208, "max_ms": 0.059, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 52.752, "count": 208, "max_ms": 89.605, "p95_ms": 71.966}, "visualize": {"avg_ms": 49.545, "count": 208, "max_ms": 74.64, "p95_ms": 62.331}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.659, "count": 208, "max_ms": 65.023, "p95_ms": 56.663}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.855, "count": 208, "max_ms": 73.009, "p95_ms": 59.905}, "visualize_input_copy_ms": {"avg_ms": 1.471, "count": 208, "max_ms": 5.349, "p95_ms": 2.438}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.703, "count": 208, "max_ms": 72.889, "p95_ms": 59.767}, "visualizer_prepare_ms": {"avg_ms": 0.082, "count": 208, "max_ms": 0.292, "p95_ms": 0.163}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 208}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1479.066, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.832, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.211, "sample_count": 2139, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1491140, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:55:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.114, "exists": true, "size_bytes": 138389, "write_bytes_delta": 138389, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 721.0, "cpu_core_ratio": 0.748095, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5953.0, "pid": 109136, "reason": null, "system_cpu_core_ratio": 0.269314, "system_cpu_s_delta": 5.4, "user_cpu_core_ratio": 0.478781, "user_cpu_s_delta": 9.600000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.485716, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 171443.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.543117, "system_cpu_s_delta": 10.889999999999418, "user_cpu_core_ratio": 0.942599, "user_cpu_s_delta": 18.89999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.424, "count": 215, "max_ms": 11.924, "p95_ms": 5.814, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.023, "max": 3.0, "p95": 2.0, "sample_count": 215}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.005, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 215}, "total": {"avg": 1.005, "max": 2.0, "p95": 1.0, "sample_count": 215}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.433, "count": 30, "max": 79.753, "p95": 61.294, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.194, "count": 30, "max": 30.734, "p95": 24.959, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 521.767, "count": 30, "max": 1203.0, "p95": 1079.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1972.833, "count": 30, "max": 10337.0, "p95": 8329.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.146, "count": 30, "max": 0.412, "p95": 0.358, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.429, "count": 30, "max": 0.549, "p95": 0.489, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.095, "count": 30, "max": 2.298, "p95": 0.128, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138212.867, "count": 30, "max": 143053.0, "p95": 141942.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 133483.467, "count": 30, "max": 143053.0, "p95": 141352.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 104542.533, "count": 30, "max": 210691.0, "p95": 201464.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.496, "count": 30, "max": 0.612, "p95": 0.609, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.875, "count": 30, "max": 1.061, "p95": 1.059, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11518, "sampled_at": "2026-10-30T12:55:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:55:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2870275, "flush_count": 2988, "flush_interval_seconds": 30.0, "flush_state": {"count": 2988, "last_at": "2026-10-30T12:55:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:55:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2987}, "started": true, "suppressed_count": 1488408, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1488259}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2988, "written_record_count": 2988}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9608.387, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4122996940800, "copied_frame_count": 1491246, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4122996940800, "frame_buffer_copies": 1491246, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1214, "count": 512, "max_ms": 1.9223, "p50_ms": 0.1044, "p95_ms": 0.2139, "p99_ms": 0.317}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5387, "count": 512, "max_ms": 14.5329, "p50_ms": 1.4366, "p95_ms": 2.4697, "p99_ms": 3.1447, "results": {"failed": 0, "not_applicable": 0, "success": 1491246, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 540, "h264_decode_error_count": 1222, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:55:32+09:00", "last_error_summary": "[h264 @ 0x5edbfbb0cec0] error while decoding MB 0 59, bytestream -7 [h264 @ 0x5edbfad88400] cabac decode of qscale diff failed at 7 58 [h264 @ 0x5edbfad88400] error while decoding MB 7 58, bytestream 20090 [h264 @ 0x5edbfad68fc0] error while decoding MB 112 48, bytestream -5", "last_exit_at": "2026-10-30T12:55:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 133.67, "last_started_at": "2026-10-30T12:53:18+09:00", "pid": 109136, "process": {"exists": false, "pid": 109136}, "restart_count": 588, "restart_count_per_hour": 25, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 589}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.916, "sample_count": 2129, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1491246, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:55:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.042, "last_frame_pushed_at": "2026-10-30T12:55:32+09:00", "last_frame_read_age_sec": 0.193, "last_frame_read_at": "2026-10-30T12:55:32+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 99, "debug_expires_at": null, "deduplicated_count": 50, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 299.739, "last_sample_duration_ms": 1515.225, "last_trigger": "periodic", "next_snapshot_in_sec": 300.261, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 299, "storage_bytes": 2850531}, "mjpeg": {"age_sec": 0.035, "exists": true, "mtime": "2026-10-30T12:55:32.425296+09:00", "mtime_epoch": 1793332532.425296, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 138518}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:55:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1466.145, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1491246, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 208}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 208}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 208}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 208}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 208}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.939, "pushed": 6.939, "read": 6.906}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 207, "client_acquire_ms": {"avg_ms": 0.009, "count": 207, "max_ms": 0.075, "p95_ms": 0.019, "reason": null, "sample_age_ms": 147.686, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.079, "count": 207, "max_ms": 7.437, "p95_ms": 3.469, "reason": null, "sample_age_ms": 196.623, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.419, "count": 207, "max_ms": 5.707, "p95_ms": 2.404, "reason": null, "sample_age_ms": 197.072, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.286, "count": 207, "max_ms": 0.906, "p95_ms": 0.569, "reason": null, "sample_age_ms": 147.694, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.2, "count": 207, "max_ms": 5.193, "p95_ms": 3.77, "reason": null, "sample_age_ms": 194.241, "source": "client_direct"}, "request_count": 207, "request_tensor_bytes": {"avg": 2764808.0, "count": 207, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 194.206, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 207, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 147.849, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.599, "count": 207, "max_ms": 84.931, "p95_ms": 65.58, "reason": null, "sample_age_ms": 147.683, "source": "client_direct"}, "sample_age_ms": 147.679, "source": "client_direct", "task_total_ms": {"avg_ms": 51.285, "count": 207, "max_ms": 88.261, "p95_ms": 68.824, "reason": null, "sample_age_ms": 147.679, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.047, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.569, "count": 208, "max_ms": 9.541, "p95_ms": 8.412}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.394, "count": 208, "max_ms": 2.305, "p95_ms": 0.763}, "detection_prepare_ms": {"avg_ms": 1.517, "count": 208, "max_ms": 4.978, "p95_ms": 2.917}, "event_filter_ms": {"avg_ms": 0.005, "count": 208, "max_ms": 0.033, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.158, "count": 208, "max_ms": 0.457, "p95_ms": 0.298}, "mcmt_ms": {"avg_ms": 0.004, "count": 208, "max_ms": 0.024, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.695, "count": 208, "max_ms": 3.633, "p95_ms": 1.331}, "setup_ms": {"avg_ms": 0.048, "count": 208, "max_ms": 0.163, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 4.507, "count": 208, "max_ms": 9.449, "p95_ms": 8.326}, "track_match_ms": {"avg_ms": 0.125, "count": 208, "max_ms": 0.465, "p95_ms": 0.239}, "tracker_update_ms": {"avg_ms": 1.561, "count": 208, "max_ms": 4.306, "p95_ms": 2.744}}, "gstreamer_push": {"avg_ms": 3.46, "count": 208, "max_ms": 7.806, "p95_ms": 6.193}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 208, "max_ms": 0.996, "p95_ms": 0.118}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.738, "count": 208, "max_ms": 89.585, "p95_ms": 71.956}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.048, "count": 208, "max_ms": 14.143, "p95_ms": 9.005}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.053, "count": 208, "max_ms": 140.362, "p95_ms": 129.893}, "inference_input_copy_ms": {"avg_ms": 1.803, "count": 208, "max_ms": 4.755, "p95_ms": 3.054}, "processing_residual_ms": {"avg_ms": 0.22, "count": 208, "max_ms": 0.732, "p95_ms": 0.393}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.125, "count": 208, "max_ms": 145.482, "p95_ms": 134.627}, "read_interval": {"avg_ms": 144.353, "count": 207, "max_ms": 1900.215, "p95_ms": 170.971}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 208, "max_ms": 0.07, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.628, "count": 208, "max_ms": 3.512, "p95_ms": 1.211}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 208, "max_ms": 0.078, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.612, "count": 208, "max_ms": 3.451, "p95_ms": 1.178}, "worker_merge_ms": {"avg_ms": 0.008, "count": 208, "max_ms": 0.059, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 52.752, "count": 208, "max_ms": 89.605, "p95_ms": 71.966}, "visualize": {"avg_ms": 49.545, "count": 208, "max_ms": 74.64, "p95_ms": 62.331}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.659, "count": 208, "max_ms": 65.023, "p95_ms": 56.663}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.855, "count": 208, "max_ms": 73.009, "p95_ms": 59.905}, "visualize_input_copy_ms": {"avg_ms": 1.471, "count": 208, "max_ms": 5.349, "p95_ms": 2.438}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.703, "count": 208, "max_ms": 72.889, "p95_ms": 59.767}, "visualizer_prepare_ms": {"avg_ms": 0.082, "count": 208, "max_ms": 0.292, "p95_ms": 0.163}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 208}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1479.066, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.832, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.211, "sample_count": 2139, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1491140, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:55:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.114, "exists": true, "size_bytes": 138389, "write_bytes_delta": 138389, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 721.0, "cpu_core_ratio": 0.748095, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5953.0, "pid": 109136, "reason": null, "system_cpu_core_ratio": 0.269314, "system_cpu_s_delta": 5.4, "user_cpu_core_ratio": 0.478781, "user_cpu_s_delta": 9.600000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.485716, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 171443.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.543117, "system_cpu_s_delta": 10.889999999999418, "user_cpu_core_ratio": 0.942599, "user_cpu_s_delta": 18.89999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.424, "count": 215, "max_ms": 11.924, "p95_ms": 5.814, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.023, "max": 3.0, "p95": 2.0, "sample_count": 215}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.005, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 215}, "total": {"avg": 1.005, "max": 2.0, "p95": 1.0, "sample_count": 215}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.433, "count": 30, "max": 79.753, "p95": 61.294, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.194, "count": 30, "max": 30.734, "p95": 24.959, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 521.767, "count": 30, "max": 1203.0, "p95": 1079.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1972.833, "count": 30, "max": 10337.0, "p95": 8329.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.146, "count": 30, "max": 0.412, "p95": 0.358, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.429, "count": 30, "max": 0.549, "p95": 0.489, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.095, "count": 30, "max": 2.298, "p95": 0.128, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138212.867, "count": 30, "max": 143053.0, "p95": 141942.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 133483.467, "count": 30, "max": 143053.0, "p95": 141352.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 104542.533, "count": 30, "max": 210691.0, "p95": 201464.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.496, "count": 30, "max": 0.612, "p95": 0.609, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.875, "count": 30, "max": 1.061, "p95": 1.059, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11518, "sampled_at": "2026-10-30T12:55:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:55:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2870275, "flush_count": 2988, "flush_interval_seconds": 30.0, "flush_state": {"count": 2988, "last_at": "2026-10-30T12:55:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:55:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2987}, "started": true, "suppressed_count": 1488408, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1488259}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2988, "written_record_count": 2988}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9779.121, "limit_mb": null}, "detail": {"pid": 109252, "restart_count": 589, "start_count": 590}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4122996940800, "copied_frame_count": 1491246, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4122996940800, "frame_buffer_copies": 1491246, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1214, "count": 512, "max_ms": 1.9223, "p50_ms": 0.1044, "p95_ms": 0.2139, "p99_ms": 0.317}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5387, "count": 512, "max_ms": 14.5329, "p50_ms": 1.4366, "p95_ms": 2.4697, "p99_ms": 3.1447, "results": {"failed": 0, "not_applicable": 0, "success": 1491246, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 540, "h264_decode_error_count": 1222, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:55:32+09:00", "last_error_summary": "[h264 @ 0x5edbfbb0cec0] error while decoding MB 0 59, bytestream -7 [h264 @ 0x5edbfad88400] cabac decode of qscale diff failed at 7 58 [h264 @ 0x5edbfad88400] error while decoding MB 7 58, bytestream 20090 [h264 @ 0x5edbfad68fc0] error while decoding MB 112 48, bytestream -5", "last_exit_at": "2026-10-30T12:55:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T12:55:34+09:00", "pid": 109252, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.797, "name": "ffmpeg", "pid": 109252, "rss_mb": 206.797, "state": "S (sleeping)", "threads": 70}, "restart_count": 589, "restart_count_per_hour": 26, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 590}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.611, "sample_count": 2099, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1491246, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:55:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.414, "last_frame_pushed_at": "2026-10-30T12:55:32+09:00", "last_frame_read_age_sec": 4.564, "last_frame_read_at": "2026-10-30T12:55:32+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 99, "debug_expires_at": null, "deduplicated_count": 50, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 304.128, "last_sample_duration_ms": 1515.225, "last_trigger": "periodic", "next_snapshot_in_sec": 295.872, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 299, "storage_bytes": 2850531}, "mjpeg": {"age_sec": 4.407, "exists": true, "mtime": "2026-10-30T12:55:32.425296+09:00", "mtime_epoch": 1793332532.425296, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 138518}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:55:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1466.148, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1491246, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 174}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 174, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.801, "pushed": 5.801, "read": 5.801}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 173, "client_acquire_ms": {"avg_ms": 0.009, "count": 174, "max_ms": 0.031, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4531.756, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.076, "count": 173, "max_ms": 7.437, "p95_ms": 3.403, "reason": null, "sample_age_ms": 4580.692, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.408, "count": 173, "max_ms": 4.114, "p95_ms": 2.338, "reason": null, "sample_age_ms": 4581.141, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.284, "count": 174, "max_ms": 0.906, "p95_ms": 0.56, "reason": null, "sample_age_ms": 4531.763, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.195, "count": 173, "max_ms": 5.193, "p95_ms": 3.742, "reason": null, "sample_age_ms": 4578.31, "source": "client_direct"}, "request_count": 173, "request_tensor_bytes": {"avg": 2764808.0, "count": 173, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4578.275, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 174, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4531.919, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.602, "count": 174, "max_ms": 75.701, "p95_ms": 65.425, "reason": null, "sample_age_ms": 4531.752, "source": "client_direct"}, "sample_age_ms": 4531.748, "source": "client_direct", "task_total_ms": {"avg_ms": 51.275, "count": 174, "max_ms": 78.042, "p95_ms": 68.305, "reason": null, "sample_age_ms": 4531.748, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.385, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.532, "count": 174, "max_ms": 9.283, "p95_ms": 7.904}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.395, "count": 174, "max_ms": 2.305, "p95_ms": 0.763}, "detection_prepare_ms": {"avg_ms": 1.507, "count": 174, "max_ms": 4.978, "p95_ms": 2.917}, "event_filter_ms": {"avg_ms": 0.005, "count": 174, "max_ms": 0.033, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.156, "count": 174, "max_ms": 0.457, "p95_ms": 0.291}, "mcmt_ms": {"avg_ms": 0.004, "count": 174, "max_ms": 0.024, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.687, "count": 174, "max_ms": 2.99, "p95_ms": 1.331}, "setup_ms": {"avg_ms": 0.049, "count": 174, "max_ms": 0.163, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 4.47, "count": 174, "max_ms": 9.196, "p95_ms": 7.825}, "track_match_ms": {"avg_ms": 0.125, "count": 174, "max_ms": 0.465, "p95_ms": 0.239}, "tracker_update_ms": {"avg_ms": 1.541, "count": 174, "max_ms": 3.585, "p95_ms": 2.744}}, "gstreamer_push": {"avg_ms": 3.522, "count": 174, "max_ms": 7.806, "p95_ms": 6.216}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.061, "count": 174, "max_ms": 0.996, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.785, "count": 174, "max_ms": 81.691, "p95_ms": 72.808}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.022, "count": 174, "max_ms": 12.231, "p95_ms": 8.941}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.784, "count": 174, "max_ms": 139.29, "p95_ms": 126.072}, "inference_input_copy_ms": {"avg_ms": 1.774, "count": 174, "max_ms": 4.061, "p95_ms": 2.92}, "processing_residual_ms": {"avg_ms": 0.222, "count": 174, "max_ms": 0.732, "p95_ms": 0.401}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.802, "count": 174, "max_ms": 145.482, "p95_ms": 133.908}, "read_interval": {"avg_ms": 146.837, "count": 174, "max_ms": 1900.215, "p95_ms": 172.896}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 174, "max_ms": 0.07, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.62, "count": 174, "max_ms": 2.901, "p95_ms": 1.211}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 174, "max_ms": 0.078, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.604, "count": 174, "max_ms": 2.878, "p95_ms": 1.178}, "worker_merge_ms": {"avg_ms": 0.008, "count": 174, "max_ms": 0.059, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 52.799, "count": 174, "max_ms": 81.716, "p95_ms": 72.832}, "visualize": {"avg_ms": 49.244, "count": 174, "max_ms": 74.64, "p95_ms": 62.331}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.346, "count": 174, "max_ms": 65.023, "p95_ms": 56.663}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.551, "count": 174, "max_ms": 73.009, "p95_ms": 59.905}, "visualize_input_copy_ms": {"avg_ms": 1.474, "count": 174, "max_ms": 5.349, "p95_ms": 2.366}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.399, "count": 174, "max_ms": 72.889, "p95_ms": 59.767}, "visualizer_prepare_ms": {"avg_ms": 0.083, "count": 174, "max_ms": 0.292, "p95_ms": 0.173}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1479.066, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.832, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.211, "sample_count": 2139, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1491140, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:55:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.114, "exists": true, "size_bytes": 138389, "write_bytes_delta": 138389, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 721.0, "cpu_core_ratio": 0.748095, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5953.0, "pid": 109136, "reason": null, "system_cpu_core_ratio": 0.269314, "system_cpu_s_delta": 5.4, "user_cpu_core_ratio": 0.478781, "user_cpu_s_delta": 9.600000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.485716, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 171443.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.543117, "system_cpu_s_delta": 10.889999999999418, "user_cpu_core_ratio": 0.942599, "user_cpu_s_delta": 18.89999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.424, "count": 215, "max_ms": 11.924, "p95_ms": 5.814, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.023, "max": 3.0, "p95": 2.0, "sample_count": 215}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.005, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 215}, "total": {"avg": 1.005, "max": 2.0, "p95": 1.0, "sample_count": 215}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.433, "count": 30, "max": 79.753, "p95": 61.294, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.194, "count": 30, "max": 30.734, "p95": 24.959, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 521.767, "count": 30, "max": 1203.0, "p95": 1079.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1972.833, "count": 30, "max": 10337.0, "p95": 8329.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.146, "count": 30, "max": 0.412, "p95": 0.358, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.429, "count": 30, "max": 0.549, "p95": 0.489, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.095, "count": 30, "max": 2.298, "p95": 0.128, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138212.867, "count": 30, "max": 143053.0, "p95": 141942.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 133483.467, "count": 30, "max": 143053.0, "p95": 141352.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 104542.533, "count": 30, "max": 210691.0, "p95": 201464.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.496, "count": 30, "max": 0.612, "p95": 0.609, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.875, "count": 30, "max": 1.061, "p95": 1.059, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11518, "sampled_at": "2026-10-30T12:55:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:55:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2871278, "flush_count": 2989, "flush_interval_seconds": 30.0, "flush_state": {"count": 2989, "last_at": "2026-10-30T12:56:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:56:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2988}, "started": true, "suppressed_count": 1489049, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1488900}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2989, "written_record_count": 2989}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9631.887, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5ae3db878a80] left block unavailable for requested intra mode [h264 @ 0x5ae3db878a80] error while decoding MB 0 39, bytestream 18960", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4124769177600, "copied_frame_count": 1491887, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4124769177600, "frame_buffer_copies": 1491887, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1276, "count": 512, "max_ms": 2.3027, "p50_ms": 0.1074, "p95_ms": 0.2294, "p99_ms": 0.3129}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4859, "count": 512, "max_ms": 3.4257, "p50_ms": 1.4127, "p95_ms": 2.3729, "p99_ms": 2.9144, "results": {"failed": 0, "not_applicable": 0, "success": 1491887, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 541, "h264_decode_error_count": 1223, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:57:13+09:00", "last_error_summary": "[h264 @ 0x5ae3db878a80] left block unavailable for requested intra mode [h264 @ 0x5ae3db878a80] error while decoding MB 0 39, bytestream 18960", "last_exit_at": "2026-10-30T12:55:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 98.242, "last_started_at": "2026-10-30T12:55:34+09:00", "pid": 109252, "process": {"exists": false, "pid": 109252}, "restart_count": 589, "restart_count_per_hour": 26, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 590}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.032, "sample_count": 2102, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1491887, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:57:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.09, "last_frame_pushed_at": "2026-10-30T12:57:12+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-10-30T12:57:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 99, "debug_expires_at": null, "deduplicated_count": 50, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 400.362, "last_sample_duration_ms": 1515.225, "last_trigger": "periodic", "next_snapshot_in_sec": 199.638, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 299, "storage_bytes": 2850531}, "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-10-30T12:57:12.999706+09:00", "mtime_epoch": 1793332632.9997056, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 134293}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:57:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1485.949, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1491888, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.782, "max": 8.0, "p95": 8.0, "sample_count": 179}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.007, "max": 2.0, "p95": 1.0, "sample_count": 136}, "total": {"avg": 0.765, "max": 2.0, "p95": 1.0, "sample_count": 179}}, "tracking_counts": {"active": {"avg": 1.006, "max": 2.0, "p95": 1.0, "sample_count": 179}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}, "removed": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 179}, "tracked": {"avg": 1.006, "max": 2.0, "p95": 1.0, "sample_count": 179}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 179, "pushed_frames": 179, "read_frames": 180, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.984, "pushed": 5.984, "read": 6.018}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 180, "client_acquire_ms": {"avg_ms": 0.008, "count": 180, "max_ms": 0.033, "p95_ms": 0.017, "reason": null, "sample_age_ms": 36.275, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.921, "count": 180, "max_ms": 6.467, "p95_ms": 2.952, "reason": null, "sample_age_ms": 88.906, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.355, "count": 180, "max_ms": 4.703, "p95_ms": 1.961, "reason": null, "sample_age_ms": 89.221, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.313, "count": 180, "max_ms": 1.236, "p95_ms": 0.64, "reason": null, "sample_age_ms": 36.286, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.132, "count": 180, "max_ms": 4.375, "p95_ms": 3.549, "reason": null, "sample_age_ms": 87.105, "source": "client_direct"}, "request_count": 180, "request_tensor_bytes": {"avg": 2764808.0, "count": 180, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 87.075, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 180, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 36.53, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.574, "count": 180, "max_ms": 81.24, "p95_ms": 66.684, "reason": null, "sample_age_ms": 36.271, "source": "client_direct"}, "sample_age_ms": 36.265, "source": "client_direct", "task_total_ms": {"avg_ms": 48.214, "count": 180, "max_ms": 83.443, "p95_ms": 69.578, "reason": null, "sample_age_ms": 36.265, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.45, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.539, "count": 179, "max_ms": 8.246, "p95_ms": 7.155}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.347, "count": 179, "max_ms": 1.269, "p95_ms": 0.641}, "detection_prepare_ms": {"avg_ms": 1.142, "count": 179, "max_ms": 4.224, "p95_ms": 2.72}, "event_filter_ms": {"avg_ms": 0.004, "count": 179, "max_ms": 0.015, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.132, "count": 179, "max_ms": 0.393, "p95_ms": 0.286}, "mcmt_ms": {"avg_ms": 0.003, "count": 179, "max_ms": 0.038, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.561, "count": 179, "max_ms": 1.762, "p95_ms": 1.177}, "setup_ms": {"avg_ms": 0.047, "count": 179, "max_ms": 0.204, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 3.484, "count": 179, "max_ms": 8.131, "p95_ms": 7.06}, "track_match_ms": {"avg_ms": 0.087, "count": 179, "max_ms": 0.283, "p95_ms": 0.195}, "tracker_update_ms": {"avg_ms": 1.16, "count": 179, "max_ms": 3.437, "p95_ms": 2.451}}, "gstreamer_push": {"avg_ms": 3.228, "count": 179, "max_ms": 11.413, "p95_ms": 5.215}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 179, "max_ms": 0.153, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.483, "count": 179, "max_ms": 84.93, "p95_ms": 71.385}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.393, "count": 179, "max_ms": 13.21, "p95_ms": 8.477}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.618, "count": 179, "max_ms": 146.966, "p95_ms": 130.783}, "inference_input_copy_ms": {"avg_ms": 1.765, "count": 179, "max_ms": 5.524, "p95_ms": 3.086}, "processing_residual_ms": {"avg_ms": 0.221, "count": 179, "max_ms": 0.501, "p95_ms": 0.422}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.997, "count": 179, "max_ms": 152.419, "p95_ms": 135.692}, "read_interval": {"avg_ms": 170.072, "count": 180, "max_ms": 2691.496, "p95_ms": 176.519}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 179, "max_ms": 0.058, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.5, "count": 179, "max_ms": 1.593, "p95_ms": 1.073}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 179, "max_ms": 0.084, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.485, "count": 179, "max_ms": 1.55, "p95_ms": 1.053}, "worker_merge_ms": {"avg_ms": 0.006, "count": 179, "max_ms": 0.029, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 49.497, "count": 179, "max_ms": 84.949, "p95_ms": 71.415}, "visualize": {"avg_ms": 45.428, "count": 179, "max_ms": 62.938, "p95_ms": 59.576}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 41.619, "count": 179, "max_ms": 58.748, "p95_ms": 53.574}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.173, "count": 179, "max_ms": 61.109, "p95_ms": 57.895}, "visualize_input_copy_ms": {"avg_ms": 1.049, "count": 179, "max_ms": 2.746, "p95_ms": 2.114}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.038, "count": 179, "max_ms": 60.91, "p95_ms": 57.647}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 179, "max_ms": 0.223, "p95_ms": 0.144}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 179}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1466.242, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 55.352, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.032, "sample_count": 2127, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1491674, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:56:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 132314, "write_bytes_delta": 132314, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 533.0, "cpu_core_ratio": 0.801118, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2672.0, "pid": 109252, "reason": null, "system_cpu_core_ratio": 0.354331, "system_cpu_s_delta": 7.32, "user_cpu_core_ratio": 0.446787, "user_cpu_s_delta": 9.23}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.197563, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 128327.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.431781, "system_cpu_s_delta": 8.919999999998254, "user_cpu_core_ratio": 0.765782, "user_cpu_s_delta": 15.820000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.354, "count": 177, "max_ms": 6.745, "p95_ms": 5.272, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 177}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 177}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 177}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.396, "count": 30, "max": 79.753, "p95": 66.856, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.076, "count": 30, "max": 30.734, "p95": 25.706, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 569.1, "count": 30, "max": 1203.0, "p95": 1135.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2299.4, "count": 30, "max": 10337.0, "p95": 10243.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.142, "count": 30, "max": 0.412, "p95": 0.372, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.426, "count": 30, "max": 0.549, "p95": 0.489, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.093, "count": 30, "max": 2.298, "p95": 0.128, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 137211.233, "count": 30, "max": 143053.0, "p95": 140293.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 137211.233, "count": 30, "max": 143053.0, "p95": 140293.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 117711.2, "count": 30, "max": 210691.0, "p95": 204899.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.524, "count": 30, "max": 0.612, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.924, "count": 30, "max": 1.061, "p95": 1.059, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11522, "sampled_at": "2026-10-30T12:56:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:56:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2871278, "flush_count": 2989, "flush_interval_seconds": 30.0, "flush_state": {"count": 2989, "last_at": "2026-10-30T12:56:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:56:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2988}, "started": true, "suppressed_count": 1489049, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1488900}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2989, "written_record_count": 2989}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9611.551, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T12:57:13+09:00", "last_error_summary": "[h264 @ 0x5ae3db878a80] left block unavailable for requested intra mode [h264 @ 0x5ae3db878a80] error while decoding MB 0 39, bytestream 18960", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4124771942400, "copied_frame_count": 1491888, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4124771942400, "frame_buffer_copies": 1491888, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1277, "count": 512, "max_ms": 2.3027, "p50_ms": 0.1078, "p95_ms": 0.2294, "p99_ms": 0.3129}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4865, "count": 512, "max_ms": 3.4257, "p50_ms": 1.4127, "p95_ms": 2.3729, "p99_ms": 2.9144, "results": {"failed": 0, "not_applicable": 0, "success": 1491888, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 541, "h264_decode_error_count": 1223, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:57:13+09:00", "last_error_summary": "[h264 @ 0x5ae3db878a80] left block unavailable for requested intra mode [h264 @ 0x5ae3db878a80] error while decoding MB 0 39, bytestream 18960", "last_exit_at": "2026-10-30T12:57:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 98.343, "last_started_at": "2026-10-30T12:55:34+09:00", "pid": 109252, "process": {"exists": false, "pid": 109252}, "restart_count": 589, "restart_count_per_hour": 26, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 590}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.032, "sample_count": 2103, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1491888, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:57:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.041, "last_frame_pushed_at": "2026-10-30T12:57:13+09:00", "last_frame_read_age_sec": 0.181, "last_frame_read_at": "2026-10-30T12:57:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 99, "debug_expires_at": null, "deduplicated_count": 50, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 400.454, "last_sample_duration_ms": 1515.225, "last_trigger": "periodic", "next_snapshot_in_sec": 199.546, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 299, "storage_bytes": 2850531}, "mjpeg": {"age_sec": 0.03, "exists": true, "mtime": "2026-10-30T12:57:13.143706+09:00", "mtime_epoch": 1793332633.143706, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 134218}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:57:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1466.34, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1491888, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.778, "max": 8.0, "p95": 8.0, "sample_count": 180}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.007, "max": 2.0, "p95": 1.0, "sample_count": 137}, "total": {"avg": 0.767, "max": 2.0, "p95": 1.0, "sample_count": 180}}, "tracking_counts": {"active": {"avg": 1.006, "max": 2.0, "p95": 1.0, "sample_count": 180}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "removed": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 180}, "tracked": {"avg": 1.006, "max": 2.0, "p95": 1.0, "sample_count": 180}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.02, "pushed": 6.02, "read": 5.986}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 179, "client_acquire_ms": {"avg_ms": 0.008, "count": 180, "max_ms": 0.033, "p95_ms": 0.017, "reason": null, "sample_age_ms": 130.326, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.923, "count": 179, "max_ms": 6.467, "p95_ms": 2.979, "reason": null, "sample_age_ms": 182.957, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.356, "count": 179, "max_ms": 4.703, "p95_ms": 1.97, "reason": null, "sample_age_ms": 183.271, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.313, "count": 180, "max_ms": 1.236, "p95_ms": 0.64, "reason": null, "sample_age_ms": 130.336, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.127, "count": 179, "max_ms": 4.375, "p95_ms": 3.557, "reason": null, "sample_age_ms": 181.155, "source": "client_direct"}, "request_count": 179, "request_tensor_bytes": {"avg": 2764808.0, "count": 179, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 181.125, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 180, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 130.58, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.574, "count": 180, "max_ms": 81.24, "p95_ms": 66.684, "reason": null, "sample_age_ms": 130.321, "source": "client_direct"}, "sample_age_ms": 130.315, "source": "client_direct", "task_total_ms": {"avg_ms": 48.214, "count": 180, "max_ms": 83.443, "p95_ms": 69.578, "reason": null, "sample_age_ms": 130.315, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.965, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.545, "count": 180, "max_ms": 8.246, "p95_ms": 7.107}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.347, "count": 180, "max_ms": 1.269, "p95_ms": 0.633}, "detection_prepare_ms": {"avg_ms": 1.144, "count": 180, "max_ms": 4.224, "p95_ms": 2.701}, "event_filter_ms": {"avg_ms": 0.004, "count": 180, "max_ms": 0.015, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.132, "count": 180, "max_ms": 0.393, "p95_ms": 0.282}, "mcmt_ms": {"avg_ms": 0.003, "count": 180, "max_ms": 0.038, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.562, "count": 180, "max_ms": 1.762, "p95_ms": 1.168}, "setup_ms": {"avg_ms": 0.047, "count": 180, "max_ms": 0.204, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 3.489, "count": 180, "max_ms": 8.131, "p95_ms": 7.002}, "track_match_ms": {"avg_ms": 0.087, "count": 180, "max_ms": 0.283, "p95_ms": 0.193}, "tracker_update_ms": {"avg_ms": 1.162, "count": 180, "max_ms": 3.437, "p95_ms": 2.44}}, "gstreamer_push": {"avg_ms": 3.234, "count": 180, "max_ms": 11.413, "p95_ms": 5.183}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 180, "max_ms": 0.153, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.516, "count": 180, "max_ms": 84.93, "p95_ms": 71.071}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.397, "count": 180, "max_ms": 13.21, "p95_ms": 8.435}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.771, "count": 180, "max_ms": 146.966, "p95_ms": 128.792}, "inference_input_copy_ms": {"avg_ms": 1.766, "count": 180, "max_ms": 5.524, "p95_ms": 3.01}, "processing_residual_ms": {"avg_ms": 0.221, "count": 180, "max_ms": 0.501, "p95_ms": 0.417}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 104.155, "count": 180, "max_ms": 152.419, "p95_ms": 134.69}, "read_interval": {"avg_ms": 166.658, "count": 179, "max_ms": 2691.496, "p95_ms": 176.519}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 180, "max_ms": 0.058, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.501, "count": 180, "max_ms": 1.593, "p95_ms": 1.069}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 180, "max_ms": 0.084, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.486, "count": 180, "max_ms": 1.55, "p95_ms": 1.051}, "worker_merge_ms": {"avg_ms": 0.006, "count": 180, "max_ms": 0.029, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 49.53, "count": 180, "max_ms": 84.949, "p95_ms": 71.077}, "visualize": {"avg_ms": 45.537, "count": 180, "max_ms": 65.021, "p95_ms": 59.576}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 41.717, "count": 180, "max_ms": 59.324, "p95_ms": 53.574}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.273, "count": 180, "max_ms": 62.147, "p95_ms": 57.895}, "visualize_input_copy_ms": {"avg_ms": 1.057, "count": 180, "max_ms": 2.746, "p95_ms": 2.114}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.138, "count": 180, "max_ms": 61.996, "p95_ms": 57.647}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 180, "max_ms": 0.223, "p95_ms": 0.142}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1466.242, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 55.352, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.032, "sample_count": 2127, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1491674, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:56:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 132314, "write_bytes_delta": 132314, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 533.0, "cpu_core_ratio": 0.801118, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2672.0, "pid": 109252, "reason": null, "system_cpu_core_ratio": 0.354331, "system_cpu_s_delta": 7.32, "user_cpu_core_ratio": 0.446787, "user_cpu_s_delta": 9.23}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.197563, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 128327.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.431781, "system_cpu_s_delta": 8.919999999998254, "user_cpu_core_ratio": 0.765782, "user_cpu_s_delta": 15.820000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.354, "count": 177, "max_ms": 6.745, "p95_ms": 5.272, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 177}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 177}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 177}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.396, "count": 30, "max": 79.753, "p95": 66.856, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.076, "count": 30, "max": 30.734, "p95": 25.706, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 569.1, "count": 30, "max": 1203.0, "p95": 1135.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2299.4, "count": 30, "max": 10337.0, "p95": 10243.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.142, "count": 30, "max": 0.412, "p95": 0.372, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.426, "count": 30, "max": 0.549, "p95": 0.489, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.093, "count": 30, "max": 2.298, "p95": 0.128, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 137211.233, "count": 30, "max": 143053.0, "p95": 140293.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 137211.233, "count": 30, "max": 143053.0, "p95": 140293.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 117711.2, "count": 30, "max": 210691.0, "p95": 204899.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.524, "count": 30, "max": 0.612, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.924, "count": 30, "max": 1.061, "p95": 1.059, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11522, "sampled_at": "2026-10-30T12:56:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:56:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2871278, "flush_count": 2989, "flush_interval_seconds": 30.0, "flush_state": {"count": 2989, "last_at": "2026-10-30T12:56:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:56:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2988}, "started": true, "suppressed_count": 1489049, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1488900}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2989, "written_record_count": 2989}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9611.844, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4124771942400, "copied_frame_count": 1491888, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4124771942400, "frame_buffer_copies": 1491888, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1277, "count": 512, "max_ms": 2.3027, "p50_ms": 0.1078, "p95_ms": 0.2294, "p99_ms": 0.3129}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4865, "count": 512, "max_ms": 3.4257, "p50_ms": 1.4127, "p95_ms": 2.3729, "p99_ms": 2.9144, "results": {"failed": 0, "not_applicable": 0, "success": 1491888, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 541, "h264_decode_error_count": 1223, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:57:13+09:00", "last_error_summary": "[h264 @ 0x5ae3db878a80] left block unavailable for requested intra mode [h264 @ 0x5ae3db878a80] error while decoding MB 0 39, bytestream 18960", "last_exit_at": "2026-10-30T12:57:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 98.382, "last_started_at": "2026-10-30T12:55:34+09:00", "pid": 109252, "process": {"exists": false, "pid": 109252}, "restart_count": 589, "restart_count_per_hour": 26, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 590}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.032, "sample_count": 2102, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1491888, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:57:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.081, "last_frame_pushed_at": "2026-10-30T12:57:13+09:00", "last_frame_read_age_sec": 0.22, "last_frame_read_at": "2026-10-30T12:57:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 99, "debug_expires_at": null, "deduplicated_count": 50, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 400.501, "last_sample_duration_ms": 1515.225, "last_trigger": "periodic", "next_snapshot_in_sec": 199.499, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 299, "storage_bytes": 2850531}, "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-10-30T12:57:13.143706+09:00", "mtime_epoch": 1793332633.143706, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 134218}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:57:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1466.34, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1491888, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.778, "max": 8.0, "p95": 8.0, "sample_count": 180}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.007, "max": 2.0, "p95": 1.0, "sample_count": 137}, "total": {"avg": 0.767, "max": 2.0, "p95": 1.0, "sample_count": 180}}, "tracking_counts": {"active": {"avg": 1.006, "max": 2.0, "p95": 1.0, "sample_count": 180}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "removed": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 180}, "tracked": {"avg": 1.006, "max": 2.0, "p95": 1.0, "sample_count": 180}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.012, "pushed": 6.012, "read": 5.978}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 179, "client_acquire_ms": {"avg_ms": 0.008, "count": 179, "max_ms": 0.033, "p95_ms": 0.017, "reason": null, "sample_age_ms": 174.047, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.923, "count": 179, "max_ms": 6.467, "p95_ms": 2.979, "reason": null, "sample_age_ms": 226.678, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.356, "count": 179, "max_ms": 4.703, "p95_ms": 1.97, "reason": null, "sample_age_ms": 226.993, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.314, "count": 179, "max_ms": 1.236, "p95_ms": 0.64, "reason": null, "sample_age_ms": 174.058, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.127, "count": 179, "max_ms": 4.375, "p95_ms": 3.557, "reason": null, "sample_age_ms": 224.877, "source": "client_direct"}, "request_count": 179, "request_tensor_bytes": {"avg": 2764808.0, "count": 179, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 224.847, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 179, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 174.302, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.554, "count": 179, "max_ms": 81.24, "p95_ms": 66.707, "reason": null, "sample_age_ms": 174.043, "source": "client_direct"}, "sample_age_ms": 174.037, "source": "client_direct", "task_total_ms": {"avg_ms": 48.189, "count": 179, "max_ms": 83.443, "p95_ms": 69.588, "reason": null, "sample_age_ms": 174.037, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.731, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.545, "count": 180, "max_ms": 8.246, "p95_ms": 7.107}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.347, "count": 180, "max_ms": 1.269, "p95_ms": 0.633}, "detection_prepare_ms": {"avg_ms": 1.144, "count": 180, "max_ms": 4.224, "p95_ms": 2.701}, "event_filter_ms": {"avg_ms": 0.004, "count": 180, "max_ms": 0.015, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.132, "count": 180, "max_ms": 0.393, "p95_ms": 0.282}, "mcmt_ms": {"avg_ms": 0.003, "count": 180, "max_ms": 0.038, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.562, "count": 180, "max_ms": 1.762, "p95_ms": 1.168}, "setup_ms": {"avg_ms": 0.047, "count": 180, "max_ms": 0.204, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 3.489, "count": 180, "max_ms": 8.131, "p95_ms": 7.002}, "track_match_ms": {"avg_ms": 0.087, "count": 180, "max_ms": 0.283, "p95_ms": 0.193}, "tracker_update_ms": {"avg_ms": 1.162, "count": 180, "max_ms": 3.437, "p95_ms": 2.44}}, "gstreamer_push": {"avg_ms": 3.234, "count": 180, "max_ms": 11.413, "p95_ms": 5.183}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 180, "max_ms": 0.153, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.516, "count": 180, "max_ms": 84.93, "p95_ms": 71.071}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.397, "count": 180, "max_ms": 13.21, "p95_ms": 8.435}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.771, "count": 180, "max_ms": 146.966, "p95_ms": 128.792}, "inference_input_copy_ms": {"avg_ms": 1.766, "count": 180, "max_ms": 5.524, "p95_ms": 3.01}, "processing_residual_ms": {"avg_ms": 0.221, "count": 180, "max_ms": 0.501, "p95_ms": 0.417}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 104.155, "count": 180, "max_ms": 152.419, "p95_ms": 134.69}, "read_interval": {"avg_ms": 166.658, "count": 179, "max_ms": 2691.496, "p95_ms": 176.519}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 180, "max_ms": 0.058, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.501, "count": 180, "max_ms": 1.593, "p95_ms": 1.069}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 180, "max_ms": 0.084, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.486, "count": 180, "max_ms": 1.55, "p95_ms": 1.051}, "worker_merge_ms": {"avg_ms": 0.006, "count": 180, "max_ms": 0.029, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 49.53, "count": 180, "max_ms": 84.949, "p95_ms": 71.077}, "visualize": {"avg_ms": 45.537, "count": 180, "max_ms": 65.021, "p95_ms": 59.576}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 41.717, "count": 180, "max_ms": 59.324, "p95_ms": 53.574}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.273, "count": 180, "max_ms": 62.147, "p95_ms": 57.895}, "visualize_input_copy_ms": {"avg_ms": 1.057, "count": 180, "max_ms": 2.746, "p95_ms": 2.114}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.138, "count": 180, "max_ms": 61.996, "p95_ms": 57.647}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 180, "max_ms": 0.223, "p95_ms": 0.142}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1466.242, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 55.352, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.032, "sample_count": 2127, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1491674, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:56:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 132314, "write_bytes_delta": 132314, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 533.0, "cpu_core_ratio": 0.801118, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2672.0, "pid": 109252, "reason": null, "system_cpu_core_ratio": 0.354331, "system_cpu_s_delta": 7.32, "user_cpu_core_ratio": 0.446787, "user_cpu_s_delta": 9.23}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.197563, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 128327.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.431781, "system_cpu_s_delta": 8.919999999998254, "user_cpu_core_ratio": 0.765782, "user_cpu_s_delta": 15.820000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.354, "count": 177, "max_ms": 6.745, "p95_ms": 5.272, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 177}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 177}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 177}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.396, "count": 30, "max": 79.753, "p95": 66.856, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.076, "count": 30, "max": 30.734, "p95": 25.706, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 569.1, "count": 30, "max": 1203.0, "p95": 1135.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2299.4, "count": 30, "max": 10337.0, "p95": 10243.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.142, "count": 30, "max": 0.412, "p95": 0.372, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.426, "count": 30, "max": 0.549, "p95": 0.489, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.093, "count": 30, "max": 2.298, "p95": 0.128, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 137211.233, "count": 30, "max": 143053.0, "p95": 140293.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 137211.233, "count": 30, "max": 143053.0, "p95": 140293.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 117711.2, "count": 30, "max": 210691.0, "p95": 204899.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.524, "count": 30, "max": 0.612, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.924, "count": 30, "max": 1.061, "p95": 1.059, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11522, "sampled_at": "2026-10-30T12:56:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:56:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2871278, "flush_count": 2989, "flush_interval_seconds": 30.0, "flush_state": {"count": 2989, "last_at": "2026-10-30T12:56:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:56:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2988}, "started": true, "suppressed_count": 1489049, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1488900}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2989, "written_record_count": 2989}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9779.949, "limit_mb": null}, "detail": {"pid": 109368, "restart_count": 590, "start_count": 591}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4124771942400, "copied_frame_count": 1491888, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4124771942400, "frame_buffer_copies": 1491888, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1277, "count": 512, "max_ms": 2.3027, "p50_ms": 0.1078, "p95_ms": 0.2294, "p99_ms": 0.3129}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4865, "count": 512, "max_ms": 3.4257, "p50_ms": 1.4127, "p95_ms": 2.3729, "p99_ms": 2.9144, "results": {"failed": 0, "not_applicable": 0, "success": 1491888, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 541, "h264_decode_error_count": 1223, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:57:13+09:00", "last_error_summary": "[h264 @ 0x5ae3db878a80] left block unavailable for requested intra mode [h264 @ 0x5ae3db878a80] error while decoding MB 0 39, bytestream 18960", "last_exit_at": "2026-10-30T12:57:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T12:57:15+09:00", "pid": 109368, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.074, "name": "ffmpeg", "pid": 109368, "rss_mb": 206.074, "state": "S (sleeping)", "threads": 70}, "restart_count": 590, "restart_count_per_hour": 27, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 591}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.076, "sample_count": 2070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1491888, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:57:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.248, "last_frame_pushed_at": "2026-10-30T12:57:13+09:00", "last_frame_read_age_sec": 4.387, "last_frame_read_at": "2026-10-30T12:57:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 99, "debug_expires_at": null, "deduplicated_count": 50, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 404.654, "last_sample_duration_ms": 1515.225, "last_trigger": "periodic", "next_snapshot_in_sec": 195.346, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 299, "storage_bytes": 2850531}, "mjpeg": {"age_sec": 4.236, "exists": true, "mtime": "2026-10-30T12:57:13.143706+09:00", "mtime_epoch": 1793332633.143706, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 134218}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:57:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1466.344, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1491888, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.909, "max": 8.0, "p95": 8.0, "sample_count": 154}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 111}, "total": {"avg": 0.721, "max": 1.0, "p95": 1.0, "sample_count": 154}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 154}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 154}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 154}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 154}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 154}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 154, "pushed_frames": 154, "read_frames": 154, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.404, "pushed": 5.404, "read": 5.404}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 154, "client_acquire_ms": {"avg_ms": 0.008, "count": 154, "max_ms": 0.029, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4336.493, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.916, "count": 154, "max_ms": 5.178, "p95_ms": 3.113, "reason": null, "sample_age_ms": 4389.124, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.35, "count": 154, "max_ms": 4.703, "p95_ms": 1.785, "reason": null, "sample_age_ms": 4389.438, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.32, "count": 154, "max_ms": 1.236, "p95_ms": 0.642, "reason": null, "sample_age_ms": 4336.504, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.121, "count": 154, "max_ms": 4.375, "p95_ms": 3.54, "reason": null, "sample_age_ms": 4387.323, "source": "client_direct"}, "request_count": 154, "request_tensor_bytes": {"avg": 2764808.0, "count": 154, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4387.293, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 154, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4336.748, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.168, "count": 154, "max_ms": 81.24, "p95_ms": 65.913, "reason": null, "sample_age_ms": 4336.489, "source": "client_direct"}, "sample_age_ms": 4336.483, "source": "client_direct", "task_total_ms": {"avg_ms": 47.804, "count": 154, "max_ms": 83.443, "p95_ms": 68.198, "reason": null, "sample_age_ms": 4336.483, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.536, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.41, "count": 154, "max_ms": 8.246, "p95_ms": 7.219}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.346, "count": 154, "max_ms": 1.269, "p95_ms": 0.641}, "detection_prepare_ms": {"avg_ms": 1.098, "count": 154, "max_ms": 4.224, "p95_ms": 2.72}, "event_filter_ms": {"avg_ms": 0.004, "count": 154, "max_ms": 0.015, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.13, "count": 154, "max_ms": 0.351, "p95_ms": 0.286}, "mcmt_ms": {"avg_ms": 0.003, "count": 154, "max_ms": 0.014, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.544, "count": 154, "max_ms": 1.693, "p95_ms": 1.168}, "setup_ms": {"avg_ms": 0.046, "count": 154, "max_ms": 0.141, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 3.354, "count": 154, "max_ms": 8.131, "p95_ms": 7.102}, "track_match_ms": {"avg_ms": 0.083, "count": 154, "max_ms": 0.283, "p95_ms": 0.195}, "tracker_update_ms": {"avg_ms": 1.098, "count": 154, "max_ms": 3.437, "p95_ms": 2.451}}, "gstreamer_push": {"avg_ms": 3.318, "count": 154, "max_ms": 11.413, "p95_ms": 5.747}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 154, "max_ms": 0.153, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.102, "count": 154, "max_ms": 84.93, "p95_ms": 70.719}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.336, "count": 154, "max_ms": 13.21, "p95_ms": 9.185}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 154, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 154, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.144, "count": 154, "max_ms": 146.966, "p95_ms": 128.792}, "inference_input_copy_ms": {"avg_ms": 1.783, "count": 154, "max_ms": 5.524, "p95_ms": 3.01}, "processing_residual_ms": {"avg_ms": 0.223, "count": 154, "max_ms": 0.501, "p95_ms": 0.417}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 154, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 154, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.487, "count": 154, "max_ms": 152.419, "p95_ms": 134.69}, "read_interval": {"avg_ms": 174.046, "count": 154, "max_ms": 2691.496, "p95_ms": 172.444}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 154, "max_ms": 0.058, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.483, "count": 154, "max_ms": 1.538, "p95_ms": 1.069}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 154, "max_ms": 0.084, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.468, "count": 154, "max_ms": 1.507, "p95_ms": 1.051}, "worker_merge_ms": {"avg_ms": 0.006, "count": 154, "max_ms": 0.029, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 49.116, "count": 154, "max_ms": 84.949, "p95_ms": 70.733}, "visualize": {"avg_ms": 45.468, "count": 154, "max_ms": 65.021, "p95_ms": 60.357}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 41.797, "count": 154, "max_ms": 59.324, "p95_ms": 53.713}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 154, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.244, "count": 154, "max_ms": 62.147, "p95_ms": 58.082}, "visualize_input_copy_ms": {"avg_ms": 1.013, "count": 154, "max_ms": 2.746, "p95_ms": 2.223}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 154, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.108, "count": 154, "max_ms": 61.996, "p95_ms": 57.933}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 154, "max_ms": 0.223, "p95_ms": 0.144}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 154}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 154}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 154}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1466.242, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 55.352, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.032, "sample_count": 2127, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1491674, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:56:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 132314, "write_bytes_delta": 132314, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 533.0, "cpu_core_ratio": 0.801118, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2672.0, "pid": 109252, "reason": null, "system_cpu_core_ratio": 0.354331, "system_cpu_s_delta": 7.32, "user_cpu_core_ratio": 0.446787, "user_cpu_s_delta": 9.23}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.197563, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 128327.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.431781, "system_cpu_s_delta": 8.919999999998254, "user_cpu_core_ratio": 0.765782, "user_cpu_s_delta": 15.820000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.354, "count": 177, "max_ms": 6.745, "p95_ms": 5.272, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 177}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 177}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 177}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.396, "count": 30, "max": 79.753, "p95": 66.856, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.076, "count": 30, "max": 30.734, "p95": 25.706, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 569.1, "count": 30, "max": 1203.0, "p95": 1135.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2299.4, "count": 30, "max": 10337.0, "p95": 10243.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.142, "count": 30, "max": 0.412, "p95": 0.372, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.426, "count": 30, "max": 0.549, "p95": 0.489, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.093, "count": 30, "max": 2.298, "p95": 0.128, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 137211.233, "count": 30, "max": 143053.0, "p95": 140293.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 137211.233, "count": 30, "max": 143053.0, "p95": 140293.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 117711.2, "count": 30, "max": 210691.0, "p95": 204899.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.524, "count": 30, "max": 0.612, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.924, "count": 30, "max": 1.061, "p95": 1.059, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11522, "sampled_at": "2026-10-30T12:56:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:56:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.499, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2873284, "flush_count": 2991, "flush_interval_seconds": 30.0, "flush_state": {"count": 2991, "last_at": "2026-10-30T12:58:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:58:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2990}, "started": true, "suppressed_count": 1489792, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1489643}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2991, "written_record_count": 2991}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9633.336, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x648ee57a5e00] error while decoding MB 94 41, bytestream -10", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4126828953600, "copied_frame_count": 1492632, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4126828953600, "frame_buffer_copies": 1492632, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1261, "count": 512, "max_ms": 0.4732, "p50_ms": 0.1142, "p95_ms": 0.2323, "p99_ms": 0.2929}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5134, "count": 512, "max_ms": 3.5868, "p50_ms": 1.4495, "p95_ms": 2.4562, "p99_ms": 2.9271, "results": {"failed": 0, "not_applicable": 0, "success": 1492632, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 542, "h264_decode_error_count": 1224, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:58:51+09:00", "last_error_summary": "[h264 @ 0x648ee57a5e00] error while decoding MB 94 41, bytestream -10", "last_exit_at": "2026-10-30T12:57:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 96.176, "last_started_at": "2026-10-30T12:57:15+09:00", "pid": 109368, "process": {"exists": false, "pid": 109368}, "restart_count": 590, "restart_count_per_hour": 26, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 591}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.431, "sample_count": 2158, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1492632, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:58:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.065, "last_frame_pushed_at": "2026-10-30T12:58:51+09:00", "last_frame_read_age_sec": 0.059, "last_frame_read_at": "2026-10-30T12:58:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 99, "debug_expires_at": null, "deduplicated_count": 50, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 498.837, "last_sample_duration_ms": 1515.225, "last_trigger": "periodic", "next_snapshot_in_sec": 101.163, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 299, "storage_bytes": 2850531}, "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-10-30T12:58:51.500118+09:00", "mtime_epoch": 1793332731.5001178, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 132538}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:58:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1483.848, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1492633, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.147, "max": 4.0, "p95": 3.0, "sample_count": 231}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 231}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 231}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 231}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 231}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 231}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 231}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 231}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.717, "pushed": 7.717, "read": 7.717}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 231, "client_acquire_ms": {"avg_ms": 0.009, "count": 231, "max_ms": 0.026, "p95_ms": 0.019, "reason": null, "sample_age_ms": 23.914, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.955, "count": 231, "max_ms": 10.367, "p95_ms": 3.239, "reason": null, "sample_age_ms": 63.176, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.425, "count": 231, "max_ms": 9.725, "p95_ms": 2.314, "reason": null, "sample_age_ms": 63.419, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.307, "count": 231, "max_ms": 0.834, "p95_ms": 0.615, "reason": null, "sample_age_ms": 23.92, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.134, "count": 231, "max_ms": 7.871, "p95_ms": 3.602, "reason": null, "sample_age_ms": 61.874, "source": "client_direct"}, "request_count": 231, "request_tensor_bytes": {"avg": 2764808.0, "count": 231, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 61.855, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 231, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 24.078, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.338, "count": 231, "max_ms": 83.186, "p95_ms": 65.986, "reason": null, "sample_age_ms": 23.911, "source": "client_direct"}, "sample_age_ms": 23.909, "source": "client_direct", "task_total_ms": {"avg_ms": 50.976, "count": 231, "max_ms": 86.634, "p95_ms": 68.624, "reason": null, "sample_age_ms": 23.909, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.264, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.366, "count": 231, "max_ms": 17.033, "p95_ms": 7.394}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.417, "count": 231, "max_ms": 7.747, "p95_ms": 0.809}, "detection_prepare_ms": {"avg_ms": 1.394, "count": 231, "max_ms": 3.635, "p95_ms": 2.423}, "event_filter_ms": {"avg_ms": 0.005, "count": 231, "max_ms": 0.029, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.159, "count": 231, "max_ms": 0.537, "p95_ms": 0.315}, "mcmt_ms": {"avg_ms": 0.004, "count": 231, "max_ms": 0.023, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.664, "count": 231, "max_ms": 2.607, "p95_ms": 1.247}, "setup_ms": {"avg_ms": 0.048, "count": 231, "max_ms": 0.145, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 4.307, "count": 231, "max_ms": 16.901, "p95_ms": 7.29}, "track_match_ms": {"avg_ms": 0.13, "count": 231, "max_ms": 1.58, "p95_ms": 0.249}, "tracker_update_ms": {"avg_ms": 1.486, "count": 231, "max_ms": 4.362, "p95_ms": 2.526}}, "gstreamer_push": {"avg_ms": 3.557, "count": 231, "max_ms": 12.532, "p95_ms": 5.972}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 231, "max_ms": 0.963, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.39, "count": 231, "max_ms": 89.921, "p95_ms": 72.483}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.099, "count": 231, "max_ms": 13.853, "p95_ms": 8.694}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 231, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 231, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.568, "count": 231, "max_ms": 154.063, "p95_ms": 131.165}, "inference_input_copy_ms": {"avg_ms": 1.637, "count": 231, "max_ms": 7.171, "p95_ms": 2.715}, "processing_residual_ms": {"avg_ms": 0.199, "count": 231, "max_ms": 1.003, "p95_ms": 0.364}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 231, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 231, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.502, "count": 231, "max_ms": 159.687, "p95_ms": 136.353}, "read_interval": {"avg_ms": 129.853, "count": 231, "max_ms": 215.067, "p95_ms": 165.683}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 231, "max_ms": 1.463, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.598, "count": 231, "max_ms": 2.418, "p95_ms": 1.145}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 231, "max_ms": 0.064, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.576, "count": 231, "max_ms": 1.694, "p95_ms": 1.105}, "worker_merge_ms": {"avg_ms": 0.008, "count": 231, "max_ms": 0.031, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 52.405, "count": 231, "max_ms": 89.964, "p95_ms": 72.518}, "visualize": {"avg_ms": 50.558, "count": 231, "max_ms": 71.278, "p95_ms": 62.088}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.639, "count": 231, "max_ms": 66.137, "p95_ms": 55.966}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 231, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.929, "count": 231, "max_ms": 69.73, "p95_ms": 60.089}, "visualize_input_copy_ms": {"avg_ms": 1.42, "count": 231, "max_ms": 4.029, "p95_ms": 2.257}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 231, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.777, "count": 231, "max_ms": 69.555, "p95_ms": 59.854}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 231, "max_ms": 0.232, "p95_ms": 0.149}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 231}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 231}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 231}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1466.582, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.619, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.088, "sample_count": 2154, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1492379, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:58:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 133574, "write_bytes_delta": 133574, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 578.0, "cpu_core_ratio": 0.481119, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 109368, "reason": null, "system_cpu_core_ratio": 0.04392, "system_cpu_s_delta": 0.43999999999999995, "user_cpu_core_ratio": 0.437199, "user_cpu_s_delta": 4.379999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.657964, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 99404.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.6009, "system_cpu_s_delta": 6.019999999989523, "user_cpu_core_ratio": 1.057064, "user_cpu_s_delta": 10.589999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.501, "count": 243, "max_ms": 10.58, "p95_ms": 6.517, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.115, "max": 5.0, "p95": 3.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 243}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.856, "count": 30, "max": 79.753, "p95": 66.856, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.8, "count": 30, "max": 30.734, "p95": 26.85, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 601.967, "count": 30, "max": 1203.0, "p95": 1135.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1885.9, "count": 30, "max": 10273.0, "p95": 9134.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.13, "count": 30, "max": 0.412, "p95": 0.357, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.43, "count": 30, "max": 0.498, "p95": 0.478, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.096, "count": 30, "max": 2.298, "p95": 0.128, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 135588.367, "count": 30, "max": 143053.0, "p95": 139193.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 131025.633, "count": 30, "max": 143053.0, "p95": 139193.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 122531.9, "count": 30, "max": 210691.0, "p95": 204899.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.524, "count": 30, "max": 0.612, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.927, "count": 30, "max": 1.061, "p95": 1.06, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11530, "sampled_at": "2026-10-30T12:58:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:58:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2873284, "flush_count": 2991, "flush_interval_seconds": 30.0, "flush_state": {"count": 2991, "last_at": "2026-10-30T12:58:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:58:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2990}, "started": true, "suppressed_count": 1489792, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1489643}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2991, "written_record_count": 2991}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9613.977, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T12:58:51+09:00", "last_error_summary": "[h264 @ 0x648ee57a5e00] error while decoding MB 94 41, bytestream -10", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4126831718400, "copied_frame_count": 1492633, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4126831718400, "frame_buffer_copies": 1492633, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1261, "count": 512, "max_ms": 0.4732, "p50_ms": 0.1142, "p95_ms": 0.2323, "p99_ms": 0.2929}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.513, "count": 512, "max_ms": 3.5868, "p50_ms": 1.4486, "p95_ms": 2.4562, "p99_ms": 2.9271, "results": {"failed": 0, "not_applicable": 0, "success": 1492633, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 542, "h264_decode_error_count": 1224, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:58:51+09:00", "last_error_summary": "[h264 @ 0x648ee57a5e00] error while decoding MB 94 41, bytestream -10", "last_exit_at": "2026-10-30T12:58:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 96.231, "last_started_at": "2026-10-30T12:57:15+09:00", "pid": 109368, "process": {"exists": false, "pid": 109368}, "restart_count": 590, "restart_count_per_hour": 26, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 591}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.431, "sample_count": 2158, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1492633, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:58:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T12:58:51+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-10-30T12:58:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 99, "debug_expires_at": null, "deduplicated_count": 50, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 498.894, "last_sample_duration_ms": 1515.225, "last_trigger": "periodic", "next_snapshot_in_sec": 101.106, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 299, "storage_bytes": 2850531}, "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-10-30T12:58:51.500118+09:00", "mtime_epoch": 1793332731.5001178, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 132538}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:58:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1466.707, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1492633, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.147, "max": 4.0, "p95": 3.0, "sample_count": 232}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 232}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 232}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 232}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 232}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.736, "pushed": 7.736, "read": 7.703}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 231, "client_acquire_ms": {"avg_ms": 0.009, "count": 231, "max_ms": 0.026, "p95_ms": 0.019, "reason": null, "sample_age_ms": 81.867, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.955, "count": 231, "max_ms": 10.367, "p95_ms": 3.239, "reason": null, "sample_age_ms": 121.129, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.425, "count": 231, "max_ms": 9.725, "p95_ms": 2.314, "reason": null, "sample_age_ms": 121.372, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.307, "count": 231, "max_ms": 0.834, "p95_ms": 0.615, "reason": null, "sample_age_ms": 81.873, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.134, "count": 231, "max_ms": 7.871, "p95_ms": 3.602, "reason": null, "sample_age_ms": 119.828, "source": "client_direct"}, "request_count": 231, "request_tensor_bytes": {"avg": 2764808.0, "count": 231, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 119.808, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 231, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 82.032, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.338, "count": 231, "max_ms": 83.186, "p95_ms": 65.986, "reason": null, "sample_age_ms": 81.864, "source": "client_direct"}, "sample_age_ms": 81.862, "source": "client_direct", "task_total_ms": {"avg_ms": 50.976, "count": 231, "max_ms": 86.634, "p95_ms": 68.624, "reason": null, "sample_age_ms": 81.862, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.661, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.36, "count": 232, "max_ms": 17.033, "p95_ms": 7.394}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.416, "count": 232, "max_ms": 7.747, "p95_ms": 0.809}, "detection_prepare_ms": {"avg_ms": 1.391, "count": 232, "max_ms": 3.635, "p95_ms": 2.423}, "event_filter_ms": {"avg_ms": 0.005, "count": 232, "max_ms": 0.029, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.158, "count": 232, "max_ms": 0.537, "p95_ms": 0.315}, "mcmt_ms": {"avg_ms": 0.004, "count": 232, "max_ms": 0.023, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.663, "count": 232, "max_ms": 2.607, "p95_ms": 1.247}, "setup_ms": {"avg_ms": 0.048, "count": 232, "max_ms": 0.145, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 4.3, "count": 232, "max_ms": 16.901, "p95_ms": 7.29}, "track_match_ms": {"avg_ms": 0.13, "count": 232, "max_ms": 1.58, "p95_ms": 0.249}, "tracker_update_ms": {"avg_ms": 1.484, "count": 232, "max_ms": 4.362, "p95_ms": 2.526}}, "gstreamer_push": {"avg_ms": 3.554, "count": 232, "max_ms": 12.532, "p95_ms": 5.972}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 232, "max_ms": 0.963, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.343, "count": 232, "max_ms": 89.921, "p95_ms": 72.483}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.101, "count": 232, "max_ms": 13.853, "p95_ms": 8.694}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.545, "count": 232, "max_ms": 154.063, "p95_ms": 131.165}, "inference_input_copy_ms": {"avg_ms": 1.638, "count": 232, "max_ms": 7.171, "p95_ms": 2.715}, "processing_residual_ms": {"avg_ms": 0.198, "count": 232, "max_ms": 1.003, "p95_ms": 0.364}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.481, "count": 232, "max_ms": 159.687, "p95_ms": 136.353}, "read_interval": {"avg_ms": 129.853, "count": 231, "max_ms": 215.067, "p95_ms": 165.683}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 232, "max_ms": 1.463, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.598, "count": 232, "max_ms": 2.418, "p95_ms": 1.145}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 232, "max_ms": 0.064, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.575, "count": 232, "max_ms": 1.694, "p95_ms": 1.105}, "worker_merge_ms": {"avg_ms": 0.008, "count": 232, "max_ms": 0.031, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 52.358, "count": 232, "max_ms": 89.964, "p95_ms": 72.518}, "visualize": {"avg_ms": 50.59, "count": 232, "max_ms": 71.278, "p95_ms": 62.088}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.671, "count": 232, "max_ms": 66.137, "p95_ms": 55.966}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.963, "count": 232, "max_ms": 69.73, "p95_ms": 60.089}, "visualize_input_copy_ms": {"avg_ms": 1.419, "count": 232, "max_ms": 4.029, "p95_ms": 2.257}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.811, "count": 232, "max_ms": 69.555, "p95_ms": 59.854}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 232, "max_ms": 0.232, "p95_ms": 0.149}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 232}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1466.582, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.619, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.088, "sample_count": 2154, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1492379, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:58:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 133574, "write_bytes_delta": 133574, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 578.0, "cpu_core_ratio": 0.481119, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 109368, "reason": null, "system_cpu_core_ratio": 0.04392, "system_cpu_s_delta": 0.43999999999999995, "user_cpu_core_ratio": 0.437199, "user_cpu_s_delta": 4.379999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.657964, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 99404.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.6009, "system_cpu_s_delta": 6.019999999989523, "user_cpu_core_ratio": 1.057064, "user_cpu_s_delta": 10.589999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.501, "count": 243, "max_ms": 10.58, "p95_ms": 6.517, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.115, "max": 5.0, "p95": 3.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 243}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.856, "count": 30, "max": 79.753, "p95": 66.856, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.8, "count": 30, "max": 30.734, "p95": 26.85, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 601.967, "count": 30, "max": 1203.0, "p95": 1135.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1885.9, "count": 30, "max": 10273.0, "p95": 9134.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.13, "count": 30, "max": 0.412, "p95": 0.357, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.43, "count": 30, "max": 0.498, "p95": 0.478, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.096, "count": 30, "max": 2.298, "p95": 0.128, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 135588.367, "count": 30, "max": 143053.0, "p95": 139193.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 131025.633, "count": 30, "max": 143053.0, "p95": 139193.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 122531.9, "count": 30, "max": 210691.0, "p95": 204899.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.524, "count": 30, "max": 0.612, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.927, "count": 30, "max": 1.061, "p95": 1.06, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11530, "sampled_at": "2026-10-30T12:58:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:58:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2873284, "flush_count": 2991, "flush_interval_seconds": 30.0, "flush_state": {"count": 2991, "last_at": "2026-10-30T12:58:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:58:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2990}, "started": true, "suppressed_count": 1489792, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1489643}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2991, "written_record_count": 2991}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9613.402, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4126831718400, "copied_frame_count": 1492633, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4126831718400, "frame_buffer_copies": 1492633, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1261, "count": 512, "max_ms": 0.4732, "p50_ms": 0.1142, "p95_ms": 0.2323, "p99_ms": 0.2929}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.513, "count": 512, "max_ms": 3.5868, "p50_ms": 1.4486, "p95_ms": 2.4562, "p99_ms": 2.9271, "results": {"failed": 0, "not_applicable": 0, "success": 1492633, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 542, "h264_decode_error_count": 1224, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:58:51+09:00", "last_error_summary": "[h264 @ 0x648ee57a5e00] error while decoding MB 94 41, bytestream -10", "last_exit_at": "2026-10-30T12:58:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 96.279, "last_started_at": "2026-10-30T12:57:15+09:00", "pid": 109368, "process": {"exists": false, "pid": 109368}, "restart_count": 590, "restart_count_per_hour": 26, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 591}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.431, "sample_count": 2158, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1492633, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:58:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.049, "last_frame_pushed_at": "2026-10-30T12:58:51+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-10-30T12:58:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 99, "debug_expires_at": null, "deduplicated_count": 50, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 498.94, "last_sample_duration_ms": 1515.225, "last_trigger": "periodic", "next_snapshot_in_sec": 101.06, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 299, "storage_bytes": 2850531}, "mjpeg": {"age_sec": 0.039, "exists": true, "mtime": "2026-10-30T12:58:51.619118+09:00", "mtime_epoch": 1793332731.6191182, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 128819}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:58:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1466.707, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1492633, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.143, "max": 4.0, "p95": 3.0, "sample_count": 231}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 231}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 231}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 231}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 231}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 231}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 231}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 231}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.716, "pushed": 7.716, "read": 7.683}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 230, "client_acquire_ms": {"avg_ms": 0.009, "count": 231, "max_ms": 0.026, "p95_ms": 0.019, "reason": null, "sample_age_ms": 130.097, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.958, "count": 230, "max_ms": 10.367, "p95_ms": 3.246, "reason": null, "sample_age_ms": 169.359, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.427, "count": 230, "max_ms": 9.725, "p95_ms": 2.322, "reason": null, "sample_age_ms": 169.602, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.307, "count": 231, "max_ms": 0.834, "p95_ms": 0.615, "reason": null, "sample_age_ms": 130.104, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.136, "count": 230, "max_ms": 7.871, "p95_ms": 3.605, "reason": null, "sample_age_ms": 168.058, "source": "client_direct"}, "request_count": 230, "request_tensor_bytes": {"avg": 2764808.0, "count": 230, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 168.038, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 231, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 130.262, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.338, "count": 231, "max_ms": 83.186, "p95_ms": 65.986, "reason": null, "sample_age_ms": 130.095, "source": "client_direct"}, "sample_age_ms": 130.092, "source": "client_direct", "task_total_ms": {"avg_ms": 50.976, "count": 231, "max_ms": 86.634, "p95_ms": 68.624, "reason": null, "sample_age_ms": 130.092, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.037, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.358, "count": 231, "max_ms": 17.033, "p95_ms": 7.394}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.416, "count": 231, "max_ms": 7.747, "p95_ms": 0.809}, "detection_prepare_ms": {"avg_ms": 1.391, "count": 231, "max_ms": 3.635, "p95_ms": 2.423}, "event_filter_ms": {"avg_ms": 0.005, "count": 231, "max_ms": 0.029, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.158, "count": 231, "max_ms": 0.537, "p95_ms": 0.315}, "mcmt_ms": {"avg_ms": 0.004, "count": 231, "max_ms": 0.023, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.663, "count": 231, "max_ms": 2.607, "p95_ms": 1.247}, "setup_ms": {"avg_ms": 0.048, "count": 231, "max_ms": 0.145, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 4.298, "count": 231, "max_ms": 16.901, "p95_ms": 7.29}, "track_match_ms": {"avg_ms": 0.13, "count": 231, "max_ms": 1.58, "p95_ms": 0.249}, "tracker_update_ms": {"avg_ms": 1.483, "count": 231, "max_ms": 4.362, "p95_ms": 2.526}}, "gstreamer_push": {"avg_ms": 3.56, "count": 231, "max_ms": 12.532, "p95_ms": 5.972}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 231, "max_ms": 0.963, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.365, "count": 231, "max_ms": 89.921, "p95_ms": 72.483}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.107, "count": 231, "max_ms": 13.853, "p95_ms": 8.694}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 231, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 231, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.509, "count": 231, "max_ms": 154.063, "p95_ms": 131.165}, "inference_input_copy_ms": {"avg_ms": 1.634, "count": 231, "max_ms": 7.171, "p95_ms": 2.715}, "processing_residual_ms": {"avg_ms": 0.198, "count": 231, "max_ms": 1.003, "p95_ms": 0.364}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 231, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 231, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.447, "count": 231, "max_ms": 159.687, "p95_ms": 136.353}, "read_interval": {"avg_ms": 129.853, "count": 230, "max_ms": 215.067, "p95_ms": 165.683}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 231, "max_ms": 1.463, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.598, "count": 231, "max_ms": 2.418, "p95_ms": 1.145}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 231, "max_ms": 0.064, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.576, "count": 231, "max_ms": 1.694, "p95_ms": 1.105}, "worker_merge_ms": {"avg_ms": 0.008, "count": 231, "max_ms": 0.031, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 52.38, "count": 231, "max_ms": 89.964, "p95_ms": 72.518}, "visualize": {"avg_ms": 50.532, "count": 231, "max_ms": 71.278, "p95_ms": 61.883}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.617, "count": 231, "max_ms": 66.137, "p95_ms": 55.934}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 231, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.909, "count": 231, "max_ms": 69.73, "p95_ms": 59.855}, "visualize_input_copy_ms": {"avg_ms": 1.415, "count": 231, "max_ms": 4.029, "p95_ms": 2.257}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 231, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.757, "count": 231, "max_ms": 69.555, "p95_ms": 59.71}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 231, "max_ms": 0.232, "p95_ms": 0.149}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 231}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 231}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 231}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1466.582, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.619, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.088, "sample_count": 2154, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1492379, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:58:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 133574, "write_bytes_delta": 133574, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 578.0, "cpu_core_ratio": 0.481119, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 109368, "reason": null, "system_cpu_core_ratio": 0.04392, "system_cpu_s_delta": 0.43999999999999995, "user_cpu_core_ratio": 0.437199, "user_cpu_s_delta": 4.379999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.657964, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 99404.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.6009, "system_cpu_s_delta": 6.019999999989523, "user_cpu_core_ratio": 1.057064, "user_cpu_s_delta": 10.589999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.501, "count": 243, "max_ms": 10.58, "p95_ms": 6.517, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.115, "max": 5.0, "p95": 3.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 243}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.856, "count": 30, "max": 79.753, "p95": 66.856, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.8, "count": 30, "max": 30.734, "p95": 26.85, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 601.967, "count": 30, "max": 1203.0, "p95": 1135.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1885.9, "count": 30, "max": 10273.0, "p95": 9134.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.13, "count": 30, "max": 0.412, "p95": 0.357, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.43, "count": 30, "max": 0.498, "p95": 0.478, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.096, "count": 30, "max": 2.298, "p95": 0.128, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 135588.367, "count": 30, "max": 143053.0, "p95": 139193.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 131025.633, "count": 30, "max": 143053.0, "p95": 139193.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 122531.9, "count": 30, "max": 210691.0, "p95": 204899.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.524, "count": 30, "max": 0.612, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.927, "count": 30, "max": 1.061, "p95": 1.06, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11530, "sampled_at": "2026-10-30T12:58:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:58:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2873284, "flush_count": 2991, "flush_interval_seconds": 30.0, "flush_state": {"count": 2991, "last_at": "2026-10-30T12:58:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T12:58:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2990}, "started": true, "suppressed_count": 1489792, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1489643}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2991, "written_record_count": 2991}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9786.016, "limit_mb": null}, "detail": {"pid": 109484, "restart_count": 591, "start_count": 592}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4126831718400, "copied_frame_count": 1492633, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4126831718400, "frame_buffer_copies": 1492633, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1261, "count": 512, "max_ms": 0.4732, "p50_ms": 0.1142, "p95_ms": 0.2323, "p99_ms": 0.2929}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.513, "count": 512, "max_ms": 3.5868, "p50_ms": 1.4486, "p95_ms": 2.4562, "p99_ms": 2.9271, "results": {"failed": 0, "not_applicable": 0, "success": 1492633, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 542, "h264_decode_error_count": 1224, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T12:58:51+09:00", "last_error_summary": "[h264 @ 0x648ee57a5e00] error while decoding MB 94 41, bytestream -10", "last_exit_at": "2026-10-30T12:58:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T12:58:54+09:00", "pid": 109484, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.891, "name": "ffmpeg", "pid": 109484, "rss_mb": 205.891, "state": "S (sleeping)", "threads": 70}, "restart_count": 591, "restart_count_per_hour": 27, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 592}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.431, "sample_count": 2121, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1492633, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:58:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.627, "last_frame_pushed_at": "2026-10-30T12:58:51+09:00", "last_frame_read_age_sec": 4.74, "last_frame_read_at": "2026-10-30T12:58:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 99, "debug_expires_at": null, "deduplicated_count": 50, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 503.526, "last_sample_duration_ms": 1515.225, "last_trigger": "periodic", "next_snapshot_in_sec": 96.474, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 299, "storage_bytes": 2850531}, "mjpeg": {"age_sec": 4.617, "exists": true, "mtime": "2026-10-30T12:58:51.619118+09:00", "mtime_epoch": 1793332731.6191182, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 128819}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T12:58:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1466.711, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1492633, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.132, "max": 4.0, "p95": 3.0, "sample_count": 197}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.574, "pushed": 6.574, "read": 6.541}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 196, "client_acquire_ms": {"avg_ms": 0.008, "count": 196, "max_ms": 0.026, "p95_ms": 0.019, "reason": null, "sample_age_ms": 4713.402, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.948, "count": 196, "max_ms": 10.367, "p95_ms": 3.164, "reason": null, "sample_age_ms": 4752.664, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.416, "count": 196, "max_ms": 9.725, "p95_ms": 2.183, "reason": null, "sample_age_ms": 4752.907, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.301, "count": 196, "max_ms": 0.834, "p95_ms": 0.61, "reason": null, "sample_age_ms": 4713.408, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.085, "count": 196, "max_ms": 6.465, "p95_ms": 3.567, "reason": null, "sample_age_ms": 4751.362, "source": "client_direct"}, "request_count": 196, "request_tensor_bytes": {"avg": 2764808.0, "count": 196, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4751.343, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 196, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4713.567, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.185, "count": 196, "max_ms": 83.186, "p95_ms": 65.489, "reason": null, "sample_age_ms": 4713.399, "source": "client_direct"}, "sample_age_ms": 4713.397, "source": "client_direct", "task_total_ms": {"avg_ms": 50.761, "count": 196, "max_ms": 86.634, "p95_ms": 68.206, "reason": null, "sample_age_ms": 4713.397, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.092, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.312, "count": 197, "max_ms": 17.033, "p95_ms": 7.623}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.414, "count": 197, "max_ms": 7.747, "p95_ms": 0.831}, "detection_prepare_ms": {"avg_ms": 1.377, "count": 197, "max_ms": 3.635, "p95_ms": 2.612}, "event_filter_ms": {"avg_ms": 0.005, "count": 197, "max_ms": 0.029, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.158, "count": 197, "max_ms": 0.421, "p95_ms": 0.315}, "mcmt_ms": {"avg_ms": 0.004, "count": 197, "max_ms": 0.023, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.651, "count": 197, "max_ms": 1.914, "p95_ms": 1.247}, "setup_ms": {"avg_ms": 0.048, "count": 197, "max_ms": 0.145, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 4.253, "count": 197, "max_ms": 16.901, "p95_ms": 7.53}, "track_match_ms": {"avg_ms": 0.131, "count": 197, "max_ms": 1.58, "p95_ms": 0.25}, "tracker_update_ms": {"avg_ms": 1.465, "count": 197, "max_ms": 3.017, "p95_ms": 2.548}}, "gstreamer_push": {"avg_ms": 3.488, "count": 197, "max_ms": 11.741, "p95_ms": 5.641}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 197, "max_ms": 0.963, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.173, "count": 197, "max_ms": 89.921, "p95_ms": 71.488}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.073, "count": 197, "max_ms": 13.853, "p95_ms": 8.694}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.304, "count": 197, "max_ms": 154.063, "p95_ms": 131.165}, "inference_input_copy_ms": {"avg_ms": 1.609, "count": 197, "max_ms": 7.171, "p95_ms": 2.715}, "processing_residual_ms": {"avg_ms": 0.197, "count": 197, "max_ms": 1.003, "p95_ms": 0.355}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.184, "count": 197, "max_ms": 159.687, "p95_ms": 136.353}, "read_interval": {"avg_ms": 129.364, "count": 196, "max_ms": 215.067, "p95_ms": 164.048}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 197, "max_ms": 0.064, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 0.586, "count": 197, "max_ms": 1.736, "p95_ms": 1.145}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 197, "max_ms": 0.064, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.57, "count": 197, "max_ms": 1.694, "p95_ms": 1.108}, "worker_merge_ms": {"avg_ms": 0.007, "count": 197, "max_ms": 0.031, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 52.188, "count": 197, "max_ms": 89.964, "p95_ms": 71.502}, "visualize": {"avg_ms": 50.568, "count": 197, "max_ms": 71.278, "p95_ms": 61.883}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.743, "count": 197, "max_ms": 66.137, "p95_ms": 56.104}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.989, "count": 197, "max_ms": 69.73, "p95_ms": 60.546}, "visualize_input_copy_ms": {"avg_ms": 1.376, "count": 197, "max_ms": 4.029, "p95_ms": 2.199}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.842, "count": 197, "max_ms": 69.555, "p95_ms": 60.409}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 197, "max_ms": 0.232, "p95_ms": 0.144}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1466.582, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.619, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.088, "sample_count": 2154, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1492379, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T12:58:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 133574, "write_bytes_delta": 133574, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 578.0, "cpu_core_ratio": 0.481119, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 109368, "reason": null, "system_cpu_core_ratio": 0.04392, "system_cpu_s_delta": 0.43999999999999995, "user_cpu_core_ratio": 0.437199, "user_cpu_s_delta": 4.379999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.657964, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 99404.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.6009, "system_cpu_s_delta": 6.019999999989523, "user_cpu_core_ratio": 1.057064, "user_cpu_s_delta": 10.589999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.501, "count": 243, "max_ms": 10.58, "p95_ms": 6.517, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.115, "max": 5.0, "p95": 3.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 243}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.856, "count": 30, "max": 79.753, "p95": 66.856, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.8, "count": 30, "max": 30.734, "p95": 26.85, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 601.967, "count": 30, "max": 1203.0, "p95": 1135.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1885.9, "count": 30, "max": 10273.0, "p95": 9134.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.13, "count": 30, "max": 0.412, "p95": 0.357, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.43, "count": 30, "max": 0.498, "p95": 0.478, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.096, "count": 30, "max": 2.298, "p95": 0.128, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 135588.367, "count": 30, "max": 143053.0, "p95": 139193.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 131025.633, "count": 30, "max": 143053.0, "p95": 139193.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 122531.9, "count": 30, "max": 210691.0, "p95": 204899.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.524, "count": 30, "max": 0.612, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.927, "count": 30, "max": 1.061, "p95": 1.06, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11530, "sampled_at": "2026-10-30T12:58:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T12:58:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2875290, "flush_count": 2993, "flush_interval_seconds": 30.0, "flush_state": {"count": 2993, "last_at": "2026-10-30T13:00:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:00:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2992}, "started": true, "suppressed_count": 1490709, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1490560}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2993, "written_record_count": 2993}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9644.543, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5a48319b50c0] error while decoding MB 119 63, bytestream -9", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4129369804800, "copied_frame_count": 1493551, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4129369804800, "frame_buffer_copies": 1493551, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1223, "count": 512, "max_ms": 1.0739, "p50_ms": 0.1056, "p95_ms": 0.2272, "p99_ms": 0.2986}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.511, "count": 512, "max_ms": 3.9325, "p50_ms": 1.4324, "p95_ms": 2.5956, "p99_ms": 3.1871, "results": {"failed": 0, "not_applicable": 0, "success": 1493551, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 543, "h264_decode_error_count": 1225, "h264_decode_error_count_per_hour": 62, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:00:48+09:00", "last_error_summary": "[h264 @ 0x5a48319b50c0] error while decoding MB 119 63, bytestream -9", "last_exit_at": "2026-10-30T12:58:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 114.397, "last_started_at": "2026-10-30T12:58:54+09:00", "pid": 109484, "process": {"exists": false, "pid": 109484}, "restart_count": 591, "restart_count_per_hour": 27, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 592}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.716, "sample_count": 2213, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1493551, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:00:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.092, "last_frame_pushed_at": "2026-10-30T13:00:48+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-10-30T13:00:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 100, "debug_expires_at": null, "deduplicated_count": 51, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 13.958, "last_sample_duration_ms": 780.065, "last_trigger": "periodic", "next_snapshot_in_sec": 586.042, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 300, "storage_bytes": 2860126}, "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-10-30T13:00:48.554694+09:00", "mtime_epoch": 1793332848.5546942, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 133528}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:00:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1484.293, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1493552, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.517, "max": 5.0, "p95": 4.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 223}, "total": {"avg": 0.929, "max": 1.0, "p95": 1.0, "sample_count": 240}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 240, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.008, "pushed": 8.008, "read": 8.008}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 240, "client_acquire_ms": {"avg_ms": 0.008, "count": 240, "max_ms": 0.029, "p95_ms": 0.017, "reason": null, "sample_age_ms": 41.034, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.914, "count": 240, "max_ms": 9.074, "p95_ms": 3.534, "reason": null, "sample_age_ms": 103.922, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.438, "count": 240, "max_ms": 8.559, "p95_ms": 2.312, "reason": null, "sample_age_ms": 104.34, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.286, "count": 240, "max_ms": 0.823, "p95_ms": 0.546, "reason": null, "sample_age_ms": 41.053, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.982, "count": 240, "max_ms": 4.537, "p95_ms": 3.496, "reason": null, "sample_age_ms": 100.107, "source": "client_direct"}, "request_count": 240, "request_tensor_bytes": {"avg": 2764808.0, "count": 240, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 100.069, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 240, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 41.531, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.632, "count": 240, "max_ms": 84.495, "p95_ms": 66.902, "reason": null, "sample_age_ms": 41.028, "source": "client_direct"}, "sample_age_ms": 41.021, "source": "client_direct", "task_total_ms": {"avg_ms": 49.079, "count": 240, "max_ms": 88.196, "p95_ms": 69.255, "reason": null, "sample_age_ms": 41.021, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.378, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.959, "count": 240, "max_ms": 9.528, "p95_ms": 6.746}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.342, "count": 240, "max_ms": 1.231, "p95_ms": 0.75}, "detection_prepare_ms": {"avg_ms": 1.274, "count": 240, "max_ms": 4.183, "p95_ms": 2.539}, "event_filter_ms": {"avg_ms": 0.005, "count": 240, "max_ms": 0.062, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.146, "count": 240, "max_ms": 0.511, "p95_ms": 0.294}, "mcmt_ms": {"avg_ms": 0.003, "count": 240, "max_ms": 0.02, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.625, "count": 240, "max_ms": 2.415, "p95_ms": 1.278}, "setup_ms": {"avg_ms": 0.045, "count": 240, "max_ms": 0.147, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 3.902, "count": 240, "max_ms": 9.394, "p95_ms": 6.652}, "track_match_ms": {"avg_ms": 0.112, "count": 240, "max_ms": 0.335, "p95_ms": 0.239}, "tracker_update_ms": {"avg_ms": 1.348, "count": 240, "max_ms": 3.136, "p95_ms": 2.454}}, "gstreamer_push": {"avg_ms": 3.233, "count": 240, "max_ms": 8.611, "p95_ms": 5.412}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 240, "max_ms": 0.626, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.29, "count": 240, "max_ms": 91.678, "p95_ms": 71.278}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.775, "count": 240, "max_ms": 12.744, "p95_ms": 7.963}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.969, "count": 240, "max_ms": 158.601, "p95_ms": 134.05}, "inference_input_copy_ms": {"avg_ms": 1.536, "count": 240, "max_ms": 3.54, "p95_ms": 2.545}, "processing_residual_ms": {"avg_ms": 0.19, "count": 240, "max_ms": 0.493, "p95_ms": 0.341}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.469, "count": 240, "max_ms": 162.496, "p95_ms": 138.405}, "read_interval": {"avg_ms": 124.944, "count": 240, "max_ms": 219.304, "p95_ms": 168.386}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 240, "max_ms": 0.062, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.562, "count": 240, "max_ms": 2.224, "p95_ms": 1.191}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 240, "max_ms": 0.087, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.546, "count": 240, "max_ms": 2.177, "p95_ms": 1.165}, "worker_merge_ms": {"avg_ms": 0.007, "count": 240, "max_ms": 0.032, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 50.303, "count": 240, "max_ms": 91.692, "p95_ms": 71.284}, "visualize": {"avg_ms": 49.586, "count": 240, "max_ms": 73.901, "p95_ms": 61.307}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.133, "count": 240, "max_ms": 69.11, "p95_ms": 56.367}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.121, "count": 240, "max_ms": 71.816, "p95_ms": 59.451}, "visualize_input_copy_ms": {"avg_ms": 1.262, "count": 240, "max_ms": 3.355, "p95_ms": 2.196}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.979, "count": 240, "max_ms": 71.636, "p95_ms": 59.356}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 240, "max_ms": 0.325, "p95_ms": 0.157}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1467.117, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.584, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.444, "sample_count": 2219, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1493486, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:00:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 134446, "write_bytes_delta": 134446, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 648.0, "cpu_core_ratio": 0.487484, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 109484, "reason": null, "system_cpu_core_ratio": 0.043685, "system_cpu_s_delta": 0.4399999999999995, "user_cpu_core_ratio": 0.443799, "user_cpu_s_delta": 4.469999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.662014, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 115465.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.610597, "system_cpu_s_delta": 6.150000000008731, "user_cpu_core_ratio": 1.051418, "user_cpu_s_delta": 10.589999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.28, "count": 249, "max_ms": 8.611, "p95_ms": 5.393, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.454, "max": 6.0, "p95": 4.0, "sample_count": 249}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 181}, "total": {"avg": 0.727, "max": 1.0, "p95": 1.0, "sample_count": 249}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.145, "count": 30, "max": 76.269, "p95": 64.739, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.579, "count": 30, "max": 30.734, "p95": 27.068, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 685.433, "count": 30, "max": 1208.0, "p95": 1184.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1713.367, "count": 30, "max": 10273.0, "p95": 9134.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.096, "count": 30, "max": 0.359, "p95": 0.34, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.432, "count": 30, "max": 0.498, "p95": 0.478, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.019, "count": 30, "max": 0.129, "p95": 0.121, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 133596.633, "count": 30, "max": 138389.0, "p95": 136965.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 128997.7, "count": 30, "max": 138389.0, "p95": 135542.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 134508.333, "count": 30, "max": 210691.0, "p95": 204899.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.538, "count": 30, "max": 0.612, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.963, "count": 30, "max": 1.061, "p95": 1.06, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11541, "sampled_at": "2026-10-30T13:00:39+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:00:39+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2875290, "flush_count": 2993, "flush_interval_seconds": 30.0, "flush_state": {"count": 2993, "last_at": "2026-10-30T13:00:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:00:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2992}, "started": true, "suppressed_count": 1490709, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1490560}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2993, "written_record_count": 2993}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9619.262, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T13:00:48+09:00", "last_error_summary": "[h264 @ 0x5a48319b50c0] error while decoding MB 119 63, bytestream -9", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4129372569600, "copied_frame_count": 1493552, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4129372569600, "frame_buffer_copies": 1493552, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1222, "count": 512, "max_ms": 1.0739, "p50_ms": 0.1056, "p95_ms": 0.2272, "p99_ms": 0.2986}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5109, "count": 512, "max_ms": 3.9325, "p50_ms": 1.4324, "p95_ms": 2.5956, "p99_ms": 3.1871, "results": {"failed": 0, "not_applicable": 0, "success": 1493552, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 543, "h264_decode_error_count": 1225, "h264_decode_error_count_per_hour": 62, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:00:48+09:00", "last_error_summary": "[h264 @ 0x5a48319b50c0] error while decoding MB 119 63, bytestream -9", "last_exit_at": "2026-10-30T13:00:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 114.476, "last_started_at": "2026-10-30T12:58:54+09:00", "pid": 109484, "process": {"exists": false, "pid": 109484}, "restart_count": 591, "restart_count_per_hour": 27, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 592}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.879, "sample_count": 2213, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1493552, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:00:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T13:00:48+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-10-30T13:00:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 100, "debug_expires_at": null, "deduplicated_count": 51, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 14.024, "last_sample_duration_ms": 780.065, "last_trigger": "periodic", "next_snapshot_in_sec": 585.976, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 300, "storage_bytes": 2860126}, "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-10-30T13:00:48.554694+09:00", "mtime_epoch": 1793332848.5546942, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 133528}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:00:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1467.145, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1493552, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.521, "max": 5.0, "p95": 4.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 223}, "total": {"avg": 0.929, "max": 1.0, "p95": 1.0, "sample_count": 240}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.024, "pushed": 8.024, "read": 7.991}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 239, "client_acquire_ms": {"avg_ms": 0.008, "count": 240, "max_ms": 0.029, "p95_ms": 0.017, "reason": null, "sample_age_ms": 110.184, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.916, "count": 239, "max_ms": 9.074, "p95_ms": 3.546, "reason": null, "sample_age_ms": 173.072, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.439, "count": 239, "max_ms": 8.559, "p95_ms": 2.319, "reason": null, "sample_age_ms": 173.49, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.286, "count": 240, "max_ms": 0.823, "p95_ms": 0.546, "reason": null, "sample_age_ms": 110.203, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.981, "count": 239, "max_ms": 4.537, "p95_ms": 3.498, "reason": null, "sample_age_ms": 169.257, "source": "client_direct"}, "request_count": 239, "request_tensor_bytes": {"avg": 2764808.0, "count": 239, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 169.219, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 240, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 110.681, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.632, "count": 240, "max_ms": 84.495, "p95_ms": 66.902, "reason": null, "sample_age_ms": 110.178, "source": "client_direct"}, "sample_age_ms": 110.171, "source": "client_direct", "task_total_ms": {"avg_ms": 49.079, "count": 240, "max_ms": 88.196, "p95_ms": 69.255, "reason": null, "sample_age_ms": 110.171, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.792, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.966, "count": 240, "max_ms": 9.528, "p95_ms": 6.746}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.343, "count": 240, "max_ms": 1.231, "p95_ms": 0.75}, "detection_prepare_ms": {"avg_ms": 1.278, "count": 240, "max_ms": 4.183, "p95_ms": 2.539}, "event_filter_ms": {"avg_ms": 0.005, "count": 240, "max_ms": 0.062, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.146, "count": 240, "max_ms": 0.511, "p95_ms": 0.294}, "mcmt_ms": {"avg_ms": 0.003, "count": 240, "max_ms": 0.02, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.623, "count": 240, "max_ms": 2.415, "p95_ms": 1.278}, "setup_ms": {"avg_ms": 0.045, "count": 240, "max_ms": 0.147, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 3.909, "count": 240, "max_ms": 9.394, "p95_ms": 6.652}, "track_match_ms": {"avg_ms": 0.112, "count": 240, "max_ms": 0.335, "p95_ms": 0.239}, "tracker_update_ms": {"avg_ms": 1.352, "count": 240, "max_ms": 3.136, "p95_ms": 2.454}}, "gstreamer_push": {"avg_ms": 3.235, "count": 240, "max_ms": 8.611, "p95_ms": 5.412}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 240, "max_ms": 0.626, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.355, "count": 240, "max_ms": 91.678, "p95_ms": 71.278}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.778, "count": 240, "max_ms": 12.744, "p95_ms": 7.963}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.177, "count": 240, "max_ms": 158.601, "p95_ms": 134.09}, "inference_input_copy_ms": {"avg_ms": 1.54, "count": 240, "max_ms": 3.54, "p95_ms": 2.611}, "processing_residual_ms": {"avg_ms": 0.19, "count": 240, "max_ms": 0.493, "p95_ms": 0.348}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.685, "count": 240, "max_ms": 162.496, "p95_ms": 138.681}, "read_interval": {"avg_ms": 124.871, "count": 239, "max_ms": 219.304, "p95_ms": 169.528}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 240, "max_ms": 0.062, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.561, "count": 240, "max_ms": 2.224, "p95_ms": 1.191}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 240, "max_ms": 0.087, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.545, "count": 240, "max_ms": 2.177, "p95_ms": 1.165}, "worker_merge_ms": {"avg_ms": 0.007, "count": 240, "max_ms": 0.032, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 50.368, "count": 240, "max_ms": 91.692, "p95_ms": 71.284}, "visualize": {"avg_ms": 49.719, "count": 240, "max_ms": 79.081, "p95_ms": 61.568}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.257, "count": 240, "max_ms": 72.82, "p95_ms": 56.534}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.254, "count": 240, "max_ms": 77.649, "p95_ms": 59.957}, "visualize_input_copy_ms": {"avg_ms": 1.262, "count": 240, "max_ms": 3.355, "p95_ms": 2.196}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.112, "count": 240, "max_ms": 77.449, "p95_ms": 59.841}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 240, "max_ms": 0.325, "p95_ms": 0.157}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1467.117, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.584, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.444, "sample_count": 2219, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1493486, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:00:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 134446, "write_bytes_delta": 134446, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 648.0, "cpu_core_ratio": 0.487484, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 109484, "reason": null, "system_cpu_core_ratio": 0.043685, "system_cpu_s_delta": 0.4399999999999995, "user_cpu_core_ratio": 0.443799, "user_cpu_s_delta": 4.469999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.662014, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 115465.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.610597, "system_cpu_s_delta": 6.150000000008731, "user_cpu_core_ratio": 1.051418, "user_cpu_s_delta": 10.589999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.28, "count": 249, "max_ms": 8.611, "p95_ms": 5.393, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.454, "max": 6.0, "p95": 4.0, "sample_count": 249}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 181}, "total": {"avg": 0.727, "max": 1.0, "p95": 1.0, "sample_count": 249}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.145, "count": 30, "max": 76.269, "p95": 64.739, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.579, "count": 30, "max": 30.734, "p95": 27.068, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 685.433, "count": 30, "max": 1208.0, "p95": 1184.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1713.367, "count": 30, "max": 10273.0, "p95": 9134.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.096, "count": 30, "max": 0.359, "p95": 0.34, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.432, "count": 30, "max": 0.498, "p95": 0.478, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.019, "count": 30, "max": 0.129, "p95": 0.121, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 133596.633, "count": 30, "max": 138389.0, "p95": 136965.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 128997.7, "count": 30, "max": 138389.0, "p95": 135542.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 134508.333, "count": 30, "max": 210691.0, "p95": 204899.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.538, "count": 30, "max": 0.612, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.963, "count": 30, "max": 1.061, "p95": 1.06, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11541, "sampled_at": "2026-10-30T13:00:39+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:00:39+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2875290, "flush_count": 2993, "flush_interval_seconds": 30.0, "flush_state": {"count": 2993, "last_at": "2026-10-30T13:00:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:00:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2992}, "started": true, "suppressed_count": 1490709, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1490560}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2993, "written_record_count": 2993}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9620.133, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4129372569600, "copied_frame_count": 1493552, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4129372569600, "frame_buffer_copies": 1493552, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1222, "count": 512, "max_ms": 1.0739, "p50_ms": 0.1056, "p95_ms": 0.2272, "p99_ms": 0.2986}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5109, "count": 512, "max_ms": 3.9325, "p50_ms": 1.4324, "p95_ms": 2.5956, "p99_ms": 3.1871, "results": {"failed": 0, "not_applicable": 0, "success": 1493552, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 543, "h264_decode_error_count": 1225, "h264_decode_error_count_per_hour": 62, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:00:48+09:00", "last_error_summary": "[h264 @ 0x5a48319b50c0] error while decoding MB 119 63, bytestream -9", "last_exit_at": "2026-10-30T13:00:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 114.521, "last_started_at": "2026-10-30T12:58:54+09:00", "pid": 109484, "process": {"exists": false, "pid": 109484}, "restart_count": 591, "restart_count_per_hour": 27, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 592}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.879, "sample_count": 2213, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1493552, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:00:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.047, "last_frame_pushed_at": "2026-10-30T13:00:48+09:00", "last_frame_read_age_sec": 0.211, "last_frame_read_at": "2026-10-30T13:00:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 100, "debug_expires_at": null, "deduplicated_count": 51, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 14.081, "last_sample_duration_ms": 780.065, "last_trigger": "periodic", "next_snapshot_in_sec": 585.919, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 300, "storage_bytes": 2860126}, "mjpeg": {"age_sec": 0.036, "exists": true, "mtime": "2026-10-30T13:00:48.720695+09:00", "mtime_epoch": 1793332848.7206955, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 133364}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:00:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1467.145, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1493552, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.521, "max": 5.0, "p95": 4.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 223}, "total": {"avg": 0.929, "max": 1.0, "p95": 1.0, "sample_count": 240}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.012, "pushed": 8.012, "read": 7.978}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 239, "client_acquire_ms": {"avg_ms": 0.008, "count": 239, "max_ms": 0.029, "p95_ms": 0.017, "reason": null, "sample_age_ms": 163.299, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.916, "count": 239, "max_ms": 9.074, "p95_ms": 3.546, "reason": null, "sample_age_ms": 226.187, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.439, "count": 239, "max_ms": 8.559, "p95_ms": 2.319, "reason": null, "sample_age_ms": 226.605, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.286, "count": 239, "max_ms": 0.823, "p95_ms": 0.546, "reason": null, "sample_age_ms": 163.318, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.981, "count": 239, "max_ms": 4.537, "p95_ms": 3.498, "reason": null, "sample_age_ms": 222.372, "source": "client_direct"}, "request_count": 239, "request_tensor_bytes": {"avg": 2764808.0, "count": 239, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 222.333, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 239, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 163.795, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.628, "count": 239, "max_ms": 84.495, "p95_ms": 66.917, "reason": null, "sample_age_ms": 163.293, "source": "client_direct"}, "sample_age_ms": 163.286, "source": "client_direct", "task_total_ms": {"avg_ms": 49.074, "count": 239, "max_ms": 88.196, "p95_ms": 69.322, "reason": null, "sample_age_ms": 163.286, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.139, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.966, "count": 240, "max_ms": 9.528, "p95_ms": 6.746}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.343, "count": 240, "max_ms": 1.231, "p95_ms": 0.75}, "detection_prepare_ms": {"avg_ms": 1.278, "count": 240, "max_ms": 4.183, "p95_ms": 2.539}, "event_filter_ms": {"avg_ms": 0.005, "count": 240, "max_ms": 0.062, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.146, "count": 240, "max_ms": 0.511, "p95_ms": 0.294}, "mcmt_ms": {"avg_ms": 0.003, "count": 240, "max_ms": 0.02, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.623, "count": 240, "max_ms": 2.415, "p95_ms": 1.278}, "setup_ms": {"avg_ms": 0.045, "count": 240, "max_ms": 0.147, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 3.909, "count": 240, "max_ms": 9.394, "p95_ms": 6.652}, "track_match_ms": {"avg_ms": 0.112, "count": 240, "max_ms": 0.335, "p95_ms": 0.239}, "tracker_update_ms": {"avg_ms": 1.352, "count": 240, "max_ms": 3.136, "p95_ms": 2.454}}, "gstreamer_push": {"avg_ms": 3.235, "count": 240, "max_ms": 8.611, "p95_ms": 5.412}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 240, "max_ms": 0.626, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.355, "count": 240, "max_ms": 91.678, "p95_ms": 71.278}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.778, "count": 240, "max_ms": 12.744, "p95_ms": 7.963}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.177, "count": 240, "max_ms": 158.601, "p95_ms": 134.09}, "inference_input_copy_ms": {"avg_ms": 1.54, "count": 240, "max_ms": 3.54, "p95_ms": 2.611}, "processing_residual_ms": {"avg_ms": 0.19, "count": 240, "max_ms": 0.493, "p95_ms": 0.348}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.685, "count": 240, "max_ms": 162.496, "p95_ms": 138.681}, "read_interval": {"avg_ms": 124.871, "count": 239, "max_ms": 219.304, "p95_ms": 169.528}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 240, "max_ms": 0.062, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.561, "count": 240, "max_ms": 2.224, "p95_ms": 1.191}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 240, "max_ms": 0.087, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.545, "count": 240, "max_ms": 2.177, "p95_ms": 1.165}, "worker_merge_ms": {"avg_ms": 0.007, "count": 240, "max_ms": 0.032, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 50.368, "count": 240, "max_ms": 91.692, "p95_ms": 71.284}, "visualize": {"avg_ms": 49.719, "count": 240, "max_ms": 79.081, "p95_ms": 61.568}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.257, "count": 240, "max_ms": 72.82, "p95_ms": 56.534}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.254, "count": 240, "max_ms": 77.649, "p95_ms": 59.957}, "visualize_input_copy_ms": {"avg_ms": 1.262, "count": 240, "max_ms": 3.355, "p95_ms": 2.196}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.112, "count": 240, "max_ms": 77.449, "p95_ms": 59.841}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 240, "max_ms": 0.325, "p95_ms": 0.157}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1467.117, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.584, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.444, "sample_count": 2219, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1493486, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:00:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 134446, "write_bytes_delta": 134446, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 648.0, "cpu_core_ratio": 0.487484, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 109484, "reason": null, "system_cpu_core_ratio": 0.043685, "system_cpu_s_delta": 0.4399999999999995, "user_cpu_core_ratio": 0.443799, "user_cpu_s_delta": 4.469999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.662014, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 115465.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.610597, "system_cpu_s_delta": 6.150000000008731, "user_cpu_core_ratio": 1.051418, "user_cpu_s_delta": 10.589999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.28, "count": 249, "max_ms": 8.611, "p95_ms": 5.393, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.454, "max": 6.0, "p95": 4.0, "sample_count": 249}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 181}, "total": {"avg": 0.727, "max": 1.0, "p95": 1.0, "sample_count": 249}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.145, "count": 30, "max": 76.269, "p95": 64.739, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.579, "count": 30, "max": 30.734, "p95": 27.068, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 685.433, "count": 30, "max": 1208.0, "p95": 1184.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1713.367, "count": 30, "max": 10273.0, "p95": 9134.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.096, "count": 30, "max": 0.359, "p95": 0.34, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.432, "count": 30, "max": 0.498, "p95": 0.478, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.019, "count": 30, "max": 0.129, "p95": 0.121, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 133596.633, "count": 30, "max": 138389.0, "p95": 136965.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 128997.7, "count": 30, "max": 138389.0, "p95": 135542.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 134508.333, "count": 30, "max": 210691.0, "p95": 204899.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.538, "count": 30, "max": 0.612, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.963, "count": 30, "max": 1.061, "p95": 1.06, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11541, "sampled_at": "2026-10-30T13:00:39+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:00:39+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2875290, "flush_count": 2993, "flush_interval_seconds": 30.0, "flush_state": {"count": 2993, "last_at": "2026-10-30T13:00:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:00:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2992}, "started": true, "suppressed_count": 1490709, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1490560}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2993, "written_record_count": 2993}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9786.414, "limit_mb": null}, "detail": {"pid": 109600, "restart_count": 592, "start_count": 593}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4129372569600, "copied_frame_count": 1493552, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4129372569600, "frame_buffer_copies": 1493552, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1222, "count": 512, "max_ms": 1.0739, "p50_ms": 0.1056, "p95_ms": 0.2272, "p99_ms": 0.2986}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5109, "count": 512, "max_ms": 3.9325, "p50_ms": 1.4324, "p95_ms": 2.5956, "p99_ms": 3.1871, "results": {"failed": 0, "not_applicable": 0, "success": 1493552, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 543, "h264_decode_error_count": 1225, "h264_decode_error_count_per_hour": 62, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:00:48+09:00", "last_error_summary": "[h264 @ 0x5a48319b50c0] error while decoding MB 119 63, bytestream -9", "last_exit_at": "2026-10-30T13:00:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T13:00:51+09:00", "pid": 109600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.598, "name": "ffmpeg", "pid": 109600, "rss_mb": 206.598, "state": "S (sleeping)", "threads": 70}, "restart_count": 592, "restart_count_per_hour": 28, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 593}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.894, "sample_count": 2174, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1493552, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:00:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.994, "last_frame_pushed_at": "2026-10-30T13:00:48+09:00", "last_frame_read_age_sec": 5.157, "last_frame_read_at": "2026-10-30T13:00:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 100, "debug_expires_at": null, "deduplicated_count": 51, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 19.009, "last_sample_duration_ms": 780.065, "last_trigger": "periodic", "next_snapshot_in_sec": 580.991, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 300, "storage_bytes": 2860126}, "mjpeg": {"age_sec": 4.982, "exists": true, "mtime": "2026-10-30T13:00:48.720695+09:00", "mtime_epoch": 1793332848.7206955, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 133364}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:00:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1467.148, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1493552, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.62, "max": 5.0, "p95": 4.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 198}, "total": {"avg": 0.99, "max": 1.0, "p95": 1.0, "sample_count": 200}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 200}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 200}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.68, "pushed": 6.68, "read": 6.647}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 199, "client_acquire_ms": {"avg_ms": 0.008, "count": 200, "max_ms": 0.029, "p95_ms": 0.016, "reason": null, "sample_age_ms": 5098.254, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.923, "count": 199, "max_ms": 9.074, "p95_ms": 4.059, "reason": null, "sample_age_ms": 5161.142, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.448, "count": 199, "max_ms": 8.559, "p95_ms": 2.319, "reason": null, "sample_age_ms": 5161.56, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.285, "count": 200, "max_ms": 0.823, "p95_ms": 0.55, "reason": null, "sample_age_ms": 5098.273, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.954, "count": 199, "max_ms": 4.464, "p95_ms": 3.498, "reason": null, "sample_age_ms": 5157.327, "source": "client_direct"}, "request_count": 199, "request_tensor_bytes": {"avg": 2764808.0, "count": 199, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5157.288, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 200, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5098.751, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.646, "count": 200, "max_ms": 81.66, "p95_ms": 66.902, "reason": null, "sample_age_ms": 5098.248, "source": "client_direct"}, "sample_age_ms": 5098.241, "source": "client_direct", "task_total_ms": {"avg_ms": 49.059, "count": 200, "max_ms": 85.028, "p95_ms": 69.255, "reason": null, "sample_age_ms": 5098.241, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.748, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.15, "count": 200, "max_ms": 9.528, "p95_ms": 7.035}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.353, "count": 200, "max_ms": 1.231, "p95_ms": 0.758}, "detection_prepare_ms": {"avg_ms": 1.324, "count": 200, "max_ms": 3.754, "p95_ms": 2.478}, "event_filter_ms": {"avg_ms": 0.005, "count": 200, "max_ms": 0.062, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.152, "count": 200, "max_ms": 0.511, "p95_ms": 0.301}, "mcmt_ms": {"avg_ms": 0.004, "count": 200, "max_ms": 0.02, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.651, "count": 200, "max_ms": 2.415, "p95_ms": 1.278}, "setup_ms": {"avg_ms": 0.046, "count": 200, "max_ms": 0.147, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 4.092, "count": 200, "max_ms": 9.394, "p95_ms": 6.939}, "track_match_ms": {"avg_ms": 0.12, "count": 200, "max_ms": 0.335, "p95_ms": 0.243}, "tracker_update_ms": {"avg_ms": 1.439, "count": 200, "max_ms": 3.136, "p95_ms": 2.503}}, "gstreamer_push": {"avg_ms": 3.173, "count": 200, "max_ms": 6.627, "p95_ms": 5.162}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 200, "max_ms": 0.626, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.337, "count": 200, "max_ms": 86.432, "p95_ms": 71.278}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.914, "count": 200, "max_ms": 12.224, "p95_ms": 7.963}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.246, "count": 200, "max_ms": 155.328, "p95_ms": 134.103}, "inference_input_copy_ms": {"avg_ms": 1.514, "count": 200, "max_ms": 3.54, "p95_ms": 2.412}, "processing_residual_ms": {"avg_ms": 0.189, "count": 200, "max_ms": 0.493, "p95_ms": 0.348}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.864, "count": 200, "max_ms": 160.024, "p95_ms": 138.681}, "read_interval": {"avg_ms": 124.949, "count": 199, "max_ms": 219.304, "p95_ms": 168.386}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 200, "max_ms": 0.062, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.586, "count": 200, "max_ms": 2.224, "p95_ms": 1.191}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 200, "max_ms": 0.087, "p95_ms": 0.046}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.57, "count": 200, "max_ms": 2.177, "p95_ms": 1.165}, "worker_merge_ms": {"avg_ms": 0.007, "count": 200, "max_ms": 0.032, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 50.35, "count": 200, "max_ms": 86.442, "p95_ms": 71.284}, "visualize": {"avg_ms": 49.639, "count": 200, "max_ms": 79.081, "p95_ms": 60.991}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.97, "count": 200, "max_ms": 72.82, "p95_ms": 56.042}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.116, "count": 200, "max_ms": 77.649, "p95_ms": 59.318}, "visualize_input_copy_ms": {"avg_ms": 1.321, "count": 200, "max_ms": 3.355, "p95_ms": 2.196}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.972, "count": 200, "max_ms": 77.449, "p95_ms": 59.236}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 200, "max_ms": 0.325, "p95_ms": 0.159}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 200}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1467.117, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.584, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.444, "sample_count": 2219, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1493486, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:00:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 134446, "write_bytes_delta": 134446, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 648.0, "cpu_core_ratio": 0.487484, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 109484, "reason": null, "system_cpu_core_ratio": 0.043685, "system_cpu_s_delta": 0.4399999999999995, "user_cpu_core_ratio": 0.443799, "user_cpu_s_delta": 4.469999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.662014, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 115465.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.610597, "system_cpu_s_delta": 6.150000000008731, "user_cpu_core_ratio": 1.051418, "user_cpu_s_delta": 10.589999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.28, "count": 249, "max_ms": 8.611, "p95_ms": 5.393, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.454, "max": 6.0, "p95": 4.0, "sample_count": 249}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 181}, "total": {"avg": 0.727, "max": 1.0, "p95": 1.0, "sample_count": 249}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.145, "count": 30, "max": 76.269, "p95": 64.739, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.579, "count": 30, "max": 30.734, "p95": 27.068, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 685.433, "count": 30, "max": 1208.0, "p95": 1184.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1713.367, "count": 30, "max": 10273.0, "p95": 9134.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.096, "count": 30, "max": 0.359, "p95": 0.34, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.432, "count": 30, "max": 0.498, "p95": 0.478, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.019, "count": 30, "max": 0.129, "p95": 0.121, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 133596.633, "count": 30, "max": 138389.0, "p95": 136965.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 128997.7, "count": 30, "max": 138389.0, "p95": 135542.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 134508.333, "count": 30, "max": 210691.0, "p95": 204899.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.538, "count": 30, "max": 0.612, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.963, "count": 30, "max": 1.061, "p95": 1.06, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11541, "sampled_at": "2026-10-30T13:00:39+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:00:39+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2876293, "flush_count": 2994, "flush_interval_seconds": 30.0, "flush_state": {"count": 2994, "last_at": "2026-10-30T13:01:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:01:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2993}, "started": true, "suppressed_count": 1491385, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1491236}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2994, "written_record_count": 2994}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9627.426, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T13:00:48+09:00", "last_error_summary": "[h264 @ 0x5a48319b50c0] error while decoding MB 119 63, bytestream -9", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4131244339200, "copied_frame_count": 1494229, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4131244339200, "frame_buffer_copies": 1494229, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1285, "count": 512, "max_ms": 1.3454, "p50_ms": 0.1153, "p95_ms": 0.2429, "p99_ms": 0.3135}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5401, "count": 512, "max_ms": 4.435, "p50_ms": 1.4707, "p95_ms": 2.477, "p99_ms": 2.9838, "results": {"failed": 0, "not_applicable": 0, "success": 1494229, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 543, "h264_decode_error_count": 1225, "h264_decode_error_count_per_hour": 62, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:00:48+09:00", "last_error_summary": "[h264 @ 0x5a48319b50c0] error while decoding MB 119 63, bytestream -9", "last_exit_at": "2026-10-30T13:02:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 89.274, "last_started_at": "2026-10-30T13:00:51+09:00", "pid": 109600, "process": {"exists": false, "pid": 109600}, "restart_count": 592, "restart_count_per_hour": 28, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 593}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.276, "sample_count": 2314, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1494229, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:02:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-10-30T13:02:20+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-10-30T13:02:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 100, "debug_expires_at": null, "deduplicated_count": 51, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 106.285, "last_sample_duration_ms": 780.065, "last_trigger": "periodic", "next_snapshot_in_sec": 493.715, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 300, "storage_bytes": 2860126}, "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-10-30T13:02:20.848417+09:00", "mtime_epoch": 1793332940.8484173, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 131389}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:02:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1477.879, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1494229, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.686, "max": 6.0, "p95": 3.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 205}, "total": {"avg": 0.869, "max": 1.0, "p95": 1.0, "sample_count": 236}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 236}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 236}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.867, "pushed": 7.867, "read": 7.834}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 235, "client_acquire_ms": {"avg_ms": 0.008, "count": 235, "max_ms": 0.033, "p95_ms": 0.014, "reason": null, "sample_age_ms": 74.792, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.892, "count": 235, "max_ms": 4.597, "p95_ms": 3.11, "reason": null, "sample_age_ms": 142.729, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.379, "count": 235, "max_ms": 4.337, "p95_ms": 2.347, "reason": null, "sample_age_ms": 142.951, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.318, "count": 235, "max_ms": 0.951, "p95_ms": 0.639, "reason": null, "sample_age_ms": 74.799, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.973, "count": 235, "max_ms": 4.153, "p95_ms": 3.267, "reason": null, "sample_age_ms": 140.21, "source": "client_direct"}, "request_count": 235, "request_tensor_bytes": {"avg": 2764808.0, "count": 235, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 140.177, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 235, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 75.033, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.972, "count": 235, "max_ms": 78.035, "p95_ms": 65.08, "reason": null, "sample_age_ms": 74.788, "source": "client_direct"}, "sample_age_ms": 74.785, "source": "client_direct", "task_total_ms": {"avg_ms": 50.451, "count": 235, "max_ms": 80.691, "p95_ms": 68.075, "reason": null, "sample_age_ms": 74.785, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.344, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.046, "count": 236, "max_ms": 9.64, "p95_ms": 7.444}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.39, "count": 236, "max_ms": 1.555, "p95_ms": 0.797}, "detection_prepare_ms": {"avg_ms": 1.306, "count": 236, "max_ms": 3.72, "p95_ms": 2.814}, "event_filter_ms": {"avg_ms": 0.005, "count": 236, "max_ms": 0.013, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.149, "count": 236, "max_ms": 0.599, "p95_ms": 0.275}, "mcmt_ms": {"avg_ms": 0.004, "count": 236, "max_ms": 0.028, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.624, "count": 236, "max_ms": 2.372, "p95_ms": 1.162}, "setup_ms": {"avg_ms": 0.049, "count": 236, "max_ms": 0.187, "p95_ms": 0.108}, "total_inside_ms": {"avg_ms": 3.986, "count": 236, "max_ms": 9.487, "p95_ms": 7.331}, "track_match_ms": {"avg_ms": 0.109, "count": 236, "max_ms": 0.516, "p95_ms": 0.241}, "tracker_update_ms": {"avg_ms": 1.349, "count": 236, "max_ms": 3.571, "p95_ms": 2.539}}, "gstreamer_push": {"avg_ms": 3.497, "count": 236, "max_ms": 10.474, "p95_ms": 5.841}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 236, "max_ms": 0.175, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.696, "count": 236, "max_ms": 81.526, "p95_ms": 69.651}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.67, "count": 236, "max_ms": 13.655, "p95_ms": 8.69}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.653, "count": 236, "max_ms": 144.004, "p95_ms": 130.162}, "inference_input_copy_ms": {"avg_ms": 1.651, "count": 236, "max_ms": 6.757, "p95_ms": 3.064}, "processing_residual_ms": {"avg_ms": 0.184, "count": 236, "max_ms": 0.533, "p95_ms": 0.324}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.159, "count": 236, "max_ms": 150.075, "p95_ms": 135.67}, "read_interval": {"avg_ms": 127.447, "count": 235, "max_ms": 208.902, "p95_ms": 170.52}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 236, "max_ms": 0.058, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.558, "count": 236, "max_ms": 2.205, "p95_ms": 1.049}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 236, "max_ms": 0.058, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.542, "count": 236, "max_ms": 2.169, "p95_ms": 1.02}, "worker_merge_ms": {"avg_ms": 0.008, "count": 236, "max_ms": 0.039, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 51.711, "count": 236, "max_ms": 81.533, "p95_ms": 69.66}, "visualize": {"avg_ms": 49.675, "count": 236, "max_ms": 82.141, "p95_ms": 62.49}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.265, "count": 236, "max_ms": 77.457, "p95_ms": 56.479}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.213, "count": 236, "max_ms": 80.357, "p95_ms": 60.024}, "visualize_input_copy_ms": {"avg_ms": 1.244, "count": 236, "max_ms": 5.436, "p95_ms": 2.409}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.066, "count": 236, "max_ms": 80.192, "p95_ms": 59.817}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 236, "max_ms": 0.234, "p95_ms": 0.152}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 236}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1467.324, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.864, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.385, "sample_count": 2218, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1493922, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:01:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 130491, "write_bytes_delta": 130491, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 542.0, "cpu_core_ratio": 0.458531, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 109600, "reason": null, "system_cpu_core_ratio": 0.0397, "system_cpu_s_delta": 0.3999999999999999, "user_cpu_core_ratio": 0.418831, "user_cpu_s_delta": 4.220000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.636618, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 77007.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.567705, "system_cpu_s_delta": 5.720000000001164, "user_cpu_core_ratio": 1.068913, "user_cpu_s_delta": 10.770000000018626}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.485, "count": 231, "max_ms": 7.517, "p95_ms": 5.619, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.913, "max": 4.0, "p95": 4.0, "sample_count": 231}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 224}, "total": {"avg": 0.97, "max": 1.0, "p95": 1.0, "sample_count": 231}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.099, "count": 30, "max": 72.42, "p95": 43.772, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.183, "count": 30, "max": 27.42, "p95": 26.42, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 697.533, "count": 30, "max": 1208.0, "p95": 1184.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1345.8, "count": 30, "max": 10208.0, "p95": 6980.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.359, "p95": 0.316, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.428, "count": 30, "max": 0.479, "p95": 0.475, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.105, "count": 30, "max": 2.96, "p95": 0.102, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 132827.967, "count": 30, "max": 138389.0, "p95": 134855.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 128377.733, "count": 30, "max": 138389.0, "p95": 134855.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 116781.0, "count": 30, "max": 204761.0, "p95": 189717.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.531, "count": 30, "max": 0.611, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.954, "count": 30, "max": 1.069, "p95": 1.06, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11547, "sampled_at": "2026-10-30T13:01:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:01:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2876293, "flush_count": 2994, "flush_interval_seconds": 30.0, "flush_state": {"count": 2994, "last_at": "2026-10-30T13:01:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:01:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2993}, "started": true, "suppressed_count": 1491385, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1491236}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2994, "written_record_count": 2994}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9628.078, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4131244339200, "copied_frame_count": 1494229, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4131244339200, "frame_buffer_copies": 1494229, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1285, "count": 512, "max_ms": 1.3454, "p50_ms": 0.1153, "p95_ms": 0.2429, "p99_ms": 0.3135}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5401, "count": 512, "max_ms": 4.435, "p50_ms": 1.4707, "p95_ms": 2.477, "p99_ms": 2.9838, "results": {"failed": 0, "not_applicable": 0, "success": 1494229, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 543, "h264_decode_error_count": 1225, "h264_decode_error_count_per_hour": 62, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:00:48+09:00", "last_error_summary": "[h264 @ 0x5a48319b50c0] error while decoding MB 119 63, bytestream -9", "last_exit_at": "2026-10-30T13:02:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 89.313, "last_started_at": "2026-10-30T13:00:51+09:00", "pid": 109600, "process": {"exists": false, "pid": 109600}, "restart_count": 592, "restart_count_per_hour": 28, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 593}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.276, "sample_count": 2314, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1494229, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:02:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.042, "last_frame_pushed_at": "2026-10-30T13:02:20+09:00", "last_frame_read_age_sec": 0.175, "last_frame_read_at": "2026-10-30T13:02:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 100, "debug_expires_at": null, "deduplicated_count": 51, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 106.319, "last_sample_duration_ms": 780.065, "last_trigger": "periodic", "next_snapshot_in_sec": 493.681, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 300, "storage_bytes": 2860126}, "mjpeg": {"age_sec": 0.03, "exists": true, "mtime": "2026-10-30T13:02:20.985419+09:00", "mtime_epoch": 1793332940.9854186, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 131286}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:02:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1477.879, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1494229, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.681, "max": 6.0, "p95": 3.0, "sample_count": 235}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 205}, "total": {"avg": 0.872, "max": 1.0, "p95": 1.0, "sample_count": 235}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 235}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 235}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.837, "pushed": 7.837, "read": 7.837}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 235, "client_acquire_ms": {"avg_ms": 0.008, "count": 235, "max_ms": 0.033, "p95_ms": 0.014, "reason": null, "sample_age_ms": 114.27, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.892, "count": 235, "max_ms": 4.597, "p95_ms": 3.11, "reason": null, "sample_age_ms": 182.208, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.379, "count": 235, "max_ms": 4.337, "p95_ms": 2.347, "reason": null, "sample_age_ms": 182.429, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.318, "count": 235, "max_ms": 0.951, "p95_ms": 0.639, "reason": null, "sample_age_ms": 114.278, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.973, "count": 235, "max_ms": 4.153, "p95_ms": 3.267, "reason": null, "sample_age_ms": 179.688, "source": "client_direct"}, "request_count": 235, "request_tensor_bytes": {"avg": 2764808.0, "count": 235, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 179.656, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 235, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 114.511, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.972, "count": 235, "max_ms": 78.035, "p95_ms": 65.08, "reason": null, "sample_age_ms": 114.267, "source": "client_direct"}, "sample_age_ms": 114.263, "source": "client_direct", "task_total_ms": {"avg_ms": 50.451, "count": 235, "max_ms": 80.691, "p95_ms": 68.075, "reason": null, "sample_age_ms": 114.263, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.191, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.058, "count": 235, "max_ms": 9.64, "p95_ms": 7.444}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.39, "count": 235, "max_ms": 1.555, "p95_ms": 0.797}, "detection_prepare_ms": {"avg_ms": 1.311, "count": 235, "max_ms": 3.72, "p95_ms": 2.814}, "event_filter_ms": {"avg_ms": 0.005, "count": 235, "max_ms": 0.013, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.149, "count": 235, "max_ms": 0.599, "p95_ms": 0.275}, "mcmt_ms": {"avg_ms": 0.004, "count": 235, "max_ms": 0.028, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.625, "count": 235, "max_ms": 2.372, "p95_ms": 1.162}, "setup_ms": {"avg_ms": 0.049, "count": 235, "max_ms": 0.187, "p95_ms": 0.108}, "total_inside_ms": {"avg_ms": 3.998, "count": 235, "max_ms": 9.487, "p95_ms": 7.331}, "track_match_ms": {"avg_ms": 0.11, "count": 235, "max_ms": 0.516, "p95_ms": 0.241}, "tracker_update_ms": {"avg_ms": 1.354, "count": 235, "max_ms": 3.571, "p95_ms": 2.539}}, "gstreamer_push": {"avg_ms": 3.502, "count": 235, "max_ms": 10.474, "p95_ms": 5.841}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 235, "max_ms": 0.175, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.77, "count": 235, "max_ms": 81.526, "p95_ms": 69.651}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.682, "count": 235, "max_ms": 13.655, "p95_ms": 8.69}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.732, "count": 235, "max_ms": 144.004, "p95_ms": 130.162}, "inference_input_copy_ms": {"avg_ms": 1.655, "count": 235, "max_ms": 6.757, "p95_ms": 3.064}, "processing_residual_ms": {"avg_ms": 0.185, "count": 235, "max_ms": 0.533, "p95_ms": 0.324}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.253, "count": 235, "max_ms": 150.075, "p95_ms": 135.67}, "read_interval": {"avg_ms": 127.447, "count": 235, "max_ms": 208.902, "p95_ms": 170.52}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 235, "max_ms": 0.058, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.56, "count": 235, "max_ms": 2.205, "p95_ms": 1.049}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 235, "max_ms": 0.058, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.543, "count": 235, "max_ms": 2.169, "p95_ms": 1.02}, "worker_merge_ms": {"avg_ms": 0.008, "count": 235, "max_ms": 0.039, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 51.785, "count": 235, "max_ms": 81.533, "p95_ms": 69.66}, "visualize": {"avg_ms": 49.667, "count": 235, "max_ms": 82.141, "p95_ms": 62.49}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.242, "count": 235, "max_ms": 77.457, "p95_ms": 56.479}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.2, "count": 235, "max_ms": 80.357, "p95_ms": 60.024}, "visualize_input_copy_ms": {"avg_ms": 1.249, "count": 235, "max_ms": 5.436, "p95_ms": 2.409}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.053, "count": 235, "max_ms": 80.192, "p95_ms": 59.817}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 235, "max_ms": 0.234, "p95_ms": 0.152}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 235}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1467.324, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.864, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.385, "sample_count": 2218, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1493922, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:01:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 130491, "write_bytes_delta": 130491, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 542.0, "cpu_core_ratio": 0.458531, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 109600, "reason": null, "system_cpu_core_ratio": 0.0397, "system_cpu_s_delta": 0.3999999999999999, "user_cpu_core_ratio": 0.418831, "user_cpu_s_delta": 4.220000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.636618, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 77007.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.567705, "system_cpu_s_delta": 5.720000000001164, "user_cpu_core_ratio": 1.068913, "user_cpu_s_delta": 10.770000000018626}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.485, "count": 231, "max_ms": 7.517, "p95_ms": 5.619, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.913, "max": 4.0, "p95": 4.0, "sample_count": 231}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 224}, "total": {"avg": 0.97, "max": 1.0, "p95": 1.0, "sample_count": 231}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.099, "count": 30, "max": 72.42, "p95": 43.772, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.183, "count": 30, "max": 27.42, "p95": 26.42, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 697.533, "count": 30, "max": 1208.0, "p95": 1184.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1345.8, "count": 30, "max": 10208.0, "p95": 6980.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.359, "p95": 0.316, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.428, "count": 30, "max": 0.479, "p95": 0.475, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.105, "count": 30, "max": 2.96, "p95": 0.102, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 132827.967, "count": 30, "max": 138389.0, "p95": 134855.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 128377.733, "count": 30, "max": 138389.0, "p95": 134855.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 116781.0, "count": 30, "max": 204761.0, "p95": 189717.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.531, "count": 30, "max": 0.611, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.954, "count": 30, "max": 1.069, "p95": 1.06, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11547, "sampled_at": "2026-10-30T13:01:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:01:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2876293, "flush_count": 2994, "flush_interval_seconds": 30.0, "flush_state": {"count": 2994, "last_at": "2026-10-30T13:01:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:01:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2993}, "started": true, "suppressed_count": 1491385, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1491236}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2994, "written_record_count": 2994}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9788.754, "limit_mb": null}, "detail": {"pid": 109716, "restart_count": 593, "start_count": 594}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4131244339200, "copied_frame_count": 1494229, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4131244339200, "frame_buffer_copies": 1494229, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1285, "count": 512, "max_ms": 1.3454, "p50_ms": 0.1153, "p95_ms": 0.2429, "p99_ms": 0.3135}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5401, "count": 512, "max_ms": 4.435, "p50_ms": 1.4707, "p95_ms": 2.477, "p99_ms": 2.9838, "results": {"failed": 0, "not_applicable": 0, "success": 1494229, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 543, "h264_decode_error_count": 1225, "h264_decode_error_count_per_hour": 62, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:00:48+09:00", "last_error_summary": "[h264 @ 0x5a48319b50c0] error while decoding MB 119 63, bytestream -9", "last_exit_at": "2026-10-30T13:02:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T13:02:23+09:00", "pid": 109716, "process": {"exists": true, "fd_count": 5, "hwm_mb": 201.051, "name": "ffmpeg", "pid": 109716, "rss_mb": 201.051, "state": "R (running)", "threads": 70}, "restart_count": 593, "restart_count_per_hour": 29, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 594}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.343, "sample_count": 2276, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1494229, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:02:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.829, "last_frame_pushed_at": "2026-10-30T13:02:20+09:00", "last_frame_read_age_sec": 4.962, "last_frame_read_at": "2026-10-30T13:02:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 100, "debug_expires_at": null, "deduplicated_count": 51, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 111.12, "last_sample_duration_ms": 780.065, "last_trigger": "periodic", "next_snapshot_in_sec": 488.88, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 300, "storage_bytes": 2860126}, "mjpeg": {"age_sec": 4.817, "exists": true, "mtime": "2026-10-30T13:02:20.985419+09:00", "mtime_epoch": 1793332940.9854186, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 131286}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:02:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1477.883, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1494229, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.641, "max": 6.0, "p95": 3.0, "sample_count": 198}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 172}, "total": {"avg": 0.869, "max": 1.0, "p95": 1.0, "sample_count": 198}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 198}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 198}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.609, "pushed": 6.609, "read": 6.576}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 197, "client_acquire_ms": {"avg_ms": 0.008, "count": 197, "max_ms": 0.032, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4902.944, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.922, "count": 197, "max_ms": 4.597, "p95_ms": 3.262, "reason": null, "sample_age_ms": 4970.881, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.378, "count": 197, "max_ms": 4.337, "p95_ms": 2.386, "reason": null, "sample_age_ms": 4971.103, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.319, "count": 197, "max_ms": 0.951, "p95_ms": 0.644, "reason": null, "sample_age_ms": 4902.951, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.985, "count": 197, "max_ms": 4.153, "p95_ms": 3.266, "reason": null, "sample_age_ms": 4968.362, "source": "client_direct"}, "request_count": 197, "request_tensor_bytes": {"avg": 2764808.0, "count": 197, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4968.329, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 197, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4903.185, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.08, "count": 197, "max_ms": 78.035, "p95_ms": 65.882, "reason": null, "sample_age_ms": 4902.941, "source": "client_direct"}, "sample_age_ms": 4902.937, "source": "client_direct", "task_total_ms": {"avg_ms": 50.572, "count": 197, "max_ms": 80.691, "p95_ms": 68.854, "reason": null, "sample_age_ms": 4902.937, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.28, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.057, "count": 198, "max_ms": 9.64, "p95_ms": 7.574}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.396, "count": 198, "max_ms": 1.555, "p95_ms": 0.797}, "detection_prepare_ms": {"avg_ms": 1.321, "count": 198, "max_ms": 3.72, "p95_ms": 2.94}, "event_filter_ms": {"avg_ms": 0.005, "count": 198, "max_ms": 0.013, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.149, "count": 198, "max_ms": 0.599, "p95_ms": 0.275}, "mcmt_ms": {"avg_ms": 0.004, "count": 198, "max_ms": 0.013, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.626, "count": 198, "max_ms": 2.372, "p95_ms": 1.162}, "setup_ms": {"avg_ms": 0.051, "count": 198, "max_ms": 0.187, "p95_ms": 0.108}, "total_inside_ms": {"avg_ms": 3.996, "count": 198, "max_ms": 9.487, "p95_ms": 7.395}, "track_match_ms": {"avg_ms": 0.108, "count": 198, "max_ms": 0.438, "p95_ms": 0.233}, "tracker_update_ms": {"avg_ms": 1.337, "count": 198, "max_ms": 3.571, "p95_ms": 2.534}}, "gstreamer_push": {"avg_ms": 3.581, "count": 198, "max_ms": 10.474, "p95_ms": 6.215}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 198, "max_ms": 0.175, "p95_ms": 0.118}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.946, "count": 198, "max_ms": 81.526, "p95_ms": 70.953}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.671, "count": 198, "max_ms": 13.655, "p95_ms": 8.69}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.83, "count": 198, "max_ms": 144.004, "p95_ms": 130.162}, "inference_input_copy_ms": {"avg_ms": 1.647, "count": 198, "max_ms": 4.905, "p95_ms": 3.064}, "processing_residual_ms": {"avg_ms": 0.187, "count": 198, "max_ms": 0.533, "p95_ms": 0.333}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.335, "count": 198, "max_ms": 150.075, "p95_ms": 136.074}, "read_interval": {"avg_ms": 127.5, "count": 197, "max_ms": 208.902, "p95_ms": 175.649}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 198, "max_ms": 0.058, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.561, "count": 198, "max_ms": 2.205, "p95_ms": 1.049}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 198, "max_ms": 0.058, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.544, "count": 198, "max_ms": 2.169, "p95_ms": 1.02}, "worker_merge_ms": {"avg_ms": 0.008, "count": 198, "max_ms": 0.039, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 51.961, "count": 198, "max_ms": 81.533, "p95_ms": 70.971}, "visualize": {"avg_ms": 49.562, "count": 198, "max_ms": 82.141, "p95_ms": 62.49}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.135, "count": 198, "max_ms": 77.457, "p95_ms": 55.918}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.091, "count": 198, "max_ms": 80.357, "p95_ms": 59.78}, "visualize_input_copy_ms": {"avg_ms": 1.249, "count": 198, "max_ms": 5.436, "p95_ms": 2.409}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.944, "count": 198, "max_ms": 80.192, "p95_ms": 59.594}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 198, "max_ms": 0.223, "p95_ms": 0.152}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 198}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1477.879, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.752, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.276, "sample_count": 2292, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1494229, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:02:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2.788, "exists": true, "size_bytes": 131286, "write_bytes_delta": 131286, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 109600, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.450552, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 185746.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.526217, "system_cpu_s_delta": 11.419999999998254, "user_cpu_core_ratio": 0.924335, "user_cpu_s_delta": 20.05999999999767}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.558, "count": 213, "max_ms": 10.474, "p95_ms": 5.944, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.667, "max": 6.0, "p95": 3.0, "sample_count": 213}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 187}, "total": {"avg": 0.878, "max": 1.0, "p95": 1.0, "sample_count": 213}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.64, "count": 30, "max": 72.42, "p95": 60.856, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.125, "count": 30, "max": 27.42, "p95": 26.42, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 677.233, "count": 30, "max": 1208.0, "p95": 1158.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1338.5, "count": 30, "max": 10208.0, "p95": 6980.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.359, "p95": 0.316, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.427, "count": 30, "max": 0.479, "p95": 0.475, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.195, "count": 30, "max": 2.96, "p95": 1.573, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 132341.9, "count": 30, "max": 135083.0, "p95": 134561.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 127896.9, "count": 30, "max": 135083.0, "p95": 134561.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 112585.967, "count": 30, "max": 198876.0, "p95": 182496.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.533, "count": 30, "max": 0.611, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.959, "count": 30, "max": 1.069, "p95": 1.06, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11550, "sampled_at": "2026-10-30T13:02:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:02:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2878299, "flush_count": 2996, "flush_interval_seconds": 30.0, "flush_state": {"count": 2996, "last_at": "2026-10-30T13:03:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:03:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2995}, "started": true, "suppressed_count": 1492158, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1492009}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2996, "written_record_count": 2996}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9619.906, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T13:00:48+09:00", "last_error_summary": "[h264 @ 0x5a48319b50c0] error while decoding MB 119 63, bytestream -9", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4133387059200, "copied_frame_count": 1495004, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4133387059200, "frame_buffer_copies": 1495004, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1229, "count": 512, "max_ms": 2.2738, "p50_ms": 0.0994, "p95_ms": 0.2121, "p99_ms": 0.2937}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5067, "count": 512, "max_ms": 5.1087, "p50_ms": 1.4049, "p95_ms": 2.4727, "p99_ms": 3.3272, "results": {"failed": 0, "not_applicable": 0, "success": 1495004, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 543, "h264_decode_error_count": 1225, "h264_decode_error_count_per_hour": 57, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:00:48+09:00", "last_error_summary": "[h264 @ 0x5a48319b50c0] error while decoding MB 119 63, bytestream -9", "last_exit_at": "2026-10-30T13:04:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 98.985, "last_started_at": "2026-10-30T13:02:23+09:00", "pid": 109716, "process": {"exists": false, "pid": 109716}, "restart_count": 593, "restart_count_per_hour": 28, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 594}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.341, "sample_count": 2319, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1495004, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:04:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T13:04:02+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-10-30T13:04:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 100, "debug_expires_at": null, "deduplicated_count": 51, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 208.091, "last_sample_duration_ms": 780.065, "last_trigger": "periodic", "next_snapshot_in_sec": 391.909, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 300, "storage_bytes": 2860126}, "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-10-30T13:04:02.694170+09:00", "mtime_epoch": 1793333042.6941702, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 129879}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:04:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1467.824, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1495004, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.324, "max": 4.0, "p95": 3.0, "sample_count": 238}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 233}, "total": {"avg": 0.979, "max": 1.0, "p95": 1.0, "sample_count": 238}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 238}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 238}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 238, "pushed_frames": 238, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.947, "pushed": 7.947, "read": 7.913}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 237, "client_acquire_ms": {"avg_ms": 0.008, "count": 238, "max_ms": 0.023, "p95_ms": 0.015, "reason": null, "sample_age_ms": 67.293, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.023, "count": 237, "max_ms": 7.667, "p95_ms": 3.571, "reason": null, "sample_age_ms": 106.724, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.385, "count": 237, "max_ms": 7.368, "p95_ms": 2.228, "reason": null, "sample_age_ms": 106.875, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.307, "count": 238, "max_ms": 1.041, "p95_ms": 0.584, "reason": null, "sample_age_ms": 67.303, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.976, "count": 237, "max_ms": 4.564, "p95_ms": 3.301, "reason": null, "sample_age_ms": 105.686, "source": "client_direct"}, "request_count": 237, "request_tensor_bytes": {"avg": 2764808.0, "count": 237, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 105.671, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 238, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 67.629, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.614, "count": 238, "max_ms": 89.413, "p95_ms": 66.544, "reason": null, "sample_age_ms": 67.287, "source": "client_direct"}, "sample_age_ms": 67.283, "source": "client_direct", "task_total_ms": {"avg_ms": 50.071, "count": 238, "max_ms": 92.592, "p95_ms": 69.824, "reason": null, "sample_age_ms": 67.283, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.694, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.123, "count": 238, "max_ms": 11.541, "p95_ms": 7.145}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.358, "count": 238, "max_ms": 1.135, "p95_ms": 0.683}, "detection_prepare_ms": {"avg_ms": 1.321, "count": 238, "max_ms": 5.02, "p95_ms": 2.465}, "event_filter_ms": {"avg_ms": 0.005, "count": 238, "max_ms": 0.025, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.144, "count": 238, "max_ms": 0.479, "p95_ms": 0.289}, "mcmt_ms": {"avg_ms": 0.004, "count": 238, "max_ms": 0.029, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.638, "count": 238, "max_ms": 3.227, "p95_ms": 1.164}, "setup_ms": {"avg_ms": 0.046, "count": 238, "max_ms": 0.149, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 4.065, "count": 238, "max_ms": 11.455, "p95_ms": 7.049}, "track_match_ms": {"avg_ms": 0.117, "count": 238, "max_ms": 0.492, "p95_ms": 0.236}, "tracker_update_ms": {"avg_ms": 1.432, "count": 238, "max_ms": 4.406, "p95_ms": 2.63}}, "gstreamer_push": {"avg_ms": 3.241, "count": 238, "max_ms": 10.519, "p95_ms": 5.082}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 238, "max_ms": 0.233, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.537, "count": 238, "max_ms": 94.265, "p95_ms": 74.441}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.851, "count": 238, "max_ms": 12.909, "p95_ms": 7.898}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.353, "count": 238, "max_ms": 156.971, "p95_ms": 135.324}, "inference_input_copy_ms": {"avg_ms": 1.614, "count": 238, "max_ms": 5.52, "p95_ms": 2.721}, "processing_residual_ms": {"avg_ms": 0.199, "count": 238, "max_ms": 0.602, "p95_ms": 0.406}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.018, "count": 238, "max_ms": 161.62, "p95_ms": 139.822}, "read_interval": {"avg_ms": 126.249, "count": 237, "max_ms": 356.862, "p95_ms": 171.165}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 238, "max_ms": 0.045, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.575, "count": 238, "max_ms": 3.115, "p95_ms": 1.052}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 238, "max_ms": 0.053, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.56, "count": 238, "max_ms": 3.087, "p95_ms": 1.021}, "worker_merge_ms": {"avg_ms": 0.007, "count": 238, "max_ms": 0.042, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 51.551, "count": 238, "max_ms": 94.297, "p95_ms": 74.451}, "visualize": {"avg_ms": 47.569, "count": 238, "max_ms": 83.268, "p95_ms": 64.224}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.979, "count": 238, "max_ms": 75.621, "p95_ms": 58.413}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.969, "count": 238, "max_ms": 81.671, "p95_ms": 61.633}, "visualize_input_copy_ms": {"avg_ms": 1.39, "count": 238, "max_ms": 6.447, "p95_ms": 2.456}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.833, "count": 238, "max_ms": 81.578, "p95_ms": 61.494}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 238, "max_ms": 0.209, "p95_ms": 0.135}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 238}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1467.754, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 44.199, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.098, "sample_count": 2283, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1494855, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:03:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 127842, "write_bytes_delta": 127842, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1120.0, "cpu_core_ratio": 0.443181, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 109716, "reason": null, "system_cpu_core_ratio": 0.039339, "system_cpu_s_delta": 0.79, "user_cpu_core_ratio": 0.403843, "user_cpu_s_delta": 8.110000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.593959, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 191200.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.576136, "system_cpu_s_delta": 11.570000000006985, "user_cpu_core_ratio": 1.017823, "user_cpu_s_delta": 20.44000000000233}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.181, "count": 243, "max_ms": 8.221, "p95_ms": 4.862, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.531, "max": 5.0, "p95": 4.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 218}, "total": {"avg": 0.897, "max": 1.0, "p95": 1.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.725, "count": 30, "max": 72.42, "p95": 55.838, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.571, "count": 30, "max": 27.42, "p95": 25.887, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 690.567, "count": 30, "max": 1208.0, "p95": 1126.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1137.1, "count": 30, "max": 10208.0, "p95": 6980.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.359, "p95": 0.316, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.422, "count": 30, "max": 0.479, "p95": 0.471, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.195, "count": 30, "max": 2.96, "p95": 1.573, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131817.833, "count": 30, "max": 134577.0, "p95": 134498.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 127369.4, "count": 30, "max": 134577.0, "p95": 134498.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 118961.367, "count": 30, "max": 203756.0, "p95": 195421.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.549, "count": 30, "max": 0.611, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.987, "count": 30, "max": 1.069, "p95": 1.06, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11554, "sampled_at": "2026-10-30T13:03:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:03:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2878299, "flush_count": 2996, "flush_interval_seconds": 30.0, "flush_state": {"count": 2996, "last_at": "2026-10-30T13:03:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:03:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2995}, "started": true, "suppressed_count": 1492158, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1492009}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2996, "written_record_count": 2996}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9619.855, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4133387059200, "copied_frame_count": 1495004, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4133387059200, "frame_buffer_copies": 1495004, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1229, "count": 512, "max_ms": 2.2738, "p50_ms": 0.0994, "p95_ms": 0.2121, "p99_ms": 0.2937}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5067, "count": 512, "max_ms": 5.1087, "p50_ms": 1.4049, "p95_ms": 2.4727, "p99_ms": 3.3272, "results": {"failed": 0, "not_applicable": 0, "success": 1495004, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 543, "h264_decode_error_count": 1225, "h264_decode_error_count_per_hour": 57, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:00:48+09:00", "last_error_summary": "[h264 @ 0x5a48319b50c0] error while decoding MB 119 63, bytestream -9", "last_exit_at": "2026-10-30T13:04:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.026, "last_started_at": "2026-10-30T13:02:23+09:00", "pid": 109716, "process": {"exists": false, "pid": 109716}, "restart_count": 593, "restart_count_per_hour": 28, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 594}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.341, "sample_count": 2319, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1495004, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:04:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.041, "last_frame_pushed_at": "2026-10-30T13:04:02+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-10-30T13:04:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 100, "debug_expires_at": null, "deduplicated_count": 51, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 208.143, "last_sample_duration_ms": 780.065, "last_trigger": "periodic", "next_snapshot_in_sec": 391.857, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 300, "storage_bytes": 2860126}, "mjpeg": {"age_sec": 0.031, "exists": true, "mtime": "2026-10-30T13:04:02.796171+09:00", "mtime_epoch": 1793333042.796171, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126997}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:04:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1467.824, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1495004, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.324, "max": 4.0, "p95": 3.0, "sample_count": 238}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 233}, "total": {"avg": 0.979, "max": 1.0, "p95": 1.0, "sample_count": 238}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 238}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 238}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 238, "pushed_frames": 238, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.936, "pushed": 7.936, "read": 7.903}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 237, "client_acquire_ms": {"avg_ms": 0.008, "count": 237, "max_ms": 0.023, "p95_ms": 0.015, "reason": null, "sample_age_ms": 116.01, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.023, "count": 237, "max_ms": 7.667, "p95_ms": 3.571, "reason": null, "sample_age_ms": 155.441, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.385, "count": 237, "max_ms": 7.368, "p95_ms": 2.228, "reason": null, "sample_age_ms": 155.592, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.308, "count": 237, "max_ms": 1.041, "p95_ms": 0.585, "reason": null, "sample_age_ms": 116.02, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.976, "count": 237, "max_ms": 4.564, "p95_ms": 3.301, "reason": null, "sample_age_ms": 154.403, "source": "client_direct"}, "request_count": 237, "request_tensor_bytes": {"avg": 2764808.0, "count": 237, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 154.388, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 237, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 116.346, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.7, "count": 237, "max_ms": 89.413, "p95_ms": 66.639, "reason": null, "sample_age_ms": 116.004, "source": "client_direct"}, "sample_age_ms": 116.0, "source": "client_direct", "task_total_ms": {"avg_ms": 50.163, "count": 237, "max_ms": 92.592, "p95_ms": 69.869, "reason": null, "sample_age_ms": 116.0, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.279, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.123, "count": 238, "max_ms": 11.541, "p95_ms": 7.145}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.358, "count": 238, "max_ms": 1.135, "p95_ms": 0.683}, "detection_prepare_ms": {"avg_ms": 1.321, "count": 238, "max_ms": 5.02, "p95_ms": 2.465}, "event_filter_ms": {"avg_ms": 0.005, "count": 238, "max_ms": 0.025, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.144, "count": 238, "max_ms": 0.479, "p95_ms": 0.289}, "mcmt_ms": {"avg_ms": 0.004, "count": 238, "max_ms": 0.029, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.638, "count": 238, "max_ms": 3.227, "p95_ms": 1.164}, "setup_ms": {"avg_ms": 0.046, "count": 238, "max_ms": 0.149, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 4.065, "count": 238, "max_ms": 11.455, "p95_ms": 7.049}, "track_match_ms": {"avg_ms": 0.117, "count": 238, "max_ms": 0.492, "p95_ms": 0.236}, "tracker_update_ms": {"avg_ms": 1.432, "count": 238, "max_ms": 4.406, "p95_ms": 2.63}}, "gstreamer_push": {"avg_ms": 3.241, "count": 238, "max_ms": 10.519, "p95_ms": 5.082}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 238, "max_ms": 0.233, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.537, "count": 238, "max_ms": 94.265, "p95_ms": 74.441}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.851, "count": 238, "max_ms": 12.909, "p95_ms": 7.898}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.353, "count": 238, "max_ms": 156.971, "p95_ms": 135.324}, "inference_input_copy_ms": {"avg_ms": 1.614, "count": 238, "max_ms": 5.52, "p95_ms": 2.721}, "processing_residual_ms": {"avg_ms": 0.199, "count": 238, "max_ms": 0.602, "p95_ms": 0.406}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.018, "count": 238, "max_ms": 161.62, "p95_ms": 139.822}, "read_interval": {"avg_ms": 126.249, "count": 237, "max_ms": 356.862, "p95_ms": 171.165}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 238, "max_ms": 0.045, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.575, "count": 238, "max_ms": 3.115, "p95_ms": 1.052}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 238, "max_ms": 0.053, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.56, "count": 238, "max_ms": 3.087, "p95_ms": 1.021}, "worker_merge_ms": {"avg_ms": 0.007, "count": 238, "max_ms": 0.042, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 51.551, "count": 238, "max_ms": 94.297, "p95_ms": 74.451}, "visualize": {"avg_ms": 47.569, "count": 238, "max_ms": 83.268, "p95_ms": 64.224}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.979, "count": 238, "max_ms": 75.621, "p95_ms": 58.413}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.969, "count": 238, "max_ms": 81.671, "p95_ms": 61.633}, "visualize_input_copy_ms": {"avg_ms": 1.39, "count": 238, "max_ms": 6.447, "p95_ms": 2.456}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.833, "count": 238, "max_ms": 81.578, "p95_ms": 61.494}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 238, "max_ms": 0.209, "p95_ms": 0.135}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 238}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1467.754, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 44.199, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.098, "sample_count": 2283, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1494855, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:03:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 127842, "write_bytes_delta": 127842, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1120.0, "cpu_core_ratio": 0.443181, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 109716, "reason": null, "system_cpu_core_ratio": 0.039339, "system_cpu_s_delta": 0.79, "user_cpu_core_ratio": 0.403843, "user_cpu_s_delta": 8.110000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.593959, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 191200.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.576136, "system_cpu_s_delta": 11.570000000006985, "user_cpu_core_ratio": 1.017823, "user_cpu_s_delta": 20.44000000000233}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.181, "count": 243, "max_ms": 8.221, "p95_ms": 4.862, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.531, "max": 5.0, "p95": 4.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 218}, "total": {"avg": 0.897, "max": 1.0, "p95": 1.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.725, "count": 30, "max": 72.42, "p95": 55.838, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.571, "count": 30, "max": 27.42, "p95": 25.887, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 690.567, "count": 30, "max": 1208.0, "p95": 1126.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1137.1, "count": 30, "max": 10208.0, "p95": 6980.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.359, "p95": 0.316, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.422, "count": 30, "max": 0.479, "p95": 0.471, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.195, "count": 30, "max": 2.96, "p95": 1.573, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131817.833, "count": 30, "max": 134577.0, "p95": 134498.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 127369.4, "count": 30, "max": 134577.0, "p95": 134498.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 118961.367, "count": 30, "max": 203756.0, "p95": 195421.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.549, "count": 30, "max": 0.611, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.987, "count": 30, "max": 1.069, "p95": 1.06, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11554, "sampled_at": "2026-10-30T13:03:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:03:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2878299, "flush_count": 2996, "flush_interval_seconds": 30.0, "flush_state": {"count": 2996, "last_at": "2026-10-30T13:03:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:03:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2995}, "started": true, "suppressed_count": 1492158, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1492009}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2996, "written_record_count": 2996}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9797.98, "limit_mb": null}, "detail": {"pid": 109832, "restart_count": 594, "start_count": 595}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4133387059200, "copied_frame_count": 1495004, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4133387059200, "frame_buffer_copies": 1495004, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1229, "count": 512, "max_ms": 2.2738, "p50_ms": 0.0994, "p95_ms": 0.2121, "p99_ms": 0.2937}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5067, "count": 512, "max_ms": 5.1087, "p50_ms": 1.4049, "p95_ms": 2.4727, "p99_ms": 3.3272, "results": {"failed": 0, "not_applicable": 0, "success": 1495004, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 543, "h264_decode_error_count": 1225, "h264_decode_error_count_per_hour": 57, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:00:48+09:00", "last_error_summary": "[h264 @ 0x5a48319b50c0] error while decoding MB 119 63, bytestream -9", "last_exit_at": "2026-10-30T13:04:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T13:04:04+09:00", "pid": 109832, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.801, "name": "ffmpeg", "pid": 109832, "rss_mb": 209.801, "state": "S (sleeping)", "threads": 70}, "restart_count": 594, "restart_count_per_hour": 28, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 595}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.112, "sample_count": 2288, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1495004, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:04:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.195, "last_frame_pushed_at": "2026-10-30T13:04:02+09:00", "last_frame_read_age_sec": 4.294, "last_frame_read_at": "2026-10-30T13:04:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 100, "debug_expires_at": null, "deduplicated_count": 51, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 212.294, "last_sample_duration_ms": 780.065, "last_trigger": "periodic", "next_snapshot_in_sec": 387.706, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 300, "storage_bytes": 2860126}, "mjpeg": {"age_sec": 4.184, "exists": true, "mtime": "2026-10-30T13:04:02.796171+09:00", "mtime_epoch": 1793333042.796171, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126997}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:04:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1467.828, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1495004, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.327, "max": 4.0, "p95": 3.0, "sample_count": 205}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 200}, "total": {"avg": 0.976, "max": 1.0, "p95": 1.0, "sample_count": 205}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 205}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 205}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.837, "pushed": 6.837, "read": 6.803}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 204, "client_acquire_ms": {"avg_ms": 0.008, "count": 204, "max_ms": 0.023, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4264.999, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.027, "count": 204, "max_ms": 7.667, "p95_ms": 3.554, "reason": null, "sample_age_ms": 4304.431, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.396, "count": 204, "max_ms": 7.368, "p95_ms": 2.29, "reason": null, "sample_age_ms": 4304.582, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.311, "count": 204, "max_ms": 1.041, "p95_ms": 0.578, "reason": null, "sample_age_ms": 4265.01, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.958, "count": 204, "max_ms": 4.564, "p95_ms": 3.295, "reason": null, "sample_age_ms": 4303.393, "source": "client_direct"}, "request_count": 204, "request_tensor_bytes": {"avg": 2764808.0, "count": 204, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4303.377, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 204, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4265.336, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.105, "count": 204, "max_ms": 89.413, "p95_ms": 66.252, "reason": null, "sample_age_ms": 4264.994, "source": "client_direct"}, "sample_age_ms": 4264.99, "source": "client_direct", "task_total_ms": {"avg_ms": 50.553, "count": 204, "max_ms": 92.592, "p95_ms": 69.624, "reason": null, "sample_age_ms": 4264.99, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.656, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.186, "count": 205, "max_ms": 11.541, "p95_ms": 7.145}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.358, "count": 205, "max_ms": 1.135, "p95_ms": 0.664}, "detection_prepare_ms": {"avg_ms": 1.351, "count": 205, "max_ms": 5.02, "p95_ms": 2.469}, "event_filter_ms": {"avg_ms": 0.005, "count": 205, "max_ms": 0.025, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.145, "count": 205, "max_ms": 0.479, "p95_ms": 0.289}, "mcmt_ms": {"avg_ms": 0.004, "count": 205, "max_ms": 0.029, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.643, "count": 205, "max_ms": 3.227, "p95_ms": 1.154}, "setup_ms": {"avg_ms": 0.047, "count": 205, "max_ms": 0.149, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 4.125, "count": 205, "max_ms": 11.455, "p95_ms": 7.049}, "track_match_ms": {"avg_ms": 0.119, "count": 205, "max_ms": 0.492, "p95_ms": 0.234}, "tracker_update_ms": {"avg_ms": 1.453, "count": 205, "max_ms": 4.406, "p95_ms": 2.629}}, "gstreamer_push": {"avg_ms": 3.27, "count": 205, "max_ms": 10.519, "p95_ms": 5.065}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 205, "max_ms": 0.233, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.995, "count": 205, "max_ms": 94.265, "p95_ms": 73.651}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.873, "count": 205, "max_ms": 12.909, "p95_ms": 7.898}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.416, "count": 205, "max_ms": 156.971, "p95_ms": 134.362}, "inference_input_copy_ms": {"avg_ms": 1.631, "count": 205, "max_ms": 5.52, "p95_ms": 2.721}, "processing_residual_ms": {"avg_ms": 0.201, "count": 205, "max_ms": 0.602, "p95_ms": 0.406}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.121, "count": 205, "max_ms": 161.62, "p95_ms": 138.764}, "read_interval": {"avg_ms": 126.427, "count": 204, "max_ms": 225.313, "p95_ms": 171.165}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 205, "max_ms": 0.045, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.58, "count": 205, "max_ms": 3.115, "p95_ms": 1.041}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 205, "max_ms": 0.053, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.565, "count": 205, "max_ms": 3.087, "p95_ms": 1.005}, "worker_merge_ms": {"avg_ms": 0.007, "count": 205, "max_ms": 0.042, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 52.008, "count": 205, "max_ms": 94.297, "p95_ms": 73.675}, "visualize": {"avg_ms": 48.084, "count": 205, "max_ms": 76.621, "p95_ms": 63.847}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.453, "count": 205, "max_ms": 66.389, "p95_ms": 58.413}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.47, "count": 205, "max_ms": 70.701, "p95_ms": 61.633}, "visualize_input_copy_ms": {"avg_ms": 1.402, "count": 205, "max_ms": 6.447, "p95_ms": 2.449}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.333, "count": 205, "max_ms": 70.458, "p95_ms": 61.494}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 205, "max_ms": 0.18, "p95_ms": 0.135}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 205}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1467.754, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 44.199, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.098, "sample_count": 2283, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1494855, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:03:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 127842, "write_bytes_delta": 127842, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1120.0, "cpu_core_ratio": 0.443181, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 109716, "reason": null, "system_cpu_core_ratio": 0.039339, "system_cpu_s_delta": 0.79, "user_cpu_core_ratio": 0.403843, "user_cpu_s_delta": 8.110000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.593959, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 191200.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.576136, "system_cpu_s_delta": 11.570000000006985, "user_cpu_core_ratio": 1.017823, "user_cpu_s_delta": 20.44000000000233}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.181, "count": 243, "max_ms": 8.221, "p95_ms": 4.862, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.531, "max": 5.0, "p95": 4.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 218}, "total": {"avg": 0.897, "max": 1.0, "p95": 1.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.725, "count": 30, "max": 72.42, "p95": 55.838, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.571, "count": 30, "max": 27.42, "p95": 25.887, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 690.567, "count": 30, "max": 1208.0, "p95": 1126.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1137.1, "count": 30, "max": 10208.0, "p95": 6980.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.359, "p95": 0.316, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.422, "count": 30, "max": 0.479, "p95": 0.471, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.195, "count": 30, "max": 2.96, "p95": 1.573, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131817.833, "count": 30, "max": 134577.0, "p95": 134498.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 127369.4, "count": 30, "max": 134577.0, "p95": 134498.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 118961.367, "count": 30, "max": 203756.0, "p95": 195421.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.549, "count": 30, "max": 0.611, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.987, "count": 30, "max": 1.069, "p95": 1.06, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11554, "sampled_at": "2026-10-30T13:03:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:03:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2880305, "flush_count": 2998, "flush_interval_seconds": 30.0, "flush_state": {"count": 2998, "last_at": "2026-10-30T13:05:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:05:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2997}, "started": true, "suppressed_count": 1492929, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1492780}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2998, "written_record_count": 2998}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9642.387, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x565e77e61680] error while decoding MB 115 44, bytestream -9", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4135521484800, "copied_frame_count": 1495776, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4135521484800, "frame_buffer_copies": 1495776, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1189, "count": 512, "max_ms": 3.5842, "p50_ms": 0.0989, "p95_ms": 0.2118, "p99_ms": 0.2959}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4559, "count": 512, "max_ms": 3.29, "p50_ms": 1.3751, "p95_ms": 2.3416, "p99_ms": 2.7995, "results": {"failed": 0, "not_applicable": 0, "success": 1495776, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 544, "h264_decode_error_count": 1226, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:05:43+09:00", "last_error_summary": "[h264 @ 0x565e77e61680] error while decoding MB 115 44, bytestream -9", "last_exit_at": "2026-10-30T13:04:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 98.416, "last_started_at": "2026-10-30T13:04:04+09:00", "pid": 109832, "process": {"exists": false, "pid": 109832}, "restart_count": 594, "restart_count_per_hour": 28, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 595}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.886, "sample_count": 2262, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1495776, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:05:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.103, "last_frame_pushed_at": "2026-10-30T13:05:43+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-10-30T13:05:43+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 100, "debug_expires_at": null, "deduplicated_count": 51, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 308.704, "last_sample_duration_ms": 780.065, "last_trigger": "periodic", "next_snapshot_in_sec": 291.296, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 300, "storage_bytes": 2860126}, "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-10-30T13:05:43.298875+09:00", "mtime_epoch": 1793333143.2988753, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126895}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:05:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1481.379, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1495777, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.414, "max": 4.0, "p95": 4.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 239}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 239}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 239}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 239}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.978, "pushed": 7.978, "read": 7.978}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 239, "client_acquire_ms": {"avg_ms": 0.007, "count": 239, "max_ms": 0.029, "p95_ms": 0.015, "reason": null, "sample_age_ms": 29.298, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.856, "count": 239, "max_ms": 8.415, "p95_ms": 2.752, "reason": null, "sample_age_ms": 82.193, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.367, "count": 239, "max_ms": 8.051, "p95_ms": 1.908, "reason": null, "sample_age_ms": 82.397, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.297, "count": 239, "max_ms": 0.825, "p95_ms": 0.56, "reason": null, "sample_age_ms": 29.33, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.987, "count": 239, "max_ms": 6.249, "p95_ms": 3.524, "reason": null, "sample_age_ms": 80.448, "source": "client_direct"}, "request_count": 239, "request_tensor_bytes": {"avg": 2764808.0, "count": 239, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 80.428, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 239, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 29.802, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.583, "count": 239, "max_ms": 73.705, "p95_ms": 64.298, "reason": null, "sample_age_ms": 29.294, "source": "client_direct"}, "sample_age_ms": 29.289, "source": "client_direct", "task_total_ms": {"avg_ms": 50.048, "count": 239, "max_ms": 77.961, "p95_ms": 67.439, "reason": null, "sample_age_ms": 29.289, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.017, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.212, "count": 239, "max_ms": 9.152, "p95_ms": 7.069}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.365, "count": 239, "max_ms": 1.907, "p95_ms": 0.765}, "detection_prepare_ms": {"avg_ms": 1.39, "count": 239, "max_ms": 3.633, "p95_ms": 2.578}, "event_filter_ms": {"avg_ms": 0.005, "count": 239, "max_ms": 0.023, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.144, "count": 239, "max_ms": 0.493, "p95_ms": 0.275}, "mcmt_ms": {"avg_ms": 0.003, "count": 239, "max_ms": 0.019, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.648, "count": 239, "max_ms": 2.305, "p95_ms": 1.214}, "setup_ms": {"avg_ms": 0.046, "count": 239, "max_ms": 0.159, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 4.153, "count": 239, "max_ms": 9.035, "p95_ms": 6.971}, "track_match_ms": {"avg_ms": 0.114, "count": 239, "max_ms": 0.298, "p95_ms": 0.235}, "tracker_update_ms": {"avg_ms": 1.438, "count": 239, "max_ms": 3.284, "p95_ms": 2.584}}, "gstreamer_push": {"avg_ms": 3.304, "count": 239, "max_ms": 14.994, "p95_ms": 5.501}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 239, "max_ms": 1.122, "p95_ms": 0.125}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.221, "count": 239, "max_ms": 82.565, "p95_ms": 69.185}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.966, "count": 239, "max_ms": 15.963, "p95_ms": 8.584}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.129, "count": 239, "max_ms": 144.272, "p95_ms": 127.182}, "inference_input_copy_ms": {"avg_ms": 1.599, "count": 239, "max_ms": 4.379, "p95_ms": 2.668}, "processing_residual_ms": {"avg_ms": 0.189, "count": 239, "max_ms": 0.892, "p95_ms": 0.349}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.883, "count": 239, "max_ms": 148.293, "p95_ms": 131.873}, "read_interval": {"avg_ms": 125.47, "count": 239, "max_ms": 193.721, "p95_ms": 166.98}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 239, "max_ms": 0.043, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.586, "count": 239, "max_ms": 2.164, "p95_ms": 1.104}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 239, "max_ms": 0.057, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.571, "count": 239, "max_ms": 2.135, "p95_ms": 1.075}, "worker_merge_ms": {"avg_ms": 0.007, "count": 239, "max_ms": 0.043, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 51.235, "count": 239, "max_ms": 82.576, "p95_ms": 69.204}, "visualize": {"avg_ms": 48.522, "count": 239, "max_ms": 71.767, "p95_ms": 59.707}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.712, "count": 239, "max_ms": 66.044, "p95_ms": 54.406}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.955, "count": 239, "max_ms": 69.961, "p95_ms": 57.949}, "visualize_input_copy_ms": {"avg_ms": 1.357, "count": 239, "max_ms": 3.199, "p95_ms": 2.178}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.812, "count": 239, "max_ms": 69.754, "p95_ms": 57.77}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 239, "max_ms": 0.291, "p95_ms": 0.15}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 239}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1468.051, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.613, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.006, "sample_count": 2271, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1495475, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:05:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 127899, "write_bytes_delta": 127899, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1105.0, "cpu_core_ratio": 0.449301, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 376.0, "pid": 109832, "reason": null, "system_cpu_core_ratio": 0.038939, "system_cpu_s_delta": 0.7799999999999998, "user_cpu_core_ratio": 0.410362, "user_cpu_s_delta": 8.220000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.670401, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 210172.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.609552, "system_cpu_s_delta": 12.210000000006403, "user_cpu_core_ratio": 1.06085, "user_cpu_s_delta": 21.25}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.095, "count": 242, "max_ms": 6.374, "p95_ms": 4.819, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.789, "max": 6.0, "p95": 4.0, "sample_count": 242}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 242}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 242}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.85, "count": 30, "max": 72.42, "p95": 55.838, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.274, "count": 30, "max": 27.42, "p95": 25.887, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 704.933, "count": 30, "max": 1208.0, "p95": 1143.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 622.833, "count": 30, "max": 7822.0, "p95": 2489.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.066, "count": 30, "max": 0.359, "p95": 0.24, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.419, "count": 30, "max": 0.474, "p95": 0.465, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.268, "count": 30, "max": 2.96, "p95": 2.503, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131282.9, "count": 30, "max": 134577.0, "p95": 134498.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 131282.9, "count": 30, "max": 134577.0, "p95": 134498.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 131242.667, "count": 30, "max": 210172.0, "p95": 206436.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.547, "count": 30, "max": 0.611, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.981, "count": 30, "max": 1.069, "p95": 1.06, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11558, "sampled_at": "2026-10-30T13:05:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:05:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2880305, "flush_count": 2998, "flush_interval_seconds": 30.0, "flush_state": {"count": 2998, "last_at": "2026-10-30T13:05:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:05:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2997}, "started": true, "suppressed_count": 1492929, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1492780}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2998, "written_record_count": 2998}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9629.172, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T13:05:43+09:00", "last_error_summary": "[h264 @ 0x565e77e61680] error while decoding MB 115 44, bytestream -9", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4135524249600, "copied_frame_count": 1495777, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4135524249600, "frame_buffer_copies": 1495777, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.119, "count": 512, "max_ms": 3.5842, "p50_ms": 0.0989, "p95_ms": 0.2118, "p99_ms": 0.2959}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4569, "count": 512, "max_ms": 3.29, "p50_ms": 1.3751, "p95_ms": 2.3416, "p99_ms": 2.7995, "results": {"failed": 0, "not_applicable": 0, "success": 1495777, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 544, "h264_decode_error_count": 1226, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:05:43+09:00", "last_error_summary": "[h264 @ 0x565e77e61680] error while decoding MB 115 44, bytestream -9", "last_exit_at": "2026-10-30T13:05:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 98.477, "last_started_at": "2026-10-30T13:04:04+09:00", "pid": 109832, "process": {"exists": false, "pid": 109832}, "restart_count": 594, "restart_count_per_hour": 28, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 595}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.886, "sample_count": 2263, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1495777, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:05:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T13:05:43+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-10-30T13:05:43+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 100, "debug_expires_at": null, "deduplicated_count": 51, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 308.767, "last_sample_duration_ms": 780.065, "last_trigger": "periodic", "next_snapshot_in_sec": 291.233, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 300, "storage_bytes": 2860126}, "mjpeg": {"age_sec": 0.157, "exists": true, "mtime": "2026-10-30T13:05:43.298875+09:00", "mtime_epoch": 1793333143.2988753, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126895}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:05:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1470.832, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1495777, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.406, "max": 4.0, "p95": 4.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 239}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 239}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 239}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 239}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 238, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.994, "pushed": 7.994, "read": 7.961}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 238, "client_acquire_ms": {"avg_ms": 0.007, "count": 239, "max_ms": 0.029, "p95_ms": 0.015, "reason": null, "sample_age_ms": 92.468, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.859, "count": 238, "max_ms": 8.415, "p95_ms": 2.754, "reason": null, "sample_age_ms": 145.363, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.368, "count": 238, "max_ms": 8.051, "p95_ms": 1.911, "reason": null, "sample_age_ms": 145.568, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.297, "count": 239, "max_ms": 0.825, "p95_ms": 0.56, "reason": null, "sample_age_ms": 92.5, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.989, "count": 238, "max_ms": 6.249, "p95_ms": 3.527, "reason": null, "sample_age_ms": 143.618, "source": "client_direct"}, "request_count": 238, "request_tensor_bytes": {"avg": 2764808.0, "count": 238, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 143.598, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 239, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 92.972, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.583, "count": 239, "max_ms": 73.705, "p95_ms": 64.298, "reason": null, "sample_age_ms": 92.464, "source": "client_direct"}, "sample_age_ms": 92.459, "source": "client_direct", "task_total_ms": {"avg_ms": 50.048, "count": 239, "max_ms": 77.961, "p95_ms": 67.439, "reason": null, "sample_age_ms": 92.459, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.209, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.213, "count": 239, "max_ms": 9.152, "p95_ms": 7.069}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.364, "count": 239, "max_ms": 1.907, "p95_ms": 0.765}, "detection_prepare_ms": {"avg_ms": 1.391, "count": 239, "max_ms": 3.633, "p95_ms": 2.578}, "event_filter_ms": {"avg_ms": 0.005, "count": 239, "max_ms": 0.023, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.144, "count": 239, "max_ms": 0.493, "p95_ms": 0.275}, "mcmt_ms": {"avg_ms": 0.003, "count": 239, "max_ms": 0.019, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.65, "count": 239, "max_ms": 2.305, "p95_ms": 1.214}, "setup_ms": {"avg_ms": 0.046, "count": 239, "max_ms": 0.159, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 4.155, "count": 239, "max_ms": 9.035, "p95_ms": 6.971}, "track_match_ms": {"avg_ms": 0.114, "count": 239, "max_ms": 0.298, "p95_ms": 0.235}, "tracker_update_ms": {"avg_ms": 1.437, "count": 239, "max_ms": 3.284, "p95_ms": 2.584}}, "gstreamer_push": {"avg_ms": 3.302, "count": 239, "max_ms": 14.994, "p95_ms": 5.501}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 239, "max_ms": 1.122, "p95_ms": 0.125}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.286, "count": 239, "max_ms": 82.565, "p95_ms": 69.185}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.966, "count": 239, "max_ms": 15.963, "p95_ms": 8.584}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.234, "count": 239, "max_ms": 144.272, "p95_ms": 127.182}, "inference_input_copy_ms": {"avg_ms": 1.598, "count": 239, "max_ms": 4.379, "p95_ms": 2.668}, "processing_residual_ms": {"avg_ms": 0.189, "count": 239, "max_ms": 0.892, "p95_ms": 0.349}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.986, "count": 239, "max_ms": 148.293, "p95_ms": 131.873}, "read_interval": {"avg_ms": 125.532, "count": 238, "max_ms": 193.721, "p95_ms": 166.98}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 239, "max_ms": 0.043, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.587, "count": 239, "max_ms": 2.164, "p95_ms": 1.104}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 239, "max_ms": 0.057, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.572, "count": 239, "max_ms": 2.135, "p95_ms": 1.075}, "worker_merge_ms": {"avg_ms": 0.007, "count": 239, "max_ms": 0.043, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 51.3, "count": 239, "max_ms": 82.576, "p95_ms": 69.204}, "visualize": {"avg_ms": 48.561, "count": 239, "max_ms": 71.767, "p95_ms": 59.954}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.748, "count": 239, "max_ms": 66.044, "p95_ms": 54.975}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.99, "count": 239, "max_ms": 69.961, "p95_ms": 58.128}, "visualize_input_copy_ms": {"avg_ms": 1.361, "count": 239, "max_ms": 3.199, "p95_ms": 2.216}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.846, "count": 239, "max_ms": 69.754, "p95_ms": 57.963}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 239, "max_ms": 0.291, "p95_ms": 0.15}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 239}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1468.051, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.613, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.006, "sample_count": 2271, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1495475, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:05:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 127899, "write_bytes_delta": 127899, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1105.0, "cpu_core_ratio": 0.449301, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 376.0, "pid": 109832, "reason": null, "system_cpu_core_ratio": 0.038939, "system_cpu_s_delta": 0.7799999999999998, "user_cpu_core_ratio": 0.410362, "user_cpu_s_delta": 8.220000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.670401, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 210172.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.609552, "system_cpu_s_delta": 12.210000000006403, "user_cpu_core_ratio": 1.06085, "user_cpu_s_delta": 21.25}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.095, "count": 242, "max_ms": 6.374, "p95_ms": 4.819, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.789, "max": 6.0, "p95": 4.0, "sample_count": 242}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 242}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 242}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.85, "count": 30, "max": 72.42, "p95": 55.838, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.274, "count": 30, "max": 27.42, "p95": 25.887, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 704.933, "count": 30, "max": 1208.0, "p95": 1143.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 622.833, "count": 30, "max": 7822.0, "p95": 2489.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.066, "count": 30, "max": 0.359, "p95": 0.24, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.419, "count": 30, "max": 0.474, "p95": 0.465, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.268, "count": 30, "max": 2.96, "p95": 2.503, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131282.9, "count": 30, "max": 134577.0, "p95": 134498.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 131282.9, "count": 30, "max": 134577.0, "p95": 134498.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 131242.667, "count": 30, "max": 210172.0, "p95": 206436.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.547, "count": 30, "max": 0.611, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.981, "count": 30, "max": 1.069, "p95": 1.06, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11558, "sampled_at": "2026-10-30T13:05:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:05:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2880305, "flush_count": 2998, "flush_interval_seconds": 30.0, "flush_state": {"count": 2998, "last_at": "2026-10-30T13:05:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:05:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2997}, "started": true, "suppressed_count": 1492929, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1492780}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2998, "written_record_count": 2998}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9630.445, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4135524249600, "copied_frame_count": 1495777, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4135524249600, "frame_buffer_copies": 1495777, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.119, "count": 512, "max_ms": 3.5842, "p50_ms": 0.0989, "p95_ms": 0.2118, "p99_ms": 0.2959}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4569, "count": 512, "max_ms": 3.29, "p50_ms": 1.3751, "p95_ms": 2.3416, "p99_ms": 2.7995, "results": {"failed": 0, "not_applicable": 0, "success": 1495777, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 544, "h264_decode_error_count": 1226, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:05:43+09:00", "last_error_summary": "[h264 @ 0x565e77e61680] error while decoding MB 115 44, bytestream -9", "last_exit_at": "2026-10-30T13:05:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 98.515, "last_started_at": "2026-10-30T13:04:04+09:00", "pid": 109832, "process": {"exists": false, "pid": 109832}, "restart_count": 594, "restart_count_per_hour": 28, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 595}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.886, "sample_count": 2263, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1495777, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:05:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.04, "last_frame_pushed_at": "2026-10-30T13:05:43+09:00", "last_frame_read_age_sec": 0.171, "last_frame_read_at": "2026-10-30T13:05:43+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 100, "debug_expires_at": null, "deduplicated_count": 51, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 308.804, "last_sample_duration_ms": 780.065, "last_trigger": "periodic", "next_snapshot_in_sec": 291.196, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 300, "storage_bytes": 2860126}, "mjpeg": {"age_sec": 0.031, "exists": true, "mtime": "2026-10-30T13:05:43.463876+09:00", "mtime_epoch": 1793333143.4638765, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 124075}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:05:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1470.832, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1495777, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.406, "max": 4.0, "p95": 4.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 239}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 239}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 239}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 239}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 238, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.984, "pushed": 7.984, "read": 7.95}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 238, "client_acquire_ms": {"avg_ms": 0.007, "count": 238, "max_ms": 0.029, "p95_ms": 0.015, "reason": null, "sample_age_ms": 124.43, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.859, "count": 238, "max_ms": 8.415, "p95_ms": 2.754, "reason": null, "sample_age_ms": 177.325, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.368, "count": 238, "max_ms": 8.051, "p95_ms": 1.911, "reason": null, "sample_age_ms": 177.53, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.297, "count": 238, "max_ms": 0.825, "p95_ms": 0.56, "reason": null, "sample_age_ms": 124.462, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.989, "count": 238, "max_ms": 6.249, "p95_ms": 3.527, "reason": null, "sample_age_ms": 175.58, "source": "client_direct"}, "request_count": 238, "request_tensor_bytes": {"avg": 2764808.0, "count": 238, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 175.56, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 238, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 124.934, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.591, "count": 238, "max_ms": 73.705, "p95_ms": 64.325, "reason": null, "sample_age_ms": 124.426, "source": "client_direct"}, "sample_age_ms": 124.421, "source": "client_direct", "task_total_ms": {"avg_ms": 50.058, "count": 238, "max_ms": 77.961, "p95_ms": 67.477, "reason": null, "sample_age_ms": 124.421, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.423, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.213, "count": 239, "max_ms": 9.152, "p95_ms": 7.069}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.364, "count": 239, "max_ms": 1.907, "p95_ms": 0.765}, "detection_prepare_ms": {"avg_ms": 1.391, "count": 239, "max_ms": 3.633, "p95_ms": 2.578}, "event_filter_ms": {"avg_ms": 0.005, "count": 239, "max_ms": 0.023, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.144, "count": 239, "max_ms": 0.493, "p95_ms": 0.275}, "mcmt_ms": {"avg_ms": 0.003, "count": 239, "max_ms": 0.019, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.65, "count": 239, "max_ms": 2.305, "p95_ms": 1.214}, "setup_ms": {"avg_ms": 0.046, "count": 239, "max_ms": 0.159, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 4.155, "count": 239, "max_ms": 9.035, "p95_ms": 6.971}, "track_match_ms": {"avg_ms": 0.114, "count": 239, "max_ms": 0.298, "p95_ms": 0.235}, "tracker_update_ms": {"avg_ms": 1.437, "count": 239, "max_ms": 3.284, "p95_ms": 2.584}}, "gstreamer_push": {"avg_ms": 3.302, "count": 239, "max_ms": 14.994, "p95_ms": 5.501}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 239, "max_ms": 1.122, "p95_ms": 0.125}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.286, "count": 239, "max_ms": 82.565, "p95_ms": 69.185}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.966, "count": 239, "max_ms": 15.963, "p95_ms": 8.584}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.234, "count": 239, "max_ms": 144.272, "p95_ms": 127.182}, "inference_input_copy_ms": {"avg_ms": 1.598, "count": 239, "max_ms": 4.379, "p95_ms": 2.668}, "processing_residual_ms": {"avg_ms": 0.189, "count": 239, "max_ms": 0.892, "p95_ms": 0.349}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.986, "count": 239, "max_ms": 148.293, "p95_ms": 131.873}, "read_interval": {"avg_ms": 125.532, "count": 238, "max_ms": 193.721, "p95_ms": 166.98}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 239, "max_ms": 0.043, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.587, "count": 239, "max_ms": 2.164, "p95_ms": 1.104}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 239, "max_ms": 0.057, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.572, "count": 239, "max_ms": 2.135, "p95_ms": 1.075}, "worker_merge_ms": {"avg_ms": 0.007, "count": 239, "max_ms": 0.043, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 51.3, "count": 239, "max_ms": 82.576, "p95_ms": 69.204}, "visualize": {"avg_ms": 48.561, "count": 239, "max_ms": 71.767, "p95_ms": 59.954}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.748, "count": 239, "max_ms": 66.044, "p95_ms": 54.975}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.99, "count": 239, "max_ms": 69.961, "p95_ms": 58.128}, "visualize_input_copy_ms": {"avg_ms": 1.361, "count": 239, "max_ms": 3.199, "p95_ms": 2.216}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.846, "count": 239, "max_ms": 69.754, "p95_ms": 57.963}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 239, "max_ms": 0.291, "p95_ms": 0.15}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 239}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1468.051, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.613, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.006, "sample_count": 2271, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1495475, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:05:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 127899, "write_bytes_delta": 127899, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1105.0, "cpu_core_ratio": 0.449301, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 376.0, "pid": 109832, "reason": null, "system_cpu_core_ratio": 0.038939, "system_cpu_s_delta": 0.7799999999999998, "user_cpu_core_ratio": 0.410362, "user_cpu_s_delta": 8.220000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.670401, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 210172.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.609552, "system_cpu_s_delta": 12.210000000006403, "user_cpu_core_ratio": 1.06085, "user_cpu_s_delta": 21.25}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.095, "count": 242, "max_ms": 6.374, "p95_ms": 4.819, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.789, "max": 6.0, "p95": 4.0, "sample_count": 242}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 242}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 242}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.85, "count": 30, "max": 72.42, "p95": 55.838, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.274, "count": 30, "max": 27.42, "p95": 25.887, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 704.933, "count": 30, "max": 1208.0, "p95": 1143.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 622.833, "count": 30, "max": 7822.0, "p95": 2489.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.066, "count": 30, "max": 0.359, "p95": 0.24, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.419, "count": 30, "max": 0.474, "p95": 0.465, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.268, "count": 30, "max": 2.96, "p95": 2.503, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131282.9, "count": 30, "max": 134577.0, "p95": 134498.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 131282.9, "count": 30, "max": 134577.0, "p95": 134498.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 131242.667, "count": 30, "max": 210172.0, "p95": 206436.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.547, "count": 30, "max": 0.611, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.981, "count": 30, "max": 1.069, "p95": 1.06, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11558, "sampled_at": "2026-10-30T13:05:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:05:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2880305, "flush_count": 2998, "flush_interval_seconds": 30.0, "flush_state": {"count": 2998, "last_at": "2026-10-30T13:05:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:05:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2997}, "started": true, "suppressed_count": 1492929, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1492780}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2998, "written_record_count": 2998}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9800.875, "limit_mb": null}, "detail": {"pid": 109948, "restart_count": 595, "start_count": 596}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4135524249600, "copied_frame_count": 1495777, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4135524249600, "frame_buffer_copies": 1495777, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.119, "count": 512, "max_ms": 3.5842, "p50_ms": 0.0989, "p95_ms": 0.2118, "p99_ms": 0.2959}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4569, "count": 512, "max_ms": 3.29, "p50_ms": 1.3751, "p95_ms": 2.3416, "p99_ms": 2.7995, "results": {"failed": 0, "not_applicable": 0, "success": 1495777, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 544, "h264_decode_error_count": 1226, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:05:43+09:00", "last_error_summary": "[h264 @ 0x565e77e61680] error while decoding MB 115 44, bytestream -9", "last_exit_at": "2026-10-30T13:05:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T13:05:45+09:00", "pid": 109948, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.746, "name": "ffmpeg", "pid": 109948, "rss_mb": 206.746, "state": "S (sleeping)", "threads": 70}, "restart_count": 595, "restart_count_per_hour": 29, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 596}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.627, "sample_count": 2231, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1495777, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:05:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.463, "last_frame_pushed_at": "2026-10-30T13:05:43+09:00", "last_frame_read_age_sec": 4.593, "last_frame_read_at": "2026-10-30T13:05:43+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 100, "debug_expires_at": null, "deduplicated_count": 51, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 313.216, "last_sample_duration_ms": 780.065, "last_trigger": "periodic", "next_snapshot_in_sec": 286.784, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 300, "storage_bytes": 2860126}, "mjpeg": {"age_sec": 4.453, "exists": true, "mtime": "2026-10-30T13:05:43.463876+09:00", "mtime_epoch": 1793333143.4638765, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 124075}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:05:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1470.836, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1495777, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.317, "max": 4.0, "p95": 4.0, "sample_count": 205}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 205}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 205}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 205}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 205}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.853, "pushed": 6.853, "read": 6.82}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 204, "client_acquire_ms": {"avg_ms": 0.007, "count": 205, "max_ms": 0.029, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4543.129, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.847, "count": 204, "max_ms": 8.415, "p95_ms": 2.508, "reason": null, "sample_age_ms": 4596.024, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.371, "count": 204, "max_ms": 8.051, "p95_ms": 1.899, "reason": null, "sample_age_ms": 4596.228, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.289, "count": 205, "max_ms": 0.825, "p95_ms": 0.559, "reason": null, "sample_age_ms": 4543.16, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.949, "count": 204, "max_ms": 4.537, "p95_ms": 3.395, "reason": null, "sample_age_ms": 4594.279, "source": "client_direct"}, "request_count": 204, "request_tensor_bytes": {"avg": 2764808.0, "count": 204, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4594.259, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 205, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4543.633, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.929, "count": 205, "max_ms": 73.705, "p95_ms": 63.705, "reason": null, "sample_age_ms": 4543.124, "source": "client_direct"}, "sample_age_ms": 4543.12, "source": "client_direct", "task_total_ms": {"avg_ms": 49.354, "count": 205, "max_ms": 75.811, "p95_ms": 65.566, "reason": null, "sample_age_ms": 4543.12, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.612, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.199, "count": 205, "max_ms": 9.152, "p95_ms": 7.031}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.358, "count": 205, "max_ms": 1.907, "p95_ms": 0.726}, "detection_prepare_ms": {"avg_ms": 1.382, "count": 205, "max_ms": 3.633, "p95_ms": 2.522}, "event_filter_ms": {"avg_ms": 0.005, "count": 205, "max_ms": 0.022, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.144, "count": 205, "max_ms": 0.493, "p95_ms": 0.269}, "mcmt_ms": {"avg_ms": 0.003, "count": 205, "max_ms": 0.014, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.65, "count": 205, "max_ms": 2.305, "p95_ms": 1.212}, "setup_ms": {"avg_ms": 0.046, "count": 205, "max_ms": 0.159, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 4.142, "count": 205, "max_ms": 9.035, "p95_ms": 6.925}, "track_match_ms": {"avg_ms": 0.114, "count": 205, "max_ms": 0.293, "p95_ms": 0.231}, "tracker_update_ms": {"avg_ms": 1.439, "count": 205, "max_ms": 3.284, "p95_ms": 2.584}}, "gstreamer_push": {"avg_ms": 3.359, "count": 205, "max_ms": 14.994, "p95_ms": 5.515}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 205, "max_ms": 1.122, "p95_ms": 0.118}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.577, "count": 205, "max_ms": 82.565, "p95_ms": 67.652}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.986, "count": 205, "max_ms": 15.963, "p95_ms": 8.584}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.329, "count": 205, "max_ms": 144.272, "p95_ms": 124.226}, "inference_input_copy_ms": {"avg_ms": 1.597, "count": 205, "max_ms": 4.379, "p95_ms": 2.593}, "processing_residual_ms": {"avg_ms": 0.185, "count": 205, "max_ms": 0.892, "p95_ms": 0.326}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.098, "count": 205, "max_ms": 148.293, "p95_ms": 128.942}, "read_interval": {"avg_ms": 124.647, "count": 204, "max_ms": 193.721, "p95_ms": 163.013}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 205, "max_ms": 0.043, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.588, "count": 205, "max_ms": 2.164, "p95_ms": 1.091}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 205, "max_ms": 0.057, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.573, "count": 205, "max_ms": 2.135, "p95_ms": 1.053}, "worker_merge_ms": {"avg_ms": 0.007, "count": 205, "max_ms": 0.043, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 50.591, "count": 205, "max_ms": 82.576, "p95_ms": 67.679}, "visualize": {"avg_ms": 48.388, "count": 205, "max_ms": 71.767, "p95_ms": 59.707}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.603, "count": 205, "max_ms": 66.044, "p95_ms": 54.406}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.824, "count": 205, "max_ms": 69.961, "p95_ms": 57.398}, "visualize_input_copy_ms": {"avg_ms": 1.356, "count": 205, "max_ms": 3.199, "p95_ms": 2.104}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.681, "count": 205, "max_ms": 69.754, "p95_ms": 57.28}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 205, "max_ms": 0.291, "p95_ms": 0.15}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 205}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1470.832, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.17, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.678, "sample_count": 2246, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1495777, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:05:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2.431, "exists": true, "size_bytes": 124075, "write_bytes_delta": 124075, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 109832, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.444937, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 192010.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.530279, "system_cpu_s_delta": 10.939999999987776, "user_cpu_core_ratio": 0.914658, "user_cpu_s_delta": 18.869999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.328, "count": 221, "max_ms": 14.994, "p95_ms": 5.501, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.33, "max": 4.0, "p95": 4.0, "sample_count": 221}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 221}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 221}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.503, "count": 30, "max": 72.42, "p95": 55.838, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.827, "count": 30, "max": 26.637, "p95": 24.725, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 708.633, "count": 30, "max": 1208.0, "p95": 1143.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 561.2, "count": 30, "max": 7822.0, "p95": 2489.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.359, "p95": 0.217, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.418, "count": 30, "max": 0.474, "p95": 0.465, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.349, "count": 30, "max": 2.96, "p95": 2.627, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130738.933, "count": 30, "max": 134577.0, "p95": 134247.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 130738.933, "count": 30, "max": 134577.0, "p95": 134247.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 136907.067, "count": 30, "max": 210172.0, "p95": 206436.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.545, "count": 30, "max": 0.611, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.975, "count": 30, "max": 1.069, "p95": 1.057, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11560, "sampled_at": "2026-10-30T13:05:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:05:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2881308, "flush_count": 2999, "flush_interval_seconds": 30.0, "flush_state": {"count": 2999, "last_at": "2026-10-30T13:06:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:06:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2998}, "started": true, "suppressed_count": 1493493, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1493344}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2999, "written_record_count": 2999}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9632.668, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x64e60f149b80] error while decoding MB 103 56, bytestream -29", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4137083596800, "copied_frame_count": 1496341, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4137083596800, "frame_buffer_copies": 1496341, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1325, "count": 512, "max_ms": 0.8646, "p50_ms": 0.1129, "p95_ms": 0.2527, "p99_ms": 0.3628}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6493, "count": 512, "max_ms": 4.5824, "p50_ms": 1.5465, "p95_ms": 2.8516, "p99_ms": 3.487, "results": {"failed": 0, "not_applicable": 0, "success": 1496341, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 545, "h264_decode_error_count": 1227, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:07:04+09:00", "last_error_summary": "[h264 @ 0x64e60f149b80] error while decoding MB 103 56, bytestream -29", "last_exit_at": "2026-10-30T13:05:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 78.525, "last_started_at": "2026-10-30T13:05:45+09:00", "pid": 109948, "process": {"exists": false, "pid": 109948}, "restart_count": 595, "restart_count_per_hour": 29, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 596}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.937, "sample_count": 2243, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1496341, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:07:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.1, "last_frame_pushed_at": "2026-10-30T13:07:04+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-10-30T13:07:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 100, "debug_expires_at": null, "deduplicated_count": 51, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 389.778, "last_sample_duration_ms": 780.065, "last_trigger": "periodic", "next_snapshot_in_sec": 210.222, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 300, "storage_bytes": 2860126}, "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-10-30T13:07:04.352420+09:00", "mtime_epoch": 1793333224.3524203, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 125822}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:07:04+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1468.469, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1496342, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.498, "max": 4.0, "p95": 4.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.99, "pushed": 6.99, "read": 6.99}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 209, "client_acquire_ms": {"avg_ms": 0.01, "count": 210, "max_ms": 0.036, "p95_ms": 0.021, "reason": null, "sample_age_ms": 51.37, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.098, "count": 209, "max_ms": 9.337, "p95_ms": 3.929, "reason": null, "sample_age_ms": 106.426, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.514, "count": 209, "max_ms": 9.132, "p95_ms": 3.137, "reason": null, "sample_age_ms": 106.636, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.341, "count": 210, "max_ms": 1.113, "p95_ms": 0.684, "reason": null, "sample_age_ms": 51.389, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.446, "count": 209, "max_ms": 10.229, "p95_ms": 4.165, "reason": null, "sample_age_ms": 104.506, "source": "client_direct"}, "request_count": 209, "request_tensor_bytes": {"avg": 2764808.0, "count": 209, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 104.423, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 210, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 51.821, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 54.631, "count": 210, "max_ms": 85.756, "p95_ms": 71.937, "reason": null, "sample_age_ms": 51.363, "source": "client_direct"}, "sample_age_ms": 51.356, "source": "client_direct", "task_total_ms": {"avg_ms": 57.63, "count": 210, "max_ms": 89.495, "p95_ms": 75.065, "reason": null, "sample_age_ms": 51.356, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.941, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.981, "count": 209, "max_ms": 13.76, "p95_ms": 8.992}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.415, "count": 209, "max_ms": 1.284, "p95_ms": 0.839}, "detection_prepare_ms": {"avg_ms": 1.633, "count": 209, "max_ms": 4.924, "p95_ms": 2.822}, "event_filter_ms": {"avg_ms": 0.006, "count": 209, "max_ms": 0.043, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.176, "count": 209, "max_ms": 1.383, "p95_ms": 0.336}, "mcmt_ms": {"avg_ms": 0.004, "count": 209, "max_ms": 0.015, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.812, "count": 209, "max_ms": 8.601, "p95_ms": 1.58}, "setup_ms": {"avg_ms": 0.058, "count": 209, "max_ms": 0.152, "p95_ms": 0.113}, "total_inside_ms": {"avg_ms": 4.913, "count": 209, "max_ms": 13.595, "p95_ms": 8.857}, "track_match_ms": {"avg_ms": 0.137, "count": 209, "max_ms": 0.429, "p95_ms": 0.276}, "tracker_update_ms": {"avg_ms": 1.672, "count": 209, "max_ms": 5.065, "p95_ms": 3.082}}, "gstreamer_push": {"avg_ms": 3.891, "count": 209, "max_ms": 9.257, "p95_ms": 6.436}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.073, "count": 209, "max_ms": 2.648, "p95_ms": 0.134}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.198, "count": 209, "max_ms": 90.725, "p95_ms": 77.556}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.229, "count": 209, "max_ms": 13.436, "p95_ms": 8.312}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 119.163, "count": 209, "max_ms": 165.086, "p95_ms": 140.221}, "inference_input_copy_ms": {"avg_ms": 1.831, "count": 209, "max_ms": 9.812, "p95_ms": 3.104}, "processing_residual_ms": {"avg_ms": 0.232, "count": 209, "max_ms": 0.533, "p95_ms": 0.408}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 124.455, "count": 209, "max_ms": 171.627, "p95_ms": 146.26}, "read_interval": {"avg_ms": 143.208, "count": 209, "max_ms": 213.082, "p95_ms": 180.901}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 209, "max_ms": 0.093, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.74, "count": 209, "max_ms": 8.432, "p95_ms": 1.441}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 209, "max_ms": 0.074, "p95_ms": 0.045}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.723, "count": 209, "max_ms": 8.401, "p95_ms": 1.408}, "worker_merge_ms": {"avg_ms": 0.008, "count": 209, "max_ms": 0.039, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 59.218, "count": 209, "max_ms": 90.733, "p95_ms": 77.576}, "visualize": {"avg_ms": 53.604, "count": 209, "max_ms": 74.714, "p95_ms": 65.519}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 48.334, "count": 209, "max_ms": 69.138, "p95_ms": 60.885}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 51.793, "count": 209, "max_ms": 73.006, "p95_ms": 63.948}, "visualize_input_copy_ms": {"avg_ms": 1.552, "count": 209, "max_ms": 3.615, "p95_ms": 2.825}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 51.623, "count": 209, "max_ms": 72.836, "p95_ms": 63.866}, "visualizer_prepare_ms": {"avg_ms": 0.087, "count": 209, "max_ms": 0.302, "p95_ms": 0.179}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1470.984, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.819, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.363, "sample_count": 2273, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1496072, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:06:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 124409, "write_bytes_delta": 124409, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1117.0, "cpu_core_ratio": 0.449158, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 744.0, "pid": 109948, "reason": null, "system_cpu_core_ratio": 0.041782, "system_cpu_s_delta": 0.8399999999999999, "user_cpu_core_ratio": 0.407376, "user_cpu_s_delta": 8.190000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.624528, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 195190.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.58296, "system_cpu_s_delta": 11.720000000001164, "user_cpu_core_ratio": 1.041568, "user_cpu_s_delta": 20.94000000000233}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.608, "count": 231, "max_ms": 10.248, "p95_ms": 6.248, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.307, "max": 4.0, "p95": 4.0, "sample_count": 231}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 231}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 231}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.06, "count": 30, "max": 65.36, "p95": 36.487, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.771, "count": 30, "max": 24.97, "p95": 24.244, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 728.1, "count": 30, "max": 1208.0, "p95": 1143.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 496.933, "count": 30, "max": 7822.0, "p95": 1581.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.359, "p95": 0.049, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.417, "count": 30, "max": 0.474, "p95": 0.465, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.349, "count": 30, "max": 2.96, "p95": 2.627, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130266.767, "count": 30, "max": 134577.0, "p95": 134247.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 130266.767, "count": 30, "max": 134577.0, "p95": 134247.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 142855.833, "count": 30, "max": 210172.0, "p95": 206436.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.542, "count": 30, "max": 0.611, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.973, "count": 30, "max": 1.069, "p95": 1.057, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11562, "sampled_at": "2026-10-30T13:06:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:06:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2881308, "flush_count": 2999, "flush_interval_seconds": 30.0, "flush_state": {"count": 2999, "last_at": "2026-10-30T13:06:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:06:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2998}, "started": true, "suppressed_count": 1493493, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1493344}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2999, "written_record_count": 2999}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9628.465, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T13:07:04+09:00", "last_error_summary": "[h264 @ 0x64e60f149b80] error while decoding MB 103 56, bytestream -29", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4137086361600, "copied_frame_count": 1496342, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4137086361600, "frame_buffer_copies": 1496342, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1327, "count": 512, "max_ms": 0.8646, "p50_ms": 0.1129, "p95_ms": 0.2527, "p99_ms": 0.3628}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6694, "count": 512, "max_ms": 11.9889, "p50_ms": 1.5465, "p95_ms": 2.8605, "p99_ms": 3.5179, "results": {"failed": 0, "not_applicable": 0, "success": 1496342, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 545, "h264_decode_error_count": 1227, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:07:04+09:00", "last_error_summary": "[h264 @ 0x64e60f149b80] error while decoding MB 103 56, bytestream -29", "last_exit_at": "2026-10-30T13:07:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 78.601, "last_started_at": "2026-10-30T13:05:45+09:00", "pid": 109948, "process": {"exists": false, "pid": 109948}, "restart_count": 595, "restart_count_per_hour": 29, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 596}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.937, "sample_count": 2244, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1496342, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:07:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.023, "last_frame_pushed_at": "2026-10-30T13:07:04+09:00", "last_frame_read_age_sec": 0.17, "last_frame_read_at": "2026-10-30T13:07:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 100, "debug_expires_at": null, "deduplicated_count": 51, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 389.831, "last_sample_duration_ms": 780.065, "last_trigger": "periodic", "next_snapshot_in_sec": 210.169, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 300, "storage_bytes": 2860126}, "mjpeg": {"age_sec": 0.011, "exists": true, "mtime": "2026-10-30T13:07:04.506421+09:00", "mtime_epoch": 1793333224.5064213, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126043}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:07:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1468.465, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1496342, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.495, "max": 4.0, "p95": 4.0, "sample_count": 210}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.006, "pushed": 7.006, "read": 6.972}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 209, "client_acquire_ms": {"avg_ms": 0.01, "count": 209, "max_ms": 0.036, "p95_ms": 0.021, "reason": null, "sample_age_ms": 126.721, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.098, "count": 209, "max_ms": 9.337, "p95_ms": 3.929, "reason": null, "sample_age_ms": 181.777, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.514, "count": 209, "max_ms": 9.132, "p95_ms": 3.137, "reason": null, "sample_age_ms": 181.987, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.341, "count": 209, "max_ms": 1.113, "p95_ms": 0.684, "reason": null, "sample_age_ms": 126.739, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.446, "count": 209, "max_ms": 10.229, "p95_ms": 4.165, "reason": null, "sample_age_ms": 179.856, "source": "client_direct"}, "request_count": 209, "request_tensor_bytes": {"avg": 2764808.0, "count": 209, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 179.773, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 209, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 127.172, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 54.667, "count": 209, "max_ms": 85.756, "p95_ms": 71.951, "reason": null, "sample_age_ms": 126.714, "source": "client_direct"}, "sample_age_ms": 126.706, "source": "client_direct", "task_total_ms": {"avg_ms": 57.67, "count": 209, "max_ms": 89.495, "p95_ms": 75.08, "reason": null, "sample_age_ms": 126.706, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.458, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.983, "count": 210, "max_ms": 13.76, "p95_ms": 8.992}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.414, "count": 210, "max_ms": 1.284, "p95_ms": 0.839}, "detection_prepare_ms": {"avg_ms": 1.635, "count": 210, "max_ms": 4.924, "p95_ms": 2.822}, "event_filter_ms": {"avg_ms": 0.006, "count": 210, "max_ms": 0.043, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.176, "count": 210, "max_ms": 1.383, "p95_ms": 0.336}, "mcmt_ms": {"avg_ms": 0.004, "count": 210, "max_ms": 0.015, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.811, "count": 210, "max_ms": 8.601, "p95_ms": 1.58}, "setup_ms": {"avg_ms": 0.058, "count": 210, "max_ms": 0.152, "p95_ms": 0.113}, "total_inside_ms": {"avg_ms": 4.914, "count": 210, "max_ms": 13.595, "p95_ms": 8.857}, "track_match_ms": {"avg_ms": 0.137, "count": 210, "max_ms": 0.429, "p95_ms": 0.276}, "tracker_update_ms": {"avg_ms": 1.672, "count": 210, "max_ms": 5.065, "p95_ms": 3.082}}, "gstreamer_push": {"avg_ms": 3.894, "count": 210, "max_ms": 9.257, "p95_ms": 6.436}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.073, "count": 210, "max_ms": 2.648, "p95_ms": 0.134}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.182, "count": 210, "max_ms": 90.725, "p95_ms": 77.556}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.225, "count": 210, "max_ms": 13.436, "p95_ms": 8.312}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 119.198, "count": 210, "max_ms": 165.086, "p95_ms": 140.221}, "inference_input_copy_ms": {"avg_ms": 1.828, "count": 210, "max_ms": 9.812, "p95_ms": 3.104}, "processing_residual_ms": {"avg_ms": 0.231, "count": 210, "max_ms": 0.533, "p95_ms": 0.408}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 124.482, "count": 210, "max_ms": 171.627, "p95_ms": 146.26}, "read_interval": {"avg_ms": 143.208, "count": 209, "max_ms": 213.082, "p95_ms": 180.901}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 210, "max_ms": 0.093, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.74, "count": 210, "max_ms": 8.432, "p95_ms": 1.441}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 210, "max_ms": 0.074, "p95_ms": 0.045}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.722, "count": 210, "max_ms": 8.401, "p95_ms": 1.408}, "worker_merge_ms": {"avg_ms": 0.008, "count": 210, "max_ms": 0.039, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 59.202, "count": 210, "max_ms": 90.733, "p95_ms": 77.576}, "visualize": {"avg_ms": 53.654, "count": 210, "max_ms": 74.714, "p95_ms": 65.519}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 48.301, "count": 210, "max_ms": 69.138, "p95_ms": 60.885}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 51.844, "count": 210, "max_ms": 73.006, "p95_ms": 63.948}, "visualize_input_copy_ms": {"avg_ms": 1.551, "count": 210, "max_ms": 3.615, "p95_ms": 2.825}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 51.673, "count": 210, "max_ms": 72.836, "p95_ms": 63.866}, "visualizer_prepare_ms": {"avg_ms": 0.087, "count": 210, "max_ms": 0.302, "p95_ms": 0.179}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1470.984, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.819, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.363, "sample_count": 2273, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1496072, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:06:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 124409, "write_bytes_delta": 124409, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1117.0, "cpu_core_ratio": 0.449158, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 744.0, "pid": 109948, "reason": null, "system_cpu_core_ratio": 0.041782, "system_cpu_s_delta": 0.8399999999999999, "user_cpu_core_ratio": 0.407376, "user_cpu_s_delta": 8.190000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.624528, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 195190.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.58296, "system_cpu_s_delta": 11.720000000001164, "user_cpu_core_ratio": 1.041568, "user_cpu_s_delta": 20.94000000000233}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.608, "count": 231, "max_ms": 10.248, "p95_ms": 6.248, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.307, "max": 4.0, "p95": 4.0, "sample_count": 231}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 231}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 231}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.06, "count": 30, "max": 65.36, "p95": 36.487, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.771, "count": 30, "max": 24.97, "p95": 24.244, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 728.1, "count": 30, "max": 1208.0, "p95": 1143.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 496.933, "count": 30, "max": 7822.0, "p95": 1581.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.359, "p95": 0.049, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.417, "count": 30, "max": 0.474, "p95": 0.465, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.349, "count": 30, "max": 2.96, "p95": 2.627, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130266.767, "count": 30, "max": 134577.0, "p95": 134247.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 130266.767, "count": 30, "max": 134577.0, "p95": 134247.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 142855.833, "count": 30, "max": 210172.0, "p95": 206436.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.542, "count": 30, "max": 0.611, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.973, "count": 30, "max": 1.069, "p95": 1.057, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11562, "sampled_at": "2026-10-30T13:06:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:06:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2881308, "flush_count": 2999, "flush_interval_seconds": 30.0, "flush_state": {"count": 2999, "last_at": "2026-10-30T13:06:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:06:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2998}, "started": true, "suppressed_count": 1493493, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1493344}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2999, "written_record_count": 2999}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9627.543, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4137086361600, "copied_frame_count": 1496342, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4137086361600, "frame_buffer_copies": 1496342, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1327, "count": 512, "max_ms": 0.8646, "p50_ms": 0.1129, "p95_ms": 0.2527, "p99_ms": 0.3628}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6694, "count": 512, "max_ms": 11.9889, "p50_ms": 1.5465, "p95_ms": 2.8605, "p99_ms": 3.5179, "results": {"failed": 0, "not_applicable": 0, "success": 1496342, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 545, "h264_decode_error_count": 1227, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:07:04+09:00", "last_error_summary": "[h264 @ 0x64e60f149b80] error while decoding MB 103 56, bytestream -29", "last_exit_at": "2026-10-30T13:07:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 78.65, "last_started_at": "2026-10-30T13:05:45+09:00", "pid": 109948, "process": {"exists": false, "pid": 109948}, "restart_count": 595, "restart_count_per_hour": 29, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 596}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.908, "sample_count": 2243, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1496342, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:07:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.073, "last_frame_pushed_at": "2026-10-30T13:07:04+09:00", "last_frame_read_age_sec": 0.22, "last_frame_read_at": "2026-10-30T13:07:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 100, "debug_expires_at": null, "deduplicated_count": 51, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 389.894, "last_sample_duration_ms": 780.065, "last_trigger": "periodic", "next_snapshot_in_sec": 210.106, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 300, "storage_bytes": 2860126}, "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-10-30T13:07:04.506421+09:00", "mtime_epoch": 1793333224.5064213, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126043}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:07:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1468.465, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1496342, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.498, "max": 4.0, "p95": 4.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.994, "pushed": 6.994, "read": 6.96}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 208, "client_acquire_ms": {"avg_ms": 0.01, "count": 209, "max_ms": 0.036, "p95_ms": 0.021, "reason": null, "sample_age_ms": 180.808, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.094, "count": 208, "max_ms": 9.337, "p95_ms": 3.935, "reason": null, "sample_age_ms": 235.864, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.515, "count": 208, "max_ms": 9.132, "p95_ms": 3.137, "reason": null, "sample_age_ms": 236.074, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.341, "count": 209, "max_ms": 1.113, "p95_ms": 0.684, "reason": null, "sample_age_ms": 180.826, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.45, "count": 208, "max_ms": 10.229, "p95_ms": 4.167, "reason": null, "sample_age_ms": 233.943, "source": "client_direct"}, "request_count": 208, "request_tensor_bytes": {"avg": 2764808.0, "count": 208, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 233.86, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 209, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 181.259, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 54.667, "count": 209, "max_ms": 85.756, "p95_ms": 71.951, "reason": null, "sample_age_ms": 180.801, "source": "client_direct"}, "sample_age_ms": 180.794, "source": "client_direct", "task_total_ms": {"avg_ms": 57.67, "count": 209, "max_ms": 89.495, "p95_ms": 75.08, "reason": null, "sample_age_ms": 180.794, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.337, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.991, "count": 209, "max_ms": 13.76, "p95_ms": 8.992}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.415, "count": 209, "max_ms": 1.284, "p95_ms": 0.839}, "detection_prepare_ms": {"avg_ms": 1.637, "count": 209, "max_ms": 4.924, "p95_ms": 2.822}, "event_filter_ms": {"avg_ms": 0.006, "count": 209, "max_ms": 0.043, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.176, "count": 209, "max_ms": 1.383, "p95_ms": 0.336}, "mcmt_ms": {"avg_ms": 0.004, "count": 209, "max_ms": 0.015, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.813, "count": 209, "max_ms": 8.601, "p95_ms": 1.58}, "setup_ms": {"avg_ms": 0.058, "count": 209, "max_ms": 0.152, "p95_ms": 0.113}, "total_inside_ms": {"avg_ms": 4.923, "count": 209, "max_ms": 13.595, "p95_ms": 8.857}, "track_match_ms": {"avg_ms": 0.137, "count": 209, "max_ms": 0.429, "p95_ms": 0.276}, "tracker_update_ms": {"avg_ms": 1.676, "count": 209, "max_ms": 5.065, "p95_ms": 3.082}}, "gstreamer_push": {"avg_ms": 3.891, "count": 209, "max_ms": 9.257, "p95_ms": 6.436}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.074, "count": 209, "max_ms": 2.648, "p95_ms": 0.134}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.218, "count": 209, "max_ms": 90.725, "p95_ms": 77.556}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.202, "count": 209, "max_ms": 13.436, "p95_ms": 8.312}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 119.218, "count": 209, "max_ms": 165.086, "p95_ms": 140.221}, "inference_input_copy_ms": {"avg_ms": 1.83, "count": 209, "max_ms": 9.812, "p95_ms": 3.104}, "processing_residual_ms": {"avg_ms": 0.231, "count": 209, "max_ms": 0.533, "p95_ms": 0.408}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 124.48, "count": 209, "max_ms": 171.627, "p95_ms": 146.26}, "read_interval": {"avg_ms": 143.229, "count": 208, "max_ms": 213.082, "p95_ms": 180.901}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 209, "max_ms": 0.093, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.741, "count": 209, "max_ms": 8.432, "p95_ms": 1.441}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 209, "max_ms": 0.074, "p95_ms": 0.045}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.723, "count": 209, "max_ms": 8.401, "p95_ms": 1.408}, "worker_merge_ms": {"avg_ms": 0.008, "count": 209, "max_ms": 0.039, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 59.237, "count": 209, "max_ms": 90.733, "p95_ms": 77.576}, "visualize": {"avg_ms": 53.629, "count": 209, "max_ms": 74.714, "p95_ms": 65.519}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 48.27, "count": 209, "max_ms": 69.138, "p95_ms": 60.885}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 51.816, "count": 209, "max_ms": 73.006, "p95_ms": 63.948}, "visualize_input_copy_ms": {"avg_ms": 1.553, "count": 209, "max_ms": 3.615, "p95_ms": 2.825}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 51.645, "count": 209, "max_ms": 72.836, "p95_ms": 63.866}, "visualizer_prepare_ms": {"avg_ms": 0.087, "count": 209, "max_ms": 0.302, "p95_ms": 0.179}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1470.984, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.819, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.363, "sample_count": 2273, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1496072, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:06:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 124409, "write_bytes_delta": 124409, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1117.0, "cpu_core_ratio": 0.449158, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 744.0, "pid": 109948, "reason": null, "system_cpu_core_ratio": 0.041782, "system_cpu_s_delta": 0.8399999999999999, "user_cpu_core_ratio": 0.407376, "user_cpu_s_delta": 8.190000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.624528, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 195190.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.58296, "system_cpu_s_delta": 11.720000000001164, "user_cpu_core_ratio": 1.041568, "user_cpu_s_delta": 20.94000000000233}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.608, "count": 231, "max_ms": 10.248, "p95_ms": 6.248, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.307, "max": 4.0, "p95": 4.0, "sample_count": 231}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 231}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 231}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.06, "count": 30, "max": 65.36, "p95": 36.487, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.771, "count": 30, "max": 24.97, "p95": 24.244, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 728.1, "count": 30, "max": 1208.0, "p95": 1143.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 496.933, "count": 30, "max": 7822.0, "p95": 1581.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.359, "p95": 0.049, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.417, "count": 30, "max": 0.474, "p95": 0.465, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.349, "count": 30, "max": 2.96, "p95": 2.627, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130266.767, "count": 30, "max": 134577.0, "p95": 134247.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 130266.767, "count": 30, "max": 134577.0, "p95": 134247.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 142855.833, "count": 30, "max": 210172.0, "p95": 206436.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.542, "count": 30, "max": 0.611, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.973, "count": 30, "max": 1.069, "p95": 1.057, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11562, "sampled_at": "2026-10-30T13:06:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:06:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2881308, "flush_count": 2999, "flush_interval_seconds": 30.0, "flush_state": {"count": 2999, "last_at": "2026-10-30T13:06:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:06:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2998}, "started": true, "suppressed_count": 1493493, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1493344}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 2999, "written_record_count": 2999}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9808.211, "limit_mb": null}, "detail": {"pid": 110064, "restart_count": 596, "start_count": 597}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4137086361600, "copied_frame_count": 1496342, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4137086361600, "frame_buffer_copies": 1496342, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1327, "count": 512, "max_ms": 0.8646, "p50_ms": 0.1129, "p95_ms": 0.2527, "p99_ms": 0.3628}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6694, "count": 512, "max_ms": 11.9889, "p50_ms": 1.5465, "p95_ms": 2.8605, "p99_ms": 3.5179, "results": {"failed": 0, "not_applicable": 0, "success": 1496342, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 545, "h264_decode_error_count": 1227, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:07:04+09:00", "last_error_summary": "[h264 @ 0x64e60f149b80] error while decoding MB 103 56, bytestream -29", "last_exit_at": "2026-10-30T13:07:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T13:07:06+09:00", "pid": 110064, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.41, "name": "ffmpeg", "pid": 110064, "rss_mb": 209.41, "state": "S (sleeping)", "threads": 70}, "restart_count": 596, "restart_count_per_hour": 30, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 597}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.908, "sample_count": 2211, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1496342, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:07:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.406, "last_frame_pushed_at": "2026-10-30T13:07:04+09:00", "last_frame_read_age_sec": 4.553, "last_frame_read_at": "2026-10-30T13:07:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 100, "debug_expires_at": null, "deduplicated_count": 51, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 394.224, "last_sample_duration_ms": 780.065, "last_trigger": "periodic", "next_snapshot_in_sec": 205.776, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 300, "storage_bytes": 2860126}, "mjpeg": {"age_sec": 4.394, "exists": true, "mtime": "2026-10-30T13:07:04.506421+09:00", "mtime_epoch": 1793333224.5064213, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126043}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:07:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1468.469, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1496342, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.421, "max": 4.0, "p95": 4.0, "sample_count": 178}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 178}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 178}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 178}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 178}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 178, "pushed_frames": 178, "read_frames": 177, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.947, "pushed": 5.947, "read": 5.913}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 177, "client_acquire_ms": {"avg_ms": 0.01, "count": 177, "max_ms": 0.036, "p95_ms": 0.022, "reason": null, "sample_age_ms": 4517.163, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.097, "count": 177, "max_ms": 9.337, "p95_ms": 3.883, "reason": null, "sample_age_ms": 4572.218, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.523, "count": 177, "max_ms": 9.132, "p95_ms": 3.157, "reason": null, "sample_age_ms": 4572.428, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.34, "count": 177, "max_ms": 1.113, "p95_ms": 0.674, "reason": null, "sample_age_ms": 4517.181, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.462, "count": 177, "max_ms": 10.229, "p95_ms": 4.131, "reason": null, "sample_age_ms": 4570.298, "source": "client_direct"}, "request_count": 177, "request_tensor_bytes": {"avg": 2764808.0, "count": 177, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4570.215, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 177, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4517.613, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 55.081, "count": 177, "max_ms": 85.756, "p95_ms": 72.331, "reason": null, "sample_age_ms": 4517.155, "source": "client_direct"}, "sample_age_ms": 4517.148, "source": "client_direct", "task_total_ms": {"avg_ms": 58.101, "count": 177, "max_ms": 89.495, "p95_ms": 76.408, "reason": null, "sample_age_ms": 4517.148, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.903, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.985, "count": 178, "max_ms": 13.76, "p95_ms": 9.074}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.406, "count": 178, "max_ms": 1.284, "p95_ms": 0.798}, "detection_prepare_ms": {"avg_ms": 1.619, "count": 178, "max_ms": 4.924, "p95_ms": 2.822}, "event_filter_ms": {"avg_ms": 0.006, "count": 178, "max_ms": 0.043, "p95_ms": 0.017}, "id_reconcile_ms": {"avg_ms": 0.175, "count": 178, "max_ms": 1.383, "p95_ms": 0.326}, "mcmt_ms": {"avg_ms": 0.004, "count": 178, "max_ms": 0.015, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.833, "count": 178, "max_ms": 8.601, "p95_ms": 1.644}, "setup_ms": {"avg_ms": 0.057, "count": 178, "max_ms": 0.152, "p95_ms": 0.113}, "total_inside_ms": {"avg_ms": 4.916, "count": 178, "max_ms": 13.595, "p95_ms": 8.925}, "track_match_ms": {"avg_ms": 0.136, "count": 178, "max_ms": 0.429, "p95_ms": 0.288}, "tracker_update_ms": {"avg_ms": 1.679, "count": 178, "max_ms": 5.065, "p95_ms": 3.09}}, "gstreamer_push": {"avg_ms": 3.892, "count": 178, "max_ms": 9.257, "p95_ms": 6.439}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.077, "count": 178, "max_ms": 2.648, "p95_ms": 0.144}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.602, "count": 178, "max_ms": 90.725, "p95_ms": 78.041}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.218, "count": 178, "max_ms": 13.436, "p95_ms": 10.074}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 119.983, "count": 178, "max_ms": 165.086, "p95_ms": 140.483}, "inference_input_copy_ms": {"avg_ms": 1.83, "count": 178, "max_ms": 9.812, "p95_ms": 3.104}, "processing_residual_ms": {"avg_ms": 0.232, "count": 178, "max_ms": 0.533, "p95_ms": 0.417}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 125.263, "count": 178, "max_ms": 171.627, "p95_ms": 146.493}, "read_interval": {"avg_ms": 144.075, "count": 177, "max_ms": 213.082, "p95_ms": 182.351}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 178, "max_ms": 0.093, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 0.76, "count": 178, "max_ms": 8.432, "p95_ms": 1.525}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 178, "max_ms": 0.074, "p95_ms": 0.045}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.742, "count": 178, "max_ms": 8.401, "p95_ms": 1.484}, "worker_merge_ms": {"avg_ms": 0.008, "count": 178, "max_ms": 0.039, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 59.622, "count": 178, "max_ms": 90.733, "p95_ms": 78.052}, "visualize": {"avg_ms": 54.005, "count": 178, "max_ms": 74.714, "p95_ms": 67.236}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 48.621, "count": 178, "max_ms": 69.138, "p95_ms": 61.216}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 52.169, "count": 178, "max_ms": 73.006, "p95_ms": 65.717}, "visualize_input_copy_ms": {"avg_ms": 1.57, "count": 178, "max_ms": 3.615, "p95_ms": 2.833}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 51.995, "count": 178, "max_ms": 72.836, "p95_ms": 65.564}, "visualizer_prepare_ms": {"avg_ms": 0.089, "count": 178, "max_ms": 0.302, "p95_ms": 0.205}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 178}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1468.465, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.016, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.908, "sample_count": 2227, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1496342, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:07:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2.353, "exists": true, "size_bytes": 126043, "write_bytes_delta": 126043, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 109948, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.472341, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 167570.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.532774, "system_cpu_s_delta": 11.080000000001746, "user_cpu_core_ratio": 0.939567, "user_cpu_s_delta": 19.54000000000815}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.925, "count": 193, "max_ms": 9.257, "p95_ms": 6.439, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.469, "max": 4.0, "p95": 4.0, "sample_count": 192}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 192}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 192}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.855, "count": 30, "max": 65.36, "p95": 37.789, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.482, "count": 30, "max": 26.998, "p95": 24.725, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 747.2, "count": 30, "max": 1208.0, "p95": 1143.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 422.967, "count": 30, "max": 7822.0, "p95": 671.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.049, "p95": 0.048, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.417, "count": 30, "max": 0.474, "p95": 0.465, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.428, "count": 30, "max": 2.96, "p95": 2.627, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 129843.9, "count": 30, "max": 134577.0, "p95": 134247.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129843.9, "count": 30, "max": 134577.0, "p95": 134247.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 143037.567, "count": 30, "max": 210172.0, "p95": 206436.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.547, "count": 30, "max": 0.611, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.979, "count": 30, "max": 1.069, "p95": 1.057, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11564, "sampled_at": "2026-10-30T13:07:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:07:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2882392, "flush_count": 3000, "flush_interval_seconds": 30.0, "flush_state": {"count": 3000, "last_at": "2026-10-30T13:07:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:07:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2999}, "started": true, "suppressed_count": 1494038, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1493889}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3000, "written_record_count": 3000}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9633.805, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T13:07:04+09:00", "last_error_summary": "[h264 @ 0x64e60f149b80] error while decoding MB 103 56, bytestream -29", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4138595942400, "copied_frame_count": 1496888, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4138595942400, "frame_buffer_copies": 1496888, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1329, "count": 512, "max_ms": 1.9618, "p50_ms": 0.1139, "p95_ms": 0.2542, "p99_ms": 0.3532}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5748, "count": 512, "max_ms": 4.4721, "p50_ms": 1.4925, "p95_ms": 2.5321, "p99_ms": 2.9099, "results": {"failed": 0, "not_applicable": 0, "success": 1496888, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 545, "h264_decode_error_count": 1227, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:07:04+09:00", "last_error_summary": "[h264 @ 0x64e60f149b80] error while decoding MB 103 56, bytestream -29", "last_exit_at": "2026-10-30T13:08:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 77.03, "last_started_at": "2026-10-30T13:07:06+09:00", "pid": 110064, "process": {"exists": false, "pid": 110064}, "restart_count": 596, "restart_count_per_hour": 30, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 597}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.403, "sample_count": 2195, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1496888, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:08:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T13:08:23+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-10-30T13:08:23+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 100, "debug_expires_at": null, "deduplicated_count": 51, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 469.235, "last_sample_duration_ms": 780.065, "last_trigger": "periodic", "next_snapshot_in_sec": 130.765, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 300, "storage_bytes": 2860126}, "mjpeg": {"age_sec": 0.139, "exists": true, "mtime": "2026-10-30T13:08:23.789937+09:00", "mtime_epoch": 1793333303.7899375, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126464}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:08:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1468.777, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1496888, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.372, "max": 8.0, "p95": 6.0, "sample_count": 215}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 12}, "by_category.소형선박": {"avg": 1.037, "max": 2.0, "p95": 1.0, "sample_count": 215}, "total": {"avg": 1.093, "max": 2.0, "p95": 2.0, "sample_count": 215}}, "tracking_counts": {"active": {"avg": 1.037, "max": 2.0, "p95": 1.0, "sample_count": 215}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}, "removed": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 215}, "tracked": {"avg": 1.037, "max": 2.0, "p95": 1.0, "sample_count": 215}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.193, "pushed": 7.193, "read": 7.159}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 214, "client_acquire_ms": {"avg_ms": 0.009, "count": 215, "max_ms": 0.028, "p95_ms": 0.017, "reason": null, "sample_age_ms": 77.017, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.066, "count": 214, "max_ms": 8.942, "p95_ms": 3.205, "reason": null, "sample_age_ms": 149.688, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.436, "count": 214, "max_ms": 7.884, "p95_ms": 2.173, "reason": null, "sample_age_ms": 149.968, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.358, "count": 215, "max_ms": 0.976, "p95_ms": 0.65, "reason": null, "sample_age_ms": 77.032, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.295, "count": 214, "max_ms": 6.803, "p95_ms": 3.655, "reason": null, "sample_age_ms": 146.697, "source": "client_direct"}, "request_count": 214, "request_tensor_bytes": {"avg": 2764808.0, "count": 214, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 146.632, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 215, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 77.512, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 55.47, "count": 215, "max_ms": 89.414, "p95_ms": 74.502, "reason": null, "sample_age_ms": 77.012, "source": "client_direct"}, "sample_age_ms": 77.006, "source": "client_direct", "task_total_ms": {"avg_ms": 58.321, "count": 215, "max_ms": 91.518, "p95_ms": 77.626, "reason": null, "sample_age_ms": 77.006, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.749, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.122, "count": 215, "max_ms": 11.722, "p95_ms": 8.722}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.46, "count": 215, "max_ms": 1.278, "p95_ms": 0.901}, "detection_prepare_ms": {"avg_ms": 1.614, "count": 215, "max_ms": 7.009, "p95_ms": 3.134}, "event_filter_ms": {"avg_ms": 0.005, "count": 215, "max_ms": 0.029, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.175, "count": 215, "max_ms": 0.738, "p95_ms": 0.355}, "mcmt_ms": {"avg_ms": 0.004, "count": 215, "max_ms": 0.017, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.825, "count": 215, "max_ms": 2.916, "p95_ms": 1.765}, "setup_ms": {"avg_ms": 0.054, "count": 215, "max_ms": 0.26, "p95_ms": 0.107}, "total_inside_ms": {"avg_ms": 5.053, "count": 215, "max_ms": 11.656, "p95_ms": 8.594}, "track_match_ms": {"avg_ms": 0.138, "count": 215, "max_ms": 0.452, "p95_ms": 0.293}, "tracker_update_ms": {"avg_ms": 1.776, "count": 215, "max_ms": 5.166, "p95_ms": 3.085}}, "gstreamer_push": {"avg_ms": 3.616, "count": 215, "max_ms": 8.196, "p95_ms": 5.348}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 215, "max_ms": 0.476, "p95_ms": 0.123}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.836, "count": 215, "max_ms": 94.633, "p95_ms": 80.261}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.298, "count": 215, "max_ms": 11.944, "p95_ms": 10.034}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 116.705, "count": 215, "max_ms": 158.557, "p95_ms": 142.217}, "inference_input_copy_ms": {"avg_ms": 1.811, "count": 215, "max_ms": 3.925, "p95_ms": 2.868}, "processing_residual_ms": {"avg_ms": 0.238, "count": 215, "max_ms": 0.593, "p95_ms": 0.385}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 122.052, "count": 215, "max_ms": 162.413, "p95_ms": 147.057}, "read_interval": {"avg_ms": 139.595, "count": 214, "max_ms": 247.989, "p95_ms": 182.756}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 215, "max_ms": 0.049, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 0.752, "count": 215, "max_ms": 2.766, "p95_ms": 1.596}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 215, "max_ms": 0.061, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.734, "count": 215, "max_ms": 2.734, "p95_ms": 1.564}, "worker_merge_ms": {"avg_ms": 0.008, "count": 215, "max_ms": 0.029, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 59.851, "count": 215, "max_ms": 94.664, "p95_ms": 80.278}, "visualize": {"avg_ms": 50.361, "count": 215, "max_ms": 72.105, "p95_ms": 62.962}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.954, "count": 215, "max_ms": 66.153, "p95_ms": 56.741}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.613, "count": 215, "max_ms": 70.488, "p95_ms": 60.844}, "visualize_input_copy_ms": {"avg_ms": 1.5, "count": 215, "max_ms": 3.472, "p95_ms": 2.659}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.443, "count": 215, "max_ms": 70.351, "p95_ms": 60.6}, "visualizer_prepare_ms": {"avg_ms": 0.087, "count": 215, "max_ms": 0.281, "p95_ms": 0.165}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 215}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1468.605, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.387, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.113, "sample_count": 2224, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1496623, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:07:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 126158, "write_bytes_delta": 126158, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1033.0, "cpu_core_ratio": 0.418333, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 230.0, "pid": 110064, "reason": null, "system_cpu_core_ratio": 0.037396, "system_cpu_s_delta": 0.75, "user_cpu_core_ratio": 0.380937, "user_cpu_s_delta": 7.640000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.675326, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 185767.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.595838, "system_cpu_s_delta": 11.950000000011642, "user_cpu_core_ratio": 1.079488, "user_cpu_s_delta": 21.64999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.362, "count": 226, "max_ms": 8.102, "p95_ms": 5.665, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.618, "max": 8.0, "p95": 5.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.889, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 225}, "total": {"avg": 1.889, "max": 2.0, "p95": 2.0, "sample_count": 225}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.355, "count": 30, "max": 65.36, "p95": 37.789, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.047, "count": 30, "max": 26.998, "p95": 24.543, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 763.033, "count": 30, "max": 1208.0, "p95": 1143.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 169.9, "count": 30, "max": 744.0, "p95": 573.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.049, "p95": 0.047, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.417, "count": 30, "max": 0.474, "p95": 0.465, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.428, "count": 30, "max": 2.96, "p95": 2.627, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 129448.9, "count": 30, "max": 134577.0, "p95": 134247.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129448.9, "count": 30, "max": 134577.0, "p95": 134247.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 147806.033, "count": 30, "max": 210172.0, "p95": 206436.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.558, "count": 30, "max": 0.611, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.99, "count": 30, "max": 1.079, "p95": 1.065, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11566, "sampled_at": "2026-10-30T13:07:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:07:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2882392, "flush_count": 3000, "flush_interval_seconds": 30.0, "flush_state": {"count": 3000, "last_at": "2026-10-30T13:07:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:07:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2999}, "started": true, "suppressed_count": 1494038, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1493889}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3000, "written_record_count": 3000}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9633.879, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4138595942400, "copied_frame_count": 1496888, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4138595942400, "frame_buffer_copies": 1496888, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1329, "count": 512, "max_ms": 1.9618, "p50_ms": 0.1139, "p95_ms": 0.2542, "p99_ms": 0.3532}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5748, "count": 512, "max_ms": 4.4721, "p50_ms": 1.4925, "p95_ms": 2.5321, "p99_ms": 2.9099, "results": {"failed": 0, "not_applicable": 0, "success": 1496888, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 545, "h264_decode_error_count": 1227, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:07:04+09:00", "last_error_summary": "[h264 @ 0x64e60f149b80] error while decoding MB 103 56, bytestream -29", "last_exit_at": "2026-10-30T13:08:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 77.069, "last_started_at": "2026-10-30T13:07:06+09:00", "pid": 110064, "process": {"exists": false, "pid": 110064}, "restart_count": 596, "restart_count_per_hour": 30, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 597}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.403, "sample_count": 2195, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1496888, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:08:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.041, "last_frame_pushed_at": "2026-10-30T13:08:23+09:00", "last_frame_read_age_sec": 0.181, "last_frame_read_at": "2026-10-30T13:08:23+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 100, "debug_expires_at": null, "deduplicated_count": 51, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 469.29, "last_sample_duration_ms": 780.065, "last_trigger": "periodic", "next_snapshot_in_sec": 130.71, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 300, "storage_bytes": 2860126}, "mjpeg": {"age_sec": 0.031, "exists": true, "mtime": "2026-10-30T13:08:23.936939+09:00", "mtime_epoch": 1793333303.9369385, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 123663}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:08:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1468.777, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1496888, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.372, "max": 8.0, "p95": 6.0, "sample_count": 215}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 12}, "by_category.소형선박": {"avg": 1.037, "max": 2.0, "p95": 1.0, "sample_count": 215}, "total": {"avg": 1.093, "max": 2.0, "p95": 2.0, "sample_count": 215}}, "tracking_counts": {"active": {"avg": 1.037, "max": 2.0, "p95": 1.0, "sample_count": 215}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}, "removed": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 215}, "tracked": {"avg": 1.037, "max": 2.0, "p95": 1.0, "sample_count": 215}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.183, "pushed": 7.183, "read": 7.15}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 214, "client_acquire_ms": {"avg_ms": 0.009, "count": 214, "max_ms": 0.028, "p95_ms": 0.017, "reason": null, "sample_age_ms": 122.021, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.066, "count": 214, "max_ms": 8.942, "p95_ms": 3.205, "reason": null, "sample_age_ms": 194.692, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.436, "count": 214, "max_ms": 7.884, "p95_ms": 2.173, "reason": null, "sample_age_ms": 194.972, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.356, "count": 214, "max_ms": 0.976, "p95_ms": 0.637, "reason": null, "sample_age_ms": 122.036, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.295, "count": 214, "max_ms": 6.803, "p95_ms": 3.655, "reason": null, "sample_age_ms": 191.701, "source": "client_direct"}, "request_count": 214, "request_tensor_bytes": {"avg": 2764808.0, "count": 214, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 191.636, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 214, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 122.515, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 55.474, "count": 214, "max_ms": 89.414, "p95_ms": 74.524, "reason": null, "sample_age_ms": 122.016, "source": "client_direct"}, "sample_age_ms": 122.01, "source": "client_direct", "task_total_ms": {"avg_ms": 58.326, "count": 214, "max_ms": 91.518, "p95_ms": 77.664, "reason": null, "sample_age_ms": 122.01, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.698, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.122, "count": 215, "max_ms": 11.722, "p95_ms": 8.722}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.46, "count": 215, "max_ms": 1.278, "p95_ms": 0.901}, "detection_prepare_ms": {"avg_ms": 1.614, "count": 215, "max_ms": 7.009, "p95_ms": 3.134}, "event_filter_ms": {"avg_ms": 0.005, "count": 215, "max_ms": 0.029, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.175, "count": 215, "max_ms": 0.738, "p95_ms": 0.355}, "mcmt_ms": {"avg_ms": 0.004, "count": 215, "max_ms": 0.017, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.825, "count": 215, "max_ms": 2.916, "p95_ms": 1.765}, "setup_ms": {"avg_ms": 0.054, "count": 215, "max_ms": 0.26, "p95_ms": 0.107}, "total_inside_ms": {"avg_ms": 5.053, "count": 215, "max_ms": 11.656, "p95_ms": 8.594}, "track_match_ms": {"avg_ms": 0.138, "count": 215, "max_ms": 0.452, "p95_ms": 0.293}, "tracker_update_ms": {"avg_ms": 1.776, "count": 215, "max_ms": 5.166, "p95_ms": 3.085}}, "gstreamer_push": {"avg_ms": 3.616, "count": 215, "max_ms": 8.196, "p95_ms": 5.348}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 215, "max_ms": 0.476, "p95_ms": 0.123}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.836, "count": 215, "max_ms": 94.633, "p95_ms": 80.261}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.298, "count": 215, "max_ms": 11.944, "p95_ms": 10.034}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 116.705, "count": 215, "max_ms": 158.557, "p95_ms": 142.217}, "inference_input_copy_ms": {"avg_ms": 1.811, "count": 215, "max_ms": 3.925, "p95_ms": 2.868}, "processing_residual_ms": {"avg_ms": 0.238, "count": 215, "max_ms": 0.593, "p95_ms": 0.385}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 122.052, "count": 215, "max_ms": 162.413, "p95_ms": 147.057}, "read_interval": {"avg_ms": 139.595, "count": 214, "max_ms": 247.989, "p95_ms": 182.756}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 215, "max_ms": 0.049, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 0.752, "count": 215, "max_ms": 2.766, "p95_ms": 1.596}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 215, "max_ms": 0.061, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.734, "count": 215, "max_ms": 2.734, "p95_ms": 1.564}, "worker_merge_ms": {"avg_ms": 0.008, "count": 215, "max_ms": 0.029, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 59.851, "count": 215, "max_ms": 94.664, "p95_ms": 80.278}, "visualize": {"avg_ms": 50.361, "count": 215, "max_ms": 72.105, "p95_ms": 62.962}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.954, "count": 215, "max_ms": 66.153, "p95_ms": 56.741}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.613, "count": 215, "max_ms": 70.488, "p95_ms": 60.844}, "visualize_input_copy_ms": {"avg_ms": 1.5, "count": 215, "max_ms": 3.472, "p95_ms": 2.659}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.443, "count": 215, "max_ms": 70.351, "p95_ms": 60.6}, "visualizer_prepare_ms": {"avg_ms": 0.087, "count": 215, "max_ms": 0.281, "p95_ms": 0.165}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 215}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1468.605, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.387, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.113, "sample_count": 2224, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1496623, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:07:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 126158, "write_bytes_delta": 126158, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1033.0, "cpu_core_ratio": 0.418333, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 230.0, "pid": 110064, "reason": null, "system_cpu_core_ratio": 0.037396, "system_cpu_s_delta": 0.75, "user_cpu_core_ratio": 0.380937, "user_cpu_s_delta": 7.640000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.675326, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 185767.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.595838, "system_cpu_s_delta": 11.950000000011642, "user_cpu_core_ratio": 1.079488, "user_cpu_s_delta": 21.64999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.362, "count": 226, "max_ms": 8.102, "p95_ms": 5.665, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.618, "max": 8.0, "p95": 5.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.889, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 225}, "total": {"avg": 1.889, "max": 2.0, "p95": 2.0, "sample_count": 225}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.355, "count": 30, "max": 65.36, "p95": 37.789, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.047, "count": 30, "max": 26.998, "p95": 24.543, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 763.033, "count": 30, "max": 1208.0, "p95": 1143.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 169.9, "count": 30, "max": 744.0, "p95": 573.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.049, "p95": 0.047, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.417, "count": 30, "max": 0.474, "p95": 0.465, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.428, "count": 30, "max": 2.96, "p95": 2.627, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 129448.9, "count": 30, "max": 134577.0, "p95": 134247.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129448.9, "count": 30, "max": 134577.0, "p95": 134247.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 147806.033, "count": 30, "max": 210172.0, "p95": 206436.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.558, "count": 30, "max": 0.611, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.99, "count": 30, "max": 1.079, "p95": 1.065, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11566, "sampled_at": "2026-10-30T13:07:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:07:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2882392, "flush_count": 3000, "flush_interval_seconds": 30.0, "flush_state": {"count": 3000, "last_at": "2026-10-30T13:07:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:07:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2999}, "started": true, "suppressed_count": 1494038, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1493889}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3000, "written_record_count": 3000}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9801.828, "limit_mb": null}, "detail": {"pid": 110180, "restart_count": 597, "start_count": 598}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4138595942400, "copied_frame_count": 1496888, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4138595942400, "frame_buffer_copies": 1496888, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1329, "count": 512, "max_ms": 1.9618, "p50_ms": 0.1139, "p95_ms": 0.2542, "p99_ms": 0.3532}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5748, "count": 512, "max_ms": 4.4721, "p50_ms": 1.4925, "p95_ms": 2.5321, "p99_ms": 2.9099, "results": {"failed": 0, "not_applicable": 0, "success": 1496888, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 545, "h264_decode_error_count": 1227, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:07:04+09:00", "last_error_summary": "[h264 @ 0x64e60f149b80] error while decoding MB 103 56, bytestream -29", "last_exit_at": "2026-10-30T13:08:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T13:08:27+09:00", "pid": 110180, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.949, "name": "ffmpeg", "pid": 110180, "rss_mb": 209.949, "state": "S (sleeping)", "threads": 70}, "restart_count": 597, "restart_count_per_hour": 31, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 598}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.483, "sample_count": 2155, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1496888, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:08:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 5.084, "last_frame_pushed_at": "2026-10-30T13:08:23+09:00", "last_frame_read_age_sec": 5.225, "last_frame_read_at": "2026-10-30T13:08:23+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 100, "debug_expires_at": null, "deduplicated_count": 51, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 474.337, "last_sample_duration_ms": 780.065, "last_trigger": "periodic", "next_snapshot_in_sec": 125.663, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 300, "storage_bytes": 2860126}, "mjpeg": {"age_sec": 5.075, "exists": true, "mtime": "2026-10-30T13:08:23.936939+09:00", "mtime_epoch": 1793333303.9369385, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 123663}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:08:29+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1468.781, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1496888, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.408, "max": 8.0, "p95": 6.0, "sample_count": 179}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 12}, "by_category.소형선박": {"avg": 1.011, "max": 2.0, "p95": 1.0, "sample_count": 179}, "total": {"avg": 1.078, "max": 2.0, "p95": 2.0, "sample_count": 179}}, "tracking_counts": {"active": {"avg": 1.039, "max": 2.0, "p95": 1.0, "sample_count": 179}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 179}, "tracked": {"avg": 1.039, "max": 2.0, "p95": 1.0, "sample_count": 179}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 179, "pushed_frames": 179, "read_frames": 178, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.971, "pushed": 5.971, "read": 5.938}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 178, "client_acquire_ms": {"avg_ms": 0.009, "count": 178, "max_ms": 0.028, "p95_ms": 0.017, "reason": null, "sample_age_ms": 5161.011, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.008, "count": 178, "max_ms": 8.942, "p95_ms": 2.974, "reason": null, "sample_age_ms": 5233.682, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.399, "count": 178, "max_ms": 5.666, "p95_ms": 2.154, "reason": null, "sample_age_ms": 5233.962, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.361, "count": 178, "max_ms": 0.976, "p95_ms": 0.64, "reason": null, "sample_age_ms": 5161.026, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.239, "count": 178, "max_ms": 6.546, "p95_ms": 3.446, "reason": null, "sample_age_ms": 5230.69, "source": "client_direct"}, "request_count": 178, "request_tensor_bytes": {"avg": 2764808.0, "count": 178, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5230.626, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 178, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5161.505, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 55.089, "count": 178, "max_ms": 89.414, "p95_ms": 74.437, "reason": null, "sample_age_ms": 5161.005, "source": "client_direct"}, "sample_age_ms": 5161.0, "source": "client_direct", "task_total_ms": {"avg_ms": 57.889, "count": 178, "max_ms": 91.518, "p95_ms": 77.511, "reason": null, "sample_age_ms": 5161.0, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.332, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.09, "count": 179, "max_ms": 11.722, "p95_ms": 8.645}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.461, "count": 179, "max_ms": 1.278, "p95_ms": 0.924}, "detection_prepare_ms": {"avg_ms": 1.626, "count": 179, "max_ms": 7.009, "p95_ms": 3.134}, "event_filter_ms": {"avg_ms": 0.005, "count": 179, "max_ms": 0.029, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.17, "count": 179, "max_ms": 0.738, "p95_ms": 0.353}, "mcmt_ms": {"avg_ms": 0.004, "count": 179, "max_ms": 0.017, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.783, "count": 179, "max_ms": 2.425, "p95_ms": 1.649}, "setup_ms": {"avg_ms": 0.055, "count": 179, "max_ms": 0.26, "p95_ms": 0.104}, "total_inside_ms": {"avg_ms": 5.021, "count": 179, "max_ms": 11.656, "p95_ms": 8.558}, "track_match_ms": {"avg_ms": 0.133, "count": 179, "max_ms": 0.452, "p95_ms": 0.268}, "tracker_update_ms": {"avg_ms": 1.784, "count": 179, "max_ms": 5.166, "p95_ms": 3.085}}, "gstreamer_push": {"avg_ms": 3.581, "count": 179, "max_ms": 8.196, "p95_ms": 5.348}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 179, "max_ms": 0.476, "p95_ms": 0.119}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.372, "count": 179, "max_ms": 94.633, "p95_ms": 80.261}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.266, "count": 179, "max_ms": 11.944, "p95_ms": 9.624}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 117.033, "count": 179, "max_ms": 155.182, "p95_ms": 143.244}, "inference_input_copy_ms": {"avg_ms": 1.789, "count": 179, "max_ms": 3.925, "p95_ms": 2.86}, "processing_residual_ms": {"avg_ms": 0.234, "count": 179, "max_ms": 0.593, "p95_ms": 0.385}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 122.322, "count": 179, "max_ms": 161.551, "p95_ms": 147.576}, "read_interval": {"avg_ms": 139.735, "count": 178, "max_ms": 247.989, "p95_ms": 182.195}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 179, "max_ms": 0.049, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 0.711, "count": 179, "max_ms": 2.245, "p95_ms": 1.515}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 179, "max_ms": 0.061, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.693, "count": 179, "max_ms": 2.207, "p95_ms": 1.49}, "worker_merge_ms": {"avg_ms": 0.008, "count": 179, "max_ms": 0.029, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 59.387, "count": 179, "max_ms": 94.664, "p95_ms": 80.278}, "visualize": {"avg_ms": 51.173, "count": 179, "max_ms": 72.105, "p95_ms": 62.962}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.815, "count": 179, "max_ms": 66.153, "p95_ms": 57.078}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.415, "count": 179, "max_ms": 70.488, "p95_ms": 61.271}, "visualize_input_copy_ms": {"avg_ms": 1.513, "count": 179, "max_ms": 3.472, "p95_ms": 2.68}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.245, "count": 179, "max_ms": 70.351, "p95_ms": 61.185}, "visualizer_prepare_ms": {"avg_ms": 0.086, "count": 179, "max_ms": 0.281, "p95_ms": 0.165}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 179}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1468.605, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.387, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.113, "sample_count": 2224, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1496623, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:07:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 126158, "write_bytes_delta": 126158, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1033.0, "cpu_core_ratio": 0.418333, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 230.0, "pid": 110064, "reason": null, "system_cpu_core_ratio": 0.037396, "system_cpu_s_delta": 0.75, "user_cpu_core_ratio": 0.380937, "user_cpu_s_delta": 7.640000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.675326, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 185767.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.595838, "system_cpu_s_delta": 11.950000000011642, "user_cpu_core_ratio": 1.079488, "user_cpu_s_delta": 21.64999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.362, "count": 226, "max_ms": 8.102, "p95_ms": 5.665, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.618, "max": 8.0, "p95": 5.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.889, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 225}, "total": {"avg": 1.889, "max": 2.0, "p95": 2.0, "sample_count": 225}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.355, "count": 30, "max": 65.36, "p95": 37.789, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.047, "count": 30, "max": 26.998, "p95": 24.543, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 763.033, "count": 30, "max": 1208.0, "p95": 1143.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 169.9, "count": 30, "max": 744.0, "p95": 573.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.049, "p95": 0.047, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.417, "count": 30, "max": 0.474, "p95": 0.465, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.428, "count": 30, "max": 2.96, "p95": 2.627, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 129448.9, "count": 30, "max": 134577.0, "p95": 134247.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129448.9, "count": 30, "max": 134577.0, "p95": 134247.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 147806.033, "count": 30, "max": 210172.0, "p95": 206436.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.558, "count": 30, "max": 0.611, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.99, "count": 30, "max": 1.079, "p95": 1.065, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11566, "sampled_at": "2026-10-30T13:07:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:07:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2884398, "flush_count": 3002, "flush_interval_seconds": 30.0, "flush_state": {"count": 3002, "last_at": "2026-10-30T13:09:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:09:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3001}, "started": true, "suppressed_count": 1494710, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1494561}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3002, "written_record_count": 3002}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9653.137, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5866d3744f80] error while decoding MB 10 61, bytestream -13", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4140456652800, "copied_frame_count": 1497561, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4140456652800, "frame_buffer_copies": 1497561, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1176, "count": 512, "max_ms": 0.4514, "p50_ms": 0.1019, "p95_ms": 0.2212, "p99_ms": 0.3127}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4827, "count": 512, "max_ms": 3.7755, "p50_ms": 1.3954, "p95_ms": 2.4305, "p99_ms": 3.1379, "results": {"failed": 0, "not_applicable": 0, "success": 1497561, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 546, "h264_decode_error_count": 1228, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:09:55+09:00", "last_error_summary": "[h264 @ 0x5866d3744f80] error while decoding MB 10 61, bytestream -13", "last_exit_at": "2026-10-30T13:08:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 88.842, "last_started_at": "2026-10-30T13:08:27+09:00", "pid": 110180, "process": {"exists": true, "fd_count": 0, "hwm_mb": null, "name": "ffmpeg", "pid": 110180, "rss_mb": null, "state": "Z (zombie)", "threads": 1}, "restart_count": 597, "restart_count_per_hour": 31, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 598}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.475, "sample_count": 2162, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1497561, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:09:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.093, "last_frame_pushed_at": "2026-10-30T13:09:55+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-10-30T13:09:55+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 100, "debug_expires_at": null, "deduplicated_count": 51, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 561.175, "last_sample_duration_ms": 780.065, "last_trigger": "periodic", "next_snapshot_in_sec": 38.825, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 300, "storage_bytes": 2860126}, "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-10-30T13:09:55.777519+09:00", "mtime_epoch": 1793333395.7775187, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126569}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:09:55+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1486.188, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1497562, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.256, "max": 5.0, "p95": 5.0, "sample_count": 238}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 238}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 238}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 238}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 238}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 238, "pushed_frames": 238, "read_frames": 238, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.954, "pushed": 7.954, "read": 7.954}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 238, "client_acquire_ms": {"avg_ms": 0.008, "count": 239, "max_ms": 0.042, "p95_ms": 0.018, "reason": null, "sample_age_ms": 30.01, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.908, "count": 238, "max_ms": 9.85, "p95_ms": 2.739, "reason": null, "sample_age_ms": 96.206, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.412, "count": 238, "max_ms": 9.206, "p95_ms": 2.26, "reason": null, "sample_age_ms": 96.511, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.313, "count": 239, "max_ms": 0.939, "p95_ms": 0.609, "reason": null, "sample_age_ms": 30.017, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.924, "count": 238, "max_ms": 5.398, "p95_ms": 3.306, "reason": null, "sample_age_ms": 93.853, "source": "client_direct"}, "request_count": 238, "request_tensor_bytes": {"avg": 2764808.0, "count": 238, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 93.789, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 239, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 30.225, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.049, "count": 239, "max_ms": 83.085, "p95_ms": 67.118, "reason": null, "sample_age_ms": 30.006, "source": "client_direct"}, "sample_age_ms": 30.002, "source": "client_direct", "task_total_ms": {"avg_ms": 49.471, "count": 239, "max_ms": 85.962, "p95_ms": 69.18, "reason": null, "sample_age_ms": 30.002, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.297, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.488, "count": 238, "max_ms": 11.344, "p95_ms": 8.123}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.387, "count": 238, "max_ms": 1.257, "p95_ms": 0.748}, "detection_prepare_ms": {"avg_ms": 1.468, "count": 238, "max_ms": 8.727, "p95_ms": 2.745}, "event_filter_ms": {"avg_ms": 0.005, "count": 238, "max_ms": 0.04, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.157, "count": 238, "max_ms": 0.402, "p95_ms": 0.318}, "mcmt_ms": {"avg_ms": 0.004, "count": 238, "max_ms": 0.057, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.696, "count": 238, "max_ms": 2.373, "p95_ms": 1.325}, "setup_ms": {"avg_ms": 0.047, "count": 238, "max_ms": 0.198, "p95_ms": 0.102}, "total_inside_ms": {"avg_ms": 4.427, "count": 238, "max_ms": 11.288, "p95_ms": 7.996}, "track_match_ms": {"avg_ms": 0.126, "count": 238, "max_ms": 0.378, "p95_ms": 0.263}, "tracker_update_ms": {"avg_ms": 1.535, "count": 238, "max_ms": 3.558, "p95_ms": 2.961}}, "gstreamer_push": {"avg_ms": 3.234, "count": 238, "max_ms": 10.874, "p95_ms": 5.424}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 238, "max_ms": 1.057, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.711, "count": 238, "max_ms": 89.174, "p95_ms": 72.07}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.063, "count": 238, "max_ms": 13.996, "p95_ms": 9.124}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.202, "count": 238, "max_ms": 144.289, "p95_ms": 128.598}, "inference_input_copy_ms": {"avg_ms": 1.595, "count": 238, "max_ms": 3.672, "p95_ms": 2.97}, "processing_residual_ms": {"avg_ms": 0.203, "count": 238, "max_ms": 0.656, "p95_ms": 0.391}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.063, "count": 238, "max_ms": 149.812, "p95_ms": 134.941}, "read_interval": {"avg_ms": 125.862, "count": 238, "max_ms": 199.791, "p95_ms": 166.819}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 238, "max_ms": 0.125, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.629, "count": 238, "max_ms": 2.237, "p95_ms": 1.198}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 238, "max_ms": 0.07, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.612, "count": 238, "max_ms": 2.212, "p95_ms": 1.168}, "worker_merge_ms": {"avg_ms": 0.007, "count": 238, "max_ms": 0.059, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 50.726, "count": 238, "max_ms": 89.183, "p95_ms": 72.088}, "visualize": {"avg_ms": 48.818, "count": 238, "max_ms": 73.272, "p95_ms": 60.995}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.936, "count": 238, "max_ms": 66.75, "p95_ms": 55.775}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.153, "count": 238, "max_ms": 71.61, "p95_ms": 59.661}, "visualize_input_copy_ms": {"avg_ms": 1.436, "count": 238, "max_ms": 3.689, "p95_ms": 2.302}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.999, "count": 238, "max_ms": 71.458, "p95_ms": 59.514}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 238, "max_ms": 0.319, "p95_ms": 0.175}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 238}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1469.016, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 51.15, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.475, "sample_count": 2165, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1497509, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:09:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 126726, "write_bytes_delta": 126726, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1132.0, "cpu_core_ratio": 0.465468, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 192.0, "pid": 110180, "reason": null, "system_cpu_core_ratio": 0.041997, "system_cpu_s_delta": 0.8400000000000003, "user_cpu_core_ratio": 0.423471, "user_cpu_s_delta": 8.470000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.634888, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 189650.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.57946, "system_cpu_s_delta": 11.589999999996508, "user_cpu_core_ratio": 1.055428, "user_cpu_s_delta": 21.10999999998603}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.247, "count": 237, "max_ms": 10.874, "p95_ms": 5.245, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.169, "max": 5.0, "p95": 5.0, "sample_count": 237}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 237}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 237}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.553, "count": 30, "max": 65.36, "p95": 48.022, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.424, "count": 30, "max": 26.998, "p95": 23.586, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 847.5, "count": 30, "max": 1208.0, "p95": 1143.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 638.5, "count": 30, "max": 14594.0, "p95": 671.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.049, "p95": 0.046, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.413, "count": 30, "max": 0.474, "p95": 0.457, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.499, "count": 30, "max": 5.092, "p95": 2.627, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 128024.067, "count": 30, "max": 131903.0, "p95": 131401.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 128024.067, "count": 30, "max": 131903.0, "p95": 131401.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 161135.7, "count": 30, "max": 210172.0, "p95": 206436.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.564, "count": 30, "max": 0.635, "p95": 0.612, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.004, "count": 30, "max": 1.129, "p95": 1.075, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11572, "sampled_at": "2026-10-30T13:09:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:09:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2884398, "flush_count": 3002, "flush_interval_seconds": 30.0, "flush_state": {"count": 3002, "last_at": "2026-10-30T13:09:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:09:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3001}, "started": true, "suppressed_count": 1494710, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1494561}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3002, "written_record_count": 3002}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9634.473, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T13:09:55+09:00", "last_error_summary": "[h264 @ 0x5866d3744f80] error while decoding MB 10 61, bytestream -13", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4140459417600, "copied_frame_count": 1497562, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4140459417600, "frame_buffer_copies": 1497562, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1175, "count": 512, "max_ms": 0.4514, "p50_ms": 0.1013, "p95_ms": 0.2212, "p99_ms": 0.3127}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.483, "count": 512, "max_ms": 3.7755, "p50_ms": 1.3954, "p95_ms": 2.4305, "p99_ms": 3.1379, "results": {"failed": 0, "not_applicable": 0, "success": 1497562, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 546, "h264_decode_error_count": 1228, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:09:55+09:00", "last_error_summary": "[h264 @ 0x5866d3744f80] error while decoding MB 10 61, bytestream -13", "last_exit_at": "2026-10-30T13:09:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 88.908, "last_started_at": "2026-10-30T13:08:27+09:00", "pid": 110180, "process": {"exists": false, "pid": 110180}, "restart_count": 597, "restart_count_per_hour": 31, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 598}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.475, "sample_count": 2163, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1497562, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:09:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T13:09:55+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-10-30T13:09:55+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 100, "debug_expires_at": null, "deduplicated_count": 51, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 561.221, "last_sample_duration_ms": 780.065, "last_trigger": "periodic", "next_snapshot_in_sec": 38.779, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 300, "storage_bytes": 2860126}, "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-10-30T13:09:55.777519+09:00", "mtime_epoch": 1793333395.7775187, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126569}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:09:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1469.039, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1497562, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.264, "max": 5.0, "p95": 5.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 239}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 239}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 239}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 239}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 238, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.97, "pushed": 7.97, "read": 7.937}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 238, "client_acquire_ms": {"avg_ms": 0.008, "count": 238, "max_ms": 0.042, "p95_ms": 0.017, "reason": null, "sample_age_ms": 85.49, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.908, "count": 238, "max_ms": 9.85, "p95_ms": 2.739, "reason": null, "sample_age_ms": 151.686, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.412, "count": 238, "max_ms": 9.206, "p95_ms": 2.26, "reason": null, "sample_age_ms": 151.991, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.314, "count": 238, "max_ms": 0.939, "p95_ms": 0.609, "reason": null, "sample_age_ms": 85.496, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.924, "count": 238, "max_ms": 5.398, "p95_ms": 3.306, "reason": null, "sample_age_ms": 149.333, "source": "client_direct"}, "request_count": 238, "request_tensor_bytes": {"avg": 2764808.0, "count": 238, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 149.268, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 238, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 85.705, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.04, "count": 238, "max_ms": 83.085, "p95_ms": 67.131, "reason": null, "sample_age_ms": 85.486, "source": "client_direct"}, "sample_age_ms": 85.481, "source": "client_direct", "task_total_ms": {"avg_ms": 49.453, "count": 238, "max_ms": 85.962, "p95_ms": 69.269, "reason": null, "sample_age_ms": 85.481, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.133, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.486, "count": 239, "max_ms": 11.344, "p95_ms": 8.123}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.388, "count": 239, "max_ms": 1.257, "p95_ms": 0.748}, "detection_prepare_ms": {"avg_ms": 1.466, "count": 239, "max_ms": 8.727, "p95_ms": 2.745}, "event_filter_ms": {"avg_ms": 0.005, "count": 239, "max_ms": 0.04, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.157, "count": 239, "max_ms": 0.402, "p95_ms": 0.318}, "mcmt_ms": {"avg_ms": 0.004, "count": 239, "max_ms": 0.057, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.696, "count": 239, "max_ms": 2.373, "p95_ms": 1.325}, "setup_ms": {"avg_ms": 0.047, "count": 239, "max_ms": 0.198, "p95_ms": 0.102}, "total_inside_ms": {"avg_ms": 4.425, "count": 239, "max_ms": 11.288, "p95_ms": 7.996}, "track_match_ms": {"avg_ms": 0.126, "count": 239, "max_ms": 0.378, "p95_ms": 0.263}, "tracker_update_ms": {"avg_ms": 1.535, "count": 239, "max_ms": 3.558, "p95_ms": 2.961}}, "gstreamer_push": {"avg_ms": 3.232, "count": 239, "max_ms": 10.874, "p95_ms": 5.424}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 239, "max_ms": 1.057, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.779, "count": 239, "max_ms": 89.174, "p95_ms": 72.07}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.062, "count": 239, "max_ms": 13.996, "p95_ms": 9.124}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.334, "count": 239, "max_ms": 144.289, "p95_ms": 129.269}, "inference_input_copy_ms": {"avg_ms": 1.605, "count": 239, "max_ms": 4.169, "p95_ms": 2.979}, "processing_residual_ms": {"avg_ms": 0.203, "count": 239, "max_ms": 0.656, "p95_ms": 0.391}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.205, "count": 239, "max_ms": 149.812, "p95_ms": 135.004}, "read_interval": {"avg_ms": 125.862, "count": 238, "max_ms": 199.791, "p95_ms": 166.819}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 239, "max_ms": 0.125, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.629, "count": 239, "max_ms": 2.237, "p95_ms": 1.198}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 239, "max_ms": 0.07, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.612, "count": 239, "max_ms": 2.212, "p95_ms": 1.168}, "worker_merge_ms": {"avg_ms": 0.007, "count": 239, "max_ms": 0.059, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 50.793, "count": 239, "max_ms": 89.183, "p95_ms": 72.088}, "visualize": {"avg_ms": 48.885, "count": 239, "max_ms": 73.272, "p95_ms": 61.078}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.0, "count": 239, "max_ms": 66.75, "p95_ms": 55.87}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.218, "count": 239, "max_ms": 71.61, "p95_ms": 59.679}, "visualize_input_copy_ms": {"avg_ms": 1.438, "count": 239, "max_ms": 3.689, "p95_ms": 2.302}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.064, "count": 239, "max_ms": 71.458, "p95_ms": 59.564}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 239, "max_ms": 0.319, "p95_ms": 0.175}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 239}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1469.016, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 51.15, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.475, "sample_count": 2165, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1497509, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:09:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 126726, "write_bytes_delta": 126726, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1132.0, "cpu_core_ratio": 0.465468, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 192.0, "pid": 110180, "reason": null, "system_cpu_core_ratio": 0.041997, "system_cpu_s_delta": 0.8400000000000003, "user_cpu_core_ratio": 0.423471, "user_cpu_s_delta": 8.470000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.634888, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 189650.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.57946, "system_cpu_s_delta": 11.589999999996508, "user_cpu_core_ratio": 1.055428, "user_cpu_s_delta": 21.10999999998603}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.247, "count": 237, "max_ms": 10.874, "p95_ms": 5.245, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.169, "max": 5.0, "p95": 5.0, "sample_count": 237}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 237}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 237}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.553, "count": 30, "max": 65.36, "p95": 48.022, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.424, "count": 30, "max": 26.998, "p95": 23.586, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 847.5, "count": 30, "max": 1208.0, "p95": 1143.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 638.5, "count": 30, "max": 14594.0, "p95": 671.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.049, "p95": 0.046, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.413, "count": 30, "max": 0.474, "p95": 0.457, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.499, "count": 30, "max": 5.092, "p95": 2.627, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 128024.067, "count": 30, "max": 131903.0, "p95": 131401.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 128024.067, "count": 30, "max": 131903.0, "p95": 131401.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 161135.7, "count": 30, "max": 210172.0, "p95": 206436.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.564, "count": 30, "max": 0.635, "p95": 0.612, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.004, "count": 30, "max": 1.129, "p95": 1.075, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11572, "sampled_at": "2026-10-30T13:09:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:09:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2884398, "flush_count": 3002, "flush_interval_seconds": 30.0, "flush_state": {"count": 3002, "last_at": "2026-10-30T13:09:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:09:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3001}, "started": true, "suppressed_count": 1494710, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1494561}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3002, "written_record_count": 3002}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9633.527, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4140459417600, "copied_frame_count": 1497562, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4140459417600, "frame_buffer_copies": 1497562, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1175, "count": 512, "max_ms": 0.4514, "p50_ms": 0.1013, "p95_ms": 0.2212, "p99_ms": 0.3127}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.483, "count": 512, "max_ms": 3.7755, "p50_ms": 1.3954, "p95_ms": 2.4305, "p99_ms": 3.1379, "results": {"failed": 0, "not_applicable": 0, "success": 1497562, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 546, "h264_decode_error_count": 1228, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:09:55+09:00", "last_error_summary": "[h264 @ 0x5866d3744f80] error while decoding MB 10 61, bytestream -13", "last_exit_at": "2026-10-30T13:09:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 88.949, "last_started_at": "2026-10-30T13:08:27+09:00", "pid": 110180, "process": {"exists": false, "pid": 110180}, "restart_count": 597, "restart_count_per_hour": 31, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 598}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.475, "sample_count": 2162, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1497562, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:09:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.042, "last_frame_pushed_at": "2026-10-30T13:09:55+09:00", "last_frame_read_age_sec": 0.191, "last_frame_read_at": "2026-10-30T13:09:55+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 100, "debug_expires_at": null, "deduplicated_count": 51, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 561.273, "last_sample_duration_ms": 780.065, "last_trigger": "periodic", "next_snapshot_in_sec": 38.727, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 300, "storage_bytes": 2860126}, "mjpeg": {"age_sec": 0.026, "exists": true, "mtime": "2026-10-30T13:09:55.932520+09:00", "mtime_epoch": 1793333395.9325197, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126611}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:09:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1469.039, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1497562, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.269, "max": 5.0, "p95": 5.0, "sample_count": 238}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 238}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 238}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 238}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 238}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 238, "pushed_frames": 238, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.965, "pushed": 7.965, "read": 7.931}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 237, "client_acquire_ms": {"avg_ms": 0.008, "count": 238, "max_ms": 0.042, "p95_ms": 0.017, "reason": null, "sample_age_ms": 136.784, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.909, "count": 237, "max_ms": 9.85, "p95_ms": 2.74, "reason": null, "sample_age_ms": 202.98, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.413, "count": 237, "max_ms": 9.206, "p95_ms": 2.266, "reason": null, "sample_age_ms": 203.285, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.314, "count": 238, "max_ms": 0.939, "p95_ms": 0.609, "reason": null, "sample_age_ms": 136.79, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.923, "count": 237, "max_ms": 5.398, "p95_ms": 3.307, "reason": null, "sample_age_ms": 200.627, "source": "client_direct"}, "request_count": 237, "request_tensor_bytes": {"avg": 2764808.0, "count": 237, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 200.562, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 238, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 136.998, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.04, "count": 238, "max_ms": 83.085, "p95_ms": 67.131, "reason": null, "sample_age_ms": 136.78, "source": "client_direct"}, "sample_age_ms": 136.775, "source": "client_direct", "task_total_ms": {"avg_ms": 49.453, "count": 238, "max_ms": 85.962, "p95_ms": 69.269, "reason": null, "sample_age_ms": 136.775, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.493, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.49, "count": 238, "max_ms": 11.344, "p95_ms": 8.123}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.388, "count": 238, "max_ms": 1.257, "p95_ms": 0.748}, "detection_prepare_ms": {"avg_ms": 1.469, "count": 238, "max_ms": 8.727, "p95_ms": 2.745}, "event_filter_ms": {"avg_ms": 0.005, "count": 238, "max_ms": 0.04, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.157, "count": 238, "max_ms": 0.402, "p95_ms": 0.318}, "mcmt_ms": {"avg_ms": 0.004, "count": 238, "max_ms": 0.057, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.696, "count": 238, "max_ms": 2.373, "p95_ms": 1.325}, "setup_ms": {"avg_ms": 0.047, "count": 238, "max_ms": 0.198, "p95_ms": 0.102}, "total_inside_ms": {"avg_ms": 4.429, "count": 238, "max_ms": 11.288, "p95_ms": 7.996}, "track_match_ms": {"avg_ms": 0.126, "count": 238, "max_ms": 0.378, "p95_ms": 0.263}, "tracker_update_ms": {"avg_ms": 1.536, "count": 238, "max_ms": 3.558, "p95_ms": 2.961}}, "gstreamer_push": {"avg_ms": 3.231, "count": 238, "max_ms": 10.874, "p95_ms": 5.424}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 238, "max_ms": 1.057, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.76, "count": 238, "max_ms": 89.174, "p95_ms": 72.07}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.066, "count": 238, "max_ms": 13.996, "p95_ms": 9.124}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.298, "count": 238, "max_ms": 144.289, "p95_ms": 129.269}, "inference_input_copy_ms": {"avg_ms": 1.601, "count": 238, "max_ms": 4.169, "p95_ms": 2.979}, "processing_residual_ms": {"avg_ms": 0.203, "count": 238, "max_ms": 0.656, "p95_ms": 0.391}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.168, "count": 238, "max_ms": 149.812, "p95_ms": 135.004}, "read_interval": {"avg_ms": 125.839, "count": 237, "max_ms": 199.791, "p95_ms": 166.819}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 238, "max_ms": 0.125, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.629, "count": 238, "max_ms": 2.237, "p95_ms": 1.198}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 238, "max_ms": 0.07, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.612, "count": 238, "max_ms": 2.212, "p95_ms": 1.168}, "worker_merge_ms": {"avg_ms": 0.007, "count": 238, "max_ms": 0.059, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 50.775, "count": 238, "max_ms": 89.183, "p95_ms": 72.088}, "visualize": {"avg_ms": 48.864, "count": 238, "max_ms": 73.272, "p95_ms": 61.078}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.978, "count": 238, "max_ms": 66.75, "p95_ms": 55.87}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.197, "count": 238, "max_ms": 71.61, "p95_ms": 59.679}, "visualize_input_copy_ms": {"avg_ms": 1.439, "count": 238, "max_ms": 3.689, "p95_ms": 2.302}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.043, "count": 238, "max_ms": 71.458, "p95_ms": 59.564}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 238, "max_ms": 0.319, "p95_ms": 0.175}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 238}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1469.016, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 51.15, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.475, "sample_count": 2165, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1497509, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:09:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 126726, "write_bytes_delta": 126726, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1132.0, "cpu_core_ratio": 0.465468, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 192.0, "pid": 110180, "reason": null, "system_cpu_core_ratio": 0.041997, "system_cpu_s_delta": 0.8400000000000003, "user_cpu_core_ratio": 0.423471, "user_cpu_s_delta": 8.470000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.634888, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 189650.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.57946, "system_cpu_s_delta": 11.589999999996508, "user_cpu_core_ratio": 1.055428, "user_cpu_s_delta": 21.10999999998603}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.247, "count": 237, "max_ms": 10.874, "p95_ms": 5.245, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.169, "max": 5.0, "p95": 5.0, "sample_count": 237}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 237}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 237}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.553, "count": 30, "max": 65.36, "p95": 48.022, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.424, "count": 30, "max": 26.998, "p95": 23.586, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 847.5, "count": 30, "max": 1208.0, "p95": 1143.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 638.5, "count": 30, "max": 14594.0, "p95": 671.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.049, "p95": 0.046, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.413, "count": 30, "max": 0.474, "p95": 0.457, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.499, "count": 30, "max": 5.092, "p95": 2.627, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 128024.067, "count": 30, "max": 131903.0, "p95": 131401.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 128024.067, "count": 30, "max": 131903.0, "p95": 131401.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 161135.7, "count": 30, "max": 210172.0, "p95": 206436.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.564, "count": 30, "max": 0.635, "p95": 0.612, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.004, "count": 30, "max": 1.129, "p95": 1.075, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11572, "sampled_at": "2026-10-30T13:09:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:09:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2884398, "flush_count": 3002, "flush_interval_seconds": 30.0, "flush_state": {"count": 3002, "last_at": "2026-10-30T13:09:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:09:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3001}, "started": true, "suppressed_count": 1494710, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1494561}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3002, "written_record_count": 3002}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9809.438, "limit_mb": null}, "detail": {"pid": 110296, "restart_count": 598, "start_count": 599}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4140459417600, "copied_frame_count": 1497562, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4140459417600, "frame_buffer_copies": 1497562, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1175, "count": 512, "max_ms": 0.4514, "p50_ms": 0.1013, "p95_ms": 0.2212, "p99_ms": 0.3127}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.483, "count": 512, "max_ms": 3.7755, "p50_ms": 1.3954, "p95_ms": 2.4305, "p99_ms": 3.1379, "results": {"failed": 0, "not_applicable": 0, "success": 1497562, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 546, "h264_decode_error_count": 1228, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:09:55+09:00", "last_error_summary": "[h264 @ 0x5866d3744f80] error while decoding MB 10 61, bytestream -13", "last_exit_at": "2026-10-30T13:09:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T13:09:58+09:00", "pid": 110296, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.852, "name": "ffmpeg", "pid": 110296, "rss_mb": 209.852, "state": "S (sleeping)", "threads": 70}, "restart_count": 598, "restart_count_per_hour": 32, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 599}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.607, "sample_count": 2126, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1497562, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:09:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.497, "last_frame_pushed_at": "2026-10-30T13:09:55+09:00", "last_frame_read_age_sec": 4.646, "last_frame_read_at": "2026-10-30T13:09:55+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 100, "debug_expires_at": null, "deduplicated_count": 51, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 565.721, "last_sample_duration_ms": 780.065, "last_trigger": "periodic", "next_snapshot_in_sec": 34.279, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 300, "storage_bytes": 2860126}, "mjpeg": {"age_sec": 4.481, "exists": true, "mtime": "2026-10-30T13:09:55.932520+09:00", "mtime_epoch": 1793333395.9325197, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126611}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:10:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1469.043, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1497562, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.325, "max": 5.0, "p95": 5.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 203}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 203}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 203}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 203}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.787, "pushed": 6.787, "read": 6.754}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 202, "client_acquire_ms": {"avg_ms": 0.008, "count": 203, "max_ms": 0.042, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4584.682, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.941, "count": 202, "max_ms": 9.85, "p95_ms": 2.75, "reason": null, "sample_age_ms": 4650.878, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.426, "count": 202, "max_ms": 9.206, "p95_ms": 2.364, "reason": null, "sample_age_ms": 4651.183, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.315, "count": 203, "max_ms": 0.939, "p95_ms": 0.613, "reason": null, "sample_age_ms": 4584.688, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.907, "count": 202, "max_ms": 5.398, "p95_ms": 3.357, "reason": null, "sample_age_ms": 4648.525, "source": "client_direct"}, "request_count": 202, "request_tensor_bytes": {"avg": 2764808.0, "count": 202, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4648.46, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 203, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4584.896, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.967, "count": 203, "max_ms": 83.085, "p95_ms": 67.063, "reason": null, "sample_age_ms": 4584.677, "source": "client_direct"}, "sample_age_ms": 4584.673, "source": "client_direct", "task_total_ms": {"avg_ms": 49.371, "count": 203, "max_ms": 85.962, "p95_ms": 69.0, "reason": null, "sample_age_ms": 4584.673, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.679, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.455, "count": 203, "max_ms": 11.344, "p95_ms": 8.123}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.382, "count": 203, "max_ms": 1.257, "p95_ms": 0.736}, "detection_prepare_ms": {"avg_ms": 1.458, "count": 203, "max_ms": 8.727, "p95_ms": 2.76}, "event_filter_ms": {"avg_ms": 0.005, "count": 203, "max_ms": 0.04, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.157, "count": 203, "max_ms": 0.402, "p95_ms": 0.318}, "mcmt_ms": {"avg_ms": 0.004, "count": 203, "max_ms": 0.057, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.695, "count": 203, "max_ms": 2.373, "p95_ms": 1.31}, "setup_ms": {"avg_ms": 0.046, "count": 203, "max_ms": 0.139, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 4.395, "count": 203, "max_ms": 11.288, "p95_ms": 7.996}, "track_match_ms": {"avg_ms": 0.127, "count": 203, "max_ms": 0.378, "p95_ms": 0.263}, "tracker_update_ms": {"avg_ms": 1.52, "count": 203, "max_ms": 3.558, "p95_ms": 2.801}}, "gstreamer_push": {"avg_ms": 3.229, "count": 203, "max_ms": 10.874, "p95_ms": 5.424}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 203, "max_ms": 1.057, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.712, "count": 203, "max_ms": 89.174, "p95_ms": 72.07}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.082, "count": 203, "max_ms": 13.996, "p95_ms": 9.124}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.013, "count": 203, "max_ms": 144.289, "p95_ms": 128.598}, "inference_input_copy_ms": {"avg_ms": 1.614, "count": 203, "max_ms": 4.169, "p95_ms": 3.01}, "processing_residual_ms": {"avg_ms": 0.201, "count": 203, "max_ms": 0.656, "p95_ms": 0.384}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.91, "count": 203, "max_ms": 149.812, "p95_ms": 133.298}, "read_interval": {"avg_ms": 125.584, "count": 202, "max_ms": 199.791, "p95_ms": 165.796}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 203, "max_ms": 0.125, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.627, "count": 203, "max_ms": 2.237, "p95_ms": 1.18}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 203, "max_ms": 0.07, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.61, "count": 203, "max_ms": 2.212, "p95_ms": 1.156}, "worker_merge_ms": {"avg_ms": 0.008, "count": 203, "max_ms": 0.059, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 50.726, "count": 203, "max_ms": 89.183, "p95_ms": 72.088}, "visualize": {"avg_ms": 48.665, "count": 203, "max_ms": 73.272, "p95_ms": 61.078}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.792, "count": 203, "max_ms": 66.75, "p95_ms": 55.97}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.995, "count": 203, "max_ms": 71.61, "p95_ms": 59.679}, "visualize_input_copy_ms": {"avg_ms": 1.444, "count": 203, "max_ms": 3.689, "p95_ms": 2.346}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.841, "count": 203, "max_ms": 71.458, "p95_ms": 59.564}, "visualizer_prepare_ms": {"avg_ms": 0.081, "count": 203, "max_ms": 0.319, "p95_ms": 0.186}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 203}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1469.016, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 51.15, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.475, "sample_count": 2165, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1497509, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:09:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 126726, "write_bytes_delta": 126726, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1132.0, "cpu_core_ratio": 0.465468, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 192.0, "pid": 110180, "reason": null, "system_cpu_core_ratio": 0.041997, "system_cpu_s_delta": 0.8400000000000003, "user_cpu_core_ratio": 0.423471, "user_cpu_s_delta": 8.470000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.634888, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 189650.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.57946, "system_cpu_s_delta": 11.589999999996508, "user_cpu_core_ratio": 1.055428, "user_cpu_s_delta": 21.10999999998603}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.247, "count": 237, "max_ms": 10.874, "p95_ms": 5.245, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.169, "max": 5.0, "p95": 5.0, "sample_count": 237}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 237}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 237}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.553, "count": 30, "max": 65.36, "p95": 48.022, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.424, "count": 30, "max": 26.998, "p95": 23.586, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 847.5, "count": 30, "max": 1208.0, "p95": 1143.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 638.5, "count": 30, "max": 14594.0, "p95": 671.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.049, "p95": 0.046, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.413, "count": 30, "max": 0.474, "p95": 0.457, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.499, "count": 30, "max": 5.092, "p95": 2.627, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 128024.067, "count": 30, "max": 131903.0, "p95": 131401.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 128024.067, "count": 30, "max": 131903.0, "p95": 131401.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 161135.7, "count": 30, "max": 210172.0, "p95": 206436.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.564, "count": 30, "max": 0.635, "p95": 0.612, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.004, "count": 30, "max": 1.129, "p95": 1.075, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11572, "sampled_at": "2026-10-30T13:09:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:09:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2885482, "flush_count": 3003, "flush_interval_seconds": 30.0, "flush_state": {"count": 3003, "last_at": "2026-10-30T13:10:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:10:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3002}, "started": true, "suppressed_count": 1495387, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1495238}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3003, "written_record_count": 3003}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9643.508, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x605b17bad3c0] error while decoding MB 114 40, bytestream -25", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4142331187200, "copied_frame_count": 1498239, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4142331187200, "frame_buffer_copies": 1498239, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1182, "count": 512, "max_ms": 1.6336, "p50_ms": 0.1035, "p95_ms": 0.2186, "p99_ms": 0.2747}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.45, "count": 512, "max_ms": 3.625, "p50_ms": 1.3967, "p95_ms": 2.3925, "p99_ms": 2.7628, "results": {"failed": 0, "not_applicable": 0, "success": 1498239, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 547, "h264_decode_error_count": 1229, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:11:27+09:00", "last_error_summary": "[h264 @ 0x605b17bad3c0] error while decoding MB 114 40, bytestream -25", "last_exit_at": "2026-10-30T13:09:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 88.953, "last_started_at": "2026-10-30T13:09:58+09:00", "pid": 110296, "process": {"exists": false, "pid": 110296}, "restart_count": 598, "restart_count_per_hour": 32, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 599}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.716, "sample_count": 2157, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1498239, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:11:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.046, "last_frame_pushed_at": "2026-10-30T13:11:27+09:00", "last_frame_read_age_sec": 0.042, "last_frame_read_at": "2026-10-30T13:11:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 101, "debug_expires_at": null, "deduplicated_count": 52, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 50.978, "last_sample_duration_ms": 1297.876, "last_trigger": "periodic", "next_snapshot_in_sec": 549.022, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 301, "storage_bytes": 2869718}, "mjpeg": {"age_sec": 0.037, "exists": true, "mtime": "2026-10-30T13:11:27.329081+09:00", "mtime_epoch": 1793333487.3290813, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 125467}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:11:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1479.789, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1498240, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.202, "max": 7.0, "p95": 5.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.132, "max": 2.0, "p95": 2.0, "sample_count": 243}, "total": {"avg": 1.132, "max": 2.0, "p95": 2.0, "sample_count": 243}}, "tracking_counts": {"active": {"avg": 1.012, "max": 2.0, "p95": 1.0, "sample_count": 243}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 243}, "tracked": {"avg": 1.012, "max": 2.0, "p95": 1.0, "sample_count": 243}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 243, "pushed_frames": 243, "read_frames": 243, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.125, "pushed": 8.125, "read": 8.125}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 243, "client_acquire_ms": {"avg_ms": 0.007, "count": 244, "max_ms": 0.033, "p95_ms": 0.017, "reason": null, "sample_age_ms": 19.7, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.905, "count": 243, "max_ms": 6.82, "p95_ms": 3.114, "reason": null, "sample_age_ms": 51.079, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.4, "count": 243, "max_ms": 6.389, "p95_ms": 2.4, "reason": null, "sample_age_ms": 51.29, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.335, "count": 244, "max_ms": 1.465, "p95_ms": 0.682, "reason": null, "sample_age_ms": 19.706, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.926, "count": 243, "max_ms": 10.272, "p95_ms": 3.261, "reason": null, "sample_age_ms": 50.159, "source": "client_direct"}, "request_count": 243, "request_tensor_bytes": {"avg": 2764808.0, "count": 243, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 50.143, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 244, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 19.921, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.928, "count": 244, "max_ms": 89.043, "p95_ms": 67.965, "reason": null, "sample_age_ms": 19.697, "source": "client_direct"}, "sample_age_ms": 19.694, "source": "client_direct", "task_total_ms": {"avg_ms": 50.376, "count": 244, "max_ms": 94.078, "p95_ms": 70.469, "reason": null, "sample_age_ms": 19.694, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.166, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.923, "count": 243, "max_ms": 21.417, "p95_ms": 8.942}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.425, "count": 243, "max_ms": 1.53, "p95_ms": 0.877}, "detection_prepare_ms": {"avg_ms": 1.497, "count": 243, "max_ms": 11.94, "p95_ms": 2.884}, "event_filter_ms": {"avg_ms": 0.005, "count": 243, "max_ms": 0.02, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.173, "count": 243, "max_ms": 0.699, "p95_ms": 0.356}, "mcmt_ms": {"avg_ms": 0.004, "count": 243, "max_ms": 0.031, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.953, "count": 243, "max_ms": 5.756, "p95_ms": 2.746}, "setup_ms": {"avg_ms": 0.049, "count": 243, "max_ms": 0.143, "p95_ms": 0.104}, "total_inside_ms": {"avg_ms": 4.86, "count": 243, "max_ms": 21.306, "p95_ms": 8.827}, "track_match_ms": {"avg_ms": 0.131, "count": 243, "max_ms": 0.463, "p95_ms": 0.279}, "tracker_update_ms": {"avg_ms": 1.622, "count": 243, "max_ms": 9.446, "p95_ms": 2.864}}, "gstreamer_push": {"avg_ms": 3.097, "count": 243, "max_ms": 7.618, "p95_ms": 5.095}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 243, "max_ms": 0.198, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.784, "count": 243, "max_ms": 98.144, "p95_ms": 72.29}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.015, "count": 243, "max_ms": 13.335, "p95_ms": 8.306}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.64, "count": 243, "max_ms": 158.012, "p95_ms": 129.3}, "inference_input_copy_ms": {"avg_ms": 1.579, "count": 243, "max_ms": 5.192, "p95_ms": 2.926}, "processing_residual_ms": {"avg_ms": 0.196, "count": 243, "max_ms": 0.505, "p95_ms": 0.38}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.431, "count": 243, "max_ms": 166.471, "p95_ms": 136.063}, "read_interval": {"avg_ms": 123.356, "count": 243, "max_ms": 206.879, "p95_ms": 166.476}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 243, "max_ms": 0.051, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.882, "count": 243, "max_ms": 5.606, "p95_ms": 2.624}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 243, "max_ms": 0.102, "p95_ms": 0.047}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.865, "count": 243, "max_ms": 5.572, "p95_ms": 2.595}, "worker_merge_ms": {"avg_ms": 0.008, "count": 243, "max_ms": 0.052, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 51.798, "count": 243, "max_ms": 98.157, "p95_ms": 72.296}, "visualize": {"avg_ms": 45.785, "count": 243, "max_ms": 72.563, "p95_ms": 59.898}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 40.816, "count": 243, "max_ms": 64.061, "p95_ms": 53.34}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.194, "count": 243, "max_ms": 70.149, "p95_ms": 57.329}, "visualize_input_copy_ms": {"avg_ms": 1.369, "count": 243, "max_ms": 3.596, "p95_ms": 2.264}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.041, "count": 243, "max_ms": 69.928, "p95_ms": 57.158}, "visualizer_prepare_ms": {"avg_ms": 0.081, "count": 243, "max_ms": 0.935, "p95_ms": 0.154}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 243}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1469.301, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.928, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.673, "sample_count": 2154, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1498096, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:11:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 125853, "write_bytes_delta": 125853, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1170.0, "cpu_core_ratio": 0.455669, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 110296, "reason": null, "system_cpu_core_ratio": 0.040925, "system_cpu_s_delta": 0.8199999999999998, "user_cpu_core_ratio": 0.414743, "user_cpu_s_delta": 8.309999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.696405, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 144279.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.595913, "system_cpu_s_delta": 11.940000000002328, "user_cpu_core_ratio": 1.100492, "user_cpu_s_delta": 22.050000000017462}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.195, "count": 238, "max_ms": 9.178, "p95_ms": 5.41, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.059, "max": 5.0, "p95": 4.0, "sample_count": 238}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.605, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 238}, "total": {"avg": 1.605, "max": 2.0, "p95": 2.0, "sample_count": 238}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.296, "count": 30, "max": 65.36, "p95": 48.022, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.214, "count": 30, "max": 26.998, "p95": 23.586, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 883.967, "count": 30, "max": 1208.0, "p95": 1161.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 636.333, "count": 30, "max": 14594.0, "p95": 661.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.049, "p95": 0.046, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.412, "count": 30, "max": 0.474, "p95": 0.457, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.499, "count": 30, "max": 5.092, "p95": 2.627, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 127341.033, "count": 30, "max": 131286.0, "p95": 130758.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 127341.033, "count": 30, "max": 131286.0, "p95": 130758.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 169051.767, "count": 30, "max": 210172.0, "p95": 206436.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.566, "count": 30, "max": 0.635, "p95": 0.623, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.012, "count": 30, "max": 1.147, "p95": 1.119, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11576, "sampled_at": "2026-10-30T13:11:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:11:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2885482, "flush_count": 3003, "flush_interval_seconds": 30.0, "flush_state": {"count": 3003, "last_at": "2026-10-30T13:10:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:10:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3002}, "started": true, "suppressed_count": 1495387, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1495238}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3003, "written_record_count": 3003}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9632.207, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T13:11:27+09:00", "last_error_summary": "[h264 @ 0x605b17bad3c0] error while decoding MB 114 40, bytestream -25", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4142333952000, "copied_frame_count": 1498240, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4142333952000, "frame_buffer_copies": 1498240, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1183, "count": 512, "max_ms": 1.6336, "p50_ms": 0.1035, "p95_ms": 0.2186, "p99_ms": 0.2747}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4514, "count": 512, "max_ms": 3.625, "p50_ms": 1.3991, "p95_ms": 2.3925, "p99_ms": 2.7628, "results": {"failed": 0, "not_applicable": 0, "success": 1498240, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 547, "h264_decode_error_count": 1229, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:11:27+09:00", "last_error_summary": "[h264 @ 0x605b17bad3c0] error while decoding MB 114 40, bytestream -25", "last_exit_at": "2026-10-30T13:11:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 89.023, "last_started_at": "2026-10-30T13:09:58+09:00", "pid": 110296, "process": {"exists": false, "pid": 110296}, "restart_count": 598, "restart_count_per_hour": 32, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 599}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.716, "sample_count": 2158, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1498240, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:11:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T13:11:27+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-10-30T13:11:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 101, "debug_expires_at": null, "deduplicated_count": 52, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 51.044, "last_sample_duration_ms": 1297.876, "last_trigger": "periodic", "next_snapshot_in_sec": 548.956, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 301, "storage_bytes": 2869718}, "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-10-30T13:11:27.329081+09:00", "mtime_epoch": 1793333487.3290813, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 125467}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:11:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1469.367, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1498240, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.201, "max": 7.0, "p95": 5.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.131, "max": 2.0, "p95": 2.0, "sample_count": 244}, "total": {"avg": 1.131, "max": 2.0, "p95": 2.0, "sample_count": 244}}, "tracking_counts": {"active": {"avg": 1.012, "max": 2.0, "p95": 1.0, "sample_count": 244}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 244}, "tracked": {"avg": 1.012, "max": 2.0, "p95": 1.0, "sample_count": 244}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 244, "pushed_frames": 244, "read_frames": 243, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.14, "pushed": 8.14, "read": 8.107}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 243, "client_acquire_ms": {"avg_ms": 0.008, "count": 243, "max_ms": 0.033, "p95_ms": 0.017, "reason": null, "sample_age_ms": 87.4, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.905, "count": 243, "max_ms": 6.82, "p95_ms": 3.114, "reason": null, "sample_age_ms": 118.779, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.4, "count": 243, "max_ms": 6.389, "p95_ms": 2.4, "reason": null, "sample_age_ms": 118.99, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.334, "count": 243, "max_ms": 1.465, "p95_ms": 0.683, "reason": null, "sample_age_ms": 87.405, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.926, "count": 243, "max_ms": 10.272, "p95_ms": 3.261, "reason": null, "sample_age_ms": 117.859, "source": "client_direct"}, "request_count": 243, "request_tensor_bytes": {"avg": 2764808.0, "count": 243, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 117.843, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 243, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 87.621, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.921, "count": 243, "max_ms": 89.043, "p95_ms": 67.972, "reason": null, "sample_age_ms": 87.397, "source": "client_direct"}, "sample_age_ms": 87.394, "source": "client_direct", "task_total_ms": {"avg_ms": 50.369, "count": 243, "max_ms": 94.078, "p95_ms": 70.474, "reason": null, "sample_age_ms": 87.394, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.963, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.913, "count": 244, "max_ms": 21.417, "p95_ms": 8.942}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.425, "count": 244, "max_ms": 1.53, "p95_ms": 0.877}, "detection_prepare_ms": {"avg_ms": 1.494, "count": 244, "max_ms": 11.94, "p95_ms": 2.884}, "event_filter_ms": {"avg_ms": 0.005, "count": 244, "max_ms": 0.02, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.173, "count": 244, "max_ms": 0.699, "p95_ms": 0.356}, "mcmt_ms": {"avg_ms": 0.004, "count": 244, "max_ms": 0.031, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.952, "count": 244, "max_ms": 5.756, "p95_ms": 2.746}, "setup_ms": {"avg_ms": 0.049, "count": 244, "max_ms": 0.143, "p95_ms": 0.104}, "total_inside_ms": {"avg_ms": 4.85, "count": 244, "max_ms": 21.306, "p95_ms": 8.827}, "track_match_ms": {"avg_ms": 0.13, "count": 244, "max_ms": 0.463, "p95_ms": 0.279}, "tracker_update_ms": {"avg_ms": 1.618, "count": 244, "max_ms": 9.446, "p95_ms": 2.864}}, "gstreamer_push": {"avg_ms": 3.098, "count": 244, "max_ms": 7.618, "p95_ms": 5.095}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 244, "max_ms": 0.198, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.702, "count": 244, "max_ms": 98.144, "p95_ms": 72.29}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.031, "count": 244, "max_ms": 13.335, "p95_ms": 8.306}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.61, "count": 244, "max_ms": 158.012, "p95_ms": 129.3}, "inference_input_copy_ms": {"avg_ms": 1.576, "count": 244, "max_ms": 5.192, "p95_ms": 2.926}, "processing_residual_ms": {"avg_ms": 0.196, "count": 244, "max_ms": 0.505, "p95_ms": 0.38}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.413, "count": 244, "max_ms": 166.471, "p95_ms": 136.063}, "read_interval": {"avg_ms": 123.356, "count": 243, "max_ms": 206.879, "p95_ms": 166.476}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 244, "max_ms": 0.051, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.88, "count": 244, "max_ms": 5.606, "p95_ms": 2.624}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 244, "max_ms": 0.102, "p95_ms": 0.047}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.864, "count": 244, "max_ms": 5.572, "p95_ms": 2.595}, "worker_merge_ms": {"avg_ms": 0.008, "count": 244, "max_ms": 0.052, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 51.716, "count": 244, "max_ms": 98.157, "p95_ms": 72.296}, "visualize": {"avg_ms": 45.849, "count": 244, "max_ms": 72.563, "p95_ms": 59.954}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 40.884, "count": 244, "max_ms": 64.061, "p95_ms": 53.435}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.259, "count": 244, "max_ms": 70.149, "p95_ms": 57.963}, "visualize_input_copy_ms": {"avg_ms": 1.369, "count": 244, "max_ms": 3.596, "p95_ms": 2.264}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.107, "count": 244, "max_ms": 69.928, "p95_ms": 57.733}, "visualizer_prepare_ms": {"avg_ms": 0.081, "count": 244, "max_ms": 0.935, "p95_ms": 0.154}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 244}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1469.301, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.928, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.673, "sample_count": 2154, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1498096, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:11:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 125853, "write_bytes_delta": 125853, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1170.0, "cpu_core_ratio": 0.455669, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 110296, "reason": null, "system_cpu_core_ratio": 0.040925, "system_cpu_s_delta": 0.8199999999999998, "user_cpu_core_ratio": 0.414743, "user_cpu_s_delta": 8.309999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.696405, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 144279.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.595913, "system_cpu_s_delta": 11.940000000002328, "user_cpu_core_ratio": 1.100492, "user_cpu_s_delta": 22.050000000017462}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.195, "count": 238, "max_ms": 9.178, "p95_ms": 5.41, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.059, "max": 5.0, "p95": 4.0, "sample_count": 238}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.605, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 238}, "total": {"avg": 1.605, "max": 2.0, "p95": 2.0, "sample_count": 238}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.296, "count": 30, "max": 65.36, "p95": 48.022, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.214, "count": 30, "max": 26.998, "p95": 23.586, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 883.967, "count": 30, "max": 1208.0, "p95": 1161.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 636.333, "count": 30, "max": 14594.0, "p95": 661.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.049, "p95": 0.046, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.412, "count": 30, "max": 0.474, "p95": 0.457, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.499, "count": 30, "max": 5.092, "p95": 2.627, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 127341.033, "count": 30, "max": 131286.0, "p95": 130758.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 127341.033, "count": 30, "max": 131286.0, "p95": 130758.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 169051.767, "count": 30, "max": 210172.0, "p95": 206436.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.566, "count": 30, "max": 0.635, "p95": 0.623, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.012, "count": 30, "max": 1.147, "p95": 1.119, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11576, "sampled_at": "2026-10-30T13:11:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:11:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2885482, "flush_count": 3003, "flush_interval_seconds": 30.0, "flush_state": {"count": 3003, "last_at": "2026-10-30T13:10:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:10:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3002}, "started": true, "suppressed_count": 1495387, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1495238}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3003, "written_record_count": 3003}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9632.344, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4142333952000, "copied_frame_count": 1498240, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4142333952000, "frame_buffer_copies": 1498240, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1183, "count": 512, "max_ms": 1.6336, "p50_ms": 0.1035, "p95_ms": 0.2186, "p99_ms": 0.2747}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4514, "count": 512, "max_ms": 3.625, "p50_ms": 1.3991, "p95_ms": 2.3925, "p99_ms": 2.7628, "results": {"failed": 0, "not_applicable": 0, "success": 1498240, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 547, "h264_decode_error_count": 1229, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:11:27+09:00", "last_error_summary": "[h264 @ 0x605b17bad3c0] error while decoding MB 114 40, bytestream -25", "last_exit_at": "2026-10-30T13:11:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 89.057, "last_started_at": "2026-10-30T13:09:58+09:00", "pid": 110296, "process": {"exists": false, "pid": 110296}, "restart_count": 598, "restart_count_per_hour": 32, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 599}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.716, "sample_count": 2158, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1498240, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:11:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.035, "last_frame_pushed_at": "2026-10-30T13:11:27+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-10-30T13:11:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 101, "debug_expires_at": null, "deduplicated_count": 52, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 51.082, "last_sample_duration_ms": 1297.876, "last_trigger": "periodic", "next_snapshot_in_sec": 548.918, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 301, "storage_bytes": 2869718}, "mjpeg": {"age_sec": 0.027, "exists": true, "mtime": "2026-10-30T13:11:27.442082+09:00", "mtime_epoch": 1793333487.4420822, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 122767}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:11:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1469.367, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1498240, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.198, "max": 7.0, "p95": 5.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.128, "max": 2.0, "p95": 2.0, "sample_count": 243}, "total": {"avg": 1.128, "max": 2.0, "p95": 2.0, "sample_count": 243}}, "tracking_counts": {"active": {"avg": 1.012, "max": 2.0, "p95": 1.0, "sample_count": 243}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 243}, "tracked": {"avg": 1.012, "max": 2.0, "p95": 1.0, "sample_count": 243}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 243, "pushed_frames": 243, "read_frames": 242, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.141, "pushed": 8.141, "read": 8.108}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 242, "client_acquire_ms": {"avg_ms": 0.008, "count": 243, "max_ms": 0.033, "p95_ms": 0.017, "reason": null, "sample_age_ms": 120.216, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.901, "count": 242, "max_ms": 6.82, "p95_ms": 3.118, "reason": null, "sample_age_ms": 151.595, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.402, "count": 242, "max_ms": 6.389, "p95_ms": 2.403, "reason": null, "sample_age_ms": 151.806, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.334, "count": 243, "max_ms": 1.465, "p95_ms": 0.683, "reason": null, "sample_age_ms": 120.221, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.928, "count": 242, "max_ms": 10.272, "p95_ms": 3.261, "reason": null, "sample_age_ms": 150.675, "source": "client_direct"}, "request_count": 242, "request_tensor_bytes": {"avg": 2764808.0, "count": 242, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 150.659, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 243, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 120.437, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.921, "count": 243, "max_ms": 89.043, "p95_ms": 67.972, "reason": null, "sample_age_ms": 120.213, "source": "client_direct"}, "sample_age_ms": 120.21, "source": "client_direct", "task_total_ms": {"avg_ms": 50.369, "count": 243, "max_ms": 94.078, "p95_ms": 70.474, "reason": null, "sample_age_ms": 120.21, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.071, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.906, "count": 243, "max_ms": 21.417, "p95_ms": 8.942}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.425, "count": 243, "max_ms": 1.53, "p95_ms": 0.877}, "detection_prepare_ms": {"avg_ms": 1.492, "count": 243, "max_ms": 11.94, "p95_ms": 2.884}, "event_filter_ms": {"avg_ms": 0.005, "count": 243, "max_ms": 0.02, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.172, "count": 243, "max_ms": 0.699, "p95_ms": 0.348}, "mcmt_ms": {"avg_ms": 0.004, "count": 243, "max_ms": 0.031, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.946, "count": 243, "max_ms": 5.756, "p95_ms": 2.746}, "setup_ms": {"avg_ms": 0.049, "count": 243, "max_ms": 0.143, "p95_ms": 0.104}, "total_inside_ms": {"avg_ms": 4.843, "count": 243, "max_ms": 21.306, "p95_ms": 8.827}, "track_match_ms": {"avg_ms": 0.13, "count": 243, "max_ms": 0.463, "p95_ms": 0.279}, "tracker_update_ms": {"avg_ms": 1.618, "count": 243, "max_ms": 9.446, "p95_ms": 2.864}}, "gstreamer_push": {"avg_ms": 3.1, "count": 243, "max_ms": 7.618, "p95_ms": 5.095}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 243, "max_ms": 0.198, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.698, "count": 243, "max_ms": 98.144, "p95_ms": 72.29}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.005, "count": 243, "max_ms": 13.335, "p95_ms": 8.104}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.623, "count": 243, "max_ms": 158.012, "p95_ms": 129.3}, "inference_input_copy_ms": {"avg_ms": 1.576, "count": 243, "max_ms": 5.192, "p95_ms": 2.926}, "processing_residual_ms": {"avg_ms": 0.196, "count": 243, "max_ms": 0.505, "p95_ms": 0.38}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.401, "count": 243, "max_ms": 166.471, "p95_ms": 136.063}, "read_interval": {"avg_ms": 123.368, "count": 242, "max_ms": 206.879, "p95_ms": 166.476}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 243, "max_ms": 0.051, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.875, "count": 243, "max_ms": 5.606, "p95_ms": 2.624}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 243, "max_ms": 0.102, "p95_ms": 0.047}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.858, "count": 243, "max_ms": 5.572, "p95_ms": 2.595}, "worker_merge_ms": {"avg_ms": 0.008, "count": 243, "max_ms": 0.052, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 51.712, "count": 243, "max_ms": 98.157, "p95_ms": 72.296}, "visualize": {"avg_ms": 45.873, "count": 243, "max_ms": 72.563, "p95_ms": 59.954}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 40.915, "count": 243, "max_ms": 64.061, "p95_ms": 53.435}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.284, "count": 243, "max_ms": 70.149, "p95_ms": 57.963}, "visualize_input_copy_ms": {"avg_ms": 1.367, "count": 243, "max_ms": 3.596, "p95_ms": 2.264}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.132, "count": 243, "max_ms": 69.928, "p95_ms": 57.733}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 243, "max_ms": 0.935, "p95_ms": 0.154}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 243}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1469.301, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.928, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.673, "sample_count": 2154, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1498096, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:11:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 125853, "write_bytes_delta": 125853, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1170.0, "cpu_core_ratio": 0.455669, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 110296, "reason": null, "system_cpu_core_ratio": 0.040925, "system_cpu_s_delta": 0.8199999999999998, "user_cpu_core_ratio": 0.414743, "user_cpu_s_delta": 8.309999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.696405, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 144279.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.595913, "system_cpu_s_delta": 11.940000000002328, "user_cpu_core_ratio": 1.100492, "user_cpu_s_delta": 22.050000000017462}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.195, "count": 238, "max_ms": 9.178, "p95_ms": 5.41, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.059, "max": 5.0, "p95": 4.0, "sample_count": 238}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.605, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 238}, "total": {"avg": 1.605, "max": 2.0, "p95": 2.0, "sample_count": 238}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.296, "count": 30, "max": 65.36, "p95": 48.022, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.214, "count": 30, "max": 26.998, "p95": 23.586, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 883.967, "count": 30, "max": 1208.0, "p95": 1161.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 636.333, "count": 30, "max": 14594.0, "p95": 661.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.049, "p95": 0.046, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.412, "count": 30, "max": 0.474, "p95": 0.457, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.499, "count": 30, "max": 5.092, "p95": 2.627, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 127341.033, "count": 30, "max": 131286.0, "p95": 130758.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 127341.033, "count": 30, "max": 131286.0, "p95": 130758.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 169051.767, "count": 30, "max": 210172.0, "p95": 206436.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.566, "count": 30, "max": 0.635, "p95": 0.623, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.012, "count": 30, "max": 1.147, "p95": 1.119, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11576, "sampled_at": "2026-10-30T13:11:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:11:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.847, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2885482, "flush_count": 3003, "flush_interval_seconds": 30.0, "flush_state": {"count": 3003, "last_at": "2026-10-30T13:10:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:10:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3002}, "started": true, "suppressed_count": 1495387, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1495238}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3003, "written_record_count": 3003}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9804.512, "limit_mb": null}, "detail": {"pid": 110412, "restart_count": 599, "start_count": 600}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4142333952000, "copied_frame_count": 1498240, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4142333952000, "frame_buffer_copies": 1498240, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1183, "count": 512, "max_ms": 1.6336, "p50_ms": 0.1035, "p95_ms": 0.2186, "p99_ms": 0.2747}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4514, "count": 512, "max_ms": 3.625, "p50_ms": 1.3991, "p95_ms": 2.3925, "p99_ms": 2.7628, "results": {"failed": 0, "not_applicable": 0, "success": 1498240, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 547, "h264_decode_error_count": 1229, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:11:27+09:00", "last_error_summary": "[h264 @ 0x605b17bad3c0] error while decoding MB 114 40, bytestream -25", "last_exit_at": "2026-10-30T13:11:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T13:11:30+09:00", "pid": 110412, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.102, "name": "ffmpeg", "pid": 110412, "rss_mb": 209.102, "state": "S (sleeping)", "threads": 70}, "restart_count": 599, "restart_count_per_hour": 33, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 600}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.716, "sample_count": 2123, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1498240, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:11:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 5.004, "last_frame_pushed_at": "2026-10-30T13:11:27+09:00", "last_frame_read_age_sec": 5.114, "last_frame_read_at": "2026-10-30T13:11:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 101, "debug_expires_at": null, "deduplicated_count": 52, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 56.04, "last_sample_duration_ms": 1297.876, "last_trigger": "periodic", "next_snapshot_in_sec": 543.96, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 301, "storage_bytes": 2869718}, "mjpeg": {"age_sec": 4.996, "exists": true, "mtime": "2026-10-30T13:11:27.442082+09:00", "mtime_epoch": 1793333487.4420822, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 122767}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:11:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1469.371, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1498240, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.347, "max": 7.0, "p95": 5.0, "sample_count": 202}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.129, "max": 2.0, "p95": 2.0, "sample_count": 202}, "total": {"avg": 1.129, "max": 2.0, "p95": 2.0, "sample_count": 202}}, "tracking_counts": {"active": {"avg": 1.015, "max": 2.0, "p95": 1.0, "sample_count": 202}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 202}, "tracked": {"avg": 1.015, "max": 2.0, "p95": 1.0, "sample_count": 202}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.734, "pushed": 6.767, "read": 6.734}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 202, "client_acquire_ms": {"avg_ms": 0.008, "count": 202, "max_ms": 0.033, "p95_ms": 0.018, "reason": null, "sample_age_ms": 5087.018, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.87, "count": 202, "max_ms": 6.82, "p95_ms": 3.043, "reason": null, "sample_age_ms": 5118.397, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.373, "count": 202, "max_ms": 6.389, "p95_ms": 2.339, "reason": null, "sample_age_ms": 5118.608, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.335, "count": 202, "max_ms": 1.465, "p95_ms": 0.696, "reason": null, "sample_age_ms": 5087.023, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.931, "count": 202, "max_ms": 10.272, "p95_ms": 3.255, "reason": null, "sample_age_ms": 5117.477, "source": "client_direct"}, "request_count": 202, "request_tensor_bytes": {"avg": 2764808.0, "count": 202, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5117.461, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 202, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5087.239, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.993, "count": 202, "max_ms": 89.043, "p95_ms": 68.336, "reason": null, "sample_age_ms": 5087.015, "source": "client_direct"}, "sample_age_ms": 5087.012, "source": "client_direct", "task_total_ms": {"avg_ms": 50.446, "count": 202, "max_ms": 94.078, "p95_ms": 71.003, "reason": null, "sample_age_ms": 5087.012, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.771, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.809, "count": 202, "max_ms": 21.159, "p95_ms": 8.717}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.412, "count": 202, "max_ms": 1.53, "p95_ms": 0.804}, "detection_prepare_ms": {"avg_ms": 1.433, "count": 202, "max_ms": 5.19, "p95_ms": 2.849}, "event_filter_ms": {"avg_ms": 0.005, "count": 202, "max_ms": 0.02, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.167, "count": 202, "max_ms": 0.699, "p95_ms": 0.332}, "mcmt_ms": {"avg_ms": 0.004, "count": 202, "max_ms": 0.031, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.943, "count": 202, "max_ms": 5.756, "p95_ms": 2.673}, "setup_ms": {"avg_ms": 0.049, "count": 202, "max_ms": 0.143, "p95_ms": 0.104}, "total_inside_ms": {"avg_ms": 4.747, "count": 202, "max_ms": 21.004, "p95_ms": 8.638}, "track_match_ms": {"avg_ms": 0.128, "count": 202, "max_ms": 0.377, "p95_ms": 0.261}, "tracker_update_ms": {"avg_ms": 1.604, "count": 202, "max_ms": 9.446, "p95_ms": 2.864}}, "gstreamer_push": {"avg_ms": 3.13, "count": 203, "max_ms": 7.618, "p95_ms": 5.095}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 202, "max_ms": 0.178, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.736, "count": 202, "max_ms": 98.144, "p95_ms": 72.343}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.036, "count": 202, "max_ms": 13.335, "p95_ms": 8.306}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.024, "count": 202, "max_ms": 158.012, "p95_ms": 129.728}, "inference_input_copy_ms": {"avg_ms": 1.565, "count": 202, "max_ms": 4.825, "p95_ms": 2.851}, "processing_residual_ms": {"avg_ms": 0.198, "count": 202, "max_ms": 0.505, "p95_ms": 0.368}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.822, "count": 202, "max_ms": 166.471, "p95_ms": 136.482}, "read_interval": {"avg_ms": 123.728, "count": 202, "max_ms": 206.879, "p95_ms": 164.065}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 202, "max_ms": 0.051, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.873, "count": 202, "max_ms": 5.606, "p95_ms": 2.537}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 202, "max_ms": 0.102, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.856, "count": 202, "max_ms": 5.572, "p95_ms": 2.511}, "worker_merge_ms": {"avg_ms": 0.008, "count": 202, "max_ms": 0.052, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 51.75, "count": 202, "max_ms": 98.157, "p95_ms": 72.362}, "visualize": {"avg_ms": 46.322, "count": 202, "max_ms": 72.563, "p95_ms": 59.962}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 41.34, "count": 202, "max_ms": 64.061, "p95_ms": 53.999}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.751, "count": 202, "max_ms": 70.149, "p95_ms": 58.186}, "visualize_input_copy_ms": {"avg_ms": 1.354, "count": 202, "max_ms": 3.057, "p95_ms": 2.188}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.597, "count": 202, "max_ms": 69.928, "p95_ms": 58.025}, "visualizer_prepare_ms": {"avg_ms": 0.081, "count": 202, "max_ms": 0.935, "p95_ms": 0.154}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 202}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1469.301, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.928, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.673, "sample_count": 2154, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1498096, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:11:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 125853, "write_bytes_delta": 125853, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1170.0, "cpu_core_ratio": 0.455669, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 110296, "reason": null, "system_cpu_core_ratio": 0.040925, "system_cpu_s_delta": 0.8199999999999998, "user_cpu_core_ratio": 0.414743, "user_cpu_s_delta": 8.309999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.696405, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 144279.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.595913, "system_cpu_s_delta": 11.940000000002328, "user_cpu_core_ratio": 1.100492, "user_cpu_s_delta": 22.050000000017462}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.195, "count": 238, "max_ms": 9.178, "p95_ms": 5.41, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.059, "max": 5.0, "p95": 4.0, "sample_count": 238}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.605, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 238}, "total": {"avg": 1.605, "max": 2.0, "p95": 2.0, "sample_count": 238}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.296, "count": 30, "max": 65.36, "p95": 48.022, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.214, "count": 30, "max": 26.998, "p95": 23.586, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 883.967, "count": 30, "max": 1208.0, "p95": 1161.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 636.333, "count": 30, "max": 14594.0, "p95": 661.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.049, "p95": 0.046, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.412, "count": 30, "max": 0.474, "p95": 0.457, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.499, "count": 30, "max": 5.092, "p95": 2.627, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 127341.033, "count": 30, "max": 131286.0, "p95": 130758.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 127341.033, "count": 30, "max": 131286.0, "p95": 130758.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 169051.767, "count": 30, "max": 210172.0, "p95": 206436.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.566, "count": 30, "max": 0.635, "p95": 0.623, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.012, "count": 30, "max": 1.147, "p95": 1.119, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11576, "sampled_at": "2026-10-30T13:11:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:11:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2887514, "flush_count": 3005, "flush_interval_seconds": 30.0, "flush_state": {"count": 3005, "last_at": "2026-10-30T13:12:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:12:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3004}, "started": true, "suppressed_count": 1495865, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1495716}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3005, "written_record_count": 3005}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9657.625, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x55bdf7e3cc40] error while decoding MB 104 49, bytestream -8", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4143658291200, "copied_frame_count": 1498719, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4143658291200, "frame_buffer_copies": 1498719, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1121, "count": 512, "max_ms": 0.4195, "p50_ms": 0.095, "p95_ms": 0.2262, "p99_ms": 0.3083}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4232, "count": 512, "max_ms": 3.7464, "p50_ms": 1.3468, "p95_ms": 2.2791, "p99_ms": 2.7679, "results": {"failed": 0, "not_applicable": 0, "success": 1498719, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 548, "h264_decode_error_count": 1230, "h264_decode_error_count_per_hour": 62, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:12:47+09:00", "last_error_summary": "[h264 @ 0x55bdf7e3cc40] error while decoding MB 104 49, bytestream -8", "last_exit_at": "2026-10-30T13:11:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.678, "last_started_at": "2026-10-30T13:11:30+09:00", "pid": 110412, "process": {"exists": false, "pid": 110412}, "restart_count": 599, "restart_count_per_hour": 32, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 600}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.171, "sample_count": 2095, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1498719, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:12:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.07, "last_frame_pushed_at": "2026-10-30T13:12:47+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-10-30T13:12:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 101, "debug_expires_at": null, "deduplicated_count": 52, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 130.719, "last_sample_duration_ms": 1297.876, "last_trigger": "periodic", "next_snapshot_in_sec": 469.281, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 301, "storage_bytes": 2869718}, "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-10-30T13:12:47.058560+09:00", "mtime_epoch": 1793333567.0585604, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 129114}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:12:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1490.582, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1498720, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.054, "max": 3.0, "p95": 3.0, "sample_count": 166}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 166}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 166}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 167, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.539, "pushed": 5.539, "read": 5.572}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 167, "client_acquire_ms": {"avg_ms": 0.008, "count": 167, "max_ms": 0.039, "p95_ms": 0.015, "reason": null, "sample_age_ms": 29.617, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.907, "count": 167, "max_ms": 5.262, "p95_ms": 2.91, "reason": null, "sample_age_ms": 64.249, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.387, "count": 167, "max_ms": 4.883, "p95_ms": 2.009, "reason": null, "sample_age_ms": 64.635, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.294, "count": 167, "max_ms": 3.801, "p95_ms": 0.529, "reason": null, "sample_age_ms": 29.624, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.946, "count": 167, "max_ms": 5.288, "p95_ms": 3.093, "reason": null, "sample_age_ms": 62.629, "source": "client_direct"}, "request_count": 167, "request_tensor_bytes": {"avg": 2764808.0, "count": 167, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 62.612, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 167, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 29.813, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.578, "count": 167, "max_ms": 76.298, "p95_ms": 62.807, "reason": null, "sample_age_ms": 29.614, "source": "client_direct"}, "sample_age_ms": 29.612, "source": "client_direct", "task_total_ms": {"avg_ms": 47.987, "count": 167, "max_ms": 79.474, "p95_ms": 65.085, "reason": null, "sample_age_ms": 29.612, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.698, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.832, "count": 166, "max_ms": 10.643, "p95_ms": 6.64}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.321, "count": 166, "max_ms": 1.18, "p95_ms": 0.714}, "detection_prepare_ms": {"avg_ms": 1.255, "count": 166, "max_ms": 3.263, "p95_ms": 2.405}, "event_filter_ms": {"avg_ms": 0.004, "count": 166, "max_ms": 0.015, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.242, "count": 166, "max_ms": 0.661, "p95_ms": 0.517}, "mcmt_ms": {"avg_ms": 0.003, "count": 166, "max_ms": 0.022, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.579, "count": 166, "max_ms": 1.899, "p95_ms": 1.064}, "setup_ms": {"avg_ms": 0.045, "count": 166, "max_ms": 0.12, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 3.782, "count": 166, "max_ms": 10.571, "p95_ms": 6.585}, "track_match_ms": {"avg_ms": 0.061, "count": 166, "max_ms": 0.198, "p95_ms": 0.142}, "tracker_update_ms": {"avg_ms": 1.271, "count": 166, "max_ms": 5.77, "p95_ms": 2.347}}, "gstreamer_push": {"avg_ms": 3.132, "count": 166, "max_ms": 7.768, "p95_ms": 4.964}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 166, "max_ms": 1.495, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.323, "count": 166, "max_ms": 80.402, "p95_ms": 68.216}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.733, "count": 166, "max_ms": 11.54, "p95_ms": 8.615}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.811, "count": 166, "max_ms": 144.182, "p95_ms": 128.057}, "inference_input_copy_ms": {"avg_ms": 1.73, "count": 166, "max_ms": 6.1, "p95_ms": 2.626}, "processing_residual_ms": {"avg_ms": 0.213, "count": 166, "max_ms": 0.726, "p95_ms": 0.368}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.486, "count": 166, "max_ms": 148.824, "p95_ms": 133.856}, "read_interval": {"avg_ms": 183.666, "count": 167, "max_ms": 4898.709, "p95_ms": 182.709}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 166, "max_ms": 0.048, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.523, "count": 166, "max_ms": 1.773, "p95_ms": 0.951}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 166, "max_ms": 0.054, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.509, "count": 166, "max_ms": 1.725, "p95_ms": 0.93}, "worker_merge_ms": {"avg_ms": 0.007, "count": 166, "max_ms": 0.029, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.336, "count": 166, "max_ms": 80.421, "p95_ms": 68.234}, "visualize": {"avg_ms": 46.564, "count": 166, "max_ms": 71.427, "p95_ms": 58.539}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.08, "count": 166, "max_ms": 65.752, "p95_ms": 54.108}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.101, "count": 166, "max_ms": 69.567, "p95_ms": 57.033}, "visualize_input_copy_ms": {"avg_ms": 1.269, "count": 166, "max_ms": 2.767, "p95_ms": 2.114}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.965, "count": 166, "max_ms": 69.337, "p95_ms": 56.751}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 166, "max_ms": 0.193, "p95_ms": 0.144}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 166}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1469.539, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.421, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.397, "sample_count": 2156, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1498582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:12:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 124391, "write_bytes_delta": 124391, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 136.0, "cpu_core_ratio": 0.757602, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2021.0, "pid": 110412, "reason": null, "system_cpu_core_ratio": 0.399103, "system_cpu_s_delta": 4.03, "user_cpu_core_ratio": 0.358499, "user_cpu_s_delta": 3.620000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.07946, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 59026.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.410987, "system_cpu_s_delta": 4.150000000008731, "user_cpu_core_ratio": 0.668473, "user_cpu_s_delta": 6.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.079, "count": 195, "max_ms": 7.929, "p95_ms": 5.051, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.867, "max": 5.0, "p95": 4.0, "sample_count": 195}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 195}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 195}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.961, "count": 30, "max": 51.15, "p95": 37.789, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.481, "count": 30, "max": 26.998, "p95": 24.015, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 839.667, "count": 30, "max": 1170.0, "p95": 1143.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 850.2, "count": 30, "max": 14594.0, "p95": 3744.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.399, "p95": 0.125, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.406, "count": 30, "max": 0.444, "p95": 0.426, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.505, "count": 30, "max": 5.092, "p95": 2.731, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 126313.9, "count": 30, "max": 130123.0, "p95": 129116.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 126313.9, "count": 30, "max": 130123.0, "p95": 129116.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 166794.667, "count": 30, "max": 210172.0, "p95": 206436.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.561, "count": 30, "max": 0.635, "p95": 0.623, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.999, "count": 30, "max": 1.147, "p95": 1.119, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11581, "sampled_at": "2026-10-30T13:12:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:12:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2887514, "flush_count": 3005, "flush_interval_seconds": 30.0, "flush_state": {"count": 3005, "last_at": "2026-10-30T13:12:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:12:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3004}, "started": true, "suppressed_count": 1495865, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1495716}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3005, "written_record_count": 3005}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9636.562, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T13:12:47+09:00", "last_error_summary": "[h264 @ 0x55bdf7e3cc40] error while decoding MB 104 49, bytestream -8", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4143661056000, "copied_frame_count": 1498720, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4143661056000, "frame_buffer_copies": 1498720, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1122, "count": 512, "max_ms": 0.4195, "p50_ms": 0.095, "p95_ms": 0.2262, "p99_ms": 0.3083}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4215, "count": 512, "max_ms": 3.7464, "p50_ms": 1.3445, "p95_ms": 2.2791, "p99_ms": 2.7679, "results": {"failed": 0, "not_applicable": 0, "success": 1498720, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 548, "h264_decode_error_count": 1230, "h264_decode_error_count_per_hour": 62, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:12:47+09:00", "last_error_summary": "[h264 @ 0x55bdf7e3cc40] error while decoding MB 104 49, bytestream -8", "last_exit_at": "2026-10-30T13:12:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.748, "last_started_at": "2026-10-30T13:11:30+09:00", "pid": 110412, "process": {"exists": false, "pid": 110412}, "restart_count": 599, "restart_count_per_hour": 32, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 600}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.171, "sample_count": 2096, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1498720, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:12:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.03, "last_frame_pushed_at": "2026-10-30T13:12:47+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-10-30T13:12:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 101, "debug_expires_at": null, "deduplicated_count": 52, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 130.798, "last_sample_duration_ms": 1297.876, "last_trigger": "periodic", "next_snapshot_in_sec": 469.202, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 301, "storage_bytes": 2869718}, "mjpeg": {"age_sec": 0.022, "exists": true, "mtime": "2026-10-30T13:12:47.163561+09:00", "mtime_epoch": 1793333567.163561, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 129794}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:12:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1469.609, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1498720, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.054, "max": 3.0, "p95": 3.0, "sample_count": 167}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 167}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 167}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.58, "pushed": 5.58, "read": 5.546}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 166, "client_acquire_ms": {"avg_ms": 0.008, "count": 167, "max_ms": 0.039, "p95_ms": 0.015, "reason": null, "sample_age_ms": 102.556, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.911, "count": 166, "max_ms": 5.262, "p95_ms": 2.929, "reason": null, "sample_age_ms": 137.188, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.389, "count": 166, "max_ms": 4.883, "p95_ms": 2.013, "reason": null, "sample_age_ms": 137.574, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.294, "count": 167, "max_ms": 3.801, "p95_ms": 0.529, "reason": null, "sample_age_ms": 102.563, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.952, "count": 166, "max_ms": 5.288, "p95_ms": 3.093, "reason": null, "sample_age_ms": 135.568, "source": "client_direct"}, "request_count": 166, "request_tensor_bytes": {"avg": 2764808.0, "count": 166, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 135.551, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 167, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 102.752, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.578, "count": 167, "max_ms": 76.298, "p95_ms": 62.807, "reason": null, "sample_age_ms": 102.554, "source": "client_direct"}, "sample_age_ms": 102.551, "source": "client_direct", "task_total_ms": {"avg_ms": 47.987, "count": 167, "max_ms": 79.474, "p95_ms": 65.085, "reason": null, "sample_age_ms": 102.551, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.18, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.824, "count": 167, "max_ms": 10.643, "p95_ms": 6.64}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.32, "count": 167, "max_ms": 1.18, "p95_ms": 0.714}, "detection_prepare_ms": {"avg_ms": 1.252, "count": 167, "max_ms": 3.263, "p95_ms": 2.405}, "event_filter_ms": {"avg_ms": 0.004, "count": 167, "max_ms": 0.015, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.241, "count": 167, "max_ms": 0.661, "p95_ms": 0.517}, "mcmt_ms": {"avg_ms": 0.003, "count": 167, "max_ms": 0.022, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.578, "count": 167, "max_ms": 1.899, "p95_ms": 1.064}, "setup_ms": {"avg_ms": 0.044, "count": 167, "max_ms": 0.12, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 3.774, "count": 167, "max_ms": 10.571, "p95_ms": 6.585}, "track_match_ms": {"avg_ms": 0.061, "count": 167, "max_ms": 0.198, "p95_ms": 0.142}, "tracker_update_ms": {"avg_ms": 1.269, "count": 167, "max_ms": 5.77, "p95_ms": 2.347}}, "gstreamer_push": {"avg_ms": 3.126, "count": 167, "max_ms": 7.768, "p95_ms": 4.964}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 167, "max_ms": 1.495, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.251, "count": 167, "max_ms": 80.402, "p95_ms": 68.216}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.728, "count": 167, "max_ms": 11.54, "p95_ms": 8.615}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.784, "count": 167, "max_ms": 144.182, "p95_ms": 128.057}, "inference_input_copy_ms": {"avg_ms": 1.728, "count": 167, "max_ms": 6.1, "p95_ms": 2.626}, "processing_residual_ms": {"avg_ms": 0.212, "count": 167, "max_ms": 0.726, "p95_ms": 0.368}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.453, "count": 167, "max_ms": 148.824, "p95_ms": 133.856}, "read_interval": {"avg_ms": 180.154, "count": 166, "max_ms": 4898.709, "p95_ms": 181.736}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 167, "max_ms": 0.048, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.521, "count": 167, "max_ms": 1.773, "p95_ms": 0.951}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 167, "max_ms": 0.054, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.508, "count": 167, "max_ms": 1.725, "p95_ms": 0.93}, "worker_merge_ms": {"avg_ms": 0.007, "count": 167, "max_ms": 0.029, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.264, "count": 167, "max_ms": 80.421, "p95_ms": 68.234}, "visualize": {"avg_ms": 46.62, "count": 167, "max_ms": 71.427, "p95_ms": 58.539}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.125, "count": 167, "max_ms": 65.752, "p95_ms": 54.108}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.161, "count": 167, "max_ms": 69.567, "p95_ms": 57.033}, "visualize_input_copy_ms": {"avg_ms": 1.266, "count": 167, "max_ms": 2.767, "p95_ms": 2.114}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.024, "count": 167, "max_ms": 69.337, "p95_ms": 56.751}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 167, "max_ms": 0.193, "p95_ms": 0.144}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 167}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1469.539, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.421, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.397, "sample_count": 2156, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1498582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:12:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 124391, "write_bytes_delta": 124391, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 136.0, "cpu_core_ratio": 0.757602, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2021.0, "pid": 110412, "reason": null, "system_cpu_core_ratio": 0.399103, "system_cpu_s_delta": 4.03, "user_cpu_core_ratio": 0.358499, "user_cpu_s_delta": 3.620000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.07946, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 59026.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.410987, "system_cpu_s_delta": 4.150000000008731, "user_cpu_core_ratio": 0.668473, "user_cpu_s_delta": 6.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.079, "count": 195, "max_ms": 7.929, "p95_ms": 5.051, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.867, "max": 5.0, "p95": 4.0, "sample_count": 195}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 195}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 195}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.961, "count": 30, "max": 51.15, "p95": 37.789, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.481, "count": 30, "max": 26.998, "p95": 24.015, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 839.667, "count": 30, "max": 1170.0, "p95": 1143.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 850.2, "count": 30, "max": 14594.0, "p95": 3744.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.399, "p95": 0.125, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.406, "count": 30, "max": 0.444, "p95": 0.426, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.505, "count": 30, "max": 5.092, "p95": 2.731, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 126313.9, "count": 30, "max": 130123.0, "p95": 129116.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 126313.9, "count": 30, "max": 130123.0, "p95": 129116.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 166794.667, "count": 30, "max": 210172.0, "p95": 206436.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.561, "count": 30, "max": 0.635, "p95": 0.623, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.999, "count": 30, "max": 1.147, "p95": 1.119, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11581, "sampled_at": "2026-10-30T13:12:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:12:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2887514, "flush_count": 3005, "flush_interval_seconds": 30.0, "flush_state": {"count": 3005, "last_at": "2026-10-30T13:12:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:12:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3004}, "started": true, "suppressed_count": 1495865, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1495716}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3005, "written_record_count": 3005}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9637.145, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4143661056000, "copied_frame_count": 1498720, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4143661056000, "frame_buffer_copies": 1498720, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1122, "count": 512, "max_ms": 0.4195, "p50_ms": 0.095, "p95_ms": 0.2262, "p99_ms": 0.3083}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4215, "count": 512, "max_ms": 3.7464, "p50_ms": 1.3445, "p95_ms": 2.2791, "p99_ms": 2.7679, "results": {"failed": 0, "not_applicable": 0, "success": 1498720, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 548, "h264_decode_error_count": 1230, "h264_decode_error_count_per_hour": 62, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:12:47+09:00", "last_error_summary": "[h264 @ 0x55bdf7e3cc40] error while decoding MB 104 49, bytestream -8", "last_exit_at": "2026-10-30T13:12:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.79, "last_started_at": "2026-10-30T13:11:30+09:00", "pid": 110412, "process": {"exists": false, "pid": 110412}, "restart_count": 599, "restart_count_per_hour": 32, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 600}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.171, "sample_count": 2095, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1498720, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:12:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.073, "last_frame_pushed_at": "2026-10-30T13:12:47+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-10-30T13:12:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 101, "debug_expires_at": null, "deduplicated_count": 52, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 130.845, "last_sample_duration_ms": 1297.876, "last_trigger": "periodic", "next_snapshot_in_sec": 469.155, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 301, "storage_bytes": 2869718}, "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-10-30T13:12:47.163561+09:00", "mtime_epoch": 1793333567.163561, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 129794}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:12:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1469.609, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1498720, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.054, "max": 3.0, "p95": 3.0, "sample_count": 167}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 167}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 167}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.572, "pushed": 5.572, "read": 5.539}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 166, "client_acquire_ms": {"avg_ms": 0.008, "count": 166, "max_ms": 0.039, "p95_ms": 0.015, "reason": null, "sample_age_ms": 149.537, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.911, "count": 166, "max_ms": 5.262, "p95_ms": 2.929, "reason": null, "sample_age_ms": 184.169, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.389, "count": 166, "max_ms": 4.883, "p95_ms": 2.013, "reason": null, "sample_age_ms": 184.556, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.294, "count": 166, "max_ms": 3.801, "p95_ms": 0.53, "reason": null, "sample_age_ms": 149.544, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.952, "count": 166, "max_ms": 5.288, "p95_ms": 3.093, "reason": null, "sample_age_ms": 182.549, "source": "client_direct"}, "request_count": 166, "request_tensor_bytes": {"avg": 2764808.0, "count": 166, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 182.532, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 166, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 149.734, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.57, "count": 166, "max_ms": 76.298, "p95_ms": 62.832, "reason": null, "sample_age_ms": 149.535, "source": "client_direct"}, "sample_age_ms": 149.532, "source": "client_direct", "task_total_ms": {"avg_ms": 47.985, "count": 166, "max_ms": 79.474, "p95_ms": 65.088, "reason": null, "sample_age_ms": 149.532, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.988, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.824, "count": 167, "max_ms": 10.643, "p95_ms": 6.64}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.32, "count": 167, "max_ms": 1.18, "p95_ms": 0.714}, "detection_prepare_ms": {"avg_ms": 1.252, "count": 167, "max_ms": 3.263, "p95_ms": 2.405}, "event_filter_ms": {"avg_ms": 0.004, "count": 167, "max_ms": 0.015, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.241, "count": 167, "max_ms": 0.661, "p95_ms": 0.517}, "mcmt_ms": {"avg_ms": 0.003, "count": 167, "max_ms": 0.022, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.578, "count": 167, "max_ms": 1.899, "p95_ms": 1.064}, "setup_ms": {"avg_ms": 0.044, "count": 167, "max_ms": 0.12, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 3.774, "count": 167, "max_ms": 10.571, "p95_ms": 6.585}, "track_match_ms": {"avg_ms": 0.061, "count": 167, "max_ms": 0.198, "p95_ms": 0.142}, "tracker_update_ms": {"avg_ms": 1.269, "count": 167, "max_ms": 5.77, "p95_ms": 2.347}}, "gstreamer_push": {"avg_ms": 3.126, "count": 167, "max_ms": 7.768, "p95_ms": 4.964}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 167, "max_ms": 1.495, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.251, "count": 167, "max_ms": 80.402, "p95_ms": 68.216}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.728, "count": 167, "max_ms": 11.54, "p95_ms": 8.615}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.784, "count": 167, "max_ms": 144.182, "p95_ms": 128.057}, "inference_input_copy_ms": {"avg_ms": 1.728, "count": 167, "max_ms": 6.1, "p95_ms": 2.626}, "processing_residual_ms": {"avg_ms": 0.212, "count": 167, "max_ms": 0.726, "p95_ms": 0.368}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.453, "count": 167, "max_ms": 148.824, "p95_ms": 133.856}, "read_interval": {"avg_ms": 180.154, "count": 166, "max_ms": 4898.709, "p95_ms": 181.736}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 167, "max_ms": 0.048, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.521, "count": 167, "max_ms": 1.773, "p95_ms": 0.951}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 167, "max_ms": 0.054, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.508, "count": 167, "max_ms": 1.725, "p95_ms": 0.93}, "worker_merge_ms": {"avg_ms": 0.007, "count": 167, "max_ms": 0.029, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.264, "count": 167, "max_ms": 80.421, "p95_ms": 68.234}, "visualize": {"avg_ms": 46.62, "count": 167, "max_ms": 71.427, "p95_ms": 58.539}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.125, "count": 167, "max_ms": 65.752, "p95_ms": 54.108}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.161, "count": 167, "max_ms": 69.567, "p95_ms": 57.033}, "visualize_input_copy_ms": {"avg_ms": 1.266, "count": 167, "max_ms": 2.767, "p95_ms": 2.114}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.024, "count": 167, "max_ms": 69.337, "p95_ms": 56.751}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 167, "max_ms": 0.193, "p95_ms": 0.144}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 167}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1469.539, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.421, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.397, "sample_count": 2156, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1498582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:12:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 124391, "write_bytes_delta": 124391, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 136.0, "cpu_core_ratio": 0.757602, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2021.0, "pid": 110412, "reason": null, "system_cpu_core_ratio": 0.399103, "system_cpu_s_delta": 4.03, "user_cpu_core_ratio": 0.358499, "user_cpu_s_delta": 3.620000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.07946, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 59026.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.410987, "system_cpu_s_delta": 4.150000000008731, "user_cpu_core_ratio": 0.668473, "user_cpu_s_delta": 6.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.079, "count": 195, "max_ms": 7.929, "p95_ms": 5.051, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.867, "max": 5.0, "p95": 4.0, "sample_count": 195}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 195}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 195}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.961, "count": 30, "max": 51.15, "p95": 37.789, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.481, "count": 30, "max": 26.998, "p95": 24.015, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 839.667, "count": 30, "max": 1170.0, "p95": 1143.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 850.2, "count": 30, "max": 14594.0, "p95": 3744.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.399, "p95": 0.125, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.406, "count": 30, "max": 0.444, "p95": 0.426, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.505, "count": 30, "max": 5.092, "p95": 2.731, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 126313.9, "count": 30, "max": 130123.0, "p95": 129116.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 126313.9, "count": 30, "max": 130123.0, "p95": 129116.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 166794.667, "count": 30, "max": 210172.0, "p95": 206436.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.561, "count": 30, "max": 0.635, "p95": 0.623, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.999, "count": 30, "max": 1.147, "p95": 1.119, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11581, "sampled_at": "2026-10-30T13:12:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:12:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2887514, "flush_count": 3005, "flush_interval_seconds": 30.0, "flush_state": {"count": 3005, "last_at": "2026-10-30T13:12:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:12:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3004}, "started": true, "suppressed_count": 1495865, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1495716}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3005, "written_record_count": 3005}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9811.852, "limit_mb": null}, "detail": {"pid": 110528, "restart_count": 600, "start_count": 601}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4143661056000, "copied_frame_count": 1498720, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4143661056000, "frame_buffer_copies": 1498720, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1122, "count": 512, "max_ms": 0.4195, "p50_ms": 0.095, "p95_ms": 0.2262, "p99_ms": 0.3083}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4215, "count": 512, "max_ms": 3.7464, "p50_ms": 1.3445, "p95_ms": 2.2791, "p99_ms": 2.7679, "results": {"failed": 0, "not_applicable": 0, "success": 1498720, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 548, "h264_decode_error_count": 1230, "h264_decode_error_count_per_hour": 62, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:12:47+09:00", "last_error_summary": "[h264 @ 0x55bdf7e3cc40] error while decoding MB 104 49, bytestream -8", "last_exit_at": "2026-10-30T13:12:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T13:12:50+09:00", "pid": 110528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.797, "name": "ffmpeg", "pid": 110528, "rss_mb": 209.797, "state": "S (sleeping)", "threads": 70}, "restart_count": 600, "restart_count_per_hour": 33, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 601}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.153, "sample_count": 2059, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1498720, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:12:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 5.071, "last_frame_pushed_at": "2026-10-30T13:12:47+09:00", "last_frame_read_age_sec": 5.175, "last_frame_read_at": "2026-10-30T13:12:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 101, "debug_expires_at": null, "deduplicated_count": 52, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 135.833, "last_sample_duration_ms": 1297.876, "last_trigger": "periodic", "next_snapshot_in_sec": 464.167, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 301, "storage_bytes": 2869718}, "mjpeg": {"age_sec": 5.063, "exists": true, "mtime": "2026-10-30T13:12:47.163561+09:00", "mtime_epoch": 1793333567.163561, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 129794}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:12:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1469.613, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1498720, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.032, "max": 3.0, "p95": 2.0, "sample_count": 126}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 126}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 126}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 126}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 126}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 126}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 126}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 126}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 126, "pushed_frames": 127, "read_frames": 126, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.2, "pushed": 4.234, "read": 4.2}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 126, "client_acquire_ms": {"avg_ms": 0.007, "count": 126, "max_ms": 0.039, "p95_ms": 0.015, "reason": null, "sample_age_ms": 5141.942, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.885, "count": 126, "max_ms": 5.262, "p95_ms": 2.929, "reason": null, "sample_age_ms": 5176.573, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.361, "count": 126, "max_ms": 4.622, "p95_ms": 2.013, "reason": null, "sample_age_ms": 5176.96, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.3, "count": 126, "max_ms": 3.801, "p95_ms": 0.547, "reason": null, "sample_age_ms": 5141.949, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.896, "count": 126, "max_ms": 5.288, "p95_ms": 3.067, "reason": null, "sample_age_ms": 5174.953, "source": "client_direct"}, "request_count": 126, "request_tensor_bytes": {"avg": 2764808.0, "count": 126, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5174.936, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 126, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5142.138, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.395, "count": 126, "max_ms": 76.298, "p95_ms": 62.766, "reason": null, "sample_age_ms": 5141.939, "source": "client_direct"}, "sample_age_ms": 5141.936, "source": "client_direct", "task_total_ms": {"avg_ms": 47.76, "count": 126, "max_ms": 79.474, "p95_ms": 65.087, "reason": null, "sample_age_ms": 5141.936, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.619, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.867, "count": 126, "max_ms": 10.643, "p95_ms": 6.64}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.335, "count": 126, "max_ms": 1.18, "p95_ms": 0.714}, "detection_prepare_ms": {"avg_ms": 1.246, "count": 126, "max_ms": 3.263, "p95_ms": 2.496}, "event_filter_ms": {"avg_ms": 0.004, "count": 126, "max_ms": 0.015, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.248, "count": 126, "max_ms": 0.661, "p95_ms": 0.533}, "mcmt_ms": {"avg_ms": 0.003, "count": 126, "max_ms": 0.022, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.587, "count": 126, "max_ms": 1.899, "p95_ms": 1.044}, "setup_ms": {"avg_ms": 0.044, "count": 126, "max_ms": 0.12, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 3.817, "count": 126, "max_ms": 10.571, "p95_ms": 6.585}, "track_match_ms": {"avg_ms": 0.064, "count": 126, "max_ms": 0.198, "p95_ms": 0.144}, "tracker_update_ms": {"avg_ms": 1.285, "count": 126, "max_ms": 5.77, "p95_ms": 2.347}}, "gstreamer_push": {"avg_ms": 3.255, "count": 127, "max_ms": 7.768, "p95_ms": 5.177}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 126, "max_ms": 1.495, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.006, "count": 126, "max_ms": 80.402, "p95_ms": 68.297}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.846, "count": 126, "max_ms": 11.54, "p95_ms": 8.968}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 126, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 126, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.399, "count": 126, "max_ms": 144.182, "p95_ms": 128.647}, "inference_input_copy_ms": {"avg_ms": 1.666, "count": 126, "max_ms": 3.726, "p95_ms": 2.451}, "processing_residual_ms": {"avg_ms": 0.196, "count": 126, "max_ms": 0.416, "p95_ms": 0.347}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 126, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 126, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.107, "count": 126, "max_ms": 148.824, "p95_ms": 133.906}, "read_interval": {"avg_ms": 197.981, "count": 126, "max_ms": 4898.709, "p95_ms": 182.709}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 126, "max_ms": 0.048, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.528, "count": 126, "max_ms": 1.773, "p95_ms": 0.951}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 126, "max_ms": 0.041, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.514, "count": 126, "max_ms": 1.725, "p95_ms": 0.919}, "worker_merge_ms": {"avg_ms": 0.007, "count": 126, "max_ms": 0.029, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.019, "count": 126, "max_ms": 80.421, "p95_ms": 68.314}, "visualize": {"avg_ms": 47.408, "count": 126, "max_ms": 71.427, "p95_ms": 58.612}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.749, "count": 126, "max_ms": 65.752, "p95_ms": 54.137}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 126, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.932, "count": 126, "max_ms": 69.567, "p95_ms": 57.698}, "visualize_input_copy_ms": {"avg_ms": 1.283, "count": 126, "max_ms": 2.767, "p95_ms": 2.107}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 126, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.791, "count": 126, "max_ms": 69.337, "p95_ms": 57.575}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 126, "max_ms": 0.179, "p95_ms": 0.147}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 126}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 126}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 126}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1469.539, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.421, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.397, "sample_count": 2156, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1498582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:12:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 124391, "write_bytes_delta": 124391, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 136.0, "cpu_core_ratio": 0.757602, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2021.0, "pid": 110412, "reason": null, "system_cpu_core_ratio": 0.399103, "system_cpu_s_delta": 4.03, "user_cpu_core_ratio": 0.358499, "user_cpu_s_delta": 3.620000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.07946, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 59026.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.410987, "system_cpu_s_delta": 4.150000000008731, "user_cpu_core_ratio": 0.668473, "user_cpu_s_delta": 6.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.079, "count": 195, "max_ms": 7.929, "p95_ms": 5.051, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.867, "max": 5.0, "p95": 4.0, "sample_count": 195}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 195}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 195}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.961, "count": 30, "max": 51.15, "p95": 37.789, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.481, "count": 30, "max": 26.998, "p95": 24.015, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 839.667, "count": 30, "max": 1170.0, "p95": 1143.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 850.2, "count": 30, "max": 14594.0, "p95": 3744.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.399, "p95": 0.125, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.406, "count": 30, "max": 0.444, "p95": 0.426, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.505, "count": 30, "max": 5.092, "p95": 2.731, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 126313.9, "count": 30, "max": 130123.0, "p95": 129116.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 126313.9, "count": 30, "max": 130123.0, "p95": 129116.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 166794.667, "count": 30, "max": 210172.0, "p95": 206436.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.561, "count": 30, "max": 0.635, "p95": 0.623, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.999, "count": 30, "max": 1.147, "p95": 1.119, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11581, "sampled_at": "2026-10-30T13:12:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:12:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2889572, "flush_count": 3007, "flush_interval_seconds": 30.0, "flush_state": {"count": 3007, "last_at": "2026-10-30T13:14:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:14:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3006}, "started": true, "suppressed_count": 1496723, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1496574}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3007, "written_record_count": 3007}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9655.527, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x570cc5d94b00] error while decoding MB 89 57, bytestream -22", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4146036019200, "copied_frame_count": 1499579, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4146036019200, "frame_buffer_copies": 1499579, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1165, "count": 512, "max_ms": 0.5184, "p50_ms": 0.1004, "p95_ms": 0.2146, "p99_ms": 0.3125}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4482, "count": 512, "max_ms": 4.7402, "p50_ms": 1.3788, "p95_ms": 2.3606, "p99_ms": 3.0339, "results": {"failed": 0, "not_applicable": 0, "success": 1499579, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 549, "h264_decode_error_count": 1231, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:14:37+09:00", "last_error_summary": "[h264 @ 0x570cc5d94b00] error while decoding MB 89 57, bytestream -22", "last_exit_at": "2026-10-30T13:12:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 107.389, "last_started_at": "2026-10-30T13:12:50+09:00", "pid": 110528, "process": {"exists": false, "pid": 110528}, "restart_count": 600, "restart_count_per_hour": 32, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 601}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.29, "sample_count": 2161, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1499579, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:14:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.07, "last_frame_pushed_at": "2026-10-30T13:14:37+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-10-30T13:14:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 101, "debug_expires_at": null, "deduplicated_count": 52, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 241.231, "last_sample_duration_ms": 1297.876, "last_trigger": "periodic", "next_snapshot_in_sec": 358.769, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 301, "storage_bytes": 2869718}, "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-10-30T13:14:37.552210+09:00", "mtime_epoch": 1793333677.5522103, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 122193}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:14:37+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1491.09, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1499580, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.372, "max": 6.0, "p95": 4.0, "sample_count": 242}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.26, "max": 2.0, "p95": 2.0, "sample_count": 242}, "total": {"avg": 1.26, "max": 2.0, "p95": 2.0, "sample_count": 242}}, "tracking_counts": {"active": {"avg": 0.079, "max": 1.0, "p95": 1.0, "sample_count": 242}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 242}, "tracked": {"avg": 0.079, "max": 1.0, "p95": 1.0, "sample_count": 242}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 242, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.07, "pushed": 8.07, "read": 8.07}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 242, "client_acquire_ms": {"avg_ms": 0.008, "count": 242, "max_ms": 0.098, "p95_ms": 0.016, "reason": null, "sample_age_ms": 35.316, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.923, "count": 242, "max_ms": 7.815, "p95_ms": 2.9, "reason": null, "sample_age_ms": 75.284, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.402, "count": 242, "max_ms": 7.378, "p95_ms": 2.139, "reason": null, "sample_age_ms": 75.637, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.307, "count": 242, "max_ms": 1.089, "p95_ms": 0.597, "reason": null, "sample_age_ms": 35.323, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.94, "count": 242, "max_ms": 6.657, "p95_ms": 3.387, "reason": null, "sample_age_ms": 73.945, "source": "client_direct"}, "request_count": 242, "request_tensor_bytes": {"avg": 2764808.0, "count": 242, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 73.931, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 242, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 35.552, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.723, "count": 242, "max_ms": 80.833, "p95_ms": 66.629, "reason": null, "sample_age_ms": 35.312, "source": "client_direct"}, "sample_age_ms": 35.31, "source": "client_direct", "task_total_ms": {"avg_ms": 48.149, "count": 242, "max_ms": 83.489, "p95_ms": 69.537, "reason": null, "sample_age_ms": 35.31, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.161, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.835, "count": 242, "max_ms": 15.131, "p95_ms": 8.577}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.382, "count": 242, "max_ms": 1.337, "p95_ms": 0.843}, "detection_prepare_ms": {"avg_ms": 1.382, "count": 242, "max_ms": 4.987, "p95_ms": 2.636}, "event_filter_ms": {"avg_ms": 0.005, "count": 242, "max_ms": 0.058, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.28, "count": 242, "max_ms": 0.983, "p95_ms": 0.541}, "mcmt_ms": {"avg_ms": 0.003, "count": 242, "max_ms": 0.014, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.13, "count": 242, "max_ms": 7.25, "p95_ms": 3.085}, "setup_ms": {"avg_ms": 0.047, "count": 242, "max_ms": 0.167, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 4.777, "count": 242, "max_ms": 15.04, "p95_ms": 8.484}, "track_match_ms": {"avg_ms": 0.072, "count": 242, "max_ms": 0.371, "p95_ms": 0.144}, "tracker_update_ms": {"avg_ms": 1.474, "count": 242, "max_ms": 6.159, "p95_ms": 2.721}}, "gstreamer_push": {"avg_ms": 3.207, "count": 242, "max_ms": 8.209, "p95_ms": 5.303}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 242, "max_ms": 0.859, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.572, "count": 242, "max_ms": 84.096, "p95_ms": 70.524}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.822, "count": 242, "max_ms": 13.665, "p95_ms": 7.257}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.941, "count": 242, "max_ms": 156.927, "p95_ms": 131.866}, "inference_input_copy_ms": {"avg_ms": 1.593, "count": 242, "max_ms": 4.04, "p95_ms": 2.657}, "processing_residual_ms": {"avg_ms": 0.181, "count": 242, "max_ms": 1.297, "p95_ms": 0.359}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.537, "count": 242, "max_ms": 162.917, "p95_ms": 135.577}, "read_interval": {"avg_ms": 124.13, "count": 242, "max_ms": 194.402, "p95_ms": 161.355}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 242, "max_ms": 0.169, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 1.066, "count": 242, "max_ms": 7.038, "p95_ms": 3.023}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 242, "max_ms": 0.096, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.05, "count": 242, "max_ms": 6.997, "p95_ms": 3.006}, "worker_merge_ms": {"avg_ms": 0.007, "count": 242, "max_ms": 0.03, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.586, "count": 242, "max_ms": 84.105, "p95_ms": 70.54}, "visualize": {"avg_ms": 49.38, "count": 242, "max_ms": 69.088, "p95_ms": 60.491}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.418, "count": 242, "max_ms": 61.733, "p95_ms": 55.25}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.856, "count": 242, "max_ms": 66.79, "p95_ms": 58.918}, "visualize_input_copy_ms": {"avg_ms": 1.316, "count": 242, "max_ms": 3.125, "p95_ms": 1.973}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.719, "count": 242, "max_ms": 66.534, "p95_ms": 58.765}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 242, "max_ms": 0.242, "p95_ms": 0.139}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 242}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1469.969, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 42.551, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.349, "sample_count": 2161, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1499456, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:14:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 121454, "write_bytes_delta": 121454, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1135.0, "cpu_core_ratio": 0.438793, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 110528, "reason": null, "system_cpu_core_ratio": 0.042335, "system_cpu_s_delta": 0.8500000000000001, "user_cpu_core_ratio": 0.396458, "user_cpu_s_delta": 7.960000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.654564, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 212218.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.612617, "system_cpu_s_delta": 12.30000000000291, "user_cpu_core_ratio": 1.041947, "user_cpu_s_delta": 20.919999999983702}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.188, "count": 241, "max_ms": 7.344, "p95_ms": 5.093, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.506, "max": 6.0, "p95": 4.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.237, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 241}, "total": {"avg": 1.237, "max": 2.0, "p95": 2.0, "sample_count": 241}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.348, "count": 30, "max": 57.636, "p95": 50.9, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.69, "count": 30, "max": 26.998, "p95": 24.064, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 891.5, "count": 30, "max": 1176.0, "p95": 1161.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1664.4, "count": 30, "max": 17577.0, "p95": 10906.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.084, "count": 30, "max": 0.5, "p95": 0.387, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.406, "count": 30, "max": 0.477, "p95": 0.423, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.428, "count": 30, "max": 5.092, "p95": 2.731, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124783.933, "count": 30, "max": 130325.0, "p95": 127554.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 124783.933, "count": 30, "max": 130325.0, "p95": 127554.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 159575.933, "count": 30, "max": 234243.0, "p95": 224178.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.547, "count": 30, "max": 0.635, "p95": 0.623, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.971, "count": 30, "max": 1.147, "p95": 1.119, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11588, "sampled_at": "2026-10-30T13:14:22+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:14:22+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2889572, "flush_count": 3007, "flush_interval_seconds": 30.0, "flush_state": {"count": 3007, "last_at": "2026-10-30T13:14:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:14:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3006}, "started": true, "suppressed_count": 1496723, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1496574}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3007, "written_record_count": 3007}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9634.465, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T13:14:37+09:00", "last_error_summary": "[h264 @ 0x570cc5d94b00] error while decoding MB 89 57, bytestream -22", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4146038784000, "copied_frame_count": 1499580, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4146038784000, "frame_buffer_copies": 1499580, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1165, "count": 512, "max_ms": 0.5184, "p50_ms": 0.1008, "p95_ms": 0.2146, "p99_ms": 0.3125}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4519, "count": 512, "max_ms": 4.7402, "p50_ms": 1.3797, "p95_ms": 2.37, "p99_ms": 3.0362, "results": {"failed": 0, "not_applicable": 0, "success": 1499580, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 549, "h264_decode_error_count": 1231, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:14:37+09:00", "last_error_summary": "[h264 @ 0x570cc5d94b00] error while decoding MB 89 57, bytestream -22", "last_exit_at": "2026-10-30T13:14:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 107.439, "last_started_at": "2026-10-30T13:12:50+09:00", "pid": 110528, "process": {"exists": false, "pid": 110528}, "restart_count": 600, "restart_count_per_hour": 32, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 601}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.29, "sample_count": 2161, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1499580, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:14:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T13:14:37+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-10-30T13:14:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 101, "debug_expires_at": null, "deduplicated_count": 52, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 241.293, "last_sample_duration_ms": 1297.876, "last_trigger": "periodic", "next_snapshot_in_sec": 358.707, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 301, "storage_bytes": 2869718}, "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-10-30T13:14:37.552210+09:00", "mtime_epoch": 1793333677.5522103, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 122193}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:14:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1470.117, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1499580, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.372, "max": 6.0, "p95": 4.0, "sample_count": 242}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.26, "max": 2.0, "p95": 2.0, "sample_count": 242}, "total": {"avg": 1.26, "max": 2.0, "p95": 2.0, "sample_count": 242}}, "tracking_counts": {"active": {"avg": 0.079, "max": 1.0, "p95": 1.0, "sample_count": 242}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 242}, "tracked": {"avg": 0.079, "max": 1.0, "p95": 1.0, "sample_count": 242}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 241, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.087, "pushed": 8.087, "read": 8.053}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 241, "client_acquire_ms": {"avg_ms": 0.008, "count": 242, "max_ms": 0.098, "p95_ms": 0.016, "reason": null, "sample_age_ms": 97.773, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.921, "count": 241, "max_ms": 7.815, "p95_ms": 2.908, "reason": null, "sample_age_ms": 137.741, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.403, "count": 241, "max_ms": 7.378, "p95_ms": 2.146, "reason": null, "sample_age_ms": 138.093, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.307, "count": 242, "max_ms": 1.089, "p95_ms": 0.597, "reason": null, "sample_age_ms": 97.78, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.943, "count": 241, "max_ms": 6.657, "p95_ms": 3.387, "reason": null, "sample_age_ms": 136.401, "source": "client_direct"}, "request_count": 241, "request_tensor_bytes": {"avg": 2764808.0, "count": 241, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 136.388, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 242, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 98.009, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.723, "count": 242, "max_ms": 80.833, "p95_ms": 66.629, "reason": null, "sample_age_ms": 97.769, "source": "client_direct"}, "sample_age_ms": 97.766, "source": "client_direct", "task_total_ms": {"avg_ms": 48.149, "count": 242, "max_ms": 83.489, "p95_ms": 69.537, "reason": null, "sample_age_ms": 97.766, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.951, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.841, "count": 242, "max_ms": 15.131, "p95_ms": 8.577}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.383, "count": 242, "max_ms": 1.337, "p95_ms": 0.843}, "detection_prepare_ms": {"avg_ms": 1.383, "count": 242, "max_ms": 4.987, "p95_ms": 2.636}, "event_filter_ms": {"avg_ms": 0.005, "count": 242, "max_ms": 0.058, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.28, "count": 242, "max_ms": 0.983, "p95_ms": 0.541}, "mcmt_ms": {"avg_ms": 0.003, "count": 242, "max_ms": 0.014, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.132, "count": 242, "max_ms": 7.25, "p95_ms": 3.085}, "setup_ms": {"avg_ms": 0.047, "count": 242, "max_ms": 0.167, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 4.783, "count": 242, "max_ms": 15.04, "p95_ms": 8.484}, "track_match_ms": {"avg_ms": 0.072, "count": 242, "max_ms": 0.371, "p95_ms": 0.144}, "tracker_update_ms": {"avg_ms": 1.477, "count": 242, "max_ms": 6.159, "p95_ms": 2.721}}, "gstreamer_push": {"avg_ms": 3.192, "count": 242, "max_ms": 8.209, "p95_ms": 5.297}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 242, "max_ms": 0.859, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.512, "count": 242, "max_ms": 84.096, "p95_ms": 70.524}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.799, "count": 242, "max_ms": 13.665, "p95_ms": 7.156}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.938, "count": 242, "max_ms": 156.927, "p95_ms": 131.866}, "inference_input_copy_ms": {"avg_ms": 1.59, "count": 242, "max_ms": 4.04, "p95_ms": 2.657}, "processing_residual_ms": {"avg_ms": 0.181, "count": 242, "max_ms": 1.297, "p95_ms": 0.359}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.509, "count": 242, "max_ms": 162.917, "p95_ms": 135.577}, "read_interval": {"avg_ms": 124.104, "count": 241, "max_ms": 194.402, "p95_ms": 161.355}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 242, "max_ms": 0.169, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 1.067, "count": 242, "max_ms": 7.038, "p95_ms": 3.023}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 242, "max_ms": 0.096, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.051, "count": 242, "max_ms": 6.997, "p95_ms": 3.006}, "worker_merge_ms": {"avg_ms": 0.007, "count": 242, "max_ms": 0.03, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.526, "count": 242, "max_ms": 84.105, "p95_ms": 70.54}, "visualize": {"avg_ms": 49.433, "count": 242, "max_ms": 69.088, "p95_ms": 60.491}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.452, "count": 242, "max_ms": 61.733, "p95_ms": 55.25}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.908, "count": 242, "max_ms": 66.79, "p95_ms": 58.918}, "visualize_input_copy_ms": {"avg_ms": 1.316, "count": 242, "max_ms": 3.125, "p95_ms": 1.973}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.772, "count": 242, "max_ms": 66.534, "p95_ms": 58.765}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 242, "max_ms": 0.242, "p95_ms": 0.139}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 242}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1469.969, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 42.551, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.349, "sample_count": 2161, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1499456, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:14:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 121454, "write_bytes_delta": 121454, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1135.0, "cpu_core_ratio": 0.438793, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 110528, "reason": null, "system_cpu_core_ratio": 0.042335, "system_cpu_s_delta": 0.8500000000000001, "user_cpu_core_ratio": 0.396458, "user_cpu_s_delta": 7.960000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.654564, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 212218.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.612617, "system_cpu_s_delta": 12.30000000000291, "user_cpu_core_ratio": 1.041947, "user_cpu_s_delta": 20.919999999983702}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.188, "count": 241, "max_ms": 7.344, "p95_ms": 5.093, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.506, "max": 6.0, "p95": 4.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.237, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 241}, "total": {"avg": 1.237, "max": 2.0, "p95": 2.0, "sample_count": 241}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.348, "count": 30, "max": 57.636, "p95": 50.9, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.69, "count": 30, "max": 26.998, "p95": 24.064, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 891.5, "count": 30, "max": 1176.0, "p95": 1161.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1664.4, "count": 30, "max": 17577.0, "p95": 10906.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.084, "count": 30, "max": 0.5, "p95": 0.387, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.406, "count": 30, "max": 0.477, "p95": 0.423, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.428, "count": 30, "max": 5.092, "p95": 2.731, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124783.933, "count": 30, "max": 130325.0, "p95": 127554.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 124783.933, "count": 30, "max": 130325.0, "p95": 127554.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 159575.933, "count": 30, "max": 234243.0, "p95": 224178.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.547, "count": 30, "max": 0.635, "p95": 0.623, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.971, "count": 30, "max": 1.147, "p95": 1.119, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11588, "sampled_at": "2026-10-30T13:14:22+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:14:22+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2889572, "flush_count": 3007, "flush_interval_seconds": 30.0, "flush_state": {"count": 3007, "last_at": "2026-10-30T13:14:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:14:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3006}, "started": true, "suppressed_count": 1496723, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1496574}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3007, "written_record_count": 3007}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9634.77, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4146038784000, "copied_frame_count": 1499580, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4146038784000, "frame_buffer_copies": 1499580, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1165, "count": 512, "max_ms": 0.5184, "p50_ms": 0.1008, "p95_ms": 0.2146, "p99_ms": 0.3125}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4519, "count": 512, "max_ms": 4.7402, "p50_ms": 1.3797, "p95_ms": 2.37, "p99_ms": 3.0362, "results": {"failed": 0, "not_applicable": 0, "success": 1499580, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 549, "h264_decode_error_count": 1231, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:14:37+09:00", "last_error_summary": "[h264 @ 0x570cc5d94b00] error while decoding MB 89 57, bytestream -22", "last_exit_at": "2026-10-30T13:14:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 107.495, "last_started_at": "2026-10-30T13:12:50+09:00", "pid": 110528, "process": {"exists": false, "pid": 110528}, "restart_count": 600, "restart_count_per_hour": 32, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 601}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.29, "sample_count": 2161, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1499580, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:14:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.057, "last_frame_pushed_at": "2026-10-30T13:14:37+09:00", "last_frame_read_age_sec": 0.172, "last_frame_read_at": "2026-10-30T13:14:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 101, "debug_expires_at": null, "deduplicated_count": 52, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 241.322, "last_sample_duration_ms": 1297.876, "last_trigger": "periodic", "next_snapshot_in_sec": 358.678, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 301, "storage_bytes": 2869718}, "mjpeg": {"age_sec": 0.046, "exists": true, "mtime": "2026-10-30T13:14:37.674211+09:00", "mtime_epoch": 1793333677.674211, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 124427}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:14:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1470.117, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1499580, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.372, "max": 6.0, "p95": 4.0, "sample_count": 242}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.26, "max": 2.0, "p95": 2.0, "sample_count": 242}, "total": {"avg": 1.26, "max": 2.0, "p95": 2.0, "sample_count": 242}}, "tracking_counts": {"active": {"avg": 0.079, "max": 1.0, "p95": 1.0, "sample_count": 242}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 242}, "tracked": {"avg": 0.079, "max": 1.0, "p95": 1.0, "sample_count": 242}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 241, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.072, "pushed": 8.072, "read": 8.039}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 241, "client_acquire_ms": {"avg_ms": 0.008, "count": 241, "max_ms": 0.098, "p95_ms": 0.016, "reason": null, "sample_age_ms": 134.797, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.921, "count": 241, "max_ms": 7.815, "p95_ms": 2.908, "reason": null, "sample_age_ms": 174.765, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.403, "count": 241, "max_ms": 7.378, "p95_ms": 2.146, "reason": null, "sample_age_ms": 175.118, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.307, "count": 241, "max_ms": 1.089, "p95_ms": 0.597, "reason": null, "sample_age_ms": 134.805, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.943, "count": 241, "max_ms": 6.657, "p95_ms": 3.387, "reason": null, "sample_age_ms": 173.426, "source": "client_direct"}, "request_count": 241, "request_tensor_bytes": {"avg": 2764808.0, "count": 241, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 173.412, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 241, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 135.034, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.704, "count": 241, "max_ms": 80.833, "p95_ms": 66.645, "reason": null, "sample_age_ms": 134.794, "source": "client_direct"}, "sample_age_ms": 134.791, "source": "client_direct", "task_total_ms": {"avg_ms": 48.134, "count": 241, "max_ms": 83.489, "p95_ms": 69.575, "reason": null, "sample_age_ms": 134.791, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.421, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.841, "count": 242, "max_ms": 15.131, "p95_ms": 8.577}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.383, "count": 242, "max_ms": 1.337, "p95_ms": 0.843}, "detection_prepare_ms": {"avg_ms": 1.383, "count": 242, "max_ms": 4.987, "p95_ms": 2.636}, "event_filter_ms": {"avg_ms": 0.005, "count": 242, "max_ms": 0.058, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.28, "count": 242, "max_ms": 0.983, "p95_ms": 0.541}, "mcmt_ms": {"avg_ms": 0.003, "count": 242, "max_ms": 0.014, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.132, "count": 242, "max_ms": 7.25, "p95_ms": 3.085}, "setup_ms": {"avg_ms": 0.047, "count": 242, "max_ms": 0.167, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 4.783, "count": 242, "max_ms": 15.04, "p95_ms": 8.484}, "track_match_ms": {"avg_ms": 0.072, "count": 242, "max_ms": 0.371, "p95_ms": 0.144}, "tracker_update_ms": {"avg_ms": 1.477, "count": 242, "max_ms": 6.159, "p95_ms": 2.721}}, "gstreamer_push": {"avg_ms": 3.192, "count": 242, "max_ms": 8.209, "p95_ms": 5.297}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 242, "max_ms": 0.859, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.512, "count": 242, "max_ms": 84.096, "p95_ms": 70.524}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.799, "count": 242, "max_ms": 13.665, "p95_ms": 7.156}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.938, "count": 242, "max_ms": 156.927, "p95_ms": 131.866}, "inference_input_copy_ms": {"avg_ms": 1.59, "count": 242, "max_ms": 4.04, "p95_ms": 2.657}, "processing_residual_ms": {"avg_ms": 0.181, "count": 242, "max_ms": 1.297, "p95_ms": 0.359}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.509, "count": 242, "max_ms": 162.917, "p95_ms": 135.577}, "read_interval": {"avg_ms": 124.104, "count": 241, "max_ms": 194.402, "p95_ms": 161.355}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 242, "max_ms": 0.169, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 1.067, "count": 242, "max_ms": 7.038, "p95_ms": 3.023}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 242, "max_ms": 0.096, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.051, "count": 242, "max_ms": 6.997, "p95_ms": 3.006}, "worker_merge_ms": {"avg_ms": 0.007, "count": 242, "max_ms": 0.03, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.526, "count": 242, "max_ms": 84.105, "p95_ms": 70.54}, "visualize": {"avg_ms": 49.433, "count": 242, "max_ms": 69.088, "p95_ms": 60.491}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.452, "count": 242, "max_ms": 61.733, "p95_ms": 55.25}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.908, "count": 242, "max_ms": 66.79, "p95_ms": 58.918}, "visualize_input_copy_ms": {"avg_ms": 1.316, "count": 242, "max_ms": 3.125, "p95_ms": 1.973}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.772, "count": 242, "max_ms": 66.534, "p95_ms": 58.765}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 242, "max_ms": 0.242, "p95_ms": 0.139}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 242}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1469.969, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 42.551, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.349, "sample_count": 2161, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1499456, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:14:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 121454, "write_bytes_delta": 121454, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1135.0, "cpu_core_ratio": 0.438793, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 110528, "reason": null, "system_cpu_core_ratio": 0.042335, "system_cpu_s_delta": 0.8500000000000001, "user_cpu_core_ratio": 0.396458, "user_cpu_s_delta": 7.960000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.654564, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 212218.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.612617, "system_cpu_s_delta": 12.30000000000291, "user_cpu_core_ratio": 1.041947, "user_cpu_s_delta": 20.919999999983702}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.188, "count": 241, "max_ms": 7.344, "p95_ms": 5.093, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.506, "max": 6.0, "p95": 4.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.237, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 241}, "total": {"avg": 1.237, "max": 2.0, "p95": 2.0, "sample_count": 241}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.348, "count": 30, "max": 57.636, "p95": 50.9, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.69, "count": 30, "max": 26.998, "p95": 24.064, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 891.5, "count": 30, "max": 1176.0, "p95": 1161.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1664.4, "count": 30, "max": 17577.0, "p95": 10906.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.084, "count": 30, "max": 0.5, "p95": 0.387, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.406, "count": 30, "max": 0.477, "p95": 0.423, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.428, "count": 30, "max": 5.092, "p95": 2.731, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124783.933, "count": 30, "max": 130325.0, "p95": 127554.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 124783.933, "count": 30, "max": 130325.0, "p95": 127554.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 159575.933, "count": 30, "max": 234243.0, "p95": 224178.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.547, "count": 30, "max": 0.635, "p95": 0.623, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.971, "count": 30, "max": 1.147, "p95": 1.119, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11588, "sampled_at": "2026-10-30T13:14:22+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:14:22+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2889572, "flush_count": 3007, "flush_interval_seconds": 30.0, "flush_state": {"count": 3007, "last_at": "2026-10-30T13:14:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:14:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3006}, "started": true, "suppressed_count": 1496723, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1496574}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3007, "written_record_count": 3007}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9808.816, "limit_mb": null}, "detail": {"pid": 110644, "restart_count": 601, "start_count": 602}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4146038784000, "copied_frame_count": 1499580, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4146038784000, "frame_buffer_copies": 1499580, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1165, "count": 512, "max_ms": 0.5184, "p50_ms": 0.1008, "p95_ms": 0.2146, "p99_ms": 0.3125}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4519, "count": 512, "max_ms": 4.7402, "p50_ms": 1.3797, "p95_ms": 2.37, "p99_ms": 3.0362, "results": {"failed": 0, "not_applicable": 0, "success": 1499580, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 549, "h264_decode_error_count": 1231, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:14:37+09:00", "last_error_summary": "[h264 @ 0x570cc5d94b00] error while decoding MB 89 57, bytestream -22", "last_exit_at": "2026-10-30T13:14:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T13:14:40+09:00", "pid": 110644, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.227, "name": "ffmpeg", "pid": 110644, "rss_mb": 208.227, "state": "S (sleeping)", "threads": 70}, "restart_count": 601, "restart_count_per_hour": 33, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 602}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.672, "sample_count": 2123, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1499580, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:14:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.685, "last_frame_pushed_at": "2026-10-30T13:14:37+09:00", "last_frame_read_age_sec": 4.801, "last_frame_read_at": "2026-10-30T13:14:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 101, "debug_expires_at": null, "deduplicated_count": 52, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 245.972, "last_sample_duration_ms": 1297.876, "last_trigger": "periodic", "next_snapshot_in_sec": 354.028, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 301, "storage_bytes": 2869718}, "mjpeg": {"age_sec": 4.674, "exists": true, "mtime": "2026-10-30T13:14:37.674211+09:00", "mtime_epoch": 1793333677.674211, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 124427}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:14:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1470.121, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1499580, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.342, "max": 6.0, "p95": 4.0, "sample_count": 202}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.292, "max": 2.0, "p95": 2.0, "sample_count": 202}, "total": {"avg": 1.292, "max": 2.0, "p95": 2.0, "sample_count": 202}}, "tracking_counts": {"active": {"avg": 0.089, "max": 1.0, "p95": 1.0, "sample_count": 202}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 202}, "tracked": {"avg": 0.089, "max": 1.0, "p95": 1.0, "sample_count": 202}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.734, "pushed": 6.734, "read": 6.734}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 201, "client_acquire_ms": {"avg_ms": 0.008, "count": 202, "max_ms": 0.098, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4768.429, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.913, "count": 201, "max_ms": 7.815, "p95_ms": 2.908, "reason": null, "sample_age_ms": 4808.397, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.403, "count": 201, "max_ms": 7.378, "p95_ms": 1.954, "reason": null, "sample_age_ms": 4808.75, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.307, "count": 202, "max_ms": 1.053, "p95_ms": 0.597, "reason": null, "sample_age_ms": 4768.436, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.975, "count": 201, "max_ms": 6.657, "p95_ms": 3.391, "reason": null, "sample_age_ms": 4807.058, "source": "client_direct"}, "request_count": 201, "request_tensor_bytes": {"avg": 2764808.0, "count": 201, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4807.044, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 202, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4768.665, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.966, "count": 202, "max_ms": 80.833, "p95_ms": 66.629, "reason": null, "sample_age_ms": 4768.425, "source": "client_direct"}, "sample_age_ms": 4768.423, "source": "client_direct", "task_total_ms": {"avg_ms": 48.43, "count": 202, "max_ms": 83.489, "p95_ms": 69.879, "reason": null, "sample_age_ms": 4768.423, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.717, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.951, "count": 202, "max_ms": 15.131, "p95_ms": 8.572}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.371, "count": 202, "max_ms": 1.337, "p95_ms": 0.716}, "detection_prepare_ms": {"avg_ms": 1.406, "count": 202, "max_ms": 4.987, "p95_ms": 2.636}, "event_filter_ms": {"avg_ms": 0.005, "count": 202, "max_ms": 0.058, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.281, "count": 202, "max_ms": 0.983, "p95_ms": 0.541}, "mcmt_ms": {"avg_ms": 0.003, "count": 202, "max_ms": 0.014, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.206, "count": 202, "max_ms": 7.25, "p95_ms": 3.25}, "setup_ms": {"avg_ms": 0.047, "count": 202, "max_ms": 0.124, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 4.892, "count": 202, "max_ms": 15.04, "p95_ms": 8.48}, "track_match_ms": {"avg_ms": 0.074, "count": 202, "max_ms": 0.371, "p95_ms": 0.152}, "tracker_update_ms": {"avg_ms": 1.497, "count": 202, "max_ms": 6.159, "p95_ms": 2.721}}, "gstreamer_push": {"avg_ms": 3.21, "count": 202, "max_ms": 8.209, "p95_ms": 5.303}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 202, "max_ms": 0.859, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.784, "count": 202, "max_ms": 84.096, "p95_ms": 72.117}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.869, "count": 202, "max_ms": 13.665, "p95_ms": 7.818}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.814, "count": 202, "max_ms": 156.927, "p95_ms": 132.885}, "inference_input_copy_ms": {"avg_ms": 1.613, "count": 202, "max_ms": 4.04, "p95_ms": 2.667}, "processing_residual_ms": {"avg_ms": 0.186, "count": 202, "max_ms": 1.297, "p95_ms": 0.363}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.481, "count": 202, "max_ms": 162.917, "p95_ms": 138.944}, "read_interval": {"avg_ms": 125.217, "count": 202, "max_ms": 194.402, "p95_ms": 163.391}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 202, "max_ms": 0.169, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 1.141, "count": 202, "max_ms": 7.038, "p95_ms": 3.164}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 202, "max_ms": 0.096, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.124, "count": 202, "max_ms": 6.997, "p95_ms": 3.148}, "worker_merge_ms": {"avg_ms": 0.007, "count": 202, "max_ms": 0.03, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.798, "count": 202, "max_ms": 84.105, "p95_ms": 72.131}, "visualize": {"avg_ms": 49.918, "count": 202, "max_ms": 69.088, "p95_ms": 60.667}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.86, "count": 202, "max_ms": 61.733, "p95_ms": 55.266}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.394, "count": 202, "max_ms": 66.79, "p95_ms": 58.978}, "visualize_input_copy_ms": {"avg_ms": 1.317, "count": 202, "max_ms": 3.125, "p95_ms": 1.968}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.256, "count": 202, "max_ms": 66.534, "p95_ms": 58.84}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 202, "max_ms": 0.242, "p95_ms": 0.139}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 202}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1469.969, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 42.551, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.349, "sample_count": 2161, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1499456, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:14:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 121454, "write_bytes_delta": 121454, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1135.0, "cpu_core_ratio": 0.438793, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 110528, "reason": null, "system_cpu_core_ratio": 0.042335, "system_cpu_s_delta": 0.8500000000000001, "user_cpu_core_ratio": 0.396458, "user_cpu_s_delta": 7.960000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.654564, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 212218.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.612617, "system_cpu_s_delta": 12.30000000000291, "user_cpu_core_ratio": 1.041947, "user_cpu_s_delta": 20.919999999983702}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.188, "count": 241, "max_ms": 7.344, "p95_ms": 5.093, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.506, "max": 6.0, "p95": 4.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.237, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 241}, "total": {"avg": 1.237, "max": 2.0, "p95": 2.0, "sample_count": 241}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.348, "count": 30, "max": 57.636, "p95": 50.9, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.69, "count": 30, "max": 26.998, "p95": 24.064, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 891.5, "count": 30, "max": 1176.0, "p95": 1161.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1664.4, "count": 30, "max": 17577.0, "p95": 10906.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.084, "count": 30, "max": 0.5, "p95": 0.387, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.406, "count": 30, "max": 0.477, "p95": 0.423, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.428, "count": 30, "max": 5.092, "p95": 2.731, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124783.933, "count": 30, "max": 130325.0, "p95": 127554.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 124783.933, "count": 30, "max": 130325.0, "p95": 127554.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 159575.933, "count": 30, "max": 234243.0, "p95": 224178.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.547, "count": 30, "max": 0.635, "p95": 0.623, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.971, "count": 30, "max": 1.147, "p95": 1.119, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11588, "sampled_at": "2026-10-30T13:14:22+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:14:22+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2890575, "flush_count": 3008, "flush_interval_seconds": 30.0, "flush_state": {"count": 3008, "last_at": "2026-10-30T13:15:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:15:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3007}, "started": true, "suppressed_count": 1497241, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1497092}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3008, "written_record_count": 3008}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9661.844, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x60f35a6908c0] error while decoding MB 100 65, bytestream -22", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4147470950400, "copied_frame_count": 1500098, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4147470950400, "frame_buffer_copies": 1500098, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1201, "count": 512, "max_ms": 4.5754, "p50_ms": 0.0943, "p95_ms": 0.2078, "p99_ms": 0.3109}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3819, "count": 512, "max_ms": 3.793, "p50_ms": 1.2953, "p95_ms": 2.282, "p99_ms": 2.9923, "results": {"failed": 0, "not_applicable": 0, "success": 1500098, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 550, "h264_decode_error_count": 1232, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:15:53+09:00", "last_error_summary": "[h264 @ 0x60f35a6908c0] error while decoding MB 100 65, bytestream -22", "last_exit_at": "2026-10-30T13:14:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 73.282, "last_started_at": "2026-10-30T13:14:40+09:00", "pid": 110644, "process": {"exists": false, "pid": 110644}, "restart_count": 601, "restart_count_per_hour": 33, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 602}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.0, "sample_count": 2132, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1500098, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:15:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.08, "last_frame_pushed_at": "2026-10-30T13:15:53+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-10-30T13:15:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 101, "debug_expires_at": null, "deduplicated_count": 52, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 317.239, "last_sample_duration_ms": 1297.876, "last_trigger": "periodic", "next_snapshot_in_sec": 282.761, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 301, "storage_bytes": 2869718}, "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-10-30T13:15:53.561650+09:00", "mtime_epoch": 1793333753.5616496, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 121579}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:15:53+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1493.887, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1500099, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.856, "max": 7.0, "p95": 5.0, "sample_count": 208}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.011, "max": 2.0, "p95": 1.0, "sample_count": 179}, "total": {"avg": 0.87, "max": 2.0, "p95": 1.0, "sample_count": 208}}, "tracking_counts": {"active": {"avg": 1.01, "max": 2.0, "p95": 1.0, "sample_count": 208}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 208}, "tracked": {"avg": 1.01, "max": 2.0, "p95": 1.0, "sample_count": 208}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 209, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.038, "pushed": 7.038, "read": 7.072}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 209, "client_acquire_ms": {"avg_ms": 0.008, "count": 209, "max_ms": 0.034, "p95_ms": 0.016, "reason": null, "sample_age_ms": 40.595, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.829, "count": 209, "max_ms": 5.202, "p95_ms": 2.751, "reason": null, "sample_age_ms": 82.943, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.35, "count": 209, "max_ms": 4.494, "p95_ms": 2.19, "reason": null, "sample_age_ms": 83.188, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.311, "count": 209, "max_ms": 1.004, "p95_ms": 0.654, "reason": null, "sample_age_ms": 40.63, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.063, "count": 209, "max_ms": 4.926, "p95_ms": 3.447, "reason": null, "sample_age_ms": 81.997, "source": "client_direct"}, "request_count": 209, "request_tensor_bytes": {"avg": 2764808.0, "count": 209, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 81.984, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 209, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 41.745, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.762, "count": 209, "max_ms": 73.039, "p95_ms": 63.882, "reason": null, "sample_age_ms": 40.581, "source": "client_direct"}, "sample_age_ms": 40.573, "source": "client_direct", "task_total_ms": {"avg_ms": 49.322, "count": 209, "max_ms": 75.692, "p95_ms": 67.088, "reason": null, "sample_age_ms": 40.573, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.067, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.645, "count": 208, "max_ms": 14.054, "p95_ms": 6.671}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.354, "count": 208, "max_ms": 7.185, "p95_ms": 0.572}, "detection_prepare_ms": {"avg_ms": 1.17, "count": 208, "max_ms": 3.958, "p95_ms": 2.484}, "event_filter_ms": {"avg_ms": 0.004, "count": 208, "max_ms": 0.015, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.126, "count": 208, "max_ms": 0.468, "p95_ms": 0.252}, "mcmt_ms": {"avg_ms": 0.003, "count": 208, "max_ms": 0.024, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.574, "count": 208, "max_ms": 2.967, "p95_ms": 1.165}, "setup_ms": {"avg_ms": 0.041, "count": 208, "max_ms": 0.141, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 3.593, "count": 208, "max_ms": 13.976, "p95_ms": 6.582}, "track_match_ms": {"avg_ms": 0.094, "count": 208, "max_ms": 0.388, "p95_ms": 0.217}, "tracker_update_ms": {"avg_ms": 1.225, "count": 208, "max_ms": 3.24, "p95_ms": 2.266}}, "gstreamer_push": {"avg_ms": 2.984, "count": 208, "max_ms": 7.973, "p95_ms": 5.393}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 208, "max_ms": 0.505, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.564, "count": 208, "max_ms": 76.58, "p95_ms": 69.094}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.848, "count": 208, "max_ms": 10.962, "p95_ms": 7.912}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.79, "count": 208, "max_ms": 134.591, "p95_ms": 122.744}, "inference_input_copy_ms": {"avg_ms": 1.645, "count": 208, "max_ms": 4.255, "p95_ms": 2.594}, "processing_residual_ms": {"avg_ms": 0.2, "count": 208, "max_ms": 0.518, "p95_ms": 0.4}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.482, "count": 208, "max_ms": 138.97, "p95_ms": 127.108}, "read_interval": {"avg_ms": 151.127, "count": 209, "max_ms": 4555.272, "p95_ms": 162.936}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 208, "max_ms": 0.062, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.519, "count": 208, "max_ms": 2.922, "p95_ms": 1.015}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 208, "max_ms": 0.053, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.504, "count": 208, "max_ms": 2.912, "p95_ms": 0.99}, "worker_merge_ms": {"avg_ms": 0.006, "count": 208, "max_ms": 0.022, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 50.577, "count": 208, "max_ms": 76.594, "p95_ms": 69.12}, "visualize": {"avg_ms": 46.438, "count": 208, "max_ms": 62.055, "p95_ms": 56.458}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.386, "count": 208, "max_ms": 58.065, "p95_ms": 52.227}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.981, "count": 208, "max_ms": 60.537, "p95_ms": 55.067}, "visualize_input_copy_ms": {"avg_ms": 1.265, "count": 208, "max_ms": 2.814, "p95_ms": 2.061}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.851, "count": 208, "max_ms": 60.347, "p95_ms": 54.951}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 208, "max_ms": 0.155, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 208}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1472.871, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.448, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.369, "sample_count": 2124, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1500020, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:15:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 122436, "write_bytes_delta": 122436, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 657.0, "cpu_core_ratio": 0.524088, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 107.0, "pid": 110644, "reason": null, "system_cpu_core_ratio": 0.162751, "system_cpu_s_delta": 3.2700000000000005, "user_cpu_core_ratio": 0.361337, "user_cpu_s_delta": 7.259999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.344314, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 170307.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.498705, "system_cpu_s_delta": 10.020000000004075, "user_cpu_core_ratio": 0.845609, "user_cpu_s_delta": 16.989999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.158, "count": 189, "max_ms": 8.585, "p95_ms": 5.577, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.757, "max": 6.0, "p95": 4.0, "sample_count": 189}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.045, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 157}, "total": {"avg": 0.868, "max": 2.0, "p95": 1.0, "sample_count": 189}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.067, "count": 30, "max": 59.839, "p95": 54.717, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.22, "count": 30, "max": 26.998, "p95": 24.064, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 926.567, "count": 30, "max": 1176.0, "p95": 1161.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2268.8, "count": 30, "max": 17577.0, "p95": 14923.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.093, "count": 30, "max": 0.5, "p95": 0.387, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.404, "count": 30, "max": 0.477, "p95": 0.423, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.507, "count": 30, "max": 5.092, "p95": 3.919, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124393.1, "count": 30, "max": 130325.0, "p95": 127255.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 124393.1, "count": 30, "max": 130325.0, "p95": 127255.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 159604.267, "count": 30, "max": 234243.0, "p95": 224178.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.544, "count": 30, "max": 0.635, "p95": 0.627, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.964, "count": 30, "max": 1.147, "p95": 1.119, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11592, "sampled_at": "2026-10-30T13:15:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:15:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.553, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2890575, "flush_count": 3008, "flush_interval_seconds": 30.0, "flush_state": {"count": 3008, "last_at": "2026-10-30T13:15:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:15:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3007}, "started": true, "suppressed_count": 1497241, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1497092}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3008, "written_record_count": 3008}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9642.332, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T13:15:53+09:00", "last_error_summary": "[h264 @ 0x60f35a6908c0] error while decoding MB 100 65, bytestream -22", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4147473715200, "copied_frame_count": 1500099, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4147473715200, "frame_buffer_copies": 1500099, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1202, "count": 512, "max_ms": 4.5754, "p50_ms": 0.0943, "p95_ms": 0.2078, "p99_ms": 0.3109}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3823, "count": 512, "max_ms": 3.793, "p50_ms": 1.2953, "p95_ms": 2.282, "p99_ms": 2.9923, "results": {"failed": 0, "not_applicable": 0, "success": 1500099, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 550, "h264_decode_error_count": 1232, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:15:53+09:00", "last_error_summary": "[h264 @ 0x60f35a6908c0] error while decoding MB 100 65, bytestream -22", "last_exit_at": "2026-10-30T13:15:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 73.33, "last_started_at": "2026-10-30T13:14:40+09:00", "pid": 110644, "process": {"exists": false, "pid": 110644}, "restart_count": 601, "restart_count_per_hour": 33, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 602}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.0, "sample_count": 2133, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1500099, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:15:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T13:15:53+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-10-30T13:15:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 101, "debug_expires_at": null, "deduplicated_count": 52, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 317.287, "last_sample_duration_ms": 1297.876, "last_trigger": "periodic", "next_snapshot_in_sec": 282.713, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 301, "storage_bytes": 2869718}, "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-10-30T13:15:53.561650+09:00", "mtime_epoch": 1793333753.5616496, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 121579}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:15:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1472.914, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1500099, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.861, "max": 7.0, "p95": 5.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.011, "max": 2.0, "p95": 1.0, "sample_count": 180}, "total": {"avg": 0.871, "max": 2.0, "p95": 1.0, "sample_count": 209}}, "tracking_counts": {"active": {"avg": 1.01, "max": 2.0, "p95": 1.0, "sample_count": 209}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 209}, "tracked": {"avg": 1.01, "max": 2.0, "p95": 1.0, "sample_count": 209}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 209, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.061, "pushed": 7.061, "read": 7.061}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 209, "client_acquire_ms": {"avg_ms": 0.008, "count": 209, "max_ms": 0.034, "p95_ms": 0.016, "reason": null, "sample_age_ms": 85.604, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.829, "count": 209, "max_ms": 5.202, "p95_ms": 2.751, "reason": null, "sample_age_ms": 127.953, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.35, "count": 209, "max_ms": 4.494, "p95_ms": 2.19, "reason": null, "sample_age_ms": 128.197, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.311, "count": 209, "max_ms": 1.004, "p95_ms": 0.654, "reason": null, "sample_age_ms": 85.639, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.063, "count": 209, "max_ms": 4.926, "p95_ms": 3.447, "reason": null, "sample_age_ms": 127.007, "source": "client_direct"}, "request_count": 209, "request_tensor_bytes": {"avg": 2764808.0, "count": 209, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 126.993, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 209, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 86.755, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.762, "count": 209, "max_ms": 73.039, "p95_ms": 63.882, "reason": null, "sample_age_ms": 85.591, "source": "client_direct"}, "sample_age_ms": 85.582, "source": "client_direct", "task_total_ms": {"avg_ms": 49.322, "count": 209, "max_ms": 75.692, "p95_ms": 67.088, "reason": null, "sample_age_ms": 85.582, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.176, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.662, "count": 209, "max_ms": 14.054, "p95_ms": 6.804}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.357, "count": 209, "max_ms": 7.185, "p95_ms": 0.585}, "detection_prepare_ms": {"avg_ms": 1.174, "count": 209, "max_ms": 3.958, "p95_ms": 2.484}, "event_filter_ms": {"avg_ms": 0.004, "count": 209, "max_ms": 0.015, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.126, "count": 209, "max_ms": 0.468, "p95_ms": 0.253}, "mcmt_ms": {"avg_ms": 0.003, "count": 209, "max_ms": 0.024, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.576, "count": 209, "max_ms": 2.967, "p95_ms": 1.165}, "setup_ms": {"avg_ms": 0.042, "count": 209, "max_ms": 0.141, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 3.61, "count": 209, "max_ms": 13.976, "p95_ms": 6.72}, "track_match_ms": {"avg_ms": 0.096, "count": 209, "max_ms": 0.42, "p95_ms": 0.22}, "tracker_update_ms": {"avg_ms": 1.232, "count": 209, "max_ms": 3.24, "p95_ms": 2.379}}, "gstreamer_push": {"avg_ms": 2.977, "count": 209, "max_ms": 7.973, "p95_ms": 5.393}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 209, "max_ms": 0.505, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.53, "count": 209, "max_ms": 76.58, "p95_ms": 69.094}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.842, "count": 209, "max_ms": 10.962, "p95_ms": 7.912}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.854, "count": 209, "max_ms": 134.591, "p95_ms": 122.744}, "inference_input_copy_ms": {"avg_ms": 1.64, "count": 209, "max_ms": 4.255, "p95_ms": 2.594}, "processing_residual_ms": {"avg_ms": 0.2, "count": 209, "max_ms": 0.518, "p95_ms": 0.4}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.536, "count": 209, "max_ms": 138.97, "p95_ms": 127.108}, "read_interval": {"avg_ms": 151.127, "count": 209, "max_ms": 4555.272, "p95_ms": 162.936}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 209, "max_ms": 0.062, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.52, "count": 209, "max_ms": 2.922, "p95_ms": 1.015}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 209, "max_ms": 0.053, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.506, "count": 209, "max_ms": 2.912, "p95_ms": 0.99}, "worker_merge_ms": {"avg_ms": 0.006, "count": 209, "max_ms": 0.024, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 50.543, "count": 209, "max_ms": 76.594, "p95_ms": 69.12}, "visualize": {"avg_ms": 46.521, "count": 209, "max_ms": 63.841, "p95_ms": 56.737}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.46, "count": 209, "max_ms": 58.065, "p95_ms": 52.358}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.06, "count": 209, "max_ms": 61.502, "p95_ms": 55.204}, "visualize_input_copy_ms": {"avg_ms": 1.269, "count": 209, "max_ms": 2.814, "p95_ms": 2.061}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.929, "count": 209, "max_ms": 61.183, "p95_ms": 55.119}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 209, "max_ms": 0.259, "p95_ms": 0.139}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1472.871, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.448, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.369, "sample_count": 2124, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1500020, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:15:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 122436, "write_bytes_delta": 122436, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 657.0, "cpu_core_ratio": 0.524088, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 107.0, "pid": 110644, "reason": null, "system_cpu_core_ratio": 0.162751, "system_cpu_s_delta": 3.2700000000000005, "user_cpu_core_ratio": 0.361337, "user_cpu_s_delta": 7.259999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.344314, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 170307.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.498705, "system_cpu_s_delta": 10.020000000004075, "user_cpu_core_ratio": 0.845609, "user_cpu_s_delta": 16.989999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.158, "count": 189, "max_ms": 8.585, "p95_ms": 5.577, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.757, "max": 6.0, "p95": 4.0, "sample_count": 189}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.045, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 157}, "total": {"avg": 0.868, "max": 2.0, "p95": 1.0, "sample_count": 189}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.067, "count": 30, "max": 59.839, "p95": 54.717, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.22, "count": 30, "max": 26.998, "p95": 24.064, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 926.567, "count": 30, "max": 1176.0, "p95": 1161.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2268.8, "count": 30, "max": 17577.0, "p95": 14923.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.093, "count": 30, "max": 0.5, "p95": 0.387, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.404, "count": 30, "max": 0.477, "p95": 0.423, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.507, "count": 30, "max": 5.092, "p95": 3.919, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124393.1, "count": 30, "max": 130325.0, "p95": 127255.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 124393.1, "count": 30, "max": 130325.0, "p95": 127255.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 159604.267, "count": 30, "max": 234243.0, "p95": 224178.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.544, "count": 30, "max": 0.635, "p95": 0.627, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.964, "count": 30, "max": 1.147, "p95": 1.119, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11592, "sampled_at": "2026-10-30T13:15:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:15:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.601, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2890575, "flush_count": 3008, "flush_interval_seconds": 30.0, "flush_state": {"count": 3008, "last_at": "2026-10-30T13:15:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:15:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3007}, "started": true, "suppressed_count": 1497241, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1497092}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3008, "written_record_count": 3008}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9641.637, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4147473715200, "copied_frame_count": 1500099, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4147473715200, "frame_buffer_copies": 1500099, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1202, "count": 512, "max_ms": 4.5754, "p50_ms": 0.0943, "p95_ms": 0.2078, "p99_ms": 0.3109}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3823, "count": 512, "max_ms": 3.793, "p50_ms": 1.2953, "p95_ms": 2.282, "p99_ms": 2.9923, "results": {"failed": 0, "not_applicable": 0, "success": 1500099, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 550, "h264_decode_error_count": 1232, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:15:53+09:00", "last_error_summary": "[h264 @ 0x60f35a6908c0] error while decoding MB 100 65, bytestream -22", "last_exit_at": "2026-10-30T13:15:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 73.364, "last_started_at": "2026-10-30T13:14:40+09:00", "pid": 110644, "process": {"exists": false, "pid": 110644}, "restart_count": 601, "restart_count_per_hour": 33, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 602}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.0, "sample_count": 2132, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1500099, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:15:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.035, "last_frame_pushed_at": "2026-10-30T13:15:53+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-10-30T13:15:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 101, "debug_expires_at": null, "deduplicated_count": 52, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 317.323, "last_sample_duration_ms": 1297.876, "last_trigger": "periodic", "next_snapshot_in_sec": 282.677, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 301, "storage_bytes": 2869718}, "mjpeg": {"age_sec": 0.027, "exists": true, "mtime": "2026-10-30T13:15:53.684650+09:00", "mtime_epoch": 1793333753.6846502, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 121838}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:15:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1472.914, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1500099, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.861, "max": 7.0, "p95": 5.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.011, "max": 2.0, "p95": 1.0, "sample_count": 180}, "total": {"avg": 0.871, "max": 2.0, "p95": 1.0, "sample_count": 209}}, "tracking_counts": {"active": {"avg": 1.01, "max": 2.0, "p95": 1.0, "sample_count": 209}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 209}, "tracked": {"avg": 1.01, "max": 2.0, "p95": 1.0, "sample_count": 209}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 209, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.053, "pushed": 7.053, "read": 7.053}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 209, "client_acquire_ms": {"avg_ms": 0.008, "count": 209, "max_ms": 0.034, "p95_ms": 0.016, "reason": null, "sample_age_ms": 122.799, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.829, "count": 209, "max_ms": 5.202, "p95_ms": 2.751, "reason": null, "sample_age_ms": 165.148, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.35, "count": 209, "max_ms": 4.494, "p95_ms": 2.19, "reason": null, "sample_age_ms": 165.392, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.311, "count": 209, "max_ms": 1.004, "p95_ms": 0.654, "reason": null, "sample_age_ms": 122.834, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.063, "count": 209, "max_ms": 4.926, "p95_ms": 3.447, "reason": null, "sample_age_ms": 164.202, "source": "client_direct"}, "request_count": 209, "request_tensor_bytes": {"avg": 2764808.0, "count": 209, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 164.189, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 209, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 123.95, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.762, "count": 209, "max_ms": 73.039, "p95_ms": 63.882, "reason": null, "sample_age_ms": 122.786, "source": "client_direct"}, "sample_age_ms": 122.777, "source": "client_direct", "task_total_ms": {"avg_ms": 49.322, "count": 209, "max_ms": 75.692, "p95_ms": 67.088, "reason": null, "sample_age_ms": 122.777, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.338, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.662, "count": 209, "max_ms": 14.054, "p95_ms": 6.804}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.357, "count": 209, "max_ms": 7.185, "p95_ms": 0.585}, "detection_prepare_ms": {"avg_ms": 1.174, "count": 209, "max_ms": 3.958, "p95_ms": 2.484}, "event_filter_ms": {"avg_ms": 0.004, "count": 209, "max_ms": 0.015, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.126, "count": 209, "max_ms": 0.468, "p95_ms": 0.253}, "mcmt_ms": {"avg_ms": 0.003, "count": 209, "max_ms": 0.024, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.576, "count": 209, "max_ms": 2.967, "p95_ms": 1.165}, "setup_ms": {"avg_ms": 0.042, "count": 209, "max_ms": 0.141, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 3.61, "count": 209, "max_ms": 13.976, "p95_ms": 6.72}, "track_match_ms": {"avg_ms": 0.096, "count": 209, "max_ms": 0.42, "p95_ms": 0.22}, "tracker_update_ms": {"avg_ms": 1.232, "count": 209, "max_ms": 3.24, "p95_ms": 2.379}}, "gstreamer_push": {"avg_ms": 2.977, "count": 209, "max_ms": 7.973, "p95_ms": 5.393}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 209, "max_ms": 0.505, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.53, "count": 209, "max_ms": 76.58, "p95_ms": 69.094}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.842, "count": 209, "max_ms": 10.962, "p95_ms": 7.912}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.854, "count": 209, "max_ms": 134.591, "p95_ms": 122.744}, "inference_input_copy_ms": {"avg_ms": 1.64, "count": 209, "max_ms": 4.255, "p95_ms": 2.594}, "processing_residual_ms": {"avg_ms": 0.2, "count": 209, "max_ms": 0.518, "p95_ms": 0.4}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.536, "count": 209, "max_ms": 138.97, "p95_ms": 127.108}, "read_interval": {"avg_ms": 151.127, "count": 209, "max_ms": 4555.272, "p95_ms": 162.936}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 209, "max_ms": 0.062, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.52, "count": 209, "max_ms": 2.922, "p95_ms": 1.015}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 209, "max_ms": 0.053, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.506, "count": 209, "max_ms": 2.912, "p95_ms": 0.99}, "worker_merge_ms": {"avg_ms": 0.006, "count": 209, "max_ms": 0.024, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 50.543, "count": 209, "max_ms": 76.594, "p95_ms": 69.12}, "visualize": {"avg_ms": 46.521, "count": 209, "max_ms": 63.841, "p95_ms": 56.737}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.46, "count": 209, "max_ms": 58.065, "p95_ms": 52.358}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.06, "count": 209, "max_ms": 61.502, "p95_ms": 55.204}, "visualize_input_copy_ms": {"avg_ms": 1.269, "count": 209, "max_ms": 2.814, "p95_ms": 2.061}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.929, "count": 209, "max_ms": 61.183, "p95_ms": 55.119}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 209, "max_ms": 0.259, "p95_ms": 0.139}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1472.871, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.448, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.369, "sample_count": 2124, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1500020, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:15:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 122436, "write_bytes_delta": 122436, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 657.0, "cpu_core_ratio": 0.524088, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 107.0, "pid": 110644, "reason": null, "system_cpu_core_ratio": 0.162751, "system_cpu_s_delta": 3.2700000000000005, "user_cpu_core_ratio": 0.361337, "user_cpu_s_delta": 7.259999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.344314, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 170307.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.498705, "system_cpu_s_delta": 10.020000000004075, "user_cpu_core_ratio": 0.845609, "user_cpu_s_delta": 16.989999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.158, "count": 189, "max_ms": 8.585, "p95_ms": 5.577, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.757, "max": 6.0, "p95": 4.0, "sample_count": 189}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.045, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 157}, "total": {"avg": 0.868, "max": 2.0, "p95": 1.0, "sample_count": 189}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.067, "count": 30, "max": 59.839, "p95": 54.717, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.22, "count": 30, "max": 26.998, "p95": 24.064, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 926.567, "count": 30, "max": 1176.0, "p95": 1161.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2268.8, "count": 30, "max": 17577.0, "p95": 14923.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.093, "count": 30, "max": 0.5, "p95": 0.387, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.404, "count": 30, "max": 0.477, "p95": 0.423, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.507, "count": 30, "max": 5.092, "p95": 3.919, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124393.1, "count": 30, "max": 130325.0, "p95": 127255.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 124393.1, "count": 30, "max": 130325.0, "p95": 127255.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 159604.267, "count": 30, "max": 234243.0, "p95": 224178.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.544, "count": 30, "max": 0.635, "p95": 0.627, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.964, "count": 30, "max": 1.147, "p95": 1.119, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11592, "sampled_at": "2026-10-30T13:15:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:15:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.635, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2890575, "flush_count": 3008, "flush_interval_seconds": 30.0, "flush_state": {"count": 3008, "last_at": "2026-10-30T13:15:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:15:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3007}, "started": true, "suppressed_count": 1497241, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1497092}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3008, "written_record_count": 3008}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9816.508, "limit_mb": null}, "detail": {"pid": 110760, "restart_count": 602, "start_count": 603}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4147473715200, "copied_frame_count": 1500099, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4147473715200, "frame_buffer_copies": 1500099, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1202, "count": 512, "max_ms": 4.5754, "p50_ms": 0.0943, "p95_ms": 0.2078, "p99_ms": 0.3109}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3823, "count": 512, "max_ms": 3.793, "p50_ms": 1.2953, "p95_ms": 2.282, "p99_ms": 2.9923, "results": {"failed": 0, "not_applicable": 0, "success": 1500099, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 550, "h264_decode_error_count": 1232, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:15:53+09:00", "last_error_summary": "[h264 @ 0x60f35a6908c0] error while decoding MB 100 65, bytestream -22", "last_exit_at": "2026-10-30T13:15:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T13:15:56+09:00", "pid": 110760, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.355, "name": "ffmpeg", "pid": 110760, "rss_mb": 206.355, "state": "S (sleeping)", "threads": 70}, "restart_count": 602, "restart_count_per_hour": 34, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 603}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.0, "sample_count": 2096, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1500099, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:15:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.679, "last_frame_pushed_at": "2026-10-30T13:15:53+09:00", "last_frame_read_age_sec": 4.8, "last_frame_read_at": "2026-10-30T13:15:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 101, "debug_expires_at": null, "deduplicated_count": 52, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 321.966, "last_sample_duration_ms": 1297.876, "last_trigger": "periodic", "next_snapshot_in_sec": 278.034, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 301, "storage_bytes": 2869718}, "mjpeg": {"age_sec": 4.671, "exists": true, "mtime": "2026-10-30T13:15:53.684650+09:00", "mtime_epoch": 1793333753.6846502, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 121838}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:15:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1472.918, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1500099, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.861, "max": 7.0, "p95": 5.0, "sample_count": 208}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.011, "max": 2.0, "p95": 1.0, "sample_count": 179}, "total": {"avg": 0.87, "max": 2.0, "p95": 1.0, "sample_count": 208}}, "tracking_counts": {"active": {"avg": 1.01, "max": 2.0, "p95": 1.0, "sample_count": 208}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 208}, "tracked": {"avg": 1.01, "max": 2.0, "p95": 1.0, "sample_count": 208}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.998, "pushed": 6.998, "read": 6.998}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 208, "client_acquire_ms": {"avg_ms": 0.008, "count": 208, "max_ms": 0.034, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4763.95, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.825, "count": 208, "max_ms": 5.202, "p95_ms": 2.767, "reason": null, "sample_age_ms": 4806.299, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.347, "count": 208, "max_ms": 4.494, "p95_ms": 2.207, "reason": null, "sample_age_ms": 4806.544, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.312, "count": 208, "max_ms": 1.004, "p95_ms": 0.655, "reason": null, "sample_age_ms": 4763.985, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.064, "count": 208, "max_ms": 4.926, "p95_ms": 3.448, "reason": null, "sample_age_ms": 4805.353, "source": "client_direct"}, "request_count": 208, "request_tensor_bytes": {"avg": 2764808.0, "count": 208, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4805.34, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 208, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4765.101, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.73, "count": 208, "max_ms": 73.039, "p95_ms": 63.945, "reason": null, "sample_age_ms": 4763.937, "source": "client_direct"}, "sample_age_ms": 4763.929, "source": "client_direct", "task_total_ms": {"avg_ms": 49.292, "count": 208, "max_ms": 75.692, "p95_ms": 67.154, "reason": null, "sample_age_ms": 4763.929, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.912, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.657, "count": 208, "max_ms": 14.054, "p95_ms": 6.804}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.357, "count": 208, "max_ms": 7.185, "p95_ms": 0.585}, "detection_prepare_ms": {"avg_ms": 1.177, "count": 208, "max_ms": 3.958, "p95_ms": 2.484}, "event_filter_ms": {"avg_ms": 0.004, "count": 208, "max_ms": 0.015, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.127, "count": 208, "max_ms": 0.468, "p95_ms": 0.253}, "mcmt_ms": {"avg_ms": 0.003, "count": 208, "max_ms": 0.024, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.564, "count": 208, "max_ms": 1.951, "p95_ms": 1.112}, "setup_ms": {"avg_ms": 0.042, "count": 208, "max_ms": 0.141, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 3.605, "count": 208, "max_ms": 13.976, "p95_ms": 6.72}, "track_match_ms": {"avg_ms": 0.096, "count": 208, "max_ms": 0.42, "p95_ms": 0.22}, "tracker_update_ms": {"avg_ms": 1.234, "count": 208, "max_ms": 3.24, "p95_ms": 2.379}}, "gstreamer_push": {"avg_ms": 2.981, "count": 208, "max_ms": 7.973, "p95_ms": 5.393}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 208, "max_ms": 0.505, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.497, "count": 208, "max_ms": 76.58, "p95_ms": 69.094}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.821, "count": 208, "max_ms": 10.962, "p95_ms": 7.912}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.828, "count": 208, "max_ms": 134.591, "p95_ms": 122.744}, "inference_input_copy_ms": {"avg_ms": 1.644, "count": 208, "max_ms": 4.255, "p95_ms": 2.594}, "processing_residual_ms": {"avg_ms": 0.2, "count": 208, "max_ms": 0.518, "p95_ms": 0.4}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.492, "count": 208, "max_ms": 138.97, "p95_ms": 127.108}, "read_interval": {"avg_ms": 141.724, "count": 208, "max_ms": 4555.272, "p95_ms": 160.003}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 208, "max_ms": 0.062, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.509, "count": 208, "max_ms": 1.895, "p95_ms": 1.011}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 208, "max_ms": 0.053, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.494, "count": 208, "max_ms": 1.881, "p95_ms": 0.986}, "worker_merge_ms": {"avg_ms": 0.006, "count": 208, "max_ms": 0.024, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 50.51, "count": 208, "max_ms": 76.594, "p95_ms": 69.12}, "visualize": {"avg_ms": 46.536, "count": 208, "max_ms": 63.841, "p95_ms": 56.737}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.474, "count": 208, "max_ms": 58.065, "p95_ms": 52.358}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.075, "count": 208, "max_ms": 61.502, "p95_ms": 55.204}, "visualize_input_copy_ms": {"avg_ms": 1.269, "count": 208, "max_ms": 2.814, "p95_ms": 2.061}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.944, "count": 208, "max_ms": 61.183, "p95_ms": 55.119}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 208, "max_ms": 0.259, "p95_ms": 0.139}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 208}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1472.871, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.448, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.369, "sample_count": 2124, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1500020, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:15:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 122436, "write_bytes_delta": 122436, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 657.0, "cpu_core_ratio": 0.524088, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 107.0, "pid": 110644, "reason": null, "system_cpu_core_ratio": 0.162751, "system_cpu_s_delta": 3.2700000000000005, "user_cpu_core_ratio": 0.361337, "user_cpu_s_delta": 7.259999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.344314, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 170307.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.498705, "system_cpu_s_delta": 10.020000000004075, "user_cpu_core_ratio": 0.845609, "user_cpu_s_delta": 16.989999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.158, "count": 189, "max_ms": 8.585, "p95_ms": 5.577, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.757, "max": 6.0, "p95": 4.0, "sample_count": 189}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.045, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 157}, "total": {"avg": 0.868, "max": 2.0, "p95": 1.0, "sample_count": 189}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.067, "count": 30, "max": 59.839, "p95": 54.717, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.22, "count": 30, "max": 26.998, "p95": 24.064, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 926.567, "count": 30, "max": 1176.0, "p95": 1161.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2268.8, "count": 30, "max": 17577.0, "p95": 14923.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.093, "count": 30, "max": 0.5, "p95": 0.387, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.404, "count": 30, "max": 0.477, "p95": 0.423, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.507, "count": 30, "max": 5.092, "p95": 3.919, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124393.1, "count": 30, "max": 130325.0, "p95": 127255.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 124393.1, "count": 30, "max": 130325.0, "p95": 127255.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 159604.267, "count": 30, "max": 234243.0, "p95": 224178.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.544, "count": 30, "max": 0.635, "p95": 0.627, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.964, "count": 30, "max": 1.147, "p95": 1.119, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11592, "sampled_at": "2026-10-30T13:15:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:15:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.723, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2892437, "flush_count": 3010, "flush_interval_seconds": 30.0, "flush_state": {"count": 3010, "last_at": "2026-10-30T13:17:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:17:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3009}, "started": true, "suppressed_count": 1498335, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1498186}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3010, "written_record_count": 3010}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9659.477, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x6195076c2c80] error while decoding MB 16 57, bytestream -15", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4150501171200, "copied_frame_count": 1501194, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4150501171200, "frame_buffer_copies": 1501194, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1227, "count": 512, "max_ms": 2.4739, "p50_ms": 0.1024, "p95_ms": 0.2265, "p99_ms": 0.3309}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4318, "count": 512, "max_ms": 3.2984, "p50_ms": 1.3643, "p95_ms": 2.2885, "p99_ms": 2.8273, "results": {"failed": 0, "not_applicable": 0, "success": 1501194, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 551, "h264_decode_error_count": 1233, "h264_decode_error_count_per_hour": 62, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:18:07+09:00", "last_error_summary": "[h264 @ 0x6195076c2c80] error while decoding MB 16 57, bytestream -15", "last_exit_at": "2026-10-30T13:15:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.669, "last_started_at": "2026-10-30T13:15:56+09:00", "pid": 110760, "process": {"exists": false, "pid": 110760}, "restart_count": 602, "restart_count_per_hour": 33, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 603}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.282, "sample_count": 2350, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1501194, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:18:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.083, "last_frame_pushed_at": "2026-10-30T13:18:06+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-10-30T13:18:06+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 101, "debug_expires_at": null, "deduplicated_count": 52, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 450.642, "last_sample_duration_ms": 1297.876, "last_trigger": "periodic", "next_snapshot_in_sec": 149.358, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 301, "storage_bytes": 2869718}, "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-10-30T13:18:06.949408+09:00", "mtime_epoch": 1793333886.9494076, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 118824}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:18:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1481.219, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1501195, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.03, "max": 3.0, "p95": 2.0, "sample_count": 263}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 10}, "total": {"avg": 0.038, "max": 1.0, "p95": 0.0, "sample_count": 263}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 263}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 263}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 263}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 263}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 263}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 263, "pushed_frames": 264, "read_frames": 264, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.767, "pushed": 8.801, "read": 8.801}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 264, "client_acquire_ms": {"avg_ms": 0.007, "count": 264, "max_ms": 0.032, "p95_ms": 0.014, "reason": null, "sample_age_ms": 10.859, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.708, "count": 264, "max_ms": 4.56, "p95_ms": 2.583, "reason": null, "sample_age_ms": 84.507, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.328, "count": 264, "max_ms": 4.269, "p95_ms": 2.048, "reason": null, "sample_age_ms": 84.745, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.279, "count": 264, "max_ms": 0.825, "p95_ms": 0.563, "reason": null, "sample_age_ms": 10.872, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.893, "count": 264, "max_ms": 5.114, "p95_ms": 3.235, "reason": null, "sample_age_ms": 82.466, "source": "client_direct"}, "request_count": 264, "request_tensor_bytes": {"avg": 2764808.0, "count": 264, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 82.434, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 264, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 11.108, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.354, "count": 264, "max_ms": 71.292, "p95_ms": 63.325, "reason": null, "sample_age_ms": 10.855, "source": "client_direct"}, "sample_age_ms": 10.85, "source": "client_direct", "task_total_ms": {"avg_ms": 46.707, "count": 264, "max_ms": 75.198, "p95_ms": 67.339, "reason": null, "sample_age_ms": 10.85, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.635, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.936, "count": 263, "max_ms": 6.297, "p95_ms": 2.271}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.274, "count": 263, "max_ms": 0.927, "p95_ms": 0.572}, "detection_prepare_ms": {"avg_ms": 0.178, "count": 263, "max_ms": 2.099, "p95_ms": 0.378}, "event_filter_ms": {"avg_ms": 0.004, "count": 263, "max_ms": 0.018, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.086, "count": 263, "max_ms": 0.333, "p95_ms": 0.165}, "mcmt_ms": {"avg_ms": 0.003, "count": 263, "max_ms": 0.056, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.204, "count": 263, "max_ms": 1.509, "p95_ms": 0.504}, "setup_ms": {"avg_ms": 0.044, "count": 263, "max_ms": 0.166, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 0.891, "count": 263, "max_ms": 6.088, "p95_ms": 2.187}, "track_match_ms": {"avg_ms": 0.01, "count": 263, "max_ms": 0.421, "p95_ms": 0.019}, "tracker_update_ms": {"avg_ms": 0.087, "count": 263, "max_ms": 1.977, "p95_ms": 0.106}}, "gstreamer_push": {"avg_ms": 3.357, "count": 264, "max_ms": 8.885, "p95_ms": 5.682}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 263, "max_ms": 0.193, "p95_ms": 0.114}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.69, "count": 263, "max_ms": 76.196, "p95_ms": 67.367}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.648, "count": 263, "max_ms": 13.696, "p95_ms": 7.535}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 263, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 263, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.535, "count": 263, "max_ms": 135.366, "p95_ms": 116.3}, "inference_input_copy_ms": {"avg_ms": 1.498, "count": 263, "max_ms": 3.626, "p95_ms": 2.399}, "processing_residual_ms": {"avg_ms": 0.155, "count": 263, "max_ms": 1.249, "p95_ms": 0.277}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 263, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 263, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.836, "count": 263, "max_ms": 139.373, "p95_ms": 121.562}, "read_interval": {"avg_ms": 113.701, "count": 264, "max_ms": 180.215, "p95_ms": 148.973}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 263, "max_ms": 0.057, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.15, "count": 263, "max_ms": 1.348, "p95_ms": 0.376}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 263, "max_ms": 0.051, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.135, "count": 263, "max_ms": 1.306, "p95_ms": 0.342}, "worker_merge_ms": {"avg_ms": 0.006, "count": 263, "max_ms": 0.034, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 47.703, "count": 263, "max_ms": 76.222, "p95_ms": 67.39}, "visualize": {"avg_ms": 44.827, "count": 263, "max_ms": 66.801, "p95_ms": 58.589}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.447, "count": 263, "max_ms": 64.73, "p95_ms": 55.097}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 263, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.281, "count": 263, "max_ms": 65.254, "p95_ms": 56.554}, "visualize_input_copy_ms": {"avg_ms": 1.342, "count": 263, "max_ms": 5.406, "p95_ms": 2.18}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 263, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.157, "count": 263, "max_ms": 65.165, "p95_ms": 56.485}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 263, "max_ms": 0.211, "p95_ms": 0.147}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 263}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 263}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 263}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1470.703, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.185, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.649, "sample_count": 2302, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1501000, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:17:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117596, "write_bytes_delta": 117596, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1180.0, "cpu_core_ratio": 0.486226, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 110760, "reason": null, "system_cpu_core_ratio": 0.045381, "system_cpu_s_delta": 0.9100000000000001, "user_cpu_core_ratio": 0.440845, "user_cpu_s_delta": 8.839999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.601306, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 252148.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.58796, "system_cpu_s_delta": 11.789999999993597, "user_cpu_core_ratio": 1.013346, "user_cpu_s_delta": 20.320000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.653, "count": 263, "max_ms": 10.118, "p95_ms": 6.651, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.065, "max": 4.0, "p95": 3.0, "sample_count": 263}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 92}, "total": {"avg": 0.35, "max": 1.0, "p95": 1.0, "sample_count": 263}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.202, "count": 30, "max": 59.839, "p95": 54.717, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.472, "count": 30, "max": 24.253, "p95": 23.783, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 955.8, "count": 30, "max": 1217.0, "p95": 1192.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2284.3, "count": 30, "max": 17577.0, "p95": 14923.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.093, "count": 30, "max": 0.5, "p95": 0.387, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.407, "count": 30, "max": 0.477, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.259, "count": 30, "max": 4.691, "p95": 1.687, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 123152.3, "count": 30, "max": 130325.0, "p95": 127255.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 123152.3, "count": 30, "max": 130325.0, "p95": 127255.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 172116.7, "count": 30, "max": 252148.0, "p95": 234862.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.55, "count": 30, "max": 0.635, "p95": 0.627, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.964, "count": 30, "max": 1.147, "p95": 1.119, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11598, "sampled_at": "2026-10-30T13:17:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:17:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2892437, "flush_count": 3010, "flush_interval_seconds": 30.0, "flush_state": {"count": 3010, "last_at": "2026-10-30T13:17:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:17:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3009}, "started": true, "suppressed_count": 1498335, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1498186}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3010, "written_record_count": 3010}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9648.02, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T13:18:07+09:00", "last_error_summary": "[h264 @ 0x6195076c2c80] error while decoding MB 16 57, bytestream -15", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4150503936000, "copied_frame_count": 1501195, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4150503936000, "frame_buffer_copies": 1501195, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1228, "count": 512, "max_ms": 2.4739, "p50_ms": 0.1027, "p95_ms": 0.2265, "p99_ms": 0.3309}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4318, "count": 512, "max_ms": 3.2984, "p50_ms": 1.3643, "p95_ms": 2.2885, "p99_ms": 2.8273, "results": {"failed": 0, "not_applicable": 0, "success": 1501195, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 551, "h264_decode_error_count": 1233, "h264_decode_error_count_per_hour": 62, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:18:07+09:00", "last_error_summary": "[h264 @ 0x6195076c2c80] error while decoding MB 16 57, bytestream -15", "last_exit_at": "2026-10-30T13:18:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.739, "last_started_at": "2026-10-30T13:15:56+09:00", "pid": 110760, "process": {"exists": false, "pid": 110760}, "restart_count": 602, "restart_count_per_hour": 33, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 603}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.3, "sample_count": 2350, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1501195, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:18:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T13:18:07+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-10-30T13:18:06+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 101, "debug_expires_at": null, "deduplicated_count": 52, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 450.705, "last_sample_duration_ms": 1297.876, "last_trigger": "periodic", "next_snapshot_in_sec": 149.295, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 301, "storage_bytes": 2869718}, "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-10-30T13:18:06.949408+09:00", "mtime_epoch": 1793333886.9494076, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 118824}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:18:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1470.793, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1501195, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.03, "max": 3.0, "p95": 2.0, "sample_count": 264}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 10}, "total": {"avg": 0.038, "max": 1.0, "p95": 0.0, "sample_count": 264}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 264}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 264}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 264}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 264}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 264}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 264, "pushed_frames": 264, "read_frames": 263, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.816, "pushed": 8.816, "read": 8.782}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 263, "client_acquire_ms": {"avg_ms": 0.007, "count": 264, "max_ms": 0.032, "p95_ms": 0.014, "reason": null, "sample_age_ms": 84.857, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.703, "count": 263, "max_ms": 4.56, "p95_ms": 2.59, "reason": null, "sample_age_ms": 158.504, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.323, "count": 263, "max_ms": 4.269, "p95_ms": 2.048, "reason": null, "sample_age_ms": 158.743, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.279, "count": 264, "max_ms": 0.825, "p95_ms": 0.563, "reason": null, "sample_age_ms": 84.869, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.894, "count": 263, "max_ms": 5.114, "p95_ms": 3.238, "reason": null, "sample_age_ms": 156.464, "source": "client_direct"}, "request_count": 263, "request_tensor_bytes": {"avg": 2764808.0, "count": 263, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 156.431, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 264, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 85.105, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.354, "count": 264, "max_ms": 71.292, "p95_ms": 63.325, "reason": null, "sample_age_ms": 84.852, "source": "client_direct"}, "sample_age_ms": 84.847, "source": "client_direct", "task_total_ms": {"avg_ms": 46.707, "count": 264, "max_ms": 75.198, "p95_ms": 67.339, "reason": null, "sample_age_ms": 84.847, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.471, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.934, "count": 264, "max_ms": 6.297, "p95_ms": 2.271}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.273, "count": 264, "max_ms": 0.927, "p95_ms": 0.572}, "detection_prepare_ms": {"avg_ms": 0.177, "count": 264, "max_ms": 2.099, "p95_ms": 0.378}, "event_filter_ms": {"avg_ms": 0.004, "count": 264, "max_ms": 0.018, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.086, "count": 264, "max_ms": 0.333, "p95_ms": 0.165}, "mcmt_ms": {"avg_ms": 0.003, "count": 264, "max_ms": 0.056, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.204, "count": 264, "max_ms": 1.509, "p95_ms": 0.504}, "setup_ms": {"avg_ms": 0.044, "count": 264, "max_ms": 0.166, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 0.889, "count": 264, "max_ms": 6.088, "p95_ms": 2.187}, "track_match_ms": {"avg_ms": 0.01, "count": 264, "max_ms": 0.421, "p95_ms": 0.019}, "tracker_update_ms": {"avg_ms": 0.087, "count": 264, "max_ms": 1.977, "p95_ms": 0.106}}, "gstreamer_push": {"avg_ms": 3.359, "count": 264, "max_ms": 8.885, "p95_ms": 5.682}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 264, "max_ms": 0.193, "p95_ms": 0.114}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.79, "count": 264, "max_ms": 76.196, "p95_ms": 68.585}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.65, "count": 264, "max_ms": 13.696, "p95_ms": 7.535}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 264, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 264, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.703, "count": 264, "max_ms": 138.848, "p95_ms": 116.919}, "inference_input_copy_ms": {"avg_ms": 1.498, "count": 264, "max_ms": 3.626, "p95_ms": 2.399}, "processing_residual_ms": {"avg_ms": 0.155, "count": 264, "max_ms": 1.249, "p95_ms": 0.277}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 264, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 264, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.006, "count": 264, "max_ms": 143.724, "p95_ms": 122.026}, "read_interval": {"avg_ms": 113.614, "count": 263, "max_ms": 180.215, "p95_ms": 148.973}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 264, "max_ms": 0.057, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.15, "count": 264, "max_ms": 1.348, "p95_ms": 0.376}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 264, "max_ms": 0.051, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.135, "count": 264, "max_ms": 1.306, "p95_ms": 0.342}, "worker_merge_ms": {"avg_ms": 0.006, "count": 264, "max_ms": 0.034, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 47.804, "count": 264, "max_ms": 76.222, "p95_ms": 68.604}, "visualize": {"avg_ms": 44.895, "count": 264, "max_ms": 66.801, "p95_ms": 58.828}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.518, "count": 264, "max_ms": 64.73, "p95_ms": 56.056}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 264, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.352, "count": 264, "max_ms": 65.254, "p95_ms": 57.129}, "visualize_input_copy_ms": {"avg_ms": 1.34, "count": 264, "max_ms": 5.406, "p95_ms": 2.18}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 264, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.228, "count": 264, "max_ms": 65.165, "p95_ms": 56.964}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 264, "max_ms": 0.211, "p95_ms": 0.147}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 264}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 264}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 264}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1470.703, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.185, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.649, "sample_count": 2302, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1501000, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:17:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117596, "write_bytes_delta": 117596, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1180.0, "cpu_core_ratio": 0.486226, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 110760, "reason": null, "system_cpu_core_ratio": 0.045381, "system_cpu_s_delta": 0.9100000000000001, "user_cpu_core_ratio": 0.440845, "user_cpu_s_delta": 8.839999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.601306, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 252148.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.58796, "system_cpu_s_delta": 11.789999999993597, "user_cpu_core_ratio": 1.013346, "user_cpu_s_delta": 20.320000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.653, "count": 263, "max_ms": 10.118, "p95_ms": 6.651, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.065, "max": 4.0, "p95": 3.0, "sample_count": 263}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 92}, "total": {"avg": 0.35, "max": 1.0, "p95": 1.0, "sample_count": 263}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.202, "count": 30, "max": 59.839, "p95": 54.717, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.472, "count": 30, "max": 24.253, "p95": 23.783, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 955.8, "count": 30, "max": 1217.0, "p95": 1192.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2284.3, "count": 30, "max": 17577.0, "p95": 14923.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.093, "count": 30, "max": 0.5, "p95": 0.387, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.407, "count": 30, "max": 0.477, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.259, "count": 30, "max": 4.691, "p95": 1.687, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 123152.3, "count": 30, "max": 130325.0, "p95": 127255.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 123152.3, "count": 30, "max": 130325.0, "p95": 127255.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 172116.7, "count": 30, "max": 252148.0, "p95": 234862.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.55, "count": 30, "max": 0.635, "p95": 0.627, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.964, "count": 30, "max": 1.147, "p95": 1.119, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11598, "sampled_at": "2026-10-30T13:17:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:17:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2892437, "flush_count": 3010, "flush_interval_seconds": 30.0, "flush_state": {"count": 3010, "last_at": "2026-10-30T13:17:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:17:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3009}, "started": true, "suppressed_count": 1498335, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1498186}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3010, "written_record_count": 3010}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9647.898, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4150503936000, "copied_frame_count": 1501195, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4150503936000, "frame_buffer_copies": 1501195, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1228, "count": 512, "max_ms": 2.4739, "p50_ms": 0.1027, "p95_ms": 0.2265, "p99_ms": 0.3309}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4318, "count": 512, "max_ms": 3.2984, "p50_ms": 1.3643, "p95_ms": 2.2885, "p99_ms": 2.8273, "results": {"failed": 0, "not_applicable": 0, "success": 1501195, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 551, "h264_decode_error_count": 1233, "h264_decode_error_count_per_hour": 62, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:18:07+09:00", "last_error_summary": "[h264 @ 0x6195076c2c80] error while decoding MB 16 57, bytestream -15", "last_exit_at": "2026-10-30T13:18:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.775, "last_started_at": "2026-10-30T13:15:56+09:00", "pid": 110760, "process": {"exists": false, "pid": 110760}, "restart_count": 602, "restart_count_per_hour": 33, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 603}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.3, "sample_count": 2350, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1501195, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:18:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.038, "last_frame_pushed_at": "2026-10-30T13:18:07+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-10-30T13:18:06+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 101, "debug_expires_at": null, "deduplicated_count": 52, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 450.744, "last_sample_duration_ms": 1297.876, "last_trigger": "periodic", "next_snapshot_in_sec": 149.256, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 301, "storage_bytes": 2869718}, "mjpeg": {"age_sec": 0.03, "exists": true, "mtime": "2026-10-30T13:18:07.099408+09:00", "mtime_epoch": 1793333887.0994084, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117318}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:18:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1470.793, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1501195, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.03, "max": 3.0, "p95": 2.0, "sample_count": 264}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 10}, "total": {"avg": 0.038, "max": 1.0, "p95": 0.0, "sample_count": 264}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 264}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 264}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 264}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 264}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 264}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 264, "pushed_frames": 264, "read_frames": 263, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.805, "pushed": 8.805, "read": 8.772}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 263, "client_acquire_ms": {"avg_ms": 0.007, "count": 263, "max_ms": 0.032, "p95_ms": 0.014, "reason": null, "sample_age_ms": 120.63, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.703, "count": 263, "max_ms": 4.56, "p95_ms": 2.59, "reason": null, "sample_age_ms": 194.278, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.323, "count": 263, "max_ms": 4.269, "p95_ms": 2.048, "reason": null, "sample_age_ms": 194.516, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.279, "count": 263, "max_ms": 0.825, "p95_ms": 0.563, "reason": null, "sample_age_ms": 120.642, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.894, "count": 263, "max_ms": 5.114, "p95_ms": 3.238, "reason": null, "sample_age_ms": 192.237, "source": "client_direct"}, "request_count": 263, "request_tensor_bytes": {"avg": 2764808.0, "count": 263, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 192.204, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 263, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 120.878, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.371, "count": 263, "max_ms": 71.292, "p95_ms": 63.345, "reason": null, "sample_age_ms": 120.625, "source": "client_direct"}, "sample_age_ms": 120.62, "source": "client_direct", "task_total_ms": {"avg_ms": 46.724, "count": 263, "max_ms": 75.198, "p95_ms": 67.45, "reason": null, "sample_age_ms": 120.62, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.887, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.934, "count": 264, "max_ms": 6.297, "p95_ms": 2.271}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.273, "count": 264, "max_ms": 0.927, "p95_ms": 0.572}, "detection_prepare_ms": {"avg_ms": 0.177, "count": 264, "max_ms": 2.099, "p95_ms": 0.378}, "event_filter_ms": {"avg_ms": 0.004, "count": 264, "max_ms": 0.018, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.086, "count": 264, "max_ms": 0.333, "p95_ms": 0.165}, "mcmt_ms": {"avg_ms": 0.003, "count": 264, "max_ms": 0.056, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.204, "count": 264, "max_ms": 1.509, "p95_ms": 0.504}, "setup_ms": {"avg_ms": 0.044, "count": 264, "max_ms": 0.166, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 0.889, "count": 264, "max_ms": 6.088, "p95_ms": 2.187}, "track_match_ms": {"avg_ms": 0.01, "count": 264, "max_ms": 0.421, "p95_ms": 0.019}, "tracker_update_ms": {"avg_ms": 0.087, "count": 264, "max_ms": 1.977, "p95_ms": 0.106}}, "gstreamer_push": {"avg_ms": 3.359, "count": 264, "max_ms": 8.885, "p95_ms": 5.682}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 264, "max_ms": 0.193, "p95_ms": 0.114}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.79, "count": 264, "max_ms": 76.196, "p95_ms": 68.585}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.65, "count": 264, "max_ms": 13.696, "p95_ms": 7.535}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 264, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 264, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.703, "count": 264, "max_ms": 138.848, "p95_ms": 116.919}, "inference_input_copy_ms": {"avg_ms": 1.498, "count": 264, "max_ms": 3.626, "p95_ms": 2.399}, "processing_residual_ms": {"avg_ms": 0.155, "count": 264, "max_ms": 1.249, "p95_ms": 0.277}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 264, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 264, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.006, "count": 264, "max_ms": 143.724, "p95_ms": 122.026}, "read_interval": {"avg_ms": 113.614, "count": 263, "max_ms": 180.215, "p95_ms": 148.973}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 264, "max_ms": 0.057, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.15, "count": 264, "max_ms": 1.348, "p95_ms": 0.376}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 264, "max_ms": 0.051, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.135, "count": 264, "max_ms": 1.306, "p95_ms": 0.342}, "worker_merge_ms": {"avg_ms": 0.006, "count": 264, "max_ms": 0.034, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 47.804, "count": 264, "max_ms": 76.222, "p95_ms": 68.604}, "visualize": {"avg_ms": 44.895, "count": 264, "max_ms": 66.801, "p95_ms": 58.828}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.518, "count": 264, "max_ms": 64.73, "p95_ms": 56.056}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 264, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.352, "count": 264, "max_ms": 65.254, "p95_ms": 57.129}, "visualize_input_copy_ms": {"avg_ms": 1.34, "count": 264, "max_ms": 5.406, "p95_ms": 2.18}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 264, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.228, "count": 264, "max_ms": 65.165, "p95_ms": 56.964}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 264, "max_ms": 0.211, "p95_ms": 0.147}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 264}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 264}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 264}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1470.703, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.185, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.649, "sample_count": 2302, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1501000, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:17:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117596, "write_bytes_delta": 117596, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1180.0, "cpu_core_ratio": 0.486226, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 110760, "reason": null, "system_cpu_core_ratio": 0.045381, "system_cpu_s_delta": 0.9100000000000001, "user_cpu_core_ratio": 0.440845, "user_cpu_s_delta": 8.839999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.601306, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 252148.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.58796, "system_cpu_s_delta": 11.789999999993597, "user_cpu_core_ratio": 1.013346, "user_cpu_s_delta": 20.320000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.653, "count": 263, "max_ms": 10.118, "p95_ms": 6.651, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.065, "max": 4.0, "p95": 3.0, "sample_count": 263}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 92}, "total": {"avg": 0.35, "max": 1.0, "p95": 1.0, "sample_count": 263}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.202, "count": 30, "max": 59.839, "p95": 54.717, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.472, "count": 30, "max": 24.253, "p95": 23.783, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 955.8, "count": 30, "max": 1217.0, "p95": 1192.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2284.3, "count": 30, "max": 17577.0, "p95": 14923.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.093, "count": 30, "max": 0.5, "p95": 0.387, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.407, "count": 30, "max": 0.477, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.259, "count": 30, "max": 4.691, "p95": 1.687, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 123152.3, "count": 30, "max": 130325.0, "p95": 127255.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 123152.3, "count": 30, "max": 130325.0, "p95": 127255.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 172116.7, "count": 30, "max": 252148.0, "p95": 234862.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.55, "count": 30, "max": 0.635, "p95": 0.627, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.964, "count": 30, "max": 1.147, "p95": 1.119, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11598, "sampled_at": "2026-10-30T13:17:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:17:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2892437, "flush_count": 3010, "flush_interval_seconds": 30.0, "flush_state": {"count": 3010, "last_at": "2026-10-30T13:17:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:17:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3009}, "started": true, "suppressed_count": 1498335, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1498186}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3010, "written_record_count": 3010}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9829.332, "limit_mb": null}, "detail": {"pid": 110876, "restart_count": 603, "start_count": 604}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4150503936000, "copied_frame_count": 1501195, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4150503936000, "frame_buffer_copies": 1501195, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1228, "count": 512, "max_ms": 2.4739, "p50_ms": 0.1027, "p95_ms": 0.2265, "p99_ms": 0.3309}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4318, "count": 512, "max_ms": 3.2984, "p50_ms": 1.3643, "p95_ms": 2.2885, "p99_ms": 2.8273, "results": {"failed": 0, "not_applicable": 0, "success": 1501195, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 551, "h264_decode_error_count": 1233, "h264_decode_error_count_per_hour": 62, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:18:07+09:00", "last_error_summary": "[h264 @ 0x6195076c2c80] error while decoding MB 16 57, bytestream -15", "last_exit_at": "2026-10-30T13:18:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T13:18:09+09:00", "pid": 110876, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.91, "name": "ffmpeg", "pid": 110876, "rss_mb": 209.91, "state": "S (sleeping)", "threads": 70}, "restart_count": 603, "restart_count_per_hour": 34, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 604}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.282, "sample_count": 2317, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1501195, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:18:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.137, "last_frame_pushed_at": "2026-10-30T13:18:07+09:00", "last_frame_read_age_sec": 4.285, "last_frame_read_at": "2026-10-30T13:18:06+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 101, "debug_expires_at": null, "deduplicated_count": 52, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 454.85, "last_sample_duration_ms": 1297.876, "last_trigger": "periodic", "next_snapshot_in_sec": 145.15, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 301, "storage_bytes": 2869718}, "mjpeg": {"age_sec": 4.129, "exists": true, "mtime": "2026-10-30T13:18:07.099408+09:00", "mtime_epoch": 1793333887.0994084, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117318}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:18:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1470.797, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1501195, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.035, "max": 3.0, "p95": 2.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 6}, "total": {"avg": 0.027, "max": 1.0, "p95": 0.0, "sample_count": 226}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 226}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 226}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.548, "pushed": 7.548, "read": 7.514}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 225, "client_acquire_ms": {"avg_ms": 0.007, "count": 226, "max_ms": 0.032, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4230.111, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.706, "count": 225, "max_ms": 4.56, "p95_ms": 2.455, "reason": null, "sample_age_ms": 4303.759, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.32, "count": 225, "max_ms": 4.269, "p95_ms": 1.985, "reason": null, "sample_age_ms": 4303.997, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.279, "count": 226, "max_ms": 0.817, "p95_ms": 0.563, "reason": null, "sample_age_ms": 4230.124, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.89, "count": 225, "max_ms": 5.114, "p95_ms": 3.285, "reason": null, "sample_age_ms": 4301.718, "source": "client_direct"}, "request_count": 225, "request_tensor_bytes": {"avg": 2764808.0, "count": 225, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4301.685, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 226, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4230.359, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.641, "count": 226, "max_ms": 71.292, "p95_ms": 64.621, "reason": null, "sample_age_ms": 4230.106, "source": "client_direct"}, "sample_age_ms": 4230.101, "source": "client_direct", "task_total_ms": {"avg_ms": 46.993, "count": 226, "max_ms": 75.198, "p95_ms": 67.773, "reason": null, "sample_age_ms": 4230.101, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.042, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.901, "count": 226, "max_ms": 6.297, "p95_ms": 1.773}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.27, "count": 226, "max_ms": 0.927, "p95_ms": 0.547}, "detection_prepare_ms": {"avg_ms": 0.169, "count": 226, "max_ms": 2.099, "p95_ms": 0.368}, "event_filter_ms": {"avg_ms": 0.004, "count": 226, "max_ms": 0.018, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.086, "count": 226, "max_ms": 0.333, "p95_ms": 0.165}, "mcmt_ms": {"avg_ms": 0.003, "count": 226, "max_ms": 0.056, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.198, "count": 226, "max_ms": 1.509, "p95_ms": 0.457}, "setup_ms": {"avg_ms": 0.044, "count": 226, "max_ms": 0.166, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 0.855, "count": 226, "max_ms": 6.088, "p95_ms": 1.674}, "track_match_ms": {"avg_ms": 0.008, "count": 226, "max_ms": 0.299, "p95_ms": 0.013}, "tracker_update_ms": {"avg_ms": 0.071, "count": 226, "max_ms": 1.924, "p95_ms": 0.09}}, "gstreamer_push": {"avg_ms": 3.272, "count": 226, "max_ms": 7.673, "p95_ms": 5.673}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 226, "max_ms": 0.193, "p95_ms": 0.115}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.074, "count": 226, "max_ms": 76.196, "p95_ms": 68.657}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.642, "count": 226, "max_ms": 13.696, "p95_ms": 7.221}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 95.416, "count": 226, "max_ms": 138.848, "p95_ms": 118.007}, "inference_input_copy_ms": {"avg_ms": 1.486, "count": 226, "max_ms": 3.626, "p95_ms": 2.374}, "processing_residual_ms": {"avg_ms": 0.151, "count": 226, "max_ms": 0.402, "p95_ms": 0.277}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.694, "count": 226, "max_ms": 143.724, "p95_ms": 122.212}, "read_interval": {"avg_ms": 114.345, "count": 225, "max_ms": 180.215, "p95_ms": 152.273}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 226, "max_ms": 0.057, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.144, "count": 226, "max_ms": 1.348, "p95_ms": 0.34}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 226, "max_ms": 0.051, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.129, "count": 226, "max_ms": 1.306, "p95_ms": 0.306}, "worker_merge_ms": {"avg_ms": 0.006, "count": 226, "max_ms": 0.034, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 48.088, "count": 226, "max_ms": 76.222, "p95_ms": 68.662}, "visualize": {"avg_ms": 45.349, "count": 226, "max_ms": 66.801, "p95_ms": 59.489}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.979, "count": 226, "max_ms": 64.73, "p95_ms": 56.715}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.796, "count": 226, "max_ms": 65.254, "p95_ms": 57.85}, "visualize_input_copy_ms": {"avg_ms": 1.348, "count": 226, "max_ms": 5.406, "p95_ms": 2.221}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.672, "count": 226, "max_ms": 65.165, "p95_ms": 57.705}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 226, "max_ms": 0.211, "p95_ms": 0.147}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 226}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1470.703, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.185, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.649, "sample_count": 2302, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1501000, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:17:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117596, "write_bytes_delta": 117596, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1180.0, "cpu_core_ratio": 0.486226, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 110760, "reason": null, "system_cpu_core_ratio": 0.045381, "system_cpu_s_delta": 0.9100000000000001, "user_cpu_core_ratio": 0.440845, "user_cpu_s_delta": 8.839999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.601306, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 252148.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.58796, "system_cpu_s_delta": 11.789999999993597, "user_cpu_core_ratio": 1.013346, "user_cpu_s_delta": 20.320000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.653, "count": 263, "max_ms": 10.118, "p95_ms": 6.651, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.065, "max": 4.0, "p95": 3.0, "sample_count": 263}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 92}, "total": {"avg": 0.35, "max": 1.0, "p95": 1.0, "sample_count": 263}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.202, "count": 30, "max": 59.839, "p95": 54.717, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.472, "count": 30, "max": 24.253, "p95": 23.783, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 955.8, "count": 30, "max": 1217.0, "p95": 1192.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2284.3, "count": 30, "max": 17577.0, "p95": 14923.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.093, "count": 30, "max": 0.5, "p95": 0.387, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.407, "count": 30, "max": 0.477, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.259, "count": 30, "max": 4.691, "p95": 1.687, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 123152.3, "count": 30, "max": 130325.0, "p95": 127255.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 123152.3, "count": 30, "max": 130325.0, "p95": 127255.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 172116.7, "count": 30, "max": 252148.0, "p95": 234862.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.55, "count": 30, "max": 0.635, "p95": 0.627, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.964, "count": 30, "max": 1.147, "p95": 1.119, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11598, "sampled_at": "2026-10-30T13:17:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:17:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2893368, "flush_count": 3011, "flush_interval_seconds": 30.0, "flush_state": {"count": 3011, "last_at": "2026-10-30T13:18:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:18:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3010}, "started": true, "suppressed_count": 1498873, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1498724}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3011, "written_record_count": 3011}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9647.414, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x57be6a3c1c00] left block unavailable for requested intra mode [h264 @ 0x57be6a3c1c00] error while decoding MB 0 66, bytestream 13376 [h264 @ 0x57be6a467880] error while decoding MB 56 60, bytestream -7 [h264 @ 0x57be6a2cfe40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x57be6a2cfe40] error while decoding MB 0 42, bytestream 3424 [h264 @ 0x57be6a2f2fc0] error while decoding MB 95 63, bytestream -40", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4151991398400, "copied_frame_count": 1501733, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4151991398400, "frame_buffer_copies": 1501733, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1205, "count": 512, "max_ms": 3.5069, "p50_ms": 0.0967, "p95_ms": 0.2096, "p99_ms": 0.3032}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4479, "count": 512, "max_ms": 4.2187, "p50_ms": 1.3425, "p95_ms": 2.3827, "p99_ms": 3.3221, "results": {"failed": 0, "not_applicable": 0, "success": 1501733, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 552, "h264_decode_error_count": 1237, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:19:25+09:00", "last_error_summary": "[h264 @ 0x57be6a3c1c00] left block unavailable for requested intra mode [h264 @ 0x57be6a3c1c00] error while decoding MB 0 66, bytestream 13376 [h264 @ 0x57be6a467880] error while decoding MB 56 60, bytestream -7 [h264 @ 0x57be6a2cfe40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x57be6a2cfe40] error while decoding MB 0 42, bytestream 3424 [h264 @ 0x57be6a2f2fc0] error while decoding MB 95 63, bytestream -40", "last_exit_at": "2026-10-30T13:18:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.012, "last_started_at": "2026-10-30T13:18:09+09:00", "pid": 110876, "process": {"exists": false, "pid": 110876}, "restart_count": 603, "restart_count_per_hour": 33, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 604}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.929, "sample_count": 2254, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1501733, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:19:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.087, "last_frame_pushed_at": "2026-10-30T13:19:25+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-10-30T13:19:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 101, "debug_expires_at": null, "deduplicated_count": 52, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 528.864, "last_sample_duration_ms": 1297.876, "last_trigger": "periodic", "next_snapshot_in_sec": 71.136, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 301, "storage_bytes": 2869718}, "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-10-30T13:19:25.161846+09:00", "mtime_epoch": 1793333965.1618457, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117215}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:19:25+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1471.062, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1501734, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.091, "max": 3.0, "p95": 3.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 125}, "total": {"avg": 0.598, "max": 1.0, "p95": 1.0, "sample_count": 209}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 210, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.33, "pushed": 7.33, "read": 7.365}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 210, "client_acquire_ms": {"avg_ms": 0.009, "count": 210, "max_ms": 0.117, "p95_ms": 0.016, "reason": null, "sample_age_ms": 44.022, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.965, "count": 210, "max_ms": 5.153, "p95_ms": 3.464, "reason": null, "sample_age_ms": 93.943, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.386, "count": 210, "max_ms": 3.695, "p95_ms": 2.415, "reason": null, "sample_age_ms": 94.275, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.308, "count": 210, "max_ms": 1.327, "p95_ms": 0.618, "reason": null, "sample_age_ms": 44.037, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.125, "count": 210, "max_ms": 5.435, "p95_ms": 3.499, "reason": null, "sample_age_ms": 92.297, "source": "client_direct"}, "request_count": 210, "request_tensor_bytes": {"avg": 2764808.0, "count": 210, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 92.277, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 210, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 44.441, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.23, "count": 210, "max_ms": 77.913, "p95_ms": 64.256, "reason": null, "sample_age_ms": 44.016, "source": "client_direct"}, "sample_age_ms": 44.01, "source": "client_direct", "task_total_ms": {"avg_ms": 48.864, "count": 210, "max_ms": 82.099, "p95_ms": 66.651, "reason": null, "sample_age_ms": 44.01, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.053, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.912, "count": 209, "max_ms": 10.098, "p95_ms": 6.752}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.334, "count": 209, "max_ms": 1.017, "p95_ms": 0.643}, "detection_prepare_ms": {"avg_ms": 0.917, "count": 209, "max_ms": 4.083, "p95_ms": 2.452}, "event_filter_ms": {"avg_ms": 0.004, "count": 209, "max_ms": 0.023, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.125, "count": 209, "max_ms": 0.469, "p95_ms": 0.251}, "mcmt_ms": {"avg_ms": 0.003, "count": 209, "max_ms": 0.021, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.45, "count": 209, "max_ms": 1.902, "p95_ms": 1.007}, "setup_ms": {"avg_ms": 0.049, "count": 209, "max_ms": 0.129, "p95_ms": 0.103}, "total_inside_ms": {"avg_ms": 2.858, "count": 209, "max_ms": 9.924, "p95_ms": 6.635}, "track_match_ms": {"avg_ms": 0.075, "count": 209, "max_ms": 0.379, "p95_ms": 0.208}, "tracker_update_ms": {"avg_ms": 0.9, "count": 209, "max_ms": 4.394, "p95_ms": 2.268}}, "gstreamer_push": {"avg_ms": 3.575, "count": 209, "max_ms": 9.301, "p95_ms": 6.43}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 209, "max_ms": 0.218, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.242, "count": 209, "max_ms": 83.797, "p95_ms": 68.953}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.898, "count": 209, "max_ms": 12.006, "p95_ms": 7.756}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.253, "count": 209, "max_ms": 143.544, "p95_ms": 127.874}, "inference_input_copy_ms": {"avg_ms": 1.671, "count": 209, "max_ms": 4.077, "p95_ms": 2.807}, "processing_residual_ms": {"avg_ms": 0.207, "count": 209, "max_ms": 2.172, "p95_ms": 0.395}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.028, "count": 209, "max_ms": 148.574, "p95_ms": 133.433}, "read_interval": {"avg_ms": 146.178, "count": 210, "max_ms": 2268.532, "p95_ms": 171.062}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 209, "max_ms": 0.07, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.393, "count": 209, "max_ms": 1.721, "p95_ms": 0.904}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 209, "max_ms": 0.11, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.378, "count": 209, "max_ms": 1.651, "p95_ms": 0.881}, "worker_merge_ms": {"avg_ms": 0.007, "count": 209, "max_ms": 0.03, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 50.256, "count": 209, "max_ms": 83.813, "p95_ms": 68.968}, "visualize": {"avg_ms": 48.947, "count": 209, "max_ms": 71.306, "p95_ms": 61.649}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.217, "count": 209, "max_ms": 66.456, "p95_ms": 56.597}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.391, "count": 209, "max_ms": 69.568, "p95_ms": 60.136}, "visualize_input_copy_ms": {"avg_ms": 1.346, "count": 209, "max_ms": 3.541, "p95_ms": 2.138}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.256, "count": 209, "max_ms": 69.402, "p95_ms": 60.057}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 209, "max_ms": 0.203, "p95_ms": 0.162}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1470.992, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 61.348, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.929, "sample_count": 2270, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1501593, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:19:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117144, "write_bytes_delta": 117144, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 500.0, "cpu_core_ratio": 0.747894, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3368.0, "pid": 110876, "reason": null, "system_cpu_core_ratio": 0.347084, "system_cpu_s_delta": 7.300000000000001, "user_cpu_core_ratio": 0.40081, "user_cpu_s_delta": 8.43}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.165821, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 162022.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.440273, "system_cpu_s_delta": 9.260000000009313, "user_cpu_core_ratio": 0.725548, "user_cpu_s_delta": 15.25999999998021}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.847, "count": 190, "max_ms": 16.64, "p95_ms": 7.578, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.037, "max": 3.0, "p95": 2.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 64}, "total": {"avg": 0.337, "max": 1.0, "p95": 1.0, "sample_count": 190}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.858, "count": 30, "max": 61.348, "p95": 58.848, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.538, "count": 30, "max": 24.253, "p95": 23.62, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 942.233, "count": 30, "max": 1251.0, "p95": 1208.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2365.367, "count": 30, "max": 17577.0, "p95": 14923.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.104, "count": 30, "max": 0.5, "p95": 0.387, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.409, "count": 30, "max": 0.477, "p95": 0.449, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.259, "count": 30, "max": 4.691, "p95": 1.687, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 121950.033, "count": 30, "max": 130325.0, "p95": 126954.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 121950.033, "count": 30, "max": 130325.0, "p95": 126954.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 172574.3, "count": 30, "max": 252148.0, "p95": 236486.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.538, "count": 30, "max": 0.629, "p95": 0.621, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.939, "count": 30, "max": 1.147, "p95": 1.104, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11602, "sampled_at": "2026-10-30T13:19:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:19:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.512, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2893368, "flush_count": 3011, "flush_interval_seconds": 30.0, "flush_state": {"count": 3011, "last_at": "2026-10-30T13:18:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:18:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3010}, "started": true, "suppressed_count": 1498873, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1498724}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3011, "written_record_count": 3011}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9653.086, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T13:19:25+09:00", "last_error_summary": "[h264 @ 0x57be6a3c1c00] left block unavailable for requested intra mode [h264 @ 0x57be6a3c1c00] error while decoding MB 0 66, bytestream 13376 [h264 @ 0x57be6a467880] error while decoding MB 56 60, bytestream -7 [h264 @ 0x57be6a2cfe40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x57be6a2cfe40] error while decoding MB 0 42, bytestream 3424 [h264 @ 0x57be6a2f2fc0] error while decoding MB 95 63, bytestream -40", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4151994163200, "copied_frame_count": 1501734, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4151994163200, "frame_buffer_copies": 1501734, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1204, "count": 512, "max_ms": 3.5069, "p50_ms": 0.0967, "p95_ms": 0.2096, "p99_ms": 0.3032}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4498, "count": 512, "max_ms": 4.2187, "p50_ms": 1.3427, "p95_ms": 2.3827, "p99_ms": 3.3221, "results": {"failed": 0, "not_applicable": 0, "success": 1501734, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 552, "h264_decode_error_count": 1237, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:19:25+09:00", "last_error_summary": "[h264 @ 0x57be6a3c1c00] left block unavailable for requested intra mode [h264 @ 0x57be6a3c1c00] error while decoding MB 0 66, bytestream 13376 [h264 @ 0x57be6a467880] error while decoding MB 56 60, bytestream -7 [h264 @ 0x57be6a2cfe40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x57be6a2cfe40] error while decoding MB 0 42, bytestream 3424 [h264 @ 0x57be6a2f2fc0] error while decoding MB 95 63, bytestream -40", "last_exit_at": "2026-10-30T13:19:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.065, "last_started_at": "2026-10-30T13:18:09+09:00", "pid": 110876, "process": {"exists": false, "pid": 110876}, "restart_count": 603, "restart_count_per_hour": 33, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 604}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.929, "sample_count": 2254, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1501734, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:19:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.015, "last_frame_pushed_at": "2026-10-30T13:19:25+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-10-30T13:19:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 101, "debug_expires_at": null, "deduplicated_count": 52, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 528.902, "last_sample_duration_ms": 1297.876, "last_trigger": "periodic", "next_snapshot_in_sec": 71.098, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 301, "storage_bytes": 2869718}, "mjpeg": {"age_sec": 0.004, "exists": true, "mtime": "2026-10-30T13:19:25.288846+09:00", "mtime_epoch": 1793333965.2888465, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 118028}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:19:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1471.066, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1501734, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.09, "max": 3.0, "p95": 3.0, "sample_count": 210}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 126}, "total": {"avg": 0.6, "max": 1.0, "p95": 1.0, "sample_count": 210}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 210, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.352, "pushed": 7.352, "read": 7.352}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 210, "client_acquire_ms": {"avg_ms": 0.009, "count": 210, "max_ms": 0.117, "p95_ms": 0.016, "reason": null, "sample_age_ms": 91.031, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.965, "count": 210, "max_ms": 5.153, "p95_ms": 3.464, "reason": null, "sample_age_ms": 140.952, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.386, "count": 210, "max_ms": 3.695, "p95_ms": 2.415, "reason": null, "sample_age_ms": 141.284, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.308, "count": 210, "max_ms": 1.327, "p95_ms": 0.618, "reason": null, "sample_age_ms": 91.046, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.125, "count": 210, "max_ms": 5.435, "p95_ms": 3.499, "reason": null, "sample_age_ms": 139.306, "source": "client_direct"}, "request_count": 210, "request_tensor_bytes": {"avg": 2764808.0, "count": 210, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 139.286, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 210, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 91.45, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.23, "count": 210, "max_ms": 77.913, "p95_ms": 64.256, "reason": null, "sample_age_ms": 91.025, "source": "client_direct"}, "sample_age_ms": 91.019, "source": "client_direct", "task_total_ms": {"avg_ms": 48.864, "count": 210, "max_ms": 82.099, "p95_ms": 66.651, "reason": null, "sample_age_ms": 91.019, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.076, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.92, "count": 210, "max_ms": 10.098, "p95_ms": 6.752}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.333, "count": 210, "max_ms": 1.017, "p95_ms": 0.643}, "detection_prepare_ms": {"avg_ms": 0.922, "count": 210, "max_ms": 4.083, "p95_ms": 2.452}, "event_filter_ms": {"avg_ms": 0.004, "count": 210, "max_ms": 0.023, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.125, "count": 210, "max_ms": 0.469, "p95_ms": 0.251}, "mcmt_ms": {"avg_ms": 0.003, "count": 210, "max_ms": 0.021, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.45, "count": 210, "max_ms": 1.902, "p95_ms": 1.007}, "setup_ms": {"avg_ms": 0.049, "count": 210, "max_ms": 0.129, "p95_ms": 0.103}, "total_inside_ms": {"avg_ms": 2.866, "count": 210, "max_ms": 9.924, "p95_ms": 6.635}, "track_match_ms": {"avg_ms": 0.075, "count": 210, "max_ms": 0.379, "p95_ms": 0.208}, "tracker_update_ms": {"avg_ms": 0.903, "count": 210, "max_ms": 4.394, "p95_ms": 2.268}}, "gstreamer_push": {"avg_ms": 3.569, "count": 210, "max_ms": 9.301, "p95_ms": 6.43}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 210, "max_ms": 0.218, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.244, "count": 210, "max_ms": 83.797, "p95_ms": 68.953}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.892, "count": 210, "max_ms": 12.006, "p95_ms": 7.756}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.294, "count": 210, "max_ms": 143.544, "p95_ms": 127.874}, "inference_input_copy_ms": {"avg_ms": 1.672, "count": 210, "max_ms": 4.077, "p95_ms": 2.807}, "processing_residual_ms": {"avg_ms": 0.207, "count": 210, "max_ms": 2.172, "p95_ms": 0.395}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.065, "count": 210, "max_ms": 148.574, "p95_ms": 133.433}, "read_interval": {"avg_ms": 146.178, "count": 210, "max_ms": 2268.532, "p95_ms": 171.062}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 210, "max_ms": 0.07, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.393, "count": 210, "max_ms": 1.721, "p95_ms": 0.904}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 210, "max_ms": 0.11, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.378, "count": 210, "max_ms": 1.651, "p95_ms": 0.881}, "worker_merge_ms": {"avg_ms": 0.007, "count": 210, "max_ms": 0.03, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 50.259, "count": 210, "max_ms": 83.813, "p95_ms": 68.968}, "visualize": {"avg_ms": 48.98, "count": 210, "max_ms": 71.306, "p95_ms": 61.649}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.236, "count": 210, "max_ms": 66.456, "p95_ms": 56.597}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.424, "count": 210, "max_ms": 69.568, "p95_ms": 60.136}, "visualize_input_copy_ms": {"avg_ms": 1.346, "count": 210, "max_ms": 3.541, "p95_ms": 2.138}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.289, "count": 210, "max_ms": 69.402, "p95_ms": 60.057}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 210, "max_ms": 0.203, "p95_ms": 0.162}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1470.992, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 61.348, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.929, "sample_count": 2270, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1501593, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:19:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117144, "write_bytes_delta": 117144, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 500.0, "cpu_core_ratio": 0.747894, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3368.0, "pid": 110876, "reason": null, "system_cpu_core_ratio": 0.347084, "system_cpu_s_delta": 7.300000000000001, "user_cpu_core_ratio": 0.40081, "user_cpu_s_delta": 8.43}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.165821, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 162022.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.440273, "system_cpu_s_delta": 9.260000000009313, "user_cpu_core_ratio": 0.725548, "user_cpu_s_delta": 15.25999999998021}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.847, "count": 190, "max_ms": 16.64, "p95_ms": 7.578, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.037, "max": 3.0, "p95": 2.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 64}, "total": {"avg": 0.337, "max": 1.0, "p95": 1.0, "sample_count": 190}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.858, "count": 30, "max": 61.348, "p95": 58.848, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.538, "count": 30, "max": 24.253, "p95": 23.62, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 942.233, "count": 30, "max": 1251.0, "p95": 1208.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2365.367, "count": 30, "max": 17577.0, "p95": 14923.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.104, "count": 30, "max": 0.5, "p95": 0.387, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.409, "count": 30, "max": 0.477, "p95": 0.449, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.259, "count": 30, "max": 4.691, "p95": 1.687, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 121950.033, "count": 30, "max": 130325.0, "p95": 126954.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 121950.033, "count": 30, "max": 130325.0, "p95": 126954.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 172574.3, "count": 30, "max": 252148.0, "p95": 236486.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.538, "count": 30, "max": 0.629, "p95": 0.621, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.939, "count": 30, "max": 1.147, "p95": 1.104, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11602, "sampled_at": "2026-10-30T13:19:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:19:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.565, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2893368, "flush_count": 3011, "flush_interval_seconds": 30.0, "flush_state": {"count": 3011, "last_at": "2026-10-30T13:18:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:18:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3010}, "started": true, "suppressed_count": 1498873, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1498724}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3011, "written_record_count": 3011}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9648.027, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4151994163200, "copied_frame_count": 1501734, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4151994163200, "frame_buffer_copies": 1501734, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1204, "count": 512, "max_ms": 3.5069, "p50_ms": 0.0967, "p95_ms": 0.2096, "p99_ms": 0.3032}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4498, "count": 512, "max_ms": 4.2187, "p50_ms": 1.3427, "p95_ms": 2.3827, "p99_ms": 3.3221, "results": {"failed": 0, "not_applicable": 0, "success": 1501734, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 552, "h264_decode_error_count": 1237, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:19:25+09:00", "last_error_summary": "[h264 @ 0x57be6a3c1c00] left block unavailable for requested intra mode [h264 @ 0x57be6a3c1c00] error while decoding MB 0 66, bytestream 13376 [h264 @ 0x57be6a467880] error while decoding MB 56 60, bytestream -7 [h264 @ 0x57be6a2cfe40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x57be6a2cfe40] error while decoding MB 0 42, bytestream 3424 [h264 @ 0x57be6a2f2fc0] error while decoding MB 95 63, bytestream -40", "last_exit_at": "2026-10-30T13:19:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.106, "last_started_at": "2026-10-30T13:18:09+09:00", "pid": 110876, "process": {"exists": false, "pid": 110876}, "restart_count": 603, "restart_count_per_hour": 33, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 604}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.929, "sample_count": 2254, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1501734, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:19:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.056, "last_frame_pushed_at": "2026-10-30T13:19:25+09:00", "last_frame_read_age_sec": 0.177, "last_frame_read_at": "2026-10-30T13:19:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 101, "debug_expires_at": null, "deduplicated_count": 52, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 528.939, "last_sample_duration_ms": 1297.876, "last_trigger": "periodic", "next_snapshot_in_sec": 71.061, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 301, "storage_bytes": 2869718}, "mjpeg": {"age_sec": 0.045, "exists": true, "mtime": "2026-10-30T13:19:25.288846+09:00", "mtime_epoch": 1793333965.2888465, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 118028}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:19:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1471.066, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1501734, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.09, "max": 3.0, "p95": 3.0, "sample_count": 210}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 126}, "total": {"avg": 0.6, "max": 1.0, "p95": 1.0, "sample_count": 210}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 210, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.341, "pushed": 7.341, "read": 7.341}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 210, "client_acquire_ms": {"avg_ms": 0.009, "count": 210, "max_ms": 0.117, "p95_ms": 0.016, "reason": null, "sample_age_ms": 130.568, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.965, "count": 210, "max_ms": 5.153, "p95_ms": 3.464, "reason": null, "sample_age_ms": 180.489, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.386, "count": 210, "max_ms": 3.695, "p95_ms": 2.415, "reason": null, "sample_age_ms": 180.821, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.308, "count": 210, "max_ms": 1.327, "p95_ms": 0.618, "reason": null, "sample_age_ms": 130.583, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.125, "count": 210, "max_ms": 5.435, "p95_ms": 3.499, "reason": null, "sample_age_ms": 178.843, "source": "client_direct"}, "request_count": 210, "request_tensor_bytes": {"avg": 2764808.0, "count": 210, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 178.823, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 210, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 130.987, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.23, "count": 210, "max_ms": 77.913, "p95_ms": 64.256, "reason": null, "sample_age_ms": 130.562, "source": "client_direct"}, "sample_age_ms": 130.556, "source": "client_direct", "task_total_ms": {"avg_ms": 48.864, "count": 210, "max_ms": 82.099, "p95_ms": 66.651, "reason": null, "sample_age_ms": 130.556, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.986, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.92, "count": 210, "max_ms": 10.098, "p95_ms": 6.752}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.333, "count": 210, "max_ms": 1.017, "p95_ms": 0.643}, "detection_prepare_ms": {"avg_ms": 0.922, "count": 210, "max_ms": 4.083, "p95_ms": 2.452}, "event_filter_ms": {"avg_ms": 0.004, "count": 210, "max_ms": 0.023, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.125, "count": 210, "max_ms": 0.469, "p95_ms": 0.251}, "mcmt_ms": {"avg_ms": 0.003, "count": 210, "max_ms": 0.021, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.45, "count": 210, "max_ms": 1.902, "p95_ms": 1.007}, "setup_ms": {"avg_ms": 0.049, "count": 210, "max_ms": 0.129, "p95_ms": 0.103}, "total_inside_ms": {"avg_ms": 2.866, "count": 210, "max_ms": 9.924, "p95_ms": 6.635}, "track_match_ms": {"avg_ms": 0.075, "count": 210, "max_ms": 0.379, "p95_ms": 0.208}, "tracker_update_ms": {"avg_ms": 0.903, "count": 210, "max_ms": 4.394, "p95_ms": 2.268}}, "gstreamer_push": {"avg_ms": 3.569, "count": 210, "max_ms": 9.301, "p95_ms": 6.43}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 210, "max_ms": 0.218, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.244, "count": 210, "max_ms": 83.797, "p95_ms": 68.953}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.892, "count": 210, "max_ms": 12.006, "p95_ms": 7.756}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.294, "count": 210, "max_ms": 143.544, "p95_ms": 127.874}, "inference_input_copy_ms": {"avg_ms": 1.672, "count": 210, "max_ms": 4.077, "p95_ms": 2.807}, "processing_residual_ms": {"avg_ms": 0.207, "count": 210, "max_ms": 2.172, "p95_ms": 0.395}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.065, "count": 210, "max_ms": 148.574, "p95_ms": 133.433}, "read_interval": {"avg_ms": 146.178, "count": 210, "max_ms": 2268.532, "p95_ms": 171.062}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 210, "max_ms": 0.07, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.393, "count": 210, "max_ms": 1.721, "p95_ms": 0.904}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 210, "max_ms": 0.11, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.378, "count": 210, "max_ms": 1.651, "p95_ms": 0.881}, "worker_merge_ms": {"avg_ms": 0.007, "count": 210, "max_ms": 0.03, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 50.259, "count": 210, "max_ms": 83.813, "p95_ms": 68.968}, "visualize": {"avg_ms": 48.98, "count": 210, "max_ms": 71.306, "p95_ms": 61.649}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.236, "count": 210, "max_ms": 66.456, "p95_ms": 56.597}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.424, "count": 210, "max_ms": 69.568, "p95_ms": 60.136}, "visualize_input_copy_ms": {"avg_ms": 1.346, "count": 210, "max_ms": 3.541, "p95_ms": 2.138}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.289, "count": 210, "max_ms": 69.402, "p95_ms": 60.057}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 210, "max_ms": 0.203, "p95_ms": 0.162}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1470.992, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 61.348, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.929, "sample_count": 2270, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1501593, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:19:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117144, "write_bytes_delta": 117144, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 500.0, "cpu_core_ratio": 0.747894, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3368.0, "pid": 110876, "reason": null, "system_cpu_core_ratio": 0.347084, "system_cpu_s_delta": 7.300000000000001, "user_cpu_core_ratio": 0.40081, "user_cpu_s_delta": 8.43}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.165821, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 162022.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.440273, "system_cpu_s_delta": 9.260000000009313, "user_cpu_core_ratio": 0.725548, "user_cpu_s_delta": 15.25999999998021}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.847, "count": 190, "max_ms": 16.64, "p95_ms": 7.578, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.037, "max": 3.0, "p95": 2.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 64}, "total": {"avg": 0.337, "max": 1.0, "p95": 1.0, "sample_count": 190}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.858, "count": 30, "max": 61.348, "p95": 58.848, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.538, "count": 30, "max": 24.253, "p95": 23.62, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 942.233, "count": 30, "max": 1251.0, "p95": 1208.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2365.367, "count": 30, "max": 17577.0, "p95": 14923.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.104, "count": 30, "max": 0.5, "p95": 0.387, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.409, "count": 30, "max": 0.477, "p95": 0.449, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.259, "count": 30, "max": 4.691, "p95": 1.687, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 121950.033, "count": 30, "max": 130325.0, "p95": 126954.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 121950.033, "count": 30, "max": 130325.0, "p95": 126954.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 172574.3, "count": 30, "max": 252148.0, "p95": 236486.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.538, "count": 30, "max": 0.629, "p95": 0.621, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.939, "count": 30, "max": 1.147, "p95": 1.104, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11602, "sampled_at": "2026-10-30T13:19:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:19:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.606, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2893368, "flush_count": 3011, "flush_interval_seconds": 30.0, "flush_state": {"count": 3011, "last_at": "2026-10-30T13:18:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:18:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3010}, "started": true, "suppressed_count": 1498873, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1498724}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3011, "written_record_count": 3011}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9818.555, "limit_mb": null}, "detail": {"pid": 110992, "restart_count": 604, "start_count": 605}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4151994163200, "copied_frame_count": 1501734, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4151994163200, "frame_buffer_copies": 1501734, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1204, "count": 512, "max_ms": 3.5069, "p50_ms": 0.0967, "p95_ms": 0.2096, "p99_ms": 0.3032}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4498, "count": 512, "max_ms": 4.2187, "p50_ms": 1.3427, "p95_ms": 2.3827, "p99_ms": 3.3221, "results": {"failed": 0, "not_applicable": 0, "success": 1501734, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 552, "h264_decode_error_count": 1237, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:19:25+09:00", "last_error_summary": "[h264 @ 0x57be6a3c1c00] left block unavailable for requested intra mode [h264 @ 0x57be6a3c1c00] error while decoding MB 0 66, bytestream 13376 [h264 @ 0x57be6a467880] error while decoding MB 56 60, bytestream -7 [h264 @ 0x57be6a2cfe40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x57be6a2cfe40] error while decoding MB 0 42, bytestream 3424 [h264 @ 0x57be6a2f2fc0] error while decoding MB 95 63, bytestream -40", "last_exit_at": "2026-10-30T13:19:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T13:19:27+09:00", "pid": 110992, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.645, "name": "ffmpeg", "pid": 110992, "rss_mb": 206.645, "state": "S (sleeping)", "threads": 70}, "restart_count": 604, "restart_count_per_hour": 34, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 605}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.929, "sample_count": 2219, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1501734, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:19:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.378, "last_frame_pushed_at": "2026-10-30T13:19:25+09:00", "last_frame_read_age_sec": 4.499, "last_frame_read_at": "2026-10-30T13:19:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 101, "debug_expires_at": null, "deduplicated_count": 52, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 533.263, "last_sample_duration_ms": 1297.876, "last_trigger": "periodic", "next_snapshot_in_sec": 66.737, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 301, "storage_bytes": 2869718}, "mjpeg": {"age_sec": 4.367, "exists": true, "mtime": "2026-10-30T13:19:25.288846+09:00", "mtime_epoch": 1793333965.2888465, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 118028}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:19:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1471.07, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1501734, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.103, "max": 3.0, "p95": 3.0, "sample_count": 184}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 126}, "total": {"avg": 0.685, "max": 1.0, "p95": 1.0, "sample_count": 184}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 184}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 184}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.145, "pushed": 6.145, "read": 6.112}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 183, "client_acquire_ms": {"avg_ms": 0.009, "count": 184, "max_ms": 0.117, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4453.605, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.004, "count": 183, "max_ms": 5.153, "p95_ms": 3.49, "reason": null, "sample_age_ms": 4503.527, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.404, "count": 183, "max_ms": 3.695, "p95_ms": 2.676, "reason": null, "sample_age_ms": 4503.858, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.312, "count": 184, "max_ms": 1.327, "p95_ms": 0.621, "reason": null, "sample_age_ms": 4453.621, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.167, "count": 183, "max_ms": 5.435, "p95_ms": 3.728, "reason": null, "sample_age_ms": 4501.881, "source": "client_direct"}, "request_count": 183, "request_tensor_bytes": {"avg": 2764808.0, "count": 183, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4501.86, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 184, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4454.024, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.546, "count": 184, "max_ms": 77.913, "p95_ms": 64.295, "reason": null, "sample_age_ms": 4453.6, "source": "client_direct"}, "sample_age_ms": 4453.593, "source": "client_direct", "task_total_ms": {"avg_ms": 49.224, "count": 184, "max_ms": 82.099, "p95_ms": 66.708, "reason": null, "sample_age_ms": 4453.593, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.994, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.215, "count": 184, "max_ms": 10.098, "p95_ms": 6.809}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.338, "count": 184, "max_ms": 1.017, "p95_ms": 0.643}, "detection_prepare_ms": {"avg_ms": 1.033, "count": 184, "max_ms": 4.083, "p95_ms": 2.454}, "event_filter_ms": {"avg_ms": 0.004, "count": 184, "max_ms": 0.023, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.132, "count": 184, "max_ms": 0.469, "p95_ms": 0.263}, "mcmt_ms": {"avg_ms": 0.003, "count": 184, "max_ms": 0.021, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.489, "count": 184, "max_ms": 1.902, "p95_ms": 1.011}, "setup_ms": {"avg_ms": 0.05, "count": 184, "max_ms": 0.129, "p95_ms": 0.103}, "total_inside_ms": {"avg_ms": 3.16, "count": 184, "max_ms": 9.924, "p95_ms": 6.691}, "track_match_ms": {"avg_ms": 0.085, "count": 184, "max_ms": 0.379, "p95_ms": 0.214}, "tracker_update_ms": {"avg_ms": 1.026, "count": 184, "max_ms": 4.394, "p95_ms": 2.335}}, "gstreamer_push": {"avg_ms": 3.645, "count": 184, "max_ms": 9.301, "p95_ms": 6.43}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 184, "max_ms": 0.218, "p95_ms": 0.116}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.641, "count": 184, "max_ms": 83.797, "p95_ms": 68.953}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.916, "count": 184, "max_ms": 12.006, "p95_ms": 7.49}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.568, "count": 184, "max_ms": 143.544, "p95_ms": 128.216}, "inference_input_copy_ms": {"avg_ms": 1.684, "count": 184, "max_ms": 4.077, "p95_ms": 2.809}, "processing_residual_ms": {"avg_ms": 0.206, "count": 184, "max_ms": 2.172, "p95_ms": 0.395}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.375, "count": 184, "max_ms": 148.574, "p95_ms": 133.742}, "read_interval": {"avg_ms": 139.509, "count": 183, "max_ms": 1613.618, "p95_ms": 171.062}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 184, "max_ms": 0.07, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.43, "count": 184, "max_ms": 1.721, "p95_ms": 0.905}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 184, "max_ms": 0.11, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.415, "count": 184, "max_ms": 1.651, "p95_ms": 0.884}, "worker_merge_ms": {"avg_ms": 0.007, "count": 184, "max_ms": 0.03, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 50.655, "count": 184, "max_ms": 83.813, "p95_ms": 68.968}, "visualize": {"avg_ms": 49.536, "count": 184, "max_ms": 71.306, "p95_ms": 61.903}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.567, "count": 184, "max_ms": 66.456, "p95_ms": 57.22}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.964, "count": 184, "max_ms": 69.568, "p95_ms": 60.805}, "visualize_input_copy_ms": {"avg_ms": 1.357, "count": 184, "max_ms": 3.541, "p95_ms": 2.138}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.828, "count": 184, "max_ms": 69.402, "p95_ms": 60.617}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 184, "max_ms": 0.203, "p95_ms": 0.162}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 184}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1470.992, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 61.348, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.929, "sample_count": 2270, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1501593, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:19:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117144, "write_bytes_delta": 117144, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 500.0, "cpu_core_ratio": 0.747894, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3368.0, "pid": 110876, "reason": null, "system_cpu_core_ratio": 0.347084, "system_cpu_s_delta": 7.300000000000001, "user_cpu_core_ratio": 0.40081, "user_cpu_s_delta": 8.43}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.165821, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 162022.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.440273, "system_cpu_s_delta": 9.260000000009313, "user_cpu_core_ratio": 0.725548, "user_cpu_s_delta": 15.25999999998021}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.847, "count": 190, "max_ms": 16.64, "p95_ms": 7.578, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.037, "max": 3.0, "p95": 2.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 64}, "total": {"avg": 0.337, "max": 1.0, "p95": 1.0, "sample_count": 190}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.858, "count": 30, "max": 61.348, "p95": 58.848, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.538, "count": 30, "max": 24.253, "p95": 23.62, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 942.233, "count": 30, "max": 1251.0, "p95": 1208.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2365.367, "count": 30, "max": 17577.0, "p95": 14923.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.104, "count": 30, "max": 0.5, "p95": 0.387, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.409, "count": 30, "max": 0.477, "p95": 0.449, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.259, "count": 30, "max": 4.691, "p95": 1.687, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 121950.033, "count": 30, "max": 130325.0, "p95": 126954.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 121950.033, "count": 30, "max": 130325.0, "p95": 126954.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 172574.3, "count": 30, "max": 252148.0, "p95": 236486.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.538, "count": 30, "max": 0.629, "p95": 0.621, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.939, "count": 30, "max": 1.147, "p95": 1.104, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11602, "sampled_at": "2026-10-30T13:19:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:19:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2895374, "flush_count": 3013, "flush_interval_seconds": 30.0, "flush_state": {"count": 3013, "last_at": "2026-10-30T13:20:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:20:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3012}, "started": true, "suppressed_count": 1499646, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1499497}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3013, "written_record_count": 3013}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9658.121, "limit_mb": null}, "detail": {"h264_decode_error_count": 6, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x58a3e1223080] left block unavailable for requested intra mode [h264 @ 0x58a3e1223080] error while decoding MB 0 65, bytestream 22385 [h264 @ 0x58a3e1140d80] error while decoding MB 106 64, bytestream -12 [h264 @ 0x58a3e122dcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x58a3e122dcc0] error while decoding MB 0 32, bytestream 88202 [h264 @ 0x58a3e1140d80] cabac decode of qscale diff failed at 26 65 [h264 @ 0x58a3e1140d80] error while decoding MB 26 65, bytestream 148", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4154136883200, "copied_frame_count": 1502509, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4154136883200, "frame_buffer_copies": 1502509, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1181, "count": 512, "max_ms": 1.1712, "p50_ms": 0.1021, "p95_ms": 0.224, "p99_ms": 0.2863}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.43, "count": 512, "max_ms": 3.4491, "p50_ms": 1.3718, "p95_ms": 2.2765, "p99_ms": 2.7725, "results": {"failed": 0, "not_applicable": 0, "success": 1502509, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 553, "h264_decode_error_count": 1243, "h264_decode_error_count_per_hour": 70, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:21:09+09:00", "last_error_summary": "[h264 @ 0x58a3e1223080] left block unavailable for requested intra mode [h264 @ 0x58a3e1223080] error while decoding MB 0 65, bytestream 22385 [h264 @ 0x58a3e1140d80] error while decoding MB 106 64, bytestream -12 [h264 @ 0x58a3e122dcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x58a3e122dcc0] error while decoding MB 0 32, bytestream 88202 [h264 @ 0x58a3e1140d80] cabac decode of qscale diff failed at 26 65 [h264 @ 0x58a3e1140d80] error while decoding MB 26 65, bytestream 148", "last_exit_at": "2026-10-30T13:19:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 101.524, "last_started_at": "2026-10-30T13:19:27+09:00", "pid": 110992, "process": {"exists": false, "pid": 110992}, "restart_count": 604, "restart_count_per_hour": 34, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 605}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.047, "sample_count": 2325, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1502509, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:21:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.082, "last_frame_pushed_at": "2026-10-30T13:21:09+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-10-30T13:21:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 102, "debug_expires_at": null, "deduplicated_count": 53, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 30.568, "last_sample_duration_ms": 1275.963, "last_trigger": "periodic", "next_snapshot_in_sec": 569.432, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 302, "storage_bytes": 2879308}, "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-10-30T13:21:09.109422+09:00", "mtime_epoch": 1793334069.1094224, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 115501}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:21:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1475.465, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1502510, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.115, "max": 10.0, "p95": 4.0, "sample_count": 208}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 19}, "by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 78}, "total": {"avg": 0.466, "max": 1.0, "p95": 1.0, "sample_count": 208}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 208}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 208}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 208, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.937, "pushed": 6.937, "read": 6.937}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 208, "client_acquire_ms": {"avg_ms": 0.008, "count": 208, "max_ms": 0.029, "p95_ms": 0.017, "reason": null, "sample_age_ms": 0.846, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.88, "count": 208, "max_ms": 7.716, "p95_ms": 3.151, "reason": null, "sample_age_ms": 84.393, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.377, "count": 208, "max_ms": 5.692, "p95_ms": 2.252, "reason": null, "sample_age_ms": 85.057, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.31, "count": 208, "max_ms": 0.954, "p95_ms": 0.611, "reason": null, "sample_age_ms": 0.854, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.054, "count": 208, "max_ms": 6.691, "p95_ms": 3.559, "reason": null, "sample_age_ms": 81.003, "source": "client_direct"}, "request_count": 208, "request_tensor_bytes": {"avg": 2764808.0, "count": 208, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 80.971, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 208, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 1.046, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.674, "count": 208, "max_ms": 79.887, "p95_ms": 65.398, "reason": null, "sample_age_ms": 0.843, "source": "client_direct"}, "sample_age_ms": 0.838, "source": "client_direct", "task_total_ms": {"avg_ms": 49.223, "count": 208, "max_ms": 83.548, "p95_ms": 69.191, "reason": null, "sample_age_ms": 0.838, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.486, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.543, "count": 208, "max_ms": 11.37, "p95_ms": 6.552}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.34, "count": 208, "max_ms": 1.11, "p95_ms": 0.66}, "detection_prepare_ms": {"avg_ms": 0.726, "count": 208, "max_ms": 5.292, "p95_ms": 2.185}, "event_filter_ms": {"avg_ms": 0.005, "count": 208, "max_ms": 0.104, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.121, "count": 208, "max_ms": 0.541, "p95_ms": 0.278}, "mcmt_ms": {"avg_ms": 0.003, "count": 208, "max_ms": 0.029, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.548, "count": 208, "max_ms": 3.994, "p95_ms": 1.83}, "setup_ms": {"avg_ms": 0.044, "count": 208, "max_ms": 0.141, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 2.491, "count": 208, "max_ms": 11.204, "p95_ms": 6.5}, "track_match_ms": {"avg_ms": 0.052, "count": 208, "max_ms": 0.292, "p95_ms": 0.169}, "tracker_update_ms": {"avg_ms": 0.651, "count": 208, "max_ms": 3.471, "p95_ms": 2.046}}, "gstreamer_push": {"avg_ms": 3.615, "count": 208, "max_ms": 11.993, "p95_ms": 7.025}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 208, "max_ms": 0.141, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.216, "count": 208, "max_ms": 84.306, "p95_ms": 70.263}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.883, "count": 208, "max_ms": 11.317, "p95_ms": 8.138}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.534, "count": 208, "max_ms": 140.282, "p95_ms": 124.929}, "inference_input_copy_ms": {"avg_ms": 1.659, "count": 208, "max_ms": 7.092, "p95_ms": 2.61}, "processing_residual_ms": {"avg_ms": 0.191, "count": 208, "max_ms": 0.768, "p95_ms": 0.369}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 104.268, "count": 208, "max_ms": 149.697, "p95_ms": 130.234}, "read_interval": {"avg_ms": 144.226, "count": 208, "max_ms": 2313.462, "p95_ms": 166.461}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 208, "max_ms": 0.102, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.492, "count": 208, "max_ms": 3.788, "p95_ms": 1.777}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 208, "max_ms": 0.086, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.477, "count": 208, "max_ms": 3.748, "p95_ms": 1.765}, "worker_merge_ms": {"avg_ms": 0.006, "count": 208, "max_ms": 0.041, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 50.23, "count": 208, "max_ms": 84.314, "p95_ms": 70.272}, "visualize": {"avg_ms": 45.613, "count": 208, "max_ms": 86.914, "p95_ms": 57.534}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.226, "count": 208, "max_ms": 80.494, "p95_ms": 52.692}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.027, "count": 208, "max_ms": 84.077, "p95_ms": 56.021}, "visualize_input_copy_ms": {"avg_ms": 1.384, "count": 208, "max_ms": 3.762, "p95_ms": 2.338}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.895, "count": 208, "max_ms": 83.939, "p95_ms": 55.866}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 208, "max_ms": 0.243, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 208}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1474.105, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.923, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.2, "sample_count": 2325, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1502499, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:21:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117923, "write_bytes_delta": 117923, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 734.0, "cpu_core_ratio": 0.760167, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2896.0, "pid": 110992, "reason": null, "system_cpu_core_ratio": 0.271524, "system_cpu_s_delta": 5.4399999999999995, "user_cpu_core_ratio": 0.488643, "user_cpu_s_delta": 9.79}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.461436, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 221096.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.537058, "system_cpu_s_delta": 10.759999999994761, "user_cpu_core_ratio": 0.924378, "user_cpu_s_delta": 18.519999999989523}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.608, "count": 209, "max_ms": 11.993, "p95_ms": 7.025, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.177, "max": 10.0, "p95": 4.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.0, "key_count": 2, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 84}, "total": {"avg": 0.493, "max": 1.0, "p95": 1.0, "sample_count": 209}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.975, "count": 30, "max": 61.348, "p95": 58.848, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.665, "count": 30, "max": 23.832, "p95": 23.055, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 932.233, "count": 30, "max": 1251.0, "p95": 1208.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2073.2, "count": 30, "max": 17577.0, "p95": 11235.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.118, "count": 30, "max": 0.5, "p95": 0.387, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.415, "count": 30, "max": 0.489, "p95": 0.467, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.238, "count": 30, "max": 4.691, "p95": 1.338, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 120529.2, "count": 30, "max": 130325.0, "p95": 124994.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 120529.2, "count": 30, "max": 130325.0, "p95": 124994.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 184216.4, "count": 30, "max": 252148.0, "p95": 243907.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.537, "count": 30, "max": 0.624, "p95": 0.615, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.926, "count": 30, "max": 1.072, "p95": 1.057, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11608, "sampled_at": "2026-10-30T13:21:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:21:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2895374, "flush_count": 3013, "flush_interval_seconds": 30.0, "flush_state": {"count": 3013, "last_at": "2026-10-30T13:20:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:20:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3012}, "started": true, "suppressed_count": 1499647, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1499498}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3013, "written_record_count": 3013}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9653.512, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T13:21:09+09:00", "last_error_summary": "[h264 @ 0x58a3e1223080] left block unavailable for requested intra mode [h264 @ 0x58a3e1223080] error while decoding MB 0 65, bytestream 22385 [h264 @ 0x58a3e1140d80] error while decoding MB 106 64, bytestream -12 [h264 @ 0x58a3e122dcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x58a3e122dcc0] error while decoding MB 0 32, bytestream 88202 [h264 @ 0x58a3e1140d80] cabac decode of qscale diff failed at 26 65 [h264 @ 0x58a3e1140d80] error while decoding MB 26 65, bytestream 148", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4154139648000, "copied_frame_count": 1502510, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4154139648000, "frame_buffer_copies": 1502510, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.118, "count": 512, "max_ms": 1.1712, "p50_ms": 0.1017, "p95_ms": 0.224, "p99_ms": 0.2863}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4293, "count": 512, "max_ms": 3.4491, "p50_ms": 1.3718, "p95_ms": 2.2765, "p99_ms": 2.7725, "results": {"failed": 0, "not_applicable": 0, "success": 1502510, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 553, "h264_decode_error_count": 1243, "h264_decode_error_count_per_hour": 70, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:21:09+09:00", "last_error_summary": "[h264 @ 0x58a3e1223080] left block unavailable for requested intra mode [h264 @ 0x58a3e1223080] error while decoding MB 0 65, bytestream 22385 [h264 @ 0x58a3e1140d80] error while decoding MB 106 64, bytestream -12 [h264 @ 0x58a3e122dcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x58a3e122dcc0] error while decoding MB 0 32, bytestream 88202 [h264 @ 0x58a3e1140d80] cabac decode of qscale diff failed at 26 65 [h264 @ 0x58a3e1140d80] error while decoding MB 26 65, bytestream 148", "last_exit_at": "2026-10-30T13:21:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 101.617, "last_started_at": "2026-10-30T13:19:27+09:00", "pid": 110992, "process": {"exists": false, "pid": 110992}, "restart_count": 604, "restart_count_per_hour": 34, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 605}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.2, "sample_count": 2325, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1502510, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:21:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T13:21:09+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-10-30T13:21:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 102, "debug_expires_at": null, "deduplicated_count": 53, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 30.648, "last_sample_duration_ms": 1275.963, "last_trigger": "periodic", "next_snapshot_in_sec": 569.352, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 302, "storage_bytes": 2879308}, "mjpeg": {"age_sec": 0.163, "exists": true, "mtime": "2026-10-30T13:21:09.109422+09:00", "mtime_epoch": 1793334069.1094224, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 115501}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:21:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1475.465, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1502510, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.115, "max": 10.0, "p95": 4.0, "sample_count": 208}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 19}, "by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 78}, "total": {"avg": 0.466, "max": 1.0, "p95": 1.0, "sample_count": 208}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 208}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 208}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.944, "pushed": 6.944, "read": 6.911}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 207, "client_acquire_ms": {"avg_ms": 0.008, "count": 207, "max_ms": 0.029, "p95_ms": 0.017, "reason": null, "sample_age_ms": 90.062, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.882, "count": 207, "max_ms": 7.716, "p95_ms": 3.152, "reason": null, "sample_age_ms": 173.609, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.378, "count": 207, "max_ms": 5.692, "p95_ms": 2.262, "reason": null, "sample_age_ms": 174.273, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.307, "count": 207, "max_ms": 0.954, "p95_ms": 0.602, "reason": null, "sample_age_ms": 90.07, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.054, "count": 207, "max_ms": 6.691, "p95_ms": 3.561, "reason": null, "sample_age_ms": 170.219, "source": "client_direct"}, "request_count": 207, "request_tensor_bytes": {"avg": 2764808.0, "count": 207, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 170.187, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 207, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 90.261, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.646, "count": 207, "max_ms": 79.887, "p95_ms": 65.404, "reason": null, "sample_age_ms": 90.059, "source": "client_direct"}, "sample_age_ms": 90.054, "source": "client_direct", "task_total_ms": {"avg_ms": 49.192, "count": 207, "max_ms": 83.548, "p95_ms": 69.234, "reason": null, "sample_age_ms": 90.054, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.037, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.605, "count": 208, "max_ms": 16.287, "p95_ms": 6.703}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.341, "count": 208, "max_ms": 1.11, "p95_ms": 0.66}, "detection_prepare_ms": {"avg_ms": 0.78, "count": 208, "max_ms": 12.305, "p95_ms": 2.186}, "event_filter_ms": {"avg_ms": 0.005, "count": 208, "max_ms": 0.104, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.122, "count": 208, "max_ms": 0.541, "p95_ms": 0.278}, "mcmt_ms": {"avg_ms": 0.003, "count": 208, "max_ms": 0.029, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.549, "count": 208, "max_ms": 3.994, "p95_ms": 1.83}, "setup_ms": {"avg_ms": 0.044, "count": 208, "max_ms": 0.141, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 2.553, "count": 208, "max_ms": 16.252, "p95_ms": 6.57}, "track_match_ms": {"avg_ms": 0.053, "count": 208, "max_ms": 0.292, "p95_ms": 0.178}, "tracker_update_ms": {"avg_ms": 0.654, "count": 208, "max_ms": 3.471, "p95_ms": 2.046}}, "gstreamer_push": {"avg_ms": 3.612, "count": 208, "max_ms": 11.993, "p95_ms": 7.025}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 208, "max_ms": 0.872, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.493, "count": 208, "max_ms": 84.684, "p95_ms": 70.446}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.887, "count": 208, "max_ms": 11.317, "p95_ms": 8.138}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.893, "count": 208, "max_ms": 159.929, "p95_ms": 125.187}, "inference_input_copy_ms": {"avg_ms": 1.654, "count": 208, "max_ms": 7.092, "p95_ms": 2.553}, "processing_residual_ms": {"avg_ms": 0.192, "count": 208, "max_ms": 0.768, "p95_ms": 0.369}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 104.627, "count": 208, "max_ms": 164.594, "p95_ms": 130.502}, "read_interval": {"avg_ms": 144.451, "count": 207, "max_ms": 2313.462, "p95_ms": 166.461}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 208, "max_ms": 0.102, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.494, "count": 208, "max_ms": 3.788, "p95_ms": 1.777}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 208, "max_ms": 0.086, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.478, "count": 208, "max_ms": 3.748, "p95_ms": 1.765}, "worker_merge_ms": {"avg_ms": 0.006, "count": 208, "max_ms": 0.041, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 50.507, "count": 208, "max_ms": 84.763, "p95_ms": 70.456}, "visualize": {"avg_ms": 45.628, "count": 208, "max_ms": 86.914, "p95_ms": 57.534}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.234, "count": 208, "max_ms": 80.494, "p95_ms": 52.692}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.037, "count": 208, "max_ms": 84.077, "p95_ms": 56.021}, "visualize_input_copy_ms": {"avg_ms": 1.389, "count": 208, "max_ms": 3.762, "p95_ms": 2.338}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.905, "count": 208, "max_ms": 83.939, "p95_ms": 55.866}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 208, "max_ms": 0.243, "p95_ms": 0.155}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 208}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1474.105, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.923, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.2, "sample_count": 2325, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1502499, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:21:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117923, "write_bytes_delta": 117923, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 734.0, "cpu_core_ratio": 0.760167, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2896.0, "pid": 110992, "reason": null, "system_cpu_core_ratio": 0.271524, "system_cpu_s_delta": 5.4399999999999995, "user_cpu_core_ratio": 0.488643, "user_cpu_s_delta": 9.79}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.461436, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 221096.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.537058, "system_cpu_s_delta": 10.759999999994761, "user_cpu_core_ratio": 0.924378, "user_cpu_s_delta": 18.519999999989523}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.608, "count": 209, "max_ms": 11.993, "p95_ms": 7.025, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.177, "max": 10.0, "p95": 4.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.0, "key_count": 2, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 84}, "total": {"avg": 0.493, "max": 1.0, "p95": 1.0, "sample_count": 209}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.975, "count": 30, "max": 61.348, "p95": 58.848, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.665, "count": 30, "max": 23.832, "p95": 23.055, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 932.233, "count": 30, "max": 1251.0, "p95": 1208.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2073.2, "count": 30, "max": 17577.0, "p95": 11235.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.118, "count": 30, "max": 0.5, "p95": 0.387, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.415, "count": 30, "max": 0.489, "p95": 0.467, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.238, "count": 30, "max": 4.691, "p95": 1.338, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 120529.2, "count": 30, "max": 130325.0, "p95": 124994.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 120529.2, "count": 30, "max": 130325.0, "p95": 124994.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 184216.4, "count": 30, "max": 252148.0, "p95": 243907.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.537, "count": 30, "max": 0.624, "p95": 0.615, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.926, "count": 30, "max": 1.072, "p95": 1.057, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11608, "sampled_at": "2026-10-30T13:21:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:21:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2895374, "flush_count": 3013, "flush_interval_seconds": 30.0, "flush_state": {"count": 3013, "last_at": "2026-10-30T13:20:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:20:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3012}, "started": true, "suppressed_count": 1499647, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1499498}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3013, "written_record_count": 3013}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9654.055, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4154139648000, "copied_frame_count": 1502510, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4154139648000, "frame_buffer_copies": 1502510, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.118, "count": 512, "max_ms": 1.1712, "p50_ms": 0.1017, "p95_ms": 0.224, "p99_ms": 0.2863}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4293, "count": 512, "max_ms": 3.4491, "p50_ms": 1.3718, "p95_ms": 2.2765, "p99_ms": 2.7725, "results": {"failed": 0, "not_applicable": 0, "success": 1502510, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 553, "h264_decode_error_count": 1243, "h264_decode_error_count_per_hour": 70, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:21:09+09:00", "last_error_summary": "[h264 @ 0x58a3e1223080] left block unavailable for requested intra mode [h264 @ 0x58a3e1223080] error while decoding MB 0 65, bytestream 22385 [h264 @ 0x58a3e1140d80] error while decoding MB 106 64, bytestream -12 [h264 @ 0x58a3e122dcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x58a3e122dcc0] error while decoding MB 0 32, bytestream 88202 [h264 @ 0x58a3e1140d80] cabac decode of qscale diff failed at 26 65 [h264 @ 0x58a3e1140d80] error while decoding MB 26 65, bytestream 148", "last_exit_at": "2026-10-30T13:21:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 101.659, "last_started_at": "2026-10-30T13:19:27+09:00", "pid": 110992, "process": {"exists": false, "pid": 110992}, "restart_count": 604, "restart_count_per_hour": 34, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 605}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.2, "sample_count": 2325, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1502510, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:21:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.043, "last_frame_pushed_at": "2026-10-30T13:21:09+09:00", "last_frame_read_age_sec": 0.21, "last_frame_read_at": "2026-10-30T13:21:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 102, "debug_expires_at": null, "deduplicated_count": 53, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 30.698, "last_sample_duration_ms": 1275.963, "last_trigger": "periodic", "next_snapshot_in_sec": 569.302, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 302, "storage_bytes": 2879308}, "mjpeg": {"age_sec": 0.033, "exists": true, "mtime": "2026-10-30T13:21:09.280423+09:00", "mtime_epoch": 1793334069.2804234, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 115670}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:21:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1475.465, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1502510, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.111, "max": 10.0, "p95": 4.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 19}, "by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 77}, "total": {"avg": 0.464, "max": 1.0, "p95": 1.0, "sample_count": 207}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 207}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 207}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.934, "pushed": 6.934, "read": 6.901}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 207, "client_acquire_ms": {"avg_ms": 0.008, "count": 207, "max_ms": 0.029, "p95_ms": 0.017, "reason": null, "sample_age_ms": 141.636, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.882, "count": 207, "max_ms": 7.716, "p95_ms": 3.152, "reason": null, "sample_age_ms": 225.183, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.378, "count": 207, "max_ms": 5.692, "p95_ms": 2.262, "reason": null, "sample_age_ms": 225.847, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.307, "count": 207, "max_ms": 0.954, "p95_ms": 0.602, "reason": null, "sample_age_ms": 141.644, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.054, "count": 207, "max_ms": 6.691, "p95_ms": 3.561, "reason": null, "sample_age_ms": 221.793, "source": "client_direct"}, "request_count": 207, "request_tensor_bytes": {"avg": 2764808.0, "count": 207, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 221.761, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 207, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 141.835, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.646, "count": 207, "max_ms": 79.887, "p95_ms": 65.404, "reason": null, "sample_age_ms": 141.633, "source": "client_direct"}, "sample_age_ms": 141.628, "source": "client_direct", "task_total_ms": {"avg_ms": 49.192, "count": 207, "max_ms": 83.548, "p95_ms": 69.234, "reason": null, "sample_age_ms": 141.628, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.131, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.586, "count": 207, "max_ms": 16.287, "p95_ms": 6.703}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.341, "count": 207, "max_ms": 1.11, "p95_ms": 0.66}, "detection_prepare_ms": {"avg_ms": 0.775, "count": 207, "max_ms": 12.305, "p95_ms": 2.186}, "event_filter_ms": {"avg_ms": 0.005, "count": 207, "max_ms": 0.104, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.122, "count": 207, "max_ms": 0.541, "p95_ms": 0.278}, "mcmt_ms": {"avg_ms": 0.003, "count": 207, "max_ms": 0.029, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.546, "count": 207, "max_ms": 3.994, "p95_ms": 1.83}, "setup_ms": {"avg_ms": 0.044, "count": 207, "max_ms": 0.141, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 2.535, "count": 207, "max_ms": 16.252, "p95_ms": 6.57}, "track_match_ms": {"avg_ms": 0.052, "count": 207, "max_ms": 0.292, "p95_ms": 0.169}, "tracker_update_ms": {"avg_ms": 0.648, "count": 207, "max_ms": 3.471, "p95_ms": 2.046}}, "gstreamer_push": {"avg_ms": 3.612, "count": 208, "max_ms": 11.993, "p95_ms": 7.025}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 207, "max_ms": 0.872, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.462, "count": 207, "max_ms": 84.684, "p95_ms": 70.446}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.887, "count": 208, "max_ms": 11.317, "p95_ms": 8.138}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.893, "count": 208, "max_ms": 159.929, "p95_ms": 125.187}, "inference_input_copy_ms": {"avg_ms": 1.654, "count": 208, "max_ms": 7.092, "p95_ms": 2.553}, "processing_residual_ms": {"avg_ms": 0.192, "count": 208, "max_ms": 0.768, "p95_ms": 0.369}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 104.627, "count": 208, "max_ms": 164.594, "p95_ms": 130.502}, "read_interval": {"avg_ms": 144.451, "count": 207, "max_ms": 2313.462, "p95_ms": 166.461}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 207, "max_ms": 0.102, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.49, "count": 207, "max_ms": 3.788, "p95_ms": 1.777}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 207, "max_ms": 0.086, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.475, "count": 207, "max_ms": 3.748, "p95_ms": 1.765}, "worker_merge_ms": {"avg_ms": 0.006, "count": 207, "max_ms": 0.041, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 50.476, "count": 207, "max_ms": 84.763, "p95_ms": 70.456}, "visualize": {"avg_ms": 45.635, "count": 207, "max_ms": 86.914, "p95_ms": 57.534}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.25, "count": 207, "max_ms": 80.494, "p95_ms": 52.692}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.046, "count": 207, "max_ms": 84.077, "p95_ms": 56.021}, "visualize_input_copy_ms": {"avg_ms": 1.388, "count": 207, "max_ms": 3.762, "p95_ms": 2.338}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.914, "count": 207, "max_ms": 83.939, "p95_ms": 55.866}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 207, "max_ms": 0.243, "p95_ms": 0.155}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 207}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1474.105, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.923, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.2, "sample_count": 2325, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1502499, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:21:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117923, "write_bytes_delta": 117923, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 734.0, "cpu_core_ratio": 0.760167, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2896.0, "pid": 110992, "reason": null, "system_cpu_core_ratio": 0.271524, "system_cpu_s_delta": 5.4399999999999995, "user_cpu_core_ratio": 0.488643, "user_cpu_s_delta": 9.79}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.461436, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 221096.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.537058, "system_cpu_s_delta": 10.759999999994761, "user_cpu_core_ratio": 0.924378, "user_cpu_s_delta": 18.519999999989523}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.608, "count": 209, "max_ms": 11.993, "p95_ms": 7.025, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.177, "max": 10.0, "p95": 4.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.0, "key_count": 2, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 84}, "total": {"avg": 0.493, "max": 1.0, "p95": 1.0, "sample_count": 209}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.975, "count": 30, "max": 61.348, "p95": 58.848, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.665, "count": 30, "max": 23.832, "p95": 23.055, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 932.233, "count": 30, "max": 1251.0, "p95": 1208.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2073.2, "count": 30, "max": 17577.0, "p95": 11235.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.118, "count": 30, "max": 0.5, "p95": 0.387, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.415, "count": 30, "max": 0.489, "p95": 0.467, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.238, "count": 30, "max": 4.691, "p95": 1.338, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 120529.2, "count": 30, "max": 130325.0, "p95": 124994.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 120529.2, "count": 30, "max": 130325.0, "p95": 124994.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 184216.4, "count": 30, "max": 252148.0, "p95": 243907.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.537, "count": 30, "max": 0.624, "p95": 0.615, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.926, "count": 30, "max": 1.072, "p95": 1.057, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11608, "sampled_at": "2026-10-30T13:21:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:21:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2895374, "flush_count": 3013, "flush_interval_seconds": 30.0, "flush_state": {"count": 3013, "last_at": "2026-10-30T13:20:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:20:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3012}, "started": true, "suppressed_count": 1499647, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1499498}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3013, "written_record_count": 3013}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9826.258, "limit_mb": null}, "detail": {"pid": 111108, "restart_count": 605, "start_count": 606}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4154139648000, "copied_frame_count": 1502510, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4154139648000, "frame_buffer_copies": 1502510, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.118, "count": 512, "max_ms": 1.1712, "p50_ms": 0.1017, "p95_ms": 0.224, "p99_ms": 0.2863}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4293, "count": 512, "max_ms": 3.4491, "p50_ms": 1.3718, "p95_ms": 2.2765, "p99_ms": 2.7725, "results": {"failed": 0, "not_applicable": 0, "success": 1502510, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 553, "h264_decode_error_count": 1243, "h264_decode_error_count_per_hour": 70, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:21:09+09:00", "last_error_summary": "[h264 @ 0x58a3e1223080] left block unavailable for requested intra mode [h264 @ 0x58a3e1223080] error while decoding MB 0 65, bytestream 22385 [h264 @ 0x58a3e1140d80] error while decoding MB 106 64, bytestream -12 [h264 @ 0x58a3e122dcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x58a3e122dcc0] error while decoding MB 0 32, bytestream 88202 [h264 @ 0x58a3e1140d80] cabac decode of qscale diff failed at 26 65 [h264 @ 0x58a3e1140d80] error while decoding MB 26 65, bytestream 148", "last_exit_at": "2026-10-30T13:21:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T13:21:12+09:00", "pid": 111108, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.613, "name": "ffmpeg", "pid": 111108, "rss_mb": 206.613, "state": "S (sleeping)", "threads": 70}, "restart_count": 605, "restart_count_per_hour": 35, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 606}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.957, "sample_count": 2285, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1502510, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:21:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.882, "last_frame_pushed_at": "2026-10-30T13:21:09+09:00", "last_frame_read_age_sec": 5.05, "last_frame_read_at": "2026-10-30T13:21:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 102, "debug_expires_at": null, "deduplicated_count": 53, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 35.53, "last_sample_duration_ms": 1275.963, "last_trigger": "periodic", "next_snapshot_in_sec": 564.47, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 302, "storage_bytes": 2879308}, "mjpeg": {"age_sec": 4.873, "exists": true, "mtime": "2026-10-30T13:21:09.280423+09:00", "mtime_epoch": 1793334069.2804234, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 115670}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:21:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1475.469, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1502510, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.127, "max": 10.0, "p95": 4.0, "sample_count": 189}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 19}, "by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 62}, "total": {"avg": 0.429, "max": 1.0, "p95": 1.0, "sample_count": 189}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 189, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.413, "pushed": 6.413, "read": 6.413}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 189, "client_acquire_ms": {"avg_ms": 0.008, "count": 189, "max_ms": 0.029, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4972.407, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.894, "count": 189, "max_ms": 7.716, "p95_ms": 3.199, "reason": null, "sample_age_ms": 5055.954, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.379, "count": 189, "max_ms": 5.692, "p95_ms": 2.242, "reason": null, "sample_age_ms": 5056.618, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.305, "count": 189, "max_ms": 0.954, "p95_ms": 0.611, "reason": null, "sample_age_ms": 4972.415, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.071, "count": 189, "max_ms": 6.691, "p95_ms": 3.533, "reason": null, "sample_age_ms": 5052.565, "source": "client_direct"}, "request_count": 189, "request_tensor_bytes": {"avg": 2764808.0, "count": 189, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5052.532, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 189, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4972.607, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.702, "count": 189, "max_ms": 79.887, "p95_ms": 64.97, "reason": null, "sample_age_ms": 4972.404, "source": "client_direct"}, "sample_age_ms": 4972.399, "source": "client_direct", "task_total_ms": {"avg_ms": 49.262, "count": 189, "max_ms": 83.548, "p95_ms": 68.211, "reason": null, "sample_age_ms": 4972.399, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.278, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.493, "count": 189, "max_ms": 16.287, "p95_ms": 6.703}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.341, "count": 189, "max_ms": 1.11, "p95_ms": 0.66}, "detection_prepare_ms": {"avg_ms": 0.735, "count": 189, "max_ms": 12.305, "p95_ms": 2.006}, "event_filter_ms": {"avg_ms": 0.005, "count": 189, "max_ms": 0.104, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.121, "count": 189, "max_ms": 0.541, "p95_ms": 0.308}, "mcmt_ms": {"avg_ms": 0.003, "count": 189, "max_ms": 0.029, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.545, "count": 189, "max_ms": 3.994, "p95_ms": 2.238}, "setup_ms": {"avg_ms": 0.044, "count": 189, "max_ms": 0.141, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 2.442, "count": 189, "max_ms": 16.252, "p95_ms": 6.57}, "track_match_ms": {"avg_ms": 0.049, "count": 189, "max_ms": 0.292, "p95_ms": 0.169}, "tracker_update_ms": {"avg_ms": 0.598, "count": 189, "max_ms": 3.471, "p95_ms": 2.022}}, "gstreamer_push": {"avg_ms": 3.654, "count": 189, "max_ms": 11.993, "p95_ms": 7.177}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 189, "max_ms": 0.872, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.544, "count": 189, "max_ms": 84.684, "p95_ms": 70.263}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.807, "count": 189, "max_ms": 11.317, "p95_ms": 8.006}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.647, "count": 189, "max_ms": 159.929, "p95_ms": 124.929}, "inference_input_copy_ms": {"avg_ms": 1.672, "count": 189, "max_ms": 7.092, "p95_ms": 2.553}, "processing_residual_ms": {"avg_ms": 0.195, "count": 189, "max_ms": 0.768, "p95_ms": 0.373}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 104.321, "count": 189, "max_ms": 164.594, "p95_ms": 130.234}, "read_interval": {"avg_ms": 134.695, "count": 189, "max_ms": 1275.686, "p95_ms": 166.461}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 189, "max_ms": 0.058, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.491, "count": 189, "max_ms": 3.788, "p95_ms": 2.167}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 189, "max_ms": 0.086, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.476, "count": 189, "max_ms": 3.748, "p95_ms": 2.148}, "worker_merge_ms": {"avg_ms": 0.006, "count": 189, "max_ms": 0.041, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 50.558, "count": 189, "max_ms": 84.763, "p95_ms": 70.272}, "visualize": {"avg_ms": 45.457, "count": 189, "max_ms": 66.06, "p95_ms": 57.534}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.157, "count": 189, "max_ms": 60.393, "p95_ms": 52.692}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.883, "count": 189, "max_ms": 64.492, "p95_ms": 56.021}, "visualize_input_copy_ms": {"avg_ms": 1.373, "count": 189, "max_ms": 3.762, "p95_ms": 2.327}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.751, "count": 189, "max_ms": 64.263, "p95_ms": 55.866}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 189, "max_ms": 0.243, "p95_ms": 0.158}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1474.105, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.923, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.2, "sample_count": 2325, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1502499, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:21:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117923, "write_bytes_delta": 117923, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 734.0, "cpu_core_ratio": 0.760167, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2896.0, "pid": 110992, "reason": null, "system_cpu_core_ratio": 0.271524, "system_cpu_s_delta": 5.4399999999999995, "user_cpu_core_ratio": 0.488643, "user_cpu_s_delta": 9.79}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.461436, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 221096.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.537058, "system_cpu_s_delta": 10.759999999994761, "user_cpu_core_ratio": 0.924378, "user_cpu_s_delta": 18.519999999989523}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.608, "count": 209, "max_ms": 11.993, "p95_ms": 7.025, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.177, "max": 10.0, "p95": 4.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.0, "key_count": 2, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 84}, "total": {"avg": 0.493, "max": 1.0, "p95": 1.0, "sample_count": 209}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.975, "count": 30, "max": 61.348, "p95": 58.848, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.665, "count": 30, "max": 23.832, "p95": 23.055, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 932.233, "count": 30, "max": 1251.0, "p95": 1208.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2073.2, "count": 30, "max": 17577.0, "p95": 11235.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.118, "count": 30, "max": 0.5, "p95": 0.387, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.415, "count": 30, "max": 0.489, "p95": 0.467, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.238, "count": 30, "max": 4.691, "p95": 1.338, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 120529.2, "count": 30, "max": 130325.0, "p95": 124994.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 120529.2, "count": 30, "max": 130325.0, "p95": 124994.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 184216.4, "count": 30, "max": 252148.0, "p95": 243907.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.537, "count": 30, "max": 0.624, "p95": 0.615, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.926, "count": 30, "max": 1.072, "p95": 1.057, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11608, "sampled_at": "2026-10-30T13:21:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:21:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.47, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2897308, "flush_count": 3015, "flush_interval_seconds": 30.0, "flush_state": {"count": 3015, "last_at": "2026-10-30T13:22:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:22:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3014}, "started": true, "suppressed_count": 1500496, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1500347}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3015, "written_record_count": 3015}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9646.379, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T13:21:09+09:00", "last_error_summary": "[h264 @ 0x58a3e1223080] left block unavailable for requested intra mode [h264 @ 0x58a3e1223080] error while decoding MB 0 65, bytestream 22385 [h264 @ 0x58a3e1140d80] error while decoding MB 106 64, bytestream -12 [h264 @ 0x58a3e122dcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x58a3e122dcc0] error while decoding MB 0 32, bytestream 88202 [h264 @ 0x58a3e1140d80] cabac decode of qscale diff failed at 26 65 [h264 @ 0x58a3e1140d80] error while decoding MB 26 65, bytestream 148", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4156492492800, "copied_frame_count": 1503361, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4156492492800, "frame_buffer_copies": 1503361, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1166, "count": 512, "max_ms": 0.3665, "p50_ms": 0.1033, "p95_ms": 0.2283, "p99_ms": 0.3086}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4801, "count": 512, "max_ms": 5.4311, "p50_ms": 1.4035, "p95_ms": 2.464, "p99_ms": 3.0164, "results": {"failed": 0, "not_applicable": 0, "success": 1503361, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 553, "h264_decode_error_count": 1243, "h264_decode_error_count_per_hour": 69, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:21:09+09:00", "last_error_summary": "[h264 @ 0x58a3e1223080] left block unavailable for requested intra mode [h264 @ 0x58a3e1223080] error while decoding MB 0 65, bytestream 22385 [h264 @ 0x58a3e1140d80] error while decoding MB 106 64, bytestream -12 [h264 @ 0x58a3e122dcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x58a3e122dcc0] error while decoding MB 0 32, bytestream 88202 [h264 @ 0x58a3e1140d80] cabac decode of qscale diff failed at 26 65 [h264 @ 0x58a3e1140d80] error while decoding MB 26 65, bytestream 148", "last_exit_at": "2026-10-30T13:22:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.799, "last_started_at": "2026-10-30T13:21:12+09:00", "pid": 111108, "process": {"exists": false, "pid": 111108}, "restart_count": 605, "restart_count_per_hour": 34, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 606}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.724, "sample_count": 2236, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1503361, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:22:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T13:22:58+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-10-30T13:22:58+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 102, "debug_expires_at": null, "deduplicated_count": 53, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 140.328, "last_sample_duration_ms": 1275.963, "last_trigger": "periodic", "next_snapshot_in_sec": 459.672, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 302, "storage_bytes": 2879308}, "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-10-30T13:22:58.873025+09:00", "mtime_epoch": 1793334178.8730254, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113230}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:22:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1471.84, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1503361, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.325, "max": 3.0, "p95": 3.0, "sample_count": 246}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 95}, "total": {"avg": 0.386, "max": 1.0, "p95": 1.0, "sample_count": 246}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 246}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 246}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 246, "pushed_frames": 246, "read_frames": 245, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.207, "pushed": 8.207, "read": 8.174}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 245, "client_acquire_ms": {"avg_ms": 0.008, "count": 245, "max_ms": 0.088, "p95_ms": 0.017, "reason": null, "sample_age_ms": 49.989, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.749, "count": 245, "max_ms": 4.55, "p95_ms": 2.595, "reason": null, "sample_age_ms": 88.148, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.338, "count": 245, "max_ms": 3.009, "p95_ms": 2.227, "reason": null, "sample_age_ms": 88.341, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.321, "count": 245, "max_ms": 1.001, "p95_ms": 0.653, "reason": null, "sample_age_ms": 49.999, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.009, "count": 245, "max_ms": 8.906, "p95_ms": 3.441, "reason": null, "sample_age_ms": 87.298, "source": "client_direct"}, "request_count": 245, "request_tensor_bytes": {"avg": 2764808.0, "count": 245, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 87.286, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 245, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 50.387, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.232, "count": 245, "max_ms": 81.095, "p95_ms": 67.06, "reason": null, "sample_age_ms": 49.984, "source": "client_direct"}, "sample_age_ms": 49.978, "source": "client_direct", "task_total_ms": {"avg_ms": 49.749, "count": 245, "max_ms": 83.397, "p95_ms": 69.49, "reason": null, "sample_age_ms": 49.978, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.893, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.333, "count": 246, "max_ms": 11.07, "p95_ms": 6.492}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.35, "count": 246, "max_ms": 1.061, "p95_ms": 0.691}, "detection_prepare_ms": {"avg_ms": 0.654, "count": 246, "max_ms": 4.612, "p95_ms": 2.245}, "event_filter_ms": {"avg_ms": 0.004, "count": 246, "max_ms": 0.053, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.116, "count": 246, "max_ms": 0.436, "p95_ms": 0.249}, "mcmt_ms": {"avg_ms": 0.004, "count": 246, "max_ms": 0.024, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.395, "count": 246, "max_ms": 1.826, "p95_ms": 1.094}, "setup_ms": {"avg_ms": 0.05, "count": 246, "max_ms": 0.213, "p95_ms": 0.105}, "total_inside_ms": {"avg_ms": 2.279, "count": 246, "max_ms": 10.958, "p95_ms": 6.358}, "track_match_ms": {"avg_ms": 0.055, "count": 246, "max_ms": 0.43, "p95_ms": 0.214}, "tracker_update_ms": {"avg_ms": 0.649, "count": 246, "max_ms": 3.607, "p95_ms": 2.414}}, "gstreamer_push": {"avg_ms": 3.434, "count": 246, "max_ms": 9.746, "p95_ms": 6.042}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 246, "max_ms": 0.585, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.916, "count": 246, "max_ms": 84.652, "p95_ms": 70.668}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.801, "count": 246, "max_ms": 12.218, "p95_ms": 7.626}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.061, "count": 246, "max_ms": 143.96, "p95_ms": 127.836}, "inference_input_copy_ms": {"avg_ms": 1.543, "count": 246, "max_ms": 6.444, "p95_ms": 2.508}, "processing_residual_ms": {"avg_ms": 0.172, "count": 246, "max_ms": 0.509, "p95_ms": 0.351}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.577, "count": 246, "max_ms": 149.241, "p95_ms": 133.059}, "read_interval": {"avg_ms": 122.432, "count": 245, "max_ms": 178.614, "p95_ms": 155.999}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 246, "max_ms": 0.07, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.336, "count": 246, "max_ms": 1.641, "p95_ms": 0.998}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 246, "max_ms": 0.066, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.32, "count": 246, "max_ms": 1.606, "p95_ms": 0.978}, "worker_merge_ms": {"avg_ms": 0.007, "count": 246, "max_ms": 0.051, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 50.931, "count": 246, "max_ms": 84.671, "p95_ms": 70.682}, "visualize": {"avg_ms": 47.679, "count": 246, "max_ms": 67.938, "p95_ms": 60.579}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.277, "count": 246, "max_ms": 65.909, "p95_ms": 55.809}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.042, "count": 246, "max_ms": 66.534, "p95_ms": 58.941}, "visualize_input_copy_ms": {"avg_ms": 1.419, "count": 246, "max_ms": 5.159, "p95_ms": 2.222}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.898, "count": 246, "max_ms": 66.428, "p95_ms": 58.765}, "visualizer_prepare_ms": {"avg_ms": 0.087, "count": 246, "max_ms": 0.867, "p95_ms": 0.173}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 246}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1474.445, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.145, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.619, "sample_count": 2239, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1503272, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:22:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112935, "write_bytes_delta": 112935, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 573.0, "cpu_core_ratio": 0.472044, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 111108, "reason": null, "system_cpu_core_ratio": 0.044909, "system_cpu_s_delta": 0.4500000000000002, "user_cpu_core_ratio": 0.427135, "user_cpu_s_delta": 4.279999999999994}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.596767, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 108541.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.581822, "system_cpu_s_delta": 5.830000000001746, "user_cpu_core_ratio": 1.014945, "user_cpu_s_delta": 10.169999999983702}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.549, "count": 241, "max_ms": 9.746, "p95_ms": 6.413, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.685, "max": 6.0, "p95": 5.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 128}, "total": {"avg": 0.531, "max": 1.0, "p95": 1.0, "sample_count": 241}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.558, "count": 30, "max": 61.348, "p95": 52.059, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.104, "count": 30, "max": 22.68, "p95": 19.372, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 848.433, "count": 30, "max": 1251.0, "p95": 1208.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2069.2, "count": 30, "max": 17577.0, "p95": 11235.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.119, "count": 30, "max": 0.5, "p95": 0.387, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.419, "count": 30, "max": 0.489, "p95": 0.467, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.238, "count": 30, "max": 4.691, "p95": 1.338, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 118020.4, "count": 30, "max": 124427.0, "p95": 123615.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 118020.4, "count": 30, "max": 124427.0, "p95": 123615.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 187043.667, "count": 30, "max": 252148.0, "p95": 243907.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.559, "count": 30, "max": 0.624, "p95": 0.615, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.962, "count": 30, "max": 1.072, "p95": 1.057, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11616, "sampled_at": "2026-10-30T13:22:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:22:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2897308, "flush_count": 3015, "flush_interval_seconds": 30.0, "flush_state": {"count": 3015, "last_at": "2026-10-30T13:22:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:22:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3014}, "started": true, "suppressed_count": 1500496, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1500347}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3015, "written_record_count": 3015}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9646.289, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4156492492800, "copied_frame_count": 1503361, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4156492492800, "frame_buffer_copies": 1503361, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1166, "count": 512, "max_ms": 0.3665, "p50_ms": 0.1033, "p95_ms": 0.2283, "p99_ms": 0.3086}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4801, "count": 512, "max_ms": 5.4311, "p50_ms": 1.4035, "p95_ms": 2.464, "p99_ms": 3.0164, "results": {"failed": 0, "not_applicable": 0, "success": 1503361, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 553, "h264_decode_error_count": 1243, "h264_decode_error_count_per_hour": 69, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:21:09+09:00", "last_error_summary": "[h264 @ 0x58a3e1223080] left block unavailable for requested intra mode [h264 @ 0x58a3e1223080] error while decoding MB 0 65, bytestream 22385 [h264 @ 0x58a3e1140d80] error while decoding MB 106 64, bytestream -12 [h264 @ 0x58a3e122dcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x58a3e122dcc0] error while decoding MB 0 32, bytestream 88202 [h264 @ 0x58a3e1140d80] cabac decode of qscale diff failed at 26 65 [h264 @ 0x58a3e1140d80] error while decoding MB 26 65, bytestream 148", "last_exit_at": "2026-10-30T13:22:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.842, "last_started_at": "2026-10-30T13:21:12+09:00", "pid": 111108, "process": {"exists": false, "pid": 111108}, "restart_count": 605, "restart_count_per_hour": 34, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 606}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.724, "sample_count": 2236, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1503361, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:22:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.044, "last_frame_pushed_at": "2026-10-30T13:22:58+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-10-30T13:22:58+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 102, "debug_expires_at": null, "deduplicated_count": 53, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 140.378, "last_sample_duration_ms": 1275.963, "last_trigger": "periodic", "next_snapshot_in_sec": 459.622, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 302, "storage_bytes": 2879308}, "mjpeg": {"age_sec": 0.038, "exists": true, "mtime": "2026-10-30T13:22:58.957026+09:00", "mtime_epoch": 1793334178.957026, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113335}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:22:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1471.84, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1503361, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.322, "max": 3.0, "p95": 3.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 95}, "total": {"avg": 0.388, "max": 1.0, "p95": 1.0, "sample_count": 245}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 244, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.195, "pushed": 8.195, "read": 8.162}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 244, "client_acquire_ms": {"avg_ms": 0.008, "count": 245, "max_ms": 0.088, "p95_ms": 0.017, "reason": null, "sample_age_ms": 102.072, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.751, "count": 244, "max_ms": 4.55, "p95_ms": 2.597, "reason": null, "sample_age_ms": 140.231, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.339, "count": 244, "max_ms": 3.009, "p95_ms": 2.231, "reason": null, "sample_age_ms": 140.424, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.321, "count": 245, "max_ms": 1.001, "p95_ms": 0.653, "reason": null, "sample_age_ms": 102.083, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.008, "count": 244, "max_ms": 8.906, "p95_ms": 3.443, "reason": null, "sample_age_ms": 139.381, "source": "client_direct"}, "request_count": 244, "request_tensor_bytes": {"avg": 2764808.0, "count": 244, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 139.369, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 245, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 102.471, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.232, "count": 245, "max_ms": 81.095, "p95_ms": 67.06, "reason": null, "sample_age_ms": 102.067, "source": "client_direct"}, "sample_age_ms": 102.062, "source": "client_direct", "task_total_ms": {"avg_ms": 49.749, "count": 245, "max_ms": 83.397, "p95_ms": 69.49, "reason": null, "sample_age_ms": 102.062, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.627, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.336, "count": 245, "max_ms": 11.07, "p95_ms": 6.492}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.35, "count": 245, "max_ms": 1.061, "p95_ms": 0.691}, "detection_prepare_ms": {"avg_ms": 0.655, "count": 245, "max_ms": 4.612, "p95_ms": 2.245}, "event_filter_ms": {"avg_ms": 0.004, "count": 245, "max_ms": 0.053, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.116, "count": 245, "max_ms": 0.436, "p95_ms": 0.249}, "mcmt_ms": {"avg_ms": 0.004, "count": 245, "max_ms": 0.024, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.396, "count": 245, "max_ms": 1.826, "p95_ms": 1.094}, "setup_ms": {"avg_ms": 0.05, "count": 245, "max_ms": 0.213, "p95_ms": 0.105}, "total_inside_ms": {"avg_ms": 2.283, "count": 245, "max_ms": 10.958, "p95_ms": 6.358}, "track_match_ms": {"avg_ms": 0.056, "count": 245, "max_ms": 0.43, "p95_ms": 0.214}, "tracker_update_ms": {"avg_ms": 0.652, "count": 245, "max_ms": 3.607, "p95_ms": 2.414}}, "gstreamer_push": {"avg_ms": 3.433, "count": 245, "max_ms": 9.746, "p95_ms": 6.042}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 245, "max_ms": 0.585, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.913, "count": 245, "max_ms": 84.652, "p95_ms": 70.668}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.805, "count": 245, "max_ms": 12.218, "p95_ms": 7.626}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.059, "count": 245, "max_ms": 143.96, "p95_ms": 127.836}, "inference_input_copy_ms": {"avg_ms": 1.545, "count": 245, "max_ms": 6.444, "p95_ms": 2.508}, "processing_residual_ms": {"avg_ms": 0.172, "count": 245, "max_ms": 0.509, "p95_ms": 0.351}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.581, "count": 245, "max_ms": 149.241, "p95_ms": 133.059}, "read_interval": {"avg_ms": 122.453, "count": 244, "max_ms": 178.614, "p95_ms": 155.999}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 245, "max_ms": 0.07, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.337, "count": 245, "max_ms": 1.641, "p95_ms": 0.998}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 245, "max_ms": 0.066, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.321, "count": 245, "max_ms": 1.606, "p95_ms": 0.978}, "worker_merge_ms": {"avg_ms": 0.007, "count": 245, "max_ms": 0.051, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 50.928, "count": 245, "max_ms": 84.671, "p95_ms": 70.682}, "visualize": {"avg_ms": 47.678, "count": 245, "max_ms": 67.938, "p95_ms": 60.579}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.275, "count": 245, "max_ms": 65.909, "p95_ms": 55.809}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.042, "count": 245, "max_ms": 66.534, "p95_ms": 58.941}, "visualize_input_copy_ms": {"avg_ms": 1.42, "count": 245, "max_ms": 5.159, "p95_ms": 2.222}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.898, "count": 245, "max_ms": 66.428, "p95_ms": 58.765}, "visualizer_prepare_ms": {"avg_ms": 0.086, "count": 245, "max_ms": 0.867, "p95_ms": 0.173}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1474.445, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.145, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.619, "sample_count": 2239, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1503272, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:22:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112935, "write_bytes_delta": 112935, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 573.0, "cpu_core_ratio": 0.472044, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 111108, "reason": null, "system_cpu_core_ratio": 0.044909, "system_cpu_s_delta": 0.4500000000000002, "user_cpu_core_ratio": 0.427135, "user_cpu_s_delta": 4.279999999999994}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.596767, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 108541.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.581822, "system_cpu_s_delta": 5.830000000001746, "user_cpu_core_ratio": 1.014945, "user_cpu_s_delta": 10.169999999983702}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.549, "count": 241, "max_ms": 9.746, "p95_ms": 6.413, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.685, "max": 6.0, "p95": 5.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 128}, "total": {"avg": 0.531, "max": 1.0, "p95": 1.0, "sample_count": 241}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.558, "count": 30, "max": 61.348, "p95": 52.059, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.104, "count": 30, "max": 22.68, "p95": 19.372, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 848.433, "count": 30, "max": 1251.0, "p95": 1208.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2069.2, "count": 30, "max": 17577.0, "p95": 11235.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.119, "count": 30, "max": 0.5, "p95": 0.387, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.419, "count": 30, "max": 0.489, "p95": 0.467, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.238, "count": 30, "max": 4.691, "p95": 1.338, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 118020.4, "count": 30, "max": 124427.0, "p95": 123615.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 118020.4, "count": 30, "max": 124427.0, "p95": 123615.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 187043.667, "count": 30, "max": 252148.0, "p95": 243907.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.559, "count": 30, "max": 0.624, "p95": 0.615, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.962, "count": 30, "max": 1.072, "p95": 1.057, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11616, "sampled_at": "2026-10-30T13:22:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:22:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2897308, "flush_count": 3015, "flush_interval_seconds": 30.0, "flush_state": {"count": 3015, "last_at": "2026-10-30T13:22:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:22:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3014}, "started": true, "suppressed_count": 1500496, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1500347}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3015, "written_record_count": 3015}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9819.055, "limit_mb": null}, "detail": {"pid": 111224, "restart_count": 606, "start_count": 607}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4156492492800, "copied_frame_count": 1503361, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4156492492800, "frame_buffer_copies": 1503361, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1166, "count": 512, "max_ms": 0.3665, "p50_ms": 0.1033, "p95_ms": 0.2283, "p99_ms": 0.3086}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4801, "count": 512, "max_ms": 5.4311, "p50_ms": 1.4035, "p95_ms": 2.464, "p99_ms": 3.0164, "results": {"failed": 0, "not_applicable": 0, "success": 1503361, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 553, "h264_decode_error_count": 1243, "h264_decode_error_count_per_hour": 69, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:21:09+09:00", "last_error_summary": "[h264 @ 0x58a3e1223080] left block unavailable for requested intra mode [h264 @ 0x58a3e1223080] error while decoding MB 0 65, bytestream 22385 [h264 @ 0x58a3e1140d80] error while decoding MB 106 64, bytestream -12 [h264 @ 0x58a3e122dcc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x58a3e122dcc0] error while decoding MB 0 32, bytestream 88202 [h264 @ 0x58a3e1140d80] cabac decode of qscale diff failed at 26 65 [h264 @ 0x58a3e1140d80] error while decoding MB 26 65, bytestream 148", "last_exit_at": "2026-10-30T13:23:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T13:23:01+09:00", "pid": 111224, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.473, "name": "ffmpeg", "pid": 111224, "rss_mb": 206.473, "state": "S (sleeping)", "threads": 70}, "restart_count": 606, "restart_count_per_hour": 35, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 607}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.822, "sample_count": 2200, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1503361, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:22:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.347, "last_frame_pushed_at": "2026-10-30T13:22:58+09:00", "last_frame_read_age_sec": 4.429, "last_frame_read_at": "2026-10-30T13:22:58+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 102, "debug_expires_at": null, "deduplicated_count": 53, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 144.681, "last_sample_duration_ms": 1275.963, "last_trigger": "periodic", "next_snapshot_in_sec": 455.319, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 302, "storage_bytes": 2879308}, "mjpeg": {"age_sec": 4.34, "exists": true, "mtime": "2026-10-30T13:22:58.957026+09:00", "mtime_epoch": 1793334178.957026, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113335}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:23:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1471.844, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1503361, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.316, "max": 3.0, "p95": 3.0, "sample_count": 212}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}, "total": {"avg": 0.406, "max": 1.0, "p95": 1.0, "sample_count": 212}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 212}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 212}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.07, "pushed": 7.07, "read": 7.036}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 211, "client_acquire_ms": {"avg_ms": 0.008, "count": 211, "max_ms": 0.088, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4398.899, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.755, "count": 211, "max_ms": 4.55, "p95_ms": 2.584, "reason": null, "sample_age_ms": 4437.058, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.337, "count": 211, "max_ms": 3.009, "p95_ms": 2.206, "reason": null, "sample_age_ms": 4437.251, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.316, "count": 211, "max_ms": 1.001, "p95_ms": 0.64, "reason": null, "sample_age_ms": 4398.91, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.003, "count": 211, "max_ms": 8.906, "p95_ms": 3.43, "reason": null, "sample_age_ms": 4436.208, "source": "client_direct"}, "request_count": 211, "request_tensor_bytes": {"avg": 2764808.0, "count": 211, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4436.196, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 211, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4399.297, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.151, "count": 211, "max_ms": 80.767, "p95_ms": 66.504, "reason": null, "sample_age_ms": 4398.894, "source": "client_direct"}, "sample_age_ms": 4398.889, "source": "client_direct", "task_total_ms": {"avg_ms": 49.655, "count": 211, "max_ms": 83.397, "p95_ms": 69.06, "reason": null, "sample_age_ms": 4398.889, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.192, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.38, "count": 212, "max_ms": 11.07, "p95_ms": 6.528}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.351, "count": 212, "max_ms": 1.061, "p95_ms": 0.748}, "detection_prepare_ms": {"avg_ms": 0.672, "count": 212, "max_ms": 4.612, "p95_ms": 2.301}, "event_filter_ms": {"avg_ms": 0.004, "count": 212, "max_ms": 0.053, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.116, "count": 212, "max_ms": 0.436, "p95_ms": 0.251}, "mcmt_ms": {"avg_ms": 0.004, "count": 212, "max_ms": 0.024, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.394, "count": 212, "max_ms": 1.826, "p95_ms": 1.064}, "setup_ms": {"avg_ms": 0.049, "count": 212, "max_ms": 0.213, "p95_ms": 0.103}, "total_inside_ms": {"avg_ms": 2.327, "count": 212, "max_ms": 10.958, "p95_ms": 6.414}, "track_match_ms": {"avg_ms": 0.058, "count": 212, "max_ms": 0.43, "p95_ms": 0.218}, "tracker_update_ms": {"avg_ms": 0.679, "count": 212, "max_ms": 3.607, "p95_ms": 2.426}}, "gstreamer_push": {"avg_ms": 3.373, "count": 212, "max_ms": 9.746, "p95_ms": 6.042}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 212, "max_ms": 0.585, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.811, "count": 212, "max_ms": 84.442, "p95_ms": 70.668}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.78, "count": 212, "max_ms": 12.218, "p95_ms": 7.626}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.488, "count": 212, "max_ms": 143.96, "p95_ms": 127.836}, "inference_input_copy_ms": {"avg_ms": 1.549, "count": 212, "max_ms": 6.444, "p95_ms": 2.44}, "processing_residual_ms": {"avg_ms": 0.172, "count": 212, "max_ms": 0.509, "p95_ms": 0.352}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.988, "count": 212, "max_ms": 149.241, "p95_ms": 133.334}, "read_interval": {"avg_ms": 121.672, "count": 211, "max_ms": 177.909, "p95_ms": 155.999}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 212, "max_ms": 0.059, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.336, "count": 212, "max_ms": 1.641, "p95_ms": 0.992}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 212, "max_ms": 0.066, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.321, "count": 212, "max_ms": 1.606, "p95_ms": 0.975}, "worker_merge_ms": {"avg_ms": 0.007, "count": 212, "max_ms": 0.051, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 50.825, "count": 212, "max_ms": 84.449, "p95_ms": 70.682}, "visualize": {"avg_ms": 47.186, "count": 212, "max_ms": 67.938, "p95_ms": 59.881}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.784, "count": 212, "max_ms": 65.909, "p95_ms": 54.995}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.561, "count": 212, "max_ms": 66.534, "p95_ms": 58.092}, "visualize_input_copy_ms": {"avg_ms": 1.408, "count": 212, "max_ms": 5.159, "p95_ms": 2.199}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.421, "count": 212, "max_ms": 66.428, "p95_ms": 57.978}, "visualizer_prepare_ms": {"avg_ms": 0.084, "count": 212, "max_ms": 0.867, "p95_ms": 0.164}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 212}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1474.445, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.145, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.619, "sample_count": 2239, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1503272, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:22:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112935, "write_bytes_delta": 112935, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 573.0, "cpu_core_ratio": 0.472044, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 111108, "reason": null, "system_cpu_core_ratio": 0.044909, "system_cpu_s_delta": 0.4500000000000002, "user_cpu_core_ratio": 0.427135, "user_cpu_s_delta": 4.279999999999994}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.596767, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 108541.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.581822, "system_cpu_s_delta": 5.830000000001746, "user_cpu_core_ratio": 1.014945, "user_cpu_s_delta": 10.169999999983702}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.549, "count": 241, "max_ms": 9.746, "p95_ms": 6.413, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.685, "max": 6.0, "p95": 5.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 128}, "total": {"avg": 0.531, "max": 1.0, "p95": 1.0, "sample_count": 241}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.558, "count": 30, "max": 61.348, "p95": 52.059, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.104, "count": 30, "max": 22.68, "p95": 19.372, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 848.433, "count": 30, "max": 1251.0, "p95": 1208.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2069.2, "count": 30, "max": 17577.0, "p95": 11235.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.119, "count": 30, "max": 0.5, "p95": 0.387, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.419, "count": 30, "max": 0.489, "p95": 0.467, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.238, "count": 30, "max": 4.691, "p95": 1.338, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 118020.4, "count": 30, "max": 124427.0, "p95": 123615.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 118020.4, "count": 30, "max": 124427.0, "p95": 123615.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 187043.667, "count": 30, "max": 252148.0, "p95": 243907.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.559, "count": 30, "max": 0.624, "p95": 0.615, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.962, "count": 30, "max": 1.072, "p95": 1.057, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11616, "sampled_at": "2026-10-30T13:22:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:22:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2899314, "flush_count": 3017, "flush_interval_seconds": 30.0, "flush_state": {"count": 3017, "last_at": "2026-10-30T13:24:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:24:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3016}, "started": true, "suppressed_count": 1501247, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1501098}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3017, "written_record_count": 3017}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9650.004, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x629584088040] error while decoding MB 109 45, bytestream -28", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4158571622400, "copied_frame_count": 1504113, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4158571622400, "frame_buffer_copies": 1504113, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1153, "count": 512, "max_ms": 0.338, "p50_ms": 0.1007, "p95_ms": 0.2338, "p99_ms": 0.3125}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4227, "count": 512, "max_ms": 5.4459, "p50_ms": 1.3439, "p95_ms": 2.3191, "p99_ms": 2.9671, "results": {"failed": 0, "not_applicable": 0, "success": 1504113, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 554, "h264_decode_error_count": 1244, "h264_decode_error_count_per_hour": 69, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:24:40+09:00", "last_error_summary": "[h264 @ 0x629584088040] error while decoding MB 109 45, bytestream -28", "last_exit_at": "2026-10-30T13:23:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.035, "last_started_at": "2026-10-30T13:23:01+09:00", "pid": 111224, "process": {"exists": false, "pid": 111224}, "restart_count": 606, "restart_count_per_hour": 34, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 607}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.798, "sample_count": 2293, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1504113, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:24:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.097, "last_frame_pushed_at": "2026-10-30T13:24:40+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-10-30T13:24:40+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 102, "debug_expires_at": null, "deduplicated_count": 53, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 241.715, "last_sample_duration_ms": 1275.963, "last_trigger": "periodic", "next_snapshot_in_sec": 358.285, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 302, "storage_bytes": 2879308}, "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-10-30T13:24:40.244578+09:00", "mtime_epoch": 1793334280.244578, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 112213}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:24:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1493.172, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1504114, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.611, "max": 5.0, "p95": 4.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.067, "max": 2.0, "p95": 2.0, "sample_count": 209}, "total": {"avg": 0.987, "max": 2.0, "p95": 2.0, "sample_count": 226}}, "tracking_counts": {"active": {"avg": 1.004, "max": 2.0, "p95": 1.0, "sample_count": 226}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 226}, "tracked": {"avg": 1.004, "max": 2.0, "p95": 1.0, "sample_count": 226}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.535, "pushed": 7.535, "read": 7.535}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 226, "client_acquire_ms": {"avg_ms": 0.008, "count": 226, "max_ms": 0.034, "p95_ms": 0.016, "reason": null, "sample_age_ms": 28.541, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.889, "count": 226, "max_ms": 7.982, "p95_ms": 2.947, "reason": null, "sample_age_ms": 97.213, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.396, "count": 226, "max_ms": 6.529, "p95_ms": 2.347, "reason": null, "sample_age_ms": 97.563, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.31, "count": 226, "max_ms": 0.865, "p95_ms": 0.618, "reason": null, "sample_age_ms": 28.553, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.036, "count": 226, "max_ms": 7.66, "p95_ms": 3.541, "reason": null, "sample_age_ms": 94.648, "source": "client_direct"}, "request_count": 226, "request_tensor_bytes": {"avg": 2764808.0, "count": 226, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 94.621, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 226, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 29.155, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.819, "count": 226, "max_ms": 97.831, "p95_ms": 70.566, "reason": null, "sample_age_ms": 28.537, "source": "client_direct"}, "sample_age_ms": 28.533, "source": "client_direct", "task_total_ms": {"avg_ms": 52.36, "count": 226, "max_ms": 101.31, "p95_ms": 73.557, "reason": null, "sample_age_ms": 28.533, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.957, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.402, "count": 226, "max_ms": 15.033, "p95_ms": 8.375}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.389, "count": 226, "max_ms": 2.691, "p95_ms": 0.703}, "detection_prepare_ms": {"avg_ms": 1.441, "count": 226, "max_ms": 8.691, "p95_ms": 2.99}, "event_filter_ms": {"avg_ms": 0.005, "count": 226, "max_ms": 0.086, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.153, "count": 226, "max_ms": 0.561, "p95_ms": 0.29}, "mcmt_ms": {"avg_ms": 0.003, "count": 226, "max_ms": 0.026, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.766, "count": 226, "max_ms": 3.479, "p95_ms": 2.107}, "setup_ms": {"avg_ms": 0.05, "count": 226, "max_ms": 0.147, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 4.338, "count": 226, "max_ms": 14.924, "p95_ms": 8.267}, "track_match_ms": {"avg_ms": 0.114, "count": 226, "max_ms": 0.739, "p95_ms": 0.228}, "tracker_update_ms": {"avg_ms": 1.416, "count": 226, "max_ms": 4.375, "p95_ms": 2.625}}, "gstreamer_push": {"avg_ms": 3.736, "count": 226, "max_ms": 10.853, "p95_ms": 6.379}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.067, "count": 226, "max_ms": 2.34, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.614, "count": 226, "max_ms": 103.744, "p95_ms": 74.835}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.24, "count": 226, "max_ms": 15.362, "p95_ms": 8.73}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 110.797, "count": 226, "max_ms": 171.167, "p95_ms": 142.453}, "inference_input_copy_ms": {"avg_ms": 1.665, "count": 226, "max_ms": 5.586, "p95_ms": 2.909}, "processing_residual_ms": {"avg_ms": 0.203, "count": 226, "max_ms": 0.525, "p95_ms": 0.392}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 115.905, "count": 226, "max_ms": 175.725, "p95_ms": 147.101}, "read_interval": {"avg_ms": 132.739, "count": 226, "max_ms": 226.568, "p95_ms": 188.316}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 226, "max_ms": 0.069, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.701, "count": 226, "max_ms": 3.33, "p95_ms": 2.014}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 226, "max_ms": 0.104, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.684, "count": 226, "max_ms": 3.276, "p95_ms": 1.989}, "worker_merge_ms": {"avg_ms": 0.007, "count": 226, "max_ms": 0.051, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 53.629, "count": 226, "max_ms": 103.756, "p95_ms": 74.852}, "visualize": {"avg_ms": 51.555, "count": 226, "max_ms": 74.095, "p95_ms": 67.723}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.663, "count": 226, "max_ms": 67.25, "p95_ms": 60.607}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.924, "count": 226, "max_ms": 71.59, "p95_ms": 65.439}, "visualize_input_copy_ms": {"avg_ms": 1.411, "count": 226, "max_ms": 4.181, "p95_ms": 2.201}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.774, "count": 226, "max_ms": 71.411, "p95_ms": 64.998}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 226, "max_ms": 0.283, "p95_ms": 0.152}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 226}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1474.77, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.035, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.913, "sample_count": 2269, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1503957, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:24:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112398, "write_bytes_delta": 112398, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 549.0, "cpu_core_ratio": 0.428683, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 111224, "reason": null, "system_cpu_core_ratio": 0.036631, "system_cpu_s_delta": 0.3700000000000001, "user_cpu_core_ratio": 0.392052, "user_cpu_s_delta": 3.960000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.640479, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 108716.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.599958, "system_cpu_s_delta": 6.059999999997672, "user_cpu_core_ratio": 1.040521, "user_cpu_s_delta": 10.510000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.326, "count": 236, "max_ms": 9.577, "p95_ms": 7.03, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.216, "max": 6.0, "p95": 3.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 203}, "total": {"avg": 0.86, "max": 1.0, "p95": 1.0, "sample_count": 236}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.397, "count": 30, "max": 61.348, "p95": 33.967, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.399, "count": 30, "max": 31.0, "p95": 27.104, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 810.5, "count": 30, "max": 1251.0, "p95": 1208.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1115.867, "count": 30, "max": 15193.0, "p95": 3155.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.075, "count": 30, "max": 0.347, "p95": 0.252, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.415, "count": 30, "max": 0.489, "p95": 0.449, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.078, "count": 30, "max": 2.341, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115389.067, "count": 30, "max": 124071.0, "p95": 120514.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 115389.067, "count": 30, "max": 124071.0, "p95": 120514.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 159300.967, "count": 30, "max": 252148.0, "p95": 243907.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.558, "count": 30, "max": 0.618, "p95": 0.614, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.956, "count": 30, "max": 1.049, "p95": 1.041, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11625, "sampled_at": "2026-10-30T13:24:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:24:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2899314, "flush_count": 3017, "flush_interval_seconds": 30.0, "flush_state": {"count": 3017, "last_at": "2026-10-30T13:24:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:24:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3016}, "started": true, "suppressed_count": 1501247, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1501098}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3017, "written_record_count": 3017}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9657.176, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T13:24:40+09:00", "last_error_summary": "[h264 @ 0x629584088040] error while decoding MB 109 45, bytestream -28", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4158574387200, "copied_frame_count": 1504114, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4158574387200, "frame_buffer_copies": 1504114, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1152, "count": 512, "max_ms": 0.338, "p50_ms": 0.1007, "p95_ms": 0.2338, "p99_ms": 0.3125}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4444, "count": 512, "max_ms": 13.2468, "p50_ms": 1.3439, "p95_ms": 2.3358, "p99_ms": 2.9906, "results": {"failed": 0, "not_applicable": 0, "success": 1504114, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 554, "h264_decode_error_count": 1244, "h264_decode_error_count_per_hour": 69, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:24:40+09:00", "last_error_summary": "[h264 @ 0x629584088040] error while decoding MB 109 45, bytestream -28", "last_exit_at": "2026-10-30T13:24:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.101, "last_started_at": "2026-10-30T13:23:01+09:00", "pid": 111224, "process": {"exists": false, "pid": 111224}, "restart_count": 606, "restart_count_per_hour": 34, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 607}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.798, "sample_count": 2294, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1504114, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:24:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.017, "last_frame_pushed_at": "2026-10-30T13:24:40+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-10-30T13:24:40+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 102, "debug_expires_at": null, "deduplicated_count": 53, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 241.784, "last_sample_duration_ms": 1275.963, "last_trigger": "periodic", "next_snapshot_in_sec": 358.216, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 302, "storage_bytes": 2879308}, "mjpeg": {"age_sec": 0.005, "exists": true, "mtime": "2026-10-30T13:24:40.392579+09:00", "mtime_epoch": 1793334280.3925788, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 112430}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:24:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1472.199, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1504114, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.615, "max": 5.0, "p95": 4.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.067, "max": 2.0, "p95": 2.0, "sample_count": 209}, "total": {"avg": 0.987, "max": 2.0, "p95": 2.0, "sample_count": 226}}, "tracking_counts": {"active": {"avg": 1.004, "max": 2.0, "p95": 1.0, "sample_count": 226}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 226}, "tracked": {"avg": 1.004, "max": 2.0, "p95": 1.0, "sample_count": 226}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.55, "pushed": 7.55, "read": 7.517}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 225, "client_acquire_ms": {"avg_ms": 0.008, "count": 225, "max_ms": 0.034, "p95_ms": 0.016, "reason": null, "sample_age_ms": 103.163, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.891, "count": 225, "max_ms": 7.982, "p95_ms": 2.947, "reason": null, "sample_age_ms": 171.835, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.397, "count": 225, "max_ms": 6.529, "p95_ms": 2.36, "reason": null, "sample_age_ms": 172.184, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.308, "count": 225, "max_ms": 0.865, "p95_ms": 0.618, "reason": null, "sample_age_ms": 103.175, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.038, "count": 225, "max_ms": 7.66, "p95_ms": 3.544, "reason": null, "sample_age_ms": 169.27, "source": "client_direct"}, "request_count": 225, "request_tensor_bytes": {"avg": 2764808.0, "count": 225, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 169.243, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 225, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 103.776, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.83, "count": 225, "max_ms": 97.831, "p95_ms": 70.598, "reason": null, "sample_age_ms": 103.159, "source": "client_direct"}, "sample_age_ms": 103.155, "source": "client_direct", "task_total_ms": {"avg_ms": 52.372, "count": 225, "max_ms": 101.31, "p95_ms": 73.601, "reason": null, "sample_age_ms": 103.155, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.841, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.408, "count": 226, "max_ms": 15.033, "p95_ms": 8.375}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.39, "count": 226, "max_ms": 2.691, "p95_ms": 0.703}, "detection_prepare_ms": {"avg_ms": 1.445, "count": 226, "max_ms": 8.691, "p95_ms": 2.99}, "event_filter_ms": {"avg_ms": 0.005, "count": 226, "max_ms": 0.086, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.153, "count": 226, "max_ms": 0.561, "p95_ms": 0.29}, "mcmt_ms": {"avg_ms": 0.003, "count": 226, "max_ms": 0.026, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.767, "count": 226, "max_ms": 3.479, "p95_ms": 2.107}, "setup_ms": {"avg_ms": 0.05, "count": 226, "max_ms": 0.147, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 4.345, "count": 226, "max_ms": 14.924, "p95_ms": 8.267}, "track_match_ms": {"avg_ms": 0.114, "count": 226, "max_ms": 0.739, "p95_ms": 0.228}, "tracker_update_ms": {"avg_ms": 1.417, "count": 226, "max_ms": 4.375, "p95_ms": 2.625}}, "gstreamer_push": {"avg_ms": 3.746, "count": 226, "max_ms": 10.853, "p95_ms": 6.379}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.067, "count": 226, "max_ms": 2.34, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.703, "count": 226, "max_ms": 103.744, "p95_ms": 74.835}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.238, "count": 226, "max_ms": 15.362, "p95_ms": 8.73}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 110.909, "count": 226, "max_ms": 171.167, "p95_ms": 142.453}, "inference_input_copy_ms": {"avg_ms": 1.661, "count": 226, "max_ms": 5.586, "p95_ms": 2.909}, "processing_residual_ms": {"avg_ms": 0.202, "count": 226, "max_ms": 0.525, "p95_ms": 0.392}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.01, "count": 226, "max_ms": 175.725, "p95_ms": 147.101}, "read_interval": {"avg_ms": 132.839, "count": 225, "max_ms": 226.568, "p95_ms": 188.316}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 226, "max_ms": 0.069, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.702, "count": 226, "max_ms": 3.33, "p95_ms": 2.014}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 226, "max_ms": 0.104, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.685, "count": 226, "max_ms": 3.276, "p95_ms": 1.989}, "worker_merge_ms": {"avg_ms": 0.007, "count": 226, "max_ms": 0.051, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 53.718, "count": 226, "max_ms": 103.756, "p95_ms": 74.852}, "visualize": {"avg_ms": 51.57, "count": 226, "max_ms": 74.095, "p95_ms": 67.723}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.67, "count": 226, "max_ms": 67.25, "p95_ms": 60.607}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.938, "count": 226, "max_ms": 71.59, "p95_ms": 65.439}, "visualize_input_copy_ms": {"avg_ms": 1.412, "count": 226, "max_ms": 4.181, "p95_ms": 2.201}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.788, "count": 226, "max_ms": 71.411, "p95_ms": 64.998}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 226, "max_ms": 0.283, "p95_ms": 0.152}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 226}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1474.77, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.035, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.913, "sample_count": 2269, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1503957, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:24:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112398, "write_bytes_delta": 112398, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 549.0, "cpu_core_ratio": 0.428683, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 111224, "reason": null, "system_cpu_core_ratio": 0.036631, "system_cpu_s_delta": 0.3700000000000001, "user_cpu_core_ratio": 0.392052, "user_cpu_s_delta": 3.960000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.640479, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 108716.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.599958, "system_cpu_s_delta": 6.059999999997672, "user_cpu_core_ratio": 1.040521, "user_cpu_s_delta": 10.510000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.326, "count": 236, "max_ms": 9.577, "p95_ms": 7.03, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.216, "max": 6.0, "p95": 3.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 203}, "total": {"avg": 0.86, "max": 1.0, "p95": 1.0, "sample_count": 236}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.397, "count": 30, "max": 61.348, "p95": 33.967, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.399, "count": 30, "max": 31.0, "p95": 27.104, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 810.5, "count": 30, "max": 1251.0, "p95": 1208.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1115.867, "count": 30, "max": 15193.0, "p95": 3155.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.075, "count": 30, "max": 0.347, "p95": 0.252, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.415, "count": 30, "max": 0.489, "p95": 0.449, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.078, "count": 30, "max": 2.341, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115389.067, "count": 30, "max": 124071.0, "p95": 120514.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 115389.067, "count": 30, "max": 124071.0, "p95": 120514.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 159300.967, "count": 30, "max": 252148.0, "p95": 243907.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.558, "count": 30, "max": 0.618, "p95": 0.614, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.956, "count": 30, "max": 1.049, "p95": 1.041, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11625, "sampled_at": "2026-10-30T13:24:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:24:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2899314, "flush_count": 3017, "flush_interval_seconds": 30.0, "flush_state": {"count": 3017, "last_at": "2026-10-30T13:24:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:24:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3016}, "started": true, "suppressed_count": 1501247, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1501098}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3017, "written_record_count": 3017}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9658.25, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4158574387200, "copied_frame_count": 1504114, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4158574387200, "frame_buffer_copies": 1504114, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1152, "count": 512, "max_ms": 0.338, "p50_ms": 0.1007, "p95_ms": 0.2338, "p99_ms": 0.3125}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4444, "count": 512, "max_ms": 13.2468, "p50_ms": 1.3439, "p95_ms": 2.3358, "p99_ms": 2.9906, "results": {"failed": 0, "not_applicable": 0, "success": 1504114, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 554, "h264_decode_error_count": 1244, "h264_decode_error_count_per_hour": 69, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:24:40+09:00", "last_error_summary": "[h264 @ 0x629584088040] error while decoding MB 109 45, bytestream -28", "last_exit_at": "2026-10-30T13:24:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.148, "last_started_at": "2026-10-30T13:23:01+09:00", "pid": 111224, "process": {"exists": false, "pid": 111224}, "restart_count": 606, "restart_count_per_hour": 34, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 607}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.798, "sample_count": 2293, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1504114, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:24:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.064, "last_frame_pushed_at": "2026-10-30T13:24:40+09:00", "last_frame_read_age_sec": 0.206, "last_frame_read_at": "2026-10-30T13:24:40+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 102, "debug_expires_at": null, "deduplicated_count": 53, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 241.831, "last_sample_duration_ms": 1275.963, "last_trigger": "periodic", "next_snapshot_in_sec": 358.169, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 302, "storage_bytes": 2879308}, "mjpeg": {"age_sec": 0.052, "exists": true, "mtime": "2026-10-30T13:24:40.392579+09:00", "mtime_epoch": 1793334280.3925788, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 112430}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:24:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1472.199, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1504114, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.615, "max": 5.0, "p95": 4.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.067, "max": 2.0, "p95": 2.0, "sample_count": 209}, "total": {"avg": 0.987, "max": 2.0, "p95": 2.0, "sample_count": 226}}, "tracking_counts": {"active": {"avg": 1.004, "max": 2.0, "p95": 1.0, "sample_count": 226}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 226}, "tracked": {"avg": 1.004, "max": 2.0, "p95": 1.0, "sample_count": 226}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.538, "pushed": 7.538, "read": 7.505}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 225, "client_acquire_ms": {"avg_ms": 0.008, "count": 225, "max_ms": 0.034, "p95_ms": 0.016, "reason": null, "sample_age_ms": 149.829, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.891, "count": 225, "max_ms": 7.982, "p95_ms": 2.947, "reason": null, "sample_age_ms": 218.501, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.397, "count": 225, "max_ms": 6.529, "p95_ms": 2.36, "reason": null, "sample_age_ms": 218.851, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.308, "count": 225, "max_ms": 0.865, "p95_ms": 0.618, "reason": null, "sample_age_ms": 149.841, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.038, "count": 225, "max_ms": 7.66, "p95_ms": 3.544, "reason": null, "sample_age_ms": 215.936, "source": "client_direct"}, "request_count": 225, "request_tensor_bytes": {"avg": 2764808.0, "count": 225, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 215.909, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 225, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 150.443, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.83, "count": 225, "max_ms": 97.831, "p95_ms": 70.598, "reason": null, "sample_age_ms": 149.825, "source": "client_direct"}, "sample_age_ms": 149.821, "source": "client_direct", "task_total_ms": {"avg_ms": 52.372, "count": 225, "max_ms": 101.31, "p95_ms": 73.601, "reason": null, "sample_age_ms": 149.821, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.934, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.408, "count": 226, "max_ms": 15.033, "p95_ms": 8.375}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.39, "count": 226, "max_ms": 2.691, "p95_ms": 0.703}, "detection_prepare_ms": {"avg_ms": 1.445, "count": 226, "max_ms": 8.691, "p95_ms": 2.99}, "event_filter_ms": {"avg_ms": 0.005, "count": 226, "max_ms": 0.086, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.153, "count": 226, "max_ms": 0.561, "p95_ms": 0.29}, "mcmt_ms": {"avg_ms": 0.003, "count": 226, "max_ms": 0.026, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.767, "count": 226, "max_ms": 3.479, "p95_ms": 2.107}, "setup_ms": {"avg_ms": 0.05, "count": 226, "max_ms": 0.147, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 4.345, "count": 226, "max_ms": 14.924, "p95_ms": 8.267}, "track_match_ms": {"avg_ms": 0.114, "count": 226, "max_ms": 0.739, "p95_ms": 0.228}, "tracker_update_ms": {"avg_ms": 1.417, "count": 226, "max_ms": 4.375, "p95_ms": 2.625}}, "gstreamer_push": {"avg_ms": 3.746, "count": 226, "max_ms": 10.853, "p95_ms": 6.379}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.067, "count": 226, "max_ms": 2.34, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.703, "count": 226, "max_ms": 103.744, "p95_ms": 74.835}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.238, "count": 226, "max_ms": 15.362, "p95_ms": 8.73}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 110.909, "count": 226, "max_ms": 171.167, "p95_ms": 142.453}, "inference_input_copy_ms": {"avg_ms": 1.661, "count": 226, "max_ms": 5.586, "p95_ms": 2.909}, "processing_residual_ms": {"avg_ms": 0.202, "count": 226, "max_ms": 0.525, "p95_ms": 0.392}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.01, "count": 226, "max_ms": 175.725, "p95_ms": 147.101}, "read_interval": {"avg_ms": 132.839, "count": 225, "max_ms": 226.568, "p95_ms": 188.316}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 226, "max_ms": 0.069, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.702, "count": 226, "max_ms": 3.33, "p95_ms": 2.014}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 226, "max_ms": 0.104, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.685, "count": 226, "max_ms": 3.276, "p95_ms": 1.989}, "worker_merge_ms": {"avg_ms": 0.007, "count": 226, "max_ms": 0.051, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 53.718, "count": 226, "max_ms": 103.756, "p95_ms": 74.852}, "visualize": {"avg_ms": 51.57, "count": 226, "max_ms": 74.095, "p95_ms": 67.723}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.67, "count": 226, "max_ms": 67.25, "p95_ms": 60.607}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.938, "count": 226, "max_ms": 71.59, "p95_ms": 65.439}, "visualize_input_copy_ms": {"avg_ms": 1.412, "count": 226, "max_ms": 4.181, "p95_ms": 2.201}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.788, "count": 226, "max_ms": 71.411, "p95_ms": 64.998}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 226, "max_ms": 0.283, "p95_ms": 0.152}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 226}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1474.77, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.035, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.913, "sample_count": 2269, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1503957, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:24:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112398, "write_bytes_delta": 112398, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 549.0, "cpu_core_ratio": 0.428683, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 111224, "reason": null, "system_cpu_core_ratio": 0.036631, "system_cpu_s_delta": 0.3700000000000001, "user_cpu_core_ratio": 0.392052, "user_cpu_s_delta": 3.960000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.640479, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 108716.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.599958, "system_cpu_s_delta": 6.059999999997672, "user_cpu_core_ratio": 1.040521, "user_cpu_s_delta": 10.510000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.326, "count": 236, "max_ms": 9.577, "p95_ms": 7.03, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.216, "max": 6.0, "p95": 3.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 203}, "total": {"avg": 0.86, "max": 1.0, "p95": 1.0, "sample_count": 236}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.397, "count": 30, "max": 61.348, "p95": 33.967, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.399, "count": 30, "max": 31.0, "p95": 27.104, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 810.5, "count": 30, "max": 1251.0, "p95": 1208.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1115.867, "count": 30, "max": 15193.0, "p95": 3155.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.075, "count": 30, "max": 0.347, "p95": 0.252, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.415, "count": 30, "max": 0.489, "p95": 0.449, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.078, "count": 30, "max": 2.341, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115389.067, "count": 30, "max": 124071.0, "p95": 120514.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 115389.067, "count": 30, "max": 124071.0, "p95": 120514.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 159300.967, "count": 30, "max": 252148.0, "p95": 243907.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.558, "count": 30, "max": 0.618, "p95": 0.614, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.956, "count": 30, "max": 1.049, "p95": 1.041, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11625, "sampled_at": "2026-10-30T13:24:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:24:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2899314, "flush_count": 3017, "flush_interval_seconds": 30.0, "flush_state": {"count": 3017, "last_at": "2026-10-30T13:24:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:24:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3016}, "started": true, "suppressed_count": 1501247, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1501098}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3017, "written_record_count": 3017}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9832.66, "limit_mb": null}, "detail": {"pid": 111340, "restart_count": 607, "start_count": 608}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4158574387200, "copied_frame_count": 1504114, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4158574387200, "frame_buffer_copies": 1504114, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1152, "count": 512, "max_ms": 0.338, "p50_ms": 0.1007, "p95_ms": 0.2338, "p99_ms": 0.3125}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4444, "count": 512, "max_ms": 13.2468, "p50_ms": 1.3439, "p95_ms": 2.3358, "p99_ms": 2.9906, "results": {"failed": 0, "not_applicable": 0, "success": 1504114, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 554, "h264_decode_error_count": 1244, "h264_decode_error_count_per_hour": 69, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:24:40+09:00", "last_error_summary": "[h264 @ 0x629584088040] error while decoding MB 109 45, bytestream -28", "last_exit_at": "2026-10-30T13:24:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T13:24:43+09:00", "pid": 111340, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.355, "name": "ffmpeg", "pid": 111340, "rss_mb": 209.355, "state": "S (sleeping)", "threads": 70}, "restart_count": 607, "restart_count_per_hour": 35, "rtsp_timeout_count": 188, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 608}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.86, "sample_count": 2252, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1504114, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:24:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.841, "last_frame_pushed_at": "2026-10-30T13:24:40+09:00", "last_frame_read_age_sec": 4.983, "last_frame_read_at": "2026-10-30T13:24:40+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 102, "debug_expires_at": null, "deduplicated_count": 53, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 246.604, "last_sample_duration_ms": 1275.963, "last_trigger": "periodic", "next_snapshot_in_sec": 353.396, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 302, "storage_bytes": 2879308}, "mjpeg": {"age_sec": 4.828, "exists": true, "mtime": "2026-10-30T13:24:40.392579+09:00", "mtime_epoch": 1793334280.3925788, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 112430}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:24:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1472.203, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1504114, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.704, "max": 5.0, "p95": 4.0, "sample_count": 189}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.081, "max": 2.0, "p95": 2.0, "sample_count": 173}, "total": {"avg": 0.989, "max": 2.0, "p95": 2.0, "sample_count": 189}}, "tracking_counts": {"active": {"avg": 1.005, "max": 2.0, "p95": 1.0, "sample_count": 189}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 189}, "tracked": {"avg": 1.005, "max": 2.0, "p95": 1.0, "sample_count": 189}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.307, "pushed": 6.307, "read": 6.273}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 188, "client_acquire_ms": {"avg_ms": 0.008, "count": 188, "max_ms": 0.023, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4923.699, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.916, "count": 188, "max_ms": 7.982, "p95_ms": 3.015, "reason": null, "sample_age_ms": 4992.371, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.399, "count": 188, "max_ms": 6.529, "p95_ms": 2.108, "reason": null, "sample_age_ms": 4992.721, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.317, "count": 188, "max_ms": 0.737, "p95_ms": 0.619, "reason": null, "sample_age_ms": 4923.711, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.002, "count": 188, "max_ms": 5.157, "p95_ms": 3.246, "reason": null, "sample_age_ms": 4989.806, "source": "client_direct"}, "request_count": 188, "request_tensor_bytes": {"avg": 2764808.0, "count": 188, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4989.779, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 188, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4924.313, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.031, "count": 188, "max_ms": 97.831, "p95_ms": 69.095, "reason": null, "sample_age_ms": 4923.695, "source": "client_direct"}, "sample_age_ms": 4923.691, "source": "client_direct", "task_total_ms": {"avg_ms": 52.545, "count": 188, "max_ms": 101.31, "p95_ms": 73.382, "reason": null, "sample_age_ms": 4923.691, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.839, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.43, "count": 189, "max_ms": 15.033, "p95_ms": 8.464}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.394, "count": 189, "max_ms": 2.691, "p95_ms": 0.703}, "detection_prepare_ms": {"avg_ms": 1.442, "count": 189, "max_ms": 6.913, "p95_ms": 3.051}, "event_filter_ms": {"avg_ms": 0.005, "count": 189, "max_ms": 0.086, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.154, "count": 189, "max_ms": 0.561, "p95_ms": 0.291}, "mcmt_ms": {"avg_ms": 0.003, "count": 189, "max_ms": 0.013, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.784, "count": 189, "max_ms": 3.479, "p95_ms": 2.363}, "setup_ms": {"avg_ms": 0.052, "count": 189, "max_ms": 0.147, "p95_ms": 0.108}, "total_inside_ms": {"avg_ms": 4.366, "count": 189, "max_ms": 14.924, "p95_ms": 8.354}, "track_match_ms": {"avg_ms": 0.114, "count": 189, "max_ms": 0.739, "p95_ms": 0.234}, "tracker_update_ms": {"avg_ms": 1.416, "count": 189, "max_ms": 4.375, "p95_ms": 2.665}}, "gstreamer_push": {"avg_ms": 3.761, "count": 189, "max_ms": 10.853, "p95_ms": 6.598}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.07, "count": 189, "max_ms": 2.34, "p95_ms": 0.119}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.964, "count": 189, "max_ms": 103.744, "p95_ms": 74.835}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.263, "count": 189, "max_ms": 15.362, "p95_ms": 9.539}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.563, "count": 189, "max_ms": 171.167, "p95_ms": 143.64}, "inference_input_copy_ms": {"avg_ms": 1.649, "count": 189, "max_ms": 4.243, "p95_ms": 2.75}, "processing_residual_ms": {"avg_ms": 0.204, "count": 189, "max_ms": 0.525, "p95_ms": 0.365}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.679, "count": 189, "max_ms": 175.725, "p95_ms": 148.442}, "read_interval": {"avg_ms": 133.614, "count": 188, "max_ms": 226.568, "p95_ms": 191.27}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 189, "max_ms": 0.069, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.719, "count": 189, "max_ms": 3.33, "p95_ms": 2.314}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 189, "max_ms": 0.082, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.702, "count": 189, "max_ms": 3.276, "p95_ms": 2.287}, "worker_merge_ms": {"avg_ms": 0.007, "count": 189, "max_ms": 0.051, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 53.979, "count": 189, "max_ms": 103.756, "p95_ms": 74.852}, "visualize": {"avg_ms": 51.926, "count": 189, "max_ms": 74.095, "p95_ms": 67.723}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 47.022, "count": 189, "max_ms": 67.25, "p95_ms": 60.825}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 50.289, "count": 189, "max_ms": 71.59, "p95_ms": 65.439}, "visualize_input_copy_ms": {"avg_ms": 1.416, "count": 189, "max_ms": 4.181, "p95_ms": 2.189}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 50.139, "count": 189, "max_ms": 71.411, "p95_ms": 64.998}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 189, "max_ms": 0.283, "p95_ms": 0.152}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1474.77, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.035, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.913, "sample_count": 2269, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1503957, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:24:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112398, "write_bytes_delta": 112398, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 549.0, "cpu_core_ratio": 0.428683, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 111224, "reason": null, "system_cpu_core_ratio": 0.036631, "system_cpu_s_delta": 0.3700000000000001, "user_cpu_core_ratio": 0.392052, "user_cpu_s_delta": 3.960000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.640479, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 108716.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.599958, "system_cpu_s_delta": 6.059999999997672, "user_cpu_core_ratio": 1.040521, "user_cpu_s_delta": 10.510000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.326, "count": 236, "max_ms": 9.577, "p95_ms": 7.03, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.216, "max": 6.0, "p95": 3.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 203}, "total": {"avg": 0.86, "max": 1.0, "p95": 1.0, "sample_count": 236}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.397, "count": 30, "max": 61.348, "p95": 33.967, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.399, "count": 30, "max": 31.0, "p95": 27.104, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 810.5, "count": 30, "max": 1251.0, "p95": 1208.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1115.867, "count": 30, "max": 15193.0, "p95": 3155.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.075, "count": 30, "max": 0.347, "p95": 0.252, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.415, "count": 30, "max": 0.489, "p95": 0.449, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.078, "count": 30, "max": 2.341, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115389.067, "count": 30, "max": 124071.0, "p95": 120514.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 115389.067, "count": 30, "max": 124071.0, "p95": 120514.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 159300.967, "count": 30, "max": 252148.0, "p95": 243907.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.558, "count": 30, "max": 0.618, "p95": 0.614, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.956, "count": 30, "max": 1.049, "p95": 1.041, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11625, "sampled_at": "2026-10-30T13:24:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:24:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2901372, "flush_count": 3019, "flush_interval_seconds": 30.0, "flush_state": {"count": 3019, "last_at": "2026-10-30T13:26:47", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:26:47", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3018}, "started": true, "suppressed_count": 1502050, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1501901}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3019, "written_record_count": 3019}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9681.672, "limit_mb": null}, "detail": {"h264_decode_error_count": 12, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5b98fb658f40] error while decoding MB 76 61, bytestream -12 [h264 @ 0x5b98fb699140] cabac decode of qscale diff failed at 112 56 [h264 @ 0x5b98fb699140] error while decoding MB 112 56, bytestream 15470 [h264 @ 0x5b98fb681200] left block unavailable for requested intra mode [h264 @ 0x5b98fb681200] error while decoding MB 0 39, bytestream 10533 [h264 @ 0x5b98fb645d80] cabac decode of qscale diff failed at 14 60 [h264 @ 0x5b98fb645d80] error while decoding MB 14 60, bytestream 15906 [h264", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4160797286400, "copied_frame_count": 1504918, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4160797286400, "frame_buffer_copies": 1504918, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1187, "count": 512, "max_ms": 2.8348, "p50_ms": 0.0936, "p95_ms": 0.2321, "p99_ms": 0.319}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4374, "count": 512, "max_ms": 3.7474, "p50_ms": 1.358, "p95_ms": 2.2487, "p99_ms": 3.0883, "results": {"failed": 0, "not_applicable": 0, "success": 1504918, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 555, "h264_decode_error_count": 1256, "h264_decode_error_count_per_hour": 78, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:26:48+09:00", "last_error_summary": "[h264 @ 0x5b98fb658f40] error while decoding MB 76 61, bytestream -12 [h264 @ 0x5b98fb699140] cabac decode of qscale diff failed at 112 56 [h264 @ 0x5b98fb699140] error while decoding MB 112 56, bytestream 15470 [h264 @ 0x5b98fb681200] left block unavailable for requested intra mode [h264 @ 0x5b98fb681200] error while decoding MB 0 39, bytestream 10533 [h264 @ 0x5b98fb645d80] cabac decode of qscale diff failed at 14 60 [h264 @ 0x5b98fb645d80] error while decoding MB 14 60, bytestream 15906 [h264", "last_exit_at": "2026-10-30T13:24:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.611, "last_started_at": "2026-10-30T13:24:43+09:00", "pid": 111340, "process": {"exists": false, "pid": 111340}, "restart_count": 607, "restart_count_per_hour": 34, "rtsp_timeout_count": 190, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 608}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.062, "sample_count": 2135, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1504918, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:26:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.072, "last_frame_pushed_at": "2026-10-30T13:26:48+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-10-30T13:26:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 102, "debug_expires_at": null, "deduplicated_count": 53, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 370.21, "last_sample_duration_ms": 1275.963, "last_trigger": "periodic", "next_snapshot_in_sec": 229.79, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 302, "storage_bytes": 2879308}, "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-10-30T13:26:48.769274+09:00", "mtime_epoch": 1793334408.7692735, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 112908}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:26:48+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1485.734, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1504919, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.341, "max": 3.0, "p95": 3.0, "sample_count": 91}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 63}, "total": {"avg": 0.692, "max": 1.0, "p95": 1.0, "sample_count": 91}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 91, "pushed_frames": 91, "read_frames": 91, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.034, "pushed": 3.034, "read": 3.034}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 91, "client_acquire_ms": {"avg_ms": 0.008, "count": 91, "max_ms": 0.019, "p95_ms": 0.015, "reason": null, "sample_age_ms": 24.766, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.852, "count": 91, "max_ms": 3.956, "p95_ms": 2.399, "reason": null, "sample_age_ms": 73.495, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.327, "count": 91, "max_ms": 2.643, "p95_ms": 1.936, "reason": null, "sample_age_ms": 73.709, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.255, "count": 91, "max_ms": 0.704, "p95_ms": 0.463, "reason": null, "sample_age_ms": 24.781, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.109, "count": 91, "max_ms": 4.833, "p95_ms": 3.25, "reason": null, "sample_age_ms": 72.588, "source": "client_direct"}, "request_count": 91, "request_tensor_bytes": {"avg": 2764808.0, "count": 91, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 72.574, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 91, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 25.303, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.553, "count": 91, "max_ms": 88.371, "p95_ms": 63.08, "reason": null, "sample_age_ms": 24.76, "source": "client_direct"}, "sample_age_ms": 24.756, "source": "client_direct", "task_total_ms": {"avg_ms": 48.098, "count": 91, "max_ms": 92.071, "p95_ms": 65.632, "reason": null, "sample_age_ms": 24.756, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.928, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.911, "count": 91, "max_ms": 7.99, "p95_ms": 6.523}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.313, "count": 91, "max_ms": 0.776, "p95_ms": 0.515}, "detection_prepare_ms": {"avg_ms": 0.883, "count": 91, "max_ms": 3.025, "p95_ms": 2.155}, "event_filter_ms": {"avg_ms": 0.004, "count": 91, "max_ms": 0.025, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.189, "count": 91, "max_ms": 0.508, "p95_ms": 0.455}, "mcmt_ms": {"avg_ms": 0.003, "count": 91, "max_ms": 0.007, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.474, "count": 91, "max_ms": 3.079, "p95_ms": 1.048}, "setup_ms": {"avg_ms": 0.042, "count": 91, "max_ms": 0.16, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 2.866, "count": 91, "max_ms": 7.911, "p95_ms": 6.451}, "track_match_ms": {"avg_ms": 0.045, "count": 91, "max_ms": 0.168, "p95_ms": 0.125}, "tracker_update_ms": {"avg_ms": 0.913, "count": 91, "max_ms": 3.499, "p95_ms": 2.429}}, "gstreamer_push": {"avg_ms": 3.565, "count": 91, "max_ms": 8.981, "p95_ms": 6.871}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 91, "max_ms": 0.358, "p95_ms": 0.11}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.289, "count": 91, "max_ms": 94.977, "p95_ms": 66.805}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.109, "count": 91, "max_ms": 14.325, "p95_ms": 9.388}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.871, "count": 91, "max_ms": 148.487, "p95_ms": 120.507}, "inference_input_copy_ms": {"avg_ms": 1.778, "count": 91, "max_ms": 3.213, "p95_ms": 2.85}, "processing_residual_ms": {"avg_ms": 0.186, "count": 91, "max_ms": 0.404, "p95_ms": 0.373}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.943, "count": 91, "max_ms": 153.45, "p95_ms": 126.771}, "read_interval": {"avg_ms": 330.06, "count": 91, "max_ms": 19132.162, "p95_ms": 163.539}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 91, "max_ms": 0.039, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.424, "count": 91, "max_ms": 3.007, "p95_ms": 0.949}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 91, "max_ms": 0.046, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.41, "count": 91, "max_ms": 2.99, "p95_ms": 0.919}, "worker_merge_ms": {"avg_ms": 0.006, "count": 91, "max_ms": 0.033, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 49.302, "count": 91, "max_ms": 94.992, "p95_ms": 66.815}, "visualize": {"avg_ms": 47.565, "count": 91, "max_ms": 61.99, "p95_ms": 59.166}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.769, "count": 91, "max_ms": 60.176, "p95_ms": 54.123}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.052, "count": 91, "max_ms": 60.951, "p95_ms": 56.677}, "visualize_input_copy_ms": {"avg_ms": 1.317, "count": 91, "max_ms": 2.676, "p95_ms": 2.062}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.917, "count": 91, "max_ms": 60.84, "p95_ms": 56.496}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 91, "max_ms": 0.183, "p95_ms": 0.141}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 91}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1472.59, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 44.754, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.062, "sample_count": 2135, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1504912, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:26:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115643, "write_bytes_delta": 115643, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 363.0, "cpu_core_ratio": 0.173919, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3471.0, "pid": 111340, "reason": null, "system_cpu_core_ratio": 0.044283, "system_cpu_s_delta": 1.2399999999999984, "user_cpu_core_ratio": 0.129636, "user_cpu_s_delta": 3.6300000000000026}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.548186, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 105206.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.203918, "system_cpu_s_delta": 5.710000000006403, "user_cpu_core_ratio": 0.344268, "user_cpu_s_delta": 9.64000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.603, "count": 91, "max_ms": 8.981, "p95_ms": 6.871, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.341, "max": 3.0, "p95": 3.0, "sample_count": 91}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 63}, "total": {"avg": 0.692, "max": 1.0, "p95": 1.0, "sample_count": 91}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.997, "count": 30, "max": 63.287, "p95": 40.376, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.348, "count": 30, "max": 31.0, "p95": 27.936, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 693.933, "count": 30, "max": 1251.0, "p95": 1166.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 910.1, "count": 30, "max": 3839.0, "p95": 3424.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.084, "count": 30, "max": 0.347, "p95": 0.273, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.402, "count": 30, "max": 0.489, "p95": 0.449, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113729.4, "count": 30, "max": 124071.0, "p95": 117881.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109801.733, "count": 30, "max": 124071.0, "p95": 117758.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 142019.433, "count": 30, "max": 261843.0, "p95": 239268.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.543, "count": 30, "max": 0.618, "p95": 0.614, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.93, "count": 30, "max": 1.049, "p95": 1.042, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11634, "sampled_at": "2026-10-30T13:26:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:26:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2901372, "flush_count": 3019, "flush_interval_seconds": 30.0, "flush_state": {"count": 3019, "last_at": "2026-10-30T13:26:47", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:26:47", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3018}, "started": true, "suppressed_count": 1502050, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1501901}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3019, "written_record_count": 3019}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9663.109, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T13:26:48+09:00", "last_error_summary": "[h264 @ 0x5b98fb658f40] error while decoding MB 76 61, bytestream -12 [h264 @ 0x5b98fb699140] cabac decode of qscale diff failed at 112 56 [h264 @ 0x5b98fb699140] error while decoding MB 112 56, bytestream 15470 [h264 @ 0x5b98fb681200] left block unavailable for requested intra mode [h264 @ 0x5b98fb681200] error while decoding MB 0 39, bytestream 10533 [h264 @ 0x5b98fb645d80] cabac decode of qscale diff failed at 14 60 [h264 @ 0x5b98fb645d80] error while decoding MB 14 60, bytestream 15906 [h264", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4160800051200, "copied_frame_count": 1504919, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4160800051200, "frame_buffer_copies": 1504919, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1188, "count": 512, "max_ms": 2.8348, "p50_ms": 0.0937, "p95_ms": 0.2321, "p99_ms": 0.319}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4382, "count": 512, "max_ms": 3.7474, "p50_ms": 1.358, "p95_ms": 2.2487, "p99_ms": 3.0883, "results": {"failed": 0, "not_applicable": 0, "success": 1504919, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 555, "h264_decode_error_count": 1256, "h264_decode_error_count_per_hour": 78, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:26:48+09:00", "last_error_summary": "[h264 @ 0x5b98fb658f40] error while decoding MB 76 61, bytestream -12 [h264 @ 0x5b98fb699140] cabac decode of qscale diff failed at 112 56 [h264 @ 0x5b98fb699140] error while decoding MB 112 56, bytestream 15470 [h264 @ 0x5b98fb681200] left block unavailable for requested intra mode [h264 @ 0x5b98fb681200] error while decoding MB 0 39, bytestream 10533 [h264 @ 0x5b98fb645d80] cabac decode of qscale diff failed at 14 60 [h264 @ 0x5b98fb645d80] error while decoding MB 14 60, bytestream 15906 [h264", "last_exit_at": "2026-10-30T13:26:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.67, "last_started_at": "2026-10-30T13:24:43+09:00", "pid": 111340, "process": {"exists": false, "pid": 111340}, "restart_count": 607, "restart_count_per_hour": 34, "rtsp_timeout_count": 190, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 608}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.062, "sample_count": 2135, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1504919, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:26:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T13:26:48+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-10-30T13:26:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 102, "debug_expires_at": null, "deduplicated_count": 53, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 370.27, "last_sample_duration_ms": 1275.963, "last_trigger": "periodic", "next_snapshot_in_sec": 229.73, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 302, "storage_bytes": 2879308}, "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-10-30T13:26:48.769274+09:00", "mtime_epoch": 1793334408.7692735, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 112908}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:26:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1472.586, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1504919, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.33, "max": 3.0, "p95": 3.0, "sample_count": 91}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 63}, "total": {"avg": 0.692, "max": 1.0, "p95": 1.0, "sample_count": 91}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 91, "pushed_frames": 91, "read_frames": 90, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.04, "pushed": 3.04, "read": 3.007}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 90, "client_acquire_ms": {"avg_ms": 0.008, "count": 91, "max_ms": 0.019, "p95_ms": 0.015, "reason": null, "sample_age_ms": 87.382, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.853, "count": 90, "max_ms": 3.956, "p95_ms": 2.399, "reason": null, "sample_age_ms": 136.11, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.329, "count": 90, "max_ms": 2.643, "p95_ms": 1.943, "reason": null, "sample_age_ms": 136.324, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.255, "count": 91, "max_ms": 0.704, "p95_ms": 0.463, "reason": null, "sample_age_ms": 87.396, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.11, "count": 90, "max_ms": 4.833, "p95_ms": 3.257, "reason": null, "sample_age_ms": 135.204, "source": "client_direct"}, "request_count": 90, "request_tensor_bytes": {"avg": 2764808.0, "count": 90, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 135.19, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 91, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 87.918, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.553, "count": 91, "max_ms": 88.371, "p95_ms": 63.08, "reason": null, "sample_age_ms": 87.376, "source": "client_direct"}, "sample_age_ms": 87.371, "source": "client_direct", "task_total_ms": {"avg_ms": 48.098, "count": 91, "max_ms": 92.071, "p95_ms": 65.632, "reason": null, "sample_age_ms": 87.371, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.661, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.967, "count": 91, "max_ms": 8.032, "p95_ms": 7.122}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.319, "count": 91, "max_ms": 0.921, "p95_ms": 0.603}, "detection_prepare_ms": {"avg_ms": 0.897, "count": 91, "max_ms": 3.025, "p95_ms": 2.16}, "event_filter_ms": {"avg_ms": 0.004, "count": 91, "max_ms": 0.025, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.194, "count": 91, "max_ms": 0.643, "p95_ms": 0.459}, "mcmt_ms": {"avg_ms": 0.003, "count": 91, "max_ms": 0.007, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.482, "count": 91, "max_ms": 3.079, "p95_ms": 1.049}, "setup_ms": {"avg_ms": 0.042, "count": 91, "max_ms": 0.16, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 2.92, "count": 91, "max_ms": 7.933, "p95_ms": 7.055}, "track_match_ms": {"avg_ms": 0.046, "count": 91, "max_ms": 0.168, "p95_ms": 0.133}, "tracker_update_ms": {"avg_ms": 0.932, "count": 91, "max_ms": 3.499, "p95_ms": 2.728}}, "gstreamer_push": {"avg_ms": 3.58, "count": 91, "max_ms": 8.981, "p95_ms": 6.871}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 91, "max_ms": 0.358, "p95_ms": 0.11}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.301, "count": 91, "max_ms": 94.977, "p95_ms": 66.805}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.107, "count": 91, "max_ms": 14.325, "p95_ms": 9.388}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.94, "count": 91, "max_ms": 148.487, "p95_ms": 120.507}, "inference_input_copy_ms": {"avg_ms": 1.771, "count": 91, "max_ms": 3.213, "p95_ms": 2.85}, "processing_residual_ms": {"avg_ms": 0.184, "count": 91, "max_ms": 0.404, "p95_ms": 0.373}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.001, "count": 91, "max_ms": 153.45, "p95_ms": 126.771}, "read_interval": {"avg_ms": 332.305, "count": 90, "max_ms": 19132.162, "p95_ms": 163.539}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 91, "max_ms": 0.039, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.431, "count": 91, "max_ms": 3.007, "p95_ms": 0.951}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 91, "max_ms": 0.046, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.417, "count": 91, "max_ms": 2.99, "p95_ms": 0.927}, "worker_merge_ms": {"avg_ms": 0.006, "count": 91, "max_ms": 0.033, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 49.314, "count": 91, "max_ms": 94.992, "p95_ms": 66.815}, "visualize": {"avg_ms": 47.57, "count": 91, "max_ms": 61.99, "p95_ms": 59.166}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.778, "count": 91, "max_ms": 60.176, "p95_ms": 54.123}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.059, "count": 91, "max_ms": 60.951, "p95_ms": 56.975}, "visualize_input_copy_ms": {"avg_ms": 1.313, "count": 91, "max_ms": 2.676, "p95_ms": 2.062}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.924, "count": 91, "max_ms": 60.84, "p95_ms": 56.804}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 91, "max_ms": 0.183, "p95_ms": 0.141}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 91}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1472.59, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 44.754, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.062, "sample_count": 2135, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1504912, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:26:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115643, "write_bytes_delta": 115643, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 363.0, "cpu_core_ratio": 0.173919, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3471.0, "pid": 111340, "reason": null, "system_cpu_core_ratio": 0.044283, "system_cpu_s_delta": 1.2399999999999984, "user_cpu_core_ratio": 0.129636, "user_cpu_s_delta": 3.6300000000000026}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.548186, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 105206.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.203918, "system_cpu_s_delta": 5.710000000006403, "user_cpu_core_ratio": 0.344268, "user_cpu_s_delta": 9.64000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.603, "count": 91, "max_ms": 8.981, "p95_ms": 6.871, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.341, "max": 3.0, "p95": 3.0, "sample_count": 91}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 63}, "total": {"avg": 0.692, "max": 1.0, "p95": 1.0, "sample_count": 91}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.997, "count": 30, "max": 63.287, "p95": 40.376, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.348, "count": 30, "max": 31.0, "p95": 27.936, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 693.933, "count": 30, "max": 1251.0, "p95": 1166.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 910.1, "count": 30, "max": 3839.0, "p95": 3424.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.084, "count": 30, "max": 0.347, "p95": 0.273, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.402, "count": 30, "max": 0.489, "p95": 0.449, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113729.4, "count": 30, "max": 124071.0, "p95": 117881.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109801.733, "count": 30, "max": 124071.0, "p95": 117758.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 142019.433, "count": 30, "max": 261843.0, "p95": 239268.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.543, "count": 30, "max": 0.618, "p95": 0.614, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.93, "count": 30, "max": 1.049, "p95": 1.042, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11634, "sampled_at": "2026-10-30T13:26:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:26:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2901372, "flush_count": 3019, "flush_interval_seconds": 30.0, "flush_state": {"count": 3019, "last_at": "2026-10-30T13:26:47", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:26:47", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3018}, "started": true, "suppressed_count": 1502050, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1501901}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3019, "written_record_count": 3019}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9663.445, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4160800051200, "copied_frame_count": 1504919, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4160800051200, "frame_buffer_copies": 1504919, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1188, "count": 512, "max_ms": 2.8348, "p50_ms": 0.0937, "p95_ms": 0.2321, "p99_ms": 0.319}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4382, "count": 512, "max_ms": 3.7474, "p50_ms": 1.358, "p95_ms": 2.2487, "p99_ms": 3.0883, "results": {"failed": 0, "not_applicable": 0, "success": 1504919, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 555, "h264_decode_error_count": 1256, "h264_decode_error_count_per_hour": 78, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:26:48+09:00", "last_error_summary": "[h264 @ 0x5b98fb658f40] error while decoding MB 76 61, bytestream -12 [h264 @ 0x5b98fb699140] cabac decode of qscale diff failed at 112 56 [h264 @ 0x5b98fb699140] error while decoding MB 112 56, bytestream 15470 [h264 @ 0x5b98fb681200] left block unavailable for requested intra mode [h264 @ 0x5b98fb681200] error while decoding MB 0 39, bytestream 10533 [h264 @ 0x5b98fb645d80] cabac decode of qscale diff failed at 14 60 [h264 @ 0x5b98fb645d80] error while decoding MB 14 60, bytestream 15906 [h264", "last_exit_at": "2026-10-30T13:26:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.711, "last_started_at": "2026-10-30T13:24:43+09:00", "pid": 111340, "process": {"exists": false, "pid": 111340}, "restart_count": 607, "restart_count_per_hour": 34, "rtsp_timeout_count": 190, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 608}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.062, "sample_count": 2135, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1504919, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:26:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.043, "last_frame_pushed_at": "2026-10-30T13:26:48+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-10-30T13:26:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 102, "debug_expires_at": null, "deduplicated_count": 53, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 370.305, "last_sample_duration_ms": 1275.963, "last_trigger": "periodic", "next_snapshot_in_sec": 229.695, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 302, "storage_bytes": 2879308}, "mjpeg": {"age_sec": 0.027, "exists": true, "mtime": "2026-10-30T13:26:48.904274+09:00", "mtime_epoch": 1793334408.9042742, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 111166}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:26:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1472.586, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1504919, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.33, "max": 3.0, "p95": 3.0, "sample_count": 91}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 63}, "total": {"avg": 0.692, "max": 1.0, "p95": 1.0, "sample_count": 91}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 91, "pushed_frames": 91, "read_frames": 90, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.036, "pushed": 3.036, "read": 3.003}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 90, "client_acquire_ms": {"avg_ms": 0.008, "count": 90, "max_ms": 0.019, "p95_ms": 0.015, "reason": null, "sample_age_ms": 127.469, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.853, "count": 90, "max_ms": 3.956, "p95_ms": 2.399, "reason": null, "sample_age_ms": 176.197, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.329, "count": 90, "max_ms": 2.643, "p95_ms": 1.943, "reason": null, "sample_age_ms": 176.411, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.255, "count": 90, "max_ms": 0.704, "p95_ms": 0.464, "reason": null, "sample_age_ms": 127.483, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.11, "count": 90, "max_ms": 4.833, "p95_ms": 3.257, "reason": null, "sample_age_ms": 175.291, "source": "client_direct"}, "request_count": 90, "request_tensor_bytes": {"avg": 2764808.0, "count": 90, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 175.277, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 90, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 128.005, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.611, "count": 90, "max_ms": 88.371, "p95_ms": 63.143, "reason": null, "sample_age_ms": 127.463, "source": "client_direct"}, "sample_age_ms": 127.458, "source": "client_direct", "task_total_ms": {"avg_ms": 48.158, "count": 90, "max_ms": 92.071, "p95_ms": 65.673, "reason": null, "sample_age_ms": 127.458, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.607, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.967, "count": 91, "max_ms": 8.032, "p95_ms": 7.122}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.319, "count": 91, "max_ms": 0.921, "p95_ms": 0.603}, "detection_prepare_ms": {"avg_ms": 0.897, "count": 91, "max_ms": 3.025, "p95_ms": 2.16}, "event_filter_ms": {"avg_ms": 0.004, "count": 91, "max_ms": 0.025, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.194, "count": 91, "max_ms": 0.643, "p95_ms": 0.459}, "mcmt_ms": {"avg_ms": 0.003, "count": 91, "max_ms": 0.007, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.482, "count": 91, "max_ms": 3.079, "p95_ms": 1.049}, "setup_ms": {"avg_ms": 0.042, "count": 91, "max_ms": 0.16, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 2.92, "count": 91, "max_ms": 7.933, "p95_ms": 7.055}, "track_match_ms": {"avg_ms": 0.046, "count": 91, "max_ms": 0.168, "p95_ms": 0.133}, "tracker_update_ms": {"avg_ms": 0.932, "count": 91, "max_ms": 3.499, "p95_ms": 2.728}}, "gstreamer_push": {"avg_ms": 3.58, "count": 91, "max_ms": 8.981, "p95_ms": 6.871}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 91, "max_ms": 0.358, "p95_ms": 0.11}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.301, "count": 91, "max_ms": 94.977, "p95_ms": 66.805}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.107, "count": 91, "max_ms": 14.325, "p95_ms": 9.388}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.94, "count": 91, "max_ms": 148.487, "p95_ms": 120.507}, "inference_input_copy_ms": {"avg_ms": 1.771, "count": 91, "max_ms": 3.213, "p95_ms": 2.85}, "processing_residual_ms": {"avg_ms": 0.184, "count": 91, "max_ms": 0.404, "p95_ms": 0.373}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.001, "count": 91, "max_ms": 153.45, "p95_ms": 126.771}, "read_interval": {"avg_ms": 332.305, "count": 90, "max_ms": 19132.162, "p95_ms": 163.539}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 91, "max_ms": 0.039, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.431, "count": 91, "max_ms": 3.007, "p95_ms": 0.951}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 91, "max_ms": 0.046, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.417, "count": 91, "max_ms": 2.99, "p95_ms": 0.927}, "worker_merge_ms": {"avg_ms": 0.006, "count": 91, "max_ms": 0.033, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 49.314, "count": 91, "max_ms": 94.992, "p95_ms": 66.815}, "visualize": {"avg_ms": 47.57, "count": 91, "max_ms": 61.99, "p95_ms": 59.166}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.778, "count": 91, "max_ms": 60.176, "p95_ms": 54.123}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.059, "count": 91, "max_ms": 60.951, "p95_ms": 56.975}, "visualize_input_copy_ms": {"avg_ms": 1.313, "count": 91, "max_ms": 2.676, "p95_ms": 2.062}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.924, "count": 91, "max_ms": 60.84, "p95_ms": 56.804}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 91, "max_ms": 0.183, "p95_ms": 0.141}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 91}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1472.59, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 44.754, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.062, "sample_count": 2135, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1504912, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:26:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115643, "write_bytes_delta": 115643, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 363.0, "cpu_core_ratio": 0.173919, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3471.0, "pid": 111340, "reason": null, "system_cpu_core_ratio": 0.044283, "system_cpu_s_delta": 1.2399999999999984, "user_cpu_core_ratio": 0.129636, "user_cpu_s_delta": 3.6300000000000026}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.548186, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 105206.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.203918, "system_cpu_s_delta": 5.710000000006403, "user_cpu_core_ratio": 0.344268, "user_cpu_s_delta": 9.64000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.603, "count": 91, "max_ms": 8.981, "p95_ms": 6.871, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.341, "max": 3.0, "p95": 3.0, "sample_count": 91}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 63}, "total": {"avg": 0.692, "max": 1.0, "p95": 1.0, "sample_count": 91}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.997, "count": 30, "max": 63.287, "p95": 40.376, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.348, "count": 30, "max": 31.0, "p95": 27.936, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 693.933, "count": 30, "max": 1251.0, "p95": 1166.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 910.1, "count": 30, "max": 3839.0, "p95": 3424.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.084, "count": 30, "max": 0.347, "p95": 0.273, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.402, "count": 30, "max": 0.489, "p95": 0.449, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113729.4, "count": 30, "max": 124071.0, "p95": 117881.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109801.733, "count": 30, "max": 124071.0, "p95": 117758.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 142019.433, "count": 30, "max": 261843.0, "p95": 239268.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.543, "count": 30, "max": 0.618, "p95": 0.614, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.93, "count": 30, "max": 1.049, "p95": 1.042, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11634, "sampled_at": "2026-10-30T13:26:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:26:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2901372, "flush_count": 3019, "flush_interval_seconds": 30.0, "flush_state": {"count": 3019, "last_at": "2026-10-30T13:26:47", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:26:47", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3018}, "started": true, "suppressed_count": 1502050, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1501901}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3019, "written_record_count": 3019}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9831.789, "limit_mb": null}, "detail": {"pid": 111456, "restart_count": 608, "start_count": 609}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4160800051200, "copied_frame_count": 1504919, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4160800051200, "frame_buffer_copies": 1504919, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1188, "count": 512, "max_ms": 2.8348, "p50_ms": 0.0937, "p95_ms": 0.2321, "p99_ms": 0.319}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4382, "count": 512, "max_ms": 3.7474, "p50_ms": 1.358, "p95_ms": 2.2487, "p99_ms": 3.0883, "results": {"failed": 0, "not_applicable": 0, "success": 1504919, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 555, "h264_decode_error_count": 1256, "h264_decode_error_count_per_hour": 78, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:26:48+09:00", "last_error_summary": "[h264 @ 0x5b98fb658f40] error while decoding MB 76 61, bytestream -12 [h264 @ 0x5b98fb699140] cabac decode of qscale diff failed at 112 56 [h264 @ 0x5b98fb699140] error while decoding MB 112 56, bytestream 15470 [h264 @ 0x5b98fb681200] left block unavailable for requested intra mode [h264 @ 0x5b98fb681200] error while decoding MB 0 39, bytestream 10533 [h264 @ 0x5b98fb645d80] cabac decode of qscale diff failed at 14 60 [h264 @ 0x5b98fb645d80] error while decoding MB 14 60, bytestream 15906 [h264", "last_exit_at": "2026-10-30T13:26:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T13:26:51+09:00", "pid": 111456, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.902, "name": "ffmpeg", "pid": 111456, "rss_mb": 205.902, "state": "S (sleeping)", "threads": 70}, "restart_count": 608, "restart_count_per_hour": 35, "rtsp_timeout_count": 190, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 609}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.062, "sample_count": 2099, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1504919, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:26:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.728, "last_frame_pushed_at": "2026-10-30T13:26:48+09:00", "last_frame_read_age_sec": 4.854, "last_frame_read_at": "2026-10-30T13:26:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 102, "debug_expires_at": null, "deduplicated_count": 53, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 374.983, "last_sample_duration_ms": 1275.963, "last_trigger": "periodic", "next_snapshot_in_sec": 225.017, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 302, "storage_bytes": 2879308}, "mjpeg": {"age_sec": 4.712, "exists": true, "mtime": "2026-10-30T13:26:48.904274+09:00", "mtime_epoch": 1793334408.9042742, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 111166}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:26:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1472.59, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1504919, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.577, "max": 3.0, "p95": 3.0, "sample_count": 52}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 43}, "total": {"avg": 0.827, "max": 1.0, "p95": 1.0, "sample_count": 52}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 52, "pushed_frames": 52, "read_frames": 51, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.736, "pushed": 1.736, "read": 1.702}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 51, "client_acquire_ms": {"avg_ms": 0.008, "count": 51, "max_ms": 0.016, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4808.63, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.711, "count": 51, "max_ms": 2.395, "p95_ms": 2.0, "reason": null, "sample_age_ms": 4857.358, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.266, "count": 51, "max_ms": 2.012, "p95_ms": 1.394, "reason": null, "sample_age_ms": 4857.572, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.259, "count": 51, "max_ms": 0.527, "p95_ms": 0.463, "reason": null, "sample_age_ms": 4808.644, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.974, "count": 51, "max_ms": 4.013, "p95_ms": 3.071, "reason": null, "sample_age_ms": 4856.452, "source": "client_direct"}, "request_count": 51, "request_tensor_bytes": {"avg": 2764808.0, "count": 51, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4856.438, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 51, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4809.166, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.074, "count": 51, "max_ms": 88.371, "p95_ms": 63.08, "reason": null, "sample_age_ms": 4808.624, "source": "client_direct"}, "sample_age_ms": 4808.619, "source": "client_direct", "task_total_ms": {"avg_ms": 48.482, "count": 51, "max_ms": 92.071, "p95_ms": 65.632, "reason": null, "sample_age_ms": 4808.619, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.311, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.382, "count": 52, "max_ms": 8.032, "p95_ms": 7.122}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.336, "count": 52, "max_ms": 0.921, "p95_ms": 0.677}, "detection_prepare_ms": {"avg_ms": 1.011, "count": 52, "max_ms": 2.315, "p95_ms": 2.167}, "event_filter_ms": {"avg_ms": 0.005, "count": 52, "max_ms": 0.025, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.216, "count": 52, "max_ms": 0.643, "p95_ms": 0.459}, "mcmt_ms": {"avg_ms": 0.003, "count": 52, "max_ms": 0.006, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.57, "count": 52, "max_ms": 3.079, "p95_ms": 1.135}, "setup_ms": {"avg_ms": 0.039, "count": 52, "max_ms": 0.078, "p95_ms": 0.071}, "total_inside_ms": {"avg_ms": 3.335, "count": 52, "max_ms": 7.933, "p95_ms": 7.055}, "track_match_ms": {"avg_ms": 0.053, "count": 52, "max_ms": 0.168, "p95_ms": 0.157}, "tracker_update_ms": {"avg_ms": 1.102, "count": 52, "max_ms": 2.878, "p95_ms": 2.728}}, "gstreamer_push": {"avg_ms": 3.302, "count": 52, "max_ms": 6.358, "p95_ms": 5.768}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 52, "max_ms": 0.358, "p95_ms": 0.11}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.603, "count": 52, "max_ms": 94.977, "p95_ms": 66.805}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.107, "count": 52, "max_ms": 14.325, "p95_ms": 9.388}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.853, "count": 52, "max_ms": 148.487, "p95_ms": 121.913}, "inference_input_copy_ms": {"avg_ms": 1.68, "count": 52, "max_ms": 3.0, "p95_ms": 2.775}, "processing_residual_ms": {"avg_ms": 0.184, "count": 52, "max_ms": 0.404, "p95_ms": 0.373}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.824, "count": 52, "max_ms": 153.45, "p95_ms": 127.297}, "read_interval": {"avg_ms": 494.362, "count": 51, "max_ms": 19132.162, "p95_ms": 163.539}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 52, "max_ms": 0.039, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.515, "count": 52, "max_ms": 3.007, "p95_ms": 1.005}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 52, "max_ms": 0.046, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.5, "count": 52, "max_ms": 2.99, "p95_ms": 0.981}, "worker_merge_ms": {"avg_ms": 0.006, "count": 52, "max_ms": 0.019, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.614, "count": 52, "max_ms": 94.992, "p95_ms": 66.815}, "visualize": {"avg_ms": 47.78, "count": 52, "max_ms": 59.589, "p95_ms": 59.166}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.693, "count": 52, "max_ms": 57.143, "p95_ms": 54.123}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.286, "count": 52, "max_ms": 57.82, "p95_ms": 56.975}, "visualize_input_copy_ms": {"avg_ms": 1.295, "count": 52, "max_ms": 2.298, "p95_ms": 2.062}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.152, "count": 52, "max_ms": 57.709, "p95_ms": 56.804}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 52, "max_ms": 0.148, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 52}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1472.59, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 44.754, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.062, "sample_count": 2135, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1504912, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:26:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115643, "write_bytes_delta": 115643, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 363.0, "cpu_core_ratio": 0.173919, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3471.0, "pid": 111340, "reason": null, "system_cpu_core_ratio": 0.044283, "system_cpu_s_delta": 1.2399999999999984, "user_cpu_core_ratio": 0.129636, "user_cpu_s_delta": 3.6300000000000026}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.548186, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 105206.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.203918, "system_cpu_s_delta": 5.710000000006403, "user_cpu_core_ratio": 0.344268, "user_cpu_s_delta": 9.64000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.603, "count": 91, "max_ms": 8.981, "p95_ms": 6.871, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.341, "max": 3.0, "p95": 3.0, "sample_count": 91}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 63}, "total": {"avg": 0.692, "max": 1.0, "p95": 1.0, "sample_count": 91}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.997, "count": 30, "max": 63.287, "p95": 40.376, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.348, "count": 30, "max": 31.0, "p95": 27.936, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 693.933, "count": 30, "max": 1251.0, "p95": 1166.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 910.1, "count": 30, "max": 3839.0, "p95": 3424.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.084, "count": 30, "max": 0.347, "p95": 0.273, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.402, "count": 30, "max": 0.489, "p95": 0.449, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113729.4, "count": 30, "max": 124071.0, "p95": 117881.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109801.733, "count": 30, "max": 124071.0, "p95": 117758.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 142019.433, "count": 30, "max": 261843.0, "p95": 239268.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.543, "count": 30, "max": 0.618, "p95": 0.614, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.93, "count": 30, "max": 1.049, "p95": 1.042, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11634, "sampled_at": "2026-10-30T13:26:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:26:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2903430, "flush_count": 3021, "flush_interval_seconds": 30.0, "flush_state": {"count": 3021, "last_at": "2026-10-30T13:28:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:28:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3020}, "started": true, "suppressed_count": 1503311, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1503162}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3021, "written_record_count": 3021}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9660.129, "limit_mb": null}, "detail": {"h264_decode_error_count": 5, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x56d97309c200] error while decoding MB 82 67, bytestream -17 [h264 @ 0x56d97306b4c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56d97306b4c0] error while decoding MB 0 58, bytestream 5201 [h264 @ 0x56d973d22c40] left block unavailable for requested intra mode [h264 @ 0x56d973d22c40] error while decoding MB 0 59, bytestream 4494 [h264 @ 0x56d973d22c40] left block unavailable for requested intra mode [h264 @ 0x56d973d22c40] error while decoding MB 0 65, bytestream 719", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4164289228800, "copied_frame_count": 1506181, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4164289228800, "frame_buffer_copies": 1506181, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1193, "count": 512, "max_ms": 1.7408, "p50_ms": 0.0997, "p95_ms": 0.2336, "p99_ms": 0.3417}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4711, "count": 512, "max_ms": 4.4173, "p50_ms": 1.3596, "p95_ms": 2.5312, "p99_ms": 3.2976, "results": {"failed": 0, "not_applicable": 0, "success": 1506181, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 556, "h264_decode_error_count": 1261, "h264_decode_error_count_per_hour": 82, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:29:34+09:00", "last_error_summary": "[h264 @ 0x56d97309c200] error while decoding MB 82 67, bytestream -17 [h264 @ 0x56d97306b4c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56d97306b4c0] error while decoding MB 0 58, bytestream 5201 [h264 @ 0x56d973d22c40] left block unavailable for requested intra mode [h264 @ 0x56d973d22c40] error while decoding MB 0 59, bytestream 4494 [h264 @ 0x56d973d22c40] left block unavailable for requested intra mode [h264 @ 0x56d973d22c40] error while decoding MB 0 65, bytestream 719", "last_exit_at": "2026-10-30T13:26:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 163.303, "last_started_at": "2026-10-30T13:26:51+09:00", "pid": 111456, "process": {"exists": false, "pid": 111456}, "restart_count": 608, "restart_count_per_hour": 34, "rtsp_timeout_count": 190, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 609}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.683, "sample_count": 2109, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1506181, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:29:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.12, "last_frame_pushed_at": "2026-10-30T13:29:34+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-10-30T13:29:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 102, "debug_expires_at": null, "deduplicated_count": 53, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 536.306, "last_sample_duration_ms": 1275.963, "last_trigger": "periodic", "next_snapshot_in_sec": 63.694, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 302, "storage_bytes": 2879308}, "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-10-30T13:29:34.812166+09:00", "mtime_epoch": 1793334574.812166, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 110126}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:29:34+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1475.832, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1506182, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.1, "max": 4.0, "p95": 3.0, "sample_count": 219}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 85}, "total": {"avg": 0.388, "max": 1.0, "p95": 1.0, "sample_count": 219}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 220, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.603, "pushed": 7.603, "read": 7.638}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 220, "client_acquire_ms": {"avg_ms": 0.009, "count": 220, "max_ms": 0.081, "p95_ms": 0.019, "reason": null, "sample_age_ms": 55.168, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.904, "count": 220, "max_ms": 5.921, "p95_ms": 2.907, "reason": null, "sample_age_ms": 121.849, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.385, "count": 220, "max_ms": 5.324, "p95_ms": 2.232, "reason": null, "sample_age_ms": 122.448, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.308, "count": 220, "max_ms": 1.061, "p95_ms": 0.587, "reason": null, "sample_age_ms": 55.177, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.209, "count": 220, "max_ms": 4.897, "p95_ms": 3.607, "reason": null, "sample_age_ms": 118.485, "source": "client_direct"}, "request_count": 220, "request_tensor_bytes": {"avg": 2764808.0, "count": 220, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 118.405, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 220, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 55.544, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.205, "count": 220, "max_ms": 75.498, "p95_ms": 64.157, "reason": null, "sample_age_ms": 55.165, "source": "client_direct"}, "sample_age_ms": 55.159, "source": "client_direct", "task_total_ms": {"avg_ms": 48.921, "count": 220, "max_ms": 77.95, "p95_ms": 67.5, "reason": null, "sample_age_ms": 55.159, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.942, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.291, "count": 219, "max_ms": 9.164, "p95_ms": 6.593}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.356, "count": 219, "max_ms": 1.25, "p95_ms": 0.732}, "detection_prepare_ms": {"avg_ms": 0.656, "count": 219, "max_ms": 3.679, "p95_ms": 2.132}, "event_filter_ms": {"avg_ms": 0.005, "count": 219, "max_ms": 0.053, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.167, "count": 219, "max_ms": 0.681, "p95_ms": 0.489}, "mcmt_ms": {"avg_ms": 0.004, "count": 219, "max_ms": 0.073, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.405, "count": 219, "max_ms": 1.969, "p95_ms": 1.263}, "setup_ms": {"avg_ms": 0.049, "count": 219, "max_ms": 0.168, "p95_ms": 0.106}, "total_inside_ms": {"avg_ms": 2.239, "count": 219, "max_ms": 9.033, "p95_ms": 6.488}, "track_match_ms": {"avg_ms": 0.032, "count": 219, "max_ms": 0.593, "p95_ms": 0.117}, "tracker_update_ms": {"avg_ms": 0.565, "count": 219, "max_ms": 3.25, "p95_ms": 2.083}}, "gstreamer_push": {"avg_ms": 3.203, "count": 219, "max_ms": 5.901, "p95_ms": 5.098}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 219, "max_ms": 0.203, "p95_ms": 0.133}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.141, "count": 219, "max_ms": 80.963, "p95_ms": 69.029}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.713, "count": 219, "max_ms": 13.327, "p95_ms": 8.411}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.595, "count": 219, "max_ms": 135.785, "p95_ms": 127.537}, "inference_input_copy_ms": {"avg_ms": 1.748, "count": 219, "max_ms": 3.941, "p95_ms": 2.986}, "processing_residual_ms": {"avg_ms": 0.196, "count": 219, "max_ms": 0.678, "p95_ms": 0.37}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.252, "count": 219, "max_ms": 142.656, "p95_ms": 136.09}, "read_interval": {"avg_ms": 146.731, "count": 220, "max_ms": 3590.909, "p95_ms": 162.581}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 219, "max_ms": 0.059, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 0.343, "count": 219, "max_ms": 1.811, "p95_ms": 1.129}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 219, "max_ms": 0.073, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.327, "count": 219, "max_ms": 1.771, "p95_ms": 1.101}, "worker_merge_ms": {"avg_ms": 0.006, "count": 219, "max_ms": 0.023, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 50.155, "count": 219, "max_ms": 80.98, "p95_ms": 69.043}, "visualize": {"avg_ms": 48.994, "count": 219, "max_ms": 71.997, "p95_ms": 60.03}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.542, "count": 219, "max_ms": 67.275, "p95_ms": 56.881}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.298, "count": 219, "max_ms": 69.966, "p95_ms": 57.975}, "visualize_input_copy_ms": {"avg_ms": 1.442, "count": 219, "max_ms": 4.877, "p95_ms": 2.461}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.156, "count": 219, "max_ms": 69.824, "p95_ms": 57.816}, "visualizer_prepare_ms": {"avg_ms": 0.082, "count": 219, "max_ms": 0.348, "p95_ms": 0.182}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 219}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1475.816, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.132, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.122, "sample_count": 2113, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1506143, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:29:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106171, "write_bytes_delta": 106171, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 359.0, "cpu_core_ratio": 0.446688, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 111456, "reason": null, "system_cpu_core_ratio": 0.082757, "system_cpu_s_delta": 0.8300000000000001, "user_cpu_core_ratio": 0.363931, "user_cpu_s_delta": 3.6499999999999986}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.635197, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 101391.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.593257, "system_cpu_s_delta": 5.9500000000116415, "user_cpu_core_ratio": 1.04194, "user_cpu_s_delta": 10.450000000011642}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.237, "count": 209, "max_ms": 6.034, "p95_ms": 5.103, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.12, "max": 4.0, "p95": 3.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 113}, "total": {"avg": 0.541, "max": 1.0, "p95": 1.0, "sample_count": 209}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.316, "count": 30, "max": 63.287, "p95": 54.493, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.768, "count": 30, "max": 31.0, "p95": 28.01, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 544.4, "count": 30, "max": 1188.0, "p95": 929.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 706.1, "count": 30, "max": 3839.0, "p95": 3115.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.086, "count": 30, "max": 0.338, "p95": 0.284, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.389, "count": 30, "max": 0.433, "p95": 0.432, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.105, "p95": 0.042, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 110099.0, "count": 30, "max": 115643.0, "p95": 113655.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 102596.933, "count": 30, "max": 115643.0, "p95": 113655.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 127322.667, "count": 30, "max": 261843.0, "p95": 220674.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.547, "count": 30, "max": 0.618, "p95": 0.615, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.937, "count": 30, "max": 1.052, "p95": 1.05, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11648, "sampled_at": "2026-10-30T13:29:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:29:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.804, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2903430, "flush_count": 3021, "flush_interval_seconds": 30.0, "flush_state": {"count": 3021, "last_at": "2026-10-30T13:28:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:28:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3020}, "started": true, "suppressed_count": 1503311, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1503162}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3021, "written_record_count": 3021}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9658.773, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T13:29:34+09:00", "last_error_summary": "[h264 @ 0x56d97309c200] error while decoding MB 82 67, bytestream -17 [h264 @ 0x56d97306b4c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56d97306b4c0] error while decoding MB 0 58, bytestream 5201 [h264 @ 0x56d973d22c40] left block unavailable for requested intra mode [h264 @ 0x56d973d22c40] error while decoding MB 0 59, bytestream 4494 [h264 @ 0x56d973d22c40] left block unavailable for requested intra mode [h264 @ 0x56d973d22c40] error while decoding MB 0 65, bytestream 719", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4164291993600, "copied_frame_count": 1506182, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4164291993600, "frame_buffer_copies": 1506182, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1194, "count": 512, "max_ms": 1.7408, "p50_ms": 0.0998, "p95_ms": 0.2336, "p99_ms": 0.3417}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4728, "count": 512, "max_ms": 4.4173, "p50_ms": 1.361, "p95_ms": 2.5312, "p99_ms": 3.2976, "results": {"failed": 0, "not_applicable": 0, "success": 1506182, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 556, "h264_decode_error_count": 1261, "h264_decode_error_count_per_hour": 82, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:29:34+09:00", "last_error_summary": "[h264 @ 0x56d97309c200] error while decoding MB 82 67, bytestream -17 [h264 @ 0x56d97306b4c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56d97306b4c0] error while decoding MB 0 58, bytestream 5201 [h264 @ 0x56d973d22c40] left block unavailable for requested intra mode [h264 @ 0x56d973d22c40] error while decoding MB 0 59, bytestream 4494 [h264 @ 0x56d973d22c40] left block unavailable for requested intra mode [h264 @ 0x56d973d22c40] error while decoding MB 0 65, bytestream 719", "last_exit_at": "2026-10-30T13:29:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 163.368, "last_started_at": "2026-10-30T13:26:51+09:00", "pid": 111456, "process": {"exists": false, "pid": 111456}, "restart_count": 608, "restart_count_per_hour": 34, "rtsp_timeout_count": 190, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 609}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.683, "sample_count": 2109, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1506182, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:29:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.033, "last_frame_pushed_at": "2026-10-30T13:29:34+09:00", "last_frame_read_age_sec": 0.178, "last_frame_read_at": "2026-10-30T13:29:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 102, "debug_expires_at": null, "deduplicated_count": 53, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 536.365, "last_sample_duration_ms": 1275.963, "last_trigger": "periodic", "next_snapshot_in_sec": 63.635, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 302, "storage_bytes": 2879308}, "mjpeg": {"age_sec": 0.023, "exists": true, "mtime": "2026-10-30T13:29:34.960167+09:00", "mtime_epoch": 1793334574.9601667, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 110830}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:29:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1475.836, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1506182, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.1, "max": 4.0, "p95": 3.0, "sample_count": 220}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 85}, "total": {"avg": 0.386, "max": 1.0, "p95": 1.0, "sample_count": 220}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 220, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.621, "pushed": 7.621, "read": 7.621}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 220, "client_acquire_ms": {"avg_ms": 0.009, "count": 220, "max_ms": 0.081, "p95_ms": 0.019, "reason": null, "sample_age_ms": 124.113, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.904, "count": 220, "max_ms": 5.921, "p95_ms": 2.907, "reason": null, "sample_age_ms": 190.793, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.385, "count": 220, "max_ms": 5.324, "p95_ms": 2.232, "reason": null, "sample_age_ms": 191.392, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.308, "count": 220, "max_ms": 1.061, "p95_ms": 0.587, "reason": null, "sample_age_ms": 124.121, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.209, "count": 220, "max_ms": 4.897, "p95_ms": 3.607, "reason": null, "sample_age_ms": 187.429, "source": "client_direct"}, "request_count": 220, "request_tensor_bytes": {"avg": 2764808.0, "count": 220, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 187.349, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 220, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 124.488, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.205, "count": 220, "max_ms": 75.498, "p95_ms": 64.157, "reason": null, "sample_age_ms": 124.109, "source": "client_direct"}, "sample_age_ms": 124.103, "source": "client_direct", "task_total_ms": {"avg_ms": 48.921, "count": 220, "max_ms": 77.95, "p95_ms": 67.5, "reason": null, "sample_age_ms": 124.103, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.144, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.288, "count": 220, "max_ms": 9.164, "p95_ms": 6.515}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.358, "count": 220, "max_ms": 1.25, "p95_ms": 0.732}, "detection_prepare_ms": {"avg_ms": 0.654, "count": 220, "max_ms": 3.679, "p95_ms": 2.106}, "event_filter_ms": {"avg_ms": 0.005, "count": 220, "max_ms": 0.053, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.166, "count": 220, "max_ms": 0.681, "p95_ms": 0.488}, "mcmt_ms": {"avg_ms": 0.004, "count": 220, "max_ms": 0.073, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.405, "count": 220, "max_ms": 1.969, "p95_ms": 1.23}, "setup_ms": {"avg_ms": 0.049, "count": 220, "max_ms": 0.168, "p95_ms": 0.106}, "total_inside_ms": {"avg_ms": 2.236, "count": 220, "max_ms": 9.033, "p95_ms": 6.44}, "track_match_ms": {"avg_ms": 0.032, "count": 220, "max_ms": 0.593, "p95_ms": 0.117}, "tracker_update_ms": {"avg_ms": 0.562, "count": 220, "max_ms": 3.25, "p95_ms": 2.013}}, "gstreamer_push": {"avg_ms": 3.205, "count": 220, "max_ms": 5.901, "p95_ms": 5.002}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 220, "max_ms": 0.203, "p95_ms": 0.133}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.222, "count": 220, "max_ms": 80.963, "p95_ms": 69.02}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.707, "count": 220, "max_ms": 13.327, "p95_ms": 8.356}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.747, "count": 220, "max_ms": 136.033, "p95_ms": 127.537}, "inference_input_copy_ms": {"avg_ms": 1.748, "count": 220, "max_ms": 3.941, "p95_ms": 2.96}, "processing_residual_ms": {"avg_ms": 0.196, "count": 220, "max_ms": 0.678, "p95_ms": 0.37}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.398, "count": 220, "max_ms": 142.656, "p95_ms": 136.09}, "read_interval": {"avg_ms": 146.731, "count": 220, "max_ms": 3590.909, "p95_ms": 162.581}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 220, "max_ms": 0.059, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 0.343, "count": 220, "max_ms": 1.811, "p95_ms": 1.09}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 220, "max_ms": 0.073, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.327, "count": 220, "max_ms": 1.771, "p95_ms": 1.065}, "worker_merge_ms": {"avg_ms": 0.006, "count": 220, "max_ms": 0.023, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 50.236, "count": 220, "max_ms": 80.98, "p95_ms": 69.032}, "visualize": {"avg_ms": 49.058, "count": 220, "max_ms": 71.997, "p95_ms": 60.03}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.605, "count": 220, "max_ms": 67.275, "p95_ms": 56.881}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.359, "count": 220, "max_ms": 69.966, "p95_ms": 57.975}, "visualize_input_copy_ms": {"avg_ms": 1.444, "count": 220, "max_ms": 4.877, "p95_ms": 2.408}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.216, "count": 220, "max_ms": 69.824, "p95_ms": 57.816}, "visualizer_prepare_ms": {"avg_ms": 0.083, "count": 220, "max_ms": 0.348, "p95_ms": 0.182}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 220}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1475.816, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.132, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.122, "sample_count": 2113, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1506143, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:29:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106171, "write_bytes_delta": 106171, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 359.0, "cpu_core_ratio": 0.446688, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 111456, "reason": null, "system_cpu_core_ratio": 0.082757, "system_cpu_s_delta": 0.8300000000000001, "user_cpu_core_ratio": 0.363931, "user_cpu_s_delta": 3.6499999999999986}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.635197, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 101391.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.593257, "system_cpu_s_delta": 5.9500000000116415, "user_cpu_core_ratio": 1.04194, "user_cpu_s_delta": 10.450000000011642}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.237, "count": 209, "max_ms": 6.034, "p95_ms": 5.103, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.12, "max": 4.0, "p95": 3.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 113}, "total": {"avg": 0.541, "max": 1.0, "p95": 1.0, "sample_count": 209}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.316, "count": 30, "max": 63.287, "p95": 54.493, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.768, "count": 30, "max": 31.0, "p95": 28.01, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 544.4, "count": 30, "max": 1188.0, "p95": 929.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 706.1, "count": 30, "max": 3839.0, "p95": 3115.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.086, "count": 30, "max": 0.338, "p95": 0.284, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.389, "count": 30, "max": 0.433, "p95": 0.432, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.105, "p95": 0.042, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 110099.0, "count": 30, "max": 115643.0, "p95": 113655.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 102596.933, "count": 30, "max": 115643.0, "p95": 113655.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 127322.667, "count": 30, "max": 261843.0, "p95": 220674.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.547, "count": 30, "max": 0.618, "p95": 0.615, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.937, "count": 30, "max": 1.052, "p95": 1.05, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11648, "sampled_at": "2026-10-30T13:29:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:29:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.869, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2903430, "flush_count": 3021, "flush_interval_seconds": 30.0, "flush_state": {"count": 3021, "last_at": "2026-10-30T13:28:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:28:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3020}, "started": true, "suppressed_count": 1503311, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1503162}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3021, "written_record_count": 3021}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9659.516, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4164291993600, "copied_frame_count": 1506182, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4164291993600, "frame_buffer_copies": 1506182, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1194, "count": 512, "max_ms": 1.7408, "p50_ms": 0.0998, "p95_ms": 0.2336, "p99_ms": 0.3417}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4728, "count": 512, "max_ms": 4.4173, "p50_ms": 1.361, "p95_ms": 2.5312, "p99_ms": 3.2976, "results": {"failed": 0, "not_applicable": 0, "success": 1506182, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 556, "h264_decode_error_count": 1261, "h264_decode_error_count_per_hour": 82, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:29:34+09:00", "last_error_summary": "[h264 @ 0x56d97309c200] error while decoding MB 82 67, bytestream -17 [h264 @ 0x56d97306b4c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56d97306b4c0] error while decoding MB 0 58, bytestream 5201 [h264 @ 0x56d973d22c40] left block unavailable for requested intra mode [h264 @ 0x56d973d22c40] error while decoding MB 0 59, bytestream 4494 [h264 @ 0x56d973d22c40] left block unavailable for requested intra mode [h264 @ 0x56d973d22c40] error while decoding MB 0 65, bytestream 719", "last_exit_at": "2026-10-30T13:29:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 163.41, "last_started_at": "2026-10-30T13:26:51+09:00", "pid": 111456, "process": {"exists": false, "pid": 111456}, "restart_count": 608, "restart_count_per_hour": 34, "rtsp_timeout_count": 190, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 609}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.683, "sample_count": 2109, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1506182, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:29:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.075, "last_frame_pushed_at": "2026-10-30T13:29:34+09:00", "last_frame_read_age_sec": 0.221, "last_frame_read_at": "2026-10-30T13:29:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 102, "debug_expires_at": null, "deduplicated_count": 53, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 536.398, "last_sample_duration_ms": 1275.963, "last_trigger": "periodic", "next_snapshot_in_sec": 63.602, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 302, "storage_bytes": 2879308}, "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-10-30T13:29:34.960167+09:00", "mtime_epoch": 1793334574.9601667, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 110830}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:29:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1475.836, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1506182, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.1, "max": 4.0, "p95": 3.0, "sample_count": 220}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 85}, "total": {"avg": 0.386, "max": 1.0, "p95": 1.0, "sample_count": 220}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 220, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.61, "pushed": 7.61, "read": 7.61}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 220, "client_acquire_ms": {"avg_ms": 0.009, "count": 220, "max_ms": 0.081, "p95_ms": 0.019, "reason": null, "sample_age_ms": 158.625, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.904, "count": 220, "max_ms": 5.921, "p95_ms": 2.907, "reason": null, "sample_age_ms": 225.306, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.385, "count": 220, "max_ms": 5.324, "p95_ms": 2.232, "reason": null, "sample_age_ms": 225.905, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.308, "count": 220, "max_ms": 1.061, "p95_ms": 0.587, "reason": null, "sample_age_ms": 158.634, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.209, "count": 220, "max_ms": 4.897, "p95_ms": 3.607, "reason": null, "sample_age_ms": 221.942, "source": "client_direct"}, "request_count": 220, "request_tensor_bytes": {"avg": 2764808.0, "count": 220, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 221.862, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 220, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 159.001, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.205, "count": 220, "max_ms": 75.498, "p95_ms": 64.157, "reason": null, "sample_age_ms": 158.622, "source": "client_direct"}, "sample_age_ms": 158.616, "source": "client_direct", "task_total_ms": {"avg_ms": 48.921, "count": 220, "max_ms": 77.95, "p95_ms": 67.5, "reason": null, "sample_age_ms": 158.616, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.991, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.288, "count": 220, "max_ms": 9.164, "p95_ms": 6.515}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.358, "count": 220, "max_ms": 1.25, "p95_ms": 0.732}, "detection_prepare_ms": {"avg_ms": 0.654, "count": 220, "max_ms": 3.679, "p95_ms": 2.106}, "event_filter_ms": {"avg_ms": 0.005, "count": 220, "max_ms": 0.053, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.166, "count": 220, "max_ms": 0.681, "p95_ms": 0.488}, "mcmt_ms": {"avg_ms": 0.004, "count": 220, "max_ms": 0.073, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.405, "count": 220, "max_ms": 1.969, "p95_ms": 1.23}, "setup_ms": {"avg_ms": 0.049, "count": 220, "max_ms": 0.168, "p95_ms": 0.106}, "total_inside_ms": {"avg_ms": 2.236, "count": 220, "max_ms": 9.033, "p95_ms": 6.44}, "track_match_ms": {"avg_ms": 0.032, "count": 220, "max_ms": 0.593, "p95_ms": 0.117}, "tracker_update_ms": {"avg_ms": 0.562, "count": 220, "max_ms": 3.25, "p95_ms": 2.013}}, "gstreamer_push": {"avg_ms": 3.205, "count": 220, "max_ms": 5.901, "p95_ms": 5.002}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 220, "max_ms": 0.203, "p95_ms": 0.133}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.222, "count": 220, "max_ms": 80.963, "p95_ms": 69.02}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.707, "count": 220, "max_ms": 13.327, "p95_ms": 8.356}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.747, "count": 220, "max_ms": 136.033, "p95_ms": 127.537}, "inference_input_copy_ms": {"avg_ms": 1.748, "count": 220, "max_ms": 3.941, "p95_ms": 2.96}, "processing_residual_ms": {"avg_ms": 0.196, "count": 220, "max_ms": 0.678, "p95_ms": 0.37}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.398, "count": 220, "max_ms": 142.656, "p95_ms": 136.09}, "read_interval": {"avg_ms": 146.731, "count": 220, "max_ms": 3590.909, "p95_ms": 162.581}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 220, "max_ms": 0.059, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 0.343, "count": 220, "max_ms": 1.811, "p95_ms": 1.09}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 220, "max_ms": 0.073, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.327, "count": 220, "max_ms": 1.771, "p95_ms": 1.065}, "worker_merge_ms": {"avg_ms": 0.006, "count": 220, "max_ms": 0.023, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 50.236, "count": 220, "max_ms": 80.98, "p95_ms": 69.032}, "visualize": {"avg_ms": 49.058, "count": 220, "max_ms": 71.997, "p95_ms": 60.03}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.605, "count": 220, "max_ms": 67.275, "p95_ms": 56.881}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.359, "count": 220, "max_ms": 69.966, "p95_ms": 57.975}, "visualize_input_copy_ms": {"avg_ms": 1.444, "count": 220, "max_ms": 4.877, "p95_ms": 2.408}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.216, "count": 220, "max_ms": 69.824, "p95_ms": 57.816}, "visualizer_prepare_ms": {"avg_ms": 0.083, "count": 220, "max_ms": 0.348, "p95_ms": 0.182}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 220}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1475.816, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.132, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.122, "sample_count": 2113, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1506143, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:29:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106171, "write_bytes_delta": 106171, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 359.0, "cpu_core_ratio": 0.446688, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 111456, "reason": null, "system_cpu_core_ratio": 0.082757, "system_cpu_s_delta": 0.8300000000000001, "user_cpu_core_ratio": 0.363931, "user_cpu_s_delta": 3.6499999999999986}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.635197, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 101391.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.593257, "system_cpu_s_delta": 5.9500000000116415, "user_cpu_core_ratio": 1.04194, "user_cpu_s_delta": 10.450000000011642}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.237, "count": 209, "max_ms": 6.034, "p95_ms": 5.103, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.12, "max": 4.0, "p95": 3.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 113}, "total": {"avg": 0.541, "max": 1.0, "p95": 1.0, "sample_count": 209}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.316, "count": 30, "max": 63.287, "p95": 54.493, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.768, "count": 30, "max": 31.0, "p95": 28.01, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 544.4, "count": 30, "max": 1188.0, "p95": 929.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 706.1, "count": 30, "max": 3839.0, "p95": 3115.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.086, "count": 30, "max": 0.338, "p95": 0.284, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.389, "count": 30, "max": 0.433, "p95": 0.432, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.105, "p95": 0.042, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 110099.0, "count": 30, "max": 115643.0, "p95": 113655.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 102596.933, "count": 30, "max": 115643.0, "p95": 113655.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 127322.667, "count": 30, "max": 261843.0, "p95": 220674.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.547, "count": 30, "max": 0.618, "p95": 0.615, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.937, "count": 30, "max": 1.052, "p95": 1.05, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11648, "sampled_at": "2026-10-30T13:29:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:29:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.911, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2903430, "flush_count": 3021, "flush_interval_seconds": 30.0, "flush_state": {"count": 3021, "last_at": "2026-10-30T13:28:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:28:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3020}, "started": true, "suppressed_count": 1503311, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1503162}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3021, "written_record_count": 3021}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9832.422, "limit_mb": null}, "detail": {"pid": 111572, "restart_count": 609, "start_count": 610}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4164291993600, "copied_frame_count": 1506182, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4164291993600, "frame_buffer_copies": 1506182, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1194, "count": 512, "max_ms": 1.7408, "p50_ms": 0.0998, "p95_ms": 0.2336, "p99_ms": 0.3417}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4728, "count": 512, "max_ms": 4.4173, "p50_ms": 1.361, "p95_ms": 2.5312, "p99_ms": 3.2976, "results": {"failed": 0, "not_applicable": 0, "success": 1506182, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 556, "h264_decode_error_count": 1261, "h264_decode_error_count_per_hour": 82, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:29:34+09:00", "last_error_summary": "[h264 @ 0x56d97309c200] error while decoding MB 82 67, bytestream -17 [h264 @ 0x56d97306b4c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56d97306b4c0] error while decoding MB 0 58, bytestream 5201 [h264 @ 0x56d973d22c40] left block unavailable for requested intra mode [h264 @ 0x56d973d22c40] error while decoding MB 0 59, bytestream 4494 [h264 @ 0x56d973d22c40] left block unavailable for requested intra mode [h264 @ 0x56d973d22c40] error while decoding MB 0 65, bytestream 719", "last_exit_at": "2026-10-30T13:29:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T13:29:37+09:00", "pid": 111572, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.859, "name": "ffmpeg", "pid": 111572, "rss_mb": 208.859, "state": "S (sleeping)", "threads": 70}, "restart_count": 609, "restart_count_per_hour": 35, "rtsp_timeout_count": 190, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 610}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.577, "sample_count": 2077, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1506182, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:29:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.285, "last_frame_pushed_at": "2026-10-30T13:29:34+09:00", "last_frame_read_age_sec": 4.431, "last_frame_read_at": "2026-10-30T13:29:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 102, "debug_expires_at": null, "deduplicated_count": 53, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 540.608, "last_sample_duration_ms": 1275.963, "last_trigger": "periodic", "next_snapshot_in_sec": 59.392, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 302, "storage_bytes": 2879308}, "mjpeg": {"age_sec": 4.275, "exists": true, "mtime": "2026-10-30T13:29:34.960167+09:00", "mtime_epoch": 1793334574.9601667, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 110830}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:29:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1475.84, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1506182, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.114, "max": 4.0, "p95": 3.0, "sample_count": 193}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 85}, "total": {"avg": 0.44, "max": 1.0, "p95": 1.0, "sample_count": 193}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.434, "pushed": 6.467, "read": 6.434}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 193, "client_acquire_ms": {"avg_ms": 0.009, "count": 193, "max_ms": 0.081, "p95_ms": 0.019, "reason": null, "sample_age_ms": 4366.566, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.929, "count": 193, "max_ms": 5.921, "p95_ms": 3.052, "reason": null, "sample_age_ms": 4433.246, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.396, "count": 193, "max_ms": 5.324, "p95_ms": 2.328, "reason": null, "sample_age_ms": 4433.846, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.304, "count": 193, "max_ms": 1.061, "p95_ms": 0.595, "reason": null, "sample_age_ms": 4366.575, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.227, "count": 193, "max_ms": 4.897, "p95_ms": 3.525, "reason": null, "sample_age_ms": 4429.883, "source": "client_direct"}, "request_count": 193, "request_tensor_bytes": {"avg": 2764808.0, "count": 193, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4429.802, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 193, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4366.942, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.414, "count": 193, "max_ms": 75.498, "p95_ms": 63.99, "reason": null, "sample_age_ms": 4366.562, "source": "client_direct"}, "sample_age_ms": 4366.557, "source": "client_direct", "task_total_ms": {"avg_ms": 49.145, "count": 193, "max_ms": 77.95, "p95_ms": 67.547, "reason": null, "sample_age_ms": 4366.557, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.798, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.46, "count": 193, "max_ms": 9.164, "p95_ms": 6.639}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.35, "count": 193, "max_ms": 1.25, "p95_ms": 0.725}, "detection_prepare_ms": {"avg_ms": 0.722, "count": 193, "max_ms": 3.679, "p95_ms": 2.173}, "event_filter_ms": {"avg_ms": 0.005, "count": 193, "max_ms": 0.053, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.175, "count": 193, "max_ms": 0.681, "p95_ms": 0.489}, "mcmt_ms": {"avg_ms": 0.004, "count": 193, "max_ms": 0.073, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.433, "count": 193, "max_ms": 1.969, "p95_ms": 1.278}, "setup_ms": {"avg_ms": 0.048, "count": 193, "max_ms": 0.168, "p95_ms": 0.106}, "total_inside_ms": {"avg_ms": 2.409, "count": 193, "max_ms": 9.033, "p95_ms": 6.55}, "track_match_ms": {"avg_ms": 0.036, "count": 193, "max_ms": 0.593, "p95_ms": 0.131}, "tracker_update_ms": {"avg_ms": 0.635, "count": 193, "max_ms": 3.25, "p95_ms": 2.172}}, "gstreamer_push": {"avg_ms": 3.231, "count": 194, "max_ms": 5.901, "p95_ms": 5.103}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 193, "max_ms": 0.203, "p95_ms": 0.133}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.464, "count": 193, "max_ms": 80.963, "p95_ms": 69.029}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.74, "count": 193, "max_ms": 13.327, "p95_ms": 8.411}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.513, "count": 193, "max_ms": 136.033, "p95_ms": 129.769}, "inference_input_copy_ms": {"avg_ms": 1.745, "count": 193, "max_ms": 3.941, "p95_ms": 2.986}, "processing_residual_ms": {"avg_ms": 0.183, "count": 193, "max_ms": 0.434, "p95_ms": 0.345}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.181, "count": 193, "max_ms": 142.656, "p95_ms": 137.511}, "read_interval": {"avg_ms": 132.961, "count": 193, "max_ms": 1511.986, "p95_ms": 164.373}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 193, "max_ms": 0.057, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 0.369, "count": 193, "max_ms": 1.811, "p95_ms": 1.138}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 193, "max_ms": 0.073, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.353, "count": 193, "max_ms": 1.771, "p95_ms": 1.112}, "worker_merge_ms": {"avg_ms": 0.006, "count": 193, "max_ms": 0.023, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 50.478, "count": 193, "max_ms": 80.98, "p95_ms": 69.043}, "visualize": {"avg_ms": 49.412, "count": 193, "max_ms": 71.997, "p95_ms": 60.326}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.826, "count": 193, "max_ms": 67.275, "p95_ms": 57.232}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.717, "count": 193, "max_ms": 69.966, "p95_ms": 58.678}, "visualize_input_copy_ms": {"avg_ms": 1.438, "count": 193, "max_ms": 4.877, "p95_ms": 2.473}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.573, "count": 193, "max_ms": 69.824, "p95_ms": 58.549}, "visualizer_prepare_ms": {"avg_ms": 0.083, "count": 193, "max_ms": 0.348, "p95_ms": 0.182}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 193}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1475.816, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.132, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.122, "sample_count": 2113, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1506143, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:29:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106171, "write_bytes_delta": 106171, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 359.0, "cpu_core_ratio": 0.446688, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 111456, "reason": null, "system_cpu_core_ratio": 0.082757, "system_cpu_s_delta": 0.8300000000000001, "user_cpu_core_ratio": 0.363931, "user_cpu_s_delta": 3.6499999999999986}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.635197, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 101391.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.593257, "system_cpu_s_delta": 5.9500000000116415, "user_cpu_core_ratio": 1.04194, "user_cpu_s_delta": 10.450000000011642}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.237, "count": 209, "max_ms": 6.034, "p95_ms": 5.103, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.12, "max": 4.0, "p95": 3.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 113}, "total": {"avg": 0.541, "max": 1.0, "p95": 1.0, "sample_count": 209}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.316, "count": 30, "max": 63.287, "p95": 54.493, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.768, "count": 30, "max": 31.0, "p95": 28.01, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 544.4, "count": 30, "max": 1188.0, "p95": 929.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 706.1, "count": 30, "max": 3839.0, "p95": 3115.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.086, "count": 30, "max": 0.338, "p95": 0.284, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.389, "count": 30, "max": 0.433, "p95": 0.432, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.105, "p95": 0.042, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 110099.0, "count": 30, "max": 115643.0, "p95": 113655.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 102596.933, "count": 30, "max": 115643.0, "p95": 113655.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 127322.667, "count": 30, "max": 261843.0, "p95": 220674.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.547, "count": 30, "max": 0.618, "p95": 0.615, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.937, "count": 30, "max": 1.052, "p95": 1.05, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11648, "sampled_at": "2026-10-30T13:29:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:29:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2906517, "flush_count": 3024, "flush_interval_seconds": 30.0, "flush_state": {"count": 3024, "last_at": "2026-10-30T13:31:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:31:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3023}, "started": true, "suppressed_count": 1504417, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1504268}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3024, "written_record_count": 3024}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9682.48, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x556e9ebd60c0] error while decoding MB 57 9, bytestream -9", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4167355392000, "copied_frame_count": 1507290, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4167355392000, "frame_buffer_copies": 1507290, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1231, "count": 512, "max_ms": 0.4536, "p50_ms": 0.1092, "p95_ms": 0.2276, "p99_ms": 0.3074}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5395, "count": 512, "max_ms": 4.7237, "p50_ms": 1.4438, "p95_ms": 2.6971, "p99_ms": 3.3532, "results": {"failed": 0, "not_applicable": 0, "success": 1507290, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 557, "h264_decode_error_count": 1262, "h264_decode_error_count_per_hour": 78, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:32:02+09:00", "last_error_summary": "[h264 @ 0x556e9ebd60c0] error while decoding MB 57 9, bytestream -9", "last_exit_at": "2026-10-30T13:29:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 145.091, "last_started_at": "2026-10-30T13:29:37+09:00", "pid": 111572, "process": {"exists": false, "pid": 111572}, "restart_count": 609, "restart_count_per_hour": 33, "rtsp_timeout_count": 190, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 610}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.616, "sample_count": 2299, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1507290, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:32:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.053, "last_frame_pushed_at": "2026-10-30T13:32:02+09:00", "last_frame_read_age_sec": 0.046, "last_frame_read_at": "2026-10-30T13:32:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 103, "debug_expires_at": null, "deduplicated_count": 54, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 82.017, "last_sample_duration_ms": 995.466, "last_trigger": "periodic", "next_snapshot_in_sec": 517.983, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 303, "storage_bytes": 2888900}, "mjpeg": {"age_sec": 0.042, "exists": true, "mtime": "2026-10-30T13:32:02.283954+09:00", "mtime_epoch": 1793334722.283954, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 104028}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:32:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1488.871, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1507291, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.846, "max": 5.0, "p95": 4.0, "sample_count": 221}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.101, "max": 2.0, "p95": 2.0, "sample_count": 109}, "total": {"avg": 0.543, "max": 2.0, "p95": 1.0, "sample_count": 221}}, "tracking_counts": {"active": {"avg": 0.104, "max": 1.0, "p95": 1.0, "sample_count": 221}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 221}, "tracked": {"avg": 0.104, "max": 1.0, "p95": 1.0, "sample_count": 221}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.387, "pushed": 7.387, "read": 7.387}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 221, "client_acquire_ms": {"avg_ms": 0.009, "count": 222, "max_ms": 0.157, "p95_ms": 0.02, "reason": null, "sample_age_ms": 22.92, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.01, "count": 221, "max_ms": 8.414, "p95_ms": 3.246, "reason": null, "sample_age_ms": 55.512, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.446, "count": 221, "max_ms": 7.926, "p95_ms": 2.388, "reason": null, "sample_age_ms": 55.715, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.374, "count": 222, "max_ms": 1.42, "p95_ms": 0.782, "reason": null, "sample_age_ms": 22.927, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.38, "count": 221, "max_ms": 13.455, "p95_ms": 3.971, "reason": null, "sample_age_ms": 54.018, "source": "client_direct"}, "request_count": 221, "request_tensor_bytes": {"avg": 2764808.0, "count": 221, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 54.004, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 222, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 23.158, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.625, "count": 222, "max_ms": 91.505, "p95_ms": 74.445, "reason": null, "sample_age_ms": 22.917, "source": "client_direct"}, "sample_age_ms": 22.912, "source": "client_direct", "task_total_ms": {"avg_ms": 54.605, "count": 222, "max_ms": 95.141, "p95_ms": 78.131, "reason": null, "sample_age_ms": 22.912, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.105, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.914, "count": 221, "max_ms": 10.92, "p95_ms": 7.275}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.385, "count": 221, "max_ms": 1.159, "p95_ms": 0.738}, "detection_prepare_ms": {"avg_ms": 0.883, "count": 221, "max_ms": 5.031, "p95_ms": 2.451}, "event_filter_ms": {"avg_ms": 0.005, "count": 221, "max_ms": 0.023, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.199, "count": 221, "max_ms": 0.718, "p95_ms": 0.467}, "mcmt_ms": {"avg_ms": 0.004, "count": 221, "max_ms": 0.039, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.477, "count": 221, "max_ms": 2.088, "p95_ms": 1.161}, "setup_ms": {"avg_ms": 0.056, "count": 221, "max_ms": 0.151, "p95_ms": 0.108}, "total_inside_ms": {"avg_ms": 2.856, "count": 221, "max_ms": 10.735, "p95_ms": 7.208}, "track_match_ms": {"avg_ms": 0.041, "count": 221, "max_ms": 0.206, "p95_ms": 0.129}, "tracker_update_ms": {"avg_ms": 0.805, "count": 221, "max_ms": 3.648, "p95_ms": 2.523}}, "gstreamer_push": {"avg_ms": 4.324, "count": 221, "max_ms": 10.485, "p95_ms": 8.312}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.067, "count": 221, "max_ms": 1.982, "p95_ms": 0.125}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.239, "count": 221, "max_ms": 96.013, "p95_ms": 79.308}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.02, "count": 221, "max_ms": 17.32, "p95_ms": 8.609}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.826, "count": 221, "max_ms": 166.911, "p95_ms": 138.998}, "inference_input_copy_ms": {"avg_ms": 1.81, "count": 221, "max_ms": 5.34, "p95_ms": 3.077}, "processing_residual_ms": {"avg_ms": 0.198, "count": 221, "max_ms": 0.593, "p95_ms": 0.362}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 117.854, "count": 221, "max_ms": 171.806, "p95_ms": 144.403}, "read_interval": {"avg_ms": 135.707, "count": 221, "max_ms": 202.226, "p95_ms": 175.765}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 221, "max_ms": 0.056, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.415, "count": 221, "max_ms": 1.906, "p95_ms": 1.025}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 221, "max_ms": 0.058, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.398, "count": 221, "max_ms": 1.862, "p95_ms": 0.999}, "worker_merge_ms": {"avg_ms": 0.007, "count": 221, "max_ms": 0.06, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 56.257, "count": 221, "max_ms": 96.022, "p95_ms": 79.344}, "visualize": {"avg_ms": 52.346, "count": 221, "max_ms": 71.218, "p95_ms": 65.96}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 48.346, "count": 221, "max_ms": 67.033, "p95_ms": 59.98}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 50.539, "count": 221, "max_ms": 68.32, "p95_ms": 63.51}, "visualize_input_copy_ms": {"avg_ms": 1.573, "count": 221, "max_ms": 4.785, "p95_ms": 2.633}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 50.386, "count": 221, "max_ms": 68.105, "p95_ms": 63.259}, "visualizer_prepare_ms": {"avg_ms": 0.09, "count": 221, "max_ms": 0.268, "p95_ms": 0.17}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 221}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1476.25, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.374, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.752, "sample_count": 2139, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1507050, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:31:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105566, "write_bytes_delta": 105566, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 992.0, "cpu_core_ratio": 0.433471, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 111572, "reason": null, "system_cpu_core_ratio": 0.039859, "system_cpu_s_delta": 0.8000000000000003, "user_cpu_core_ratio": 0.393612, "user_cpu_s_delta": 7.899999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.564483, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 223578.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.573976, "system_cpu_s_delta": 11.519999999989523, "user_cpu_core_ratio": 0.990507, "user_cpu_s_delta": 19.880000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.875, "count": 235, "max_ms": 9.637, "p95_ms": 6.813, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.149, "max": 5.0, "p95": 3.0, "sample_count": 235}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 103}, "total": {"avg": 0.438, "max": 1.0, "p95": 1.0, "sample_count": 235}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.799, "count": 30, "max": 63.287, "p95": 54.493, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.597, "count": 30, "max": 28.593, "p95": 26.797, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 623.033, "count": 30, "max": 1188.0, "p95": 1083.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 623.8, "count": 30, "max": 3839.0, "p95": 3115.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.086, "count": 30, "max": 0.338, "p95": 0.284, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.387, "count": 30, "max": 0.433, "p95": 0.432, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.105, "p95": 0.042, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108936.733, "count": 30, "max": 115643.0, "p95": 113530.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97658.133, "count": 30, "max": 115643.0, "p95": 113258.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 144466.4, "count": 30, "max": 261843.0, "p95": 228155.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.544, "count": 30, "max": 0.613, "p95": 0.609, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.934, "count": 30, "max": 1.052, "p95": 1.049, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11654, "sampled_at": "2026-10-30T13:31:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:31:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2906517, "flush_count": 3024, "flush_interval_seconds": 30.0, "flush_state": {"count": 3024, "last_at": "2026-10-30T13:31:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:31:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3023}, "started": true, "suppressed_count": 1504417, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1504268}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3024, "written_record_count": 3024}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9666.273, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T13:32:02+09:00", "last_error_summary": "[h264 @ 0x556e9ebd60c0] error while decoding MB 57 9, bytestream -9", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4167358156800, "copied_frame_count": 1507291, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4167358156800, "frame_buffer_copies": 1507291, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1233, "count": 512, "max_ms": 0.4536, "p50_ms": 0.1094, "p95_ms": 0.2276, "p99_ms": 0.3074}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5417, "count": 512, "max_ms": 4.7237, "p50_ms": 1.4452, "p95_ms": 2.6971, "p99_ms": 3.3532, "results": {"failed": 0, "not_applicable": 0, "success": 1507291, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 557, "h264_decode_error_count": 1262, "h264_decode_error_count_per_hour": 78, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:32:02+09:00", "last_error_summary": "[h264 @ 0x556e9ebd60c0] error while decoding MB 57 9, bytestream -9", "last_exit_at": "2026-10-30T13:32:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 145.156, "last_started_at": "2026-10-30T13:29:37+09:00", "pid": 111572, "process": {"exists": false, "pid": 111572}, "restart_count": 609, "restart_count_per_hour": 33, "rtsp_timeout_count": 190, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 610}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.616, "sample_count": 2299, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1507291, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:32:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-10-30T13:32:02+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-10-30T13:32:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 103, "debug_expires_at": null, "deduplicated_count": 54, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 82.085, "last_sample_duration_ms": 995.466, "last_trigger": "periodic", "next_snapshot_in_sec": 517.915, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 303, "storage_bytes": 2888900}, "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-10-30T13:32:02.283954+09:00", "mtime_epoch": 1793334722.283954, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 104028}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:32:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1473.727, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1507291, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.842, "max": 5.0, "p95": 4.0, "sample_count": 222}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.101, "max": 2.0, "p95": 2.0, "sample_count": 109}, "total": {"avg": 0.541, "max": 2.0, "p95": 1.0, "sample_count": 222}}, "tracking_counts": {"active": {"avg": 0.104, "max": 1.0, "p95": 1.0, "sample_count": 222}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 222}, "tracked": {"avg": 0.104, "max": 1.0, "p95": 1.0, "sample_count": 222}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.404, "pushed": 7.404, "read": 7.371}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 221, "client_acquire_ms": {"avg_ms": 0.009, "count": 221, "max_ms": 0.157, "p95_ms": 0.02, "reason": null, "sample_age_ms": 90.061, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.01, "count": 221, "max_ms": 8.414, "p95_ms": 3.246, "reason": null, "sample_age_ms": 122.654, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.446, "count": 221, "max_ms": 7.926, "p95_ms": 2.388, "reason": null, "sample_age_ms": 122.857, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.373, "count": 221, "max_ms": 1.42, "p95_ms": 0.783, "reason": null, "sample_age_ms": 90.069, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.38, "count": 221, "max_ms": 13.455, "p95_ms": 3.971, "reason": null, "sample_age_ms": 121.16, "source": "client_direct"}, "request_count": 221, "request_tensor_bytes": {"avg": 2764808.0, "count": 221, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 121.145, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 221, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 90.299, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.618, "count": 221, "max_ms": 91.505, "p95_ms": 74.471, "reason": null, "sample_age_ms": 90.058, "source": "client_direct"}, "sample_age_ms": 90.054, "source": "client_direct", "task_total_ms": {"avg_ms": 54.606, "count": 221, "max_ms": 95.141, "p95_ms": 78.194, "reason": null, "sample_age_ms": 90.054, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.208, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.903, "count": 222, "max_ms": 10.92, "p95_ms": 7.275}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.385, "count": 222, "max_ms": 1.159, "p95_ms": 0.738}, "detection_prepare_ms": {"avg_ms": 0.879, "count": 222, "max_ms": 5.031, "p95_ms": 2.451}, "event_filter_ms": {"avg_ms": 0.005, "count": 222, "max_ms": 0.023, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.198, "count": 222, "max_ms": 0.718, "p95_ms": 0.467}, "mcmt_ms": {"avg_ms": 0.004, "count": 222, "max_ms": 0.039, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.475, "count": 222, "max_ms": 2.088, "p95_ms": 1.161}, "setup_ms": {"avg_ms": 0.056, "count": 222, "max_ms": 0.151, "p95_ms": 0.108}, "total_inside_ms": {"avg_ms": 2.845, "count": 222, "max_ms": 10.735, "p95_ms": 7.208}, "track_match_ms": {"avg_ms": 0.041, "count": 222, "max_ms": 0.206, "p95_ms": 0.129}, "tracker_update_ms": {"avg_ms": 0.801, "count": 222, "max_ms": 3.648, "p95_ms": 2.523}}, "gstreamer_push": {"avg_ms": 4.331, "count": 222, "max_ms": 10.485, "p95_ms": 8.312}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.067, "count": 222, "max_ms": 1.982, "p95_ms": 0.125}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.135, "count": 222, "max_ms": 96.013, "p95_ms": 79.308}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.017, "count": 222, "max_ms": 17.32, "p95_ms": 8.609}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.75, "count": 222, "max_ms": 166.911, "p95_ms": 138.998}, "inference_input_copy_ms": {"avg_ms": 1.808, "count": 222, "max_ms": 5.34, "p95_ms": 3.077}, "processing_residual_ms": {"avg_ms": 0.197, "count": 222, "max_ms": 0.593, "p95_ms": 0.362}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 117.773, "count": 222, "max_ms": 171.806, "p95_ms": 144.403}, "read_interval": {"avg_ms": 135.707, "count": 221, "max_ms": 202.226, "p95_ms": 175.765}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 222, "max_ms": 0.056, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.413, "count": 222, "max_ms": 1.906, "p95_ms": 1.025}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 222, "max_ms": 0.058, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.396, "count": 222, "max_ms": 1.862, "p95_ms": 0.999}, "worker_merge_ms": {"avg_ms": 0.007, "count": 222, "max_ms": 0.06, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 56.152, "count": 222, "max_ms": 96.022, "p95_ms": 79.344}, "visualize": {"avg_ms": 52.388, "count": 222, "max_ms": 71.218, "p95_ms": 65.96}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 48.397, "count": 222, "max_ms": 67.033, "p95_ms": 59.98}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 50.584, "count": 222, "max_ms": 68.32, "p95_ms": 63.51}, "visualize_input_copy_ms": {"avg_ms": 1.571, "count": 222, "max_ms": 4.785, "p95_ms": 2.633}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 50.431, "count": 222, "max_ms": 68.105, "p95_ms": 63.259}, "visualizer_prepare_ms": {"avg_ms": 0.089, "count": 222, "max_ms": 0.268, "p95_ms": 0.17}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 222}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1476.25, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.374, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.752, "sample_count": 2139, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1507050, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:31:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105566, "write_bytes_delta": 105566, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 992.0, "cpu_core_ratio": 0.433471, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 111572, "reason": null, "system_cpu_core_ratio": 0.039859, "system_cpu_s_delta": 0.8000000000000003, "user_cpu_core_ratio": 0.393612, "user_cpu_s_delta": 7.899999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.564483, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 223578.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.573976, "system_cpu_s_delta": 11.519999999989523, "user_cpu_core_ratio": 0.990507, "user_cpu_s_delta": 19.880000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.875, "count": 235, "max_ms": 9.637, "p95_ms": 6.813, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.149, "max": 5.0, "p95": 3.0, "sample_count": 235}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 103}, "total": {"avg": 0.438, "max": 1.0, "p95": 1.0, "sample_count": 235}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.799, "count": 30, "max": 63.287, "p95": 54.493, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.597, "count": 30, "max": 28.593, "p95": 26.797, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 623.033, "count": 30, "max": 1188.0, "p95": 1083.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 623.8, "count": 30, "max": 3839.0, "p95": 3115.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.086, "count": 30, "max": 0.338, "p95": 0.284, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.387, "count": 30, "max": 0.433, "p95": 0.432, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.105, "p95": 0.042, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108936.733, "count": 30, "max": 115643.0, "p95": 113530.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97658.133, "count": 30, "max": 115643.0, "p95": 113258.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 144466.4, "count": 30, "max": 261843.0, "p95": 228155.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.544, "count": 30, "max": 0.613, "p95": 0.609, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.934, "count": 30, "max": 1.052, "p95": 1.049, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11654, "sampled_at": "2026-10-30T13:31:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:31:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2906517, "flush_count": 3024, "flush_interval_seconds": 30.0, "flush_state": {"count": 3024, "last_at": "2026-10-30T13:31:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:31:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3023}, "started": true, "suppressed_count": 1504417, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1504268}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3024, "written_record_count": 3024}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9666.062, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4167358156800, "copied_frame_count": 1507291, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4167358156800, "frame_buffer_copies": 1507291, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1233, "count": 512, "max_ms": 0.4536, "p50_ms": 0.1094, "p95_ms": 0.2276, "p99_ms": 0.3074}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5417, "count": 512, "max_ms": 4.7237, "p50_ms": 1.4452, "p95_ms": 2.6971, "p99_ms": 3.3532, "results": {"failed": 0, "not_applicable": 0, "success": 1507291, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 557, "h264_decode_error_count": 1262, "h264_decode_error_count_per_hour": 78, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:32:02+09:00", "last_error_summary": "[h264 @ 0x556e9ebd60c0] error while decoding MB 57 9, bytestream -9", "last_exit_at": "2026-10-30T13:32:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 145.201, "last_started_at": "2026-10-30T13:29:37+09:00", "pid": 111572, "process": {"exists": false, "pid": 111572}, "restart_count": 609, "restart_count_per_hour": 33, "rtsp_timeout_count": 190, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 610}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.616, "sample_count": 2299, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1507291, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:32:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.048, "last_frame_pushed_at": "2026-10-30T13:32:02+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-10-30T13:32:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 103, "debug_expires_at": null, "deduplicated_count": 54, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 82.117, "last_sample_duration_ms": 995.466, "last_trigger": "periodic", "next_snapshot_in_sec": 517.883, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 303, "storage_bytes": 2888900}, "mjpeg": {"age_sec": 0.038, "exists": true, "mtime": "2026-10-30T13:32:02.397955+09:00", "mtime_epoch": 1793334722.3979547, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102338}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:32:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1473.727, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1507291, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.846, "max": 5.0, "p95": 4.0, "sample_count": 221}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.102, "max": 2.0, "p95": 2.0, "sample_count": 108}, "total": {"avg": 0.538, "max": 2.0, "p95": 1.0, "sample_count": 221}}, "tracking_counts": {"active": {"avg": 0.104, "max": 1.0, "p95": 1.0, "sample_count": 221}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 221}, "tracked": {"avg": 0.104, "max": 1.0, "p95": 1.0, "sample_count": 221}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.397, "pushed": 7.397, "read": 7.363}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 220, "client_acquire_ms": {"avg_ms": 0.009, "count": 221, "max_ms": 0.157, "p95_ms": 0.02, "reason": null, "sample_age_ms": 127.181, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.011, "count": 220, "max_ms": 8.414, "p95_ms": 3.25, "reason": null, "sample_age_ms": 159.774, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.447, "count": 220, "max_ms": 7.926, "p95_ms": 2.388, "reason": null, "sample_age_ms": 159.976, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.373, "count": 221, "max_ms": 1.42, "p95_ms": 0.783, "reason": null, "sample_age_ms": 127.188, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.382, "count": 220, "max_ms": 13.455, "p95_ms": 3.983, "reason": null, "sample_age_ms": 158.279, "source": "client_direct"}, "request_count": 220, "request_tensor_bytes": {"avg": 2764808.0, "count": 220, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 158.265, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 221, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 127.419, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.618, "count": 221, "max_ms": 91.505, "p95_ms": 74.471, "reason": null, "sample_age_ms": 127.178, "source": "client_direct"}, "sample_age_ms": 127.174, "source": "client_direct", "task_total_ms": {"avg_ms": 54.606, "count": 221, "max_ms": 95.141, "p95_ms": 78.194, "reason": null, "sample_age_ms": 127.174, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.456, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.887, "count": 221, "max_ms": 10.92, "p95_ms": 7.275}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.384, "count": 221, "max_ms": 1.159, "p95_ms": 0.738}, "detection_prepare_ms": {"avg_ms": 0.874, "count": 221, "max_ms": 5.031, "p95_ms": 2.451}, "event_filter_ms": {"avg_ms": 0.005, "count": 221, "max_ms": 0.023, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.197, "count": 221, "max_ms": 0.718, "p95_ms": 0.466}, "mcmt_ms": {"avg_ms": 0.004, "count": 221, "max_ms": 0.039, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.472, "count": 221, "max_ms": 2.088, "p95_ms": 1.142}, "setup_ms": {"avg_ms": 0.055, "count": 221, "max_ms": 0.151, "p95_ms": 0.103}, "total_inside_ms": {"avg_ms": 2.829, "count": 221, "max_ms": 10.735, "p95_ms": 7.208}, "track_match_ms": {"avg_ms": 0.041, "count": 221, "max_ms": 0.206, "p95_ms": 0.129}, "tracker_update_ms": {"avg_ms": 0.797, "count": 221, "max_ms": 3.648, "p95_ms": 2.523}}, "gstreamer_push": {"avg_ms": 4.329, "count": 221, "max_ms": 10.485, "p95_ms": 8.312}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.067, "count": 221, "max_ms": 1.982, "p95_ms": 0.125}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.125, "count": 221, "max_ms": 96.013, "p95_ms": 79.308}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.014, "count": 221, "max_ms": 17.32, "p95_ms": 8.609}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.745, "count": 221, "max_ms": 166.911, "p95_ms": 138.998}, "inference_input_copy_ms": {"avg_ms": 1.81, "count": 221, "max_ms": 5.34, "p95_ms": 3.077}, "processing_residual_ms": {"avg_ms": 0.197, "count": 221, "max_ms": 0.593, "p95_ms": 0.362}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 117.766, "count": 221, "max_ms": 171.806, "p95_ms": 144.403}, "read_interval": {"avg_ms": 135.693, "count": 220, "max_ms": 202.226, "p95_ms": 175.765}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 221, "max_ms": 0.056, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.41, "count": 221, "max_ms": 1.906, "p95_ms": 1.024}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 221, "max_ms": 0.058, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.393, "count": 221, "max_ms": 1.862, "p95_ms": 0.994}, "worker_merge_ms": {"avg_ms": 0.007, "count": 221, "max_ms": 0.06, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 56.142, "count": 221, "max_ms": 96.022, "p95_ms": 79.344}, "visualize": {"avg_ms": 52.41, "count": 221, "max_ms": 71.218, "p95_ms": 65.96}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 48.434, "count": 221, "max_ms": 67.033, "p95_ms": 59.98}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 50.61, "count": 221, "max_ms": 68.32, "p95_ms": 63.51}, "visualize_input_copy_ms": {"avg_ms": 1.568, "count": 221, "max_ms": 4.785, "p95_ms": 2.633}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 50.457, "count": 221, "max_ms": 68.105, "p95_ms": 63.259}, "visualizer_prepare_ms": {"avg_ms": 0.09, "count": 221, "max_ms": 0.268, "p95_ms": 0.17}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 221}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1476.25, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.374, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.752, "sample_count": 2139, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1507050, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:31:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105566, "write_bytes_delta": 105566, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 992.0, "cpu_core_ratio": 0.433471, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 111572, "reason": null, "system_cpu_core_ratio": 0.039859, "system_cpu_s_delta": 0.8000000000000003, "user_cpu_core_ratio": 0.393612, "user_cpu_s_delta": 7.899999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.564483, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 223578.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.573976, "system_cpu_s_delta": 11.519999999989523, "user_cpu_core_ratio": 0.990507, "user_cpu_s_delta": 19.880000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.875, "count": 235, "max_ms": 9.637, "p95_ms": 6.813, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.149, "max": 5.0, "p95": 3.0, "sample_count": 235}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 103}, "total": {"avg": 0.438, "max": 1.0, "p95": 1.0, "sample_count": 235}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.799, "count": 30, "max": 63.287, "p95": 54.493, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.597, "count": 30, "max": 28.593, "p95": 26.797, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 623.033, "count": 30, "max": 1188.0, "p95": 1083.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 623.8, "count": 30, "max": 3839.0, "p95": 3115.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.086, "count": 30, "max": 0.338, "p95": 0.284, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.387, "count": 30, "max": 0.433, "p95": 0.432, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.105, "p95": 0.042, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108936.733, "count": 30, "max": 115643.0, "p95": 113530.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97658.133, "count": 30, "max": 115643.0, "p95": 113258.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 144466.4, "count": 30, "max": 261843.0, "p95": 228155.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.544, "count": 30, "max": 0.613, "p95": 0.609, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.934, "count": 30, "max": 1.052, "p95": 1.049, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11654, "sampled_at": "2026-10-30T13:31:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:31:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.878, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2906517, "flush_count": 3024, "flush_interval_seconds": 30.0, "flush_state": {"count": 3024, "last_at": "2026-10-30T13:31:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:31:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3023}, "started": true, "suppressed_count": 1504417, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1504268}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3024, "written_record_count": 3024}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9840.523, "limit_mb": null}, "detail": {"pid": 111688, "restart_count": 610, "start_count": 611}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4167358156800, "copied_frame_count": 1507291, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4167358156800, "frame_buffer_copies": 1507291, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1233, "count": 512, "max_ms": 0.4536, "p50_ms": 0.1094, "p95_ms": 0.2276, "p99_ms": 0.3074}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5417, "count": 512, "max_ms": 4.7237, "p50_ms": 1.4452, "p95_ms": 2.6971, "p99_ms": 3.3532, "results": {"failed": 0, "not_applicable": 0, "success": 1507291, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 557, "h264_decode_error_count": 1262, "h264_decode_error_count_per_hour": 78, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:32:02+09:00", "last_error_summary": "[h264 @ 0x556e9ebd60c0] error while decoding MB 57 9, bytestream -9", "last_exit_at": "2026-10-30T13:32:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T13:32:05+09:00", "pid": 111688, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.145, "name": "ffmpeg", "pid": 111688, "rss_mb": 209.145, "state": "R (running)", "threads": 70}, "restart_count": 610, "restart_count_per_hour": 34, "rtsp_timeout_count": 190, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 611}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.805, "sample_count": 2257, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1507291, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:32:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.909, "last_frame_pushed_at": "2026-10-30T13:32:02+09:00", "last_frame_read_age_sec": 5.017, "last_frame_read_at": "2026-10-30T13:32:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 103, "debug_expires_at": null, "deduplicated_count": 54, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 86.979, "last_sample_duration_ms": 995.466, "last_trigger": "periodic", "next_snapshot_in_sec": 513.021, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 303, "storage_bytes": 2888900}, "mjpeg": {"age_sec": 4.899, "exists": true, "mtime": "2026-10-30T13:32:02.397955+09:00", "mtime_epoch": 1793334722.3979547, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102338}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:32:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1473.73, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1507291, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.854, "max": 5.0, "p95": 4.0, "sample_count": 185}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.149, "max": 2.0, "p95": 2.0, "sample_count": 74}, "total": {"avg": 0.459, "max": 2.0, "p95": 2.0, "sample_count": 185}}, "tracking_counts": {"active": {"avg": 0.124, "max": 1.0, "p95": 1.0, "sample_count": 185}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 185}, "tracked": {"avg": 0.124, "max": 1.0, "p95": 1.0, "sample_count": 185}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 185, "pushed_frames": 185, "read_frames": 184, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.17, "pushed": 6.17, "read": 6.136}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 184, "client_acquire_ms": {"avg_ms": 0.01, "count": 184, "max_ms": 0.157, "p95_ms": 0.02, "reason": null, "sample_age_ms": 4987.028, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.034, "count": 184, "max_ms": 6.103, "p95_ms": 3.243, "reason": null, "sample_age_ms": 5019.62, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.441, "count": 184, "max_ms": 5.734, "p95_ms": 2.392, "reason": null, "sample_age_ms": 5019.823, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.379, "count": 184, "max_ms": 1.42, "p95_ms": 0.833, "reason": null, "sample_age_ms": 4987.035, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.446, "count": 184, "max_ms": 13.455, "p95_ms": 4.175, "reason": null, "sample_age_ms": 5018.126, "source": "client_direct"}, "request_count": 184, "request_tensor_bytes": {"avg": 2764808.0, "count": 184, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5018.112, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 184, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4987.266, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.543, "count": 184, "max_ms": 91.505, "p95_ms": 74.392, "reason": null, "sample_age_ms": 4987.025, "source": "client_direct"}, "sample_age_ms": 4987.02, "source": "client_direct", "task_total_ms": {"avg_ms": 54.608, "count": 184, "max_ms": 95.141, "p95_ms": 78.005, "reason": null, "sample_age_ms": 4987.02, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.402, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.619, "count": 185, "max_ms": 10.92, "p95_ms": 7.095}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.392, "count": 185, "max_ms": 1.159, "p95_ms": 0.742}, "detection_prepare_ms": {"avg_ms": 0.779, "count": 185, "max_ms": 5.031, "p95_ms": 2.54}, "event_filter_ms": {"avg_ms": 0.005, "count": 185, "max_ms": 0.023, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.184, "count": 185, "max_ms": 0.718, "p95_ms": 0.464}, "mcmt_ms": {"avg_ms": 0.004, "count": 185, "max_ms": 0.026, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.43, "count": 185, "max_ms": 2.088, "p95_ms": 1.116}, "setup_ms": {"avg_ms": 0.056, "count": 185, "max_ms": 0.151, "p95_ms": 0.108}, "total_inside_ms": {"avg_ms": 2.562, "count": 185, "max_ms": 10.735, "p95_ms": 6.957}, "track_match_ms": {"avg_ms": 0.037, "count": 185, "max_ms": 0.206, "p95_ms": 0.129}, "tracker_update_ms": {"avg_ms": 0.675, "count": 185, "max_ms": 3.648, "p95_ms": 2.359}}, "gstreamer_push": {"avg_ms": 4.395, "count": 185, "max_ms": 10.481, "p95_ms": 8.332}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.067, "count": 185, "max_ms": 1.982, "p95_ms": 0.123}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.185, "count": 185, "max_ms": 96.013, "p95_ms": 79.308}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.047, "count": 185, "max_ms": 17.32, "p95_ms": 9.219}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.985, "count": 185, "max_ms": 166.911, "p95_ms": 139.242}, "inference_input_copy_ms": {"avg_ms": 1.837, "count": 185, "max_ms": 5.34, "p95_ms": 3.095}, "processing_residual_ms": {"avg_ms": 0.199, "count": 185, "max_ms": 0.593, "p95_ms": 0.363}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 118.068, "count": 185, "max_ms": 171.806, "p95_ms": 144.445}, "read_interval": {"avg_ms": 136.241, "count": 184, "max_ms": 202.226, "p95_ms": 175.765}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 185, "max_ms": 0.056, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.369, "count": 185, "max_ms": 1.906, "p95_ms": 1.017}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 185, "max_ms": 0.058, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.352, "count": 185, "max_ms": 1.862, "p95_ms": 0.994}, "worker_merge_ms": {"avg_ms": 0.007, "count": 185, "max_ms": 0.033, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 56.203, "count": 185, "max_ms": 96.022, "p95_ms": 79.344}, "visualize": {"avg_ms": 52.838, "count": 185, "max_ms": 71.218, "p95_ms": 65.96}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 48.965, "count": 185, "max_ms": 67.033, "p95_ms": 59.98}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 50.997, "count": 185, "max_ms": 68.32, "p95_ms": 63.51}, "visualize_input_copy_ms": {"avg_ms": 1.608, "count": 185, "max_ms": 4.785, "p95_ms": 2.671}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 50.841, "count": 185, "max_ms": 68.105, "p95_ms": 63.259}, "visualizer_prepare_ms": {"avg_ms": 0.091, "count": 185, "max_ms": 0.244, "p95_ms": 0.172}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 185}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1476.25, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.374, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.752, "sample_count": 2139, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1507050, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:31:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105566, "write_bytes_delta": 105566, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 992.0, "cpu_core_ratio": 0.433471, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 111572, "reason": null, "system_cpu_core_ratio": 0.039859, "system_cpu_s_delta": 0.8000000000000003, "user_cpu_core_ratio": 0.393612, "user_cpu_s_delta": 7.899999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.564483, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 223578.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.573976, "system_cpu_s_delta": 11.519999999989523, "user_cpu_core_ratio": 0.990507, "user_cpu_s_delta": 19.880000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.875, "count": 235, "max_ms": 9.637, "p95_ms": 6.813, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.149, "max": 5.0, "p95": 3.0, "sample_count": 235}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 103}, "total": {"avg": 0.438, "max": 1.0, "p95": 1.0, "sample_count": 235}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.799, "count": 30, "max": 63.287, "p95": 54.493, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.597, "count": 30, "max": 28.593, "p95": 26.797, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 623.033, "count": 30, "max": 1188.0, "p95": 1083.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 623.8, "count": 30, "max": 3839.0, "p95": 3115.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.086, "count": 30, "max": 0.338, "p95": 0.284, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.387, "count": 30, "max": 0.433, "p95": 0.432, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.105, "p95": 0.042, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108936.733, "count": 30, "max": 115643.0, "p95": 113530.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97658.133, "count": 30, "max": 115643.0, "p95": 113258.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 144466.4, "count": 30, "max": 261843.0, "p95": 228155.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.544, "count": 30, "max": 0.613, "p95": 0.609, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.934, "count": 30, "max": 1.052, "p95": 1.049, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11654, "sampled_at": "2026-10-30T13:31:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:31:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2909470, "flush_count": 3027, "flush_interval_seconds": 30.0, "flush_state": {"count": 3027, "last_at": "2026-10-30T13:34:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:34:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3026}, "started": true, "suppressed_count": 1505709, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1505560}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3027, "written_record_count": 3027}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9672.207, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x6083f2ceb380] error while decoding MB 4 64, bytestream -26", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4170935808000, "copied_frame_count": 1508585, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4170935808000, "frame_buffer_copies": 1508585, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1153, "count": 512, "max_ms": 0.4343, "p50_ms": 0.0994, "p95_ms": 0.2224, "p99_ms": 0.2841}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.471, "count": 512, "max_ms": 7.9169, "p50_ms": 1.3818, "p95_ms": 2.3911, "p99_ms": 3.3783, "results": {"failed": 0, "not_applicable": 0, "success": 1508585, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 558, "h264_decode_error_count": 1263, "h264_decode_error_count_per_hour": 78, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:34:56+09:00", "last_error_summary": "[h264 @ 0x6083f2ceb380] error while decoding MB 4 64, bytestream -26", "last_exit_at": "2026-10-30T13:32:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 171.08, "last_started_at": "2026-10-30T13:32:05+09:00", "pid": 111688, "process": {"exists": false, "pid": 111688}, "restart_count": 610, "restart_count_per_hour": 33, "rtsp_timeout_count": 190, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 611}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.335, "sample_count": 2271, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1508585, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:34:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.092, "last_frame_pushed_at": "2026-10-30T13:34:56+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-10-30T13:34:56+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 103, "debug_expires_at": null, "deduplicated_count": 54, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 256.066, "last_sample_duration_ms": 995.466, "last_trigger": "periodic", "next_snapshot_in_sec": 343.934, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 303, "storage_bytes": 2888900}, "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-10-30T13:34:56.294777+09:00", "mtime_epoch": 1793334896.2947767, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 107110}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:34:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1476.996, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1508586, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.424, "max": 9.0, "p95": 4.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 109}, "total": {"avg": 0.449, "max": 1.0, "p95": 1.0, "sample_count": 243}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 243, "pushed_frames": 243, "read_frames": 243, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.119, "pushed": 8.119, "read": 8.119}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 243, "client_acquire_ms": {"avg_ms": 0.009, "count": 244, "max_ms": 0.051, "p95_ms": 0.017, "reason": null, "sample_age_ms": 49.225, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.953, "count": 243, "max_ms": 14.847, "p95_ms": 3.114, "reason": null, "sample_age_ms": 90.041, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.436, "count": 243, "max_ms": 14.11, "p95_ms": 2.379, "reason": null, "sample_age_ms": 91.222, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.328, "count": 244, "max_ms": 5.966, "p95_ms": 0.584, "reason": null, "sample_age_ms": 49.232, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.278, "count": 243, "max_ms": 7.231, "p95_ms": 3.906, "reason": null, "sample_age_ms": 87.981, "source": "client_direct"}, "request_count": 243, "request_tensor_bytes": {"avg": 2764808.0, "count": 243, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 87.948, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 244, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 49.433, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.158, "count": 244, "max_ms": 83.765, "p95_ms": 69.188, "reason": null, "sample_age_ms": 49.222, "source": "client_direct"}, "sample_age_ms": 49.218, "source": "client_direct", "task_total_ms": {"avg_ms": 48.954, "count": 244, "max_ms": 89.163, "p95_ms": 71.634, "reason": null, "sample_age_ms": 49.218, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.206, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.453, "count": 243, "max_ms": 15.997, "p95_ms": 6.477}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.341, "count": 243, "max_ms": 1.245, "p95_ms": 0.687}, "detection_prepare_ms": {"avg_ms": 0.762, "count": 243, "max_ms": 10.059, "p95_ms": 2.386}, "event_filter_ms": {"avg_ms": 0.004, "count": 243, "max_ms": 0.019, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.171, "count": 243, "max_ms": 0.88, "p95_ms": 0.441}, "mcmt_ms": {"avg_ms": 0.003, "count": 243, "max_ms": 0.017, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.393, "count": 243, "max_ms": 1.79, "p95_ms": 1.162}, "setup_ms": {"avg_ms": 0.048, "count": 243, "max_ms": 0.204, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 2.403, "count": 243, "max_ms": 15.92, "p95_ms": 6.413}, "track_match_ms": {"avg_ms": 0.034, "count": 243, "max_ms": 0.241, "p95_ms": 0.129}, "tracker_update_ms": {"avg_ms": 0.646, "count": 243, "max_ms": 5.806, "p95_ms": 2.146}}, "gstreamer_push": {"avg_ms": 3.515, "count": 243, "max_ms": 11.438, "p95_ms": 6.273}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 243, "max_ms": 0.584, "p95_ms": 0.106}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.38, "count": 243, "max_ms": 96.42, "p95_ms": 74.626}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.637, "count": 243, "max_ms": 11.446, "p95_ms": 7.893}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.107, "count": 243, "max_ms": 165.158, "p95_ms": 138.228}, "inference_input_copy_ms": {"avg_ms": 1.768, "count": 243, "max_ms": 4.541, "p95_ms": 2.921}, "processing_residual_ms": {"avg_ms": 0.186, "count": 243, "max_ms": 0.675, "p95_ms": 0.337}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.697, "count": 243, "max_ms": 169.783, "p95_ms": 143.706}, "read_interval": {"avg_ms": 123.142, "count": 243, "max_ms": 229.914, "p95_ms": 170.91}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 243, "max_ms": 0.051, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.338, "count": 243, "max_ms": 1.586, "p95_ms": 1.065}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 243, "max_ms": 0.105, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.323, "count": 243, "max_ms": 1.552, "p95_ms": 1.042}, "worker_merge_ms": {"avg_ms": 0.006, "count": 243, "max_ms": 0.042, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 50.395, "count": 243, "max_ms": 96.44, "p95_ms": 74.667}, "visualize": {"avg_ms": 49.11, "count": 243, "max_ms": 84.43, "p95_ms": 64.446}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.658, "count": 243, "max_ms": 76.776, "p95_ms": 60.075}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.457, "count": 243, "max_ms": 82.26, "p95_ms": 62.178}, "visualize_input_copy_ms": {"avg_ms": 1.445, "count": 243, "max_ms": 8.036, "p95_ms": 2.32}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.324, "count": 243, "max_ms": 82.007, "p95_ms": 61.994}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 243, "max_ms": 0.26, "p95_ms": 0.15}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 243}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1476.973, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.92, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.548, "sample_count": 2268, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1508536, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:34:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99967, "write_bytes_delta": 99967, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 888.0, "cpu_core_ratio": 0.468299, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1616.0, "pid": 111688, "reason": null, "system_cpu_core_ratio": 0.077801, "system_cpu_s_delta": 1.5599999999999996, "user_cpu_core_ratio": 0.390499, "user_cpu_s_delta": 7.830000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.57945, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 213509.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.576522, "system_cpu_s_delta": 11.559999999997672, "user_cpu_core_ratio": 1.002928, "user_cpu_s_delta": 20.110000000015134}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.376, "count": 225, "max_ms": 11.438, "p95_ms": 5.94, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.476, "max": 9.0, "p95": 4.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 127}, "total": {"avg": 0.564, "max": 1.0, "p95": 1.0, "sample_count": 225}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.559, "count": 30, "max": 62.462, "p95": 45.979, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.131, "count": 30, "max": 29.707, "p95": 26.797, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 713.067, "count": 30, "max": 1097.0, "p95": 1057.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 549.867, "count": 30, "max": 3471.0, "p95": 2010.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.085, "count": 30, "max": 0.338, "p95": 0.284, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.382, "count": 30, "max": 0.433, "p95": 0.423, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.105, "p95": 0.042, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106100.3, "count": 30, "max": 115643.0, "p95": 111149.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98498.5, "count": 30, "max": 109607.0, "p95": 108997.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 166117.833, "count": 30, "max": 247638.0, "p95": 233972.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.567, "count": 30, "max": 0.613, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.975, "count": 30, "max": 1.08, "p95": 1.058, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11664, "sampled_at": "2026-10-30T13:34:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:34:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2909470, "flush_count": 3027, "flush_interval_seconds": 30.0, "flush_state": {"count": 3027, "last_at": "2026-10-30T13:34:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:34:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3026}, "started": true, "suppressed_count": 1505709, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1505560}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3027, "written_record_count": 3027}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9671.855, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T13:34:56+09:00", "last_error_summary": "[h264 @ 0x6083f2ceb380] error while decoding MB 4 64, bytestream -26", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4170938572800, "copied_frame_count": 1508586, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4170938572800, "frame_buffer_copies": 1508586, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1151, "count": 512, "max_ms": 0.4343, "p50_ms": 0.0991, "p95_ms": 0.2224, "p99_ms": 0.2841}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4697, "count": 512, "max_ms": 7.9169, "p50_ms": 1.3792, "p95_ms": 2.3911, "p99_ms": 3.3783, "results": {"failed": 0, "not_applicable": 0, "success": 1508586, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 558, "h264_decode_error_count": 1263, "h264_decode_error_count_per_hour": 78, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:34:56+09:00", "last_error_summary": "[h264 @ 0x6083f2ceb380] error while decoding MB 4 64, bytestream -26", "last_exit_at": "2026-10-30T13:34:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 171.119, "last_started_at": "2026-10-30T13:32:05+09:00", "pid": 111688, "process": {"exists": false, "pid": 111688}, "restart_count": 610, "restart_count_per_hour": 33, "rtsp_timeout_count": 190, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 611}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.335, "sample_count": 2272, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1508586, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:34:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.012, "last_frame_pushed_at": "2026-10-30T13:34:56+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-10-30T13:34:56+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 103, "debug_expires_at": null, "deduplicated_count": 54, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 256.103, "last_sample_duration_ms": 995.466, "last_trigger": "periodic", "next_snapshot_in_sec": 343.897, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 303, "storage_bytes": 2888900}, "mjpeg": {"age_sec": 0.003, "exists": true, "mtime": "2026-10-30T13:34:56.411777+09:00", "mtime_epoch": 1793334896.4117768, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 100887}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:34:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1477.0, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1508586, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.422, "max": 9.0, "p95": 4.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 109}, "total": {"avg": 0.447, "max": 1.0, "p95": 1.0, "sample_count": 244}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 244, "pushed_frames": 244, "read_frames": 243, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.142, "pushed": 8.142, "read": 8.109}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 243, "client_acquire_ms": {"avg_ms": 0.009, "count": 243, "max_ms": 0.051, "p95_ms": 0.017, "reason": null, "sample_age_ms": 91.472, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.953, "count": 243, "max_ms": 14.847, "p95_ms": 3.114, "reason": null, "sample_age_ms": 132.288, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.436, "count": 243, "max_ms": 14.11, "p95_ms": 2.379, "reason": null, "sample_age_ms": 133.468, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.329, "count": 243, "max_ms": 5.966, "p95_ms": 0.584, "reason": null, "sample_age_ms": 91.479, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.278, "count": 243, "max_ms": 7.231, "p95_ms": 3.906, "reason": null, "sample_age_ms": 130.228, "source": "client_direct"}, "request_count": 243, "request_tensor_bytes": {"avg": 2764808.0, "count": 243, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 130.194, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 243, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 91.68, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.237, "count": 243, "max_ms": 83.765, "p95_ms": 69.203, "reason": null, "sample_age_ms": 91.469, "source": "client_direct"}, "sample_age_ms": 91.465, "source": "client_direct", "task_total_ms": {"avg_ms": 49.036, "count": 243, "max_ms": 89.163, "p95_ms": 71.636, "reason": null, "sample_age_ms": 91.465, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.993, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.447, "count": 244, "max_ms": 15.997, "p95_ms": 6.477}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.341, "count": 244, "max_ms": 1.245, "p95_ms": 0.687}, "detection_prepare_ms": {"avg_ms": 0.76, "count": 244, "max_ms": 10.059, "p95_ms": 2.386}, "event_filter_ms": {"avg_ms": 0.004, "count": 244, "max_ms": 0.019, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.171, "count": 244, "max_ms": 0.88, "p95_ms": 0.441}, "mcmt_ms": {"avg_ms": 0.003, "count": 244, "max_ms": 0.017, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.392, "count": 244, "max_ms": 1.79, "p95_ms": 1.162}, "setup_ms": {"avg_ms": 0.048, "count": 244, "max_ms": 0.204, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 2.397, "count": 244, "max_ms": 15.92, "p95_ms": 6.413}, "track_match_ms": {"avg_ms": 0.034, "count": 244, "max_ms": 0.241, "p95_ms": 0.129}, "tracker_update_ms": {"avg_ms": 0.643, "count": 244, "max_ms": 5.806, "p95_ms": 2.146}}, "gstreamer_push": {"avg_ms": 3.507, "count": 244, "max_ms": 11.438, "p95_ms": 6.273}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 244, "max_ms": 0.584, "p95_ms": 0.106}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.351, "count": 244, "max_ms": 96.42, "p95_ms": 74.626}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.632, "count": 244, "max_ms": 11.446, "p95_ms": 7.893}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.119, "count": 244, "max_ms": 165.158, "p95_ms": 138.228}, "inference_input_copy_ms": {"avg_ms": 1.767, "count": 244, "max_ms": 4.541, "p95_ms": 2.921}, "processing_residual_ms": {"avg_ms": 0.186, "count": 244, "max_ms": 0.675, "p95_ms": 0.337}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.703, "count": 244, "max_ms": 169.783, "p95_ms": 143.706}, "read_interval": {"avg_ms": 123.142, "count": 243, "max_ms": 229.914, "p95_ms": 170.91}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 244, "max_ms": 0.051, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.337, "count": 244, "max_ms": 1.586, "p95_ms": 1.065}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 244, "max_ms": 0.105, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.322, "count": 244, "max_ms": 1.552, "p95_ms": 1.042}, "worker_merge_ms": {"avg_ms": 0.006, "count": 244, "max_ms": 0.042, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 50.366, "count": 244, "max_ms": 96.44, "p95_ms": 74.667}, "visualize": {"avg_ms": 49.16, "count": 244, "max_ms": 84.43, "p95_ms": 64.446}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.713, "count": 244, "max_ms": 76.776, "p95_ms": 60.075}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.506, "count": 244, "max_ms": 82.26, "p95_ms": 62.178}, "visualize_input_copy_ms": {"avg_ms": 1.445, "count": 244, "max_ms": 8.036, "p95_ms": 2.32}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.373, "count": 244, "max_ms": 82.007, "p95_ms": 61.994}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 244, "max_ms": 0.26, "p95_ms": 0.15}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 244}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1476.973, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.92, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.548, "sample_count": 2268, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1508536, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:34:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99967, "write_bytes_delta": 99967, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 888.0, "cpu_core_ratio": 0.468299, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1616.0, "pid": 111688, "reason": null, "system_cpu_core_ratio": 0.077801, "system_cpu_s_delta": 1.5599999999999996, "user_cpu_core_ratio": 0.390499, "user_cpu_s_delta": 7.830000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.57945, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 213509.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.576522, "system_cpu_s_delta": 11.559999999997672, "user_cpu_core_ratio": 1.002928, "user_cpu_s_delta": 20.110000000015134}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.376, "count": 225, "max_ms": 11.438, "p95_ms": 5.94, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.476, "max": 9.0, "p95": 4.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 127}, "total": {"avg": 0.564, "max": 1.0, "p95": 1.0, "sample_count": 225}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.559, "count": 30, "max": 62.462, "p95": 45.979, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.131, "count": 30, "max": 29.707, "p95": 26.797, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 713.067, "count": 30, "max": 1097.0, "p95": 1057.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 549.867, "count": 30, "max": 3471.0, "p95": 2010.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.085, "count": 30, "max": 0.338, "p95": 0.284, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.382, "count": 30, "max": 0.433, "p95": 0.423, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.105, "p95": 0.042, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106100.3, "count": 30, "max": 115643.0, "p95": 111149.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98498.5, "count": 30, "max": 109607.0, "p95": 108997.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 166117.833, "count": 30, "max": 247638.0, "p95": 233972.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.567, "count": 30, "max": 0.613, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.975, "count": 30, "max": 1.08, "p95": 1.058, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11664, "sampled_at": "2026-10-30T13:34:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:34:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2909470, "flush_count": 3027, "flush_interval_seconds": 30.0, "flush_state": {"count": 3027, "last_at": "2026-10-30T13:34:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:34:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3026}, "started": true, "suppressed_count": 1505709, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1505560}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3027, "written_record_count": 3027}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9672.305, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4170938572800, "copied_frame_count": 1508586, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4170938572800, "frame_buffer_copies": 1508586, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1151, "count": 512, "max_ms": 0.4343, "p50_ms": 0.0991, "p95_ms": 0.2224, "p99_ms": 0.2841}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4697, "count": 512, "max_ms": 7.9169, "p50_ms": 1.3792, "p95_ms": 2.3911, "p99_ms": 3.3783, "results": {"failed": 0, "not_applicable": 0, "success": 1508586, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 558, "h264_decode_error_count": 1263, "h264_decode_error_count_per_hour": 78, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:34:56+09:00", "last_error_summary": "[h264 @ 0x6083f2ceb380] error while decoding MB 4 64, bytestream -26", "last_exit_at": "2026-10-30T13:34:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 171.157, "last_started_at": "2026-10-30T13:32:05+09:00", "pid": 111688, "process": {"exists": false, "pid": 111688}, "restart_count": 610, "restart_count_per_hour": 33, "rtsp_timeout_count": 190, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 611}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.335, "sample_count": 2272, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1508586, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:34:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.051, "last_frame_pushed_at": "2026-10-30T13:34:56+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-10-30T13:34:56+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 103, "debug_expires_at": null, "deduplicated_count": 54, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 256.133, "last_sample_duration_ms": 995.466, "last_trigger": "periodic", "next_snapshot_in_sec": 343.867, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 303, "storage_bytes": 2888900}, "mjpeg": {"age_sec": 0.041, "exists": true, "mtime": "2026-10-30T13:34:56.411777+09:00", "mtime_epoch": 1793334896.4117768, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 100887}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:34:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1477.0, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1508586, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.424, "max": 9.0, "p95": 4.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 108}, "total": {"avg": 0.444, "max": 1.0, "p95": 1.0, "sample_count": 243}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 243, "pushed_frames": 243, "read_frames": 242, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.122, "pushed": 8.122, "read": 8.089}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 242, "client_acquire_ms": {"avg_ms": 0.009, "count": 243, "max_ms": 0.051, "p95_ms": 0.017, "reason": null, "sample_age_ms": 124.226, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.955, "count": 242, "max_ms": 14.847, "p95_ms": 3.114, "reason": null, "sample_age_ms": 165.042, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.437, "count": 242, "max_ms": 14.11, "p95_ms": 2.386, "reason": null, "sample_age_ms": 166.223, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.329, "count": 243, "max_ms": 5.966, "p95_ms": 0.584, "reason": null, "sample_age_ms": 124.233, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.282, "count": 242, "max_ms": 7.231, "p95_ms": 3.909, "reason": null, "sample_age_ms": 162.982, "source": "client_direct"}, "request_count": 242, "request_tensor_bytes": {"avg": 2764808.0, "count": 242, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 162.949, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 243, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 124.434, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.237, "count": 243, "max_ms": 83.765, "p95_ms": 69.203, "reason": null, "sample_age_ms": 124.223, "source": "client_direct"}, "sample_age_ms": 124.219, "source": "client_direct", "task_total_ms": {"avg_ms": 49.036, "count": 243, "max_ms": 89.163, "p95_ms": 71.636, "reason": null, "sample_age_ms": 124.219, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.991, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.446, "count": 243, "max_ms": 15.997, "p95_ms": 6.477}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.342, "count": 243, "max_ms": 1.245, "p95_ms": 0.687}, "detection_prepare_ms": {"avg_ms": 0.76, "count": 243, "max_ms": 10.059, "p95_ms": 2.386}, "event_filter_ms": {"avg_ms": 0.004, "count": 243, "max_ms": 0.019, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.171, "count": 243, "max_ms": 0.88, "p95_ms": 0.441}, "mcmt_ms": {"avg_ms": 0.003, "count": 243, "max_ms": 0.017, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.392, "count": 243, "max_ms": 1.79, "p95_ms": 1.162}, "setup_ms": {"avg_ms": 0.048, "count": 243, "max_ms": 0.204, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 2.396, "count": 243, "max_ms": 15.92, "p95_ms": 6.413}, "track_match_ms": {"avg_ms": 0.034, "count": 243, "max_ms": 0.241, "p95_ms": 0.129}, "tracker_update_ms": {"avg_ms": 0.642, "count": 243, "max_ms": 5.806, "p95_ms": 2.146}}, "gstreamer_push": {"avg_ms": 3.516, "count": 243, "max_ms": 11.438, "p95_ms": 6.273}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 243, "max_ms": 0.584, "p95_ms": 0.106}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.436, "count": 243, "max_ms": 96.42, "p95_ms": 74.626}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.636, "count": 243, "max_ms": 11.446, "p95_ms": 7.893}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.231, "count": 243, "max_ms": 165.158, "p95_ms": 138.228}, "inference_input_copy_ms": {"avg_ms": 1.768, "count": 243, "max_ms": 4.541, "p95_ms": 2.921}, "processing_residual_ms": {"avg_ms": 0.186, "count": 243, "max_ms": 0.675, "p95_ms": 0.337}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.82, "count": 243, "max_ms": 169.783, "p95_ms": 143.706}, "read_interval": {"avg_ms": 123.299, "count": 242, "max_ms": 229.914, "p95_ms": 170.91}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 243, "max_ms": 0.051, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.337, "count": 243, "max_ms": 1.586, "p95_ms": 1.065}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 243, "max_ms": 0.105, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.322, "count": 243, "max_ms": 1.552, "p95_ms": 1.042}, "worker_merge_ms": {"avg_ms": 0.006, "count": 243, "max_ms": 0.042, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 50.451, "count": 243, "max_ms": 96.44, "p95_ms": 74.667}, "visualize": {"avg_ms": 49.185, "count": 243, "max_ms": 84.43, "p95_ms": 64.446}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.738, "count": 243, "max_ms": 76.776, "p95_ms": 60.075}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.529, "count": 243, "max_ms": 82.26, "p95_ms": 62.178}, "visualize_input_copy_ms": {"avg_ms": 1.447, "count": 243, "max_ms": 8.036, "p95_ms": 2.32}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.396, "count": 243, "max_ms": 82.007, "p95_ms": 61.994}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 243, "max_ms": 0.26, "p95_ms": 0.15}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 243}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1476.973, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.92, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.548, "sample_count": 2268, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1508536, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:34:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99967, "write_bytes_delta": 99967, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 888.0, "cpu_core_ratio": 0.468299, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1616.0, "pid": 111688, "reason": null, "system_cpu_core_ratio": 0.077801, "system_cpu_s_delta": 1.5599999999999996, "user_cpu_core_ratio": 0.390499, "user_cpu_s_delta": 7.830000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.57945, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 213509.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.576522, "system_cpu_s_delta": 11.559999999997672, "user_cpu_core_ratio": 1.002928, "user_cpu_s_delta": 20.110000000015134}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.376, "count": 225, "max_ms": 11.438, "p95_ms": 5.94, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.476, "max": 9.0, "p95": 4.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 127}, "total": {"avg": 0.564, "max": 1.0, "p95": 1.0, "sample_count": 225}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.559, "count": 30, "max": 62.462, "p95": 45.979, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.131, "count": 30, "max": 29.707, "p95": 26.797, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 713.067, "count": 30, "max": 1097.0, "p95": 1057.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 549.867, "count": 30, "max": 3471.0, "p95": 2010.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.085, "count": 30, "max": 0.338, "p95": 0.284, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.382, "count": 30, "max": 0.433, "p95": 0.423, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.105, "p95": 0.042, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106100.3, "count": 30, "max": 115643.0, "p95": 111149.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98498.5, "count": 30, "max": 109607.0, "p95": 108997.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 166117.833, "count": 30, "max": 247638.0, "p95": 233972.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.567, "count": 30, "max": 0.613, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.975, "count": 30, "max": 1.08, "p95": 1.058, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11664, "sampled_at": "2026-10-30T13:34:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:34:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2909470, "flush_count": 3027, "flush_interval_seconds": 30.0, "flush_state": {"count": 3027, "last_at": "2026-10-30T13:34:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:34:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3026}, "started": true, "suppressed_count": 1505709, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1505560}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3027, "written_record_count": 3027}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9693.75, "limit_mb": null}, "detail": {"pid": 111804, "restart_count": 611, "start_count": 612}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4170938572800, "copied_frame_count": 1508586, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4170938572800, "frame_buffer_copies": 1508586, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1151, "count": 512, "max_ms": 0.4343, "p50_ms": 0.0991, "p95_ms": 0.2224, "p99_ms": 0.2841}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4697, "count": 512, "max_ms": 7.9169, "p50_ms": 1.3792, "p95_ms": 2.3911, "p99_ms": 3.3783, "results": {"failed": 0, "not_applicable": 0, "success": 1508586, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 558, "h264_decode_error_count": 1263, "h264_decode_error_count_per_hour": 77, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:34:56+09:00", "last_error_summary": "[h264 @ 0x6083f2ceb380] error while decoding MB 4 64, bytestream -26", "last_exit_at": "2026-10-30T13:34:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T13:34:58+09:00", "pid": 111804, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.711, "name": "ffmpeg", "pid": 111804, "rss_mb": 57.711, "state": "S (sleeping)", "threads": 1}, "restart_count": 611, "restart_count_per_hour": 33, "rtsp_timeout_count": 190, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 612}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.477, "sample_count": 2240, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1508586, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:34:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.1, "last_frame_pushed_at": "2026-10-30T13:34:56+09:00", "last_frame_read_age_sec": 4.212, "last_frame_read_at": "2026-10-30T13:34:56+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 103, "debug_expires_at": null, "deduplicated_count": 54, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 260.209, "last_sample_duration_ms": 995.466, "last_trigger": "periodic", "next_snapshot_in_sec": 339.791, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 303, "storage_bytes": 2888900}, "mjpeg": {"age_sec": 4.091, "exists": true, "mtime": "2026-10-30T13:34:56.411777+09:00", "mtime_epoch": 1793334896.4117768, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 100887}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:35:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1477.004, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1508586, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.493, "max": 9.0, "p95": 4.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 74}, "total": {"avg": 0.354, "max": 1.0, "p95": 1.0, "sample_count": 209}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.982, "pushed": 6.982, "read": 6.948}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 208, "client_acquire_ms": {"avg_ms": 0.009, "count": 208, "max_ms": 0.051, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4187.417, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.938, "count": 208, "max_ms": 14.847, "p95_ms": 3.106, "reason": null, "sample_age_ms": 4228.233, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.443, "count": 208, "max_ms": 14.11, "p95_ms": 2.242, "reason": null, "sample_age_ms": 4229.413, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.314, "count": 208, "max_ms": 1.135, "p95_ms": 0.584, "reason": null, "sample_age_ms": 4187.423, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.325, "count": 208, "max_ms": 7.231, "p95_ms": 4.065, "reason": null, "sample_age_ms": 4226.172, "source": "client_direct"}, "request_count": 208, "request_tensor_bytes": {"avg": 2764808.0, "count": 208, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4226.139, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 208, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4187.625, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.05, "count": 208, "max_ms": 83.765, "p95_ms": 69.37, "reason": null, "sample_age_ms": 4187.414, "source": "client_direct"}, "sample_age_ms": 4187.41, "source": "client_direct", "task_total_ms": {"avg_ms": 49.883, "count": 208, "max_ms": 89.163, "p95_ms": 72.217, "reason": null, "sample_age_ms": 4187.41, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.19, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.248, "count": 209, "max_ms": 15.997, "p95_ms": 6.477}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.349, "count": 209, "max_ms": 1.245, "p95_ms": 0.708}, "detection_prepare_ms": {"avg_ms": 0.686, "count": 209, "max_ms": 10.059, "p95_ms": 2.386}, "event_filter_ms": {"avg_ms": 0.004, "count": 209, "max_ms": 0.019, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.165, "count": 209, "max_ms": 0.88, "p95_ms": 0.442}, "mcmt_ms": {"avg_ms": 0.003, "count": 209, "max_ms": 0.017, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.367, "count": 209, "max_ms": 1.79, "p95_ms": 1.066}, "setup_ms": {"avg_ms": 0.048, "count": 209, "max_ms": 0.204, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 2.197, "count": 209, "max_ms": 15.92, "p95_ms": 6.413}, "track_match_ms": {"avg_ms": 0.03, "count": 209, "max_ms": 0.241, "p95_ms": 0.113}, "tracker_update_ms": {"avg_ms": 0.544, "count": 209, "max_ms": 3.487, "p95_ms": 2.146}}, "gstreamer_push": {"avg_ms": 3.577, "count": 209, "max_ms": 9.452, "p95_ms": 6.295}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 209, "max_ms": 0.584, "p95_ms": 0.11}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.208, "count": 209, "max_ms": 96.42, "p95_ms": 75.526}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.601, "count": 209, "max_ms": 11.352, "p95_ms": 7.893}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.116, "count": 209, "max_ms": 160.626, "p95_ms": 138.228}, "inference_input_copy_ms": {"avg_ms": 1.773, "count": 209, "max_ms": 4.541, "p95_ms": 2.897}, "processing_residual_ms": {"avg_ms": 0.179, "count": 209, "max_ms": 0.675, "p95_ms": 0.337}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.668, "count": 209, "max_ms": 165.167, "p95_ms": 143.706}, "read_interval": {"avg_ms": 124.164, "count": 208, "max_ms": 208.432, "p95_ms": 170.91}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 209, "max_ms": 0.051, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.311, "count": 209, "max_ms": 1.586, "p95_ms": 0.949}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 209, "max_ms": 0.105, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.296, "count": 209, "max_ms": 1.552, "p95_ms": 0.922}, "worker_merge_ms": {"avg_ms": 0.006, "count": 209, "max_ms": 0.042, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 51.224, "count": 209, "max_ms": 96.44, "p95_ms": 75.533}, "visualize": {"avg_ms": 49.482, "count": 209, "max_ms": 74.036, "p95_ms": 61.749}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.18, "count": 209, "max_ms": 69.908, "p95_ms": 58.864}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.795, "count": 209, "max_ms": 72.681, "p95_ms": 60.482}, "visualize_input_copy_ms": {"avg_ms": 1.472, "count": 209, "max_ms": 8.036, "p95_ms": 2.322}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.659, "count": 209, "max_ms": 72.55, "p95_ms": 60.371}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 209, "max_ms": 0.26, "p95_ms": 0.159}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1476.973, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.92, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.548, "sample_count": 2268, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1508536, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:34:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99967, "write_bytes_delta": 99967, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 888.0, "cpu_core_ratio": 0.468299, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1616.0, "pid": 111688, "reason": null, "system_cpu_core_ratio": 0.077801, "system_cpu_s_delta": 1.5599999999999996, "user_cpu_core_ratio": 0.390499, "user_cpu_s_delta": 7.830000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.57945, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 213509.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.576522, "system_cpu_s_delta": 11.559999999997672, "user_cpu_core_ratio": 1.002928, "user_cpu_s_delta": 20.110000000015134}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.376, "count": 225, "max_ms": 11.438, "p95_ms": 5.94, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.476, "max": 9.0, "p95": 4.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 127}, "total": {"avg": 0.564, "max": 1.0, "p95": 1.0, "sample_count": 225}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.559, "count": 30, "max": 62.462, "p95": 45.979, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.131, "count": 30, "max": 29.707, "p95": 26.797, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 713.067, "count": 30, "max": 1097.0, "p95": 1057.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 549.867, "count": 30, "max": 3471.0, "p95": 2010.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.085, "count": 30, "max": 0.338, "p95": 0.284, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.382, "count": 30, "max": 0.433, "p95": 0.423, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.105, "p95": 0.042, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106100.3, "count": 30, "max": 115643.0, "p95": 111149.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98498.5, "count": 30, "max": 109607.0, "p95": 108997.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 166117.833, "count": 30, "max": 247638.0, "p95": 233972.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.567, "count": 30, "max": 0.613, "p95": 0.61, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.975, "count": 30, "max": 1.08, "p95": 1.058, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11664, "sampled_at": "2026-10-30T13:34:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:34:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2912459, "flush_count": 3030, "flush_interval_seconds": 30.0, "flush_state": {"count": 3030, "last_at": "2026-10-30T13:37:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:37:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3029}, "started": true, "suppressed_count": 1507141, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1506992}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3030, "written_record_count": 3030}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9686.906, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x64d94c76c580] cabac decode of qscale diff failed at 37 66 [h264 @ 0x64d94c76c580] error while decoding MB 37 66, bytestream 7355 [h264 @ 0x64d94d3b6a80] error while decoding MB 116 43, bytestream -16 [h264 @ 0x64d94c730040] error while decoding MB 45 62, bytestream -6 [in#0/rtsp @ 0x64d94c5eee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x64d94c5eee00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4174903296000, "copied_frame_count": 1510020, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4174903296000, "frame_buffer_copies": 1510020, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1039, "count": 512, "max_ms": 0.4921, "p50_ms": 0.0915, "p95_ms": 0.1942, "p99_ms": 0.2595}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.414, "count": 512, "max_ms": 3.6152, "p50_ms": 1.309, "p95_ms": 2.4143, "p99_ms": 3.0394, "results": {"failed": 0, "not_applicable": 0, "success": 1510020, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 559, "h264_decode_error_count": 1267, "h264_decode_error_count_per_hour": 78, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:38:17+09:00", "last_error_summary": "[h264 @ 0x64d94c76c580] cabac decode of qscale diff failed at 37 66 [h264 @ 0x64d94c76c580] error while decoding MB 37 66, bytestream 7355 [h264 @ 0x64d94d3b6a80] error while decoding MB 116 43, bytestream -16 [h264 @ 0x64d94c730040] error while decoding MB 45 62, bytestream -6 [in#0/rtsp @ 0x64d94c5eee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x64d94c5eee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T13:34:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 198.788, "last_started_at": "2026-10-30T13:34:58+09:00", "pid": 111804, "process": {"exists": false, "pid": 111804}, "restart_count": 611, "restart_count_per_hour": 32, "rtsp_timeout_count": 192, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 612}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.832, "sample_count": 2215, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1510020, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:38:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.086, "last_frame_pushed_at": "2026-10-30T13:38:17+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-10-30T13:38:17+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 103, "debug_expires_at": null, "deduplicated_count": 54, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 456.964, "last_sample_duration_ms": 995.466, "last_trigger": "periodic", "next_snapshot_in_sec": 143.036, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 303, "storage_bytes": 2888900}, "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-10-30T13:38:17.211949+09:00", "mtime_epoch": 1793335097.211949, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 107068}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:38:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1485.457, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1510021, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.742, "max": 16.0, "p95": 14.0, "sample_count": 66}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.212, "max": 3.0, "p95": 3.0, "sample_count": 66}, "total": {"avg": 2.212, "max": 3.0, "p95": 3.0, "sample_count": 66}}, "tracking_counts": {"active": {"avg": 1.061, "max": 2.0, "p95": 2.0, "sample_count": 66}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}, "removed": {"avg": 0.015, "max": 1.0, "p95": 0.0, "sample_count": 66}, "tracked": {"avg": 1.061, "max": 2.0, "p95": 2.0, "sample_count": 66}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 66, "pushed_frames": 67, "read_frames": 67, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.2, "pushed": 2.233, "read": 2.233}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 67, "client_acquire_ms": {"avg_ms": 0.007, "count": 67, "max_ms": 0.027, "p95_ms": 0.013, "reason": null, "sample_age_ms": 13.242, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.684, "count": 67, "max_ms": 3.572, "p95_ms": 1.968, "reason": null, "sample_age_ms": 78.544, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.323, "count": 67, "max_ms": 3.166, "p95_ms": 1.636, "reason": null, "sample_age_ms": 78.763, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.329, "count": 67, "max_ms": 2.298, "p95_ms": 0.683, "reason": null, "sample_age_ms": 13.255, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.967, "count": 67, "max_ms": 3.55, "p95_ms": 3.128, "reason": null, "sample_age_ms": 76.64, "source": "client_direct"}, "request_count": 67, "request_tensor_bytes": {"avg": 2764808.0, "count": 67, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 76.619, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 67, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 13.636, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.799, "count": 67, "max_ms": 72.249, "p95_ms": 62.656, "reason": null, "sample_age_ms": 13.236, "source": "client_direct"}, "sample_age_ms": 13.23, "source": "client_direct", "task_total_ms": {"avg_ms": 47.262, "count": 67, "max_ms": 74.958, "p95_ms": 65.135, "reason": null, "sample_age_ms": 13.23, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.448, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.085, "count": 66, "max_ms": 16.539, "p95_ms": 10.114}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.369, "count": 66, "max_ms": 0.925, "p95_ms": 0.74}, "detection_prepare_ms": {"avg_ms": 1.519, "count": 66, "max_ms": 6.56, "p95_ms": 2.519}, "event_filter_ms": {"avg_ms": 0.005, "count": 66, "max_ms": 0.018, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.295, "count": 66, "max_ms": 0.662, "p95_ms": 0.629}, "mcmt_ms": {"avg_ms": 0.003, "count": 66, "max_ms": 0.01, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.841, "count": 66, "max_ms": 5.096, "p95_ms": 3.925}, "setup_ms": {"avg_ms": 0.038, "count": 66, "max_ms": 0.107, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 6.026, "count": 66, "max_ms": 16.389, "p95_ms": 10.011}, "track_match_ms": {"avg_ms": 0.154, "count": 66, "max_ms": 0.557, "p95_ms": 0.409}, "tracker_update_ms": {"avg_ms": 1.8, "count": 66, "max_ms": 4.441, "p95_ms": 3.796}}, "gstreamer_push": {"avg_ms": 2.978, "count": 67, "max_ms": 5.282, "p95_ms": 4.841}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 66, "max_ms": 0.457, "p95_ms": 0.145}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.154, "count": 66, "max_ms": 75.714, "p95_ms": 66.958}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.036, "count": 66, "max_ms": 10.942, "p95_ms": 9.058}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.659, "count": 66, "max_ms": 154.375, "p95_ms": 134.772}, "inference_input_copy_ms": {"avg_ms": 1.607, "count": 66, "max_ms": 3.86, "p95_ms": 2.691}, "processing_residual_ms": {"avg_ms": 0.195, "count": 66, "max_ms": 0.366, "p95_ms": 0.351}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.497, "count": 66, "max_ms": 162.523, "p95_ms": 139.461}, "read_interval": {"avg_ms": 448.264, "count": 67, "max_ms": 21847.697, "p95_ms": 174.222}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 66, "max_ms": 0.051, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 1.772, "count": 66, "max_ms": 4.889, "p95_ms": 3.789}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 66, "max_ms": 0.047, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.755, "count": 66, "max_ms": 4.845, "p95_ms": 3.738}, "worker_merge_ms": {"avg_ms": 0.006, "count": 66, "max_ms": 0.018, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 48.167, "count": 66, "max_ms": 75.726, "p95_ms": 66.974}, "visualize": {"avg_ms": 48.208, "count": 66, "max_ms": 70.332, "p95_ms": 66.962}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 41.881, "count": 66, "max_ms": 59.248, "p95_ms": 57.379}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.602, "count": 66, "max_ms": 67.338, "p95_ms": 64.498}, "visualize_input_copy_ms": {"avg_ms": 1.394, "count": 66, "max_ms": 3.97, "p95_ms": 2.736}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.467, "count": 66, "max_ms": 66.922, "p95_ms": 64.287}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 66, "max_ms": 0.251, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 66}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1475.027, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 71.663, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.269, "sample_count": 2217, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1510002, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:38:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105999, "write_bytes_delta": 105999, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 79.0, "cpu_core_ratio": 0.14655, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10842.0, "pid": 111804, "reason": null, "system_cpu_core_ratio": 0.075598, "system_cpu_s_delta": 1.7899999999999991, "user_cpu_core_ratio": 0.070952, "user_cpu_s_delta": 1.6799999999999926}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.153307, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14779.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.051102, "system_cpu_s_delta": 1.209999999991851, "user_cpu_core_ratio": 0.102205, "user_cpu_s_delta": 2.419999999983702}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.969, "count": 71, "max_ms": 5.166, "p95_ms": 4.621, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.31, "max": 16.0, "p95": 14.0, "sample_count": 71}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.62, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 71}, "total": {"avg": 1.62, "max": 3.0, "p95": 3.0, "sample_count": 71}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.792, "count": 30, "max": 71.663, "p95": 58.36, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.455, "count": 30, "max": 29.707, "p95": 26.648, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 785.8, "count": 30, "max": 1112.0, "p95": 1094.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1360.2, "count": 30, "max": 13691.0, "p95": 7051.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.085, "count": 30, "max": 0.338, "p95": 0.244, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.377, "count": 30, "max": 0.414, "p95": 0.413, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.105, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104694.967, "count": 30, "max": 109340.0, "p95": 107297.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97595.233, "count": 30, "max": 109340.0, "p95": 107170.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 190771.133, "count": 30, "max": 255266.0, "p95": 251683.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.548, "count": 30, "max": 0.61, "p95": 0.609, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.947, "count": 30, "max": 1.08, "p95": 1.058, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11674, "sampled_at": "2026-10-30T13:38:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:38:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2912459, "flush_count": 3030, "flush_interval_seconds": 30.0, "flush_state": {"count": 3030, "last_at": "2026-10-30T13:37:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:37:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3029}, "started": true, "suppressed_count": 1507141, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1506992}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3030, "written_record_count": 3030}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9677.242, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T13:38:17+09:00", "last_error_summary": "[h264 @ 0x64d94c76c580] cabac decode of qscale diff failed at 37 66 [h264 @ 0x64d94c76c580] error while decoding MB 37 66, bytestream 7355 [h264 @ 0x64d94d3b6a80] error while decoding MB 116 43, bytestream -16 [h264 @ 0x64d94c730040] error while decoding MB 45 62, bytestream -6 [in#0/rtsp @ 0x64d94c5eee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x64d94c5eee00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4174906060800, "copied_frame_count": 1510021, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4174906060800, "frame_buffer_copies": 1510021, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1038, "count": 512, "max_ms": 0.4921, "p50_ms": 0.0915, "p95_ms": 0.1942, "p99_ms": 0.2595}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4131, "count": 512, "max_ms": 3.6152, "p50_ms": 1.3086, "p95_ms": 2.4143, "p99_ms": 3.0394, "results": {"failed": 0, "not_applicable": 0, "success": 1510021, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 559, "h264_decode_error_count": 1267, "h264_decode_error_count_per_hour": 78, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:38:17+09:00", "last_error_summary": "[h264 @ 0x64d94c76c580] cabac decode of qscale diff failed at 37 66 [h264 @ 0x64d94c76c580] error while decoding MB 37 66, bytestream 7355 [h264 @ 0x64d94d3b6a80] error while decoding MB 116 43, bytestream -16 [h264 @ 0x64d94c730040] error while decoding MB 45 62, bytestream -6 [in#0/rtsp @ 0x64d94c5eee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x64d94c5eee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T13:38:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 198.843, "last_started_at": "2026-10-30T13:34:58+09:00", "pid": 111804, "process": {"exists": false, "pid": 111804}, "restart_count": 611, "restart_count_per_hour": 32, "rtsp_timeout_count": 192, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 612}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.832, "sample_count": 2215, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1510021, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:38:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T13:38:17+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-10-30T13:38:17+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 103, "debug_expires_at": null, "deduplicated_count": 54, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 457.019, "last_sample_duration_ms": 995.466, "last_trigger": "periodic", "next_snapshot_in_sec": 142.981, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 303, "storage_bytes": 2888900}, "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-10-30T13:38:17.211949+09:00", "mtime_epoch": 1793335097.211949, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 107068}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:38:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1475.031, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1510021, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.731, "max": 16.0, "p95": 14.0, "sample_count": 67}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.224, "max": 3.0, "p95": 3.0, "sample_count": 67}, "total": {"avg": 2.224, "max": 3.0, "p95": 3.0, "sample_count": 67}}, "tracking_counts": {"active": {"avg": 1.075, "max": 2.0, "p95": 2.0, "sample_count": 67}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "removed": {"avg": 0.015, "max": 1.0, "p95": 0.0, "sample_count": 67}, "tracked": {"avg": 1.075, "max": 2.0, "p95": 2.0, "sample_count": 67}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 67, "pushed_frames": 67, "read_frames": 66, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.237, "pushed": 2.237, "read": 2.204}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 66, "client_acquire_ms": {"avg_ms": 0.007, "count": 66, "max_ms": 0.027, "p95_ms": 0.013, "reason": null, "sample_age_ms": 69.792, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.687, "count": 66, "max_ms": 3.572, "p95_ms": 1.977, "reason": null, "sample_age_ms": 135.094, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.325, "count": 66, "max_ms": 3.166, "p95_ms": 1.638, "reason": null, "sample_age_ms": 135.313, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.331, "count": 66, "max_ms": 2.298, "p95_ms": 0.683, "reason": null, "sample_age_ms": 69.805, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.979, "count": 66, "max_ms": 3.55, "p95_ms": 3.132, "reason": null, "sample_age_ms": 133.19, "source": "client_direct"}, "request_count": 66, "request_tensor_bytes": {"avg": 2764808.0, "count": 66, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 133.169, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 66, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 70.186, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.835, "count": 66, "max_ms": 72.249, "p95_ms": 62.704, "reason": null, "sample_age_ms": 69.786, "source": "client_direct"}, "sample_age_ms": 69.779, "source": "client_direct", "task_total_ms": {"avg_ms": 47.314, "count": 66, "max_ms": 74.958, "p95_ms": 65.161, "reason": null, "sample_age_ms": 69.779, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.563, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.071, "count": 67, "max_ms": 16.539, "p95_ms": 10.114}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.367, "count": 67, "max_ms": 0.925, "p95_ms": 0.74}, "detection_prepare_ms": {"avg_ms": 1.514, "count": 67, "max_ms": 6.56, "p95_ms": 2.519}, "event_filter_ms": {"avg_ms": 0.005, "count": 67, "max_ms": 0.018, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.293, "count": 67, "max_ms": 0.662, "p95_ms": 0.629}, "mcmt_ms": {"avg_ms": 0.003, "count": 67, "max_ms": 0.01, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.841, "count": 67, "max_ms": 5.096, "p95_ms": 3.925}, "setup_ms": {"avg_ms": 0.038, "count": 67, "max_ms": 0.107, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 6.012, "count": 67, "max_ms": 16.389, "p95_ms": 10.011}, "track_match_ms": {"avg_ms": 0.154, "count": 67, "max_ms": 0.557, "p95_ms": 0.409}, "tracker_update_ms": {"avg_ms": 1.796, "count": 67, "max_ms": 4.441, "p95_ms": 3.796}}, "gstreamer_push": {"avg_ms": 2.988, "count": 67, "max_ms": 5.282, "p95_ms": 4.841}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 67, "max_ms": 0.457, "p95_ms": 0.145}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.42, "count": 67, "max_ms": 75.714, "p95_ms": 66.958}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.036, "count": 67, "max_ms": 10.942, "p95_ms": 9.058}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.941, "count": 67, "max_ms": 154.375, "p95_ms": 134.772}, "inference_input_copy_ms": {"avg_ms": 1.61, "count": 67, "max_ms": 3.86, "p95_ms": 2.691}, "processing_residual_ms": {"avg_ms": 0.199, "count": 67, "max_ms": 0.487, "p95_ms": 0.353}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.785, "count": 67, "max_ms": 162.523, "p95_ms": 139.461}, "read_interval": {"avg_ms": 453.277, "count": 66, "max_ms": 21847.697, "p95_ms": 174.222}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 67, "max_ms": 0.051, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 1.773, "count": 67, "max_ms": 4.889, "p95_ms": 3.789}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 67, "max_ms": 0.047, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.756, "count": 67, "max_ms": 4.845, "p95_ms": 3.738}, "worker_merge_ms": {"avg_ms": 0.006, "count": 67, "max_ms": 0.018, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 48.433, "count": 67, "max_ms": 75.726, "p95_ms": 66.974}, "visualize": {"avg_ms": 48.244, "count": 67, "max_ms": 70.332, "p95_ms": 66.962}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 41.923, "count": 67, "max_ms": 59.248, "p95_ms": 57.379}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.646, "count": 67, "max_ms": 67.338, "p95_ms": 64.498}, "visualize_input_copy_ms": {"avg_ms": 1.387, "count": 67, "max_ms": 3.97, "p95_ms": 2.736}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.512, "count": 67, "max_ms": 66.922, "p95_ms": 64.287}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 67, "max_ms": 0.251, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 67}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1475.027, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 71.663, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.269, "sample_count": 2217, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1510002, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:38:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105999, "write_bytes_delta": 105999, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 79.0, "cpu_core_ratio": 0.14655, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10842.0, "pid": 111804, "reason": null, "system_cpu_core_ratio": 0.075598, "system_cpu_s_delta": 1.7899999999999991, "user_cpu_core_ratio": 0.070952, "user_cpu_s_delta": 1.6799999999999926}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.153307, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14779.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.051102, "system_cpu_s_delta": 1.209999999991851, "user_cpu_core_ratio": 0.102205, "user_cpu_s_delta": 2.419999999983702}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.969, "count": 71, "max_ms": 5.166, "p95_ms": 4.621, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.31, "max": 16.0, "p95": 14.0, "sample_count": 71}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.62, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 71}, "total": {"avg": 1.62, "max": 3.0, "p95": 3.0, "sample_count": 71}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.792, "count": 30, "max": 71.663, "p95": 58.36, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.455, "count": 30, "max": 29.707, "p95": 26.648, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 785.8, "count": 30, "max": 1112.0, "p95": 1094.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1360.2, "count": 30, "max": 13691.0, "p95": 7051.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.085, "count": 30, "max": 0.338, "p95": 0.244, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.377, "count": 30, "max": 0.414, "p95": 0.413, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.105, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104694.967, "count": 30, "max": 109340.0, "p95": 107297.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97595.233, "count": 30, "max": 109340.0, "p95": 107170.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 190771.133, "count": 30, "max": 255266.0, "p95": 251683.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.548, "count": 30, "max": 0.61, "p95": 0.609, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.947, "count": 30, "max": 1.08, "p95": 1.058, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11674, "sampled_at": "2026-10-30T13:38:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:38:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2912459, "flush_count": 3030, "flush_interval_seconds": 30.0, "flush_state": {"count": 3030, "last_at": "2026-10-30T13:37:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:37:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3029}, "started": true, "suppressed_count": 1507141, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1506992}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3030, "written_record_count": 3030}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9677.379, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4174906060800, "copied_frame_count": 1510021, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4174906060800, "frame_buffer_copies": 1510021, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1038, "count": 512, "max_ms": 0.4921, "p50_ms": 0.0915, "p95_ms": 0.1942, "p99_ms": 0.2595}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4131, "count": 512, "max_ms": 3.6152, "p50_ms": 1.3086, "p95_ms": 2.4143, "p99_ms": 3.0394, "results": {"failed": 0, "not_applicable": 0, "success": 1510021, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 559, "h264_decode_error_count": 1267, "h264_decode_error_count_per_hour": 78, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:38:17+09:00", "last_error_summary": "[h264 @ 0x64d94c76c580] cabac decode of qscale diff failed at 37 66 [h264 @ 0x64d94c76c580] error while decoding MB 37 66, bytestream 7355 [h264 @ 0x64d94d3b6a80] error while decoding MB 116 43, bytestream -16 [h264 @ 0x64d94c730040] error while decoding MB 45 62, bytestream -6 [in#0/rtsp @ 0x64d94c5eee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x64d94c5eee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T13:38:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 198.867, "last_started_at": "2026-10-30T13:34:58+09:00", "pid": 111804, "process": {"exists": false, "pid": 111804}, "restart_count": 611, "restart_count_per_hour": 32, "rtsp_timeout_count": 192, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 612}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.832, "sample_count": 2215, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1510021, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:38:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.026, "last_frame_pushed_at": "2026-10-30T13:38:17+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-10-30T13:38:17+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 103, "debug_expires_at": null, "deduplicated_count": 54, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 457.046, "last_sample_duration_ms": 995.466, "last_trigger": "periodic", "next_snapshot_in_sec": 142.954, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 303, "storage_bytes": 2888900}, "mjpeg": {"age_sec": 0.018, "exists": true, "mtime": "2026-10-30T13:38:17.349949+09:00", "mtime_epoch": 1793335097.3499494, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 107205}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:38:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1475.031, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1510021, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.731, "max": 16.0, "p95": 14.0, "sample_count": 67}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.224, "max": 3.0, "p95": 3.0, "sample_count": 67}, "total": {"avg": 2.224, "max": 3.0, "p95": 3.0, "sample_count": 67}}, "tracking_counts": {"active": {"avg": 1.075, "max": 2.0, "p95": 2.0, "sample_count": 67}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "removed": {"avg": 0.015, "max": 1.0, "p95": 0.0, "sample_count": 67}, "tracked": {"avg": 1.075, "max": 2.0, "p95": 2.0, "sample_count": 67}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 67, "pushed_frames": 67, "read_frames": 66, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.235, "pushed": 2.235, "read": 2.202}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 66, "client_acquire_ms": {"avg_ms": 0.007, "count": 66, "max_ms": 0.027, "p95_ms": 0.013, "reason": null, "sample_age_ms": 92.221, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.687, "count": 66, "max_ms": 3.572, "p95_ms": 1.977, "reason": null, "sample_age_ms": 157.523, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.325, "count": 66, "max_ms": 3.166, "p95_ms": 1.638, "reason": null, "sample_age_ms": 157.742, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.331, "count": 66, "max_ms": 2.298, "p95_ms": 0.683, "reason": null, "sample_age_ms": 92.234, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.979, "count": 66, "max_ms": 3.55, "p95_ms": 3.132, "reason": null, "sample_age_ms": 155.619, "source": "client_direct"}, "request_count": 66, "request_tensor_bytes": {"avg": 2764808.0, "count": 66, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 155.598, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 66, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 92.615, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.835, "count": 66, "max_ms": 72.249, "p95_ms": 62.704, "reason": null, "sample_age_ms": 92.215, "source": "client_direct"}, "sample_age_ms": 92.209, "source": "client_direct", "task_total_ms": {"avg_ms": 47.314, "count": 66, "max_ms": 74.958, "p95_ms": 65.161, "reason": null, "sample_age_ms": 92.209, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.636, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.071, "count": 67, "max_ms": 16.539, "p95_ms": 10.114}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.367, "count": 67, "max_ms": 0.925, "p95_ms": 0.74}, "detection_prepare_ms": {"avg_ms": 1.514, "count": 67, "max_ms": 6.56, "p95_ms": 2.519}, "event_filter_ms": {"avg_ms": 0.005, "count": 67, "max_ms": 0.018, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.293, "count": 67, "max_ms": 0.662, "p95_ms": 0.629}, "mcmt_ms": {"avg_ms": 0.003, "count": 67, "max_ms": 0.01, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.841, "count": 67, "max_ms": 5.096, "p95_ms": 3.925}, "setup_ms": {"avg_ms": 0.038, "count": 67, "max_ms": 0.107, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 6.012, "count": 67, "max_ms": 16.389, "p95_ms": 10.011}, "track_match_ms": {"avg_ms": 0.154, "count": 67, "max_ms": 0.557, "p95_ms": 0.409}, "tracker_update_ms": {"avg_ms": 1.796, "count": 67, "max_ms": 4.441, "p95_ms": 3.796}}, "gstreamer_push": {"avg_ms": 2.988, "count": 67, "max_ms": 5.282, "p95_ms": 4.841}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 67, "max_ms": 0.457, "p95_ms": 0.145}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.42, "count": 67, "max_ms": 75.714, "p95_ms": 66.958}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.036, "count": 67, "max_ms": 10.942, "p95_ms": 9.058}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.941, "count": 67, "max_ms": 154.375, "p95_ms": 134.772}, "inference_input_copy_ms": {"avg_ms": 1.61, "count": 67, "max_ms": 3.86, "p95_ms": 2.691}, "processing_residual_ms": {"avg_ms": 0.199, "count": 67, "max_ms": 0.487, "p95_ms": 0.353}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.785, "count": 67, "max_ms": 162.523, "p95_ms": 139.461}, "read_interval": {"avg_ms": 453.277, "count": 66, "max_ms": 21847.697, "p95_ms": 174.222}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 67, "max_ms": 0.051, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 1.773, "count": 67, "max_ms": 4.889, "p95_ms": 3.789}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 67, "max_ms": 0.047, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.756, "count": 67, "max_ms": 4.845, "p95_ms": 3.738}, "worker_merge_ms": {"avg_ms": 0.006, "count": 67, "max_ms": 0.018, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 48.433, "count": 67, "max_ms": 75.726, "p95_ms": 66.974}, "visualize": {"avg_ms": 48.244, "count": 67, "max_ms": 70.332, "p95_ms": 66.962}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 41.923, "count": 67, "max_ms": 59.248, "p95_ms": 57.379}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.646, "count": 67, "max_ms": 67.338, "p95_ms": 64.498}, "visualize_input_copy_ms": {"avg_ms": 1.387, "count": 67, "max_ms": 3.97, "p95_ms": 2.736}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.512, "count": 67, "max_ms": 66.922, "p95_ms": 64.287}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 67, "max_ms": 0.251, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 67}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1475.027, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 71.663, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.269, "sample_count": 2217, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1510002, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:38:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105999, "write_bytes_delta": 105999, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 79.0, "cpu_core_ratio": 0.14655, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10842.0, "pid": 111804, "reason": null, "system_cpu_core_ratio": 0.075598, "system_cpu_s_delta": 1.7899999999999991, "user_cpu_core_ratio": 0.070952, "user_cpu_s_delta": 1.6799999999999926}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.153307, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14779.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.051102, "system_cpu_s_delta": 1.209999999991851, "user_cpu_core_ratio": 0.102205, "user_cpu_s_delta": 2.419999999983702}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.969, "count": 71, "max_ms": 5.166, "p95_ms": 4.621, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.31, "max": 16.0, "p95": 14.0, "sample_count": 71}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.62, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 71}, "total": {"avg": 1.62, "max": 3.0, "p95": 3.0, "sample_count": 71}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.792, "count": 30, "max": 71.663, "p95": 58.36, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.455, "count": 30, "max": 29.707, "p95": 26.648, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 785.8, "count": 30, "max": 1112.0, "p95": 1094.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1360.2, "count": 30, "max": 13691.0, "p95": 7051.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.085, "count": 30, "max": 0.338, "p95": 0.244, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.377, "count": 30, "max": 0.414, "p95": 0.413, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.105, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104694.967, "count": 30, "max": 109340.0, "p95": 107297.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97595.233, "count": 30, "max": 109340.0, "p95": 107170.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 190771.133, "count": 30, "max": 255266.0, "p95": 251683.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.548, "count": 30, "max": 0.61, "p95": 0.609, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.947, "count": 30, "max": 1.08, "p95": 1.058, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11674, "sampled_at": "2026-10-30T13:38:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:38:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2912459, "flush_count": 3030, "flush_interval_seconds": 30.0, "flush_state": {"count": 3030, "last_at": "2026-10-30T13:37:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:37:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3029}, "started": true, "suppressed_count": 1507141, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1506992}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3030, "written_record_count": 3030}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9858.602, "limit_mb": null}, "detail": {"pid": 111920, "restart_count": 612, "start_count": 613}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4174906060800, "copied_frame_count": 1510021, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4174906060800, "frame_buffer_copies": 1510021, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1038, "count": 512, "max_ms": 0.4921, "p50_ms": 0.0915, "p95_ms": 0.1942, "p99_ms": 0.2595}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4131, "count": 512, "max_ms": 3.6152, "p50_ms": 1.3086, "p95_ms": 2.4143, "p99_ms": 3.0394, "results": {"failed": 0, "not_applicable": 0, "success": 1510021, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 559, "h264_decode_error_count": 1267, "h264_decode_error_count_per_hour": 78, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:38:17+09:00", "last_error_summary": "[h264 @ 0x64d94c76c580] cabac decode of qscale diff failed at 37 66 [h264 @ 0x64d94c76c580] error while decoding MB 37 66, bytestream 7355 [h264 @ 0x64d94d3b6a80] error while decoding MB 116 43, bytestream -16 [h264 @ 0x64d94c730040] error while decoding MB 45 62, bytestream -6 [in#0/rtsp @ 0x64d94c5eee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x64d94c5eee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T13:38:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T13:38:19+09:00", "pid": 111920, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.848, "name": "ffmpeg", "pid": 111920, "rss_mb": 208.848, "state": "S (sleeping)", "threads": 70}, "restart_count": 612, "restart_count_per_hour": 33, "rtsp_timeout_count": 192, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 613}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.731, "sample_count": 2182, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1510021, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:38:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.405, "last_frame_pushed_at": "2026-10-30T13:38:17+09:00", "last_frame_read_age_sec": 4.536, "last_frame_read_at": "2026-10-30T13:38:17+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 103, "debug_expires_at": null, "deduplicated_count": 54, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 461.423, "last_sample_duration_ms": 995.466, "last_trigger": "periodic", "next_snapshot_in_sec": 138.577, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 303, "storage_bytes": 2888900}, "mjpeg": {"age_sec": 4.396, "exists": true, "mtime": "2026-10-30T13:38:17.349949+09:00", "mtime_epoch": 1793335097.3499494, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 107205}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:38:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1475.035, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1510021, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.483, "max": 14.0, "p95": 12.0, "sample_count": 29}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.862, "max": 3.0, "p95": 3.0, "sample_count": 29}, "total": {"avg": 2.862, "max": 3.0, "p95": 3.0, "sample_count": 29}}, "tracking_counts": {"active": {"avg": 1.862, "max": 2.0, "p95": 2.0, "sample_count": 29}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 29}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 29}, "tracked": {"avg": 1.862, "max": 2.0, "p95": 2.0, "sample_count": 29}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 29}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 29, "pushed_frames": 29, "read_frames": 28, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.968, "pushed": 0.968, "read": 0.935}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 28, "client_acquire_ms": {"avg_ms": 0.007, "count": 28, "max_ms": 0.027, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4471.118, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.677, "count": 28, "max_ms": 2.158, "p95_ms": 1.808, "reason": null, "sample_age_ms": 4536.42, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.289, "count": 28, "max_ms": 1.646, "p95_ms": 1.48, "reason": null, "sample_age_ms": 4536.639, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.311, "count": 28, "max_ms": 0.725, "p95_ms": 0.64, "reason": null, "sample_age_ms": 4471.131, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.831, "count": 28, "max_ms": 3.15, "p95_ms": 2.595, "reason": null, "sample_age_ms": 4534.516, "source": "client_direct"}, "request_count": 28, "request_tensor_bytes": {"avg": 2764808.0, "count": 28, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4534.495, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 28, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4471.512, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.89, "count": 28, "max_ms": 72.249, "p95_ms": 67.325, "reason": null, "sample_age_ms": 4471.112, "source": "client_direct"}, "sample_age_ms": 4471.106, "source": "client_direct", "task_total_ms": {"avg_ms": 50.202, "count": 28, "max_ms": 74.958, "p95_ms": 70.281, "reason": null, "sample_age_ms": 4471.106, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.415, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.051, "count": 29, "max_ms": 15.557, "p95_ms": 12.997}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.426, "count": 29, "max_ms": 0.925, "p95_ms": 0.887}, "detection_prepare_ms": {"avg_ms": 1.667, "count": 29, "max_ms": 6.56, "p95_ms": 2.961}, "event_filter_ms": {"avg_ms": 0.006, "count": 29, "max_ms": 0.016, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.296, "count": 29, "max_ms": 0.643, "p95_ms": 0.564}, "mcmt_ms": {"avg_ms": 0.003, "count": 29, "max_ms": 0.009, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.329, "count": 29, "max_ms": 4.148, "p95_ms": 3.925}, "setup_ms": {"avg_ms": 0.038, "count": 29, "max_ms": 0.107, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 6.987, "count": 29, "max_ms": 15.393, "p95_ms": 12.905}, "track_match_ms": {"avg_ms": 0.203, "count": 29, "max_ms": 0.528, "p95_ms": 0.461}, "tracker_update_ms": {"avg_ms": 2.018, "count": 29, "max_ms": 4.101, "p95_ms": 3.225}}, "gstreamer_push": {"avg_ms": 2.948, "count": 29, "max_ms": 5.282, "p95_ms": 4.841}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 29, "max_ms": 0.152, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.909, "count": 29, "max_ms": 75.714, "p95_ms": 71.167}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.435, "count": 29, "max_ms": 10.942, "p95_ms": 9.058}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 29, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 29, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.747, "count": 29, "max_ms": 154.375, "p95_ms": 142.059}, "inference_input_copy_ms": {"avg_ms": 1.531, "count": 29, "max_ms": 3.686, "p95_ms": 3.232}, "processing_residual_ms": {"avg_ms": 0.198, "count": 29, "max_ms": 0.487, "p95_ms": 0.353}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 29, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 29, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 117.911, "count": 29, "max_ms": 162.523, "p95_ms": 146.285}, "read_interval": {"avg_ms": 910.787, "count": 28, "max_ms": 21847.697, "p95_ms": 237.271}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 29, "max_ms": 0.043, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 2.255, "count": 29, "max_ms": 3.977, "p95_ms": 3.844}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 29, "max_ms": 0.038, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.237, "count": 29, "max_ms": 3.935, "p95_ms": 3.819}, "worker_merge_ms": {"avg_ms": 0.007, "count": 29, "max_ms": 0.017, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 50.921, "count": 29, "max_ms": 75.726, "p95_ms": 71.173}, "visualize": {"avg_ms": 53.481, "count": 29, "max_ms": 70.332, "p95_ms": 68.384}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.834, "count": 29, "max_ms": 59.248, "p95_ms": 58.291}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 29, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 51.73, "count": 29, "max_ms": 67.338, "p95_ms": 66.804}, "visualize_input_copy_ms": {"avg_ms": 1.513, "count": 29, "max_ms": 3.299, "p95_ms": 2.744}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 29, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 51.576, "count": 29, "max_ms": 66.922, "p95_ms": 66.657}, "visualizer_prepare_ms": {"avg_ms": 0.083, "count": 29, "max_ms": 0.251, "p95_ms": 0.228}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 29}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 29}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 29}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1475.027, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 71.663, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.269, "sample_count": 2217, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1510002, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:38:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105999, "write_bytes_delta": 105999, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 79.0, "cpu_core_ratio": 0.14655, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10842.0, "pid": 111804, "reason": null, "system_cpu_core_ratio": 0.075598, "system_cpu_s_delta": 1.7899999999999991, "user_cpu_core_ratio": 0.070952, "user_cpu_s_delta": 1.6799999999999926}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.153307, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14779.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.051102, "system_cpu_s_delta": 1.209999999991851, "user_cpu_core_ratio": 0.102205, "user_cpu_s_delta": 2.419999999983702}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.969, "count": 71, "max_ms": 5.166, "p95_ms": 4.621, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.31, "max": 16.0, "p95": 14.0, "sample_count": 71}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.62, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 71}, "total": {"avg": 1.62, "max": 3.0, "p95": 3.0, "sample_count": 71}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.792, "count": 30, "max": 71.663, "p95": 58.36, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.455, "count": 30, "max": 29.707, "p95": 26.648, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 785.8, "count": 30, "max": 1112.0, "p95": 1094.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1360.2, "count": 30, "max": 13691.0, "p95": 7051.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.085, "count": 30, "max": 0.338, "p95": 0.244, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.377, "count": 30, "max": 0.414, "p95": 0.413, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.105, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104694.967, "count": 30, "max": 109340.0, "p95": 107297.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97595.233, "count": 30, "max": 109340.0, "p95": 107170.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 190771.133, "count": 30, "max": 255266.0, "p95": 251683.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.548, "count": 30, "max": 0.61, "p95": 0.609, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.947, "count": 30, "max": 1.08, "p95": 1.058, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11674, "sampled_at": "2026-10-30T13:38:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:38:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2914591, "flush_count": 3032, "flush_interval_seconds": 30.0, "flush_state": {"count": 3032, "last_at": "2026-10-30T13:39:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:39:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3031}, "started": true, "suppressed_count": 1508055, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1507906}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3032, "written_record_count": 3032}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9681.949, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T13:38:17+09:00", "last_error_summary": "[h264 @ 0x64d94c76c580] cabac decode of qscale diff failed at 37 66 [h264 @ 0x64d94c76c580] error while decoding MB 37 66, bytestream 7355 [h264 @ 0x64d94d3b6a80] error while decoding MB 116 43, bytestream -16 [h264 @ 0x64d94c730040] error while decoding MB 45 62, bytestream -6 [in#0/rtsp @ 0x64d94c5eee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x64d94c5eee00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4177438617600, "copied_frame_count": 1510937, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4177438617600, "frame_buffer_copies": 1510937, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1161, "count": 512, "max_ms": 0.3327, "p50_ms": 0.1033, "p95_ms": 0.2229, "p99_ms": 0.2758}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5045, "count": 512, "max_ms": 6.5823, "p50_ms": 1.4023, "p95_ms": 2.636, "p99_ms": 3.4083, "results": {"failed": 0, "not_applicable": 0, "success": 1510937, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 559, "h264_decode_error_count": 1267, "h264_decode_error_count_per_hour": 70, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:38:17+09:00", "last_error_summary": "[h264 @ 0x64d94c76c580] cabac decode of qscale diff failed at 37 66 [h264 @ 0x64d94c76c580] error while decoding MB 37 66, bytestream 7355 [h264 @ 0x64d94d3b6a80] error while decoding MB 116 43, bytestream -16 [h264 @ 0x64d94c730040] error while decoding MB 45 62, bytestream -6 [in#0/rtsp @ 0x64d94c5eee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x64d94c5eee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T13:40:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.236, "last_started_at": "2026-10-30T13:38:19+09:00", "pid": 111920, "process": {"exists": false, "pid": 111920}, "restart_count": 612, "restart_count_per_hour": 31, "rtsp_timeout_count": 192, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 613}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.87, "sample_count": 2180, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1510937, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:40:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T13:40:21+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-10-30T13:40:21+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 103, "debug_expires_at": null, "deduplicated_count": 54, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 581.696, "last_sample_duration_ms": 995.466, "last_trigger": "periodic", "next_snapshot_in_sec": 18.304, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 303, "storage_bytes": 2888900}, "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-10-30T13:40:21.861187+09:00", "mtime_epoch": 1793335221.861187, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 116699}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:40:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1475.48, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1510937, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.802, "max": 7.0, "p95": 6.0, "sample_count": 217}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 208}, "by_category.소형선박": {"avg": 1.083, "max": 2.0, "p95": 2.0, "sample_count": 217}, "total": {"avg": 2.041, "max": 3.0, "p95": 3.0, "sample_count": 217}}, "tracking_counts": {"active": {"avg": 0.078, "max": 1.0, "p95": 1.0, "sample_count": 217}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 217}, "tracked": {"avg": 0.078, "max": 1.0, "p95": 1.0, "sample_count": 217}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.25, "pushed": 7.25, "read": 7.216}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 216, "client_acquire_ms": {"avg_ms": 0.009, "count": 216, "max_ms": 0.035, "p95_ms": 0.017, "reason": null, "sample_age_ms": 91.9, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.99, "count": 216, "max_ms": 13.62, "p95_ms": 3.025, "reason": null, "sample_age_ms": 144.274, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.477, "count": 216, "max_ms": 12.838, "p95_ms": 2.436, "reason": null, "sample_age_ms": 144.833, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.361, "count": 216, "max_ms": 1.063, "p95_ms": 0.666, "reason": null, "sample_age_ms": 91.91, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.204, "count": 216, "max_ms": 7.401, "p95_ms": 3.812, "reason": null, "sample_age_ms": 143.258, "source": "client_direct"}, "request_count": 216, "request_tensor_bytes": {"avg": 2764808.0, "count": 216, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 143.245, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 216, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 92.468, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.124, "count": 216, "max_ms": 106.195, "p95_ms": 74.362, "reason": null, "sample_age_ms": 91.897, "source": "client_direct"}, "sample_age_ms": 91.893, "source": "client_direct", "task_total_ms": {"avg_ms": 55.895, "count": 216, "max_ms": 108.125, "p95_ms": 76.973, "reason": null, "sample_age_ms": 91.893, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.8, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.876, "count": 217, "max_ms": 17.575, "p95_ms": 12.701}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.531, "count": 217, "max_ms": 3.992, "p95_ms": 1.021}, "detection_prepare_ms": {"avg_ms": 2.326, "count": 217, "max_ms": 9.131, "p95_ms": 5.186}, "event_filter_ms": {"avg_ms": 0.006, "count": 217, "max_ms": 0.023, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.353, "count": 217, "max_ms": 0.987, "p95_ms": 0.617}, "mcmt_ms": {"avg_ms": 0.004, "count": 217, "max_ms": 0.016, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.475, "count": 217, "max_ms": 7.177, "p95_ms": 4.64}, "setup_ms": {"avg_ms": 0.058, "count": 217, "max_ms": 0.185, "p95_ms": 0.122}, "total_inside_ms": {"avg_ms": 7.8, "count": 217, "max_ms": 17.464, "p95_ms": 12.53}, "track_match_ms": {"avg_ms": 0.099, "count": 217, "max_ms": 0.423, "p95_ms": 0.191}, "tracker_update_ms": {"avg_ms": 1.947, "count": 217, "max_ms": 5.977, "p95_ms": 3.104}}, "gstreamer_push": {"avg_ms": 3.589, "count": 217, "max_ms": 11.106, "p95_ms": 6.409}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 217, "max_ms": 0.187, "p95_ms": 0.122}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.324, "count": 217, "max_ms": 108.841, "p95_ms": 79.792}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.082, "count": 217, "max_ms": 15.557, "p95_ms": 8.025}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 117.02, "count": 217, "max_ms": 177.357, "p95_ms": 148.446}, "inference_input_copy_ms": {"avg_ms": 1.727, "count": 217, "max_ms": 8.179, "p95_ms": 2.814}, "processing_residual_ms": {"avg_ms": 0.226, "count": 217, "max_ms": 0.879, "p95_ms": 0.43}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 122.054, "count": 217, "max_ms": 182.905, "p95_ms": 153.327}, "read_interval": {"avg_ms": 138.601, "count": 216, "max_ms": 218.963, "p95_ms": 184.455}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.023, "count": 217, "max_ms": 0.382, "p95_ms": 0.046}, "execute_total_ms": {"avg_ms": 2.396, "count": 217, "max_ms": 7.072, "p95_ms": 4.504}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 217, "max_ms": 0.071, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.373, "count": 217, "max_ms": 7.052, "p95_ms": 4.448}, "worker_merge_ms": {"avg_ms": 0.008, "count": 217, "max_ms": 0.048, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 57.341, "count": 217, "max_ms": 108.86, "p95_ms": 79.802}, "visualize": {"avg_ms": 50.465, "count": 217, "max_ms": 72.773, "p95_ms": 64.496}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.73, "count": 217, "max_ms": 60.549, "p95_ms": 56.896}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.746, "count": 217, "max_ms": 69.424, "p95_ms": 62.64}, "visualize_input_copy_ms": {"avg_ms": 1.475, "count": 217, "max_ms": 3.709, "p95_ms": 2.644}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.591, "count": 217, "max_ms": 69.135, "p95_ms": 62.501}, "visualizer_prepare_ms": {"avg_ms": 0.085, "count": 217, "max_ms": 0.285, "p95_ms": 0.177}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1475.473, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 54.513, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.964, "sample_count": 2198, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1510816, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:40:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 116358, "write_bytes_delta": 116358, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1001.0, "cpu_core_ratio": 0.416323, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 111920, "reason": null, "system_cpu_core_ratio": 0.036441, "system_cpu_s_delta": 0.73, "user_cpu_core_ratio": 0.379882, "user_cpu_s_delta": 7.609999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.717705, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 180905.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.616497, "system_cpu_s_delta": 12.35000000000582, "user_cpu_core_ratio": 1.101208, "user_cpu_s_delta": 22.05999999999767}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.454, "count": 220, "max_ms": 10.551, "p95_ms": 6.409, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.7, "max": 6.0, "p95": 6.0, "sample_count": 220}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.263, "key_count": 2, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 213}, "total": {"avg": 1.923, "max": 3.0, "p95": 2.0, "sample_count": 220}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.547, "count": 30, "max": 85.324, "p95": 63.945, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.715, "count": 30, "max": 29.707, "p95": 24.352, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 872.0, "count": 30, "max": 1112.0, "p95": 1099.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1267.933, "count": 30, "max": 13691.0, "p95": 7051.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.186, "p95": 0.14, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.376, "count": 30, "max": 0.413, "p95": 0.406, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.097, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106874.667, "count": 30, "max": 117604.0, "p95": 116439.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103330.533, "count": 30, "max": 117604.0, "p95": 116439.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 195532.833, "count": 30, "max": 255266.0, "p95": 253168.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.563, "count": 30, "max": 0.637, "p95": 0.628, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.981, "count": 30, "max": 1.165, "p95": 1.105, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11681, "sampled_at": "2026-10-30T13:40:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:40:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2914591, "flush_count": 3032, "flush_interval_seconds": 30.0, "flush_state": {"count": 3032, "last_at": "2026-10-30T13:39:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:39:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3031}, "started": true, "suppressed_count": 1508055, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1507906}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3032, "written_record_count": 3032}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9682.77, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4177438617600, "copied_frame_count": 1510937, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4177438617600, "frame_buffer_copies": 1510937, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1161, "count": 512, "max_ms": 0.3327, "p50_ms": 0.1033, "p95_ms": 0.2229, "p99_ms": 0.2758}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5045, "count": 512, "max_ms": 6.5823, "p50_ms": 1.4023, "p95_ms": 2.636, "p99_ms": 3.4083, "results": {"failed": 0, "not_applicable": 0, "success": 1510937, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 559, "h264_decode_error_count": 1267, "h264_decode_error_count_per_hour": 70, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:38:17+09:00", "last_error_summary": "[h264 @ 0x64d94c76c580] cabac decode of qscale diff failed at 37 66 [h264 @ 0x64d94c76c580] error while decoding MB 37 66, bytestream 7355 [h264 @ 0x64d94d3b6a80] error while decoding MB 116 43, bytestream -16 [h264 @ 0x64d94c730040] error while decoding MB 45 62, bytestream -6 [in#0/rtsp @ 0x64d94c5eee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x64d94c5eee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T13:40:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.303, "last_started_at": "2026-10-30T13:38:19+09:00", "pid": 111920, "process": {"exists": false, "pid": 111920}, "restart_count": 612, "restart_count_per_hour": 31, "rtsp_timeout_count": 192, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 613}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.87, "sample_count": 2179, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1510937, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:40:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.069, "last_frame_pushed_at": "2026-10-30T13:40:21+09:00", "last_frame_read_age_sec": 0.192, "last_frame_read_at": "2026-10-30T13:40:21+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 103, "debug_expires_at": null, "deduplicated_count": 54, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 581.735, "last_sample_duration_ms": 995.466, "last_trigger": "periodic", "next_snapshot_in_sec": 18.265, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 303, "storage_bytes": 2888900}, "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-10-30T13:40:21.991187+09:00", "mtime_epoch": 1793335221.991187, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 116862}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:40:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1475.48, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1510937, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.801, "max": 7.0, "p95": 6.0, "sample_count": 216}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 207}, "by_category.소형선박": {"avg": 1.083, "max": 2.0, "p95": 2.0, "sample_count": 216}, "total": {"avg": 2.042, "max": 3.0, "p95": 3.0, "sample_count": 216}}, "tracking_counts": {"active": {"avg": 0.079, "max": 1.0, "p95": 1.0, "sample_count": 216}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 216}, "tracked": {"avg": 0.079, "max": 1.0, "p95": 1.0, "sample_count": 216}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.234, "pushed": 7.234, "read": 7.2}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 216, "client_acquire_ms": {"avg_ms": 0.009, "count": 216, "max_ms": 0.035, "p95_ms": 0.017, "reason": null, "sample_age_ms": 144.685, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.99, "count": 216, "max_ms": 13.62, "p95_ms": 3.025, "reason": null, "sample_age_ms": 197.059, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.477, "count": 216, "max_ms": 12.838, "p95_ms": 2.436, "reason": null, "sample_age_ms": 197.618, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.361, "count": 216, "max_ms": 1.063, "p95_ms": 0.666, "reason": null, "sample_age_ms": 144.695, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.204, "count": 216, "max_ms": 7.401, "p95_ms": 3.812, "reason": null, "sample_age_ms": 196.043, "source": "client_direct"}, "request_count": 216, "request_tensor_bytes": {"avg": 2764808.0, "count": 216, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 196.029, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 216, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 145.252, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.124, "count": 216, "max_ms": 106.195, "p95_ms": 74.362, "reason": null, "sample_age_ms": 144.681, "source": "client_direct"}, "sample_age_ms": 144.677, "source": "client_direct", "task_total_ms": {"avg_ms": 55.895, "count": 216, "max_ms": 108.125, "p95_ms": 76.973, "reason": null, "sample_age_ms": 144.677, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.088, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.877, "count": 216, "max_ms": 17.575, "p95_ms": 12.701}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.529, "count": 216, "max_ms": 3.992, "p95_ms": 1.003}, "detection_prepare_ms": {"avg_ms": 2.329, "count": 216, "max_ms": 9.131, "p95_ms": 5.186}, "event_filter_ms": {"avg_ms": 0.006, "count": 216, "max_ms": 0.023, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.352, "count": 216, "max_ms": 0.987, "p95_ms": 0.617}, "mcmt_ms": {"avg_ms": 0.004, "count": 216, "max_ms": 0.016, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.477, "count": 216, "max_ms": 7.177, "p95_ms": 4.64}, "setup_ms": {"avg_ms": 0.058, "count": 216, "max_ms": 0.185, "p95_ms": 0.122}, "total_inside_ms": {"avg_ms": 7.801, "count": 216, "max_ms": 17.464, "p95_ms": 12.53}, "track_match_ms": {"avg_ms": 0.099, "count": 216, "max_ms": 0.423, "p95_ms": 0.191}, "tracker_update_ms": {"avg_ms": 1.945, "count": 216, "max_ms": 5.977, "p95_ms": 3.104}}, "gstreamer_push": {"avg_ms": 3.589, "count": 217, "max_ms": 11.106, "p95_ms": 6.409}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 216, "max_ms": 0.187, "p95_ms": 0.122}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.37, "count": 216, "max_ms": 108.841, "p95_ms": 79.792}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.082, "count": 217, "max_ms": 15.557, "p95_ms": 8.025}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 117.02, "count": 217, "max_ms": 177.357, "p95_ms": 148.446}, "inference_input_copy_ms": {"avg_ms": 1.727, "count": 217, "max_ms": 8.179, "p95_ms": 2.814}, "processing_residual_ms": {"avg_ms": 0.226, "count": 217, "max_ms": 0.879, "p95_ms": 0.43}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 122.054, "count": 217, "max_ms": 182.905, "p95_ms": 153.327}, "read_interval": {"avg_ms": 138.601, "count": 216, "max_ms": 218.963, "p95_ms": 184.455}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.023, "count": 216, "max_ms": 0.382, "p95_ms": 0.046}, "execute_total_ms": {"avg_ms": 2.398, "count": 216, "max_ms": 7.072, "p95_ms": 4.504}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 216, "max_ms": 0.071, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.375, "count": 216, "max_ms": 7.052, "p95_ms": 4.448}, "worker_merge_ms": {"avg_ms": 0.008, "count": 216, "max_ms": 0.048, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 57.387, "count": 216, "max_ms": 108.86, "p95_ms": 79.802}, "visualize": {"avg_ms": 50.388, "count": 216, "max_ms": 72.773, "p95_ms": 64.261}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.652, "count": 216, "max_ms": 60.267, "p95_ms": 56.752}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.668, "count": 216, "max_ms": 69.424, "p95_ms": 62.503}, "visualize_input_copy_ms": {"avg_ms": 1.475, "count": 216, "max_ms": 3.709, "p95_ms": 2.644}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.513, "count": 216, "max_ms": 69.135, "p95_ms": 62.361}, "visualizer_prepare_ms": {"avg_ms": 0.085, "count": 216, "max_ms": 0.285, "p95_ms": 0.177}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 216}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1475.473, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 54.513, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.964, "sample_count": 2198, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1510816, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:40:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 116358, "write_bytes_delta": 116358, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1001.0, "cpu_core_ratio": 0.416323, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 111920, "reason": null, "system_cpu_core_ratio": 0.036441, "system_cpu_s_delta": 0.73, "user_cpu_core_ratio": 0.379882, "user_cpu_s_delta": 7.609999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.717705, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 180905.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.616497, "system_cpu_s_delta": 12.35000000000582, "user_cpu_core_ratio": 1.101208, "user_cpu_s_delta": 22.05999999999767}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.454, "count": 220, "max_ms": 10.551, "p95_ms": 6.409, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.7, "max": 6.0, "p95": 6.0, "sample_count": 220}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.263, "key_count": 2, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 213}, "total": {"avg": 1.923, "max": 3.0, "p95": 2.0, "sample_count": 220}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.547, "count": 30, "max": 85.324, "p95": 63.945, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.715, "count": 30, "max": 29.707, "p95": 24.352, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 872.0, "count": 30, "max": 1112.0, "p95": 1099.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1267.933, "count": 30, "max": 13691.0, "p95": 7051.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.186, "p95": 0.14, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.376, "count": 30, "max": 0.413, "p95": 0.406, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.097, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106874.667, "count": 30, "max": 117604.0, "p95": 116439.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103330.533, "count": 30, "max": 117604.0, "p95": 116439.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 195532.833, "count": 30, "max": 255266.0, "p95": 253168.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.563, "count": 30, "max": 0.637, "p95": 0.628, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.981, "count": 30, "max": 1.165, "p95": 1.105, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11681, "sampled_at": "2026-10-30T13:40:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:40:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2914591, "flush_count": 3032, "flush_interval_seconds": 30.0, "flush_state": {"count": 3032, "last_at": "2026-10-30T13:39:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:39:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3031}, "started": true, "suppressed_count": 1508055, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1507906}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3032, "written_record_count": 3032}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9856.895, "limit_mb": null}, "detail": {"pid": 112036, "restart_count": 613, "start_count": 614}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4177438617600, "copied_frame_count": 1510937, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4177438617600, "frame_buffer_copies": 1510937, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1161, "count": 512, "max_ms": 0.3327, "p50_ms": 0.1033, "p95_ms": 0.2229, "p99_ms": 0.2758}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5045, "count": 512, "max_ms": 6.5823, "p50_ms": 1.4023, "p95_ms": 2.636, "p99_ms": 3.4083, "results": {"failed": 0, "not_applicable": 0, "success": 1510937, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 559, "h264_decode_error_count": 1267, "h264_decode_error_count_per_hour": 70, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:38:17+09:00", "last_error_summary": "[h264 @ 0x64d94c76c580] cabac decode of qscale diff failed at 37 66 [h264 @ 0x64d94c76c580] error while decoding MB 37 66, bytestream 7355 [h264 @ 0x64d94d3b6a80] error while decoding MB 116 43, bytestream -16 [h264 @ 0x64d94c730040] error while decoding MB 45 62, bytestream -6 [in#0/rtsp @ 0x64d94c5eee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x64d94c5eee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T13:40:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T13:40:24+09:00", "pid": 112036, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.387, "name": "ffmpeg", "pid": 112036, "rss_mb": 209.387, "state": "S (sleeping)", "threads": 70}, "restart_count": 613, "restart_count_per_hour": 32, "rtsp_timeout_count": 192, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 614}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.286, "sample_count": 2140, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1510937, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:40:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.769, "last_frame_pushed_at": "2026-10-30T13:40:21+09:00", "last_frame_read_age_sec": 4.893, "last_frame_read_at": "2026-10-30T13:40:21+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 103, "debug_expires_at": null, "deduplicated_count": 54, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 586.451, "last_sample_duration_ms": 995.466, "last_trigger": "periodic", "next_snapshot_in_sec": 13.549, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 303, "storage_bytes": 2888900}, "mjpeg": {"age_sec": 4.758, "exists": true, "mtime": "2026-10-30T13:40:21.991187+09:00", "mtime_epoch": 1793335221.991187, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 116862}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:40:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1475.484, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1510937, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.868, "max": 7.0, "p95": 6.0, "sample_count": 182}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 181}, "by_category.소형선박": {"avg": 1.099, "max": 2.0, "p95": 2.0, "sample_count": 182}, "total": {"avg": 2.093, "max": 3.0, "p95": 3.0, "sample_count": 182}}, "tracking_counts": {"active": {"avg": 0.093, "max": 1.0, "p95": 1.0, "sample_count": 182}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 182}, "tracked": {"avg": 0.093, "max": 1.0, "p95": 1.0, "sample_count": 182}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.095, "pushed": 6.095, "read": 6.061}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 181, "client_acquire_ms": {"avg_ms": 0.008, "count": 182, "max_ms": 0.033, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4848.377, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.968, "count": 181, "max_ms": 13.62, "p95_ms": 3.025, "reason": null, "sample_age_ms": 4900.751, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.47, "count": 181, "max_ms": 12.838, "p95_ms": 2.436, "reason": null, "sample_age_ms": 4901.31, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.351, "count": 182, "max_ms": 1.063, "p95_ms": 0.653, "reason": null, "sample_age_ms": 4848.387, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.155, "count": 181, "max_ms": 7.401, "p95_ms": 3.51, "reason": null, "sample_age_ms": 4899.735, "source": "client_direct"}, "request_count": 181, "request_tensor_bytes": {"avg": 2764808.0, "count": 181, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4899.721, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 182, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4848.944, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.031, "count": 182, "max_ms": 106.195, "p95_ms": 74.268, "reason": null, "sample_age_ms": 4848.373, "source": "client_direct"}, "sample_age_ms": 4848.369, "source": "client_direct", "task_total_ms": {"avg_ms": 55.754, "count": 182, "max_ms": 108.125, "p95_ms": 76.637, "reason": null, "sample_age_ms": 4848.369, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.079, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.957, "count": 182, "max_ms": 17.575, "p95_ms": 12.267}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.525, "count": 182, "max_ms": 3.992, "p95_ms": 0.991}, "detection_prepare_ms": {"avg_ms": 2.316, "count": 182, "max_ms": 8.633, "p95_ms": 4.72}, "event_filter_ms": {"avg_ms": 0.006, "count": 182, "max_ms": 0.023, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.351, "count": 182, "max_ms": 0.987, "p95_ms": 0.644}, "mcmt_ms": {"avg_ms": 0.004, "count": 182, "max_ms": 0.016, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 2.578, "count": 182, "max_ms": 7.177, "p95_ms": 4.69}, "setup_ms": {"avg_ms": 0.058, "count": 182, "max_ms": 0.185, "p95_ms": 0.117}, "total_inside_ms": {"avg_ms": 7.881, "count": 182, "max_ms": 17.464, "p95_ms": 12.202}, "track_match_ms": {"avg_ms": 0.1, "count": 182, "max_ms": 0.423, "p95_ms": 0.213}, "tracker_update_ms": {"avg_ms": 1.941, "count": 182, "max_ms": 5.977, "p95_ms": 3.104}}, "gstreamer_push": {"avg_ms": 3.673, "count": 182, "max_ms": 11.106, "p95_ms": 6.423}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 182, "max_ms": 0.187, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.185, "count": 182, "max_ms": 108.841, "p95_ms": 79.419}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.098, "count": 182, "max_ms": 15.557, "p95_ms": 8.249}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 117.0, "count": 182, "max_ms": 173.392, "p95_ms": 148.446}, "inference_input_copy_ms": {"avg_ms": 1.699, "count": 182, "max_ms": 8.179, "p95_ms": 2.79}, "processing_residual_ms": {"avg_ms": 0.219, "count": 182, "max_ms": 0.879, "p95_ms": 0.404}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 122.016, "count": 182, "max_ms": 176.705, "p95_ms": 153.327}, "read_interval": {"avg_ms": 138.874, "count": 181, "max_ms": 218.054, "p95_ms": 184.455}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.023, "count": 182, "max_ms": 0.382, "p95_ms": 0.046}, "execute_total_ms": {"avg_ms": 2.5, "count": 182, "max_ms": 7.072, "p95_ms": 4.624}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 182, "max_ms": 0.067, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.477, "count": 182, "max_ms": 7.052, "p95_ms": 4.606}, "worker_merge_ms": {"avg_ms": 0.008, "count": 182, "max_ms": 0.048, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 57.202, "count": 182, "max_ms": 108.86, "p95_ms": 79.447}, "visualize": {"avg_ms": 50.534, "count": 182, "max_ms": 72.773, "p95_ms": 64.261}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.779, "count": 182, "max_ms": 60.267, "p95_ms": 56.569}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.845, "count": 182, "max_ms": 69.203, "p95_ms": 62.503}, "visualize_input_copy_ms": {"avg_ms": 1.453, "count": 182, "max_ms": 3.709, "p95_ms": 2.395}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.691, "count": 182, "max_ms": 68.909, "p95_ms": 62.361}, "visualizer_prepare_ms": {"avg_ms": 0.084, "count": 182, "max_ms": 0.285, "p95_ms": 0.167}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 182}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1475.473, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 54.513, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.964, "sample_count": 2198, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1510816, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:40:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 116358, "write_bytes_delta": 116358, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1001.0, "cpu_core_ratio": 0.416323, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 111920, "reason": null, "system_cpu_core_ratio": 0.036441, "system_cpu_s_delta": 0.73, "user_cpu_core_ratio": 0.379882, "user_cpu_s_delta": 7.609999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.717705, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 180905.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.616497, "system_cpu_s_delta": 12.35000000000582, "user_cpu_core_ratio": 1.101208, "user_cpu_s_delta": 22.05999999999767}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.454, "count": 220, "max_ms": 10.551, "p95_ms": 6.409, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.7, "max": 6.0, "p95": 6.0, "sample_count": 220}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.263, "key_count": 2, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 213}, "total": {"avg": 1.923, "max": 3.0, "p95": 2.0, "sample_count": 220}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.547, "count": 30, "max": 85.324, "p95": 63.945, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.715, "count": 30, "max": 29.707, "p95": 24.352, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 872.0, "count": 30, "max": 1112.0, "p95": 1099.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1267.933, "count": 30, "max": 13691.0, "p95": 7051.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.186, "p95": 0.14, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.376, "count": 30, "max": 0.413, "p95": 0.406, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.097, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106874.667, "count": 30, "max": 117604.0, "p95": 116439.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103330.533, "count": 30, "max": 117604.0, "p95": 116439.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 195532.833, "count": 30, "max": 255266.0, "p95": 253168.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.563, "count": 30, "max": 0.637, "p95": 0.628, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.981, "count": 30, "max": 1.165, "p95": 1.105, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11681, "sampled_at": "2026-10-30T13:40:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:40:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.862, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2917697, "flush_count": 3035, "flush_interval_seconds": 30.0, "flush_state": {"count": 3035, "last_at": "2026-10-30T13:42:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:42:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3034}, "started": true, "suppressed_count": 1509218, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1509069}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3035, "written_record_count": 3035}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9695.016, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5d10f31ed040] error while decoding MB 41 56, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4180662374400, "copied_frame_count": 1512103, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4180662374400, "frame_buffer_copies": 1512103, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1179, "count": 512, "max_ms": 1.4741, "p50_ms": 0.0968, "p95_ms": 0.2217, "p99_ms": 0.2978}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4337, "count": 512, "max_ms": 3.7712, "p50_ms": 1.3477, "p95_ms": 2.302, "p99_ms": 2.9761, "results": {"failed": 0, "not_applicable": 0, "success": 1512103, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 560, "h264_decode_error_count": 1268, "h264_decode_error_count_per_hour": 71, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:42:54+09:00", "last_error_summary": "[h264 @ 0x5d10f31ed040] error while decoding MB 41 56, bytestream -5", "last_exit_at": "2026-10-30T13:40:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 149.49, "last_started_at": "2026-10-30T13:40:24+09:00", "pid": 112036, "process": {"exists": false, "pid": 112036}, "restart_count": 613, "restart_count_per_hour": 32, "rtsp_timeout_count": 192, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 614}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.449, "sample_count": 2102, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1512103, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:42:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.096, "last_frame_pushed_at": "2026-10-30T13:42:54+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-10-30T13:42:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 104, "debug_expires_at": null, "deduplicated_count": 55, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 132.237, "last_sample_duration_ms": 1359.558, "last_trigger": "periodic", "next_snapshot_in_sec": 467.763, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 304, "storage_bytes": 2898495}, "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-10-30T13:42:54.149576+09:00", "mtime_epoch": 1793335374.1495764, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113522}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:42:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1486.473, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1512103, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.155, "max": 9.0, "p95": 7.0, "sample_count": 251}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 89}, "by_category.소형선박": {"avg": 1.024, "max": 2.0, "p95": 1.0, "sample_count": 41}, "total": {"avg": 0.522, "max": 3.0, "p95": 2.0, "sample_count": 251}}, "tracking_counts": {"active": {"avg": 0.032, "max": 1.0, "p95": 0.0, "sample_count": 251}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 251}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 251}, "tracked": {"avg": 0.032, "max": 1.0, "p95": 0.0, "sample_count": 251}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 251}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 251, "pushed_frames": 250, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.399, "pushed": 8.366, "read": 8.366}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 250, "client_acquire_ms": {"avg_ms": 0.007, "count": 251, "max_ms": 0.023, "p95_ms": 0.016, "reason": null, "sample_age_ms": 62.371, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.738, "count": 250, "max_ms": 5.325, "p95_ms": 2.41, "reason": null, "sample_age_ms": 106.225, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.33, "count": 250, "max_ms": 4.865, "p95_ms": 2.056, "reason": null, "sample_age_ms": 106.406, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.347, "count": 251, "max_ms": 1.026, "p95_ms": 0.643, "reason": null, "sample_age_ms": 62.378, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.956, "count": 250, "max_ms": 5.85, "p95_ms": 3.608, "reason": null, "sample_age_ms": 105.017, "source": "client_direct"}, "request_count": 250, "request_tensor_bytes": {"avg": 2764808.0, "count": 250, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 105.001, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 251, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 62.768, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.958, "count": 251, "max_ms": 77.409, "p95_ms": 67.727, "reason": null, "sample_age_ms": 62.366, "source": "client_direct"}, "sample_age_ms": 62.362, "source": "client_direct", "task_total_ms": {"avg_ms": 50.448, "count": 251, "max_ms": 81.504, "p95_ms": 71.198, "reason": null, "sample_age_ms": 62.362, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.42, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.152, "count": 251, "max_ms": 13.576, "p95_ms": 9.04}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.39, "count": 251, "max_ms": 1.943, "p95_ms": 0.788}, "detection_prepare_ms": {"avg_ms": 0.726, "count": 251, "max_ms": 6.627, "p95_ms": 2.26}, "event_filter_ms": {"avg_ms": 0.005, "count": 251, "max_ms": 0.02, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.159, "count": 251, "max_ms": 0.591, "p95_ms": 0.411}, "mcmt_ms": {"avg_ms": 0.003, "count": 251, "max_ms": 0.024, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.081, "count": 251, "max_ms": 5.259, "p95_ms": 3.589}, "setup_ms": {"avg_ms": 0.047, "count": 251, "max_ms": 0.138, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 3.098, "count": 251, "max_ms": 13.431, "p95_ms": 8.95}, "track_match_ms": {"avg_ms": 0.032, "count": 251, "max_ms": 0.191, "p95_ms": 0.113}, "tracker_update_ms": {"avg_ms": 0.653, "count": 251, "max_ms": 3.861, "p95_ms": 2.232}}, "gstreamer_push": {"avg_ms": 3.596, "count": 250, "max_ms": 9.435, "p95_ms": 6.577}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 251, "max_ms": 0.764, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.582, "count": 251, "max_ms": 83.001, "p95_ms": 72.734}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.348, "count": 251, "max_ms": 15.981, "p95_ms": 7.463}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.584, "count": 251, "max_ms": 157.734, "p95_ms": 126.829}, "inference_input_copy_ms": {"avg_ms": 1.572, "count": 251, "max_ms": 7.826, "p95_ms": 2.767}, "processing_residual_ms": {"avg_ms": 0.161, "count": 251, "max_ms": 0.492, "p95_ms": 0.317}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 104.665, "count": 251, "max_ms": 168.722, "p95_ms": 132.544}, "read_interval": {"avg_ms": 119.67, "count": 250, "max_ms": 198.755, "p95_ms": 159.589}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 251, "max_ms": 0.064, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 1.022, "count": 251, "max_ms": 5.122, "p95_ms": 3.507}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 251, "max_ms": 0.066, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.007, "count": 251, "max_ms": 5.095, "p95_ms": 3.486}, "worker_merge_ms": {"avg_ms": 0.006, "count": 251, "max_ms": 0.06, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 51.597, "count": 251, "max_ms": 83.021, "p95_ms": 72.741}, "visualize": {"avg_ms": 44.646, "count": 251, "max_ms": 77.552, "p95_ms": 57.73}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 41.536, "count": 251, "max_ms": 71.983, "p95_ms": 52.642}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.381, "count": 251, "max_ms": 75.848, "p95_ms": 56.128}, "visualize_input_copy_ms": {"avg_ms": 1.054, "count": 251, "max_ms": 2.882, "p95_ms": 2.03}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.249, "count": 251, "max_ms": 75.638, "p95_ms": 56.027}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 251, "max_ms": 0.85, "p95_ms": 0.149}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 251}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 251}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 251}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1476.02, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.134, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.655, "sample_count": 2086, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1512038, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:42:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112510, "write_bytes_delta": 112510, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1012.0, "cpu_core_ratio": 0.427839, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 112036, "reason": null, "system_cpu_core_ratio": 0.039256, "system_cpu_s_delta": 0.79, "user_cpu_core_ratio": 0.388583, "user_cpu_s_delta": 7.82}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.591105, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 243681.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.588341, "system_cpu_s_delta": 11.839999999996508, "user_cpu_core_ratio": 1.002764, "user_cpu_s_delta": 20.18000000002212}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.716, "count": 240, "max_ms": 9.435, "p95_ms": 6.752, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.412, "max": 9.0, "p95": 7.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.104, "key_count": 2, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 126}, "total": {"avg": 0.833, "max": 3.0, "p95": 2.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.919, "count": 30, "max": 85.324, "p95": 63.945, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.312, "count": 30, "max": 25.854, "p95": 23.458, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 893.333, "count": 30, "max": 1112.0, "p95": 1099.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1740.767, "count": 30, "max": 14534.0, "p95": 12408.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.186, "p95": 0.14, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.377, "count": 30, "max": 0.413, "p95": 0.406, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.162, "count": 30, "max": 4.776, "p95": 0.053, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 109483.233, "count": 30, "max": 117604.0, "p95": 116701.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109483.233, "count": 30, "max": 117604.0, "p95": 116701.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 196998.4, "count": 30, "max": 255266.0, "p95": 253168.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.566, "count": 30, "max": 0.637, "p95": 0.628, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.986, "count": 30, "max": 1.165, "p95": 1.105, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11689, "sampled_at": "2026-10-30T13:42:47+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:42:47+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2917697, "flush_count": 3035, "flush_interval_seconds": 30.0, "flush_state": {"count": 3035, "last_at": "2026-10-30T13:42:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:42:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3034}, "started": true, "suppressed_count": 1509218, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1509069}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3035, "written_record_count": 3035}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9693.77, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T13:42:54+09:00", "last_error_summary": "[h264 @ 0x5d10f31ed040] error while decoding MB 41 56, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4180662374400, "copied_frame_count": 1512103, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4180662374400, "frame_buffer_copies": 1512103, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1179, "count": 512, "max_ms": 1.4741, "p50_ms": 0.0968, "p95_ms": 0.2217, "p99_ms": 0.2978}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4337, "count": 512, "max_ms": 3.7712, "p50_ms": 1.3477, "p95_ms": 2.302, "p99_ms": 2.9761, "results": {"failed": 0, "not_applicable": 0, "success": 1512103, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 560, "h264_decode_error_count": 1268, "h264_decode_error_count_per_hour": 71, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:42:54+09:00", "last_error_summary": "[h264 @ 0x5d10f31ed040] error while decoding MB 41 56, bytestream -5", "last_exit_at": "2026-10-30T13:42:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 149.569, "last_started_at": "2026-10-30T13:40:24+09:00", "pid": 112036, "process": {"exists": false, "pid": 112036}, "restart_count": 613, "restart_count_per_hour": 32, "rtsp_timeout_count": 192, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 614}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.449, "sample_count": 2102, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1512103, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:42:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.071, "last_frame_pushed_at": "2026-10-30T13:42:54+09:00", "last_frame_read_age_sec": 0.172, "last_frame_read_at": "2026-10-30T13:42:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 104, "debug_expires_at": null, "deduplicated_count": 55, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 132.275, "last_sample_duration_ms": 1359.558, "last_trigger": "periodic", "next_snapshot_in_sec": 467.725, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 304, "storage_bytes": 2898495}, "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-10-30T13:42:54.250577+09:00", "mtime_epoch": 1793335374.2505767, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113662}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:42:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1486.48, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1512103, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.155, "max": 9.0, "p95": 7.0, "sample_count": 251}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 89}, "by_category.소형선박": {"avg": 1.024, "max": 2.0, "p95": 1.0, "sample_count": 41}, "total": {"avg": 0.522, "max": 3.0, "p95": 2.0, "sample_count": 251}}, "tracking_counts": {"active": {"avg": 0.032, "max": 1.0, "p95": 0.0, "sample_count": 251}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 251}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 251}, "tracked": {"avg": 0.032, "max": 1.0, "p95": 0.0, "sample_count": 251}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 251}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 251, "pushed_frames": 251, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.378, "pushed": 8.378, "read": 8.345}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 250, "client_acquire_ms": {"avg_ms": 0.007, "count": 250, "max_ms": 0.023, "p95_ms": 0.015, "reason": null, "sample_age_ms": 133.854, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.738, "count": 250, "max_ms": 5.325, "p95_ms": 2.41, "reason": null, "sample_age_ms": 177.708, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.33, "count": 250, "max_ms": 4.865, "p95_ms": 2.056, "reason": null, "sample_age_ms": 177.889, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.347, "count": 250, "max_ms": 1.026, "p95_ms": 0.644, "reason": null, "sample_age_ms": 133.861, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.956, "count": 250, "max_ms": 5.85, "p95_ms": 3.608, "reason": null, "sample_age_ms": 176.5, "source": "client_direct"}, "request_count": 250, "request_tensor_bytes": {"avg": 2764808.0, "count": 250, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 176.485, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 250, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 134.251, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.918, "count": 250, "max_ms": 77.409, "p95_ms": 67.744, "reason": null, "sample_age_ms": 133.849, "source": "client_direct"}, "sample_age_ms": 133.845, "source": "client_direct", "task_total_ms": {"avg_ms": 50.405, "count": 250, "max_ms": 81.504, "p95_ms": 71.204, "reason": null, "sample_age_ms": 133.845, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.881, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.152, "count": 251, "max_ms": 13.576, "p95_ms": 9.04}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.39, "count": 251, "max_ms": 1.943, "p95_ms": 0.788}, "detection_prepare_ms": {"avg_ms": 0.726, "count": 251, "max_ms": 6.627, "p95_ms": 2.26}, "event_filter_ms": {"avg_ms": 0.005, "count": 251, "max_ms": 0.02, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.159, "count": 251, "max_ms": 0.591, "p95_ms": 0.411}, "mcmt_ms": {"avg_ms": 0.003, "count": 251, "max_ms": 0.024, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.081, "count": 251, "max_ms": 5.259, "p95_ms": 3.589}, "setup_ms": {"avg_ms": 0.047, "count": 251, "max_ms": 0.138, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 3.098, "count": 251, "max_ms": 13.431, "p95_ms": 8.95}, "track_match_ms": {"avg_ms": 0.032, "count": 251, "max_ms": 0.191, "p95_ms": 0.113}, "tracker_update_ms": {"avg_ms": 0.653, "count": 251, "max_ms": 3.861, "p95_ms": 2.232}}, "gstreamer_push": {"avg_ms": 3.612, "count": 251, "max_ms": 9.435, "p95_ms": 6.752}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 251, "max_ms": 0.764, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.582, "count": 251, "max_ms": 83.001, "p95_ms": 72.734}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.348, "count": 251, "max_ms": 15.981, "p95_ms": 7.463}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.584, "count": 251, "max_ms": 157.734, "p95_ms": 126.829}, "inference_input_copy_ms": {"avg_ms": 1.572, "count": 251, "max_ms": 7.826, "p95_ms": 2.767}, "processing_residual_ms": {"avg_ms": 0.161, "count": 251, "max_ms": 0.492, "p95_ms": 0.317}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 104.665, "count": 251, "max_ms": 168.722, "p95_ms": 132.544}, "read_interval": {"avg_ms": 119.67, "count": 250, "max_ms": 198.755, "p95_ms": 159.589}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 251, "max_ms": 0.064, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 1.022, "count": 251, "max_ms": 5.122, "p95_ms": 3.507}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 251, "max_ms": 0.066, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.007, "count": 251, "max_ms": 5.095, "p95_ms": 3.486}, "worker_merge_ms": {"avg_ms": 0.006, "count": 251, "max_ms": 0.06, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 51.597, "count": 251, "max_ms": 83.021, "p95_ms": 72.741}, "visualize": {"avg_ms": 44.646, "count": 251, "max_ms": 77.552, "p95_ms": 57.73}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 41.536, "count": 251, "max_ms": 71.983, "p95_ms": 52.642}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.381, "count": 251, "max_ms": 75.848, "p95_ms": 56.128}, "visualize_input_copy_ms": {"avg_ms": 1.054, "count": 251, "max_ms": 2.882, "p95_ms": 2.03}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.249, "count": 251, "max_ms": 75.638, "p95_ms": 56.027}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 251, "max_ms": 0.85, "p95_ms": 0.149}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 251}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 251}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 251}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1476.02, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.134, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.655, "sample_count": 2086, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1512038, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:42:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112510, "write_bytes_delta": 112510, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1012.0, "cpu_core_ratio": 0.427839, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 112036, "reason": null, "system_cpu_core_ratio": 0.039256, "system_cpu_s_delta": 0.79, "user_cpu_core_ratio": 0.388583, "user_cpu_s_delta": 7.82}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.591105, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 243681.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.588341, "system_cpu_s_delta": 11.839999999996508, "user_cpu_core_ratio": 1.002764, "user_cpu_s_delta": 20.18000000002212}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.716, "count": 240, "max_ms": 9.435, "p95_ms": 6.752, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.412, "max": 9.0, "p95": 7.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.104, "key_count": 2, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 126}, "total": {"avg": 0.833, "max": 3.0, "p95": 2.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.919, "count": 30, "max": 85.324, "p95": 63.945, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.312, "count": 30, "max": 25.854, "p95": 23.458, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 893.333, "count": 30, "max": 1112.0, "p95": 1099.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1740.767, "count": 30, "max": 14534.0, "p95": 12408.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.186, "p95": 0.14, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.377, "count": 30, "max": 0.413, "p95": 0.406, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.162, "count": 30, "max": 4.776, "p95": 0.053, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 109483.233, "count": 30, "max": 117604.0, "p95": 116701.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109483.233, "count": 30, "max": 117604.0, "p95": 116701.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 196998.4, "count": 30, "max": 255266.0, "p95": 253168.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.566, "count": 30, "max": 0.637, "p95": 0.628, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.986, "count": 30, "max": 1.165, "p95": 1.105, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11689, "sampled_at": "2026-10-30T13:42:47+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:42:47+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2917697, "flush_count": 3035, "flush_interval_seconds": 30.0, "flush_state": {"count": 3035, "last_at": "2026-10-30T13:42:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:42:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3034}, "started": true, "suppressed_count": 1509218, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1509069}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3035, "written_record_count": 3035}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9694.508, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4180662374400, "copied_frame_count": 1512103, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4180662374400, "frame_buffer_copies": 1512103, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1179, "count": 512, "max_ms": 1.4741, "p50_ms": 0.0968, "p95_ms": 0.2217, "p99_ms": 0.2978}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4337, "count": 512, "max_ms": 3.7712, "p50_ms": 1.3477, "p95_ms": 2.302, "p99_ms": 2.9761, "results": {"failed": 0, "not_applicable": 0, "success": 1512103, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 560, "h264_decode_error_count": 1268, "h264_decode_error_count_per_hour": 71, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:42:54+09:00", "last_error_summary": "[h264 @ 0x5d10f31ed040] error while decoding MB 41 56, bytestream -5", "last_exit_at": "2026-10-30T13:42:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 149.604, "last_started_at": "2026-10-30T13:40:24+09:00", "pid": 112036, "process": {"exists": false, "pid": 112036}, "restart_count": 613, "restart_count_per_hour": 32, "rtsp_timeout_count": 192, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 614}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.449, "sample_count": 2102, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1512103, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:42:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.106, "last_frame_pushed_at": "2026-10-30T13:42:54+09:00", "last_frame_read_age_sec": 0.207, "last_frame_read_at": "2026-10-30T13:42:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 104, "debug_expires_at": null, "deduplicated_count": 55, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 132.324, "last_sample_duration_ms": 1359.558, "last_trigger": "periodic", "next_snapshot_in_sec": 467.676, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 304, "storage_bytes": 2898495}, "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-10-30T13:42:54.250577+09:00", "mtime_epoch": 1793335374.2505767, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113662}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:42:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1486.48, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1512103, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.156, "max": 9.0, "p95": 7.0, "sample_count": 250}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 88}, "by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 40}, "total": {"avg": 0.512, "max": 2.0, "p95": 2.0, "sample_count": 250}}, "tracking_counts": {"active": {"avg": 0.028, "max": 1.0, "p95": 0.0, "sample_count": 250}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 250}, "tracked": {"avg": 0.028, "max": 1.0, "p95": 0.0, "sample_count": 250}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 251, "pushed_frames": 251, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.368, "pushed": 8.368, "read": 8.335}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 250, "client_acquire_ms": {"avg_ms": 0.007, "count": 250, "max_ms": 0.023, "p95_ms": 0.015, "reason": null, "sample_age_ms": 178.823, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.738, "count": 250, "max_ms": 5.325, "p95_ms": 2.41, "reason": null, "sample_age_ms": 222.677, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.33, "count": 250, "max_ms": 4.865, "p95_ms": 2.056, "reason": null, "sample_age_ms": 222.857, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.347, "count": 250, "max_ms": 1.026, "p95_ms": 0.644, "reason": null, "sample_age_ms": 178.83, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.956, "count": 250, "max_ms": 5.85, "p95_ms": 3.608, "reason": null, "sample_age_ms": 221.469, "source": "client_direct"}, "request_count": 250, "request_tensor_bytes": {"avg": 2764808.0, "count": 250, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 221.453, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 250, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 179.22, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.918, "count": 250, "max_ms": 77.409, "p95_ms": 67.744, "reason": null, "sample_age_ms": 178.818, "source": "client_direct"}, "sample_age_ms": 178.814, "source": "client_direct", "task_total_ms": {"avg_ms": 50.405, "count": 250, "max_ms": 81.504, "p95_ms": 71.204, "reason": null, "sample_age_ms": 178.814, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.917, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.136, "count": 250, "max_ms": 13.576, "p95_ms": 9.04}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.39, "count": 250, "max_ms": 1.943, "p95_ms": 0.788}, "detection_prepare_ms": {"avg_ms": 0.726, "count": 250, "max_ms": 6.627, "p95_ms": 2.26}, "event_filter_ms": {"avg_ms": 0.005, "count": 250, "max_ms": 0.02, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.159, "count": 250, "max_ms": 0.591, "p95_ms": 0.411}, "mcmt_ms": {"avg_ms": 0.003, "count": 250, "max_ms": 0.024, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.068, "count": 250, "max_ms": 5.259, "p95_ms": 3.543}, "setup_ms": {"avg_ms": 0.047, "count": 250, "max_ms": 0.138, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 3.082, "count": 250, "max_ms": 13.431, "p95_ms": 8.95}, "track_match_ms": {"avg_ms": 0.031, "count": 250, "max_ms": 0.191, "p95_ms": 0.113}, "tracker_update_ms": {"avg_ms": 0.651, "count": 250, "max_ms": 3.861, "p95_ms": 2.232}}, "gstreamer_push": {"avg_ms": 3.612, "count": 251, "max_ms": 9.435, "p95_ms": 6.752}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 250, "max_ms": 0.764, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.539, "count": 250, "max_ms": 83.001, "p95_ms": 72.734}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.348, "count": 251, "max_ms": 15.981, "p95_ms": 7.463}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.584, "count": 251, "max_ms": 157.734, "p95_ms": 126.829}, "inference_input_copy_ms": {"avg_ms": 1.572, "count": 251, "max_ms": 7.826, "p95_ms": 2.767}, "processing_residual_ms": {"avg_ms": 0.161, "count": 251, "max_ms": 0.492, "p95_ms": 0.317}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 104.665, "count": 251, "max_ms": 168.722, "p95_ms": 132.544}, "read_interval": {"avg_ms": 119.67, "count": 250, "max_ms": 198.755, "p95_ms": 159.589}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 250, "max_ms": 0.064, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 1.009, "count": 250, "max_ms": 5.122, "p95_ms": 3.445}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 250, "max_ms": 0.066, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.993, "count": 250, "max_ms": 5.095, "p95_ms": 3.418}, "worker_merge_ms": {"avg_ms": 0.007, "count": 250, "max_ms": 0.06, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 51.554, "count": 250, "max_ms": 83.021, "p95_ms": 72.741}, "visualize": {"avg_ms": 44.631, "count": 250, "max_ms": 77.552, "p95_ms": 57.73}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 41.533, "count": 250, "max_ms": 71.983, "p95_ms": 52.642}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.371, "count": 250, "max_ms": 75.848, "p95_ms": 56.128}, "visualize_input_copy_ms": {"avg_ms": 1.05, "count": 250, "max_ms": 2.882, "p95_ms": 2.028}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.239, "count": 250, "max_ms": 75.638, "p95_ms": 56.027}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 250, "max_ms": 0.85, "p95_ms": 0.149}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 250}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1476.02, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.134, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.655, "sample_count": 2086, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1512038, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:42:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112510, "write_bytes_delta": 112510, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1012.0, "cpu_core_ratio": 0.427839, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 112036, "reason": null, "system_cpu_core_ratio": 0.039256, "system_cpu_s_delta": 0.79, "user_cpu_core_ratio": 0.388583, "user_cpu_s_delta": 7.82}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.591105, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 243681.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.588341, "system_cpu_s_delta": 11.839999999996508, "user_cpu_core_ratio": 1.002764, "user_cpu_s_delta": 20.18000000002212}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.716, "count": 240, "max_ms": 9.435, "p95_ms": 6.752, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.412, "max": 9.0, "p95": 7.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.104, "key_count": 2, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 126}, "total": {"avg": 0.833, "max": 3.0, "p95": 2.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.919, "count": 30, "max": 85.324, "p95": 63.945, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.312, "count": 30, "max": 25.854, "p95": 23.458, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 893.333, "count": 30, "max": 1112.0, "p95": 1099.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1740.767, "count": 30, "max": 14534.0, "p95": 12408.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.186, "p95": 0.14, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.377, "count": 30, "max": 0.413, "p95": 0.406, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.162, "count": 30, "max": 4.776, "p95": 0.053, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 109483.233, "count": 30, "max": 117604.0, "p95": 116701.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109483.233, "count": 30, "max": 117604.0, "p95": 116701.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 196998.4, "count": 30, "max": 255266.0, "p95": 253168.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.566, "count": 30, "max": 0.637, "p95": 0.628, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.986, "count": 30, "max": 1.165, "p95": 1.105, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11689, "sampled_at": "2026-10-30T13:42:47+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:42:47+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2917697, "flush_count": 3035, "flush_interval_seconds": 30.0, "flush_state": {"count": 3035, "last_at": "2026-10-30T13:42:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:42:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3034}, "started": true, "suppressed_count": 1509218, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1509069}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3035, "written_record_count": 3035}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9868.855, "limit_mb": null}, "detail": {"pid": 112152, "restart_count": 614, "start_count": 615}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4180662374400, "copied_frame_count": 1512103, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4180662374400, "frame_buffer_copies": 1512103, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1179, "count": 512, "max_ms": 1.4741, "p50_ms": 0.0968, "p95_ms": 0.2217, "p99_ms": 0.2978}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4337, "count": 512, "max_ms": 3.7712, "p50_ms": 1.3477, "p95_ms": 2.302, "p99_ms": 2.9761, "results": {"failed": 0, "not_applicable": 0, "success": 1512103, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 560, "h264_decode_error_count": 1268, "h264_decode_error_count_per_hour": 71, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:42:54+09:00", "last_error_summary": "[h264 @ 0x5d10f31ed040] error while decoding MB 41 56, bytestream -5", "last_exit_at": "2026-10-30T13:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T13:42:57+09:00", "pid": 112152, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.871, "name": "ffmpeg", "pid": 112152, "rss_mb": 208.871, "state": "S (sleeping)", "threads": 70}, "restart_count": 614, "restart_count_per_hour": 33, "rtsp_timeout_count": 192, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 615}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.449, "sample_count": 2102, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1512103, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:42:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.787, "last_frame_pushed_at": "2026-10-30T13:42:54+09:00", "last_frame_read_age_sec": 4.888, "last_frame_read_at": "2026-10-30T13:42:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 104, "debug_expires_at": null, "deduplicated_count": 55, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 136.993, "last_sample_duration_ms": 1359.558, "last_trigger": "periodic", "next_snapshot_in_sec": 463.007, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 304, "storage_bytes": 2898495}, "mjpeg": {"age_sec": 4.782, "exists": true, "mtime": "2026-10-30T13:42:54.250577+09:00", "mtime_epoch": 1793335374.2505767, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113662}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:42:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1486.484, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1512103, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.075, "max": 9.0, "p95": 7.0, "sample_count": 212}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 80}, "by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 32}, "total": {"avg": 0.528, "max": 2.0, "p95": 2.0, "sample_count": 212}}, "tracking_counts": {"active": {"avg": 0.033, "max": 1.0, "p95": 0.0, "sample_count": 212}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 212}, "tracked": {"avg": 0.033, "max": 1.0, "p95": 0.0, "sample_count": 212}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.077, "pushed": 7.077, "read": 7.043}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 211, "client_acquire_ms": {"avg_ms": 0.007, "count": 211, "max_ms": 0.023, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4851.692, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.749, "count": 211, "max_ms": 5.325, "p95_ms": 2.399, "reason": null, "sample_age_ms": 4895.546, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.33, "count": 211, "max_ms": 4.865, "p95_ms": 2.03, "reason": null, "sample_age_ms": 4895.727, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.343, "count": 211, "max_ms": 1.026, "p95_ms": 0.663, "reason": null, "sample_age_ms": 4851.7, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.979, "count": 211, "max_ms": 5.85, "p95_ms": 3.694, "reason": null, "sample_age_ms": 4894.339, "source": "client_direct"}, "request_count": 211, "request_tensor_bytes": {"avg": 2764808.0, "count": 211, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4894.323, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 211, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4852.09, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.003, "count": 211, "max_ms": 77.409, "p95_ms": 68.156, "reason": null, "sample_age_ms": 4851.688, "source": "client_direct"}, "sample_age_ms": 4851.684, "source": "client_direct", "task_total_ms": {"avg_ms": 50.512, "count": 211, "max_ms": 81.504, "p95_ms": 71.648, "reason": null, "sample_age_ms": 4851.684, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.495, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.196, "count": 212, "max_ms": 13.576, "p95_ms": 8.516}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.379, "count": 212, "max_ms": 1.943, "p95_ms": 0.788}, "detection_prepare_ms": {"avg_ms": 0.741, "count": 212, "max_ms": 6.627, "p95_ms": 2.26}, "event_filter_ms": {"avg_ms": 0.005, "count": 212, "max_ms": 0.02, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.16, "count": 212, "max_ms": 0.591, "p95_ms": 0.421}, "mcmt_ms": {"avg_ms": 0.003, "count": 212, "max_ms": 0.024, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.106, "count": 212, "max_ms": 5.259, "p95_ms": 3.589}, "setup_ms": {"avg_ms": 0.046, "count": 212, "max_ms": 0.138, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 3.142, "count": 212, "max_ms": 13.431, "p95_ms": 8.412}, "track_match_ms": {"avg_ms": 0.033, "count": 212, "max_ms": 0.191, "p95_ms": 0.128}, "tracker_update_ms": {"avg_ms": 0.668, "count": 212, "max_ms": 3.861, "p95_ms": 2.142}}, "gstreamer_push": {"avg_ms": 3.475, "count": 212, "max_ms": 9.435, "p95_ms": 6.294}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 212, "max_ms": 0.764, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.687, "count": 212, "max_ms": 83.001, "p95_ms": 72.816}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.285, "count": 212, "max_ms": 15.981, "p95_ms": 7.463}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.7, "count": 212, "max_ms": 157.734, "p95_ms": 127.084}, "inference_input_copy_ms": {"avg_ms": 1.583, "count": 212, "max_ms": 7.826, "p95_ms": 2.875}, "processing_residual_ms": {"avg_ms": 0.161, "count": 212, "max_ms": 0.404, "p95_ms": 0.325}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 104.73, "count": 212, "max_ms": 168.722, "p95_ms": 132.993}, "read_interval": {"avg_ms": 119.449, "count": 211, "max_ms": 198.133, "p95_ms": 159.589}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 212, "max_ms": 0.064, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 1.047, "count": 212, "max_ms": 5.122, "p95_ms": 3.507}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 212, "max_ms": 0.066, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.031, "count": 212, "max_ms": 5.095, "p95_ms": 3.486}, "worker_merge_ms": {"avg_ms": 0.006, "count": 212, "max_ms": 0.047, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 51.702, "count": 212, "max_ms": 83.021, "p95_ms": 72.824}, "visualize": {"avg_ms": 44.612, "count": 212, "max_ms": 77.552, "p95_ms": 58.169}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 41.517, "count": 212, "max_ms": 71.983, "p95_ms": 52.692}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.402, "count": 212, "max_ms": 75.848, "p95_ms": 56.423}, "visualize_input_copy_ms": {"avg_ms": 1.002, "count": 212, "max_ms": 2.882, "p95_ms": 1.986}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.269, "count": 212, "max_ms": 75.638, "p95_ms": 56.255}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 212, "max_ms": 0.85, "p95_ms": 0.15}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 212}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1476.02, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.134, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.655, "sample_count": 2086, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1512038, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:42:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112510, "write_bytes_delta": 112510, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1012.0, "cpu_core_ratio": 0.427839, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 112036, "reason": null, "system_cpu_core_ratio": 0.039256, "system_cpu_s_delta": 0.79, "user_cpu_core_ratio": 0.388583, "user_cpu_s_delta": 7.82}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.591105, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 243681.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.588341, "system_cpu_s_delta": 11.839999999996508, "user_cpu_core_ratio": 1.002764, "user_cpu_s_delta": 20.18000000002212}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.716, "count": 240, "max_ms": 9.435, "p95_ms": 6.752, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.412, "max": 9.0, "p95": 7.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.104, "key_count": 2, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 126}, "total": {"avg": 0.833, "max": 3.0, "p95": 2.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.919, "count": 30, "max": 85.324, "p95": 63.945, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.312, "count": 30, "max": 25.854, "p95": 23.458, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 893.333, "count": 30, "max": 1112.0, "p95": 1099.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1740.767, "count": 30, "max": 14534.0, "p95": 12408.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.186, "p95": 0.14, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.377, "count": 30, "max": 0.413, "p95": 0.406, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.162, "count": 30, "max": 4.776, "p95": 0.053, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 109483.233, "count": 30, "max": 117604.0, "p95": 116701.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109483.233, "count": 30, "max": 117604.0, "p95": 116701.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 196998.4, "count": 30, "max": 255266.0, "p95": 253168.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.566, "count": 30, "max": 0.637, "p95": 0.628, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.986, "count": 30, "max": 1.165, "p95": 1.105, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11689, "sampled_at": "2026-10-30T13:42:47+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:42:47+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2920686, "flush_count": 3038, "flush_interval_seconds": 30.0, "flush_state": {"count": 3038, "last_at": "2026-10-30T13:45:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:45:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3037}, "started": true, "suppressed_count": 1510734, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1510585}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3038, "written_record_count": 3038}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9709.043, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x61abe68638c0] error while decoding MB 11 55, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4184859340800, "copied_frame_count": 1513621, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4184859340800, "frame_buffer_copies": 1513621, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1084, "count": 512, "max_ms": 0.4801, "p50_ms": 0.0941, "p95_ms": 0.2168, "p99_ms": 0.2759}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4216, "count": 512, "max_ms": 3.5325, "p50_ms": 1.3127, "p95_ms": 2.3991, "p99_ms": 2.8943, "results": {"failed": 0, "not_applicable": 0, "success": 1513621, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 561, "h264_decode_error_count": 1269, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:46:09+09:00", "last_error_summary": "[h264 @ 0x61abe68638c0] error while decoding MB 11 55, bytestream -6", "last_exit_at": "2026-10-30T13:42:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 192.425, "last_started_at": "2026-10-30T13:42:57+09:00", "pid": 112152, "process": {"exists": false, "pid": 112152}, "restart_count": 614, "restart_count_per_hour": 31, "rtsp_timeout_count": 192, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 615}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.943, "sample_count": 2361, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1513621, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:46:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.073, "last_frame_pushed_at": "2026-10-30T13:46:09+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-10-30T13:46:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 104, "debug_expires_at": null, "deduplicated_count": 55, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 327.413, "last_sample_duration_ms": 1359.558, "last_trigger": "periodic", "next_snapshot_in_sec": 272.587, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 304, "storage_bytes": 2898495}, "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-10-30T13:46:09.396194+09:00", "mtime_epoch": 1793335569.3961935, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 110984}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:46:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1497.793, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1513622, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.537, "max": 19.0, "p95": 17.0, "sample_count": 242}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.674, "max": 3.0, "p95": 3.0, "sample_count": 242}, "total": {"avg": 1.674, "max": 3.0, "p95": 3.0, "sample_count": 242}}, "tracking_counts": {"active": {"avg": 0.248, "max": 2.0, "p95": 1.0, "sample_count": 242}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "removed": {"avg": 0.029, "max": 1.0, "p95": 0.0, "sample_count": 242}, "tracked": {"avg": 0.248, "max": 2.0, "p95": 1.0, "sample_count": 242}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 242, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.07, "pushed": 8.07, "read": 8.07}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 242, "client_acquire_ms": {"avg_ms": 0.007, "count": 242, "max_ms": 0.033, "p95_ms": 0.014, "reason": null, "sample_age_ms": 27.667, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.804, "count": 242, "max_ms": 6.797, "p95_ms": 2.656, "reason": null, "sample_age_ms": 70.735, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.361, "count": 242, "max_ms": 5.901, "p95_ms": 2.149, "reason": null, "sample_age_ms": 71.051, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.347, "count": 242, "max_ms": 0.905, "p95_ms": 0.705, "reason": null, "sample_age_ms": 27.678, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.924, "count": 242, "max_ms": 6.454, "p95_ms": 3.461, "reason": null, "sample_age_ms": 69.055, "source": "client_direct"}, "request_count": 242, "request_tensor_bytes": {"avg": 2764808.0, "count": 242, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 69.016, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 242, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 28.038, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.363, "count": 242, "max_ms": 78.335, "p95_ms": 65.395, "reason": null, "sample_age_ms": 27.663, "source": "client_direct"}, "sample_age_ms": 27.657, "source": "client_direct", "task_total_ms": {"avg_ms": 47.81, "count": 242, "max_ms": 80.73, "p95_ms": 68.657, "reason": null, "sample_age_ms": 27.657, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.916, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.462, "count": 242, "max_ms": 16.615, "p95_ms": 10.729}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.42, "count": 242, "max_ms": 1.347, "p95_ms": 0.825}, "detection_prepare_ms": {"avg_ms": 1.533, "count": 242, "max_ms": 11.088, "p95_ms": 2.852}, "event_filter_ms": {"avg_ms": 0.006, "count": 242, "max_ms": 0.032, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.307, "count": 242, "max_ms": 0.818, "p95_ms": 0.537}, "mcmt_ms": {"avg_ms": 0.004, "count": 242, "max_ms": 0.032, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.278, "count": 242, "max_ms": 6.445, "p95_ms": 4.68}, "setup_ms": {"avg_ms": 0.044, "count": 242, "max_ms": 0.145, "p95_ms": 0.104}, "total_inside_ms": {"avg_ms": 6.401, "count": 242, "max_ms": 16.538, "p95_ms": 10.635}, "track_match_ms": {"avg_ms": 0.088, "count": 242, "max_ms": 0.336, "p95_ms": 0.191}, "tracker_update_ms": {"avg_ms": 1.72, "count": 242, "max_ms": 5.261, "p95_ms": 2.884}}, "gstreamer_push": {"avg_ms": 3.015, "count": 242, "max_ms": 10.729, "p95_ms": 4.938}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 242, "max_ms": 1.052, "p95_ms": 0.107}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.063, "count": 242, "max_ms": 81.468, "p95_ms": 70.487}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.857, "count": 242, "max_ms": 12.019, "p95_ms": 7.888}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.083, "count": 242, "max_ms": 143.106, "p95_ms": 138.998}, "inference_input_copy_ms": {"avg_ms": 1.622, "count": 242, "max_ms": 6.316, "p95_ms": 2.729}, "processing_residual_ms": {"avg_ms": 0.196, "count": 242, "max_ms": 1.799, "p95_ms": 0.355}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.758, "count": 242, "max_ms": 150.19, "p95_ms": 143.746}, "read_interval": {"avg_ms": 124.245, "count": 242, "max_ms": 194.313, "p95_ms": 161.0}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 242, "max_ms": 0.106, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 2.204, "count": 242, "max_ms": 6.234, "p95_ms": 4.609}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 242, "max_ms": 0.078, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.186, "count": 242, "max_ms": 6.181, "p95_ms": 4.594}, "worker_merge_ms": {"avg_ms": 0.008, "count": 242, "max_ms": 0.084, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 49.076, "count": 242, "max_ms": 81.479, "p95_ms": 70.506}, "visualize": {"avg_ms": 48.365, "count": 242, "max_ms": 72.536, "p95_ms": 65.384}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.756, "count": 242, "max_ms": 66.497, "p95_ms": 59.383}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.797, "count": 242, "max_ms": 70.93, "p95_ms": 63.943}, "visualize_input_copy_ms": {"avg_ms": 1.365, "count": 242, "max_ms": 3.851, "p95_ms": 2.415}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.66, "count": 242, "max_ms": 70.749, "p95_ms": 63.842}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 242, "max_ms": 0.189, "p95_ms": 0.158}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 242}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1476.707, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.499, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.909, "sample_count": 2353, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1513446, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:45:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 111482, "write_bytes_delta": 111482, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 933.0, "cpu_core_ratio": 0.415684, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 112152, "reason": null, "system_cpu_core_ratio": 0.035801, "system_cpu_s_delta": 0.7199999999999998, "user_cpu_core_ratio": 0.379883, "user_cpu_s_delta": 7.640000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.650802, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 196538.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.586234, "system_cpu_s_delta": 11.790000000008149, "user_cpu_core_ratio": 1.064568, "user_cpu_s_delta": 21.410000000003492}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.35, "count": 232, "max_ms": 10.729, "p95_ms": 5.546, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.113, "max": 23.0, "p95": 16.0, "sample_count": 231}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.656, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 209}, "total": {"avg": 1.498, "max": 3.0, "p95": 3.0, "sample_count": 231}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.504, "count": 30, "max": 85.324, "p95": 71.528, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.347, "count": 30, "max": 33.37, "p95": 23.458, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 760.6, "count": 30, "max": 1097.0, "p95": 1032.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1539.167, "count": 30, "max": 14534.0, "p95": 12408.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.186, "p95": 0.129, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.379, "count": 30, "max": 0.441, "p95": 0.413, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.162, "count": 30, "max": 4.776, "p95": 0.053, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112856.9, "count": 30, "max": 117604.0, "p95": 116701.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112856.9, "count": 30, "max": 117604.0, "p95": 116701.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 153164.067, "count": 30, "max": 250939.0, "p95": 241341.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.557, "count": 30, "max": 0.647, "p95": 0.642, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.995, "count": 30, "max": 1.165, "p95": 1.134, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11702, "sampled_at": "2026-10-30T13:45:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:45:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2920686, "flush_count": 3038, "flush_interval_seconds": 30.0, "flush_state": {"count": 3038, "last_at": "2026-10-30T13:45:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:45:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3037}, "started": true, "suppressed_count": 1510734, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1510585}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3038, "written_record_count": 3038}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9687.797, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T13:46:09+09:00", "last_error_summary": "[h264 @ 0x61abe68638c0] error while decoding MB 11 55, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4184862105600, "copied_frame_count": 1513622, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4184862105600, "frame_buffer_copies": 1513622, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1083, "count": 512, "max_ms": 0.4801, "p50_ms": 0.0936, "p95_ms": 0.2168, "p99_ms": 0.2759}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4212, "count": 512, "max_ms": 3.5325, "p50_ms": 1.3093, "p95_ms": 2.3991, "p99_ms": 2.8943, "results": {"failed": 0, "not_applicable": 0, "success": 1513622, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 561, "h264_decode_error_count": 1269, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:46:09+09:00", "last_error_summary": "[h264 @ 0x61abe68638c0] error while decoding MB 11 55, bytestream -6", "last_exit_at": "2026-10-30T13:46:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 192.466, "last_started_at": "2026-10-30T13:42:57+09:00", "pid": 112152, "process": {"exists": false, "pid": 112152}, "restart_count": 614, "restart_count_per_hour": 31, "rtsp_timeout_count": 192, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 615}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.943, "sample_count": 2361, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1513622, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:46:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T13:46:09+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-10-30T13:46:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 104, "debug_expires_at": null, "deduplicated_count": 55, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 327.46, "last_sample_duration_ms": 1359.558, "last_trigger": "periodic", "next_snapshot_in_sec": 272.54, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 304, "storage_bytes": 2898495}, "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-10-30T13:46:09.396194+09:00", "mtime_epoch": 1793335569.3961935, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 110984}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:46:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1476.82, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1513622, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.529, "max": 19.0, "p95": 17.0, "sample_count": 242}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.669, "max": 3.0, "p95": 3.0, "sample_count": 242}, "total": {"avg": 1.669, "max": 3.0, "p95": 3.0, "sample_count": 242}}, "tracking_counts": {"active": {"avg": 0.24, "max": 2.0, "p95": 1.0, "sample_count": 242}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "removed": {"avg": 0.029, "max": 1.0, "p95": 0.0, "sample_count": 242}, "tracked": {"avg": 0.24, "max": 2.0, "p95": 1.0, "sample_count": 242}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 241, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.091, "pushed": 8.091, "read": 8.058}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 241, "client_acquire_ms": {"avg_ms": 0.007, "count": 242, "max_ms": 0.033, "p95_ms": 0.014, "reason": null, "sample_age_ms": 70.74, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.807, "count": 241, "max_ms": 6.797, "p95_ms": 2.66, "reason": null, "sample_age_ms": 113.807, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.362, "count": 241, "max_ms": 5.901, "p95_ms": 2.149, "reason": null, "sample_age_ms": 114.123, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.347, "count": 242, "max_ms": 0.905, "p95_ms": 0.705, "reason": null, "sample_age_ms": 70.75, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.928, "count": 241, "max_ms": 6.454, "p95_ms": 3.461, "reason": null, "sample_age_ms": 112.128, "source": "client_direct"}, "request_count": 241, "request_tensor_bytes": {"avg": 2764808.0, "count": 241, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 112.088, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 242, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 71.11, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.363, "count": 242, "max_ms": 78.335, "p95_ms": 65.395, "reason": null, "sample_age_ms": 70.736, "source": "client_direct"}, "sample_age_ms": 70.73, "source": "client_direct", "task_total_ms": {"avg_ms": 47.81, "count": 242, "max_ms": 80.73, "p95_ms": 68.657, "reason": null, "sample_age_ms": 70.73, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.261, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.432, "count": 242, "max_ms": 16.615, "p95_ms": 10.632}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.42, "count": 242, "max_ms": 1.347, "p95_ms": 0.825}, "detection_prepare_ms": {"avg_ms": 1.53, "count": 242, "max_ms": 11.088, "p95_ms": 2.852}, "event_filter_ms": {"avg_ms": 0.006, "count": 242, "max_ms": 0.032, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.307, "count": 242, "max_ms": 0.818, "p95_ms": 0.537}, "mcmt_ms": {"avg_ms": 0.004, "count": 242, "max_ms": 0.032, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.265, "count": 242, "max_ms": 6.445, "p95_ms": 4.68}, "setup_ms": {"avg_ms": 0.044, "count": 242, "max_ms": 0.145, "p95_ms": 0.104}, "total_inside_ms": {"avg_ms": 6.372, "count": 242, "max_ms": 16.538, "p95_ms": 10.573}, "track_match_ms": {"avg_ms": 0.087, "count": 242, "max_ms": 0.325, "p95_ms": 0.191}, "tracker_update_ms": {"avg_ms": 1.71, "count": 242, "max_ms": 5.261, "p95_ms": 2.875}}, "gstreamer_push": {"avg_ms": 3.02, "count": 242, "max_ms": 10.729, "p95_ms": 4.938}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 242, "max_ms": 1.052, "p95_ms": 0.107}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.0, "count": 242, "max_ms": 81.468, "p95_ms": 70.487}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.851, "count": 242, "max_ms": 12.019, "p95_ms": 7.888}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.904, "count": 242, "max_ms": 143.106, "p95_ms": 138.309}, "inference_input_copy_ms": {"avg_ms": 1.625, "count": 242, "max_ms": 6.316, "p95_ms": 2.729}, "processing_residual_ms": {"avg_ms": 0.196, "count": 242, "max_ms": 1.799, "p95_ms": 0.355}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.576, "count": 242, "max_ms": 150.19, "p95_ms": 143.596}, "read_interval": {"avg_ms": 124.13, "count": 241, "max_ms": 194.313, "p95_ms": 161.0}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 242, "max_ms": 0.106, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 2.191, "count": 242, "max_ms": 6.234, "p95_ms": 4.609}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 242, "max_ms": 0.078, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.173, "count": 242, "max_ms": 6.181, "p95_ms": 4.594}, "worker_merge_ms": {"avg_ms": 0.007, "count": 242, "max_ms": 0.084, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 49.012, "count": 242, "max_ms": 81.479, "p95_ms": 70.506}, "visualize": {"avg_ms": 48.291, "count": 242, "max_ms": 72.536, "p95_ms": 65.26}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.693, "count": 242, "max_ms": 66.497, "p95_ms": 58.628}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.722, "count": 242, "max_ms": 70.93, "p95_ms": 63.444}, "visualize_input_copy_ms": {"avg_ms": 1.367, "count": 242, "max_ms": 3.851, "p95_ms": 2.415}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.586, "count": 242, "max_ms": 70.749, "p95_ms": 63.257}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 242, "max_ms": 0.189, "p95_ms": 0.158}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 242}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1476.707, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.499, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.909, "sample_count": 2353, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1513446, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:45:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 111482, "write_bytes_delta": 111482, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 933.0, "cpu_core_ratio": 0.415684, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 112152, "reason": null, "system_cpu_core_ratio": 0.035801, "system_cpu_s_delta": 0.7199999999999998, "user_cpu_core_ratio": 0.379883, "user_cpu_s_delta": 7.640000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.650802, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 196538.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.586234, "system_cpu_s_delta": 11.790000000008149, "user_cpu_core_ratio": 1.064568, "user_cpu_s_delta": 21.410000000003492}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.35, "count": 232, "max_ms": 10.729, "p95_ms": 5.546, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.113, "max": 23.0, "p95": 16.0, "sample_count": 231}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.656, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 209}, "total": {"avg": 1.498, "max": 3.0, "p95": 3.0, "sample_count": 231}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.504, "count": 30, "max": 85.324, "p95": 71.528, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.347, "count": 30, "max": 33.37, "p95": 23.458, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 760.6, "count": 30, "max": 1097.0, "p95": 1032.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1539.167, "count": 30, "max": 14534.0, "p95": 12408.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.186, "p95": 0.129, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.379, "count": 30, "max": 0.441, "p95": 0.413, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.162, "count": 30, "max": 4.776, "p95": 0.053, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112856.9, "count": 30, "max": 117604.0, "p95": 116701.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112856.9, "count": 30, "max": 117604.0, "p95": 116701.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 153164.067, "count": 30, "max": 250939.0, "p95": 241341.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.557, "count": 30, "max": 0.647, "p95": 0.642, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.995, "count": 30, "max": 1.165, "p95": 1.134, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11702, "sampled_at": "2026-10-30T13:45:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:45:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2920686, "flush_count": 3038, "flush_interval_seconds": 30.0, "flush_state": {"count": 3038, "last_at": "2026-10-30T13:45:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:45:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3037}, "started": true, "suppressed_count": 1510734, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1510585}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3038, "written_record_count": 3038}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9688.023, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4184862105600, "copied_frame_count": 1513622, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4184862105600, "frame_buffer_copies": 1513622, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1083, "count": 512, "max_ms": 0.4801, "p50_ms": 0.0936, "p95_ms": 0.2168, "p99_ms": 0.2759}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4212, "count": 512, "max_ms": 3.5325, "p50_ms": 1.3093, "p95_ms": 2.3991, "p99_ms": 2.8943, "results": {"failed": 0, "not_applicable": 0, "success": 1513622, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 561, "h264_decode_error_count": 1269, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:46:09+09:00", "last_error_summary": "[h264 @ 0x61abe68638c0] error while decoding MB 11 55, bytestream -6", "last_exit_at": "2026-10-30T13:46:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 192.503, "last_started_at": "2026-10-30T13:42:57+09:00", "pid": 112152, "process": {"exists": false, "pid": 112152}, "restart_count": 614, "restart_count_per_hour": 31, "rtsp_timeout_count": 192, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 615}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.943, "sample_count": 2361, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1513622, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:46:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.038, "last_frame_pushed_at": "2026-10-30T13:46:09+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-10-30T13:46:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 104, "debug_expires_at": null, "deduplicated_count": 55, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 327.498, "last_sample_duration_ms": 1359.558, "last_trigger": "periodic", "next_snapshot_in_sec": 272.502, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 304, "storage_bytes": 2898495}, "mjpeg": {"age_sec": 0.03, "exists": true, "mtime": "2026-10-30T13:46:09.504194+09:00", "mtime_epoch": 1793335569.504194, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 109938}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:46:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1476.82, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1513622, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.529, "max": 19.0, "p95": 17.0, "sample_count": 242}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.669, "max": 3.0, "p95": 3.0, "sample_count": 242}, "total": {"avg": 1.669, "max": 3.0, "p95": 3.0, "sample_count": 242}}, "tracking_counts": {"active": {"avg": 0.24, "max": 2.0, "p95": 1.0, "sample_count": 242}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "removed": {"avg": 0.029, "max": 1.0, "p95": 0.0, "sample_count": 242}, "tracked": {"avg": 0.24, "max": 2.0, "p95": 1.0, "sample_count": 242}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 241, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.081, "pushed": 8.081, "read": 8.048}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 241, "client_acquire_ms": {"avg_ms": 0.007, "count": 241, "max_ms": 0.033, "p95_ms": 0.014, "reason": null, "sample_age_ms": 111.277, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.807, "count": 241, "max_ms": 6.797, "p95_ms": 2.66, "reason": null, "sample_age_ms": 154.345, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.362, "count": 241, "max_ms": 5.901, "p95_ms": 2.149, "reason": null, "sample_age_ms": 154.661, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.346, "count": 241, "max_ms": 0.905, "p95_ms": 0.706, "reason": null, "sample_age_ms": 111.288, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.928, "count": 241, "max_ms": 6.454, "p95_ms": 3.461, "reason": null, "sample_age_ms": 152.665, "source": "client_direct"}, "request_count": 241, "request_tensor_bytes": {"avg": 2764808.0, "count": 241, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 152.626, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 241, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 111.648, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.358, "count": 241, "max_ms": 78.335, "p95_ms": 65.418, "reason": null, "sample_age_ms": 111.274, "source": "client_direct"}, "sample_age_ms": 111.267, "source": "client_direct", "task_total_ms": {"avg_ms": 47.808, "count": 241, "max_ms": 80.73, "p95_ms": 68.685, "reason": null, "sample_age_ms": 111.267, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.14, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.432, "count": 242, "max_ms": 16.615, "p95_ms": 10.632}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.42, "count": 242, "max_ms": 1.347, "p95_ms": 0.825}, "detection_prepare_ms": {"avg_ms": 1.53, "count": 242, "max_ms": 11.088, "p95_ms": 2.852}, "event_filter_ms": {"avg_ms": 0.006, "count": 242, "max_ms": 0.032, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.307, "count": 242, "max_ms": 0.818, "p95_ms": 0.537}, "mcmt_ms": {"avg_ms": 0.004, "count": 242, "max_ms": 0.032, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.265, "count": 242, "max_ms": 6.445, "p95_ms": 4.68}, "setup_ms": {"avg_ms": 0.044, "count": 242, "max_ms": 0.145, "p95_ms": 0.104}, "total_inside_ms": {"avg_ms": 6.372, "count": 242, "max_ms": 16.538, "p95_ms": 10.573}, "track_match_ms": {"avg_ms": 0.087, "count": 242, "max_ms": 0.325, "p95_ms": 0.191}, "tracker_update_ms": {"avg_ms": 1.71, "count": 242, "max_ms": 5.261, "p95_ms": 2.875}}, "gstreamer_push": {"avg_ms": 3.02, "count": 242, "max_ms": 10.729, "p95_ms": 4.938}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 242, "max_ms": 1.052, "p95_ms": 0.107}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.0, "count": 242, "max_ms": 81.468, "p95_ms": 70.487}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.851, "count": 242, "max_ms": 12.019, "p95_ms": 7.888}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.904, "count": 242, "max_ms": 143.106, "p95_ms": 138.309}, "inference_input_copy_ms": {"avg_ms": 1.625, "count": 242, "max_ms": 6.316, "p95_ms": 2.729}, "processing_residual_ms": {"avg_ms": 0.196, "count": 242, "max_ms": 1.799, "p95_ms": 0.355}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.576, "count": 242, "max_ms": 150.19, "p95_ms": 143.596}, "read_interval": {"avg_ms": 124.13, "count": 241, "max_ms": 194.313, "p95_ms": 161.0}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 242, "max_ms": 0.106, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 2.191, "count": 242, "max_ms": 6.234, "p95_ms": 4.609}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 242, "max_ms": 0.078, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.173, "count": 242, "max_ms": 6.181, "p95_ms": 4.594}, "worker_merge_ms": {"avg_ms": 0.007, "count": 242, "max_ms": 0.084, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 49.012, "count": 242, "max_ms": 81.479, "p95_ms": 70.506}, "visualize": {"avg_ms": 48.291, "count": 242, "max_ms": 72.536, "p95_ms": 65.26}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.693, "count": 242, "max_ms": 66.497, "p95_ms": 58.628}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.722, "count": 242, "max_ms": 70.93, "p95_ms": 63.444}, "visualize_input_copy_ms": {"avg_ms": 1.367, "count": 242, "max_ms": 3.851, "p95_ms": 2.415}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.586, "count": 242, "max_ms": 70.749, "p95_ms": 63.257}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 242, "max_ms": 0.189, "p95_ms": 0.158}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 242}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1476.707, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.499, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.909, "sample_count": 2353, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1513446, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:45:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 111482, "write_bytes_delta": 111482, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 933.0, "cpu_core_ratio": 0.415684, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 112152, "reason": null, "system_cpu_core_ratio": 0.035801, "system_cpu_s_delta": 0.7199999999999998, "user_cpu_core_ratio": 0.379883, "user_cpu_s_delta": 7.640000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.650802, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 196538.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.586234, "system_cpu_s_delta": 11.790000000008149, "user_cpu_core_ratio": 1.064568, "user_cpu_s_delta": 21.410000000003492}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.35, "count": 232, "max_ms": 10.729, "p95_ms": 5.546, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.113, "max": 23.0, "p95": 16.0, "sample_count": 231}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.656, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 209}, "total": {"avg": 1.498, "max": 3.0, "p95": 3.0, "sample_count": 231}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.504, "count": 30, "max": 85.324, "p95": 71.528, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.347, "count": 30, "max": 33.37, "p95": 23.458, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 760.6, "count": 30, "max": 1097.0, "p95": 1032.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1539.167, "count": 30, "max": 14534.0, "p95": 12408.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.186, "p95": 0.129, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.379, "count": 30, "max": 0.441, "p95": 0.413, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.162, "count": 30, "max": 4.776, "p95": 0.053, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112856.9, "count": 30, "max": 117604.0, "p95": 116701.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112856.9, "count": 30, "max": 117604.0, "p95": 116701.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 153164.067, "count": 30, "max": 250939.0, "p95": 241341.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.557, "count": 30, "max": 0.647, "p95": 0.642, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.995, "count": 30, "max": 1.165, "p95": 1.134, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11702, "sampled_at": "2026-10-30T13:45:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:45:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2920686, "flush_count": 3038, "flush_interval_seconds": 30.0, "flush_state": {"count": 3038, "last_at": "2026-10-30T13:45:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:45:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3037}, "started": true, "suppressed_count": 1510734, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1510585}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3038, "written_record_count": 3038}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9864.137, "limit_mb": null}, "detail": {"pid": 112268, "restart_count": 615, "start_count": 616}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4184862105600, "copied_frame_count": 1513622, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4184862105600, "frame_buffer_copies": 1513622, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1083, "count": 512, "max_ms": 0.4801, "p50_ms": 0.0936, "p95_ms": 0.2168, "p99_ms": 0.2759}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4212, "count": 512, "max_ms": 3.5325, "p50_ms": 1.3093, "p95_ms": 2.3991, "p99_ms": 2.8943, "results": {"failed": 0, "not_applicable": 0, "success": 1513622, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 561, "h264_decode_error_count": 1269, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:46:09+09:00", "last_error_summary": "[h264 @ 0x61abe68638c0] error while decoding MB 11 55, bytestream -6", "last_exit_at": "2026-10-30T13:46:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T13:46:12+09:00", "pid": 112268, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.0, "name": "ffmpeg", "pid": 112268, "rss_mb": 209.0, "state": "S (sleeping)", "threads": 70}, "restart_count": 615, "restart_count_per_hour": 32, "rtsp_timeout_count": 192, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 616}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.0, "sample_count": 2324, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1513622, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:46:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.734, "last_frame_pushed_at": "2026-10-30T13:46:09+09:00", "last_frame_read_age_sec": 4.84, "last_frame_read_at": "2026-10-30T13:46:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 104, "debug_expires_at": null, "deduplicated_count": 55, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 332.2, "last_sample_duration_ms": 1359.558, "last_trigger": "periodic", "next_snapshot_in_sec": 267.8, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 304, "storage_bytes": 2898495}, "mjpeg": {"age_sec": 4.726, "exists": true, "mtime": "2026-10-30T13:46:09.504194+09:00", "mtime_epoch": 1793335569.504194, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 109938}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:46:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1476.824, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1513622, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.697, "max": 19.0, "p95": 17.0, "sample_count": 208}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.736, "max": 3.0, "p95": 3.0, "sample_count": 208}, "total": {"avg": 1.736, "max": 3.0, "p95": 3.0, "sample_count": 208}}, "tracking_counts": {"active": {"avg": 0.269, "max": 2.0, "p95": 1.0, "sample_count": 208}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "removed": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 208}, "tracked": {"avg": 0.269, "max": 2.0, "p95": 1.0, "sample_count": 208}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.947, "pushed": 6.947, "read": 6.913}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 207, "client_acquire_ms": {"avg_ms": 0.007, "count": 207, "max_ms": 0.033, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4810.572, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.776, "count": 207, "max_ms": 6.797, "p95_ms": 2.591, "reason": null, "sample_age_ms": 4853.639, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.345, "count": 207, "max_ms": 5.569, "p95_ms": 2.149, "reason": null, "sample_age_ms": 4853.955, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.337, "count": 207, "max_ms": 0.905, "p95_ms": 0.692, "reason": null, "sample_age_ms": 4810.582, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.916, "count": 207, "max_ms": 6.454, "p95_ms": 3.623, "reason": null, "sample_age_ms": 4851.96, "source": "client_direct"}, "request_count": 207, "request_tensor_bytes": {"avg": 2764808.0, "count": 207, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4851.92, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 207, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4810.942, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.31, "count": 207, "max_ms": 70.696, "p95_ms": 64.553, "reason": null, "sample_age_ms": 4810.568, "source": "client_direct"}, "sample_age_ms": 4810.562, "source": "client_direct", "task_total_ms": {"avg_ms": 46.734, "count": 207, "max_ms": 73.548, "p95_ms": 67.886, "reason": null, "sample_age_ms": 4810.562, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.867, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.366, "count": 208, "max_ms": 16.615, "p95_ms": 10.729}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.411, "count": 208, "max_ms": 1.347, "p95_ms": 0.825}, "detection_prepare_ms": {"avg_ms": 1.481, "count": 208, "max_ms": 11.088, "p95_ms": 2.691}, "event_filter_ms": {"avg_ms": 0.006, "count": 208, "max_ms": 0.022, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.307, "count": 208, "max_ms": 0.818, "p95_ms": 0.539}, "mcmt_ms": {"avg_ms": 0.004, "count": 208, "max_ms": 0.032, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.291, "count": 208, "max_ms": 6.445, "p95_ms": 5.05}, "setup_ms": {"avg_ms": 0.042, "count": 208, "max_ms": 0.119, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 6.306, "count": 208, "max_ms": 16.538, "p95_ms": 10.635}, "track_match_ms": {"avg_ms": 0.088, "count": 208, "max_ms": 0.325, "p95_ms": 0.191}, "tracker_update_ms": {"avg_ms": 1.676, "count": 208, "max_ms": 4.617, "p95_ms": 2.744}}, "gstreamer_push": {"avg_ms": 2.874, "count": 208, "max_ms": 6.968, "p95_ms": 4.683}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 208, "max_ms": 1.025, "p95_ms": 0.106}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.022, "count": 208, "max_ms": 74.747, "p95_ms": 70.291}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.788, "count": 208, "max_ms": 12.019, "p95_ms": 6.94}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.022, "count": 208, "max_ms": 143.106, "p95_ms": 136.847}, "inference_input_copy_ms": {"avg_ms": 1.645, "count": 208, "max_ms": 6.316, "p95_ms": 2.983}, "processing_residual_ms": {"avg_ms": 0.198, "count": 208, "max_ms": 1.799, "p95_ms": 0.361}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.652, "count": 208, "max_ms": 150.19, "p95_ms": 141.943}, "read_interval": {"avg_ms": 121.894, "count": 207, "max_ms": 194.313, "p95_ms": 160.788}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 208, "max_ms": 0.106, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 2.218, "count": 208, "max_ms": 6.234, "p95_ms": 4.947}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 208, "max_ms": 0.078, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.2, "count": 208, "max_ms": 6.181, "p95_ms": 4.902}, "worker_merge_ms": {"avg_ms": 0.007, "count": 208, "max_ms": 0.072, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 48.034, "count": 208, "max_ms": 74.762, "p95_ms": 70.321}, "visualize": {"avg_ms": 47.457, "count": 208, "max_ms": 70.368, "p95_ms": 64.738}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 41.83, "count": 208, "max_ms": 64.467, "p95_ms": 57.211}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.913, "count": 208, "max_ms": 68.973, "p95_ms": 62.845}, "visualize_input_copy_ms": {"avg_ms": 1.345, "count": 208, "max_ms": 3.851, "p95_ms": 2.326}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.777, "count": 208, "max_ms": 68.831, "p95_ms": 62.708}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 208, "max_ms": 0.186, "p95_ms": 0.148}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 208}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1476.707, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.499, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.909, "sample_count": 2353, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1513446, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:45:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 111482, "write_bytes_delta": 111482, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 933.0, "cpu_core_ratio": 0.415684, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 112152, "reason": null, "system_cpu_core_ratio": 0.035801, "system_cpu_s_delta": 0.7199999999999998, "user_cpu_core_ratio": 0.379883, "user_cpu_s_delta": 7.640000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.650802, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 196538.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.586234, "system_cpu_s_delta": 11.790000000008149, "user_cpu_core_ratio": 1.064568, "user_cpu_s_delta": 21.410000000003492}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.35, "count": 232, "max_ms": 10.729, "p95_ms": 5.546, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.113, "max": 23.0, "p95": 16.0, "sample_count": 231}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.656, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 209}, "total": {"avg": 1.498, "max": 3.0, "p95": 3.0, "sample_count": 231}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.504, "count": 30, "max": 85.324, "p95": 71.528, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.347, "count": 30, "max": 33.37, "p95": 23.458, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 760.6, "count": 30, "max": 1097.0, "p95": 1032.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1539.167, "count": 30, "max": 14534.0, "p95": 12408.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.186, "p95": 0.129, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.379, "count": 30, "max": 0.441, "p95": 0.413, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.162, "count": 30, "max": 4.776, "p95": 0.053, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112856.9, "count": 30, "max": 117604.0, "p95": 116701.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112856.9, "count": 30, "max": 117604.0, "p95": 116701.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 153164.067, "count": 30, "max": 250939.0, "p95": 241341.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.557, "count": 30, "max": 0.647, "p95": 0.642, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.995, "count": 30, "max": 1.165, "p95": 1.134, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11702, "sampled_at": "2026-10-30T13:45:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:45:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2924831, "flush_count": 3042, "flush_interval_seconds": 30.0, "flush_state": {"count": 3042, "last_at": "2026-10-30T13:49:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:49:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3041}, "started": true, "suppressed_count": 1512478, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1512329}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3042, "written_record_count": 3042}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9728.57, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x63bd185cab80] error while decoding MB 10 59, bytestream -11", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4189692211200, "copied_frame_count": 1515369, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4189692211200, "frame_buffer_copies": 1515369, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.111, "count": 512, "max_ms": 0.3583, "p50_ms": 0.0953, "p95_ms": 0.2212, "p99_ms": 0.3031}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4512, "count": 512, "max_ms": 4.4195, "p50_ms": 1.3805, "p95_ms": 2.3738, "p99_ms": 2.9796, "results": {"failed": 0, "not_applicable": 0, "success": 1515369, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 562, "h264_decode_error_count": 1270, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:49:49+09:00", "last_error_summary": "[h264 @ 0x63bd185cab80] error while decoding MB 10 59, bytestream -11", "last_exit_at": "2026-10-30T13:46:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 217.444, "last_started_at": "2026-10-30T13:46:12+09:00", "pid": 112268, "process": {"exists": false, "pid": 112268}, "restart_count": 615, "restart_count_per_hour": 30, "rtsp_timeout_count": 192, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 616}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.869, "sample_count": 2367, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1515369, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:49:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.124, "last_frame_pushed_at": "2026-10-30T13:49:49+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-10-30T13:49:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 104, "debug_expires_at": null, "deduplicated_count": 55, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 547.637, "last_sample_duration_ms": 1359.558, "last_trigger": "periodic", "next_snapshot_in_sec": 52.363, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 304, "storage_bytes": 2898495}, "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-10-30T13:49:49.559000+09:00", "mtime_epoch": 1793335789.5589995, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 111966}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:49:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1498.598, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1515370, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.653, "max": 11.0, "p95": 8.0, "sample_count": 242}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.225, "max": 2.0, "p95": 2.0, "sample_count": 160}, "total": {"avg": 0.81, "max": 2.0, "p95": 2.0, "sample_count": 242}}, "tracking_counts": {"active": {"avg": 0.116, "max": 1.0, "p95": 1.0, "sample_count": 242}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "removed": {"avg": 0.041, "max": 1.0, "p95": 0.0, "sample_count": 242}, "tracked": {"avg": 0.116, "max": 1.0, "p95": 1.0, "sample_count": 242}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 242, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.081, "pushed": 8.081, "read": 8.081}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 242, "client_acquire_ms": {"avg_ms": 0.008, "count": 242, "max_ms": 0.032, "p95_ms": 0.017, "reason": null, "sample_age_ms": 33.909, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.837, "count": 242, "max_ms": 6.99, "p95_ms": 3.087, "reason": null, "sample_age_ms": 86.91, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.408, "count": 242, "max_ms": 6.718, "p95_ms": 2.059, "reason": null, "sample_age_ms": 87.138, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.372, "count": 242, "max_ms": 2.317, "p95_ms": 0.691, "reason": null, "sample_age_ms": 33.917, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.094, "count": 242, "max_ms": 8.328, "p95_ms": 3.448, "reason": null, "sample_age_ms": 84.95, "source": "client_direct"}, "request_count": 242, "request_tensor_bytes": {"avg": 2764808.0, "count": 242, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 84.917, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 242, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 34.238, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.894, "count": 242, "max_ms": 80.935, "p95_ms": 69.049, "reason": null, "sample_age_ms": 33.904, "source": "client_direct"}, "sample_age_ms": 33.899, "source": "client_direct", "task_total_ms": {"avg_ms": 50.565, "count": 242, "max_ms": 83.204, "p95_ms": 73.184, "reason": null, "sample_age_ms": 33.899, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.704, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.698, "count": 242, "max_ms": 16.406, "p95_ms": 7.754}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.365, "count": 242, "max_ms": 1.378, "p95_ms": 0.713}, "detection_prepare_ms": {"avg_ms": 1.049, "count": 242, "max_ms": 7.315, "p95_ms": 2.495}, "event_filter_ms": {"avg_ms": 0.005, "count": 242, "max_ms": 0.025, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.222, "count": 242, "max_ms": 0.869, "p95_ms": 0.558}, "mcmt_ms": {"avg_ms": 0.004, "count": 242, "max_ms": 0.017, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.869, "count": 242, "max_ms": 3.978, "p95_ms": 2.454}, "setup_ms": {"avg_ms": 0.049, "count": 242, "max_ms": 0.172, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 3.638, "count": 242, "max_ms": 16.312, "p95_ms": 7.673}, "track_match_ms": {"avg_ms": 0.057, "count": 242, "max_ms": 0.464, "p95_ms": 0.172}, "tracker_update_ms": {"avg_ms": 1.017, "count": 242, "max_ms": 3.794, "p95_ms": 2.656}}, "gstreamer_push": {"avg_ms": 3.522, "count": 242, "max_ms": 10.808, "p95_ms": 6.384}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 242, "max_ms": 1.145, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.698, "count": 242, "max_ms": 90.078, "p95_ms": 75.104}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.03, "count": 242, "max_ms": 12.517, "p95_ms": 7.723}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.085, "count": 242, "max_ms": 161.065, "p95_ms": 131.634}, "inference_input_copy_ms": {"avg_ms": 1.68, "count": 242, "max_ms": 3.954, "p95_ms": 2.942}, "processing_residual_ms": {"avg_ms": 0.186, "count": 242, "max_ms": 0.5, "p95_ms": 0.373}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.981, "count": 242, "max_ms": 167.646, "p95_ms": 138.567}, "read_interval": {"avg_ms": 123.755, "count": 242, "max_ms": 238.527, "p95_ms": 165.325}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 242, "max_ms": 0.067, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.808, "count": 242, "max_ms": 3.886, "p95_ms": 2.394}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 242, "max_ms": 0.09, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.793, "count": 242, "max_ms": 3.865, "p95_ms": 2.385}, "worker_merge_ms": {"avg_ms": 0.006, "count": 242, "max_ms": 0.03, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 51.713, "count": 242, "max_ms": 90.09, "p95_ms": 75.114}, "visualize": {"avg_ms": 47.457, "count": 242, "max_ms": 78.168, "p95_ms": 61.856}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.836, "count": 242, "max_ms": 68.75, "p95_ms": 57.631}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.303, "count": 242, "max_ms": 76.086, "p95_ms": 60.359}, "visualize_input_copy_ms": {"avg_ms": 0.94, "count": 242, "max_ms": 3.159, "p95_ms": 2.168}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.173, "count": 242, "max_ms": 75.96, "p95_ms": 60.239}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 242, "max_ms": 0.278, "p95_ms": 0.143}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 242}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1477.621, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.231, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.869, "sample_count": 2370, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1515365, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:49:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 110662, "write_bytes_delta": 110662, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 904.0, "cpu_core_ratio": 0.398203, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2249.0, "pid": 112268, "reason": null, "system_cpu_core_ratio": 0.036788, "system_cpu_s_delta": 0.7400000000000002, "user_cpu_core_ratio": 0.361415, "user_cpu_s_delta": 7.27000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.524704, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 192343.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.531931, "system_cpu_s_delta": 10.69999999999709, "user_cpu_core_ratio": 0.992773, "user_cpu_s_delta": 19.970000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.509, "count": 245, "max_ms": 10.808, "p95_ms": 6.384, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.567, "max": 11.0, "p95": 7.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.209, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 163}, "total": {"avg": 0.804, "max": 2.0, "p95": 2.0, "sample_count": 245}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.554, "count": 30, "max": 71.364, "p95": 46.367, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.779, "count": 30, "max": 33.37, "p95": 27.814, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 826.767, "count": 30, "max": 1085.0, "p95": 1047.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 282.5, "count": 30, "max": 3554.0, "p95": 1502.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.389, "count": 30, "max": 0.441, "p95": 0.413, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112393.367, "count": 30, "max": 116444.0, "p95": 115100.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112393.367, "count": 30, "max": 116444.0, "p95": 115100.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 159294.467, "count": 30, "max": 243681.0, "p95": 229695.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.579, "count": 30, "max": 0.653, "p95": 0.646, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.045, "count": 30, "max": 1.151, "p95": 1.142, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11715, "sampled_at": "2026-10-30T13:49:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:49:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2924831, "flush_count": 3042, "flush_interval_seconds": 30.0, "flush_state": {"count": 3042, "last_at": "2026-10-30T13:49:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:49:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3041}, "started": true, "suppressed_count": 1512478, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1512329}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3042, "written_record_count": 3042}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9708.152, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T13:49:49+09:00", "last_error_summary": "[h264 @ 0x63bd185cab80] error while decoding MB 10 59, bytestream -11", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4189694976000, "copied_frame_count": 1515370, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4189694976000, "frame_buffer_copies": 1515370, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.111, "count": 512, "max_ms": 0.3583, "p50_ms": 0.0949, "p95_ms": 0.2212, "p99_ms": 0.3031}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4503, "count": 512, "max_ms": 4.4195, "p50_ms": 1.38, "p95_ms": 2.3738, "p99_ms": 2.9796, "results": {"failed": 0, "not_applicable": 0, "success": 1515370, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 562, "h264_decode_error_count": 1270, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:49:49+09:00", "last_error_summary": "[h264 @ 0x63bd185cab80] error while decoding MB 10 59, bytestream -11", "last_exit_at": "2026-10-30T13:49:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 217.495, "last_started_at": "2026-10-30T13:46:12+09:00", "pid": 112268, "process": {"exists": false, "pid": 112268}, "restart_count": 615, "restart_count_per_hour": 30, "rtsp_timeout_count": 192, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 616}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.869, "sample_count": 2368, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1515370, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:49:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T13:49:49+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-10-30T13:49:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 104, "debug_expires_at": null, "deduplicated_count": 55, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 547.695, "last_sample_duration_ms": 1359.558, "last_trigger": "periodic", "next_snapshot_in_sec": 52.305, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 304, "storage_bytes": 2898495}, "mjpeg": {"age_sec": 0.165, "exists": true, "mtime": "2026-10-30T13:49:49.559000+09:00", "mtime_epoch": 1793335789.5589995, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 111966}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:49:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1477.621, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1515370, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.665, "max": 11.0, "p95": 8.0, "sample_count": 242}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.225, "max": 2.0, "p95": 2.0, "sample_count": 160}, "total": {"avg": 0.81, "max": 2.0, "p95": 2.0, "sample_count": 242}}, "tracking_counts": {"active": {"avg": 0.116, "max": 1.0, "p95": 1.0, "sample_count": 242}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "removed": {"avg": 0.041, "max": 1.0, "p95": 0.0, "sample_count": 242}, "tracked": {"avg": 0.116, "max": 1.0, "p95": 1.0, "sample_count": 242}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 243, "pushed_frames": 243, "read_frames": 242, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.101, "pushed": 8.101, "read": 8.067}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 242, "client_acquire_ms": {"avg_ms": 0.008, "count": 242, "max_ms": 0.032, "p95_ms": 0.017, "reason": null, "sample_age_ms": 80.818, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.837, "count": 242, "max_ms": 6.99, "p95_ms": 3.087, "reason": null, "sample_age_ms": 133.819, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.408, "count": 242, "max_ms": 6.718, "p95_ms": 2.059, "reason": null, "sample_age_ms": 134.048, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.372, "count": 242, "max_ms": 2.317, "p95_ms": 0.691, "reason": null, "sample_age_ms": 80.827, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.094, "count": 242, "max_ms": 8.328, "p95_ms": 3.448, "reason": null, "sample_age_ms": 131.86, "source": "client_direct"}, "request_count": 242, "request_tensor_bytes": {"avg": 2764808.0, "count": 242, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 131.826, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 242, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 81.147, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.894, "count": 242, "max_ms": 80.935, "p95_ms": 69.049, "reason": null, "sample_age_ms": 80.813, "source": "client_direct"}, "sample_age_ms": 80.808, "source": "client_direct", "task_total_ms": {"avg_ms": 50.565, "count": 242, "max_ms": 83.204, "p95_ms": 73.184, "reason": null, "sample_age_ms": 80.808, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.81, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.695, "count": 242, "max_ms": 16.406, "p95_ms": 7.754}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.365, "count": 242, "max_ms": 1.378, "p95_ms": 0.713}, "detection_prepare_ms": {"avg_ms": 1.049, "count": 242, "max_ms": 7.315, "p95_ms": 2.495}, "event_filter_ms": {"avg_ms": 0.005, "count": 242, "max_ms": 0.025, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.223, "count": 242, "max_ms": 0.869, "p95_ms": 0.558}, "mcmt_ms": {"avg_ms": 0.004, "count": 242, "max_ms": 0.017, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.864, "count": 242, "max_ms": 3.978, "p95_ms": 2.454}, "setup_ms": {"avg_ms": 0.049, "count": 242, "max_ms": 0.172, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 3.635, "count": 242, "max_ms": 16.312, "p95_ms": 7.673}, "track_match_ms": {"avg_ms": 0.057, "count": 242, "max_ms": 0.464, "p95_ms": 0.172}, "tracker_update_ms": {"avg_ms": 1.018, "count": 242, "max_ms": 3.794, "p95_ms": 2.656}}, "gstreamer_push": {"avg_ms": 3.519, "count": 243, "max_ms": 10.808, "p95_ms": 6.384}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 242, "max_ms": 1.145, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.805, "count": 242, "max_ms": 90.078, "p95_ms": 75.104}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.052, "count": 243, "max_ms": 12.517, "p95_ms": 7.723}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.123, "count": 243, "max_ms": 161.065, "p95_ms": 131.634}, "inference_input_copy_ms": {"avg_ms": 1.678, "count": 243, "max_ms": 3.954, "p95_ms": 2.942}, "processing_residual_ms": {"avg_ms": 0.185, "count": 243, "max_ms": 0.5, "p95_ms": 0.373}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.038, "count": 243, "max_ms": 167.646, "p95_ms": 138.567}, "read_interval": {"avg_ms": 123.755, "count": 242, "max_ms": 238.527, "p95_ms": 165.325}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 242, "max_ms": 0.067, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.803, "count": 242, "max_ms": 3.886, "p95_ms": 2.394}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 242, "max_ms": 0.09, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.788, "count": 242, "max_ms": 3.865, "p95_ms": 2.385}, "worker_merge_ms": {"avg_ms": 0.006, "count": 242, "max_ms": 0.03, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 51.82, "count": 242, "max_ms": 90.09, "p95_ms": 75.114}, "visualize": {"avg_ms": 47.511, "count": 242, "max_ms": 78.168, "p95_ms": 61.856}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.89, "count": 242, "max_ms": 68.75, "p95_ms": 57.631}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.356, "count": 242, "max_ms": 76.086, "p95_ms": 60.359}, "visualize_input_copy_ms": {"avg_ms": 0.941, "count": 242, "max_ms": 3.159, "p95_ms": 2.168}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.225, "count": 242, "max_ms": 75.96, "p95_ms": 60.239}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 242, "max_ms": 0.278, "p95_ms": 0.143}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 242}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1477.621, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.231, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.869, "sample_count": 2370, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1515365, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:49:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 110662, "write_bytes_delta": 110662, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 904.0, "cpu_core_ratio": 0.398203, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2249.0, "pid": 112268, "reason": null, "system_cpu_core_ratio": 0.036788, "system_cpu_s_delta": 0.7400000000000002, "user_cpu_core_ratio": 0.361415, "user_cpu_s_delta": 7.27000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.524704, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 192343.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.531931, "system_cpu_s_delta": 10.69999999999709, "user_cpu_core_ratio": 0.992773, "user_cpu_s_delta": 19.970000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.509, "count": 245, "max_ms": 10.808, "p95_ms": 6.384, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.567, "max": 11.0, "p95": 7.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.209, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 163}, "total": {"avg": 0.804, "max": 2.0, "p95": 2.0, "sample_count": 245}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.554, "count": 30, "max": 71.364, "p95": 46.367, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.779, "count": 30, "max": 33.37, "p95": 27.814, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 826.767, "count": 30, "max": 1085.0, "p95": 1047.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 282.5, "count": 30, "max": 3554.0, "p95": 1502.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.389, "count": 30, "max": 0.441, "p95": 0.413, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112393.367, "count": 30, "max": 116444.0, "p95": 115100.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112393.367, "count": 30, "max": 116444.0, "p95": 115100.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 159294.467, "count": 30, "max": 243681.0, "p95": 229695.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.579, "count": 30, "max": 0.653, "p95": 0.646, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.045, "count": 30, "max": 1.151, "p95": 1.142, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11715, "sampled_at": "2026-10-30T13:49:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:49:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2924831, "flush_count": 3042, "flush_interval_seconds": 30.0, "flush_state": {"count": 3042, "last_at": "2026-10-30T13:49:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:49:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3041}, "started": true, "suppressed_count": 1512478, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1512329}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3042, "written_record_count": 3042}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9707.77, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4189694976000, "copied_frame_count": 1515370, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4189694976000, "frame_buffer_copies": 1515370, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.111, "count": 512, "max_ms": 0.3583, "p50_ms": 0.0949, "p95_ms": 0.2212, "p99_ms": 0.3031}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4503, "count": 512, "max_ms": 4.4195, "p50_ms": 1.38, "p95_ms": 2.3738, "p99_ms": 2.9796, "results": {"failed": 0, "not_applicable": 0, "success": 1515370, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 562, "h264_decode_error_count": 1270, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:49:49+09:00", "last_error_summary": "[h264 @ 0x63bd185cab80] error while decoding MB 10 59, bytestream -11", "last_exit_at": "2026-10-30T13:49:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 217.544, "last_started_at": "2026-10-30T13:46:12+09:00", "pid": 112268, "process": {"exists": false, "pid": 112268}, "restart_count": 615, "restart_count_per_hour": 30, "rtsp_timeout_count": 192, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 616}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.869, "sample_count": 2368, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1515370, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:49:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.05, "last_frame_pushed_at": "2026-10-30T13:49:49+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-10-30T13:49:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 104, "debug_expires_at": null, "deduplicated_count": 55, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 547.753, "last_sample_duration_ms": 1359.558, "last_trigger": "periodic", "next_snapshot_in_sec": 52.247, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 304, "storage_bytes": 2898495}, "mjpeg": {"age_sec": 0.043, "exists": true, "mtime": "2026-10-30T13:49:49.732000+09:00", "mtime_epoch": 1793335789.732, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 112121}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:49:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1477.621, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1515370, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.665, "max": 11.0, "p95": 8.0, "sample_count": 242}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.225, "max": 2.0, "p95": 2.0, "sample_count": 160}, "total": {"avg": 0.81, "max": 2.0, "p95": 2.0, "sample_count": 242}}, "tracking_counts": {"active": {"avg": 0.116, "max": 1.0, "p95": 1.0, "sample_count": 242}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "removed": {"avg": 0.041, "max": 1.0, "p95": 0.0, "sample_count": 242}, "tracked": {"avg": 0.116, "max": 1.0, "p95": 1.0, "sample_count": 242}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 241, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.077, "pushed": 8.077, "read": 8.044}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 241, "client_acquire_ms": {"avg_ms": 0.008, "count": 241, "max_ms": 0.032, "p95_ms": 0.017, "reason": null, "sample_age_ms": 135.364, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.84, "count": 241, "max_ms": 6.99, "p95_ms": 3.11, "reason": null, "sample_age_ms": 188.365, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.409, "count": 241, "max_ms": 6.718, "p95_ms": 2.06, "reason": null, "sample_age_ms": 188.593, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.373, "count": 241, "max_ms": 2.317, "p95_ms": 0.692, "reason": null, "sample_age_ms": 135.372, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.098, "count": 241, "max_ms": 8.328, "p95_ms": 3.453, "reason": null, "sample_age_ms": 186.405, "source": "client_direct"}, "request_count": 241, "request_tensor_bytes": {"avg": 2764808.0, "count": 241, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 186.372, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 241, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 135.693, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.982, "count": 241, "max_ms": 80.935, "p95_ms": 69.054, "reason": null, "sample_age_ms": 135.359, "source": "client_direct"}, "sample_age_ms": 135.354, "source": "client_direct", "task_total_ms": {"avg_ms": 50.659, "count": 241, "max_ms": 83.204, "p95_ms": 73.22, "reason": null, "sample_age_ms": 135.354, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.763, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.695, "count": 242, "max_ms": 16.406, "p95_ms": 7.754}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.365, "count": 242, "max_ms": 1.378, "p95_ms": 0.713}, "detection_prepare_ms": {"avg_ms": 1.049, "count": 242, "max_ms": 7.315, "p95_ms": 2.495}, "event_filter_ms": {"avg_ms": 0.005, "count": 242, "max_ms": 0.025, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.223, "count": 242, "max_ms": 0.869, "p95_ms": 0.558}, "mcmt_ms": {"avg_ms": 0.004, "count": 242, "max_ms": 0.017, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.864, "count": 242, "max_ms": 3.978, "p95_ms": 2.454}, "setup_ms": {"avg_ms": 0.049, "count": 242, "max_ms": 0.172, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 3.635, "count": 242, "max_ms": 16.312, "p95_ms": 7.673}, "track_match_ms": {"avg_ms": 0.057, "count": 242, "max_ms": 0.464, "p95_ms": 0.172}, "tracker_update_ms": {"avg_ms": 1.018, "count": 242, "max_ms": 3.794, "p95_ms": 2.656}}, "gstreamer_push": {"avg_ms": 3.526, "count": 242, "max_ms": 10.808, "p95_ms": 6.384}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 242, "max_ms": 1.145, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.805, "count": 242, "max_ms": 90.078, "p95_ms": 75.104}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.054, "count": 242, "max_ms": 12.517, "p95_ms": 7.723}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.238, "count": 242, "max_ms": 161.065, "p95_ms": 131.634}, "inference_input_copy_ms": {"avg_ms": 1.682, "count": 242, "max_ms": 3.954, "p95_ms": 2.942}, "processing_residual_ms": {"avg_ms": 0.186, "count": 242, "max_ms": 0.5, "p95_ms": 0.373}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.16, "count": 242, "max_ms": 167.646, "p95_ms": 138.567}, "read_interval": {"avg_ms": 123.917, "count": 241, "max_ms": 238.527, "p95_ms": 165.325}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 242, "max_ms": 0.067, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.803, "count": 242, "max_ms": 3.886, "p95_ms": 2.394}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 242, "max_ms": 0.09, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.788, "count": 242, "max_ms": 3.865, "p95_ms": 2.385}, "worker_merge_ms": {"avg_ms": 0.006, "count": 242, "max_ms": 0.03, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 51.82, "count": 242, "max_ms": 90.09, "p95_ms": 75.114}, "visualize": {"avg_ms": 47.511, "count": 242, "max_ms": 78.168, "p95_ms": 61.856}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.89, "count": 242, "max_ms": 68.75, "p95_ms": 57.631}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.356, "count": 242, "max_ms": 76.086, "p95_ms": 60.359}, "visualize_input_copy_ms": {"avg_ms": 0.941, "count": 242, "max_ms": 3.159, "p95_ms": 2.168}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.225, "count": 242, "max_ms": 75.96, "p95_ms": 60.239}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 242, "max_ms": 0.278, "p95_ms": 0.143}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 242}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1477.621, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.231, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.869, "sample_count": 2370, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1515365, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:49:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 110662, "write_bytes_delta": 110662, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 904.0, "cpu_core_ratio": 0.398203, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2249.0, "pid": 112268, "reason": null, "system_cpu_core_ratio": 0.036788, "system_cpu_s_delta": 0.7400000000000002, "user_cpu_core_ratio": 0.361415, "user_cpu_s_delta": 7.27000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.524704, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 192343.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.531931, "system_cpu_s_delta": 10.69999999999709, "user_cpu_core_ratio": 0.992773, "user_cpu_s_delta": 19.970000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.509, "count": 245, "max_ms": 10.808, "p95_ms": 6.384, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.567, "max": 11.0, "p95": 7.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.209, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 163}, "total": {"avg": 0.804, "max": 2.0, "p95": 2.0, "sample_count": 245}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.554, "count": 30, "max": 71.364, "p95": 46.367, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.779, "count": 30, "max": 33.37, "p95": 27.814, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 826.767, "count": 30, "max": 1085.0, "p95": 1047.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 282.5, "count": 30, "max": 3554.0, "p95": 1502.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.389, "count": 30, "max": 0.441, "p95": 0.413, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112393.367, "count": 30, "max": 116444.0, "p95": 115100.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112393.367, "count": 30, "max": 116444.0, "p95": 115100.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 159294.467, "count": 30, "max": 243681.0, "p95": 229695.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.579, "count": 30, "max": 0.653, "p95": 0.646, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.045, "count": 30, "max": 1.151, "p95": 1.142, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11715, "sampled_at": "2026-10-30T13:49:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:49:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2924831, "flush_count": 3042, "flush_interval_seconds": 30.0, "flush_state": {"count": 3042, "last_at": "2026-10-30T13:49:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:49:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3041}, "started": true, "suppressed_count": 1512478, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1512329}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3042, "written_record_count": 3042}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9877.629, "limit_mb": null}, "detail": {"pid": 112385, "restart_count": 616, "start_count": 617}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4189694976000, "copied_frame_count": 1515370, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4189694976000, "frame_buffer_copies": 1515370, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.111, "count": 512, "max_ms": 0.3583, "p50_ms": 0.0949, "p95_ms": 0.2212, "p99_ms": 0.3031}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4503, "count": 512, "max_ms": 4.4195, "p50_ms": 1.38, "p95_ms": 2.3738, "p99_ms": 2.9796, "results": {"failed": 0, "not_applicable": 0, "success": 1515370, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 562, "h264_decode_error_count": 1270, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:49:49+09:00", "last_error_summary": "[h264 @ 0x63bd185cab80] error while decoding MB 10 59, bytestream -11", "last_exit_at": "2026-10-30T13:49:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T13:49:52+09:00", "pid": 112385, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.602, "name": "ffmpeg", "pid": 112385, "rss_mb": 205.602, "state": "S (sleeping)", "threads": 70}, "restart_count": 616, "restart_count_per_hour": 31, "rtsp_timeout_count": 192, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 617}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.588, "sample_count": 2333, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1515370, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:49:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.878, "last_frame_pushed_at": "2026-10-30T13:49:49+09:00", "last_frame_read_age_sec": 5.004, "last_frame_read_at": "2026-10-30T13:49:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 104, "debug_expires_at": null, "deduplicated_count": 55, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 552.567, "last_sample_duration_ms": 1359.558, "last_trigger": "periodic", "next_snapshot_in_sec": 47.433, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 304, "storage_bytes": 2898495}, "mjpeg": {"age_sec": 4.869, "exists": true, "mtime": "2026-10-30T13:49:49.732000+09:00", "mtime_epoch": 1793335789.732, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 112121}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:49:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1477.625, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 1515370, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.79, "max": 11.0, "p95": 8.0, "sample_count": 195}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.145, "max": 2.0, "p95": 2.0, "sample_count": 124}, "total": {"avg": 0.728, "max": 2.0, "p95": 2.0, "sample_count": 195}}, "tracking_counts": {"active": {"avg": 0.082, "max": 1.0, "p95": 1.0, "sample_count": 195}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}, "removed": {"avg": 0.051, "max": 1.0, "p95": 1.0, "sample_count": 195}, "tracked": {"avg": 0.082, "max": 1.0, "p95": 1.0, "sample_count": 195}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.505, "pushed": 6.505, "read": 6.472}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 194, "client_acquire_ms": {"avg_ms": 0.009, "count": 194, "max_ms": 0.032, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4960.011, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.878, "count": 194, "max_ms": 6.99, "p95_ms": 3.118, "reason": null, "sample_age_ms": 5013.012, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.447, "count": 194, "max_ms": 6.718, "p95_ms": 2.368, "reason": null, "sample_age_ms": 5013.24, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.406, "count": 194, "max_ms": 2.317, "p95_ms": 0.742, "reason": null, "sample_age_ms": 4960.019, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.238, "count": 194, "max_ms": 8.328, "p95_ms": 3.974, "reason": null, "sample_age_ms": 5011.052, "source": "client_direct"}, "request_count": 194, "request_tensor_bytes": {"avg": 2764808.0, "count": 194, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5011.019, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 194, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4960.34, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.431, "count": 194, "max_ms": 80.935, "p95_ms": 69.645, "reason": null, "sample_age_ms": 4960.006, "source": "client_direct"}, "sample_age_ms": 4960.001, "source": "client_direct", "task_total_ms": {"avg_ms": 53.298, "count": 194, "max_ms": 83.204, "p95_ms": 73.445, "reason": null, "sample_age_ms": 4960.001, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.372, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.589, "count": 195, "max_ms": 16.406, "p95_ms": 7.754}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.394, "count": 195, "max_ms": 1.378, "p95_ms": 0.779}, "detection_prepare_ms": {"avg_ms": 1.097, "count": 195, "max_ms": 7.315, "p95_ms": 2.628}, "event_filter_ms": {"avg_ms": 0.005, "count": 195, "max_ms": 0.025, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.234, "count": 195, "max_ms": 0.869, "p95_ms": 0.581}, "mcmt_ms": {"avg_ms": 0.004, "count": 195, "max_ms": 0.017, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.662, "count": 195, "max_ms": 3.978, "p95_ms": 2.041}, "setup_ms": {"avg_ms": 0.053, "count": 195, "max_ms": 0.172, "p95_ms": 0.102}, "total_inside_ms": {"avg_ms": 3.524, "count": 195, "max_ms": 16.312, "p95_ms": 7.673}, "track_match_ms": {"avg_ms": 0.058, "count": 195, "max_ms": 0.464, "p95_ms": 0.191}, "tracker_update_ms": {"avg_ms": 1.017, "count": 195, "max_ms": 3.794, "p95_ms": 2.724}}, "gstreamer_push": {"avg_ms": 3.774, "count": 195, "max_ms": 10.808, "p95_ms": 7.098}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 195, "max_ms": 1.145, "p95_ms": 0.122}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.623, "count": 195, "max_ms": 90.078, "p95_ms": 77.237}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.105, "count": 195, "max_ms": 12.517, "p95_ms": 7.809}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.28, "count": 195, "max_ms": 161.065, "p95_ms": 134.604}, "inference_input_copy_ms": {"avg_ms": 1.754, "count": 195, "max_ms": 3.954, "p95_ms": 2.967}, "processing_residual_ms": {"avg_ms": 0.201, "count": 195, "max_ms": 0.5, "p95_ms": 0.382}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.339, "count": 195, "max_ms": 167.646, "p95_ms": 139.376}, "read_interval": {"avg_ms": 129.338, "count": 194, "max_ms": 238.527, "p95_ms": 176.177}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 195, "max_ms": 0.067, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.598, "count": 195, "max_ms": 3.886, "p95_ms": 1.996}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 195, "max_ms": 0.09, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.582, "count": 195, "max_ms": 3.865, "p95_ms": 1.982}, "worker_merge_ms": {"avg_ms": 0.007, "count": 195, "max_ms": 0.03, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 54.639, "count": 195, "max_ms": 90.09, "p95_ms": 77.244}, "visualize": {"avg_ms": 48.753, "count": 195, "max_ms": 78.168, "p95_ms": 63.357}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.084, "count": 195, "max_ms": 68.75, "p95_ms": 58.585}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.574, "count": 195, "max_ms": 76.086, "p95_ms": 61.96}, "visualize_input_copy_ms": {"avg_ms": 0.951, "count": 195, "max_ms": 2.959, "p95_ms": 2.248}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.436, "count": 195, "max_ms": 75.96, "p95_ms": 61.814}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 195, "max_ms": 0.23, "p95_ms": 0.145}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 195}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1477.621, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.231, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.869, "sample_count": 2370, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1515365, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:49:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 110662, "write_bytes_delta": 110662, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 904.0, "cpu_core_ratio": 0.398203, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2249.0, "pid": 112268, "reason": null, "system_cpu_core_ratio": 0.036788, "system_cpu_s_delta": 0.7400000000000002, "user_cpu_core_ratio": 0.361415, "user_cpu_s_delta": 7.27000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.524704, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 192343.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.531931, "system_cpu_s_delta": 10.69999999999709, "user_cpu_core_ratio": 0.992773, "user_cpu_s_delta": 19.970000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.509, "count": 245, "max_ms": 10.808, "p95_ms": 6.384, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.567, "max": 11.0, "p95": 7.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.209, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 163}, "total": {"avg": 0.804, "max": 2.0, "p95": 2.0, "sample_count": 245}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.554, "count": 30, "max": 71.364, "p95": 46.367, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.779, "count": 30, "max": 33.37, "p95": 27.814, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 826.767, "count": 30, "max": 1085.0, "p95": 1047.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 282.5, "count": 30, "max": 3554.0, "p95": 1502.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.041, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.389, "count": 30, "max": 0.441, "p95": 0.413, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112393.367, "count": 30, "max": 116444.0, "p95": 115100.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112393.367, "count": 30, "max": 116444.0, "p95": 115100.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 159294.467, "count": 30, "max": 243681.0, "p95": 229695.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.579, "count": 30, "max": 0.653, "p95": 0.646, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.045, "count": 30, "max": 1.151, "p95": 1.142, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11715, "sampled_at": "2026-10-30T13:49:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:49:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2927850, "flush_count": 3045, "flush_interval_seconds": 30.0, "flush_state": {"count": 3045, "last_at": "2026-10-30T13:52:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:52:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3044}, "started": true, "suppressed_count": 1514021, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1513872}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3045, "written_record_count": 3045}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9723.953, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5a9aa2f1e300] error while decoding MB 48 64, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4193966592000, "copied_frame_count": 1516915, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4193966592000, "frame_buffer_copies": 1516915, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1107, "count": 512, "max_ms": 0.9834, "p50_ms": 0.0947, "p95_ms": 0.2127, "p99_ms": 0.2927}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4448, "count": 512, "max_ms": 4.2382, "p50_ms": 1.3722, "p95_ms": 2.3896, "p99_ms": 3.0158, "results": {"failed": 0, "not_applicable": 0, "success": 1516915, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 563, "h264_decode_error_count": 1271, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:53:08+09:00", "last_error_summary": "[h264 @ 0x5a9aa2f1e300] error while decoding MB 48 64, bytestream -7", "last_exit_at": "2026-10-30T13:49:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 195.625, "last_started_at": "2026-10-30T13:49:52+09:00", "pid": 112385, "process": {"exists": false, "pid": 112385}, "restart_count": 616, "restart_count_per_hour": 29, "rtsp_timeout_count": 192, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 617}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.96, "sample_count": 2358, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1516915, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:53:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.069, "last_frame_pushed_at": "2026-10-30T13:53:08+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-10-30T13:53:08+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 105, "debug_expires_at": null, "deduplicated_count": 56, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 144.504, "last_sample_duration_ms": 1270.889, "last_trigger": "periodic", "next_snapshot_in_sec": 455.496, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 305, "storage_bytes": 2908085}, "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-10-30T13:53:08.166794+09:00", "mtime_epoch": 1793335988.1667938, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 115338}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:53:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1488.789, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1516916, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.846, "max": 14.0, "p95": 10.0, "sample_count": 227}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.115, "max": 3.0, "p95": 3.0, "sample_count": 227}, "total": {"avg": 2.115, "max": 3.0, "p95": 3.0, "sample_count": 227}}, "tracking_counts": {"active": {"avg": 0.458, "max": 2.0, "p95": 1.0, "sample_count": 227}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 227}, "tracked": {"avg": 0.458, "max": 2.0, "p95": 1.0, "sample_count": 227}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.583, "pushed": 7.583, "read": 7.583}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 227, "client_acquire_ms": {"avg_ms": 0.008, "count": 227, "max_ms": 0.035, "p95_ms": 0.017, "reason": null, "sample_age_ms": 19.842, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.948, "count": 227, "max_ms": 7.666, "p95_ms": 3.297, "reason": null, "sample_age_ms": 79.245, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.429, "count": 227, "max_ms": 7.37, "p95_ms": 2.367, "reason": null, "sample_age_ms": 79.872, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.367, "count": 227, "max_ms": 1.199, "p95_ms": 0.681, "reason": null, "sample_age_ms": 19.852, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.999, "count": 227, "max_ms": 4.357, "p95_ms": 3.521, "reason": null, "sample_age_ms": 76.954, "source": "client_direct"}, "request_count": 227, "request_tensor_bytes": {"avg": 2764808.0, "count": 227, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 76.914, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 227, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 20.266, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.326, "count": 227, "max_ms": 96.032, "p95_ms": 71.846, "reason": null, "sample_age_ms": 19.839, "source": "client_direct"}, "sample_age_ms": 19.835, "source": "client_direct", "task_total_ms": {"avg_ms": 52.873, "count": 227, "max_ms": 99.264, "p95_ms": 74.938, "reason": null, "sample_age_ms": 19.835, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.875, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.132, "count": 227, "max_ms": 15.543, "p95_ms": 10.683}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.442, "count": 227, "max_ms": 1.251, "p95_ms": 0.868}, "detection_prepare_ms": {"avg_ms": 1.648, "count": 227, "max_ms": 8.692, "p95_ms": 3.153}, "event_filter_ms": {"avg_ms": 0.005, "count": 227, "max_ms": 0.02, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.309, "count": 227, "max_ms": 0.783, "p95_ms": 0.57}, "mcmt_ms": {"avg_ms": 0.003, "count": 227, "max_ms": 0.013, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.605, "count": 227, "max_ms": 5.099, "p95_ms": 3.416}, "setup_ms": {"avg_ms": 0.046, "count": 227, "max_ms": 0.201, "p95_ms": 0.102}, "total_inside_ms": {"avg_ms": 6.073, "count": 227, "max_ms": 15.463, "p95_ms": 10.54}, "track_match_ms": {"avg_ms": 0.108, "count": 227, "max_ms": 0.426, "p95_ms": 0.231}, "tracker_update_ms": {"avg_ms": 1.905, "count": 227, "max_ms": 8.554, "p95_ms": 3.342}}, "gstreamer_push": {"avg_ms": 3.039, "count": 227, "max_ms": 9.832, "p95_ms": 5.144}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 227, "max_ms": 2.236, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.174, "count": 227, "max_ms": 102.721, "p95_ms": 79.299}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.047, "count": 227, "max_ms": 11.15, "p95_ms": 8.429}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.715, "count": 227, "max_ms": 172.589, "p95_ms": 140.789}, "inference_input_copy_ms": {"avg_ms": 1.64, "count": 227, "max_ms": 4.773, "p95_ms": 3.001}, "processing_residual_ms": {"avg_ms": 0.205, "count": 227, "max_ms": 0.764, "p95_ms": 0.378}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 117.607, "count": 227, "max_ms": 178.82, "p95_ms": 146.87}, "read_interval": {"avg_ms": 132.05, "count": 227, "max_ms": 190.789, "p95_ms": 174.171}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 227, "max_ms": 0.078, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 1.538, "count": 227, "max_ms": 5.015, "p95_ms": 3.33}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 227, "max_ms": 0.065, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.521, "count": 227, "max_ms": 4.995, "p95_ms": 3.312}, "worker_merge_ms": {"avg_ms": 0.007, "count": 227, "max_ms": 0.03, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 54.188, "count": 227, "max_ms": 102.735, "p95_ms": 79.317}, "visualize": {"avg_ms": 51.116, "count": 227, "max_ms": 76.262, "p95_ms": 65.974}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.54, "count": 227, "max_ms": 66.957, "p95_ms": 57.337}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.503, "count": 227, "max_ms": 73.17, "p95_ms": 64.378}, "visualize_input_copy_ms": {"avg_ms": 1.399, "count": 227, "max_ms": 4.518, "p95_ms": 2.427}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.362, "count": 227, "max_ms": 72.912, "p95_ms": 64.101}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 227, "max_ms": 0.349, "p95_ms": 0.163}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 227}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1478.223, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.171, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.451, "sample_count": 2380, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1516616, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:52:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114349, "write_bytes_delta": 114349, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 940.0, "cpu_core_ratio": 0.417786, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 112385, "reason": null, "system_cpu_core_ratio": 0.037481, "system_cpu_s_delta": 0.75, "user_cpu_core_ratio": 0.380305, "user_cpu_s_delta": 7.609999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.513723, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 184265.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.534226, "system_cpu_s_delta": 10.690000000002328, "user_cpu_core_ratio": 0.979497, "user_cpu_s_delta": 19.60000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.341, "count": 241, "max_ms": 8.436, "p95_ms": 5.437, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.365, "max": 10.0, "p95": 8.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.275, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 120}, "total": {"avg": 0.635, "max": 3.0, "p95": 2.0, "sample_count": 241}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.229, "count": 30, "max": 71.364, "p95": 56.877, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.561, "count": 30, "max": 33.37, "p95": 27.898, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 819.4, "count": 30, "max": 1093.0, "p95": 1071.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 274.3, "count": 30, "max": 3554.0, "p95": 1593.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.389, "count": 30, "max": 0.452, "p95": 0.43, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112283.4, "count": 30, "max": 116444.0, "p95": 115100.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112283.4, "count": 30, "max": 116444.0, "p95": 115100.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 156057.6, "count": 30, "max": 210200.0, "p95": 203162.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.567, "count": 30, "max": 0.653, "p95": 0.646, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.033, "count": 30, "max": 1.151, "p95": 1.142, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11723, "sampled_at": "2026-10-30T13:52:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:52:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2927850, "flush_count": 3045, "flush_interval_seconds": 30.0, "flush_state": {"count": 3045, "last_at": "2026-10-30T13:52:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:52:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3044}, "started": true, "suppressed_count": 1514021, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1513872}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3045, "written_record_count": 3045}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9713.777, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T13:53:08+09:00", "last_error_summary": "[h264 @ 0x5a9aa2f1e300] error while decoding MB 48 64, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4193969356800, "copied_frame_count": 1516916, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4193969356800, "frame_buffer_copies": 1516916, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1108, "count": 512, "max_ms": 0.9834, "p50_ms": 0.0947, "p95_ms": 0.2127, "p99_ms": 0.2927}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4445, "count": 512, "max_ms": 4.2382, "p50_ms": 1.3722, "p95_ms": 2.3896, "p99_ms": 3.0158, "results": {"failed": 0, "not_applicable": 0, "success": 1516916, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 563, "h264_decode_error_count": 1271, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:53:08+09:00", "last_error_summary": "[h264 @ 0x5a9aa2f1e300] error while decoding MB 48 64, bytestream -7", "last_exit_at": "2026-10-30T13:53:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 195.701, "last_started_at": "2026-10-30T13:49:52+09:00", "pid": 112385, "process": {"exists": false, "pid": 112385}, "restart_count": 616, "restart_count_per_hour": 29, "rtsp_timeout_count": 192, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 617}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.96, "sample_count": 2358, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1516916, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:53:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T13:53:08+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-10-30T13:53:08+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 105, "debug_expires_at": null, "deduplicated_count": 56, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 144.553, "last_sample_duration_ms": 1270.889, "last_trigger": "periodic", "next_snapshot_in_sec": 455.447, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 305, "storage_bytes": 2908085}, "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-10-30T13:53:08.166794+09:00", "mtime_epoch": 1793335988.1667938, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 115338}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:53:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1478.363, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1516916, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.859, "max": 14.0, "p95": 10.0, "sample_count": 227}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.115, "max": 3.0, "p95": 3.0, "sample_count": 227}, "total": {"avg": 2.115, "max": 3.0, "p95": 3.0, "sample_count": 227}}, "tracking_counts": {"active": {"avg": 0.458, "max": 2.0, "p95": 1.0, "sample_count": 227}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 227}, "tracked": {"avg": 0.458, "max": 2.0, "p95": 1.0, "sample_count": 227}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.591, "pushed": 7.591, "read": 7.558}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 226, "client_acquire_ms": {"avg_ms": 0.008, "count": 227, "max_ms": 0.035, "p95_ms": 0.017, "reason": null, "sample_age_ms": 84.519, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.951, "count": 226, "max_ms": 7.666, "p95_ms": 3.297, "reason": null, "sample_age_ms": 143.922, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.431, "count": 226, "max_ms": 7.37, "p95_ms": 2.368, "reason": null, "sample_age_ms": 144.549, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.367, "count": 227, "max_ms": 1.199, "p95_ms": 0.681, "reason": null, "sample_age_ms": 84.529, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.99, "count": 226, "max_ms": 4.357, "p95_ms": 3.457, "reason": null, "sample_age_ms": 141.631, "source": "client_direct"}, "request_count": 226, "request_tensor_bytes": {"avg": 2764808.0, "count": 226, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 141.591, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 227, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 84.943, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.326, "count": 227, "max_ms": 96.032, "p95_ms": 71.846, "reason": null, "sample_age_ms": 84.516, "source": "client_direct"}, "sample_age_ms": 84.512, "source": "client_direct", "task_total_ms": {"avg_ms": 52.873, "count": 227, "max_ms": 99.264, "p95_ms": 74.938, "reason": null, "sample_age_ms": 84.512, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.891, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.193, "count": 227, "max_ms": 18.086, "p95_ms": 10.775}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.445, "count": 227, "max_ms": 1.251, "p95_ms": 0.868}, "detection_prepare_ms": {"avg_ms": 1.676, "count": 227, "max_ms": 8.692, "p95_ms": 3.182}, "event_filter_ms": {"avg_ms": 0.005, "count": 227, "max_ms": 0.02, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.31, "count": 227, "max_ms": 0.783, "p95_ms": 0.57}, "mcmt_ms": {"avg_ms": 0.003, "count": 227, "max_ms": 0.013, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.605, "count": 227, "max_ms": 5.099, "p95_ms": 3.416}, "setup_ms": {"avg_ms": 0.046, "count": 227, "max_ms": 0.201, "p95_ms": 0.102}, "total_inside_ms": {"avg_ms": 6.134, "count": 227, "max_ms": 18.012, "p95_ms": 10.641}, "track_match_ms": {"avg_ms": 0.108, "count": 227, "max_ms": 0.426, "p95_ms": 0.231}, "tracker_update_ms": {"avg_ms": 1.935, "count": 227, "max_ms": 8.554, "p95_ms": 3.356}}, "gstreamer_push": {"avg_ms": 3.034, "count": 227, "max_ms": 9.832, "p95_ms": 5.144}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 227, "max_ms": 2.236, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.283, "count": 227, "max_ms": 102.721, "p95_ms": 79.299}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.042, "count": 227, "max_ms": 11.15, "p95_ms": 8.429}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.86, "count": 227, "max_ms": 172.589, "p95_ms": 140.789}, "inference_input_copy_ms": {"avg_ms": 1.64, "count": 227, "max_ms": 4.773, "p95_ms": 3.001}, "processing_residual_ms": {"avg_ms": 0.205, "count": 227, "max_ms": 0.764, "p95_ms": 0.378}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 117.747, "count": 227, "max_ms": 178.82, "p95_ms": 146.87}, "read_interval": {"avg_ms": 132.127, "count": 226, "max_ms": 190.789, "p95_ms": 174.171}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 227, "max_ms": 0.078, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 1.538, "count": 227, "max_ms": 5.015, "p95_ms": 3.33}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 227, "max_ms": 0.065, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.521, "count": 227, "max_ms": 4.995, "p95_ms": 3.312}, "worker_merge_ms": {"avg_ms": 0.007, "count": 227, "max_ms": 0.03, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 54.297, "count": 227, "max_ms": 102.735, "p95_ms": 79.317}, "visualize": {"avg_ms": 51.097, "count": 227, "max_ms": 76.262, "p95_ms": 65.974}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.513, "count": 227, "max_ms": 66.957, "p95_ms": 57.337}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.461, "count": 227, "max_ms": 73.17, "p95_ms": 64.378}, "visualize_input_copy_ms": {"avg_ms": 1.421, "count": 227, "max_ms": 5.766, "p95_ms": 2.427}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.319, "count": 227, "max_ms": 72.912, "p95_ms": 64.101}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 227, "max_ms": 0.349, "p95_ms": 0.163}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 227}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1478.223, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.171, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.451, "sample_count": 2380, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1516616, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:52:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114349, "write_bytes_delta": 114349, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 940.0, "cpu_core_ratio": 0.417786, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 112385, "reason": null, "system_cpu_core_ratio": 0.037481, "system_cpu_s_delta": 0.75, "user_cpu_core_ratio": 0.380305, "user_cpu_s_delta": 7.609999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.513723, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 184265.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.534226, "system_cpu_s_delta": 10.690000000002328, "user_cpu_core_ratio": 0.979497, "user_cpu_s_delta": 19.60000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.341, "count": 241, "max_ms": 8.436, "p95_ms": 5.437, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.365, "max": 10.0, "p95": 8.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.275, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 120}, "total": {"avg": 0.635, "max": 3.0, "p95": 2.0, "sample_count": 241}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.229, "count": 30, "max": 71.364, "p95": 56.877, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.561, "count": 30, "max": 33.37, "p95": 27.898, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 819.4, "count": 30, "max": 1093.0, "p95": 1071.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 274.3, "count": 30, "max": 3554.0, "p95": 1593.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.389, "count": 30, "max": 0.452, "p95": 0.43, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112283.4, "count": 30, "max": 116444.0, "p95": 115100.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112283.4, "count": 30, "max": 116444.0, "p95": 115100.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 156057.6, "count": 30, "max": 210200.0, "p95": 203162.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.567, "count": 30, "max": 0.653, "p95": 0.646, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.033, "count": 30, "max": 1.151, "p95": 1.142, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11723, "sampled_at": "2026-10-30T13:52:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:52:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2927850, "flush_count": 3045, "flush_interval_seconds": 30.0, "flush_state": {"count": 3045, "last_at": "2026-10-30T13:52:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:52:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3044}, "started": true, "suppressed_count": 1514021, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1513872}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3045, "written_record_count": 3045}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9713.668, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4193969356800, "copied_frame_count": 1516916, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4193969356800, "frame_buffer_copies": 1516916, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1108, "count": 512, "max_ms": 0.9834, "p50_ms": 0.0947, "p95_ms": 0.2127, "p99_ms": 0.2927}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4445, "count": 512, "max_ms": 4.2382, "p50_ms": 1.3722, "p95_ms": 2.3896, "p99_ms": 3.0158, "results": {"failed": 0, "not_applicable": 0, "success": 1516916, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 563, "h264_decode_error_count": 1271, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:53:08+09:00", "last_error_summary": "[h264 @ 0x5a9aa2f1e300] error while decoding MB 48 64, bytestream -7", "last_exit_at": "2026-10-30T13:53:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 195.727, "last_started_at": "2026-10-30T13:49:52+09:00", "pid": 112385, "process": {"exists": false, "pid": 112385}, "restart_count": 616, "restart_count_per_hour": 29, "rtsp_timeout_count": 192, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 617}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.96, "sample_count": 2358, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1516916, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:53:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.026, "last_frame_pushed_at": "2026-10-30T13:53:08+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-10-30T13:53:08+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 105, "debug_expires_at": null, "deduplicated_count": 56, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 144.581, "last_sample_duration_ms": 1270.889, "last_trigger": "periodic", "next_snapshot_in_sec": 455.419, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 305, "storage_bytes": 2908085}, "mjpeg": {"age_sec": 0.019, "exists": true, "mtime": "2026-10-30T13:53:08.307794+09:00", "mtime_epoch": 1793335988.3077943, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114215}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:53:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1478.363, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1516916, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.859, "max": 14.0, "p95": 10.0, "sample_count": 227}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.115, "max": 3.0, "p95": 3.0, "sample_count": 227}, "total": {"avg": 2.115, "max": 3.0, "p95": 3.0, "sample_count": 227}}, "tracking_counts": {"active": {"avg": 0.458, "max": 2.0, "p95": 1.0, "sample_count": 227}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 227}, "tracked": {"avg": 0.458, "max": 2.0, "p95": 1.0, "sample_count": 227}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.585, "pushed": 7.585, "read": 7.551}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 226, "client_acquire_ms": {"avg_ms": 0.008, "count": 227, "max_ms": 0.035, "p95_ms": 0.017, "reason": null, "sample_age_ms": 109.435, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.951, "count": 226, "max_ms": 7.666, "p95_ms": 3.297, "reason": null, "sample_age_ms": 168.838, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.431, "count": 226, "max_ms": 7.37, "p95_ms": 2.368, "reason": null, "sample_age_ms": 169.465, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.367, "count": 227, "max_ms": 1.199, "p95_ms": 0.681, "reason": null, "sample_age_ms": 109.445, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.99, "count": 226, "max_ms": 4.357, "p95_ms": 3.457, "reason": null, "sample_age_ms": 166.547, "source": "client_direct"}, "request_count": 226, "request_tensor_bytes": {"avg": 2764808.0, "count": 226, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 166.507, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 227, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 109.859, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.326, "count": 227, "max_ms": 96.032, "p95_ms": 71.846, "reason": null, "sample_age_ms": 109.432, "source": "client_direct"}, "sample_age_ms": 109.428, "source": "client_direct", "task_total_ms": {"avg_ms": 52.873, "count": 227, "max_ms": 99.264, "p95_ms": 74.938, "reason": null, "sample_age_ms": 109.428, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.954, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.193, "count": 227, "max_ms": 18.086, "p95_ms": 10.775}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.445, "count": 227, "max_ms": 1.251, "p95_ms": 0.868}, "detection_prepare_ms": {"avg_ms": 1.676, "count": 227, "max_ms": 8.692, "p95_ms": 3.182}, "event_filter_ms": {"avg_ms": 0.005, "count": 227, "max_ms": 0.02, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.31, "count": 227, "max_ms": 0.783, "p95_ms": 0.57}, "mcmt_ms": {"avg_ms": 0.003, "count": 227, "max_ms": 0.013, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.605, "count": 227, "max_ms": 5.099, "p95_ms": 3.416}, "setup_ms": {"avg_ms": 0.046, "count": 227, "max_ms": 0.201, "p95_ms": 0.102}, "total_inside_ms": {"avg_ms": 6.134, "count": 227, "max_ms": 18.012, "p95_ms": 10.641}, "track_match_ms": {"avg_ms": 0.108, "count": 227, "max_ms": 0.426, "p95_ms": 0.231}, "tracker_update_ms": {"avg_ms": 1.935, "count": 227, "max_ms": 8.554, "p95_ms": 3.356}}, "gstreamer_push": {"avg_ms": 3.034, "count": 227, "max_ms": 9.832, "p95_ms": 5.144}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 227, "max_ms": 2.236, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.283, "count": 227, "max_ms": 102.721, "p95_ms": 79.299}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.042, "count": 227, "max_ms": 11.15, "p95_ms": 8.429}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.86, "count": 227, "max_ms": 172.589, "p95_ms": 140.789}, "inference_input_copy_ms": {"avg_ms": 1.64, "count": 227, "max_ms": 4.773, "p95_ms": 3.001}, "processing_residual_ms": {"avg_ms": 0.205, "count": 227, "max_ms": 0.764, "p95_ms": 0.378}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 117.747, "count": 227, "max_ms": 178.82, "p95_ms": 146.87}, "read_interval": {"avg_ms": 132.127, "count": 226, "max_ms": 190.789, "p95_ms": 174.171}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 227, "max_ms": 0.078, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 1.538, "count": 227, "max_ms": 5.015, "p95_ms": 3.33}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 227, "max_ms": 0.065, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.521, "count": 227, "max_ms": 4.995, "p95_ms": 3.312}, "worker_merge_ms": {"avg_ms": 0.007, "count": 227, "max_ms": 0.03, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 54.297, "count": 227, "max_ms": 102.735, "p95_ms": 79.317}, "visualize": {"avg_ms": 51.097, "count": 227, "max_ms": 76.262, "p95_ms": 65.974}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.513, "count": 227, "max_ms": 66.957, "p95_ms": 57.337}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.461, "count": 227, "max_ms": 73.17, "p95_ms": 64.378}, "visualize_input_copy_ms": {"avg_ms": 1.421, "count": 227, "max_ms": 5.766, "p95_ms": 2.427}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.319, "count": 227, "max_ms": 72.912, "p95_ms": 64.101}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 227, "max_ms": 0.349, "p95_ms": 0.163}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 227}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1478.223, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.171, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.451, "sample_count": 2380, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1516616, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:52:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114349, "write_bytes_delta": 114349, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 940.0, "cpu_core_ratio": 0.417786, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 112385, "reason": null, "system_cpu_core_ratio": 0.037481, "system_cpu_s_delta": 0.75, "user_cpu_core_ratio": 0.380305, "user_cpu_s_delta": 7.609999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.513723, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 184265.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.534226, "system_cpu_s_delta": 10.690000000002328, "user_cpu_core_ratio": 0.979497, "user_cpu_s_delta": 19.60000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.341, "count": 241, "max_ms": 8.436, "p95_ms": 5.437, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.365, "max": 10.0, "p95": 8.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.275, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 120}, "total": {"avg": 0.635, "max": 3.0, "p95": 2.0, "sample_count": 241}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.229, "count": 30, "max": 71.364, "p95": 56.877, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.561, "count": 30, "max": 33.37, "p95": 27.898, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 819.4, "count": 30, "max": 1093.0, "p95": 1071.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 274.3, "count": 30, "max": 3554.0, "p95": 1593.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.389, "count": 30, "max": 0.452, "p95": 0.43, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112283.4, "count": 30, "max": 116444.0, "p95": 115100.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112283.4, "count": 30, "max": 116444.0, "p95": 115100.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 156057.6, "count": 30, "max": 210200.0, "p95": 203162.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.567, "count": 30, "max": 0.653, "p95": 0.646, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.033, "count": 30, "max": 1.151, "p95": 1.142, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11723, "sampled_at": "2026-10-30T13:52:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:52:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2927850, "flush_count": 3045, "flush_interval_seconds": 30.0, "flush_state": {"count": 3045, "last_at": "2026-10-30T13:52:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:52:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3044}, "started": true, "suppressed_count": 1514021, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1513872}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3045, "written_record_count": 3045}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9884.895, "limit_mb": null}, "detail": {"pid": 112501, "restart_count": 617, "start_count": 618}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4193969356800, "copied_frame_count": 1516916, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4193969356800, "frame_buffer_copies": 1516916, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1108, "count": 512, "max_ms": 0.9834, "p50_ms": 0.0947, "p95_ms": 0.2127, "p99_ms": 0.2927}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4445, "count": 512, "max_ms": 4.2382, "p50_ms": 1.3722, "p95_ms": 2.3896, "p99_ms": 3.0158, "results": {"failed": 0, "not_applicable": 0, "success": 1516916, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 563, "h264_decode_error_count": 1271, "h264_decode_error_count_per_hour": 54, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:53:08+09:00", "last_error_summary": "[h264 @ 0x5a9aa2f1e300] error while decoding MB 48 64, bytestream -7", "last_exit_at": "2026-10-30T13:53:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T13:53:10+09:00", "pid": 112501, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.914, "name": "ffmpeg", "pid": 112501, "rss_mb": 205.914, "state": "S (sleeping)", "threads": 70}, "restart_count": 617, "restart_count_per_hour": 30, "rtsp_timeout_count": 192, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 618}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.337, "sample_count": 2321, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1516916, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:53:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.449, "last_frame_pushed_at": "2026-10-30T13:53:08+09:00", "last_frame_read_age_sec": 4.589, "last_frame_read_at": "2026-10-30T13:53:08+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 105, "debug_expires_at": null, "deduplicated_count": 56, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 149.002, "last_sample_duration_ms": 1270.889, "last_trigger": "periodic", "next_snapshot_in_sec": 450.998, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 305, "storage_bytes": 2908085}, "mjpeg": {"age_sec": 4.442, "exists": true, "mtime": "2026-10-30T13:53:08.307794+09:00", "mtime_epoch": 1793335988.3077943, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114215}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:53:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1478.367, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1516916, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.114, "max": 14.0, "p95": 10.0, "sample_count": 193}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.124, "max": 3.0, "p95": 3.0, "sample_count": 193}, "total": {"avg": 2.124, "max": 3.0, "p95": 3.0, "sample_count": 193}}, "tracking_counts": {"active": {"avg": 0.363, "max": 2.0, "p95": 1.0, "sample_count": 193}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "removed": {"avg": 0.016, "max": 1.0, "p95": 0.0, "sample_count": 193}, "tracked": {"avg": 0.363, "max": 2.0, "p95": 1.0, "sample_count": 193}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.446, "pushed": 6.446, "read": 6.413}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 192, "client_acquire_ms": {"avg_ms": 0.008, "count": 193, "max_ms": 0.035, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4532.86, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.978, "count": 192, "max_ms": 7.666, "p95_ms": 3.449, "reason": null, "sample_age_ms": 4592.263, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.446, "count": 192, "max_ms": 7.37, "p95_ms": 2.463, "reason": null, "sample_age_ms": 4592.89, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.368, "count": 193, "max_ms": 1.199, "p95_ms": 0.687, "reason": null, "sample_age_ms": 4532.87, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.998, "count": 192, "max_ms": 4.357, "p95_ms": 3.504, "reason": null, "sample_age_ms": 4589.972, "source": "client_direct"}, "request_count": 192, "request_tensor_bytes": {"avg": 2764808.0, "count": 192, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4589.932, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 193, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4533.284, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.167, "count": 193, "max_ms": 96.032, "p95_ms": 71.625, "reason": null, "sample_age_ms": 4532.856, "source": "client_direct"}, "sample_age_ms": 4532.853, "source": "client_direct", "task_total_ms": {"avg_ms": 52.711, "count": 193, "max_ms": 99.264, "p95_ms": 74.646, "reason": null, "sample_age_ms": 4532.853, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.668, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.268, "count": 193, "max_ms": 18.086, "p95_ms": 11.015}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.459, "count": 193, "max_ms": 1.251, "p95_ms": 0.879}, "detection_prepare_ms": {"avg_ms": 1.672, "count": 193, "max_ms": 8.692, "p95_ms": 3.236}, "event_filter_ms": {"avg_ms": 0.006, "count": 193, "max_ms": 0.02, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.317, "count": 193, "max_ms": 0.783, "p95_ms": 0.619}, "mcmt_ms": {"avg_ms": 0.003, "count": 193, "max_ms": 0.013, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.655, "count": 193, "max_ms": 5.099, "p95_ms": 3.449}, "setup_ms": {"avg_ms": 0.045, "count": 193, "max_ms": 0.201, "p95_ms": 0.102}, "total_inside_ms": {"avg_ms": 6.209, "count": 193, "max_ms": 18.012, "p95_ms": 10.919}, "track_match_ms": {"avg_ms": 0.105, "count": 193, "max_ms": 0.426, "p95_ms": 0.23}, "tracker_update_ms": {"avg_ms": 1.947, "count": 193, "max_ms": 8.554, "p95_ms": 3.356}}, "gstreamer_push": {"avg_ms": 3.036, "count": 193, "max_ms": 9.832, "p95_ms": 5.18}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.066, "count": 193, "max_ms": 2.236, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.144, "count": 193, "max_ms": 102.721, "p95_ms": 79.299}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.039, "count": 193, "max_ms": 11.15, "p95_ms": 8.14}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 113.092, "count": 193, "max_ms": 172.589, "p95_ms": 142.281}, "inference_input_copy_ms": {"avg_ms": 1.656, "count": 193, "max_ms": 4.773, "p95_ms": 3.037}, "processing_residual_ms": {"avg_ms": 0.209, "count": 193, "max_ms": 0.764, "p95_ms": 0.381}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 117.997, "count": 193, "max_ms": 178.82, "p95_ms": 147.102}, "read_interval": {"avg_ms": 132.43, "count": 192, "max_ms": 190.789, "p95_ms": 175.398}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 193, "max_ms": 0.078, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 1.588, "count": 193, "max_ms": 5.015, "p95_ms": 3.369}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 193, "max_ms": 0.065, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.571, "count": 193, "max_ms": 4.995, "p95_ms": 3.345}, "worker_merge_ms": {"avg_ms": 0.007, "count": 193, "max_ms": 0.03, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 54.158, "count": 193, "max_ms": 102.735, "p95_ms": 79.317}, "visualize": {"avg_ms": 51.378, "count": 193, "max_ms": 76.262, "p95_ms": 66.118}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.71, "count": 193, "max_ms": 66.957, "p95_ms": 57.452}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.719, "count": 193, "max_ms": 73.17, "p95_ms": 64.558}, "visualize_input_copy_ms": {"avg_ms": 1.441, "count": 193, "max_ms": 5.766, "p95_ms": 2.433}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.577, "count": 193, "max_ms": 72.912, "p95_ms": 64.294}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 193, "max_ms": 0.349, "p95_ms": 0.166}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 193}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1478.363, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.909, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.051, "sample_count": 2338, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1516916, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:53:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2.421, "exists": true, "size_bytes": 114215, "write_bytes_delta": 114215, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 112385, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.595479, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 181683.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.595595, "system_cpu_s_delta": 12.639999999999418, "user_cpu_core_ratio": 0.999884, "user_cpu_s_delta": 21.220000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.042, "count": 209, "max_ms": 9.832, "p95_ms": 5.147, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.976, "max": 14.0, "p95": 10.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.115, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 209}, "total": {"avg": 2.115, "max": 3.0, "p95": 3.0, "sample_count": 209}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.032, "count": 30, "max": 71.364, "p95": 56.877, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.246, "count": 30, "max": 33.37, "p95": 27.898, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 819.267, "count": 30, "max": 1093.0, "p95": 1071.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 272.467, "count": 30, "max": 3554.0, "p95": 1593.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.043, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.389, "count": 30, "max": 0.452, "p95": 0.43, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.081, "count": 30, "max": 2.421, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112461.2, "count": 30, "max": 116444.0, "p95": 115100.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112461.2, "count": 30, "max": 116444.0, "p95": 115100.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 162704.833, "count": 30, "max": 210200.0, "p95": 203162.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.573, "count": 30, "max": 0.653, "p95": 0.646, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.037, "count": 30, "max": 1.151, "p95": 1.142, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11725, "sampled_at": "2026-10-30T13:53:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:53:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2930987, "flush_count": 3048, "flush_interval_seconds": 30.0, "flush_state": {"count": 3048, "last_at": "2026-10-30T13:55:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:55:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3047}, "started": true, "suppressed_count": 1515415, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1515266}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3048, "written_record_count": 3048}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9737.773, "limit_mb": null}, "detail": {"h264_decode_error_count": 6, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x57898625e0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x57898625e0c0] error while decoding MB 0 49, bytestream 5030 [h264 @ 0x578986232a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x578986232a40] error while decoding MB 0 67, bytestream 7748 [h264 @ 0x578986e14080] cabac decode of qscale diff failed at 117 62 [h264 @ 0x578986e14080] error while decoding MB 117 62, bytestream 37919 [h264 @ 0x57898621e880] cabac decode of qscale diff failed at ", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4197829017600, "copied_frame_count": 1518312, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4197829017600, "frame_buffer_copies": 1518312, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1067, "count": 512, "max_ms": 0.2948, "p50_ms": 0.0938, "p95_ms": 0.2006, "p99_ms": 0.2572}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.399, "count": 512, "max_ms": 5.2037, "p50_ms": 1.2835, "p95_ms": 2.5198, "p99_ms": 3.2478, "results": {"failed": 0, "not_applicable": 0, "success": 1518312, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 564, "h264_decode_error_count": 1277, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:56:29+09:00", "last_error_summary": "[h264 @ 0x57898625e0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x57898625e0c0] error while decoding MB 0 49, bytestream 5030 [h264 @ 0x578986232a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x578986232a40] error while decoding MB 0 67, bytestream 7748 [h264 @ 0x578986e14080] cabac decode of qscale diff failed at 117 62 [h264 @ 0x578986e14080] error while decoding MB 117 62, bytestream 37919 [h264 @ 0x57898621e880] cabac decode of qscale diff failed at ", "last_exit_at": "2026-10-30T13:53:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 198.466, "last_started_at": "2026-10-30T13:53:10+09:00", "pid": 112501, "process": {"exists": false, "pid": 112501}, "restart_count": 617, "restart_count_per_hour": 28, "rtsp_timeout_count": 194, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 618}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.935, "sample_count": 2199, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1518312, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:56:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.102, "last_frame_pushed_at": "2026-10-30T13:56:29+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-10-30T13:56:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 105, "debug_expires_at": null, "deduplicated_count": 56, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 345.467, "last_sample_duration_ms": 1270.889, "last_trigger": "periodic", "next_snapshot_in_sec": 254.533, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 305, "storage_bytes": 2908085}, "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-10-30T13:56:29.129641+09:00", "mtime_epoch": 1793336189.1296406, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113228}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:56:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1500.02, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1518313, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.718, "max": 11.0, "p95": 7.0, "sample_count": 85}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.659, "max": 3.0, "p95": 2.0, "sample_count": 85}, "total": {"avg": 1.659, "max": 3.0, "p95": 2.0, "sample_count": 85}}, "tracking_counts": {"active": {"avg": 0.635, "max": 2.0, "p95": 1.0, "sample_count": 85}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}, "removed": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 85}, "tracked": {"avg": 0.635, "max": 2.0, "p95": 1.0, "sample_count": 85}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 85, "pushed_frames": 85, "read_frames": 85, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.844, "pushed": 2.844, "read": 2.844}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 85, "client_acquire_ms": {"avg_ms": 0.008, "count": 86, "max_ms": 0.028, "p95_ms": 0.018, "reason": null, "sample_age_ms": 44.948, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.942, "count": 85, "max_ms": 6.021, "p95_ms": 3.295, "reason": null, "sample_age_ms": 98.551, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.367, "count": 85, "max_ms": 2.967, "p95_ms": 2.21, "reason": null, "sample_age_ms": 99.22, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.352, "count": 86, "max_ms": 1.048, "p95_ms": 0.592, "reason": null, "sample_age_ms": 44.959, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.981, "count": 85, "max_ms": 3.432, "p95_ms": 2.926, "reason": null, "sample_age_ms": 95.047, "source": "client_direct"}, "request_count": 85, "request_tensor_bytes": {"avg": 2764808.0, "count": 85, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 95.005, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 86, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 45.307, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.156, "count": 86, "max_ms": 74.365, "p95_ms": 70.991, "reason": null, "sample_age_ms": 44.944, "source": "client_direct"}, "sample_age_ms": 44.939, "source": "client_direct", "task_total_ms": {"avg_ms": 52.678, "count": 86, "max_ms": 76.865, "p95_ms": 73.595, "reason": null, "sample_age_ms": 44.939, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.347, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.937, "count": 85, "max_ms": 13.718, "p95_ms": 9.718}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.387, "count": 85, "max_ms": 0.996, "p95_ms": 0.681}, "detection_prepare_ms": {"avg_ms": 1.578, "count": 85, "max_ms": 8.84, "p95_ms": 2.537}, "event_filter_ms": {"avg_ms": 0.005, "count": 85, "max_ms": 0.012, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.271, "count": 85, "max_ms": 0.531, "p95_ms": 0.457}, "mcmt_ms": {"avg_ms": 0.004, "count": 85, "max_ms": 0.025, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 1.709, "count": 85, "max_ms": 3.315, "p95_ms": 3.121}, "setup_ms": {"avg_ms": 0.049, "count": 85, "max_ms": 0.215, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 5.873, "count": 85, "max_ms": 13.58, "p95_ms": 9.606}, "track_match_ms": {"avg_ms": 0.105, "count": 85, "max_ms": 0.225, "p95_ms": 0.198}, "tracker_update_ms": {"avg_ms": 1.764, "count": 85, "max_ms": 5.091, "p95_ms": 2.969}}, "gstreamer_push": {"avg_ms": 3.067, "count": 85, "max_ms": 7.991, "p95_ms": 4.665}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 85, "max_ms": 0.124, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.024, "count": 85, "max_ms": 80.621, "p95_ms": 75.168}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.907, "count": 85, "max_ms": 11.194, "p95_ms": 8.05}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.731, "count": 85, "max_ms": 160.139, "p95_ms": 134.977}, "inference_input_copy_ms": {"avg_ms": 1.581, "count": 85, "max_ms": 3.093, "p95_ms": 2.556}, "processing_residual_ms": {"avg_ms": 0.208, "count": 85, "max_ms": 0.582, "p95_ms": 0.454}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.427, "count": 85, "max_ms": 165.974, "p95_ms": 140.626}, "read_interval": {"avg_ms": 351.837, "count": 85, "max_ms": 18973.12, "p95_ms": 176.287}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 85, "max_ms": 0.032, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 1.643, "count": 85, "max_ms": 3.233, "p95_ms": 3.018}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 85, "max_ms": 0.053, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.627, "count": 85, "max_ms": 3.212, "p95_ms": 2.996}, "worker_merge_ms": {"avg_ms": 0.007, "count": 85, "max_ms": 0.027, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 54.038, "count": 85, "max_ms": 80.643, "p95_ms": 75.183}, "visualize": {"avg_ms": 48.593, "count": 85, "max_ms": 68.169, "p95_ms": 64.033}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.014, "count": 85, "max_ms": 60.151, "p95_ms": 57.476}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.107, "count": 85, "max_ms": 64.097, "p95_ms": 63.068}, "visualize_input_copy_ms": {"avg_ms": 1.266, "count": 85, "max_ms": 3.531, "p95_ms": 2.041}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.97, "count": 85, "max_ms": 63.877, "p95_ms": 62.977}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 85, "max_ms": 0.349, "p95_ms": 0.169}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 85}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1479.051, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.319, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.935, "sample_count": 2200, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1518307, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:56:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 123098, "write_bytes_delta": 123098, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 604.0, "cpu_core_ratio": 0.223993, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2516.0, "pid": 112501, "reason": null, "system_cpu_core_ratio": 0.061921, "system_cpu_s_delta": 2.3000000000000007, "user_cpu_core_ratio": 0.162072, "user_cpu_s_delta": 6.020000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.803358, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 141825.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.291298, "system_cpu_s_delta": 10.819999999992433, "user_cpu_core_ratio": 0.51206, "user_cpu_s_delta": 19.020000000018626}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.124, "count": 86, "max_ms": 7.991, "p95_ms": 4.68, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.721, "max": 11.0, "p95": 7.0, "sample_count": 86}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.698, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 86}, "total": {"avg": 1.698, "max": 3.0, "p95": 2.0, "sample_count": 86}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.285, "count": 30, "max": 59.975, "p95": 55.177, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.364, "count": 30, "max": 31.704, "p95": 27.898, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 891.433, "count": 30, "max": 1093.0, "p95": 1075.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 716.9, "count": 30, "max": 6733.0, "p95": 3399.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.191, "p95": 0.178, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.379, "count": 30, "max": 0.452, "p95": 0.416, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.085, "count": 30, "max": 2.421, "p95": 0.072, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113829.7, "count": 30, "max": 123098.0, "p95": 117066.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113829.7, "count": 30, "max": 123098.0, "p95": 117066.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 178854.6, "count": 30, "max": 210200.0, "p95": 205863.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.551, "count": 30, "max": 0.653, "p95": 0.64, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.999, "count": 30, "max": 1.151, "p95": 1.133, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11734, "sampled_at": "2026-10-30T13:56:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:56:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.886, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2930987, "flush_count": 3048, "flush_interval_seconds": 30.0, "flush_state": {"count": 3048, "last_at": "2026-10-30T13:55:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:55:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3047}, "started": true, "suppressed_count": 1515415, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1515266}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3048, "written_record_count": 3048}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9717.238, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T13:56:29+09:00", "last_error_summary": "[h264 @ 0x57898625e0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x57898625e0c0] error while decoding MB 0 49, bytestream 5030 [h264 @ 0x578986232a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x578986232a40] error while decoding MB 0 67, bytestream 7748 [h264 @ 0x578986e14080] cabac decode of qscale diff failed at 117 62 [h264 @ 0x578986e14080] error while decoding MB 117 62, bytestream 37919 [h264 @ 0x57898621e880] cabac decode of qscale diff failed at ", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4197831782400, "copied_frame_count": 1518313, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4197831782400, "frame_buffer_copies": 1518313, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1069, "count": 512, "max_ms": 0.2948, "p50_ms": 0.094, "p95_ms": 0.2006, "p99_ms": 0.2572}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4004, "count": 512, "max_ms": 5.2037, "p50_ms": 1.2868, "p95_ms": 2.5198, "p99_ms": 3.2478, "results": {"failed": 0, "not_applicable": 0, "success": 1518313, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 564, "h264_decode_error_count": 1277, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:56:29+09:00", "last_error_summary": "[h264 @ 0x57898625e0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x57898625e0c0] error while decoding MB 0 49, bytestream 5030 [h264 @ 0x578986232a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x578986232a40] error while decoding MB 0 67, bytestream 7748 [h264 @ 0x578986e14080] cabac decode of qscale diff failed at 117 62 [h264 @ 0x578986e14080] error while decoding MB 117 62, bytestream 37919 [h264 @ 0x57898621e880] cabac decode of qscale diff failed at ", "last_exit_at": "2026-10-30T13:56:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 198.51, "last_started_at": "2026-10-30T13:53:10+09:00", "pid": 112501, "process": {"exists": false, "pid": 112501}, "restart_count": 617, "restart_count_per_hour": 28, "rtsp_timeout_count": 194, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 618}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.935, "sample_count": 2199, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1518313, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:56:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T13:56:29+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-10-30T13:56:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 105, "debug_expires_at": null, "deduplicated_count": 56, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 345.521, "last_sample_duration_ms": 1270.889, "last_trigger": "periodic", "next_snapshot_in_sec": 254.479, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 305, "storage_bytes": 2908085}, "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-10-30T13:56:29.129641+09:00", "mtime_epoch": 1793336189.1296406, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113228}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:56:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1479.047, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1518313, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.721, "max": 11.0, "p95": 7.0, "sample_count": 86}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.651, "max": 3.0, "p95": 2.0, "sample_count": 86}, "total": {"avg": 1.651, "max": 3.0, "p95": 2.0, "sample_count": 86}}, "tracking_counts": {"active": {"avg": 0.628, "max": 2.0, "p95": 1.0, "sample_count": 86}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "removed": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 86}, "tracked": {"avg": 0.628, "max": 2.0, "p95": 1.0, "sample_count": 86}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 86, "pushed_frames": 86, "read_frames": 85, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.873, "pushed": 2.873, "read": 2.84}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 85, "client_acquire_ms": {"avg_ms": 0.008, "count": 86, "max_ms": 0.028, "p95_ms": 0.018, "reason": null, "sample_age_ms": 93.667, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.942, "count": 85, "max_ms": 6.021, "p95_ms": 3.295, "reason": null, "sample_age_ms": 147.27, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.367, "count": 85, "max_ms": 2.967, "p95_ms": 2.21, "reason": null, "sample_age_ms": 147.939, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.352, "count": 86, "max_ms": 1.048, "p95_ms": 0.592, "reason": null, "sample_age_ms": 93.678, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.981, "count": 85, "max_ms": 3.432, "p95_ms": 2.926, "reason": null, "sample_age_ms": 143.766, "source": "client_direct"}, "request_count": 85, "request_tensor_bytes": {"avg": 2764808.0, "count": 85, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 143.724, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 86, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 94.026, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.156, "count": 86, "max_ms": 74.365, "p95_ms": 70.991, "reason": null, "sample_age_ms": 93.663, "source": "client_direct"}, "sample_age_ms": 93.658, "source": "client_direct", "task_total_ms": {"avg_ms": 52.678, "count": 86, "max_ms": 76.865, "p95_ms": 73.595, "reason": null, "sample_age_ms": 93.658, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.418, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.909, "count": 86, "max_ms": 13.718, "p95_ms": 9.718}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.387, "count": 86, "max_ms": 0.996, "p95_ms": 0.681}, "detection_prepare_ms": {"avg_ms": 1.57, "count": 86, "max_ms": 8.84, "p95_ms": 2.537}, "event_filter_ms": {"avg_ms": 0.005, "count": 86, "max_ms": 0.012, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.27, "count": 86, "max_ms": 0.531, "p95_ms": 0.457}, "mcmt_ms": {"avg_ms": 0.004, "count": 86, "max_ms": 0.025, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 1.696, "count": 86, "max_ms": 3.315, "p95_ms": 3.121}, "setup_ms": {"avg_ms": 0.049, "count": 86, "max_ms": 0.215, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 5.845, "count": 86, "max_ms": 13.58, "p95_ms": 9.606}, "track_match_ms": {"avg_ms": 0.104, "count": 86, "max_ms": 0.225, "p95_ms": 0.198}, "tracker_update_ms": {"avg_ms": 1.759, "count": 86, "max_ms": 5.091, "p95_ms": 2.969}}, "gstreamer_push": {"avg_ms": 3.083, "count": 86, "max_ms": 7.991, "p95_ms": 4.665}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 86, "max_ms": 0.124, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.032, "count": 86, "max_ms": 80.621, "p95_ms": 75.168}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.91, "count": 86, "max_ms": 11.194, "p95_ms": 8.05}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.929, "count": 86, "max_ms": 160.139, "p95_ms": 134.977}, "inference_input_copy_ms": {"avg_ms": 1.582, "count": 86, "max_ms": 3.093, "p95_ms": 2.556}, "processing_residual_ms": {"avg_ms": 0.207, "count": 86, "max_ms": 0.582, "p95_ms": 0.454}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.628, "count": 86, "max_ms": 165.974, "p95_ms": 140.626}, "read_interval": {"avg_ms": 351.837, "count": 85, "max_ms": 18973.12, "p95_ms": 176.287}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 86, "max_ms": 0.032, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 1.63, "count": 86, "max_ms": 3.233, "p95_ms": 3.018}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 86, "max_ms": 0.053, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.614, "count": 86, "max_ms": 3.212, "p95_ms": 2.996}, "worker_merge_ms": {"avg_ms": 0.007, "count": 86, "max_ms": 0.027, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 54.047, "count": 86, "max_ms": 80.643, "p95_ms": 75.183}, "visualize": {"avg_ms": 48.813, "count": 86, "max_ms": 68.169, "p95_ms": 64.837}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.188, "count": 86, "max_ms": 60.151, "p95_ms": 57.989}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.319, "count": 86, "max_ms": 65.277, "p95_ms": 63.152}, "visualize_input_copy_ms": {"avg_ms": 1.275, "count": 86, "max_ms": 3.531, "p95_ms": 2.044}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.181, "count": 86, "max_ms": 65.091, "p95_ms": 63.027}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 86, "max_ms": 0.349, "p95_ms": 0.169}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1479.051, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.319, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.935, "sample_count": 2200, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1518307, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:56:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 123098, "write_bytes_delta": 123098, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 604.0, "cpu_core_ratio": 0.223993, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2516.0, "pid": 112501, "reason": null, "system_cpu_core_ratio": 0.061921, "system_cpu_s_delta": 2.3000000000000007, "user_cpu_core_ratio": 0.162072, "user_cpu_s_delta": 6.020000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.803358, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 141825.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.291298, "system_cpu_s_delta": 10.819999999992433, "user_cpu_core_ratio": 0.51206, "user_cpu_s_delta": 19.020000000018626}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.124, "count": 86, "max_ms": 7.991, "p95_ms": 4.68, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.721, "max": 11.0, "p95": 7.0, "sample_count": 86}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.698, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 86}, "total": {"avg": 1.698, "max": 3.0, "p95": 2.0, "sample_count": 86}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.285, "count": 30, "max": 59.975, "p95": 55.177, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.364, "count": 30, "max": 31.704, "p95": 27.898, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 891.433, "count": 30, "max": 1093.0, "p95": 1075.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 716.9, "count": 30, "max": 6733.0, "p95": 3399.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.191, "p95": 0.178, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.379, "count": 30, "max": 0.452, "p95": 0.416, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.085, "count": 30, "max": 2.421, "p95": 0.072, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113829.7, "count": 30, "max": 123098.0, "p95": 117066.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113829.7, "count": 30, "max": 123098.0, "p95": 117066.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 178854.6, "count": 30, "max": 210200.0, "p95": 205863.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.551, "count": 30, "max": 0.653, "p95": 0.64, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.999, "count": 30, "max": 1.151, "p95": 1.133, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11734, "sampled_at": "2026-10-30T13:56:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:56:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2930987, "flush_count": 3048, "flush_interval_seconds": 30.0, "flush_state": {"count": 3048, "last_at": "2026-10-30T13:55:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:55:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3047}, "started": true, "suppressed_count": 1515415, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1515266}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3048, "written_record_count": 3048}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9717.648, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4197831782400, "copied_frame_count": 1518313, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4197831782400, "frame_buffer_copies": 1518313, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1069, "count": 512, "max_ms": 0.2948, "p50_ms": 0.094, "p95_ms": 0.2006, "p99_ms": 0.2572}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4004, "count": 512, "max_ms": 5.2037, "p50_ms": 1.2868, "p95_ms": 2.5198, "p99_ms": 3.2478, "results": {"failed": 0, "not_applicable": 0, "success": 1518313, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 564, "h264_decode_error_count": 1277, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:56:29+09:00", "last_error_summary": "[h264 @ 0x57898625e0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x57898625e0c0] error while decoding MB 0 49, bytestream 5030 [h264 @ 0x578986232a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x578986232a40] error while decoding MB 0 67, bytestream 7748 [h264 @ 0x578986e14080] cabac decode of qscale diff failed at 117 62 [h264 @ 0x578986e14080] error while decoding MB 117 62, bytestream 37919 [h264 @ 0x57898621e880] cabac decode of qscale diff failed at ", "last_exit_at": "2026-10-30T13:56:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 198.549, "last_started_at": "2026-10-30T13:53:10+09:00", "pid": 112501, "process": {"exists": false, "pid": 112501}, "restart_count": 617, "restart_count_per_hour": 28, "rtsp_timeout_count": 194, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 618}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.935, "sample_count": 2199, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1518313, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:56:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.042, "last_frame_pushed_at": "2026-10-30T13:56:29+09:00", "last_frame_read_age_sec": 0.18, "last_frame_read_at": "2026-10-30T13:56:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 105, "debug_expires_at": null, "deduplicated_count": 56, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 345.552, "last_sample_duration_ms": 1270.889, "last_trigger": "periodic", "next_snapshot_in_sec": 254.448, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 305, "storage_bytes": 2908085}, "mjpeg": {"age_sec": 0.029, "exists": true, "mtime": "2026-10-30T13:56:29.269641+09:00", "mtime_epoch": 1793336189.2696412, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113344}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:56:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1479.047, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1518313, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.721, "max": 11.0, "p95": 7.0, "sample_count": 86}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.651, "max": 3.0, "p95": 2.0, "sample_count": 86}, "total": {"avg": 1.651, "max": 3.0, "p95": 2.0, "sample_count": 86}}, "tracking_counts": {"active": {"avg": 0.628, "max": 2.0, "p95": 1.0, "sample_count": 86}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "removed": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 86}, "tracked": {"avg": 0.628, "max": 2.0, "p95": 1.0, "sample_count": 86}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 86, "pushed_frames": 86, "read_frames": 85, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.87, "pushed": 2.87, "read": 2.836}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 85, "client_acquire_ms": {"avg_ms": 0.008, "count": 85, "max_ms": 0.028, "p95_ms": 0.018, "reason": null, "sample_age_ms": 125.628, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.942, "count": 85, "max_ms": 6.021, "p95_ms": 3.295, "reason": null, "sample_age_ms": 179.23, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.367, "count": 85, "max_ms": 2.967, "p95_ms": 2.21, "reason": null, "sample_age_ms": 179.899, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.354, "count": 85, "max_ms": 1.048, "p95_ms": 0.593, "reason": null, "sample_age_ms": 125.638, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.981, "count": 85, "max_ms": 3.432, "p95_ms": 2.926, "reason": null, "sample_age_ms": 175.726, "source": "client_direct"}, "request_count": 85, "request_tensor_bytes": {"avg": 2764808.0, "count": 85, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 175.684, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 85, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 125.986, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.109, "count": 85, "max_ms": 74.365, "p95_ms": 71.012, "reason": null, "sample_age_ms": 125.623, "source": "client_direct"}, "sample_age_ms": 125.618, "source": "client_direct", "task_total_ms": {"avg_ms": 52.626, "count": 85, "max_ms": 76.865, "p95_ms": 73.597, "reason": null, "sample_age_ms": 125.618, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.469, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.909, "count": 86, "max_ms": 13.718, "p95_ms": 9.718}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.387, "count": 86, "max_ms": 0.996, "p95_ms": 0.681}, "detection_prepare_ms": {"avg_ms": 1.57, "count": 86, "max_ms": 8.84, "p95_ms": 2.537}, "event_filter_ms": {"avg_ms": 0.005, "count": 86, "max_ms": 0.012, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.27, "count": 86, "max_ms": 0.531, "p95_ms": 0.457}, "mcmt_ms": {"avg_ms": 0.004, "count": 86, "max_ms": 0.025, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 1.696, "count": 86, "max_ms": 3.315, "p95_ms": 3.121}, "setup_ms": {"avg_ms": 0.049, "count": 86, "max_ms": 0.215, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 5.845, "count": 86, "max_ms": 13.58, "p95_ms": 9.606}, "track_match_ms": {"avg_ms": 0.104, "count": 86, "max_ms": 0.225, "p95_ms": 0.198}, "tracker_update_ms": {"avg_ms": 1.759, "count": 86, "max_ms": 5.091, "p95_ms": 2.969}}, "gstreamer_push": {"avg_ms": 3.083, "count": 86, "max_ms": 7.991, "p95_ms": 4.665}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 86, "max_ms": 0.124, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.032, "count": 86, "max_ms": 80.621, "p95_ms": 75.168}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.91, "count": 86, "max_ms": 11.194, "p95_ms": 8.05}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.929, "count": 86, "max_ms": 160.139, "p95_ms": 134.977}, "inference_input_copy_ms": {"avg_ms": 1.582, "count": 86, "max_ms": 3.093, "p95_ms": 2.556}, "processing_residual_ms": {"avg_ms": 0.207, "count": 86, "max_ms": 0.582, "p95_ms": 0.454}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.628, "count": 86, "max_ms": 165.974, "p95_ms": 140.626}, "read_interval": {"avg_ms": 351.837, "count": 85, "max_ms": 18973.12, "p95_ms": 176.287}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 86, "max_ms": 0.032, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 1.63, "count": 86, "max_ms": 3.233, "p95_ms": 3.018}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 86, "max_ms": 0.053, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.614, "count": 86, "max_ms": 3.212, "p95_ms": 2.996}, "worker_merge_ms": {"avg_ms": 0.007, "count": 86, "max_ms": 0.027, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 54.047, "count": 86, "max_ms": 80.643, "p95_ms": 75.183}, "visualize": {"avg_ms": 48.813, "count": 86, "max_ms": 68.169, "p95_ms": 64.837}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.188, "count": 86, "max_ms": 60.151, "p95_ms": 57.989}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.319, "count": 86, "max_ms": 65.277, "p95_ms": 63.152}, "visualize_input_copy_ms": {"avg_ms": 1.275, "count": 86, "max_ms": 3.531, "p95_ms": 2.044}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.181, "count": 86, "max_ms": 65.091, "p95_ms": 63.027}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 86, "max_ms": 0.349, "p95_ms": 0.169}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1479.051, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.319, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.935, "sample_count": 2200, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1518307, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:56:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 123098, "write_bytes_delta": 123098, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 604.0, "cpu_core_ratio": 0.223993, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2516.0, "pid": 112501, "reason": null, "system_cpu_core_ratio": 0.061921, "system_cpu_s_delta": 2.3000000000000007, "user_cpu_core_ratio": 0.162072, "user_cpu_s_delta": 6.020000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.803358, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 141825.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.291298, "system_cpu_s_delta": 10.819999999992433, "user_cpu_core_ratio": 0.51206, "user_cpu_s_delta": 19.020000000018626}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.124, "count": 86, "max_ms": 7.991, "p95_ms": 4.68, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.721, "max": 11.0, "p95": 7.0, "sample_count": 86}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.698, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 86}, "total": {"avg": 1.698, "max": 3.0, "p95": 2.0, "sample_count": 86}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.285, "count": 30, "max": 59.975, "p95": 55.177, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.364, "count": 30, "max": 31.704, "p95": 27.898, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 891.433, "count": 30, "max": 1093.0, "p95": 1075.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 716.9, "count": 30, "max": 6733.0, "p95": 3399.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.191, "p95": 0.178, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.379, "count": 30, "max": 0.452, "p95": 0.416, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.085, "count": 30, "max": 2.421, "p95": 0.072, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113829.7, "count": 30, "max": 123098.0, "p95": 117066.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113829.7, "count": 30, "max": 123098.0, "p95": 117066.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 178854.6, "count": 30, "max": 210200.0, "p95": 205863.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.551, "count": 30, "max": 0.653, "p95": 0.64, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.999, "count": 30, "max": 1.151, "p95": 1.133, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11734, "sampled_at": "2026-10-30T13:56:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:56:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2930987, "flush_count": 3048, "flush_interval_seconds": 30.0, "flush_state": {"count": 3048, "last_at": "2026-10-30T13:55:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T13:55:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3047}, "started": true, "suppressed_count": 1515415, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1515266}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3048, "written_record_count": 3048}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9889.031, "limit_mb": null}, "detail": {"pid": 112617, "restart_count": 618, "start_count": 619}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4197831782400, "copied_frame_count": 1518313, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4197831782400, "frame_buffer_copies": 1518313, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1069, "count": 512, "max_ms": 0.2948, "p50_ms": 0.094, "p95_ms": 0.2006, "p99_ms": 0.2572}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4004, "count": 512, "max_ms": 5.2037, "p50_ms": 1.2868, "p95_ms": 2.5198, "p99_ms": 3.2478, "results": {"failed": 0, "not_applicable": 0, "success": 1518313, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 564, "h264_decode_error_count": 1277, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T13:56:29+09:00", "last_error_summary": "[h264 @ 0x57898625e0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x57898625e0c0] error while decoding MB 0 49, bytestream 5030 [h264 @ 0x578986232a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x578986232a40] error while decoding MB 0 67, bytestream 7748 [h264 @ 0x578986e14080] cabac decode of qscale diff failed at 117 62 [h264 @ 0x578986e14080] error while decoding MB 117 62, bytestream 37919 [h264 @ 0x57898621e880] cabac decode of qscale diff failed at ", "last_exit_at": "2026-10-30T13:56:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T13:56:31+09:00", "pid": 112617, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.824, "name": "ffmpeg", "pid": 112617, "rss_mb": 205.824, "state": "S (sleeping)", "threads": 70}, "restart_count": 618, "restart_count_per_hour": 29, "rtsp_timeout_count": 194, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 619}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.007, "sample_count": 2161, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1518313, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:56:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.557, "last_frame_pushed_at": "2026-10-30T13:56:29+09:00", "last_frame_read_age_sec": 4.696, "last_frame_read_at": "2026-10-30T13:56:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 105, "debug_expires_at": null, "deduplicated_count": 56, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 350.065, "last_sample_duration_ms": 1270.889, "last_trigger": "periodic", "next_snapshot_in_sec": 249.935, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 305, "storage_bytes": 2908085}, "mjpeg": {"age_sec": 4.544, "exists": true, "mtime": "2026-10-30T13:56:29.269641+09:00", "mtime_epoch": 1793336189.2696412, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113344}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T13:56:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1479.051, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1518313, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.585, "max": 11.0, "p95": 9.0, "sample_count": 53}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.415, "max": 2.0, "p95": 2.0, "sample_count": 53}, "total": {"avg": 1.415, "max": 2.0, "p95": 2.0, "sample_count": 53}}, "tracking_counts": {"active": {"avg": 0.377, "max": 1.0, "p95": 1.0, "sample_count": 53}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}, "removed": {"avg": 0.038, "max": 1.0, "p95": 0.0, "sample_count": 53}, "tracked": {"avg": 0.377, "max": 1.0, "p95": 1.0, "sample_count": 53}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 53, "pushed_frames": 53, "read_frames": 52, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.77, "pushed": 1.77, "read": 1.737}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 52, "client_acquire_ms": {"avg_ms": 0.008, "count": 52, "max_ms": 0.028, "p95_ms": 0.02, "reason": null, "sample_age_ms": 4643.223, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.831, "count": 52, "max_ms": 5.35, "p95_ms": 2.96, "reason": null, "sample_age_ms": 4696.826, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.328, "count": 52, "max_ms": 2.967, "p95_ms": 2.107, "reason": null, "sample_age_ms": 4697.495, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.364, "count": 52, "max_ms": 1.048, "p95_ms": 0.638, "reason": null, "sample_age_ms": 4643.234, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.913, "count": 52, "max_ms": 3.432, "p95_ms": 2.935, "reason": null, "sample_age_ms": 4693.321, "source": "client_direct"}, "request_count": 52, "request_tensor_bytes": {"avg": 2764808.0, "count": 52, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4693.28, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 52, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4643.582, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.017, "count": 52, "max_ms": 74.365, "p95_ms": 64.82, "reason": null, "sample_age_ms": 4643.218, "source": "client_direct"}, "sample_age_ms": 4643.214, "source": "client_direct", "task_total_ms": {"avg_ms": 50.476, "count": 52, "max_ms": 76.865, "p95_ms": 67.939, "reason": null, "sample_age_ms": 4643.214, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.512, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.383, "count": 53, "max_ms": 13.718, "p95_ms": 9.269}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.383, "count": 53, "max_ms": 0.806, "p95_ms": 0.681}, "detection_prepare_ms": {"avg_ms": 1.532, "count": 53, "max_ms": 8.84, "p95_ms": 2.706}, "event_filter_ms": {"avg_ms": 0.006, "count": 53, "max_ms": 0.012, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.263, "count": 53, "max_ms": 0.465, "p95_ms": 0.416}, "mcmt_ms": {"avg_ms": 0.004, "count": 53, "max_ms": 0.025, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 1.316, "count": 53, "max_ms": 3.173, "p95_ms": 2.939}, "setup_ms": {"avg_ms": 0.046, "count": 53, "max_ms": 0.128, "p95_ms": 0.082}, "total_inside_ms": {"avg_ms": 5.321, "count": 53, "max_ms": 13.58, "p95_ms": 9.133}, "track_match_ms": {"avg_ms": 0.09, "count": 53, "max_ms": 0.206, "p95_ms": 0.175}, "tracker_update_ms": {"avg_ms": 1.68, "count": 53, "max_ms": 2.969, "p95_ms": 2.723}}, "gstreamer_push": {"avg_ms": 3.01, "count": 53, "max_ms": 6.772, "p95_ms": 4.479}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 53, "max_ms": 0.124, "p95_ms": 0.106}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.635, "count": 53, "max_ms": 78.123, "p95_ms": 73.986}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.831, "count": 53, "max_ms": 10.708, "p95_ms": 8.968}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.104, "count": 53, "max_ms": 144.814, "p95_ms": 133.305}, "inference_input_copy_ms": {"avg_ms": 1.503, "count": 53, "max_ms": 3.093, "p95_ms": 2.415}, "processing_residual_ms": {"avg_ms": 0.169, "count": 53, "max_ms": 0.464, "p95_ms": 0.368}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.607, "count": 53, "max_ms": 148.706, "p95_ms": 137.829}, "read_interval": {"avg_ms": 487.653, "count": 52, "max_ms": 18973.12, "p95_ms": 191.358}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 53, "max_ms": 0.032, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 1.248, "count": 53, "max_ms": 3.029, "p95_ms": 2.828}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 53, "max_ms": 0.053, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.232, "count": 53, "max_ms": 2.997, "p95_ms": 2.801}, "worker_merge_ms": {"avg_ms": 0.006, "count": 53, "max_ms": 0.018, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 51.649, "count": 53, "max_ms": 78.141, "p95_ms": 74.002}, "visualize": {"avg_ms": 46.939, "count": 53, "max_ms": 67.522, "p95_ms": 63.905}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 41.589, "count": 53, "max_ms": 60.151, "p95_ms": 54.616}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.417, "count": 53, "max_ms": 65.277, "p95_ms": 62.343}, "visualize_input_copy_ms": {"avg_ms": 1.319, "count": 53, "max_ms": 3.531, "p95_ms": 2.044}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.269, "count": 53, "max_ms": 65.091, "p95_ms": 62.076}, "visualizer_prepare_ms": {"avg_ms": 0.087, "count": 53, "max_ms": 0.349, "p95_ms": 0.183}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 53}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1479.051, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.319, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.935, "sample_count": 2200, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1518307, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T13:56:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 123098, "write_bytes_delta": 123098, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 604.0, "cpu_core_ratio": 0.223993, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2516.0, "pid": 112501, "reason": null, "system_cpu_core_ratio": 0.061921, "system_cpu_s_delta": 2.3000000000000007, "user_cpu_core_ratio": 0.162072, "user_cpu_s_delta": 6.020000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.803358, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 141825.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.291298, "system_cpu_s_delta": 10.819999999992433, "user_cpu_core_ratio": 0.51206, "user_cpu_s_delta": 19.020000000018626}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.124, "count": 86, "max_ms": 7.991, "p95_ms": 4.68, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.721, "max": 11.0, "p95": 7.0, "sample_count": 86}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.698, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 86}, "total": {"avg": 1.698, "max": 3.0, "p95": 2.0, "sample_count": 86}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.285, "count": 30, "max": 59.975, "p95": 55.177, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.364, "count": 30, "max": 31.704, "p95": 27.898, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 891.433, "count": 30, "max": 1093.0, "p95": 1075.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 716.9, "count": 30, "max": 6733.0, "p95": 3399.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.191, "p95": 0.178, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.379, "count": 30, "max": 0.452, "p95": 0.416, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.085, "count": 30, "max": 2.421, "p95": 0.072, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113829.7, "count": 30, "max": 123098.0, "p95": 117066.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113829.7, "count": 30, "max": 123098.0, "p95": 117066.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 178854.6, "count": 30, "max": 210200.0, "p95": 205863.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.551, "count": 30, "max": 0.653, "p95": 0.64, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.999, "count": 30, "max": 1.151, "p95": 1.133, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11734, "sampled_at": "2026-10-30T13:56:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T13:56:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2935858, "flush_count": 3053, "flush_interval_seconds": 30.0, "flush_state": {"count": 3053, "last_at": "2026-10-30T14:00:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:00:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3052}, "started": true, "suppressed_count": 1517998, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1517849}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3053, "written_record_count": 3053}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9744.324, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x555cec7c5180] error while decoding MB 84 48, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4204984320000, "copied_frame_count": 1520900, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4204984320000, "frame_buffer_copies": 1520900, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1203, "count": 512, "max_ms": 2.0602, "p50_ms": 0.1039, "p95_ms": 0.2311, "p99_ms": 0.2813}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4724, "count": 512, "max_ms": 3.5577, "p50_ms": 1.41, "p95_ms": 2.415, "p99_ms": 2.8694, "results": {"failed": 0, "not_applicable": 0, "success": 1520900, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 565, "h264_decode_error_count": 1278, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:01:31+09:00", "last_error_summary": "[h264 @ 0x555cec7c5180] error while decoding MB 84 48, bytestream -6", "last_exit_at": "2026-10-30T13:56:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 299.828, "last_started_at": "2026-10-30T13:56:31+09:00", "pid": 112617, "process": {"exists": false, "pid": 112617}, "restart_count": 618, "restart_count_per_hour": 26, "rtsp_timeout_count": 194, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 619}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.682, "sample_count": 2587, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1520900, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:01:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.069, "last_frame_pushed_at": "2026-10-30T14:01:31+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-10-30T14:01:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 106, "debug_expires_at": null, "deduplicated_count": 56, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 46.272, "last_sample_duration_ms": 1065.089, "last_trigger": "periodic", "next_snapshot_in_sec": 553.728, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 306, "storage_bytes": 2917660}, "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-10-30T14:01:31.581967+09:00", "mtime_epoch": 1793336491.581967, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 111908}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:01:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1491.379, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1520901, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.308, "max": 13.0, "p95": 11.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.269, "max": 3.0, "p95": 2.0, "sample_count": 216}, "total": {"avg": 1.142, "max": 3.0, "p95": 2.0, "sample_count": 240}}, "tracking_counts": {"active": {"avg": 1.217, "max": 2.0, "p95": 2.0, "sample_count": 240}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "removed": {"avg": 0.058, "max": 1.0, "p95": 1.0, "sample_count": 240}, "tracked": {"avg": 1.217, "max": 2.0, "p95": 2.0, "sample_count": 240}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 240, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.025, "pushed": 8.025, "read": 8.025}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 240, "client_acquire_ms": {"avg_ms": 0.008, "count": 240, "max_ms": 0.031, "p95_ms": 0.017, "reason": null, "sample_age_ms": 27.823, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.882, "count": 240, "max_ms": 5.564, "p95_ms": 2.897, "reason": null, "sample_age_ms": 74.776, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.365, "count": 240, "max_ms": 4.853, "p95_ms": 2.078, "reason": null, "sample_age_ms": 79.039, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.356, "count": 240, "max_ms": 1.942, "p95_ms": 0.683, "reason": null, "sample_age_ms": 27.836, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.065, "count": 240, "max_ms": 5.619, "p95_ms": 3.38, "reason": null, "sample_age_ms": 73.204, "source": "client_direct"}, "request_count": 240, "request_tensor_bytes": {"avg": 2764808.0, "count": 240, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 73.179, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 240, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 28.306, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.797, "count": 240, "max_ms": 80.589, "p95_ms": 65.254, "reason": null, "sample_age_ms": 27.817, "source": "client_direct"}, "sample_age_ms": 27.809, "source": "client_direct", "task_total_ms": {"avg_ms": 49.41, "count": 240, "max_ms": 82.75, "p95_ms": 68.276, "reason": null, "sample_age_ms": 27.809, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.915, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.839, "count": 240, "max_ms": 18.271, "p95_ms": 9.117}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.391, "count": 240, "max_ms": 1.222, "p95_ms": 0.695}, "detection_prepare_ms": {"avg_ms": 1.349, "count": 240, "max_ms": 7.802, "p95_ms": 2.673}, "event_filter_ms": {"avg_ms": 0.005, "count": 240, "max_ms": 0.028, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.152, "count": 240, "max_ms": 0.716, "p95_ms": 0.298}, "mcmt_ms": {"avg_ms": 0.003, "count": 240, "max_ms": 0.016, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.152, "count": 240, "max_ms": 6.38, "p95_ms": 2.939}, "setup_ms": {"avg_ms": 0.047, "count": 240, "max_ms": 0.138, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 4.777, "count": 240, "max_ms": 18.168, "p95_ms": 9.033}, "track_match_ms": {"avg_ms": 0.159, "count": 240, "max_ms": 7.187, "p95_ms": 0.282}, "tracker_update_ms": {"avg_ms": 1.518, "count": 240, "max_ms": 5.625, "p95_ms": 3.011}}, "gstreamer_push": {"avg_ms": 3.395, "count": 240, "max_ms": 8.194, "p95_ms": 5.993}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 240, "max_ms": 0.173, "p95_ms": 0.116}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.722, "count": 240, "max_ms": 84.841, "p95_ms": 69.563}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.767, "count": 240, "max_ms": 13.502, "p95_ms": 7.191}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.745, "count": 240, "max_ms": 145.455, "p95_ms": 128.974}, "inference_input_copy_ms": {"avg_ms": 1.67, "count": 240, "max_ms": 7.582, "p95_ms": 2.613}, "processing_residual_ms": {"avg_ms": 0.205, "count": 240, "max_ms": 1.871, "p95_ms": 0.385}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.387, "count": 240, "max_ms": 150.578, "p95_ms": 133.56}, "read_interval": {"avg_ms": 124.911, "count": 240, "max_ms": 213.782, "p95_ms": 161.436}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 240, "max_ms": 0.066, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 1.089, "count": 240, "max_ms": 6.181, "p95_ms": 2.899}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 240, "max_ms": 0.065, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.074, "count": 240, "max_ms": 6.115, "p95_ms": 2.887}, "worker_merge_ms": {"avg_ms": 0.007, "count": 240, "max_ms": 0.029, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 50.737, "count": 240, "max_ms": 84.848, "p95_ms": 69.621}, "visualize": {"avg_ms": 47.957, "count": 240, "max_ms": 64.515, "p95_ms": 59.058}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.363, "count": 240, "max_ms": 59.197, "p95_ms": 54.076}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.518, "count": 240, "max_ms": 63.356, "p95_ms": 57.64}, "visualize_input_copy_ms": {"avg_ms": 1.221, "count": 240, "max_ms": 3.164, "p95_ms": 2.206}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.385, "count": 240, "max_ms": 63.272, "p95_ms": 57.483}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 240, "max_ms": 0.187, "p95_ms": 0.145}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1490.66, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.415, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.66, "sample_count": 2499, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1520805, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:01:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112684, "write_bytes_delta": 112684, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 969.0, "cpu_core_ratio": 0.404885, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 112617, "reason": null, "system_cpu_core_ratio": 0.035901, "system_cpu_s_delta": 0.7200000000000006, "user_cpu_core_ratio": 0.368984, "user_cpu_s_delta": 7.3999999999999915}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.662919, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 198209.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.595859, "system_cpu_s_delta": 11.94999999999709, "user_cpu_core_ratio": 1.067061, "user_cpu_s_delta": 21.39999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.272, "count": 248, "max_ms": 7.399, "p95_ms": 5.417, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.259, "max": 14.0, "p95": 12.0, "sample_count": 247}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.476, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 168}, "total": {"avg": 1.004, "max": 3.0, "p95": 2.0, "sample_count": 247}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.692, "count": 30, "max": 56.884, "p95": 53.217, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.785, "count": 30, "max": 31.704, "p95": 28.249, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 798.933, "count": 30, "max": 1131.0, "p95": 1103.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 533.4, "count": 30, "max": 6733.0, "p95": 2897.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.191, "p95": 0.178, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.4, "count": 30, "max": 0.486, "p95": 0.458, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.087, "count": 30, "max": 2.421, "p95": 0.104, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112539.3, "count": 30, "max": 123098.0, "p95": 116433.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112539.3, "count": 30, "max": 123098.0, "p95": 116433.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 153052.9, "count": 30, "max": 224764.0, "p95": 218276.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.509, "count": 30, "max": 0.625, "p95": 0.612, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.947, "count": 30, "max": 1.067, "p95": 1.064, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11754, "sampled_at": "2026-10-30T14:01:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:01:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2935858, "flush_count": 3053, "flush_interval_seconds": 30.0, "flush_state": {"count": 3053, "last_at": "2026-10-30T14:00:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:00:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3052}, "started": true, "suppressed_count": 1517998, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1517849}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3053, "written_record_count": 3053}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9726.734, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T14:01:31+09:00", "last_error_summary": "[h264 @ 0x555cec7c5180] error while decoding MB 84 48, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4204987084800, "copied_frame_count": 1520901, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4204987084800, "frame_buffer_copies": 1520901, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1202, "count": 512, "max_ms": 2.0602, "p50_ms": 0.1038, "p95_ms": 0.2311, "p99_ms": 0.2813}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4722, "count": 512, "max_ms": 3.5577, "p50_ms": 1.41, "p95_ms": 2.415, "p99_ms": 2.8694, "results": {"failed": 0, "not_applicable": 0, "success": 1520901, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 565, "h264_decode_error_count": 1278, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:01:31+09:00", "last_error_summary": "[h264 @ 0x555cec7c5180] error while decoding MB 84 48, bytestream -6", "last_exit_at": "2026-10-30T14:01:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 299.898, "last_started_at": "2026-10-30T13:56:31+09:00", "pid": 112617, "process": {"exists": false, "pid": 112617}, "restart_count": 618, "restart_count_per_hour": 26, "rtsp_timeout_count": 194, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 619}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.682, "sample_count": 2588, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1520901, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:01:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T14:01:31+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-10-30T14:01:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 106, "debug_expires_at": null, "deduplicated_count": 56, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 46.327, "last_sample_duration_ms": 1065.089, "last_trigger": "periodic", "next_snapshot_in_sec": 553.673, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 306, "storage_bytes": 2917660}, "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-10-30T14:01:31.581967+09:00", "mtime_epoch": 1793336491.581967, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 111908}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:01:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1480.281, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1520901, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.299, "max": 13.0, "p95": 11.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.267, "max": 3.0, "p95": 2.0, "sample_count": 217}, "total": {"avg": 1.141, "max": 3.0, "p95": 2.0, "sample_count": 241}}, "tracking_counts": {"active": {"avg": 1.216, "max": 2.0, "p95": 2.0, "sample_count": 241}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "removed": {"avg": 0.058, "max": 1.0, "p95": 1.0, "sample_count": 241}, "tracked": {"avg": 1.216, "max": 2.0, "p95": 2.0, "sample_count": 241}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 241, "pushed_frames": 241, "read_frames": 240, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.04, "pushed": 8.04, "read": 8.006}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 240, "client_acquire_ms": {"avg_ms": 0.008, "count": 240, "max_ms": 0.031, "p95_ms": 0.017, "reason": null, "sample_age_ms": 87.937, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.882, "count": 240, "max_ms": 5.564, "p95_ms": 2.897, "reason": null, "sample_age_ms": 134.89, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.365, "count": 240, "max_ms": 4.853, "p95_ms": 2.078, "reason": null, "sample_age_ms": 139.153, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.356, "count": 240, "max_ms": 1.942, "p95_ms": 0.683, "reason": null, "sample_age_ms": 87.95, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.065, "count": 240, "max_ms": 5.619, "p95_ms": 3.38, "reason": null, "sample_age_ms": 133.318, "source": "client_direct"}, "request_count": 240, "request_tensor_bytes": {"avg": 2764808.0, "count": 240, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 133.292, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 240, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 88.419, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.797, "count": 240, "max_ms": 80.589, "p95_ms": 65.254, "reason": null, "sample_age_ms": 87.931, "source": "client_direct"}, "sample_age_ms": 87.923, "source": "client_direct", "task_total_ms": {"avg_ms": 49.41, "count": 240, "max_ms": 82.75, "p95_ms": 68.276, "reason": null, "sample_age_ms": 87.923, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.123, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.838, "count": 241, "max_ms": 18.271, "p95_ms": 9.117}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.391, "count": 241, "max_ms": 1.222, "p95_ms": 0.695}, "detection_prepare_ms": {"avg_ms": 1.349, "count": 241, "max_ms": 7.802, "p95_ms": 2.673}, "event_filter_ms": {"avg_ms": 0.005, "count": 241, "max_ms": 0.028, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.152, "count": 241, "max_ms": 0.716, "p95_ms": 0.298}, "mcmt_ms": {"avg_ms": 0.003, "count": 241, "max_ms": 0.016, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.15, "count": 241, "max_ms": 6.38, "p95_ms": 2.939}, "setup_ms": {"avg_ms": 0.047, "count": 241, "max_ms": 0.138, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 4.776, "count": 241, "max_ms": 18.168, "p95_ms": 9.033}, "track_match_ms": {"avg_ms": 0.159, "count": 241, "max_ms": 7.187, "p95_ms": 0.282}, "tracker_update_ms": {"avg_ms": 1.519, "count": 241, "max_ms": 5.625, "p95_ms": 3.011}}, "gstreamer_push": {"avg_ms": 3.39, "count": 241, "max_ms": 8.194, "p95_ms": 5.993}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 241, "max_ms": 0.173, "p95_ms": 0.116}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.727, "count": 241, "max_ms": 84.841, "p95_ms": 69.563}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.773, "count": 241, "max_ms": 13.502, "p95_ms": 7.191}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.806, "count": 241, "max_ms": 145.455, "p95_ms": 128.974}, "inference_input_copy_ms": {"avg_ms": 1.671, "count": 241, "max_ms": 7.582, "p95_ms": 2.613}, "processing_residual_ms": {"avg_ms": 0.206, "count": 241, "max_ms": 1.871, "p95_ms": 0.385}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.456, "count": 241, "max_ms": 150.578, "p95_ms": 133.56}, "read_interval": {"avg_ms": 124.911, "count": 240, "max_ms": 213.782, "p95_ms": 161.436}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 241, "max_ms": 0.066, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 1.087, "count": 241, "max_ms": 6.181, "p95_ms": 2.899}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 241, "max_ms": 0.065, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.072, "count": 241, "max_ms": 6.115, "p95_ms": 2.887}, "worker_merge_ms": {"avg_ms": 0.007, "count": 241, "max_ms": 0.029, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 50.742, "count": 241, "max_ms": 84.848, "p95_ms": 69.621}, "visualize": {"avg_ms": 48.017, "count": 241, "max_ms": 64.515, "p95_ms": 59.388}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.402, "count": 241, "max_ms": 59.197, "p95_ms": 54.076}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.576, "count": 241, "max_ms": 63.356, "p95_ms": 57.755}, "visualize_input_copy_ms": {"avg_ms": 1.222, "count": 241, "max_ms": 3.164, "p95_ms": 2.206}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.444, "count": 241, "max_ms": 63.272, "p95_ms": 57.658}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 241, "max_ms": 0.187, "p95_ms": 0.145}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 241}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1490.66, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.415, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.66, "sample_count": 2499, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1520805, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:01:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112684, "write_bytes_delta": 112684, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 969.0, "cpu_core_ratio": 0.404885, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 112617, "reason": null, "system_cpu_core_ratio": 0.035901, "system_cpu_s_delta": 0.7200000000000006, "user_cpu_core_ratio": 0.368984, "user_cpu_s_delta": 7.3999999999999915}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.662919, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 198209.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.595859, "system_cpu_s_delta": 11.94999999999709, "user_cpu_core_ratio": 1.067061, "user_cpu_s_delta": 21.39999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.272, "count": 248, "max_ms": 7.399, "p95_ms": 5.417, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.259, "max": 14.0, "p95": 12.0, "sample_count": 247}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.476, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 168}, "total": {"avg": 1.004, "max": 3.0, "p95": 2.0, "sample_count": 247}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.692, "count": 30, "max": 56.884, "p95": 53.217, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.785, "count": 30, "max": 31.704, "p95": 28.249, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 798.933, "count": 30, "max": 1131.0, "p95": 1103.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 533.4, "count": 30, "max": 6733.0, "p95": 2897.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.191, "p95": 0.178, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.4, "count": 30, "max": 0.486, "p95": 0.458, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.087, "count": 30, "max": 2.421, "p95": 0.104, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112539.3, "count": 30, "max": 123098.0, "p95": 116433.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112539.3, "count": 30, "max": 123098.0, "p95": 116433.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 153052.9, "count": 30, "max": 224764.0, "p95": 218276.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.509, "count": 30, "max": 0.625, "p95": 0.612, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.947, "count": 30, "max": 1.067, "p95": 1.064, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11754, "sampled_at": "2026-10-30T14:01:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:01:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2935858, "flush_count": 3053, "flush_interval_seconds": 30.0, "flush_state": {"count": 3053, "last_at": "2026-10-30T14:00:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:00:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3052}, "started": true, "suppressed_count": 1517998, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1517849}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3053, "written_record_count": 3053}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9726.051, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4204987084800, "copied_frame_count": 1520901, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4204987084800, "frame_buffer_copies": 1520901, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1202, "count": 512, "max_ms": 2.0602, "p50_ms": 0.1038, "p95_ms": 0.2311, "p99_ms": 0.2813}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4722, "count": 512, "max_ms": 3.5577, "p50_ms": 1.41, "p95_ms": 2.415, "p99_ms": 2.8694, "results": {"failed": 0, "not_applicable": 0, "success": 1520901, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 565, "h264_decode_error_count": 1278, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:01:31+09:00", "last_error_summary": "[h264 @ 0x555cec7c5180] error while decoding MB 84 48, bytestream -6", "last_exit_at": "2026-10-30T14:01:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 299.944, "last_started_at": "2026-10-30T13:56:31+09:00", "pid": 112617, "process": {"exists": false, "pid": 112617}, "restart_count": 618, "restart_count_per_hour": 26, "rtsp_timeout_count": 194, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 619}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.682, "sample_count": 2588, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1520901, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:01:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.047, "last_frame_pushed_at": "2026-10-30T14:01:31+09:00", "last_frame_read_age_sec": 0.177, "last_frame_read_at": "2026-10-30T14:01:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 106, "debug_expires_at": null, "deduplicated_count": 56, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 46.377, "last_sample_duration_ms": 1065.089, "last_trigger": "periodic", "next_snapshot_in_sec": 553.623, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 306, "storage_bytes": 2917660}, "mjpeg": {"age_sec": 0.036, "exists": true, "mtime": "2026-10-30T14:01:31.720968+09:00", "mtime_epoch": 1793336491.7209678, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 111936}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:01:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1480.281, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1520901, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.271, "max": 13.0, "p95": 11.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.264, "max": 3.0, "p95": 2.0, "sample_count": 216}, "total": {"avg": 1.137, "max": 3.0, "p95": 2.0, "sample_count": 240}}, "tracking_counts": {"active": {"avg": 1.217, "max": 2.0, "p95": 2.0, "sample_count": 240}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "removed": {"avg": 0.058, "max": 1.0, "p95": 1.0, "sample_count": 240}, "tracked": {"avg": 1.217, "max": 2.0, "p95": 2.0, "sample_count": 240}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.03, "pushed": 8.03, "read": 7.997}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 239, "client_acquire_ms": {"avg_ms": 0.008, "count": 240, "max_ms": 0.031, "p95_ms": 0.017, "reason": null, "sample_age_ms": 139.575, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.882, "count": 239, "max_ms": 5.564, "p95_ms": 2.907, "reason": null, "sample_age_ms": 186.528, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.366, "count": 239, "max_ms": 4.853, "p95_ms": 2.083, "reason": null, "sample_age_ms": 190.791, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.356, "count": 240, "max_ms": 1.942, "p95_ms": 0.683, "reason": null, "sample_age_ms": 139.588, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.061, "count": 239, "max_ms": 5.619, "p95_ms": 3.383, "reason": null, "sample_age_ms": 184.956, "source": "client_direct"}, "request_count": 239, "request_tensor_bytes": {"avg": 2764808.0, "count": 239, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 184.931, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 240, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 140.058, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.797, "count": 240, "max_ms": 80.589, "p95_ms": 65.254, "reason": null, "sample_age_ms": 139.569, "source": "client_direct"}, "sample_age_ms": 139.561, "source": "client_direct", "task_total_ms": {"avg_ms": 49.41, "count": 240, "max_ms": 82.75, "p95_ms": 68.276, "reason": null, "sample_age_ms": 139.561, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.518, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.782, "count": 240, "max_ms": 14.837, "p95_ms": 9.046}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.391, "count": 240, "max_ms": 1.222, "p95_ms": 0.695}, "detection_prepare_ms": {"avg_ms": 1.323, "count": 240, "max_ms": 5.323, "p95_ms": 2.595}, "event_filter_ms": {"avg_ms": 0.005, "count": 240, "max_ms": 0.028, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.149, "count": 240, "max_ms": 0.582, "p95_ms": 0.286}, "mcmt_ms": {"avg_ms": 0.003, "count": 240, "max_ms": 0.016, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.138, "count": 240, "max_ms": 6.38, "p95_ms": 2.905}, "setup_ms": {"avg_ms": 0.047, "count": 240, "max_ms": 0.138, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 4.72, "count": 240, "max_ms": 14.713, "p95_ms": 8.947}, "track_match_ms": {"avg_ms": 0.158, "count": 240, "max_ms": 7.187, "p95_ms": 0.281}, "tracker_update_ms": {"avg_ms": 1.507, "count": 240, "max_ms": 5.625, "p95_ms": 2.984}}, "gstreamer_push": {"avg_ms": 3.39, "count": 240, "max_ms": 8.194, "p95_ms": 5.993}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 240, "max_ms": 0.173, "p95_ms": 0.116}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.71, "count": 240, "max_ms": 84.841, "p95_ms": 69.563}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.776, "count": 240, "max_ms": 13.502, "p95_ms": 7.191}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.706, "count": 240, "max_ms": 145.455, "p95_ms": 127.803}, "inference_input_copy_ms": {"avg_ms": 1.667, "count": 240, "max_ms": 7.582, "p95_ms": 2.613}, "processing_residual_ms": {"avg_ms": 0.206, "count": 240, "max_ms": 1.871, "p95_ms": 0.385}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.356, "count": 240, "max_ms": 150.578, "p95_ms": 133.302}, "read_interval": {"avg_ms": 124.818, "count": 239, "max_ms": 213.782, "p95_ms": 163.172}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 240, "max_ms": 0.066, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 1.074, "count": 240, "max_ms": 6.181, "p95_ms": 2.811}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 240, "max_ms": 0.065, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.059, "count": 240, "max_ms": 6.115, "p95_ms": 2.802}, "worker_merge_ms": {"avg_ms": 0.007, "count": 240, "max_ms": 0.029, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 50.725, "count": 240, "max_ms": 84.848, "p95_ms": 69.621}, "visualize": {"avg_ms": 47.988, "count": 240, "max_ms": 64.515, "p95_ms": 59.388}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.382, "count": 240, "max_ms": 59.197, "p95_ms": 54.076}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.554, "count": 240, "max_ms": 63.356, "p95_ms": 57.755}, "visualize_input_copy_ms": {"avg_ms": 1.221, "count": 240, "max_ms": 3.164, "p95_ms": 2.206}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.421, "count": 240, "max_ms": 63.272, "p95_ms": 57.658}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 240, "max_ms": 0.187, "p95_ms": 0.145}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1490.66, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.415, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.66, "sample_count": 2499, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1520805, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:01:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112684, "write_bytes_delta": 112684, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 969.0, "cpu_core_ratio": 0.404885, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 112617, "reason": null, "system_cpu_core_ratio": 0.035901, "system_cpu_s_delta": 0.7200000000000006, "user_cpu_core_ratio": 0.368984, "user_cpu_s_delta": 7.3999999999999915}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.662919, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 198209.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.595859, "system_cpu_s_delta": 11.94999999999709, "user_cpu_core_ratio": 1.067061, "user_cpu_s_delta": 21.39999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.272, "count": 248, "max_ms": 7.399, "p95_ms": 5.417, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.259, "max": 14.0, "p95": 12.0, "sample_count": 247}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.476, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 168}, "total": {"avg": 1.004, "max": 3.0, "p95": 2.0, "sample_count": 247}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.692, "count": 30, "max": 56.884, "p95": 53.217, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.785, "count": 30, "max": 31.704, "p95": 28.249, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 798.933, "count": 30, "max": 1131.0, "p95": 1103.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 533.4, "count": 30, "max": 6733.0, "p95": 2897.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.191, "p95": 0.178, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.4, "count": 30, "max": 0.486, "p95": 0.458, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.087, "count": 30, "max": 2.421, "p95": 0.104, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112539.3, "count": 30, "max": 123098.0, "p95": 116433.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112539.3, "count": 30, "max": 123098.0, "p95": 116433.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 153052.9, "count": 30, "max": 224764.0, "p95": 218276.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.509, "count": 30, "max": 0.625, "p95": 0.612, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.947, "count": 30, "max": 1.067, "p95": 1.064, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11754, "sampled_at": "2026-10-30T14:01:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:01:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.888, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2935858, "flush_count": 3053, "flush_interval_seconds": 30.0, "flush_state": {"count": 3053, "last_at": "2026-10-30T14:00:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:00:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3052}, "started": true, "suppressed_count": 1517998, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1517849}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3053, "written_record_count": 3053}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9900.691, "limit_mb": null}, "detail": {"pid": 112733, "restart_count": 619, "start_count": 620}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4204987084800, "copied_frame_count": 1520901, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4204987084800, "frame_buffer_copies": 1520901, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1202, "count": 512, "max_ms": 2.0602, "p50_ms": 0.1038, "p95_ms": 0.2311, "p99_ms": 0.2813}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4722, "count": 512, "max_ms": 3.5577, "p50_ms": 1.41, "p95_ms": 2.415, "p99_ms": 2.8694, "results": {"failed": 0, "not_applicable": 0, "success": 1520901, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 565, "h264_decode_error_count": 1278, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:01:31+09:00", "last_error_summary": "[h264 @ 0x555cec7c5180] error while decoding MB 84 48, bytestream -6", "last_exit_at": "2026-10-30T14:01:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T14:01:34+09:00", "pid": 112733, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.902, "name": "ffmpeg", "pid": 112733, "rss_mb": 208.902, "state": "S (sleeping)", "threads": 70}, "restart_count": 619, "restart_count_per_hour": 27, "rtsp_timeout_count": 194, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 620}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.682, "sample_count": 2566, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1520901, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:01:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.995, "last_frame_pushed_at": "2026-10-30T14:01:31+09:00", "last_frame_read_age_sec": 5.125, "last_frame_read_at": "2026-10-30T14:01:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 106, "debug_expires_at": null, "deduplicated_count": 56, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 51.333, "last_sample_duration_ms": 1065.089, "last_trigger": "periodic", "next_snapshot_in_sec": 548.667, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 306, "storage_bytes": 2917660}, "mjpeg": {"age_sec": 4.984, "exists": true, "mtime": "2026-10-30T14:01:31.720968+09:00", "mtime_epoch": 1793336491.7209678, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 111936}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:01:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1480.285, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1520901, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.99, "max": 10.0, "p95": 5.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.219, "max": 2.0, "p95": 2.0, "sample_count": 183}, "total": {"avg": 1.115, "max": 2.0, "p95": 2.0, "sample_count": 200}}, "tracking_counts": {"active": {"avg": 1.195, "max": 2.0, "p95": 2.0, "sample_count": 200}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "removed": {"avg": 0.025, "max": 1.0, "p95": 0.0, "sample_count": 200}, "tracked": {"avg": 1.195, "max": 2.0, "p95": 2.0, "sample_count": 200}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.684, "pushed": 6.684, "read": 6.651}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 199, "client_acquire_ms": {"avg_ms": 0.008, "count": 200, "max_ms": 0.031, "p95_ms": 0.017, "reason": null, "sample_age_ms": 5090.337, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.874, "count": 199, "max_ms": 5.564, "p95_ms": 2.843, "reason": null, "sample_age_ms": 5137.29, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.354, "count": 199, "max_ms": 4.853, "p95_ms": 2.083, "reason": null, "sample_age_ms": 5141.553, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.346, "count": 200, "max_ms": 1.942, "p95_ms": 0.644, "reason": null, "sample_age_ms": 5090.35, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.064, "count": 199, "max_ms": 5.194, "p95_ms": 3.353, "reason": null, "sample_age_ms": 5135.718, "source": "client_direct"}, "request_count": 199, "request_tensor_bytes": {"avg": 2764808.0, "count": 199, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5135.693, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 200, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5090.82, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.379, "count": 200, "max_ms": 80.589, "p95_ms": 65.523, "reason": null, "sample_age_ms": 5090.331, "source": "client_direct"}, "sample_age_ms": 5090.323, "source": "client_direct", "task_total_ms": {"avg_ms": 49.978, "count": 200, "max_ms": 82.75, "p95_ms": 68.824, "reason": null, "sample_age_ms": 5090.323, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.364, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.56, "count": 200, "max_ms": 12.782, "p95_ms": 8.542}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.39, "count": 200, "max_ms": 0.924, "p95_ms": 0.689}, "detection_prepare_ms": {"avg_ms": 1.349, "count": 200, "max_ms": 5.323, "p95_ms": 2.595}, "event_filter_ms": {"avg_ms": 0.004, "count": 200, "max_ms": 0.017, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.149, "count": 200, "max_ms": 0.471, "p95_ms": 0.281}, "mcmt_ms": {"avg_ms": 0.003, "count": 200, "max_ms": 0.016, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.907, "count": 200, "max_ms": 3.958, "p95_ms": 2.425}, "setup_ms": {"avg_ms": 0.046, "count": 200, "max_ms": 0.129, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 4.499, "count": 200, "max_ms": 12.686, "p95_ms": 8.42}, "track_match_ms": {"avg_ms": 0.164, "count": 200, "max_ms": 7.187, "p95_ms": 0.281}, "tracker_update_ms": {"avg_ms": 1.485, "count": 200, "max_ms": 5.625, "p95_ms": 2.839}}, "gstreamer_push": {"avg_ms": 3.439, "count": 200, "max_ms": 8.194, "p95_ms": 6.023}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 200, "max_ms": 0.155, "p95_ms": 0.116}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.283, "count": 200, "max_ms": 84.841, "p95_ms": 69.889}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.833, "count": 200, "max_ms": 13.502, "p95_ms": 7.803}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.782, "count": 200, "max_ms": 145.455, "p95_ms": 129.02}, "inference_input_copy_ms": {"avg_ms": 1.658, "count": 200, "max_ms": 7.582, "p95_ms": 2.613}, "processing_residual_ms": {"avg_ms": 0.206, "count": 200, "max_ms": 1.871, "p95_ms": 0.385}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.478, "count": 200, "max_ms": 150.578, "p95_ms": 133.723}, "read_interval": {"avg_ms": 125.118, "count": 199, "max_ms": 213.782, "p95_ms": 164.109}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 200, "max_ms": 0.034, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.845, "count": 200, "max_ms": 3.72, "p95_ms": 2.365}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 200, "max_ms": 0.06, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.831, "count": 200, "max_ms": 3.692, "p95_ms": 2.347}, "worker_merge_ms": {"avg_ms": 0.006, "count": 200, "max_ms": 0.029, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 51.298, "count": 200, "max_ms": 84.848, "p95_ms": 69.901}, "visualize": {"avg_ms": 47.761, "count": 200, "max_ms": 64.515, "p95_ms": 58.964}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.153, "count": 200, "max_ms": 59.197, "p95_ms": 53.22}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.302, "count": 200, "max_ms": 63.356, "p95_ms": 57.479}, "visualize_input_copy_ms": {"avg_ms": 1.243, "count": 200, "max_ms": 3.164, "p95_ms": 2.27}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.17, "count": 200, "max_ms": 63.272, "p95_ms": 57.317}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 200, "max_ms": 0.18, "p95_ms": 0.145}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 200}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1490.66, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.415, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.66, "sample_count": 2499, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1520805, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:01:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112684, "write_bytes_delta": 112684, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 969.0, "cpu_core_ratio": 0.404885, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 112617, "reason": null, "system_cpu_core_ratio": 0.035901, "system_cpu_s_delta": 0.7200000000000006, "user_cpu_core_ratio": 0.368984, "user_cpu_s_delta": 7.3999999999999915}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.662919, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 198209.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.595859, "system_cpu_s_delta": 11.94999999999709, "user_cpu_core_ratio": 1.067061, "user_cpu_s_delta": 21.39999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.272, "count": 248, "max_ms": 7.399, "p95_ms": 5.417, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.259, "max": 14.0, "p95": 12.0, "sample_count": 247}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.476, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 168}, "total": {"avg": 1.004, "max": 3.0, "p95": 2.0, "sample_count": 247}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.692, "count": 30, "max": 56.884, "p95": 53.217, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.785, "count": 30, "max": 31.704, "p95": 28.249, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 798.933, "count": 30, "max": 1131.0, "p95": 1103.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 533.4, "count": 30, "max": 6733.0, "p95": 2897.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.191, "p95": 0.178, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.4, "count": 30, "max": 0.486, "p95": 0.458, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.087, "count": 30, "max": 2.421, "p95": 0.104, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112539.3, "count": 30, "max": 123098.0, "p95": 116433.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112539.3, "count": 30, "max": 123098.0, "p95": 116433.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 153052.9, "count": 30, "max": 224764.0, "p95": 218276.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.509, "count": 30, "max": 0.625, "p95": 0.612, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.947, "count": 30, "max": 1.067, "p95": 1.064, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11754, "sampled_at": "2026-10-30T14:01:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:01:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2941741, "flush_count": 3059, "flush_interval_seconds": 30.0, "flush_state": {"count": 3059, "last_at": "2026-10-30T14:06:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:06:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3058}, "started": true, "suppressed_count": 1520942, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1520793}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3059, "written_record_count": 3059}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9738.852, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5563e9fd1280] error while decoding MB 23 60, bytestream -34", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4213140480000, "copied_frame_count": 1523850, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4213140480000, "frame_buffer_copies": 1523850, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1141, "count": 512, "max_ms": 0.3951, "p50_ms": 0.1019, "p95_ms": 0.2098, "p99_ms": 0.2666}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4145, "count": 512, "max_ms": 3.2565, "p50_ms": 1.3293, "p95_ms": 2.3362, "p99_ms": 2.7876, "results": {"failed": 0, "not_applicable": 0, "success": 1523850, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 566, "h264_decode_error_count": 1279, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:07:10+09:00", "last_error_summary": "[h264 @ 0x5563e9fd1280] error while decoding MB 23 60, bytestream -34", "last_exit_at": "2026-10-30T14:01:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 335.377, "last_started_at": "2026-10-30T14:01:34+09:00", "pid": 112733, "process": {"exists": false, "pid": 112733}, "restart_count": 619, "restart_count_per_hour": 23, "rtsp_timeout_count": 194, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 620}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.92, "sample_count": 2648, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1523850, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:07:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.09, "last_frame_pushed_at": "2026-10-30T14:07:09+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-10-30T14:07:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 106, "debug_expires_at": null, "deduplicated_count": 56, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 384.698, "last_sample_duration_ms": 1065.089, "last_trigger": "periodic", "next_snapshot_in_sec": 215.302, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 306, "storage_bytes": 2917660}, "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-10-30T14:07:10.001495+09:00", "mtime_epoch": 1793336830.0014951, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114457}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:07:10+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1481.699, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1523851, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.49, "max": 5.0, "p95": 4.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 214}, "total": {"avg": 0.895, "max": 1.0, "p95": 1.0, "sample_count": 239}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.975, "pushed": 7.975, "read": 7.975}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 239, "client_acquire_ms": {"avg_ms": 0.008, "count": 239, "max_ms": 0.026, "p95_ms": 0.015, "reason": null, "sample_age_ms": 43.185, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.94, "count": 239, "max_ms": 7.534, "p95_ms": 2.911, "reason": null, "sample_age_ms": 88.774, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.396, "count": 239, "max_ms": 6.91, "p95_ms": 2.023, "reason": null, "sample_age_ms": 89.017, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.31, "count": 239, "max_ms": 1.308, "p95_ms": 0.639, "reason": null, "sample_age_ms": 43.195, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.02, "count": 239, "max_ms": 7.294, "p95_ms": 3.4, "reason": null, "sample_age_ms": 86.669, "source": "client_direct"}, "request_count": 239, "request_tensor_bytes": {"avg": 2764808.0, "count": 239, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 86.646, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 239, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 43.571, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.083, "count": 239, "max_ms": 72.85, "p95_ms": 64.245, "reason": null, "sample_age_ms": 43.158, "source": "client_direct"}, "sample_age_ms": 43.151, "source": "client_direct", "task_total_ms": {"avg_ms": 49.595, "count": 239, "max_ms": 75.841, "p95_ms": 67.055, "reason": null, "sample_age_ms": 43.151, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.966, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.014, "count": 239, "max_ms": 12.19, "p95_ms": 6.859}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.378, "count": 239, "max_ms": 1.619, "p95_ms": 0.767}, "detection_prepare_ms": {"avg_ms": 1.343, "count": 239, "max_ms": 6.33, "p95_ms": 2.686}, "event_filter_ms": {"avg_ms": 0.005, "count": 239, "max_ms": 0.023, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.252, "count": 239, "max_ms": 0.866, "p95_ms": 0.525}, "mcmt_ms": {"avg_ms": 0.004, "count": 239, "max_ms": 0.03, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.637, "count": 239, "max_ms": 5.302, "p95_ms": 1.239}, "setup_ms": {"avg_ms": 0.051, "count": 239, "max_ms": 0.211, "p95_ms": 0.105}, "total_inside_ms": {"avg_ms": 3.957, "count": 239, "max_ms": 12.066, "p95_ms": 6.8}, "track_match_ms": {"avg_ms": 0.059, "count": 239, "max_ms": 0.175, "p95_ms": 0.131}, "tracker_update_ms": {"avg_ms": 1.229, "count": 239, "max_ms": 3.442, "p95_ms": 2.284}}, "gstreamer_push": {"avg_ms": 3.222, "count": 239, "max_ms": 7.425, "p95_ms": 5.314}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 239, "max_ms": 1.075, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.973, "count": 239, "max_ms": 76.879, "p95_ms": 69.321}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.54, "count": 239, "max_ms": 12.266, "p95_ms": 8.042}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.413, "count": 239, "max_ms": 146.129, "p95_ms": 128.386}, "inference_input_copy_ms": {"avg_ms": 1.666, "count": 239, "max_ms": 5.601, "p95_ms": 2.941}, "processing_residual_ms": {"avg_ms": 0.165, "count": 239, "max_ms": 0.435, "p95_ms": 0.31}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.784, "count": 239, "max_ms": 151.982, "p95_ms": 133.82}, "read_interval": {"avg_ms": 125.489, "count": 239, "max_ms": 706.309, "p95_ms": 162.477}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 239, "max_ms": 0.05, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.561, "count": 239, "max_ms": 2.103, "p95_ms": 1.128}, "resolve_scenarios_ms": {"avg_ms": 0.031, "count": 239, "max_ms": 3.255, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.546, "count": 239, "max_ms": 2.069, "p95_ms": 1.09}, "worker_merge_ms": {"avg_ms": 0.007, "count": 239, "max_ms": 0.042, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 50.988, "count": 239, "max_ms": 76.911, "p95_ms": 69.349}, "visualize": {"avg_ms": 47.26, "count": 239, "max_ms": 67.729, "p95_ms": 60.164}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.964, "count": 239, "max_ms": 61.839, "p95_ms": 55.461}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.791, "count": 239, "max_ms": 66.48, "p95_ms": 58.533}, "visualize_input_copy_ms": {"avg_ms": 1.245, "count": 239, "max_ms": 2.719, "p95_ms": 2.223}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.649, "count": 239, "max_ms": 66.322, "p95_ms": 58.457}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 239, "max_ms": 0.515, "p95_ms": 0.154}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 239}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1481.586, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.771, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.145, "sample_count": 2686, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1523617, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:06:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114277, "write_bytes_delta": 114277, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1040.0, "cpu_core_ratio": 0.443987, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 112733, "reason": null, "system_cpu_core_ratio": 0.03941, "system_cpu_s_delta": 0.7900000000000009, "user_cpu_core_ratio": 0.404577, "user_cpu_s_delta": 8.11}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.536496, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 201678.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.539769, "system_cpu_s_delta": 10.820000000006985, "user_cpu_core_ratio": 0.996727, "user_cpu_s_delta": 19.979999999981374}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.438, "count": 243, "max_ms": 9.79, "p95_ms": 5.806, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.547, "max": 6.0, "p95": 4.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 199}, "total": {"avg": 0.819, "max": 1.0, "p95": 1.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.675, "count": 30, "max": 53.199, "p95": 45.097, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.888, "count": 30, "max": 30.276, "p95": 28.504, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 934.6, "count": 30, "max": 1242.0, "p95": 1163.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 170.5, "count": 30, "max": 1337.0, "p95": 828.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.047, "p95": 0.046, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.427, "count": 30, "max": 0.508, "p95": 0.479, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 111877.0, "count": 30, "max": 114418.0, "p95": 114123.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 111877.0, "count": 30, "max": 114418.0, "p95": 114123.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 155934.4, "count": 30, "max": 256292.0, "p95": 229119.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.425, "count": 30, "max": 0.596, "p95": 0.575, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.879, "count": 30, "max": 1.067, "p95": 1.04, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11770, "sampled_at": "2026-10-30T14:06:40+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:06:40+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2941741, "flush_count": 3059, "flush_interval_seconds": 30.0, "flush_state": {"count": 3059, "last_at": "2026-10-30T14:06:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:06:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3058}, "started": true, "suppressed_count": 1520942, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1520793}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3059, "written_record_count": 3059}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9738.594, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T14:07:10+09:00", "last_error_summary": "[h264 @ 0x5563e9fd1280] error while decoding MB 23 60, bytestream -34", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4213143244800, "copied_frame_count": 1523851, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4213143244800, "frame_buffer_copies": 1523851, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1142, "count": 512, "max_ms": 0.3951, "p50_ms": 0.1021, "p95_ms": 0.2098, "p99_ms": 0.2666}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4133, "count": 512, "max_ms": 3.2565, "p50_ms": 1.3293, "p95_ms": 2.3362, "p99_ms": 2.7876, "results": {"failed": 0, "not_applicable": 0, "success": 1523851, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 566, "h264_decode_error_count": 1279, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:07:10+09:00", "last_error_summary": "[h264 @ 0x5563e9fd1280] error while decoding MB 23 60, bytestream -34", "last_exit_at": "2026-10-30T14:07:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 335.424, "last_started_at": "2026-10-30T14:01:34+09:00", "pid": 112733, "process": {"exists": false, "pid": 112733}, "restart_count": 619, "restart_count_per_hour": 23, "rtsp_timeout_count": 194, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 620}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.92, "sample_count": 2648, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1523851, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:07:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.018, "last_frame_pushed_at": "2026-10-30T14:07:10+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-10-30T14:07:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 106, "debug_expires_at": null, "deduplicated_count": 56, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 384.762, "last_sample_duration_ms": 1065.089, "last_trigger": "periodic", "next_snapshot_in_sec": 215.238, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 306, "storage_bytes": 2917660}, "mjpeg": {"age_sec": 0.006, "exists": true, "mtime": "2026-10-30T14:07:10.121496+09:00", "mtime_epoch": 1793336830.1214957, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114546}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:07:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1481.695, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1523851, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.477, "max": 5.0, "p95": 4.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 214}, "total": {"avg": 0.895, "max": 1.0, "p95": 1.0, "sample_count": 239}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 238, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.001, "pushed": 8.001, "read": 7.967}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 238, "client_acquire_ms": {"avg_ms": 0.008, "count": 239, "max_ms": 0.026, "p95_ms": 0.015, "reason": null, "sample_age_ms": 100.697, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.94, "count": 238, "max_ms": 7.534, "p95_ms": 2.916, "reason": null, "sample_age_ms": 146.286, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.397, "count": 238, "max_ms": 6.91, "p95_ms": 2.033, "reason": null, "sample_age_ms": 146.529, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.31, "count": 239, "max_ms": 1.308, "p95_ms": 0.639, "reason": null, "sample_age_ms": 100.707, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.021, "count": 238, "max_ms": 7.294, "p95_ms": 3.401, "reason": null, "sample_age_ms": 144.181, "source": "client_direct"}, "request_count": 238, "request_tensor_bytes": {"avg": 2764808.0, "count": 238, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 144.158, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 239, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 101.083, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.083, "count": 239, "max_ms": 72.85, "p95_ms": 64.245, "reason": null, "sample_age_ms": 100.67, "source": "client_direct"}, "sample_age_ms": 100.663, "source": "client_direct", "task_total_ms": {"avg_ms": 49.595, "count": 239, "max_ms": 75.841, "p95_ms": 67.055, "reason": null, "sample_age_ms": 100.663, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.552, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.014, "count": 239, "max_ms": 12.19, "p95_ms": 6.859}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.379, "count": 239, "max_ms": 1.619, "p95_ms": 0.767}, "detection_prepare_ms": {"avg_ms": 1.338, "count": 239, "max_ms": 6.33, "p95_ms": 2.606}, "event_filter_ms": {"avg_ms": 0.005, "count": 239, "max_ms": 0.023, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.252, "count": 239, "max_ms": 0.866, "p95_ms": 0.525}, "mcmt_ms": {"avg_ms": 0.004, "count": 239, "max_ms": 0.03, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.638, "count": 239, "max_ms": 5.302, "p95_ms": 1.239}, "setup_ms": {"avg_ms": 0.051, "count": 239, "max_ms": 0.211, "p95_ms": 0.105}, "total_inside_ms": {"avg_ms": 3.957, "count": 239, "max_ms": 12.066, "p95_ms": 6.8}, "track_match_ms": {"avg_ms": 0.06, "count": 239, "max_ms": 0.175, "p95_ms": 0.132}, "tracker_update_ms": {"avg_ms": 1.232, "count": 239, "max_ms": 3.442, "p95_ms": 2.284}}, "gstreamer_push": {"avg_ms": 3.221, "count": 239, "max_ms": 7.425, "p95_ms": 5.314}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 239, "max_ms": 1.075, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.942, "count": 239, "max_ms": 76.879, "p95_ms": 69.321}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.536, "count": 239, "max_ms": 12.266, "p95_ms": 8.042}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.429, "count": 239, "max_ms": 146.129, "p95_ms": 128.386}, "inference_input_copy_ms": {"avg_ms": 1.662, "count": 239, "max_ms": 5.601, "p95_ms": 2.941}, "processing_residual_ms": {"avg_ms": 0.165, "count": 239, "max_ms": 0.435, "p95_ms": 0.31}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.792, "count": 239, "max_ms": 151.982, "p95_ms": 133.82}, "read_interval": {"avg_ms": 125.51, "count": 238, "max_ms": 706.309, "p95_ms": 162.477}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 239, "max_ms": 0.05, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.562, "count": 239, "max_ms": 2.103, "p95_ms": 1.128}, "resolve_scenarios_ms": {"avg_ms": 0.031, "count": 239, "max_ms": 3.255, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.546, "count": 239, "max_ms": 2.069, "p95_ms": 1.09}, "worker_merge_ms": {"avg_ms": 0.007, "count": 239, "max_ms": 0.042, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 50.957, "count": 239, "max_ms": 76.911, "p95_ms": 69.349}, "visualize": {"avg_ms": 47.306, "count": 239, "max_ms": 67.729, "p95_ms": 60.164}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.007, "count": 239, "max_ms": 61.839, "p95_ms": 55.461}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.832, "count": 239, "max_ms": 66.48, "p95_ms": 58.533}, "visualize_input_copy_ms": {"avg_ms": 1.25, "count": 239, "max_ms": 2.719, "p95_ms": 2.223}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.69, "count": 239, "max_ms": 66.322, "p95_ms": 58.457}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 239, "max_ms": 0.515, "p95_ms": 0.154}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 239}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1481.586, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.771, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.145, "sample_count": 2686, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1523617, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:06:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114277, "write_bytes_delta": 114277, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1040.0, "cpu_core_ratio": 0.443987, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 112733, "reason": null, "system_cpu_core_ratio": 0.03941, "system_cpu_s_delta": 0.7900000000000009, "user_cpu_core_ratio": 0.404577, "user_cpu_s_delta": 8.11}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.536496, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 201678.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.539769, "system_cpu_s_delta": 10.820000000006985, "user_cpu_core_ratio": 0.996727, "user_cpu_s_delta": 19.979999999981374}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.438, "count": 243, "max_ms": 9.79, "p95_ms": 5.806, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.547, "max": 6.0, "p95": 4.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 199}, "total": {"avg": 0.819, "max": 1.0, "p95": 1.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.675, "count": 30, "max": 53.199, "p95": 45.097, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.888, "count": 30, "max": 30.276, "p95": 28.504, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 934.6, "count": 30, "max": 1242.0, "p95": 1163.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 170.5, "count": 30, "max": 1337.0, "p95": 828.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.047, "p95": 0.046, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.427, "count": 30, "max": 0.508, "p95": 0.479, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 111877.0, "count": 30, "max": 114418.0, "p95": 114123.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 111877.0, "count": 30, "max": 114418.0, "p95": 114123.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 155934.4, "count": 30, "max": 256292.0, "p95": 229119.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.425, "count": 30, "max": 0.596, "p95": 0.575, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.879, "count": 30, "max": 1.067, "p95": 1.04, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11770, "sampled_at": "2026-10-30T14:06:40+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:06:40+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2941741, "flush_count": 3059, "flush_interval_seconds": 30.0, "flush_state": {"count": 3059, "last_at": "2026-10-30T14:06:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:06:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3058}, "started": true, "suppressed_count": 1520942, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1520793}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3059, "written_record_count": 3059}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9738.531, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4213143244800, "copied_frame_count": 1523851, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4213143244800, "frame_buffer_copies": 1523851, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1142, "count": 512, "max_ms": 0.3951, "p50_ms": 0.1021, "p95_ms": 0.2098, "p99_ms": 0.2666}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4133, "count": 512, "max_ms": 3.2565, "p50_ms": 1.3293, "p95_ms": 2.3362, "p99_ms": 2.7876, "results": {"failed": 0, "not_applicable": 0, "success": 1523851, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 566, "h264_decode_error_count": 1279, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:07:10+09:00", "last_error_summary": "[h264 @ 0x5563e9fd1280] error while decoding MB 23 60, bytestream -34", "last_exit_at": "2026-10-30T14:07:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 335.485, "last_started_at": "2026-10-30T14:01:34+09:00", "pid": 112733, "process": {"exists": false, "pid": 112733}, "restart_count": 619, "restart_count_per_hour": 23, "rtsp_timeout_count": 194, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 620}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.92, "sample_count": 2648, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1523851, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:07:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.079, "last_frame_pushed_at": "2026-10-30T14:07:10+09:00", "last_frame_read_age_sec": 0.192, "last_frame_read_at": "2026-10-30T14:07:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 106, "debug_expires_at": null, "deduplicated_count": 56, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 384.811, "last_sample_duration_ms": 1065.089, "last_trigger": "periodic", "next_snapshot_in_sec": 215.189, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 306, "storage_bytes": 2917660}, "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-10-30T14:07:10.121496+09:00", "mtime_epoch": 1793336830.1214957, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114546}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:07:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1481.695, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1523851, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.477, "max": 5.0, "p95": 4.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 214}, "total": {"avg": 0.895, "max": 1.0, "p95": 1.0, "sample_count": 239}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 238, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.984, "pushed": 7.984, "read": 7.951}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 238, "client_acquire_ms": {"avg_ms": 0.008, "count": 238, "max_ms": 0.026, "p95_ms": 0.015, "reason": null, "sample_age_ms": 159.611, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.94, "count": 238, "max_ms": 7.534, "p95_ms": 2.916, "reason": null, "sample_age_ms": 205.2, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.397, "count": 238, "max_ms": 6.91, "p95_ms": 2.033, "reason": null, "sample_age_ms": 205.443, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.311, "count": 238, "max_ms": 1.308, "p95_ms": 0.639, "reason": null, "sample_age_ms": 159.621, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.021, "count": 238, "max_ms": 7.294, "p95_ms": 3.401, "reason": null, "sample_age_ms": 203.095, "source": "client_direct"}, "request_count": 238, "request_tensor_bytes": {"avg": 2764808.0, "count": 238, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 203.072, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 238, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 159.997, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.032, "count": 238, "max_ms": 72.85, "p95_ms": 64.268, "reason": null, "sample_age_ms": 159.584, "source": "client_direct"}, "sample_age_ms": 159.577, "source": "client_direct", "task_total_ms": {"avg_ms": 49.546, "count": 238, "max_ms": 75.841, "p95_ms": 67.057, "reason": null, "sample_age_ms": 159.577, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.635, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.014, "count": 239, "max_ms": 12.19, "p95_ms": 6.859}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.379, "count": 239, "max_ms": 1.619, "p95_ms": 0.767}, "detection_prepare_ms": {"avg_ms": 1.338, "count": 239, "max_ms": 6.33, "p95_ms": 2.606}, "event_filter_ms": {"avg_ms": 0.005, "count": 239, "max_ms": 0.023, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.252, "count": 239, "max_ms": 0.866, "p95_ms": 0.525}, "mcmt_ms": {"avg_ms": 0.004, "count": 239, "max_ms": 0.03, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.638, "count": 239, "max_ms": 5.302, "p95_ms": 1.239}, "setup_ms": {"avg_ms": 0.051, "count": 239, "max_ms": 0.211, "p95_ms": 0.105}, "total_inside_ms": {"avg_ms": 3.957, "count": 239, "max_ms": 12.066, "p95_ms": 6.8}, "track_match_ms": {"avg_ms": 0.06, "count": 239, "max_ms": 0.175, "p95_ms": 0.132}, "tracker_update_ms": {"avg_ms": 1.232, "count": 239, "max_ms": 3.442, "p95_ms": 2.284}}, "gstreamer_push": {"avg_ms": 3.221, "count": 239, "max_ms": 7.425, "p95_ms": 5.314}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 239, "max_ms": 1.075, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.942, "count": 239, "max_ms": 76.879, "p95_ms": 69.321}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.536, "count": 239, "max_ms": 12.266, "p95_ms": 8.042}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.429, "count": 239, "max_ms": 146.129, "p95_ms": 128.386}, "inference_input_copy_ms": {"avg_ms": 1.662, "count": 239, "max_ms": 5.601, "p95_ms": 2.941}, "processing_residual_ms": {"avg_ms": 0.165, "count": 239, "max_ms": 0.435, "p95_ms": 0.31}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.792, "count": 239, "max_ms": 151.982, "p95_ms": 133.82}, "read_interval": {"avg_ms": 125.51, "count": 238, "max_ms": 706.309, "p95_ms": 162.477}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 239, "max_ms": 0.05, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.562, "count": 239, "max_ms": 2.103, "p95_ms": 1.128}, "resolve_scenarios_ms": {"avg_ms": 0.031, "count": 239, "max_ms": 3.255, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.546, "count": 239, "max_ms": 2.069, "p95_ms": 1.09}, "worker_merge_ms": {"avg_ms": 0.007, "count": 239, "max_ms": 0.042, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 50.957, "count": 239, "max_ms": 76.911, "p95_ms": 69.349}, "visualize": {"avg_ms": 47.306, "count": 239, "max_ms": 67.729, "p95_ms": 60.164}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.007, "count": 239, "max_ms": 61.839, "p95_ms": 55.461}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.832, "count": 239, "max_ms": 66.48, "p95_ms": 58.533}, "visualize_input_copy_ms": {"avg_ms": 1.25, "count": 239, "max_ms": 2.719, "p95_ms": 2.223}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.69, "count": 239, "max_ms": 66.322, "p95_ms": 58.457}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 239, "max_ms": 0.515, "p95_ms": 0.154}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 239}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1481.586, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.771, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.145, "sample_count": 2686, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1523617, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:06:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114277, "write_bytes_delta": 114277, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1040.0, "cpu_core_ratio": 0.443987, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 112733, "reason": null, "system_cpu_core_ratio": 0.03941, "system_cpu_s_delta": 0.7900000000000009, "user_cpu_core_ratio": 0.404577, "user_cpu_s_delta": 8.11}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.536496, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 201678.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.539769, "system_cpu_s_delta": 10.820000000006985, "user_cpu_core_ratio": 0.996727, "user_cpu_s_delta": 19.979999999981374}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.438, "count": 243, "max_ms": 9.79, "p95_ms": 5.806, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.547, "max": 6.0, "p95": 4.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 199}, "total": {"avg": 0.819, "max": 1.0, "p95": 1.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.675, "count": 30, "max": 53.199, "p95": 45.097, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.888, "count": 30, "max": 30.276, "p95": 28.504, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 934.6, "count": 30, "max": 1242.0, "p95": 1163.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 170.5, "count": 30, "max": 1337.0, "p95": 828.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.047, "p95": 0.046, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.427, "count": 30, "max": 0.508, "p95": 0.479, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 111877.0, "count": 30, "max": 114418.0, "p95": 114123.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 111877.0, "count": 30, "max": 114418.0, "p95": 114123.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 155934.4, "count": 30, "max": 256292.0, "p95": 229119.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.425, "count": 30, "max": 0.596, "p95": 0.575, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.879, "count": 30, "max": 1.067, "p95": 1.04, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11770, "sampled_at": "2026-10-30T14:06:40+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:06:40+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2941741, "flush_count": 3059, "flush_interval_seconds": 30.0, "flush_state": {"count": 3059, "last_at": "2026-10-30T14:06:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:06:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3058}, "started": true, "suppressed_count": 1520942, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1520793}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3059, "written_record_count": 3059}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9912.98, "limit_mb": null}, "detail": {"pid": 112849, "restart_count": 620, "start_count": 621}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4213143244800, "copied_frame_count": 1523851, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4213143244800, "frame_buffer_copies": 1523851, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1142, "count": 512, "max_ms": 0.3951, "p50_ms": 0.1021, "p95_ms": 0.2098, "p99_ms": 0.2666}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4133, "count": 512, "max_ms": 3.2565, "p50_ms": 1.3293, "p95_ms": 2.3362, "p99_ms": 2.7876, "results": {"failed": 0, "not_applicable": 0, "success": 1523851, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 566, "h264_decode_error_count": 1279, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:07:10+09:00", "last_error_summary": "[h264 @ 0x5563e9fd1280] error while decoding MB 23 60, bytestream -34", "last_exit_at": "2026-10-30T14:07:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T14:07:12+09:00", "pid": 112849, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.566, "name": "ffmpeg", "pid": 112849, "rss_mb": 208.566, "state": "S (sleeping)", "threads": 70}, "restart_count": 620, "restart_count_per_hour": 24, "rtsp_timeout_count": 194, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 621}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.92, "sample_count": 2604, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1523851, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:07:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.835, "last_frame_pushed_at": "2026-10-30T14:07:10+09:00", "last_frame_read_age_sec": 4.948, "last_frame_read_at": "2026-10-30T14:07:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 106, "debug_expires_at": null, "deduplicated_count": 56, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 389.568, "last_sample_duration_ms": 1065.089, "last_trigger": "periodic", "next_snapshot_in_sec": 210.432, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 306, "storage_bytes": 2917660}, "mjpeg": {"age_sec": 4.822, "exists": true, "mtime": "2026-10-30T14:07:10.121496+09:00", "mtime_epoch": 1793336830.1214957, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114546}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:07:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1481.699, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1523851, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.403, "max": 5.0, "p95": 4.0, "sample_count": 201}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 176}, "total": {"avg": 0.876, "max": 1.0, "p95": 1.0, "sample_count": 201}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.702, "pushed": 6.702, "read": 6.668}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 200, "client_acquire_ms": {"avg_ms": 0.008, "count": 200, "max_ms": 0.026, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4908.065, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.878, "count": 200, "max_ms": 7.534, "p95_ms": 2.745, "reason": null, "sample_age_ms": 4953.655, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.391, "count": 200, "max_ms": 6.91, "p95_ms": 2.013, "reason": null, "sample_age_ms": 4953.897, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.306, "count": 200, "max_ms": 0.982, "p95_ms": 0.638, "reason": null, "sample_age_ms": 4908.075, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.036, "count": 200, "max_ms": 7.294, "p95_ms": 3.436, "reason": null, "sample_age_ms": 4951.549, "source": "client_direct"}, "request_count": 200, "request_tensor_bytes": {"avg": 2764808.0, "count": 200, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4951.527, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 200, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4908.451, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.238, "count": 200, "max_ms": 72.43, "p95_ms": 64.223, "reason": null, "sample_age_ms": 4908.038, "source": "client_direct"}, "sample_age_ms": 4908.032, "source": "client_direct", "task_total_ms": {"avg_ms": 49.763, "count": 200, "max_ms": 75.841, "p95_ms": 67.052, "reason": null, "sample_age_ms": 4908.032, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.756, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.97, "count": 201, "max_ms": 12.19, "p95_ms": 6.809}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.381, "count": 201, "max_ms": 1.197, "p95_ms": 0.767}, "detection_prepare_ms": {"avg_ms": 1.316, "count": 201, "max_ms": 6.33, "p95_ms": 2.544}, "event_filter_ms": {"avg_ms": 0.005, "count": 201, "max_ms": 0.023, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.252, "count": 201, "max_ms": 0.644, "p95_ms": 0.516}, "mcmt_ms": {"avg_ms": 0.004, "count": 201, "max_ms": 0.03, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.642, "count": 201, "max_ms": 5.302, "p95_ms": 1.226}, "setup_ms": {"avg_ms": 0.05, "count": 201, "max_ms": 0.211, "p95_ms": 0.105}, "total_inside_ms": {"avg_ms": 3.912, "count": 201, "max_ms": 12.066, "p95_ms": 6.668}, "track_match_ms": {"avg_ms": 0.059, "count": 201, "max_ms": 0.175, "p95_ms": 0.132}, "tracker_update_ms": {"avg_ms": 1.203, "count": 201, "max_ms": 3.442, "p95_ms": 2.27}}, "gstreamer_push": {"avg_ms": 3.218, "count": 201, "max_ms": 7.425, "p95_ms": 5.295}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 201, "max_ms": 1.075, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.993, "count": 201, "max_ms": 76.879, "p95_ms": 69.162}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.463, "count": 201, "max_ms": 12.266, "p95_ms": 7.791}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.256, "count": 201, "max_ms": 146.129, "p95_ms": 128.386}, "inference_input_copy_ms": {"avg_ms": 1.688, "count": 201, "max_ms": 5.601, "p95_ms": 3.0}, "processing_residual_ms": {"avg_ms": 0.164, "count": 201, "max_ms": 0.435, "p95_ms": 0.31}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.571, "count": 201, "max_ms": 151.982, "p95_ms": 133.82}, "read_interval": {"avg_ms": 125.754, "count": 200, "max_ms": 706.309, "p95_ms": 164.066}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 201, "max_ms": 0.05, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.563, "count": 201, "max_ms": 2.103, "p95_ms": 1.117}, "resolve_scenarios_ms": {"avg_ms": 0.034, "count": 201, "max_ms": 3.255, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.547, "count": 201, "max_ms": 2.069, "p95_ms": 1.088}, "worker_merge_ms": {"avg_ms": 0.007, "count": 201, "max_ms": 0.022, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 51.008, "count": 201, "max_ms": 76.911, "p95_ms": 69.172}, "visualize": {"avg_ms": 47.123, "count": 201, "max_ms": 67.729, "p95_ms": 60.464}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.891, "count": 201, "max_ms": 61.839, "p95_ms": 55.461}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.662, "count": 201, "max_ms": 66.48, "p95_ms": 58.749}, "visualize_input_copy_ms": {"avg_ms": 1.232, "count": 201, "max_ms": 2.719, "p95_ms": 2.173}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.52, "count": 201, "max_ms": 66.322, "p95_ms": 58.591}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 201, "max_ms": 0.515, "p95_ms": 0.151}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 201}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1481.586, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.771, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.145, "sample_count": 2686, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1523617, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:06:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114277, "write_bytes_delta": 114277, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1040.0, "cpu_core_ratio": 0.443987, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 112733, "reason": null, "system_cpu_core_ratio": 0.03941, "system_cpu_s_delta": 0.7900000000000009, "user_cpu_core_ratio": 0.404577, "user_cpu_s_delta": 8.11}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.536496, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 201678.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.539769, "system_cpu_s_delta": 10.820000000006985, "user_cpu_core_ratio": 0.996727, "user_cpu_s_delta": 19.979999999981374}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.438, "count": 243, "max_ms": 9.79, "p95_ms": 5.806, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.547, "max": 6.0, "p95": 4.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 199}, "total": {"avg": 0.819, "max": 1.0, "p95": 1.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.675, "count": 30, "max": 53.199, "p95": 45.097, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.888, "count": 30, "max": 30.276, "p95": 28.504, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 934.6, "count": 30, "max": 1242.0, "p95": 1163.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 170.5, "count": 30, "max": 1337.0, "p95": 828.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.047, "p95": 0.046, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.427, "count": 30, "max": 0.508, "p95": 0.479, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 111877.0, "count": 30, "max": 114418.0, "p95": 114123.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 111877.0, "count": 30, "max": 114418.0, "p95": 114123.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 155934.4, "count": 30, "max": 256292.0, "p95": 229119.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.425, "count": 30, "max": 0.596, "p95": 0.575, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.879, "count": 30, "max": 1.067, "p95": 1.04, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11770, "sampled_at": "2026-10-30T14:06:40+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:06:40+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2945912, "flush_count": 3063, "flush_interval_seconds": 30.0, "flush_state": {"count": 3063, "last_at": "2026-10-30T14:10:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:10:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3062}, "started": true, "suppressed_count": 1522854, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1522705}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3063, "written_record_count": 3063}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9744.699, "limit_mb": null}, "detail": {"h264_decode_error_count": 7, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x63c07e9c2b00] left block unavailable for requested intra mode [h264 @ 0x63c07e9c2b00] error while decoding MB 0 64, bytestream 1926 [h264 @ 0x63c07e8fbfc0] cabac decode of qscale diff failed at 40 57 [h264 @ 0x63c07e8fbfc0] error while decoding MB 40 57, bytestream 6348 [h264 @ 0x63c07e99a780] cabac decode of qscale diff failed at 59 58 [h264 @ 0x63c07e99a780] error while decoding MB 59 58, bytestream 7102 [h264 @ 0x63c07e9865c0] cabac decode of qscale diff failed at 109 65 [h264 @ 0x6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4218437836800, "copied_frame_count": 1525766, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4218437836800, "frame_buffer_copies": 1525766, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1149, "count": 512, "max_ms": 1.3853, "p50_ms": 0.098, "p95_ms": 0.2153, "p99_ms": 0.2761}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3694, "count": 512, "max_ms": 3.2615, "p50_ms": 1.277, "p95_ms": 2.2586, "p99_ms": 2.9711, "results": {"failed": 0, "not_applicable": 0, "success": 1525766, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 567, "h264_decode_error_count": 1286, "h264_decode_error_count_per_hour": 57, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:11:39+09:00", "last_error_summary": "[h264 @ 0x63c07e9c2b00] left block unavailable for requested intra mode [h264 @ 0x63c07e9c2b00] error while decoding MB 0 64, bytestream 1926 [h264 @ 0x63c07e8fbfc0] cabac decode of qscale diff failed at 40 57 [h264 @ 0x63c07e8fbfc0] error while decoding MB 40 57, bytestream 6348 [h264 @ 0x63c07e99a780] cabac decode of qscale diff failed at 59 58 [h264 @ 0x63c07e99a780] error while decoding MB 59 58, bytestream 7102 [h264 @ 0x63c07e9865c0] cabac decode of qscale diff failed at 109 65 [h264 @ 0x6", "last_exit_at": "2026-10-30T14:07:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.417, "last_started_at": "2026-10-30T14:07:12+09:00", "pid": 112849, "process": {"exists": false, "pid": 112849}, "restart_count": 620, "restart_count_per_hour": 21, "rtsp_timeout_count": 196, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 621}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.709, "sample_count": 2161, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1525767, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:11:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.087, "last_frame_pushed_at": "2026-10-30T14:11:39+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-10-30T14:11:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 107, "debug_expires_at": null, "deduplicated_count": 57, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 51.985, "last_sample_duration_ms": 1103.145, "last_trigger": "periodic", "next_snapshot_in_sec": 548.015, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 307, "storage_bytes": 2927247}, "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-10-30T14:11:39.284604+09:00", "mtime_epoch": 1793337099.2846036, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113889}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:11:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1482.637, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1525767, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.589, "max": 11.0, "p95": 11.0, "sample_count": 73}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.863, "max": 2.0, "p95": 2.0, "sample_count": 73}, "total": {"avg": 1.863, "max": 2.0, "p95": 2.0, "sample_count": 73}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 73}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 73}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 73, "pushed_frames": 73, "read_frames": 73, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.437, "pushed": 2.437, "read": 2.437}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 73, "client_acquire_ms": {"avg_ms": 0.01, "count": 73, "max_ms": 0.021, "p95_ms": 0.017, "reason": null, "sample_age_ms": 64.735, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.112, "count": 73, "max_ms": 5.74, "p95_ms": 3.11, "reason": null, "sample_age_ms": 98.87, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.456, "count": 73, "max_ms": 5.431, "p95_ms": 2.543, "reason": null, "sample_age_ms": 99.044, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.344, "count": 73, "max_ms": 0.892, "p95_ms": 0.663, "reason": null, "sample_age_ms": 64.744, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.343, "count": 73, "max_ms": 4.78, "p95_ms": 3.866, "reason": null, "sample_age_ms": 97.939, "source": "client_direct"}, "request_count": 73, "request_tensor_bytes": {"avg": 2764808.0, "count": 73, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 97.921, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 73, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 64.992, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.753, "count": 73, "max_ms": 68.488, "p95_ms": 63.367, "reason": null, "sample_age_ms": 64.732, "source": "client_direct"}, "sample_age_ms": 64.728, "source": "client_direct", "task_total_ms": {"avg_ms": 48.649, "count": 73, "max_ms": 71.07, "p95_ms": 66.788, "reason": null, "sample_age_ms": 64.728, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 11.472, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.926, "count": 73, "max_ms": 11.784, "p95_ms": 9.856}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.412, "count": 73, "max_ms": 1.051, "p95_ms": 0.751}, "detection_prepare_ms": {"avg_ms": 1.771, "count": 73, "max_ms": 6.757, "p95_ms": 3.362}, "event_filter_ms": {"avg_ms": 0.005, "count": 73, "max_ms": 0.024, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.264, "count": 73, "max_ms": 0.793, "p95_ms": 0.467}, "mcmt_ms": {"avg_ms": 0.003, "count": 73, "max_ms": 0.007, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.466, "count": 73, "max_ms": 3.945, "p95_ms": 3.205}, "setup_ms": {"avg_ms": 0.05, "count": 73, "max_ms": 0.121, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 5.861, "count": 73, "max_ms": 11.699, "p95_ms": 9.732}, "track_match_ms": {"avg_ms": 0.148, "count": 73, "max_ms": 0.537, "p95_ms": 0.258}, "tracker_update_ms": {"avg_ms": 1.741, "count": 73, "max_ms": 4.077, "p95_ms": 2.9}}, "gstreamer_push": {"avg_ms": 3.16, "count": 73, "max_ms": 7.817, "p95_ms": 6.126}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 73, "max_ms": 0.141, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.423, "count": 73, "max_ms": 72.778, "p95_ms": 71.02}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.004, "count": 73, "max_ms": 11.563, "p95_ms": 7.701}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.608, "count": 73, "max_ms": 142.659, "p95_ms": 130.456}, "inference_input_copy_ms": {"avg_ms": 1.734, "count": 73, "max_ms": 4.277, "p95_ms": 3.442}, "processing_residual_ms": {"avg_ms": 0.22, "count": 73, "max_ms": 0.652, "p95_ms": 0.466}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.567, "count": 73, "max_ms": 149.247, "p95_ms": 136.878}, "read_interval": {"avg_ms": 410.551, "count": 73, "max_ms": 20957.499, "p95_ms": 174.385}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 73, "max_ms": 0.046, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 1.394, "count": 73, "max_ms": 3.798, "p95_ms": 3.069}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 73, "max_ms": 0.047, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.376, "count": 73, "max_ms": 3.76, "p95_ms": 3.034}, "worker_merge_ms": {"avg_ms": 0.007, "count": 73, "max_ms": 0.016, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 50.437, "count": 73, "max_ms": 72.797, "p95_ms": 71.032}, "visualize": {"avg_ms": 47.99, "count": 73, "max_ms": 62.321, "p95_ms": 59.971}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 41.921, "count": 73, "max_ms": 57.189, "p95_ms": 53.119}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.381, "count": 73, "max_ms": 61.071, "p95_ms": 57.531}, "visualize_input_copy_ms": {"avg_ms": 1.385, "count": 73, "max_ms": 2.784, "p95_ms": 2.223}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.239, "count": 73, "max_ms": 60.812, "p95_ms": 57.352}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 73, "max_ms": 0.213, "p95_ms": 0.155}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 73}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1482.633, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 37.383, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.709, "sample_count": 2161, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1525759, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:11:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112721, "write_bytes_delta": 112721, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 437.0, "cpu_core_ratio": 0.182421, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2264.0, "pid": 112849, "reason": null, "system_cpu_core_ratio": 0.044223, "system_cpu_s_delta": 1.5199999999999996, "user_cpu_core_ratio": 0.138198, "user_cpu_s_delta": 4.75}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.730849, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 155158.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.264758, "system_cpu_s_delta": 9.10000000000582, "user_cpu_core_ratio": 0.466091, "user_cpu_s_delta": 16.020000000018626}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.514, "count": 73, "max_ms": 8.44, "p95_ms": 7.794, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.26, "max": 11.0, "p95": 11.0, "sample_count": 73}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.863, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 73}, "total": {"avg": 1.863, "max": 2.0, "p95": 2.0, "sample_count": 73}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.691, "count": 30, "max": 80.141, "p95": 64.178, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.946, "count": 30, "max": 32.929, "p95": 29.04, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 986.4, "count": 30, "max": 1242.0, "p95": 1170.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 862.967, "count": 30, "max": 14588.0, "p95": 2082.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.279, "p95": 0.219, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.412, "count": 30, "max": 0.508, "p95": 0.489, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113619.067, "count": 30, "max": 117077.0, "p95": 116089.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113619.067, "count": 30, "max": 117077.0, "p95": 116089.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 178984.433, "count": 30, "max": 256292.0, "p95": 230742.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.437, "count": 30, "max": 0.604, "p95": 0.593, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.871, "count": 30, "max": 1.055, "p95": 1.048, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11784, "sampled_at": "2026-10-30T14:11:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:11:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2945912, "flush_count": 3063, "flush_interval_seconds": 30.0, "flush_state": {"count": 3063, "last_at": "2026-10-30T14:10:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:10:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3062}, "started": true, "suppressed_count": 1522854, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1522705}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3063, "written_record_count": 3063}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9745.227, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T14:11:39+09:00", "last_error_summary": "[h264 @ 0x63c07e9c2b00] left block unavailable for requested intra mode [h264 @ 0x63c07e9c2b00] error while decoding MB 0 64, bytestream 1926 [h264 @ 0x63c07e8fbfc0] cabac decode of qscale diff failed at 40 57 [h264 @ 0x63c07e8fbfc0] error while decoding MB 40 57, bytestream 6348 [h264 @ 0x63c07e99a780] cabac decode of qscale diff failed at 59 58 [h264 @ 0x63c07e99a780] error while decoding MB 59 58, bytestream 7102 [h264 @ 0x63c07e9865c0] cabac decode of qscale diff failed at 109 65 [h264 @ 0x6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4218440601600, "copied_frame_count": 1525767, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4218440601600, "frame_buffer_copies": 1525767, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1279, "count": 512, "max_ms": 6.7815, "p50_ms": 0.098, "p95_ms": 0.218, "p99_ms": 0.2855}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3799, "count": 512, "max_ms": 6.4571, "p50_ms": 1.2776, "p95_ms": 2.2738, "p99_ms": 3.0308, "results": {"failed": 0, "not_applicable": 0, "success": 1525767, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 567, "h264_decode_error_count": 1286, "h264_decode_error_count_per_hour": 57, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:11:39+09:00", "last_error_summary": "[h264 @ 0x63c07e9c2b00] left block unavailable for requested intra mode [h264 @ 0x63c07e9c2b00] error while decoding MB 0 64, bytestream 1926 [h264 @ 0x63c07e8fbfc0] cabac decode of qscale diff failed at 40 57 [h264 @ 0x63c07e8fbfc0] error while decoding MB 40 57, bytestream 6348 [h264 @ 0x63c07e99a780] cabac decode of qscale diff failed at 59 58 [h264 @ 0x63c07e99a780] error while decoding MB 59 58, bytestream 7102 [h264 @ 0x63c07e9865c0] cabac decode of qscale diff failed at 109 65 [h264 @ 0x6", "last_exit_at": "2026-10-30T14:11:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.478, "last_started_at": "2026-10-30T14:07:12+09:00", "pid": 112849, "process": {"exists": false, "pid": 112849}, "restart_count": 620, "restart_count_per_hour": 21, "rtsp_timeout_count": 196, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 621}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.709, "sample_count": 2161, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1525767, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:11:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.029, "last_frame_pushed_at": "2026-10-30T14:11:39+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-10-30T14:11:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 107, "debug_expires_at": null, "deduplicated_count": 57, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 52.031, "last_sample_duration_ms": 1103.145, "last_trigger": "periodic", "next_snapshot_in_sec": 547.969, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 307, "storage_bytes": 2927247}, "mjpeg": {"age_sec": 0.02, "exists": true, "mtime": "2026-10-30T14:11:39.400604+09:00", "mtime_epoch": 1793337099.4006045, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113840}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:11:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1482.633, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1525767, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.493, "max": 11.0, "p95": 11.0, "sample_count": 73}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.863, "max": 2.0, "p95": 2.0, "sample_count": 73}, "total": {"avg": 1.863, "max": 2.0, "p95": 2.0, "sample_count": 73}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 73}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 73}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 73, "pushed_frames": 73, "read_frames": 72, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.443, "pushed": 2.443, "read": 2.41}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 72, "client_acquire_ms": {"avg_ms": 0.01, "count": 73, "max_ms": 0.021, "p95_ms": 0.017, "reason": null, "sample_age_ms": 115.898, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.118, "count": 72, "max_ms": 5.74, "p95_ms": 3.121, "reason": null, "sample_age_ms": 150.033, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.461, "count": 72, "max_ms": 5.431, "p95_ms": 2.543, "reason": null, "sample_age_ms": 150.207, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.344, "count": 73, "max_ms": 0.892, "p95_ms": 0.663, "reason": null, "sample_age_ms": 115.907, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.333, "count": 72, "max_ms": 4.78, "p95_ms": 3.876, "reason": null, "sample_age_ms": 149.102, "source": "client_direct"}, "request_count": 72, "request_tensor_bytes": {"avg": 2764808.0, "count": 72, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 149.084, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 73, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 116.155, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.753, "count": 73, "max_ms": 68.488, "p95_ms": 63.367, "reason": null, "sample_age_ms": 115.895, "source": "client_direct"}, "sample_age_ms": 115.891, "source": "client_direct", "task_total_ms": {"avg_ms": 48.649, "count": 73, "max_ms": 71.07, "p95_ms": 66.788, "reason": null, "sample_age_ms": 115.891, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.688, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.915, "count": 73, "max_ms": 11.784, "p95_ms": 9.856}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.414, "count": 73, "max_ms": 1.051, "p95_ms": 0.751}, "detection_prepare_ms": {"avg_ms": 1.765, "count": 73, "max_ms": 6.757, "p95_ms": 3.362}, "event_filter_ms": {"avg_ms": 0.005, "count": 73, "max_ms": 0.024, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.264, "count": 73, "max_ms": 0.793, "p95_ms": 0.467}, "mcmt_ms": {"avg_ms": 0.003, "count": 73, "max_ms": 0.007, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.464, "count": 73, "max_ms": 3.945, "p95_ms": 3.205}, "setup_ms": {"avg_ms": 0.05, "count": 73, "max_ms": 0.121, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 5.851, "count": 73, "max_ms": 11.699, "p95_ms": 9.732}, "track_match_ms": {"avg_ms": 0.148, "count": 73, "max_ms": 0.537, "p95_ms": 0.258}, "tracker_update_ms": {"avg_ms": 1.737, "count": 73, "max_ms": 4.077, "p95_ms": 2.9}}, "gstreamer_push": {"avg_ms": 3.185, "count": 73, "max_ms": 7.817, "p95_ms": 6.126}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 73, "max_ms": 0.141, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.18, "count": 73, "max_ms": 72.778, "p95_ms": 71.02}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.01, "count": 73, "max_ms": 11.563, "p95_ms": 7.701}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.649, "count": 73, "max_ms": 142.659, "p95_ms": 130.456}, "inference_input_copy_ms": {"avg_ms": 1.708, "count": 73, "max_ms": 4.277, "p95_ms": 3.442}, "processing_residual_ms": {"avg_ms": 0.216, "count": 73, "max_ms": 0.652, "p95_ms": 0.466}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.582, "count": 73, "max_ms": 149.247, "p95_ms": 136.878}, "read_interval": {"avg_ms": 414.79, "count": 72, "max_ms": 20957.499, "p95_ms": 174.385}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 73, "max_ms": 0.046, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 1.391, "count": 73, "max_ms": 3.798, "p95_ms": 3.069}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 73, "max_ms": 0.047, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.374, "count": 73, "max_ms": 3.76, "p95_ms": 3.034}, "worker_merge_ms": {"avg_ms": 0.007, "count": 73, "max_ms": 0.016, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 50.194, "count": 73, "max_ms": 72.797, "p95_ms": 71.032}, "visualize": {"avg_ms": 48.291, "count": 73, "max_ms": 62.321, "p95_ms": 59.971}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.11, "count": 73, "max_ms": 57.189, "p95_ms": 53.119}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.672, "count": 73, "max_ms": 61.071, "p95_ms": 57.531}, "visualize_input_copy_ms": {"avg_ms": 1.393, "count": 73, "max_ms": 2.784, "p95_ms": 2.223}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.53, "count": 73, "max_ms": 60.812, "p95_ms": 57.352}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 73, "max_ms": 0.213, "p95_ms": 0.155}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 73}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1482.633, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 37.383, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.709, "sample_count": 2161, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1525759, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:11:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112721, "write_bytes_delta": 112721, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 437.0, "cpu_core_ratio": 0.182421, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2264.0, "pid": 112849, "reason": null, "system_cpu_core_ratio": 0.044223, "system_cpu_s_delta": 1.5199999999999996, "user_cpu_core_ratio": 0.138198, "user_cpu_s_delta": 4.75}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.730849, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 155158.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.264758, "system_cpu_s_delta": 9.10000000000582, "user_cpu_core_ratio": 0.466091, "user_cpu_s_delta": 16.020000000018626}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.514, "count": 73, "max_ms": 8.44, "p95_ms": 7.794, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.26, "max": 11.0, "p95": 11.0, "sample_count": 73}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.863, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 73}, "total": {"avg": 1.863, "max": 2.0, "p95": 2.0, "sample_count": 73}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.691, "count": 30, "max": 80.141, "p95": 64.178, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.946, "count": 30, "max": 32.929, "p95": 29.04, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 986.4, "count": 30, "max": 1242.0, "p95": 1170.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 862.967, "count": 30, "max": 14588.0, "p95": 2082.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.279, "p95": 0.219, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.412, "count": 30, "max": 0.508, "p95": 0.489, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113619.067, "count": 30, "max": 117077.0, "p95": 116089.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113619.067, "count": 30, "max": 117077.0, "p95": 116089.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 178984.433, "count": 30, "max": 256292.0, "p95": 230742.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.437, "count": 30, "max": 0.604, "p95": 0.593, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.871, "count": 30, "max": 1.055, "p95": 1.048, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11784, "sampled_at": "2026-10-30T14:11:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:11:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2945912, "flush_count": 3063, "flush_interval_seconds": 30.0, "flush_state": {"count": 3063, "last_at": "2026-10-30T14:10:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:10:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3062}, "started": true, "suppressed_count": 1522854, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1522705}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3063, "written_record_count": 3063}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9745.082, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4218440601600, "copied_frame_count": 1525767, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4218440601600, "frame_buffer_copies": 1525767, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1279, "count": 512, "max_ms": 6.7815, "p50_ms": 0.098, "p95_ms": 0.218, "p99_ms": 0.2855}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3799, "count": 512, "max_ms": 6.4571, "p50_ms": 1.2776, "p95_ms": 2.2738, "p99_ms": 3.0308, "results": {"failed": 0, "not_applicable": 0, "success": 1525767, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 567, "h264_decode_error_count": 1286, "h264_decode_error_count_per_hour": 57, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:11:39+09:00", "last_error_summary": "[h264 @ 0x63c07e9c2b00] left block unavailable for requested intra mode [h264 @ 0x63c07e9c2b00] error while decoding MB 0 64, bytestream 1926 [h264 @ 0x63c07e8fbfc0] cabac decode of qscale diff failed at 40 57 [h264 @ 0x63c07e8fbfc0] error while decoding MB 40 57, bytestream 6348 [h264 @ 0x63c07e99a780] cabac decode of qscale diff failed at 59 58 [h264 @ 0x63c07e99a780] error while decoding MB 59 58, bytestream 7102 [h264 @ 0x63c07e9865c0] cabac decode of qscale diff failed at 109 65 [h264 @ 0x6", "last_exit_at": "2026-10-30T14:11:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.508, "last_started_at": "2026-10-30T14:07:12+09:00", "pid": 112849, "process": {"exists": false, "pid": 112849}, "restart_count": 620, "restart_count_per_hour": 21, "rtsp_timeout_count": 196, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 621}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.709, "sample_count": 2161, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1525767, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:11:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.059, "last_frame_pushed_at": "2026-10-30T14:11:39+09:00", "last_frame_read_age_sec": 0.175, "last_frame_read_at": "2026-10-30T14:11:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 107, "debug_expires_at": null, "deduplicated_count": 57, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 52.057, "last_sample_duration_ms": 1103.145, "last_trigger": "periodic", "next_snapshot_in_sec": 547.943, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 307, "storage_bytes": 2927247}, "mjpeg": {"age_sec": 0.05, "exists": true, "mtime": "2026-10-30T14:11:39.400604+09:00", "mtime_epoch": 1793337099.4006045, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113840}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:11:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1482.633, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1525767, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.493, "max": 11.0, "p95": 11.0, "sample_count": 73}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.863, "max": 2.0, "p95": 2.0, "sample_count": 73}, "total": {"avg": 1.863, "max": 2.0, "p95": 2.0, "sample_count": 73}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 73}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 73}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 73, "pushed_frames": 73, "read_frames": 72, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.441, "pushed": 2.441, "read": 2.407}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 72, "client_acquire_ms": {"avg_ms": 0.01, "count": 73, "max_ms": 0.021, "p95_ms": 0.017, "reason": null, "sample_age_ms": 142.092, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.118, "count": 72, "max_ms": 5.74, "p95_ms": 3.121, "reason": null, "sample_age_ms": 176.228, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.461, "count": 72, "max_ms": 5.431, "p95_ms": 2.543, "reason": null, "sample_age_ms": 176.401, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.344, "count": 73, "max_ms": 0.892, "p95_ms": 0.663, "reason": null, "sample_age_ms": 142.101, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.333, "count": 72, "max_ms": 4.78, "p95_ms": 3.876, "reason": null, "sample_age_ms": 175.297, "source": "client_direct"}, "request_count": 72, "request_tensor_bytes": {"avg": 2764808.0, "count": 72, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 175.278, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 73, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 142.35, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.753, "count": 73, "max_ms": 68.488, "p95_ms": 63.367, "reason": null, "sample_age_ms": 142.089, "source": "client_direct"}, "sample_age_ms": 142.085, "source": "client_direct", "task_total_ms": {"avg_ms": 48.649, "count": 73, "max_ms": 71.07, "p95_ms": 66.788, "reason": null, "sample_age_ms": 142.085, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.461, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.915, "count": 73, "max_ms": 11.784, "p95_ms": 9.856}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.414, "count": 73, "max_ms": 1.051, "p95_ms": 0.751}, "detection_prepare_ms": {"avg_ms": 1.765, "count": 73, "max_ms": 6.757, "p95_ms": 3.362}, "event_filter_ms": {"avg_ms": 0.005, "count": 73, "max_ms": 0.024, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.264, "count": 73, "max_ms": 0.793, "p95_ms": 0.467}, "mcmt_ms": {"avg_ms": 0.003, "count": 73, "max_ms": 0.007, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.464, "count": 73, "max_ms": 3.945, "p95_ms": 3.205}, "setup_ms": {"avg_ms": 0.05, "count": 73, "max_ms": 0.121, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 5.851, "count": 73, "max_ms": 11.699, "p95_ms": 9.732}, "track_match_ms": {"avg_ms": 0.148, "count": 73, "max_ms": 0.537, "p95_ms": 0.258}, "tracker_update_ms": {"avg_ms": 1.737, "count": 73, "max_ms": 4.077, "p95_ms": 2.9}}, "gstreamer_push": {"avg_ms": 3.185, "count": 73, "max_ms": 7.817, "p95_ms": 6.126}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 73, "max_ms": 0.141, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.18, "count": 73, "max_ms": 72.778, "p95_ms": 71.02}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.01, "count": 73, "max_ms": 11.563, "p95_ms": 7.701}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.649, "count": 73, "max_ms": 142.659, "p95_ms": 130.456}, "inference_input_copy_ms": {"avg_ms": 1.708, "count": 73, "max_ms": 4.277, "p95_ms": 3.442}, "processing_residual_ms": {"avg_ms": 0.216, "count": 73, "max_ms": 0.652, "p95_ms": 0.466}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.582, "count": 73, "max_ms": 149.247, "p95_ms": 136.878}, "read_interval": {"avg_ms": 414.79, "count": 72, "max_ms": 20957.499, "p95_ms": 174.385}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 73, "max_ms": 0.046, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 1.391, "count": 73, "max_ms": 3.798, "p95_ms": 3.069}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 73, "max_ms": 0.047, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.374, "count": 73, "max_ms": 3.76, "p95_ms": 3.034}, "worker_merge_ms": {"avg_ms": 0.007, "count": 73, "max_ms": 0.016, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 50.194, "count": 73, "max_ms": 72.797, "p95_ms": 71.032}, "visualize": {"avg_ms": 48.291, "count": 73, "max_ms": 62.321, "p95_ms": 59.971}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.11, "count": 73, "max_ms": 57.189, "p95_ms": 53.119}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.672, "count": 73, "max_ms": 61.071, "p95_ms": 57.531}, "visualize_input_copy_ms": {"avg_ms": 1.393, "count": 73, "max_ms": 2.784, "p95_ms": 2.223}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.53, "count": 73, "max_ms": 60.812, "p95_ms": 57.352}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 73, "max_ms": 0.213, "p95_ms": 0.155}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 73}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1482.633, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 37.383, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.709, "sample_count": 2161, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1525759, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:11:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112721, "write_bytes_delta": 112721, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 437.0, "cpu_core_ratio": 0.182421, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2264.0, "pid": 112849, "reason": null, "system_cpu_core_ratio": 0.044223, "system_cpu_s_delta": 1.5199999999999996, "user_cpu_core_ratio": 0.138198, "user_cpu_s_delta": 4.75}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.730849, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 155158.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.264758, "system_cpu_s_delta": 9.10000000000582, "user_cpu_core_ratio": 0.466091, "user_cpu_s_delta": 16.020000000018626}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.514, "count": 73, "max_ms": 8.44, "p95_ms": 7.794, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.26, "max": 11.0, "p95": 11.0, "sample_count": 73}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.863, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 73}, "total": {"avg": 1.863, "max": 2.0, "p95": 2.0, "sample_count": 73}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.691, "count": 30, "max": 80.141, "p95": 64.178, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.946, "count": 30, "max": 32.929, "p95": 29.04, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 986.4, "count": 30, "max": 1242.0, "p95": 1170.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 862.967, "count": 30, "max": 14588.0, "p95": 2082.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.279, "p95": 0.219, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.412, "count": 30, "max": 0.508, "p95": 0.489, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113619.067, "count": 30, "max": 117077.0, "p95": 116089.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113619.067, "count": 30, "max": 117077.0, "p95": 116089.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 178984.433, "count": 30, "max": 256292.0, "p95": 230742.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.437, "count": 30, "max": 0.604, "p95": 0.593, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.871, "count": 30, "max": 1.055, "p95": 1.048, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11784, "sampled_at": "2026-10-30T14:11:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:11:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2945912, "flush_count": 3063, "flush_interval_seconds": 30.0, "flush_state": {"count": 3063, "last_at": "2026-10-30T14:10:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:10:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3062}, "started": true, "suppressed_count": 1522854, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1522705}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3063, "written_record_count": 3063}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9920.305, "limit_mb": null}, "detail": {"pid": 112965, "restart_count": 621, "start_count": 622}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4218440601600, "copied_frame_count": 1525767, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4218440601600, "frame_buffer_copies": 1525767, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1279, "count": 512, "max_ms": 6.7815, "p50_ms": 0.098, "p95_ms": 0.218, "p99_ms": 0.2855}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3799, "count": 512, "max_ms": 6.4571, "p50_ms": 1.2776, "p95_ms": 2.2738, "p99_ms": 3.0308, "results": {"failed": 0, "not_applicable": 0, "success": 1525767, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 567, "h264_decode_error_count": 1286, "h264_decode_error_count_per_hour": 57, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:11:39+09:00", "last_error_summary": "[h264 @ 0x63c07e9c2b00] left block unavailable for requested intra mode [h264 @ 0x63c07e9c2b00] error while decoding MB 0 64, bytestream 1926 [h264 @ 0x63c07e8fbfc0] cabac decode of qscale diff failed at 40 57 [h264 @ 0x63c07e8fbfc0] error while decoding MB 40 57, bytestream 6348 [h264 @ 0x63c07e99a780] cabac decode of qscale diff failed at 59 58 [h264 @ 0x63c07e99a780] error while decoding MB 59 58, bytestream 7102 [h264 @ 0x63c07e9865c0] cabac decode of qscale diff failed at 109 65 [h264 @ 0x6", "last_exit_at": "2026-10-30T14:11:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T14:11:42+09:00", "pid": 112965, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.156, "name": "ffmpeg", "pid": 112965, "rss_mb": 209.156, "state": "S (sleeping)", "threads": 70}, "restart_count": 621, "restart_count_per_hour": 22, "rtsp_timeout_count": 196, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 622}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.727, "sample_count": 2121, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1525767, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:11:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 5.048, "last_frame_pushed_at": "2026-10-30T14:11:39+09:00", "last_frame_read_age_sec": 5.164, "last_frame_read_at": "2026-10-30T14:11:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 107, "debug_expires_at": null, "deduplicated_count": 57, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 57.043, "last_sample_duration_ms": 1103.145, "last_trigger": "periodic", "next_snapshot_in_sec": 542.957, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 307, "storage_bytes": 2927247}, "mjpeg": {"age_sec": 5.039, "exists": true, "mtime": "2026-10-30T14:11:39.400604+09:00", "mtime_epoch": 1793337099.4006045, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113840}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:11:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1482.637, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 1525767, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.353, "max": 4.0, "p95": 4.0, "sample_count": 34}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 34}, "total": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 34}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 34}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 34}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 34}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 34}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 34}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 34, "pushed_frames": 34, "read_frames": 33, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.135, "pushed": 1.135, "read": 1.102}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 33, "client_acquire_ms": {"avg_ms": 0.009, "count": 34, "max_ms": 0.017, "p95_ms": 0.016, "reason": null, "sample_age_ms": 5130.72, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.876, "count": 33, "max_ms": 2.925, "p95_ms": 2.444, "reason": null, "sample_age_ms": 5164.855, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.349, "count": 33, "max_ms": 2.552, "p95_ms": 1.885, "reason": null, "sample_age_ms": 5165.029, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.268, "count": 34, "max_ms": 0.621, "p95_ms": 0.483, "reason": null, "sample_age_ms": 5130.729, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.122, "count": 33, "max_ms": 3.991, "p95_ms": 3.596, "reason": null, "sample_age_ms": 5163.924, "source": "client_direct"}, "request_count": 33, "request_tensor_bytes": {"avg": 2764808.0, "count": 33, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5163.906, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 34, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5130.977, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.779, "count": 34, "max_ms": 68.488, "p95_ms": 62.078, "reason": null, "sample_age_ms": 5130.717, "source": "client_direct"}, "sample_age_ms": 5130.713, "source": "client_direct", "task_total_ms": {"avg_ms": 46.364, "count": 34, "max_ms": 71.07, "p95_ms": 65.384, "reason": null, "sample_age_ms": 5130.713, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.857, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.245, "count": 34, "max_ms": 11.784, "p95_ms": 11.59}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.452, "count": 34, "max_ms": 1.051, "p95_ms": 0.902}, "detection_prepare_ms": {"avg_ms": 1.62, "count": 34, "max_ms": 6.757, "p95_ms": 2.616}, "event_filter_ms": {"avg_ms": 0.005, "count": 34, "max_ms": 0.014, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.276, "count": 34, "max_ms": 0.793, "p95_ms": 0.587}, "mcmt_ms": {"avg_ms": 0.003, "count": 34, "max_ms": 0.007, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.006, "count": 34, "max_ms": 3.945, "p95_ms": 3.754}, "setup_ms": {"avg_ms": 0.044, "count": 34, "max_ms": 0.121, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 6.182, "count": 34, "max_ms": 11.699, "p95_ms": 11.48}, "track_match_ms": {"avg_ms": 0.141, "count": 34, "max_ms": 0.537, "p95_ms": 0.239}, "tracker_update_ms": {"avg_ms": 1.634, "count": 34, "max_ms": 4.077, "p95_ms": 3.03}}, "gstreamer_push": {"avg_ms": 3.071, "count": 34, "max_ms": 6.432, "p95_ms": 6.126}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 34, "max_ms": 0.112, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.557, "count": 34, "max_ms": 71.732, "p95_ms": 67.508}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.789, "count": 34, "max_ms": 8.166, "p95_ms": 7.701}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 34, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 34, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.458, "count": 34, "max_ms": 130.456, "p95_ms": 128.539}, "inference_input_copy_ms": {"avg_ms": 1.554, "count": 34, "max_ms": 3.757, "p95_ms": 3.442}, "processing_residual_ms": {"avg_ms": 0.193, "count": 34, "max_ms": 0.394, "p95_ms": 0.316}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 34, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 34, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.995, "count": 34, "max_ms": 136.878, "p95_ms": 133.113}, "read_interval": {"avg_ms": 753.917, "count": 33, "max_ms": 20957.499, "p95_ms": 223.793}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 34, "max_ms": 0.038, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 1.93, "count": 34, "max_ms": 3.798, "p95_ms": 3.679}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 34, "max_ms": 0.047, "p95_ms": 0.046}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.912, "count": 34, "max_ms": 3.76, "p95_ms": 3.656}, "worker_merge_ms": {"avg_ms": 0.007, "count": 34, "max_ms": 0.016, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 47.569, "count": 34, "max_ms": 71.741, "p95_ms": 67.515}, "visualize": {"avg_ms": 47.555, "count": 34, "max_ms": 61.642, "p95_ms": 58.497}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 41.403, "count": 34, "max_ms": 55.371, "p95_ms": 53.119}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 34, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.027, "count": 34, "max_ms": 60.004, "p95_ms": 57.224}, "visualize_input_copy_ms": {"avg_ms": 1.319, "count": 34, "max_ms": 2.784, "p95_ms": 2.223}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 34, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.892, "count": 34, "max_ms": 59.784, "p95_ms": 57.122}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 34, "max_ms": 0.178, "p95_ms": 0.145}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 34}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 34}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 34}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1482.633, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 37.383, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.709, "sample_count": 2161, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1525759, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:11:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112721, "write_bytes_delta": 112721, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 437.0, "cpu_core_ratio": 0.182421, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2264.0, "pid": 112849, "reason": null, "system_cpu_core_ratio": 0.044223, "system_cpu_s_delta": 1.5199999999999996, "user_cpu_core_ratio": 0.138198, "user_cpu_s_delta": 4.75}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.730849, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 155158.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.264758, "system_cpu_s_delta": 9.10000000000582, "user_cpu_core_ratio": 0.466091, "user_cpu_s_delta": 16.020000000018626}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.514, "count": 73, "max_ms": 8.44, "p95_ms": 7.794, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.26, "max": 11.0, "p95": 11.0, "sample_count": 73}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.863, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 73}, "total": {"avg": 1.863, "max": 2.0, "p95": 2.0, "sample_count": 73}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.691, "count": 30, "max": 80.141, "p95": 64.178, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.946, "count": 30, "max": 32.929, "p95": 29.04, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 986.4, "count": 30, "max": 1242.0, "p95": 1170.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 862.967, "count": 30, "max": 14588.0, "p95": 2082.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.279, "p95": 0.219, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.412, "count": 30, "max": 0.508, "p95": 0.489, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113619.067, "count": 30, "max": 117077.0, "p95": 116089.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113619.067, "count": 30, "max": 117077.0, "p95": 116089.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 178984.433, "count": 30, "max": 256292.0, "p95": 230742.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.437, "count": 30, "max": 0.604, "p95": 0.593, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.871, "count": 30, "max": 1.055, "p95": 1.048, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11784, "sampled_at": "2026-10-30T14:11:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:11:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2950028, "flush_count": 3067, "flush_interval_seconds": 30.0, "flush_state": {"count": 3067, "last_at": "2026-10-30T14:14:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:14:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3066}, "started": true, "suppressed_count": 1524301, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1524152}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3067, "written_record_count": 3067}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9769.277, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5ac1e98bc200] error while decoding MB 54 63, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4222449561600, "copied_frame_count": 1527217, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4222449561600, "frame_buffer_copies": 1527217, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1204, "count": 512, "max_ms": 0.4031, "p50_ms": 0.1053, "p95_ms": 0.236, "p99_ms": 0.3214}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4143, "count": 512, "max_ms": 4.234, "p50_ms": 1.3313, "p95_ms": 2.2253, "p99_ms": 3.0026, "results": {"failed": 0, "not_applicable": 0, "success": 1527217, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 568, "h264_decode_error_count": 1287, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:14:52+09:00", "last_error_summary": "[h264 @ 0x5ac1e98bc200] error while decoding MB 54 63, bytestream -5", "last_exit_at": "2026-10-30T14:11:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 189.681, "last_started_at": "2026-10-30T14:11:42+09:00", "pid": 112965, "process": {"exists": false, "pid": 112965}, "restart_count": 621, "restart_count_per_hour": 20, "rtsp_timeout_count": 196, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 622}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.265, "sample_count": 2055, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1527217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:14:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.064, "last_frame_pushed_at": "2026-10-30T14:14:52+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-10-30T14:14:52+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 107, "debug_expires_at": null, "deduplicated_count": 57, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 244.736, "last_sample_duration_ms": 1103.145, "last_trigger": "periodic", "next_snapshot_in_sec": 355.264, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 307, "storage_bytes": 2927247}, "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-10-30T14:14:52.065225+09:00", "mtime_epoch": 1793337292.065225, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 111990}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:14:52+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1498.473, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1527218, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.319, "max": 4.0, "p95": 4.0, "sample_count": 238}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.013, "max": 2.0, "p95": 1.0, "sample_count": 238}, "total": {"avg": 1.013, "max": 2.0, "p95": 1.0, "sample_count": 238}}, "tracking_counts": {"active": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 238}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 238}, "tracked": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 238}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 238, "pushed_frames": 238, "read_frames": 238, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.957, "pushed": 7.957, "read": 7.957}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 238, "client_acquire_ms": {"avg_ms": 0.009, "count": 239, "max_ms": 0.028, "p95_ms": 0.017, "reason": null, "sample_age_ms": 29.658, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.088, "count": 238, "max_ms": 11.484, "p95_ms": 3.747, "reason": null, "sample_age_ms": 67.936, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.503, "count": 238, "max_ms": 9.162, "p95_ms": 2.614, "reason": null, "sample_age_ms": 68.224, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.299, "count": 239, "max_ms": 1.012, "p95_ms": 0.568, "reason": null, "sample_age_ms": 29.664, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.157, "count": 238, "max_ms": 7.214, "p95_ms": 3.779, "reason": null, "sample_age_ms": 66.441, "source": "client_direct"}, "request_count": 238, "request_tensor_bytes": {"avg": 2764808.0, "count": 238, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 66.422, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 239, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 29.868, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.417, "count": 239, "max_ms": 86.019, "p95_ms": 65.302, "reason": null, "sample_age_ms": 29.655, "source": "client_direct"}, "sample_age_ms": 29.652, "source": "client_direct", "task_total_ms": {"avg_ms": 50.066, "count": 239, "max_ms": 88.696, "p95_ms": 68.442, "reason": null, "sample_age_ms": 29.652, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.619, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.307, "count": 238, "max_ms": 10.613, "p95_ms": 7.413}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.406, "count": 238, "max_ms": 1.806, "p95_ms": 0.87}, "detection_prepare_ms": {"avg_ms": 1.363, "count": 238, "max_ms": 4.692, "p95_ms": 2.351}, "event_filter_ms": {"avg_ms": 0.005, "count": 238, "max_ms": 0.026, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.286, "count": 238, "max_ms": 0.832, "p95_ms": 0.567}, "mcmt_ms": {"avg_ms": 0.004, "count": 238, "max_ms": 0.018, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.675, "count": 238, "max_ms": 1.96, "p95_ms": 1.28}, "setup_ms": {"avg_ms": 0.047, "count": 238, "max_ms": 0.18, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 4.251, "count": 238, "max_ms": 10.539, "p95_ms": 7.325}, "track_match_ms": {"avg_ms": 0.075, "count": 238, "max_ms": 0.306, "p95_ms": 0.18}, "tracker_update_ms": {"avg_ms": 1.391, "count": 238, "max_ms": 3.591, "p95_ms": 2.473}}, "gstreamer_push": {"avg_ms": 3.66, "count": 238, "max_ms": 10.821, "p95_ms": 6.959}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 238, "max_ms": 0.901, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.608, "count": 238, "max_ms": 89.757, "p95_ms": 70.739}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.754, "count": 238, "max_ms": 10.288, "p95_ms": 6.909}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.388, "count": 238, "max_ms": 145.966, "p95_ms": 130.777}, "inference_input_copy_ms": {"avg_ms": 1.634, "count": 238, "max_ms": 5.299, "p95_ms": 2.622}, "processing_residual_ms": {"avg_ms": 0.186, "count": 238, "max_ms": 0.447, "p95_ms": 0.342}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.963, "count": 238, "max_ms": 149.462, "p95_ms": 135.77}, "read_interval": {"avg_ms": 125.886, "count": 238, "max_ms": 180.506, "p95_ms": 161.496}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 238, "max_ms": 0.052, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.611, "count": 238, "max_ms": 1.777, "p95_ms": 1.163}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 238, "max_ms": 0.059, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.595, "count": 238, "max_ms": 1.736, "p95_ms": 1.132}, "worker_merge_ms": {"avg_ms": 0.007, "count": 238, "max_ms": 0.043, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 51.622, "count": 238, "max_ms": 89.773, "p95_ms": 70.749}, "visualize": {"avg_ms": 48.276, "count": 238, "max_ms": 68.026, "p95_ms": 59.516}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.561, "count": 238, "max_ms": 63.221, "p95_ms": 54.203}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.756, "count": 238, "max_ms": 66.171, "p95_ms": 58.277}, "visualize_input_copy_ms": {"avg_ms": 1.302, "count": 238, "max_ms": 3.794, "p95_ms": 2.055}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.61, "count": 238, "max_ms": 65.948, "p95_ms": 58.108}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 238, "max_ms": 0.2, "p95_ms": 0.147}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 238}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1485.797, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.076, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.611, "sample_count": 2057, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1527114, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:14:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112018, "write_bytes_delta": 112018, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 503.0, "cpu_core_ratio": 0.460637, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 112965, "reason": null, "system_cpu_core_ratio": 0.038969, "system_cpu_s_delta": 0.39000000000000057, "user_cpu_core_ratio": 0.421668, "user_cpu_s_delta": 4.219999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.652697, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 116855.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.607521, "system_cpu_s_delta": 6.080000000001746, "user_cpu_core_ratio": 1.045176, "user_cpu_s_delta": 10.460000000020955}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.794, "count": 237, "max_ms": 11.308, "p95_ms": 7.404, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.148, "max": 3.0, "p95": 3.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 236}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 236}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.679, "count": 30, "max": 80.141, "p95": 64.178, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.369, "count": 30, "max": 32.929, "p95": 24.739, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 823.033, "count": 30, "max": 1175.0, "p95": 1079.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 823.6, "count": 30, "max": 14588.0, "p95": 2082.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.279, "p95": 0.219, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.403, "count": 30, "max": 0.504, "p95": 0.441, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113582.633, "count": 30, "max": 117077.0, "p95": 116089.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113582.633, "count": 30, "max": 117077.0, "p95": 116089.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 175980.2, "count": 30, "max": 232683.0, "p95": 225691.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.544, "count": 30, "max": 0.639, "p95": 0.628, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.979, "count": 30, "max": 1.119, "p95": 1.1, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11796, "sampled_at": "2026-10-30T14:14:39+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:14:39+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2950028, "flush_count": 3067, "flush_interval_seconds": 30.0, "flush_state": {"count": 3067, "last_at": "2026-10-30T14:14:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:14:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3066}, "started": true, "suppressed_count": 1524301, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1524152}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3067, "written_record_count": 3067}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9750.309, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T14:14:52+09:00", "last_error_summary": "[h264 @ 0x5ac1e98bc200] error while decoding MB 54 63, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4222452326400, "copied_frame_count": 1527218, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4222452326400, "frame_buffer_copies": 1527218, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1204, "count": 512, "max_ms": 0.4031, "p50_ms": 0.1053, "p95_ms": 0.236, "p99_ms": 0.3214}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4137, "count": 512, "max_ms": 4.234, "p50_ms": 1.3279, "p95_ms": 2.2253, "p99_ms": 3.0026, "results": {"failed": 0, "not_applicable": 0, "success": 1527218, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 568, "h264_decode_error_count": 1287, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:14:52+09:00", "last_error_summary": "[h264 @ 0x5ac1e98bc200] error while decoding MB 54 63, bytestream -5", "last_exit_at": "2026-10-30T14:14:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 189.738, "last_started_at": "2026-10-30T14:11:42+09:00", "pid": 112965, "process": {"exists": false, "pid": 112965}, "restart_count": 621, "restart_count_per_hour": 20, "rtsp_timeout_count": 196, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 622}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.265, "sample_count": 2056, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1527218, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:14:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T14:14:52+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-10-30T14:14:52+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 107, "debug_expires_at": null, "deduplicated_count": 57, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 244.804, "last_sample_duration_ms": 1103.145, "last_trigger": "periodic", "next_snapshot_in_sec": 355.196, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 307, "storage_bytes": 2927247}, "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-10-30T14:14:52.065225+09:00", "mtime_epoch": 1793337292.065225, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 111990}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:14:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1483.328, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1527218, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.318, "max": 4.0, "p95": 4.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.013, "max": 2.0, "p95": 1.0, "sample_count": 239}, "total": {"avg": 1.013, "max": 2.0, "p95": 1.0, "sample_count": 239}}, "tracking_counts": {"active": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 239}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 239}, "tracked": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 239}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 238, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.975, "pushed": 7.975, "read": 7.941}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 238, "client_acquire_ms": {"avg_ms": 0.009, "count": 238, "max_ms": 0.028, "p95_ms": 0.017, "reason": null, "sample_age_ms": 95.373, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.088, "count": 238, "max_ms": 11.484, "p95_ms": 3.747, "reason": null, "sample_age_ms": 133.651, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.503, "count": 238, "max_ms": 9.162, "p95_ms": 2.614, "reason": null, "sample_age_ms": 133.939, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.299, "count": 238, "max_ms": 1.012, "p95_ms": 0.568, "reason": null, "sample_age_ms": 95.379, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.157, "count": 238, "max_ms": 7.214, "p95_ms": 3.779, "reason": null, "sample_age_ms": 132.156, "source": "client_direct"}, "request_count": 238, "request_tensor_bytes": {"avg": 2764808.0, "count": 238, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 132.138, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 238, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 95.583, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.398, "count": 238, "max_ms": 86.019, "p95_ms": 65.334, "reason": null, "sample_age_ms": 95.37, "source": "client_direct"}, "sample_age_ms": 95.367, "source": "client_direct", "task_total_ms": {"avg_ms": 50.049, "count": 238, "max_ms": 88.696, "p95_ms": 68.467, "reason": null, "sample_age_ms": 95.367, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.214, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.302, "count": 239, "max_ms": 10.613, "p95_ms": 7.413}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.405, "count": 239, "max_ms": 1.806, "p95_ms": 0.87}, "detection_prepare_ms": {"avg_ms": 1.361, "count": 239, "max_ms": 4.692, "p95_ms": 2.351}, "event_filter_ms": {"avg_ms": 0.005, "count": 239, "max_ms": 0.026, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.285, "count": 239, "max_ms": 0.832, "p95_ms": 0.567}, "mcmt_ms": {"avg_ms": 0.004, "count": 239, "max_ms": 0.018, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.675, "count": 239, "max_ms": 1.96, "p95_ms": 1.28}, "setup_ms": {"avg_ms": 0.047, "count": 239, "max_ms": 0.18, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 4.246, "count": 239, "max_ms": 10.539, "p95_ms": 7.325}, "track_match_ms": {"avg_ms": 0.074, "count": 239, "max_ms": 0.306, "p95_ms": 0.18}, "tracker_update_ms": {"avg_ms": 1.389, "count": 239, "max_ms": 3.591, "p95_ms": 2.473}}, "gstreamer_push": {"avg_ms": 3.659, "count": 239, "max_ms": 10.821, "p95_ms": 6.959}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 239, "max_ms": 0.901, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.555, "count": 239, "max_ms": 89.757, "p95_ms": 70.739}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.75, "count": 239, "max_ms": 10.288, "p95_ms": 6.909}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.395, "count": 239, "max_ms": 145.966, "p95_ms": 130.777}, "inference_input_copy_ms": {"avg_ms": 1.631, "count": 239, "max_ms": 5.299, "p95_ms": 2.622}, "processing_residual_ms": {"avg_ms": 0.186, "count": 239, "max_ms": 0.447, "p95_ms": 0.342}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.962, "count": 239, "max_ms": 149.462, "p95_ms": 135.77}, "read_interval": {"avg_ms": 125.886, "count": 238, "max_ms": 180.506, "p95_ms": 161.496}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 239, "max_ms": 0.052, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.611, "count": 239, "max_ms": 1.777, "p95_ms": 1.163}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 239, "max_ms": 0.059, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.595, "count": 239, "max_ms": 1.736, "p95_ms": 1.132}, "worker_merge_ms": {"avg_ms": 0.007, "count": 239, "max_ms": 0.043, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 51.569, "count": 239, "max_ms": 89.773, "p95_ms": 70.749}, "visualize": {"avg_ms": 48.341, "count": 239, "max_ms": 68.026, "p95_ms": 59.564}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.62, "count": 239, "max_ms": 63.221, "p95_ms": 54.29}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.824, "count": 239, "max_ms": 66.171, "p95_ms": 58.323}, "visualize_input_copy_ms": {"avg_ms": 1.3, "count": 239, "max_ms": 3.794, "p95_ms": 2.055}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.677, "count": 239, "max_ms": 65.948, "p95_ms": 58.223}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 239, "max_ms": 0.2, "p95_ms": 0.147}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 239}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1485.797, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.076, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.611, "sample_count": 2057, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1527114, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:14:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112018, "write_bytes_delta": 112018, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 503.0, "cpu_core_ratio": 0.460637, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 112965, "reason": null, "system_cpu_core_ratio": 0.038969, "system_cpu_s_delta": 0.39000000000000057, "user_cpu_core_ratio": 0.421668, "user_cpu_s_delta": 4.219999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.652697, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 116855.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.607521, "system_cpu_s_delta": 6.080000000001746, "user_cpu_core_ratio": 1.045176, "user_cpu_s_delta": 10.460000000020955}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.794, "count": 237, "max_ms": 11.308, "p95_ms": 7.404, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.148, "max": 3.0, "p95": 3.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 236}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 236}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.679, "count": 30, "max": 80.141, "p95": 64.178, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.369, "count": 30, "max": 32.929, "p95": 24.739, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 823.033, "count": 30, "max": 1175.0, "p95": 1079.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 823.6, "count": 30, "max": 14588.0, "p95": 2082.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.279, "p95": 0.219, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.403, "count": 30, "max": 0.504, "p95": 0.441, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113582.633, "count": 30, "max": 117077.0, "p95": 116089.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113582.633, "count": 30, "max": 117077.0, "p95": 116089.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 175980.2, "count": 30, "max": 232683.0, "p95": 225691.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.544, "count": 30, "max": 0.639, "p95": 0.628, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.979, "count": 30, "max": 1.119, "p95": 1.1, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11796, "sampled_at": "2026-10-30T14:14:39+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:14:39+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2950028, "flush_count": 3067, "flush_interval_seconds": 30.0, "flush_state": {"count": 3067, "last_at": "2026-10-30T14:14:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:14:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3066}, "started": true, "suppressed_count": 1524301, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1524152}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3067, "written_record_count": 3067}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9749.625, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4222452326400, "copied_frame_count": 1527218, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4222452326400, "frame_buffer_copies": 1527218, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1204, "count": 512, "max_ms": 0.4031, "p50_ms": 0.1053, "p95_ms": 0.236, "p99_ms": 0.3214}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4137, "count": 512, "max_ms": 4.234, "p50_ms": 1.3279, "p95_ms": 2.2253, "p99_ms": 3.0026, "results": {"failed": 0, "not_applicable": 0, "success": 1527218, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 568, "h264_decode_error_count": 1287, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:14:52+09:00", "last_error_summary": "[h264 @ 0x5ac1e98bc200] error while decoding MB 54 63, bytestream -5", "last_exit_at": "2026-10-30T14:14:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 189.787, "last_started_at": "2026-10-30T14:11:42+09:00", "pid": 112965, "process": {"exists": false, "pid": 112965}, "restart_count": 621, "restart_count_per_hour": 20, "rtsp_timeout_count": 196, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 622}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.265, "sample_count": 2056, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1527218, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:14:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.051, "last_frame_pushed_at": "2026-10-30T14:14:52+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-10-30T14:14:52+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 107, "debug_expires_at": null, "deduplicated_count": 57, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 244.838, "last_sample_duration_ms": 1103.145, "last_trigger": "periodic", "next_snapshot_in_sec": 355.162, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 307, "storage_bytes": 2927247}, "mjpeg": {"age_sec": 0.039, "exists": true, "mtime": "2026-10-30T14:14:52.187226+09:00", "mtime_epoch": 1793337292.1872258, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 112156}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:14:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1483.328, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1527218, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.319, "max": 4.0, "p95": 4.0, "sample_count": 238}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.013, "max": 2.0, "p95": 1.0, "sample_count": 238}, "total": {"avg": 1.013, "max": 2.0, "p95": 1.0, "sample_count": 238}}, "tracking_counts": {"active": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 238}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 238}, "tracked": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 238}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 238, "pushed_frames": 238, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.966, "pushed": 7.966, "read": 7.933}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 238, "client_acquire_ms": {"avg_ms": 0.009, "count": 238, "max_ms": 0.028, "p95_ms": 0.017, "reason": null, "sample_age_ms": 133.537, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.088, "count": 238, "max_ms": 11.484, "p95_ms": 3.747, "reason": null, "sample_age_ms": 171.815, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.505, "count": 237, "max_ms": 9.162, "p95_ms": 2.644, "reason": null, "sample_age_ms": 172.103, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.299, "count": 238, "max_ms": 1.012, "p95_ms": 0.568, "reason": null, "sample_age_ms": 133.543, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.157, "count": 238, "max_ms": 7.214, "p95_ms": 3.779, "reason": null, "sample_age_ms": 170.32, "source": "client_direct"}, "request_count": 237, "request_tensor_bytes": {"avg": 2764808.0, "count": 238, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 170.301, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 238, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 133.747, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.398, "count": 238, "max_ms": 86.019, "p95_ms": 65.334, "reason": null, "sample_age_ms": 133.534, "source": "client_direct"}, "sample_age_ms": 133.531, "source": "client_direct", "task_total_ms": {"avg_ms": 50.049, "count": 238, "max_ms": 88.696, "p95_ms": 68.467, "reason": null, "sample_age_ms": 133.531, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.017, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.3, "count": 238, "max_ms": 10.613, "p95_ms": 7.413}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.404, "count": 238, "max_ms": 1.806, "p95_ms": 0.87}, "detection_prepare_ms": {"avg_ms": 1.361, "count": 238, "max_ms": 4.692, "p95_ms": 2.351}, "event_filter_ms": {"avg_ms": 0.005, "count": 238, "max_ms": 0.026, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.285, "count": 238, "max_ms": 0.832, "p95_ms": 0.567}, "mcmt_ms": {"avg_ms": 0.004, "count": 238, "max_ms": 0.018, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.674, "count": 238, "max_ms": 1.96, "p95_ms": 1.28}, "setup_ms": {"avg_ms": 0.047, "count": 238, "max_ms": 0.18, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 4.244, "count": 238, "max_ms": 10.539, "p95_ms": 7.325}, "track_match_ms": {"avg_ms": 0.074, "count": 238, "max_ms": 0.306, "p95_ms": 0.18}, "tracker_update_ms": {"avg_ms": 1.389, "count": 238, "max_ms": 3.591, "p95_ms": 2.473}}, "gstreamer_push": {"avg_ms": 3.649, "count": 238, "max_ms": 10.821, "p95_ms": 6.959}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 238, "max_ms": 0.901, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.541, "count": 238, "max_ms": 89.757, "p95_ms": 70.739}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.731, "count": 238, "max_ms": 10.288, "p95_ms": 6.713}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.417, "count": 238, "max_ms": 145.966, "p95_ms": 130.777}, "inference_input_copy_ms": {"avg_ms": 1.633, "count": 238, "max_ms": 5.299, "p95_ms": 2.622}, "processing_residual_ms": {"avg_ms": 0.187, "count": 238, "max_ms": 0.447, "p95_ms": 0.342}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.968, "count": 238, "max_ms": 149.462, "p95_ms": 135.77}, "read_interval": {"avg_ms": 125.884, "count": 237, "max_ms": 180.506, "p95_ms": 161.496}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 238, "max_ms": 0.052, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.61, "count": 238, "max_ms": 1.777, "p95_ms": 1.163}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 238, "max_ms": 0.059, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.595, "count": 238, "max_ms": 1.736, "p95_ms": 1.132}, "worker_merge_ms": {"avg_ms": 0.007, "count": 238, "max_ms": 0.043, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 51.556, "count": 238, "max_ms": 89.773, "p95_ms": 70.749}, "visualize": {"avg_ms": 48.377, "count": 238, "max_ms": 68.026, "p95_ms": 59.564}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.654, "count": 238, "max_ms": 63.221, "p95_ms": 54.29}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.863, "count": 238, "max_ms": 66.171, "p95_ms": 58.323}, "visualize_input_copy_ms": {"avg_ms": 1.297, "count": 238, "max_ms": 3.794, "p95_ms": 2.036}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.716, "count": 238, "max_ms": 65.948, "p95_ms": 58.223}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 238, "max_ms": 0.2, "p95_ms": 0.147}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 238}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1485.797, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.076, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.611, "sample_count": 2057, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1527114, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:14:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112018, "write_bytes_delta": 112018, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 503.0, "cpu_core_ratio": 0.460637, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 112965, "reason": null, "system_cpu_core_ratio": 0.038969, "system_cpu_s_delta": 0.39000000000000057, "user_cpu_core_ratio": 0.421668, "user_cpu_s_delta": 4.219999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.652697, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 116855.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.607521, "system_cpu_s_delta": 6.080000000001746, "user_cpu_core_ratio": 1.045176, "user_cpu_s_delta": 10.460000000020955}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.794, "count": 237, "max_ms": 11.308, "p95_ms": 7.404, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.148, "max": 3.0, "p95": 3.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 236}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 236}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.679, "count": 30, "max": 80.141, "p95": 64.178, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.369, "count": 30, "max": 32.929, "p95": 24.739, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 823.033, "count": 30, "max": 1175.0, "p95": 1079.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 823.6, "count": 30, "max": 14588.0, "p95": 2082.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.279, "p95": 0.219, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.403, "count": 30, "max": 0.504, "p95": 0.441, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113582.633, "count": 30, "max": 117077.0, "p95": 116089.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113582.633, "count": 30, "max": 117077.0, "p95": 116089.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 175980.2, "count": 30, "max": 232683.0, "p95": 225691.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.544, "count": 30, "max": 0.639, "p95": 0.628, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.979, "count": 30, "max": 1.119, "p95": 1.1, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11796, "sampled_at": "2026-10-30T14:14:39+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:14:39+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.875, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2950028, "flush_count": 3067, "flush_interval_seconds": 30.0, "flush_state": {"count": 3067, "last_at": "2026-10-30T14:14:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:14:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3066}, "started": true, "suppressed_count": 1524301, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1524152}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3067, "written_record_count": 3067}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9929.164, "limit_mb": null}, "detail": {"pid": 113081, "restart_count": 622, "start_count": 623}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4222452326400, "copied_frame_count": 1527218, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4222452326400, "frame_buffer_copies": 1527218, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1204, "count": 512, "max_ms": 0.4031, "p50_ms": 0.1053, "p95_ms": 0.236, "p99_ms": 0.3214}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4137, "count": 512, "max_ms": 4.234, "p50_ms": 1.3279, "p95_ms": 2.2253, "p99_ms": 3.0026, "results": {"failed": 0, "not_applicable": 0, "success": 1527218, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 568, "h264_decode_error_count": 1287, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:14:52+09:00", "last_error_summary": "[h264 @ 0x5ac1e98bc200] error while decoding MB 54 63, bytestream -5", "last_exit_at": "2026-10-30T14:14:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T14:14:55+09:00", "pid": 113081, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.34, "name": "ffmpeg", "pid": 113081, "rss_mb": 209.34, "state": "S (sleeping)", "threads": 70}, "restart_count": 622, "restart_count_per_hour": 21, "rtsp_timeout_count": 196, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 623}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.337, "sample_count": 2017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1527218, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:14:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.924, "last_frame_pushed_at": "2026-10-30T14:14:52+09:00", "last_frame_read_age_sec": 5.038, "last_frame_read_at": "2026-10-30T14:14:52+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 107, "debug_expires_at": null, "deduplicated_count": 57, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 249.716, "last_sample_duration_ms": 1103.145, "last_trigger": "periodic", "next_snapshot_in_sec": 350.284, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 307, "storage_bytes": 2927247}, "mjpeg": {"age_sec": 4.911, "exists": true, "mtime": "2026-10-30T14:14:52.187226+09:00", "mtime_epoch": 1793337292.1872258, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 112156}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:14:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1483.332, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1527218, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.335, "max": 4.0, "p95": 4.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.015, "max": 2.0, "p95": 1.0, "sample_count": 200}, "total": {"avg": 1.015, "max": 2.0, "p95": 1.0, "sample_count": 200}}, "tracking_counts": {"active": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 200}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 200}, "tracked": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 200}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.675, "pushed": 6.675, "read": 6.642}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 199, "client_acquire_ms": {"avg_ms": 0.009, "count": 199, "max_ms": 0.028, "p95_ms": 0.018, "reason": null, "sample_age_ms": 5012.779, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.049, "count": 199, "max_ms": 11.484, "p95_ms": 3.736, "reason": null, "sample_age_ms": 5051.058, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.499, "count": 199, "max_ms": 9.162, "p95_ms": 2.583, "reason": null, "sample_age_ms": 5051.346, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.297, "count": 199, "max_ms": 1.012, "p95_ms": 0.559, "reason": null, "sample_age_ms": 5012.785, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.161, "count": 199, "max_ms": 7.214, "p95_ms": 3.833, "reason": null, "sample_age_ms": 5049.563, "source": "client_direct"}, "request_count": 199, "request_tensor_bytes": {"avg": 2764808.0, "count": 199, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5049.544, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 199, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5012.99, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.429, "count": 199, "max_ms": 86.019, "p95_ms": 65.916, "reason": null, "sample_age_ms": 5012.777, "source": "client_direct"}, "sample_age_ms": 5012.774, "source": "client_direct", "task_total_ms": {"avg_ms": 50.078, "count": 199, "max_ms": 88.696, "p95_ms": 68.954, "reason": null, "sample_age_ms": 5012.774, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.461, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.324, "count": 200, "max_ms": 10.613, "p95_ms": 7.413}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.406, "count": 200, "max_ms": 1.806, "p95_ms": 0.87}, "detection_prepare_ms": {"avg_ms": 1.363, "count": 200, "max_ms": 4.692, "p95_ms": 2.351}, "event_filter_ms": {"avg_ms": 0.005, "count": 200, "max_ms": 0.026, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.288, "count": 200, "max_ms": 0.832, "p95_ms": 0.634}, "mcmt_ms": {"avg_ms": 0.004, "count": 200, "max_ms": 0.018, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.683, "count": 200, "max_ms": 1.96, "p95_ms": 1.28}, "setup_ms": {"avg_ms": 0.047, "count": 200, "max_ms": 0.18, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 4.268, "count": 200, "max_ms": 10.539, "p95_ms": 7.325}, "track_match_ms": {"avg_ms": 0.075, "count": 200, "max_ms": 0.306, "p95_ms": 0.181}, "tracker_update_ms": {"avg_ms": 1.397, "count": 200, "max_ms": 3.591, "p95_ms": 2.473}}, "gstreamer_push": {"avg_ms": 3.602, "count": 200, "max_ms": 10.821, "p95_ms": 6.746}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 200, "max_ms": 0.901, "p95_ms": 0.123}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.532, "count": 200, "max_ms": 89.757, "p95_ms": 70.627}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.731, "count": 200, "max_ms": 10.288, "p95_ms": 6.595}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.548, "count": 200, "max_ms": 145.966, "p95_ms": 128.683}, "inference_input_copy_ms": {"avg_ms": 1.591, "count": 200, "max_ms": 4.247, "p95_ms": 2.53}, "processing_residual_ms": {"avg_ms": 0.186, "count": 200, "max_ms": 0.367, "p95_ms": 0.328}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.055, "count": 200, "max_ms": 149.462, "p95_ms": 133.613}, "read_interval": {"avg_ms": 125.835, "count": 199, "max_ms": 180.506, "p95_ms": 163.856}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 200, "max_ms": 0.052, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.619, "count": 200, "max_ms": 1.777, "p95_ms": 1.168}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 200, "max_ms": 0.059, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.603, "count": 200, "max_ms": 1.736, "p95_ms": 1.135}, "worker_merge_ms": {"avg_ms": 0.007, "count": 200, "max_ms": 0.043, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 51.546, "count": 200, "max_ms": 89.773, "p95_ms": 70.639}, "visualize": {"avg_ms": 48.502, "count": 200, "max_ms": 65.59, "p95_ms": 59.564}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.762, "count": 200, "max_ms": 60.154, "p95_ms": 54.203}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.99, "count": 200, "max_ms": 63.668, "p95_ms": 58.323}, "visualize_input_copy_ms": {"avg_ms": 1.293, "count": 200, "max_ms": 3.794, "p95_ms": 2.036}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.843, "count": 200, "max_ms": 63.518, "p95_ms": 58.223}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 200, "max_ms": 0.2, "p95_ms": 0.147}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 200}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1485.797, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.076, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.611, "sample_count": 2057, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1527114, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:14:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112018, "write_bytes_delta": 112018, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 503.0, "cpu_core_ratio": 0.460637, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 112965, "reason": null, "system_cpu_core_ratio": 0.038969, "system_cpu_s_delta": 0.39000000000000057, "user_cpu_core_ratio": 0.421668, "user_cpu_s_delta": 4.219999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.652697, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 116855.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.607521, "system_cpu_s_delta": 6.080000000001746, "user_cpu_core_ratio": 1.045176, "user_cpu_s_delta": 10.460000000020955}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.794, "count": 237, "max_ms": 11.308, "p95_ms": 7.404, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.148, "max": 3.0, "p95": 3.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 236}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 236}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.679, "count": 30, "max": 80.141, "p95": 64.178, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.369, "count": 30, "max": 32.929, "p95": 24.739, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 823.033, "count": 30, "max": 1175.0, "p95": 1079.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 823.6, "count": 30, "max": 14588.0, "p95": 2082.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.279, "p95": 0.219, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.403, "count": 30, "max": 0.504, "p95": 0.441, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113582.633, "count": 30, "max": 117077.0, "p95": 116089.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113582.633, "count": 30, "max": 117077.0, "p95": 116089.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 175980.2, "count": 30, "max": 232683.0, "p95": 225691.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.544, "count": 30, "max": 0.639, "p95": 0.628, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.979, "count": 30, "max": 1.119, "p95": 1.1, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11796, "sampled_at": "2026-10-30T14:14:39+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:14:39+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2953115, "flush_count": 3070, "flush_interval_seconds": 30.0, "flush_state": {"count": 3070, "last_at": "2026-10-30T14:17:51", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:17:51", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3069}, "started": true, "suppressed_count": 1525660, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1525511}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3070, "written_record_count": 3070}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9746.129, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T14:14:52+09:00", "last_error_summary": "[h264 @ 0x5ac1e98bc200] error while decoding MB 54 63, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4226217984000, "copied_frame_count": 1528580, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4226217984000, "frame_buffer_copies": 1528580, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1409, "count": 512, "max_ms": 2.5802, "p50_ms": 0.1241, "p95_ms": 0.2505, "p99_ms": 0.3312}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5669, "count": 512, "max_ms": 3.9683, "p50_ms": 1.4589, "p95_ms": 2.6684, "p99_ms": 3.2393, "results": {"failed": 0, "not_applicable": 0, "success": 1528580, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 568, "h264_decode_error_count": 1287, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:14:52+09:00", "last_error_summary": "[h264 @ 0x5ac1e98bc200] error while decoding MB 54 63, bytestream -5", "last_exit_at": "2026-10-30T14:17:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.015, "last_started_at": "2026-10-30T14:14:55+09:00", "pid": 113081, "process": {"exists": false, "pid": 113081}, "restart_count": 622, "restart_count_per_hour": 20, "rtsp_timeout_count": 196, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 623}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.527, "sample_count": 2235, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1528580, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:17:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T14:17:57+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-10-30T14:17:56+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 107, "debug_expires_at": null, "deduplicated_count": 57, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 429.741, "last_sample_duration_ms": 1103.145, "last_trigger": "periodic", "next_snapshot_in_sec": 170.259, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 307, "storage_bytes": 2927247}, "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-10-30T14:17:56.968617+09:00", "mtime_epoch": 1793337476.9686174, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 112841}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:17:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1483.977, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1528580, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.024, "max": 8.0, "p95": 6.0, "sample_count": 206}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.005, "max": 2.0, "p95": 1.0, "sample_count": 206}, "total": {"avg": 1.005, "max": 2.0, "p95": 1.0, "sample_count": 206}}, "tracking_counts": {"active": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 206}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 206}, "tracked": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 206}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.867, "pushed": 6.9, "read": 6.867}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 205, "client_acquire_ms": {"avg_ms": 0.011, "count": 206, "max_ms": 0.045, "p95_ms": 0.023, "reason": null, "sample_age_ms": 86.488, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.369, "count": 205, "max_ms": 12.191, "p95_ms": 3.94, "reason": null, "sample_age_ms": 166.829, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.588, "count": 205, "max_ms": 11.609, "p95_ms": 2.697, "reason": null, "sample_age_ms": 167.197, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.428, "count": 206, "max_ms": 1.109, "p95_ms": 0.826, "reason": null, "sample_age_ms": 86.514, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.619, "count": 205, "max_ms": 6.974, "p95_ms": 4.534, "reason": null, "sample_age_ms": 164.209, "source": "client_direct"}, "request_count": 205, "request_tensor_bytes": {"avg": 2764808.0, "count": 205, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 164.169, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 206, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 87.104, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 58.401, "count": 206, "max_ms": 98.794, "p95_ms": 79.189, "reason": null, "sample_age_ms": 86.479, "source": "client_direct"}, "sample_age_ms": 86.467, "source": "client_direct", "task_total_ms": {"avg_ms": 61.722, "count": 206, "max_ms": 103.247, "p95_ms": 81.999, "reason": null, "sample_age_ms": 86.467, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.248, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.275, "count": 206, "max_ms": 14.009, "p95_ms": 8.496}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.469, "count": 206, "max_ms": 1.264, "p95_ms": 0.87}, "detection_prepare_ms": {"avg_ms": 1.792, "count": 206, "max_ms": 7.524, "p95_ms": 3.24}, "event_filter_ms": {"avg_ms": 0.006, "count": 206, "max_ms": 0.022, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.324, "count": 206, "max_ms": 0.989, "p95_ms": 0.587}, "mcmt_ms": {"avg_ms": 0.004, "count": 206, "max_ms": 0.015, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 0.806, "count": 206, "max_ms": 4.462, "p95_ms": 1.472}, "setup_ms": {"avg_ms": 0.061, "count": 206, "max_ms": 0.174, "p95_ms": 0.126}, "total_inside_ms": {"avg_ms": 5.207, "count": 206, "max_ms": 13.867, "p95_ms": 8.421}, "track_match_ms": {"avg_ms": 0.083, "count": 206, "max_ms": 0.335, "p95_ms": 0.154}, "tracker_update_ms": {"avg_ms": 1.661, "count": 206, "max_ms": 3.927, "p95_ms": 3.05}}, "gstreamer_push": {"avg_ms": 3.74, "count": 207, "max_ms": 11.262, "p95_ms": 5.885}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.068, "count": 206, "max_ms": 0.637, "p95_ms": 0.143}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 63.731, "count": 206, "max_ms": 115.947, "p95_ms": 84.599}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.311, "count": 206, "max_ms": 13.786, "p95_ms": 9.689}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 122.023, "count": 206, "max_ms": 204.329, "p95_ms": 150.211}, "inference_input_copy_ms": {"avg_ms": 1.794, "count": 206, "max_ms": 4.28, "p95_ms": 3.082}, "processing_residual_ms": {"avg_ms": 0.242, "count": 206, "max_ms": 0.609, "p95_ms": 0.419}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 127.37, "count": 206, "max_ms": 209.382, "p95_ms": 154.343}, "read_interval": {"avg_ms": 145.517, "count": 206, "max_ms": 216.906, "p95_ms": 191.849}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 206, "max_ms": 0.051, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.713, "count": 206, "max_ms": 2.489, "p95_ms": 1.288}, "resolve_scenarios_ms": {"avg_ms": 0.038, "count": 206, "max_ms": 3.073, "p95_ms": 0.049}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.695, "count": 206, "max_ms": 2.444, "p95_ms": 1.26}, "worker_merge_ms": {"avg_ms": 0.009, "count": 206, "max_ms": 0.04, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 63.749, "count": 206, "max_ms": 115.986, "p95_ms": 84.636}, "visualize": {"avg_ms": 51.428, "count": 206, "max_ms": 126.407, "p95_ms": 67.211}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.767, "count": 206, "max_ms": 108.088, "p95_ms": 60.972}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.583, "count": 206, "max_ms": 121.23, "p95_ms": 65.629}, "visualize_input_copy_ms": {"avg_ms": 1.588, "count": 206, "max_ms": 5.993, "p95_ms": 2.698}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.391, "count": 206, "max_ms": 120.953, "p95_ms": 65.324}, "visualizer_prepare_ms": {"avg_ms": 0.099, "count": 206, "max_ms": 0.335, "p95_ms": 0.183}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 206}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1483.891, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 38.003, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.325, "sample_count": 2253, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1528391, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:17:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112758, "write_bytes_delta": 112758, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 920.0, "cpu_core_ratio": 0.44175, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 113081, "reason": null, "system_cpu_core_ratio": 0.03528, "system_cpu_s_delta": 0.7100000000000009, "user_cpu_core_ratio": 0.406469, "user_cpu_s_delta": 8.18}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.59805, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 162975.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.562995, "system_cpu_s_delta": 11.329999999987194, "user_cpu_core_ratio": 1.035055, "user_cpu_s_delta": 20.829999999987194}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.337, "count": 222, "max_ms": 11.701, "p95_ms": 5.711, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.249, "max": 6.0, "p95": 5.0, "sample_count": 221}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 221}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 221}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.348, "count": 30, "max": 83.602, "p95": 75.693, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.01, "count": 30, "max": 32.929, "p95": 27.121, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 693.333, "count": 30, "max": 1175.0, "p95": 986.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 958.567, "count": 30, "max": 14588.0, "p95": 2082.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.279, "p95": 0.219, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.409, "count": 30, "max": 0.504, "p95": 0.444, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112799.8, "count": 30, "max": 115412.0, "p95": 114592.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112799.8, "count": 30, "max": 115412.0, "p95": 114592.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 149774.6, "count": 30, "max": 217210.0, "p95": 211125.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.561, "count": 30, "max": 0.639, "p95": 0.63, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.997, "count": 30, "max": 1.138, "p95": 1.113, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11808, "sampled_at": "2026-10-30T14:17:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:17:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2953115, "flush_count": 3070, "flush_interval_seconds": 30.0, "flush_state": {"count": 3070, "last_at": "2026-10-30T14:17:51", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:17:51", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3069}, "started": true, "suppressed_count": 1525660, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1525511}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3070, "written_record_count": 3070}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9745.977, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4226217984000, "copied_frame_count": 1528580, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4226217984000, "frame_buffer_copies": 1528580, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1409, "count": 512, "max_ms": 2.5802, "p50_ms": 0.1241, "p95_ms": 0.2505, "p99_ms": 0.3312}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5669, "count": 512, "max_ms": 3.9683, "p50_ms": 1.4589, "p95_ms": 2.6684, "p99_ms": 3.2393, "results": {"failed": 0, "not_applicable": 0, "success": 1528580, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 568, "h264_decode_error_count": 1287, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:14:52+09:00", "last_error_summary": "[h264 @ 0x5ac1e98bc200] error while decoding MB 54 63, bytestream -5", "last_exit_at": "2026-10-30T14:17:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 182.074, "last_started_at": "2026-10-30T14:14:55+09:00", "pid": 113081, "process": {"exists": false, "pid": 113081}, "restart_count": 622, "restart_count_per_hour": 20, "rtsp_timeout_count": 196, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 623}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.527, "sample_count": 2235, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1528580, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:17:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.061, "last_frame_pushed_at": "2026-10-30T14:17:57+09:00", "last_frame_read_age_sec": 0.209, "last_frame_read_at": "2026-10-30T14:17:56+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 107, "debug_expires_at": null, "deduplicated_count": 57, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 429.792, "last_sample_duration_ms": 1103.145, "last_trigger": "periodic", "next_snapshot_in_sec": 170.208, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 307, "storage_bytes": 2927247}, "mjpeg": {"age_sec": 0.049, "exists": true, "mtime": "2026-10-30T14:17:57.121619+09:00", "mtime_epoch": 1793337477.1216185, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 112927}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:17:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1483.977, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1528580, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.024, "max": 8.0, "p95": 6.0, "sample_count": 206}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.005, "max": 2.0, "p95": 1.0, "sample_count": 206}, "total": {"avg": 1.005, "max": 2.0, "p95": 1.0, "sample_count": 206}}, "tracking_counts": {"active": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 206}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 206}, "tracked": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 206}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.904, "pushed": 6.904, "read": 6.87}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 205, "client_acquire_ms": {"avg_ms": 0.011, "count": 206, "max_ms": 0.045, "p95_ms": 0.023, "reason": null, "sample_age_ms": 139.738, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.369, "count": 205, "max_ms": 12.191, "p95_ms": 3.94, "reason": null, "sample_age_ms": 220.078, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.588, "count": 205, "max_ms": 11.609, "p95_ms": 2.697, "reason": null, "sample_age_ms": 220.447, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.428, "count": 206, "max_ms": 1.109, "p95_ms": 0.826, "reason": null, "sample_age_ms": 139.764, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.619, "count": 205, "max_ms": 6.974, "p95_ms": 4.534, "reason": null, "sample_age_ms": 217.458, "source": "client_direct"}, "request_count": 205, "request_tensor_bytes": {"avg": 2764808.0, "count": 205, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 217.418, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 206, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 140.354, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 58.401, "count": 206, "max_ms": 98.794, "p95_ms": 79.189, "reason": null, "sample_age_ms": 139.728, "source": "client_direct"}, "sample_age_ms": 139.716, "source": "client_direct", "task_total_ms": {"avg_ms": 61.722, "count": 206, "max_ms": 103.247, "p95_ms": 81.999, "reason": null, "sample_age_ms": 139.716, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.69, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.275, "count": 206, "max_ms": 14.009, "p95_ms": 8.496}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.469, "count": 206, "max_ms": 1.264, "p95_ms": 0.87}, "detection_prepare_ms": {"avg_ms": 1.792, "count": 206, "max_ms": 7.524, "p95_ms": 3.24}, "event_filter_ms": {"avg_ms": 0.006, "count": 206, "max_ms": 0.022, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.324, "count": 206, "max_ms": 0.989, "p95_ms": 0.587}, "mcmt_ms": {"avg_ms": 0.004, "count": 206, "max_ms": 0.015, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 0.806, "count": 206, "max_ms": 4.462, "p95_ms": 1.472}, "setup_ms": {"avg_ms": 0.061, "count": 206, "max_ms": 0.174, "p95_ms": 0.126}, "total_inside_ms": {"avg_ms": 5.207, "count": 206, "max_ms": 13.867, "p95_ms": 8.421}, "track_match_ms": {"avg_ms": 0.083, "count": 206, "max_ms": 0.335, "p95_ms": 0.154}, "tracker_update_ms": {"avg_ms": 1.661, "count": 206, "max_ms": 3.927, "p95_ms": 3.05}}, "gstreamer_push": {"avg_ms": 3.739, "count": 206, "max_ms": 11.262, "p95_ms": 5.885}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.068, "count": 206, "max_ms": 0.637, "p95_ms": 0.143}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 63.731, "count": 206, "max_ms": 115.947, "p95_ms": 84.599}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.311, "count": 206, "max_ms": 13.786, "p95_ms": 9.689}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 122.023, "count": 206, "max_ms": 204.329, "p95_ms": 150.211}, "inference_input_copy_ms": {"avg_ms": 1.794, "count": 206, "max_ms": 4.28, "p95_ms": 3.082}, "processing_residual_ms": {"avg_ms": 0.242, "count": 206, "max_ms": 0.609, "p95_ms": 0.419}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 127.37, "count": 206, "max_ms": 209.382, "p95_ms": 154.343}, "read_interval": {"avg_ms": 145.56, "count": 205, "max_ms": 216.906, "p95_ms": 191.849}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 206, "max_ms": 0.051, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.713, "count": 206, "max_ms": 2.489, "p95_ms": 1.288}, "resolve_scenarios_ms": {"avg_ms": 0.038, "count": 206, "max_ms": 3.073, "p95_ms": 0.049}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.695, "count": 206, "max_ms": 2.444, "p95_ms": 1.26}, "worker_merge_ms": {"avg_ms": 0.009, "count": 206, "max_ms": 0.04, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 63.749, "count": 206, "max_ms": 115.986, "p95_ms": 84.636}, "visualize": {"avg_ms": 51.428, "count": 206, "max_ms": 126.407, "p95_ms": 67.211}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.767, "count": 206, "max_ms": 108.088, "p95_ms": 60.972}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.583, "count": 206, "max_ms": 121.23, "p95_ms": 65.629}, "visualize_input_copy_ms": {"avg_ms": 1.588, "count": 206, "max_ms": 5.993, "p95_ms": 2.698}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.391, "count": 206, "max_ms": 120.953, "p95_ms": 65.324}, "visualizer_prepare_ms": {"avg_ms": 0.099, "count": 206, "max_ms": 0.335, "p95_ms": 0.183}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 206}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1483.891, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 38.003, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.325, "sample_count": 2253, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1528391, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:17:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112758, "write_bytes_delta": 112758, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 920.0, "cpu_core_ratio": 0.44175, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 113081, "reason": null, "system_cpu_core_ratio": 0.03528, "system_cpu_s_delta": 0.7100000000000009, "user_cpu_core_ratio": 0.406469, "user_cpu_s_delta": 8.18}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.59805, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 162975.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.562995, "system_cpu_s_delta": 11.329999999987194, "user_cpu_core_ratio": 1.035055, "user_cpu_s_delta": 20.829999999987194}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.337, "count": 222, "max_ms": 11.701, "p95_ms": 5.711, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.249, "max": 6.0, "p95": 5.0, "sample_count": 221}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 221}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 221}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.348, "count": 30, "max": 83.602, "p95": 75.693, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.01, "count": 30, "max": 32.929, "p95": 27.121, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 693.333, "count": 30, "max": 1175.0, "p95": 986.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 958.567, "count": 30, "max": 14588.0, "p95": 2082.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.279, "p95": 0.219, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.409, "count": 30, "max": 0.504, "p95": 0.444, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112799.8, "count": 30, "max": 115412.0, "p95": 114592.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112799.8, "count": 30, "max": 115412.0, "p95": 114592.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 149774.6, "count": 30, "max": 217210.0, "p95": 211125.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.561, "count": 30, "max": 0.639, "p95": 0.63, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.997, "count": 30, "max": 1.138, "p95": 1.113, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11808, "sampled_at": "2026-10-30T14:17:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:17:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.84, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2953115, "flush_count": 3070, "flush_interval_seconds": 30.0, "flush_state": {"count": 3070, "last_at": "2026-10-30T14:17:51", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:17:51", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3069}, "started": true, "suppressed_count": 1525660, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1525511}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3070, "written_record_count": 3070}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9920.254, "limit_mb": null}, "detail": {"pid": 113197, "restart_count": 623, "start_count": 624}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4226217984000, "copied_frame_count": 1528580, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4226217984000, "frame_buffer_copies": 1528580, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1409, "count": 512, "max_ms": 2.5802, "p50_ms": 0.1241, "p95_ms": 0.2505, "p99_ms": 0.3312}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5669, "count": 512, "max_ms": 3.9683, "p50_ms": 1.4589, "p95_ms": 2.6684, "p99_ms": 3.2393, "results": {"failed": 0, "not_applicable": 0, "success": 1528580, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 568, "h264_decode_error_count": 1287, "h264_decode_error_count_per_hour": 55, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:14:52+09:00", "last_error_summary": "[h264 @ 0x5ac1e98bc200] error while decoding MB 54 63, bytestream -5", "last_exit_at": "2026-10-30T14:17:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T14:17:59+09:00", "pid": 113197, "process": {"exists": true, "fd_count": 5, "hwm_mb": 211.965, "name": "ffmpeg", "pid": 113197, "rss_mb": 211.965, "state": "S (sleeping)", "threads": 70}, "restart_count": 623, "restart_count_per_hour": 21, "rtsp_timeout_count": 196, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 624}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.158, "sample_count": 2206, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1528580, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:17:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.345, "last_frame_pushed_at": "2026-10-30T14:17:57+09:00", "last_frame_read_age_sec": 4.494, "last_frame_read_at": "2026-10-30T14:17:56+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 107, "debug_expires_at": null, "deduplicated_count": 57, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 434.074, "last_sample_duration_ms": 1103.145, "last_trigger": "periodic", "next_snapshot_in_sec": 165.926, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 307, "storage_bytes": 2927247}, "mjpeg": {"age_sec": 4.333, "exists": true, "mtime": "2026-10-30T14:17:57.121619+09:00", "mtime_epoch": 1793337477.1216185, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 112927}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:18:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1483.98, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1528580, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.073, "max": 8.0, "p95": 6.0, "sample_count": 178}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.006, "max": 2.0, "p95": 1.0, "sample_count": 178}, "total": {"avg": 1.006, "max": 2.0, "p95": 1.0, "sample_count": 178}}, "tracking_counts": {"active": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 178}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}, "removed": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 178}, "tracked": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 178}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 178, "pushed_frames": 178, "read_frames": 177, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.952, "pushed": 5.952, "read": 5.919}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 177, "client_acquire_ms": {"avg_ms": 0.011, "count": 178, "max_ms": 0.045, "p95_ms": 0.024, "reason": null, "sample_age_ms": 4422.174, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.418, "count": 177, "max_ms": 12.191, "p95_ms": 4.159, "reason": null, "sample_age_ms": 4502.514, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.605, "count": 177, "max_ms": 11.609, "p95_ms": 2.599, "reason": null, "sample_age_ms": 4502.882, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.423, "count": 178, "max_ms": 1.109, "p95_ms": 0.817, "reason": null, "sample_age_ms": 4422.199, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.634, "count": 177, "max_ms": 6.974, "p95_ms": 4.559, "reason": null, "sample_age_ms": 4499.894, "source": "client_direct"}, "request_count": 177, "request_tensor_bytes": {"avg": 2764808.0, "count": 177, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4499.854, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 178, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4422.789, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 58.092, "count": 178, "max_ms": 98.794, "p95_ms": 80.489, "reason": null, "sample_age_ms": 4422.164, "source": "client_direct"}, "sample_age_ms": 4422.152, "source": "client_direct", "task_total_ms": {"avg_ms": 61.421, "count": 178, "max_ms": 103.247, "p95_ms": 83.036, "reason": null, "sample_age_ms": 4422.152, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.91, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.204, "count": 178, "max_ms": 14.009, "p95_ms": 8.469}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.462, "count": 178, "max_ms": 1.264, "p95_ms": 0.839}, "detection_prepare_ms": {"avg_ms": 1.777, "count": 178, "max_ms": 7.524, "p95_ms": 3.24}, "event_filter_ms": {"avg_ms": 0.005, "count": 178, "max_ms": 0.016, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.324, "count": 178, "max_ms": 0.989, "p95_ms": 0.602}, "mcmt_ms": {"avg_ms": 0.004, "count": 178, "max_ms": 0.015, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.782, "count": 178, "max_ms": 4.462, "p95_ms": 1.445}, "setup_ms": {"avg_ms": 0.06, "count": 178, "max_ms": 0.157, "p95_ms": 0.127}, "total_inside_ms": {"avg_ms": 5.137, "count": 178, "max_ms": 13.867, "p95_ms": 8.386}, "track_match_ms": {"avg_ms": 0.082, "count": 178, "max_ms": 0.335, "p95_ms": 0.165}, "tracker_update_ms": {"avg_ms": 1.64, "count": 178, "max_ms": 3.927, "p95_ms": 3.052}}, "gstreamer_push": {"avg_ms": 3.77, "count": 178, "max_ms": 10.456, "p95_ms": 5.961}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.067, "count": 178, "max_ms": 0.637, "p95_ms": 0.137}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 63.478, "count": 178, "max_ms": 115.947, "p95_ms": 87.364}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.278, "count": 178, "max_ms": 13.786, "p95_ms": 9.205}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 121.044, "count": 178, "max_ms": 174.646, "p95_ms": 150.88}, "inference_input_copy_ms": {"avg_ms": 1.826, "count": 178, "max_ms": 4.28, "p95_ms": 3.171}, "processing_residual_ms": {"avg_ms": 0.247, "count": 178, "max_ms": 0.609, "p95_ms": 0.431}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 126.394, "count": 178, "max_ms": 181.103, "p95_ms": 154.574}, "read_interval": {"avg_ms": 144.438, "count": 177, "max_ms": 209.416, "p95_ms": 191.849}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 178, "max_ms": 0.045, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.689, "count": 178, "max_ms": 1.782, "p95_ms": 1.285}, "resolve_scenarios_ms": {"avg_ms": 0.04, "count": 178, "max_ms": 3.073, "p95_ms": 0.047}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.672, "count": 178, "max_ms": 1.741, "p95_ms": 1.257}, "worker_merge_ms": {"avg_ms": 0.009, "count": 178, "max_ms": 0.04, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 63.495, "count": 178, "max_ms": 115.986, "p95_ms": 87.374}, "visualize": {"avg_ms": 50.788, "count": 178, "max_ms": 77.056, "p95_ms": 67.211}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.213, "count": 178, "max_ms": 69.068, "p95_ms": 61.003}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.986, "count": 178, "max_ms": 74.896, "p95_ms": 65.629}, "visualize_input_copy_ms": {"avg_ms": 1.549, "count": 178, "max_ms": 3.665, "p95_ms": 2.679}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.793, "count": 178, "max_ms": 74.775, "p95_ms": 65.324}, "visualizer_prepare_ms": {"avg_ms": 0.099, "count": 178, "max_ms": 0.335, "p95_ms": 0.203}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 178}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1483.891, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 38.003, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.325, "sample_count": 2253, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1528391, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:17:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112758, "write_bytes_delta": 112758, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 920.0, "cpu_core_ratio": 0.44175, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 113081, "reason": null, "system_cpu_core_ratio": 0.03528, "system_cpu_s_delta": 0.7100000000000009, "user_cpu_core_ratio": 0.406469, "user_cpu_s_delta": 8.18}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.59805, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 162975.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.562995, "system_cpu_s_delta": 11.329999999987194, "user_cpu_core_ratio": 1.035055, "user_cpu_s_delta": 20.829999999987194}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.337, "count": 222, "max_ms": 11.701, "p95_ms": 5.711, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.249, "max": 6.0, "p95": 5.0, "sample_count": 221}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 221}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 221}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.348, "count": 30, "max": 83.602, "p95": 75.693, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.01, "count": 30, "max": 32.929, "p95": 27.121, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 693.333, "count": 30, "max": 1175.0, "p95": 986.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 958.567, "count": 30, "max": 14588.0, "p95": 2082.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.279, "p95": 0.219, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.409, "count": 30, "max": 0.504, "p95": 0.444, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112799.8, "count": 30, "max": 115412.0, "p95": 114592.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112799.8, "count": 30, "max": 115412.0, "p95": 114592.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 149774.6, "count": 30, "max": 217210.0, "p95": 211125.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.561, "count": 30, "max": 0.639, "p95": 0.63, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.997, "count": 30, "max": 1.138, "p95": 1.113, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11808, "sampled_at": "2026-10-30T14:17:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:17:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2955173, "flush_count": 3072, "flush_interval_seconds": 30.0, "flush_state": {"count": 3072, "last_at": "2026-10-30T14:19:51", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:19:51", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3071}, "started": true, "suppressed_count": 1526840, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1526691}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3072, "written_record_count": 3072}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9761.129, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5a73a8609480] error while decoding MB 8 59, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4229483212800, "copied_frame_count": 1529761, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4229483212800, "frame_buffer_copies": 1529761, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1242, "count": 512, "max_ms": 0.9543, "p50_ms": 0.1105, "p95_ms": 0.2318, "p99_ms": 0.2759}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4444, "count": 512, "max_ms": 4.0101, "p50_ms": 1.3763, "p95_ms": 2.2212, "p99_ms": 2.8734, "results": {"failed": 0, "not_applicable": 0, "success": 1529761, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 569, "h264_decode_error_count": 1288, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:20:42+09:00", "last_error_summary": "[h264 @ 0x5a73a8609480] error while decoding MB 8 59, bytestream -7", "last_exit_at": "2026-10-30T14:17:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 163.271, "last_started_at": "2026-10-30T14:17:59+09:00", "pid": 113197, "process": {"exists": false, "pid": 113197}, "restart_count": 623, "restart_count_per_hour": 19, "rtsp_timeout_count": 196, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 624}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.684, "sample_count": 2186, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1529761, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:20:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.073, "last_frame_pushed_at": "2026-10-30T14:20:42+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-10-30T14:20:42+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 107, "debug_expires_at": null, "deduplicated_count": 57, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 595.344, "last_sample_duration_ms": 1103.145, "last_trigger": "periodic", "next_snapshot_in_sec": 4.656, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 307, "storage_bytes": 2927247}, "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-10-30T14:20:42.666770+09:00", "mtime_epoch": 1793337642.6667702, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 112960}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:20:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1494.969, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1529762, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.644, "max": 6.0, "p95": 5.0, "sample_count": 222}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.266, "max": 3.0, "p95": 2.0, "sample_count": 222}, "total": {"avg": 1.266, "max": 3.0, "p95": 2.0, "sample_count": 222}}, "tracking_counts": {"active": {"avg": 0.126, "max": 1.0, "p95": 1.0, "sample_count": 222}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 222}, "tracked": {"avg": 0.126, "max": 1.0, "p95": 1.0, "sample_count": 222}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.435, "pushed": 7.435, "read": 7.435}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 223, "client_acquire_ms": {"avg_ms": 0.01, "count": 223, "max_ms": 0.031, "p95_ms": 0.019, "reason": null, "sample_age_ms": 21.127, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.036, "count": 223, "max_ms": 9.727, "p95_ms": 3.364, "reason": null, "sample_age_ms": 77.73, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.504, "count": 223, "max_ms": 9.055, "p95_ms": 2.827, "reason": null, "sample_age_ms": 77.997, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.36, "count": 223, "max_ms": 1.005, "p95_ms": 0.658, "reason": null, "sample_age_ms": 21.134, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.286, "count": 223, "max_ms": 8.159, "p95_ms": 3.77, "reason": null, "sample_age_ms": 75.21, "source": "client_direct"}, "request_count": 223, "request_tensor_bytes": {"avg": 2764808.0, "count": 223, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 75.171, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 223, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 21.378, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.459, "count": 223, "max_ms": 95.504, "p95_ms": 73.555, "reason": null, "sample_age_ms": 21.122, "source": "client_direct"}, "sample_age_ms": 21.118, "source": "client_direct", "task_total_ms": {"avg_ms": 56.319, "count": 223, "max_ms": 98.995, "p95_ms": 77.345, "reason": null, "sample_age_ms": 21.118, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.235, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.44, "count": 222, "max_ms": 11.434, "p95_ms": 9.108}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.471, "count": 222, "max_ms": 1.465, "p95_ms": 0.902}, "detection_prepare_ms": {"avg_ms": 1.566, "count": 222, "max_ms": 5.428, "p95_ms": 2.726}, "event_filter_ms": {"avg_ms": 0.006, "count": 222, "max_ms": 0.032, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.331, "count": 222, "max_ms": 0.97, "p95_ms": 0.583}, "mcmt_ms": {"avg_ms": 0.004, "count": 222, "max_ms": 0.027, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.186, "count": 222, "max_ms": 3.868, "p95_ms": 3.238}, "setup_ms": {"avg_ms": 0.055, "count": 222, "max_ms": 0.175, "p95_ms": 0.11}, "total_inside_ms": {"avg_ms": 5.373, "count": 222, "max_ms": 11.335, "p95_ms": 9.056}, "track_match_ms": {"avg_ms": 0.09, "count": 222, "max_ms": 0.364, "p95_ms": 0.199}, "tracker_update_ms": {"avg_ms": 1.663, "count": 222, "max_ms": 3.933, "p95_ms": 2.676}}, "gstreamer_push": {"avg_ms": 3.353, "count": 223, "max_ms": 9.868, "p95_ms": 5.847}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.065, "count": 222, "max_ms": 0.612, "p95_ms": 0.125}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.935, "count": 222, "max_ms": 101.664, "p95_ms": 79.057}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.925, "count": 223, "max_ms": 11.526, "p95_ms": 7.2}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.292, "count": 223, "max_ms": 159.911, "p95_ms": 140.759}, "inference_input_copy_ms": {"avg_ms": 1.645, "count": 223, "max_ms": 5.123, "p95_ms": 2.592}, "processing_residual_ms": {"avg_ms": 0.219, "count": 223, "max_ms": 0.457, "p95_ms": 0.376}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 119.081, "count": 223, "max_ms": 165.179, "p95_ms": 145.528}, "read_interval": {"avg_ms": 134.857, "count": 223, "max_ms": 197.749, "p95_ms": 174.424}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 222, "max_ms": 0.056, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 1.112, "count": 222, "max_ms": 3.709, "p95_ms": 3.115}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 222, "max_ms": 0.061, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.095, "count": 222, "max_ms": 3.674, "p95_ms": 3.089}, "worker_merge_ms": {"avg_ms": 0.008, "count": 222, "max_ms": 0.029, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 57.95, "count": 222, "max_ms": 101.671, "p95_ms": 79.073}, "visualize": {"avg_ms": 49.458, "count": 222, "max_ms": 69.253, "p95_ms": 63.285}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.036, "count": 222, "max_ms": 61.028, "p95_ms": 57.267}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.834, "count": 222, "max_ms": 66.004, "p95_ms": 61.755}, "visualize_input_copy_ms": {"avg_ms": 1.386, "count": 222, "max_ms": 3.193, "p95_ms": 2.351}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.675, "count": 222, "max_ms": 65.749, "p95_ms": 61.557}, "visualizer_prepare_ms": {"avg_ms": 0.083, "count": 222, "max_ms": 0.254, "p95_ms": 0.156}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 222}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1484.434, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.314, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.099, "sample_count": 2203, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1529522, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:20:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114099, "write_bytes_delta": 114099, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 910.0, "cpu_core_ratio": 0.415491, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 113197, "reason": null, "system_cpu_core_ratio": 0.03246, "system_cpu_s_delta": 0.6499999999999999, "user_cpu_core_ratio": 0.383031, "user_cpu_s_delta": 7.670000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.674947, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 160932.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.581288, "system_cpu_s_delta": 11.639999999999418, "user_cpu_core_ratio": 1.09366, "user_cpu_s_delta": 21.900000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.315, "count": 226, "max_ms": 7.693, "p95_ms": 5.074, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.724, "max": 8.0, "p95": 6.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.591, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 225}, "total": {"avg": 1.591, "max": 3.0, "p95": 2.0, "sample_count": 225}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.969, "count": 30, "max": 83.602, "p95": 35.082, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.378, "count": 30, "max": 27.315, "p95": 26.591, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 707.0, "count": 30, "max": 957.0, "p95": 930.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 376.733, "count": 30, "max": 2264.0, "p95": 1606.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.044, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.403, "count": 30, "max": 0.44, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112729.133, "count": 30, "max": 114641.0, "p95": 114499.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112729.133, "count": 30, "max": 114641.0, "p95": 114499.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 146643.833, "count": 30, "max": 217210.0, "p95": 208621.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.587, "count": 30, "max": 0.639, "p95": 0.63, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.051, "count": 30, "max": 1.149, "p95": 1.14, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11816, "sampled_at": "2026-10-30T14:20:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:20:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2955173, "flush_count": 3072, "flush_interval_seconds": 30.0, "flush_state": {"count": 3072, "last_at": "2026-10-30T14:19:51", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:19:51", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3071}, "started": true, "suppressed_count": 1526840, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1526691}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3072, "written_record_count": 3072}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9749.348, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T14:20:42+09:00", "last_error_summary": "[h264 @ 0x5a73a8609480] error while decoding MB 8 59, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4229485977600, "copied_frame_count": 1529762, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4229485977600, "frame_buffer_copies": 1529762, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1243, "count": 512, "max_ms": 0.9543, "p50_ms": 0.1107, "p95_ms": 0.2318, "p99_ms": 0.2759}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4458, "count": 512, "max_ms": 4.0101, "p50_ms": 1.3776, "p95_ms": 2.2212, "p99_ms": 2.8734, "results": {"failed": 0, "not_applicable": 0, "success": 1529762, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 569, "h264_decode_error_count": 1288, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:20:42+09:00", "last_error_summary": "[h264 @ 0x5a73a8609480] error while decoding MB 8 59, bytestream -7", "last_exit_at": "2026-10-30T14:20:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 163.333, "last_started_at": "2026-10-30T14:17:59+09:00", "pid": 113197, "process": {"exists": false, "pid": 113197}, "restart_count": 623, "restart_count_per_hour": 19, "rtsp_timeout_count": 196, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 624}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.684, "sample_count": 2186, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1529762, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:20:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T14:20:42+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-10-30T14:20:42+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 107, "debug_expires_at": null, "deduplicated_count": 57, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 595.421, "last_sample_duration_ms": 1103.145, "last_trigger": "periodic", "next_snapshot_in_sec": 4.579, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 307, "storage_bytes": 2927247}, "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-10-30T14:20:42.666770+09:00", "mtime_epoch": 1793337642.6667702, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 112960}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:20:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1484.543, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1529762, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.65, "max": 6.0, "p95": 5.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.265, "max": 3.0, "p95": 2.0, "sample_count": 223}, "total": {"avg": 1.265, "max": 3.0, "p95": 2.0, "sample_count": 223}}, "tracking_counts": {"active": {"avg": 0.126, "max": 1.0, "p95": 1.0, "sample_count": 223}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 223}, "tracked": {"avg": 0.126, "max": 1.0, "p95": 1.0, "sample_count": 223}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.453, "pushed": 7.453, "read": 7.419}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 222, "client_acquire_ms": {"avg_ms": 0.01, "count": 222, "max_ms": 0.031, "p95_ms": 0.019, "reason": null, "sample_age_ms": 86.202, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.038, "count": 222, "max_ms": 9.727, "p95_ms": 3.37, "reason": null, "sample_age_ms": 142.806, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.505, "count": 222, "max_ms": 9.055, "p95_ms": 2.831, "reason": null, "sample_age_ms": 143.072, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.359, "count": 222, "max_ms": 1.005, "p95_ms": 0.658, "reason": null, "sample_age_ms": 86.21, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.282, "count": 222, "max_ms": 8.159, "p95_ms": 3.77, "reason": null, "sample_age_ms": 140.286, "source": "client_direct"}, "request_count": 222, "request_tensor_bytes": {"avg": 2764808.0, "count": 222, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 140.246, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 222, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 86.453, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.485, "count": 222, "max_ms": 95.504, "p95_ms": 73.59, "reason": null, "sample_age_ms": 86.198, "source": "client_direct"}, "sample_age_ms": 86.193, "source": "client_direct", "task_total_ms": {"avg_ms": 56.34, "count": 222, "max_ms": 98.995, "p95_ms": 77.411, "reason": null, "sample_age_ms": 86.193, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.248, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.437, "count": 223, "max_ms": 11.434, "p95_ms": 9.108}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.47, "count": 223, "max_ms": 1.465, "p95_ms": 0.902}, "detection_prepare_ms": {"avg_ms": 1.568, "count": 223, "max_ms": 5.428, "p95_ms": 2.726}, "event_filter_ms": {"avg_ms": 0.006, "count": 223, "max_ms": 0.032, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.332, "count": 223, "max_ms": 0.97, "p95_ms": 0.583}, "mcmt_ms": {"avg_ms": 0.004, "count": 223, "max_ms": 0.027, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.183, "count": 223, "max_ms": 3.868, "p95_ms": 3.238}, "setup_ms": {"avg_ms": 0.055, "count": 223, "max_ms": 0.175, "p95_ms": 0.11}, "total_inside_ms": {"avg_ms": 5.37, "count": 223, "max_ms": 11.335, "p95_ms": 9.056}, "track_match_ms": {"avg_ms": 0.09, "count": 223, "max_ms": 0.364, "p95_ms": 0.199}, "tracker_update_ms": {"avg_ms": 1.662, "count": 223, "max_ms": 3.933, "p95_ms": 2.676}}, "gstreamer_push": {"avg_ms": 3.357, "count": 223, "max_ms": 9.868, "p95_ms": 5.847}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.065, "count": 223, "max_ms": 0.612, "p95_ms": 0.125}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.932, "count": 223, "max_ms": 101.664, "p95_ms": 79.057}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.92, "count": 223, "max_ms": 11.526, "p95_ms": 7.2}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.184, "count": 223, "max_ms": 159.911, "p95_ms": 140.759}, "inference_input_copy_ms": {"avg_ms": 1.646, "count": 223, "max_ms": 5.123, "p95_ms": 2.592}, "processing_residual_ms": {"avg_ms": 0.219, "count": 223, "max_ms": 0.457, "p95_ms": 0.376}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 118.969, "count": 223, "max_ms": 165.179, "p95_ms": 145.528}, "read_interval": {"avg_ms": 134.756, "count": 222, "max_ms": 197.749, "p95_ms": 174.424}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 223, "max_ms": 0.056, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 1.109, "count": 223, "max_ms": 3.709, "p95_ms": 3.115}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 223, "max_ms": 0.061, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.092, "count": 223, "max_ms": 3.674, "p95_ms": 3.089}, "worker_merge_ms": {"avg_ms": 0.008, "count": 223, "max_ms": 0.029, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 57.947, "count": 223, "max_ms": 101.671, "p95_ms": 79.073}, "visualize": {"avg_ms": 49.466, "count": 223, "max_ms": 69.253, "p95_ms": 63.285}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.046, "count": 223, "max_ms": 61.028, "p95_ms": 57.267}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.843, "count": 223, "max_ms": 66.004, "p95_ms": 61.755}, "visualize_input_copy_ms": {"avg_ms": 1.386, "count": 223, "max_ms": 3.193, "p95_ms": 2.351}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.683, "count": 223, "max_ms": 65.749, "p95_ms": 61.557}, "visualizer_prepare_ms": {"avg_ms": 0.083, "count": 223, "max_ms": 0.254, "p95_ms": 0.156}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 223}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1484.434, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.314, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.099, "sample_count": 2203, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1529522, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:20:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114099, "write_bytes_delta": 114099, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 910.0, "cpu_core_ratio": 0.415491, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 113197, "reason": null, "system_cpu_core_ratio": 0.03246, "system_cpu_s_delta": 0.6499999999999999, "user_cpu_core_ratio": 0.383031, "user_cpu_s_delta": 7.670000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.674947, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 160932.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.581288, "system_cpu_s_delta": 11.639999999999418, "user_cpu_core_ratio": 1.09366, "user_cpu_s_delta": 21.900000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.315, "count": 226, "max_ms": 7.693, "p95_ms": 5.074, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.724, "max": 8.0, "p95": 6.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.591, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 225}, "total": {"avg": 1.591, "max": 3.0, "p95": 2.0, "sample_count": 225}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.969, "count": 30, "max": 83.602, "p95": 35.082, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.378, "count": 30, "max": 27.315, "p95": 26.591, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 707.0, "count": 30, "max": 957.0, "p95": 930.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 376.733, "count": 30, "max": 2264.0, "p95": 1606.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.044, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.403, "count": 30, "max": 0.44, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112729.133, "count": 30, "max": 114641.0, "p95": 114499.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112729.133, "count": 30, "max": 114641.0, "p95": 114499.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 146643.833, "count": 30, "max": 217210.0, "p95": 208621.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.587, "count": 30, "max": 0.639, "p95": 0.63, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.051, "count": 30, "max": 1.149, "p95": 1.14, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11816, "sampled_at": "2026-10-30T14:20:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:20:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2955173, "flush_count": 3072, "flush_interval_seconds": 30.0, "flush_state": {"count": 3072, "last_at": "2026-10-30T14:19:51", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:19:51", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3071}, "started": true, "suppressed_count": 1526840, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1526691}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3072, "written_record_count": 3072}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9750.066, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4229485977600, "copied_frame_count": 1529762, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4229485977600, "frame_buffer_copies": 1529762, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1243, "count": 512, "max_ms": 0.9543, "p50_ms": 0.1107, "p95_ms": 0.2318, "p99_ms": 0.2759}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4458, "count": 512, "max_ms": 4.0101, "p50_ms": 1.3776, "p95_ms": 2.2212, "p99_ms": 2.8734, "results": {"failed": 0, "not_applicable": 0, "success": 1529762, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 569, "h264_decode_error_count": 1288, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:20:42+09:00", "last_error_summary": "[h264 @ 0x5a73a8609480] error while decoding MB 8 59, bytestream -7", "last_exit_at": "2026-10-30T14:20:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 163.388, "last_started_at": "2026-10-30T14:17:59+09:00", "pid": 113197, "process": {"exists": false, "pid": 113197}, "restart_count": 623, "restart_count_per_hour": 19, "rtsp_timeout_count": 196, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 624}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.684, "sample_count": 2186, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1529762, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:20:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.057, "last_frame_pushed_at": "2026-10-30T14:20:42+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-10-30T14:20:42+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 107, "debug_expires_at": null, "deduplicated_count": 57, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 595.453, "last_sample_duration_ms": 1103.145, "last_trigger": "periodic", "next_snapshot_in_sec": 4.547, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 307, "storage_bytes": 2927247}, "mjpeg": {"age_sec": 0.043, "exists": true, "mtime": "2026-10-30T14:20:42.799771+09:00", "mtime_epoch": 1793337642.799771, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113000}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:20:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1484.543, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1529762, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.65, "max": 6.0, "p95": 5.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.265, "max": 3.0, "p95": 2.0, "sample_count": 223}, "total": {"avg": 1.265, "max": 3.0, "p95": 2.0, "sample_count": 223}}, "tracking_counts": {"active": {"avg": 0.126, "max": 1.0, "p95": 1.0, "sample_count": 223}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 223}, "tracked": {"avg": 0.126, "max": 1.0, "p95": 1.0, "sample_count": 223}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.439, "pushed": 7.439, "read": 7.406}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 222, "client_acquire_ms": {"avg_ms": 0.01, "count": 222, "max_ms": 0.031, "p95_ms": 0.019, "reason": null, "sample_age_ms": 133.67, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.038, "count": 222, "max_ms": 9.727, "p95_ms": 3.37, "reason": null, "sample_age_ms": 190.274, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.505, "count": 222, "max_ms": 9.055, "p95_ms": 2.831, "reason": null, "sample_age_ms": 190.54, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.359, "count": 222, "max_ms": 1.005, "p95_ms": 0.658, "reason": null, "sample_age_ms": 133.678, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.282, "count": 222, "max_ms": 8.159, "p95_ms": 3.77, "reason": null, "sample_age_ms": 187.754, "source": "client_direct"}, "request_count": 222, "request_tensor_bytes": {"avg": 2764808.0, "count": 222, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 187.714, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 222, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 133.921, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.485, "count": 222, "max_ms": 95.504, "p95_ms": 73.59, "reason": null, "sample_age_ms": 133.666, "source": "client_direct"}, "sample_age_ms": 133.661, "source": "client_direct", "task_total_ms": {"avg_ms": 56.34, "count": 222, "max_ms": 98.995, "p95_ms": 77.411, "reason": null, "sample_age_ms": 133.661, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.066, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.437, "count": 223, "max_ms": 11.434, "p95_ms": 9.108}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.47, "count": 223, "max_ms": 1.465, "p95_ms": 0.902}, "detection_prepare_ms": {"avg_ms": 1.568, "count": 223, "max_ms": 5.428, "p95_ms": 2.726}, "event_filter_ms": {"avg_ms": 0.006, "count": 223, "max_ms": 0.032, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.332, "count": 223, "max_ms": 0.97, "p95_ms": 0.583}, "mcmt_ms": {"avg_ms": 0.004, "count": 223, "max_ms": 0.027, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.183, "count": 223, "max_ms": 3.868, "p95_ms": 3.238}, "setup_ms": {"avg_ms": 0.055, "count": 223, "max_ms": 0.175, "p95_ms": 0.11}, "total_inside_ms": {"avg_ms": 5.37, "count": 223, "max_ms": 11.335, "p95_ms": 9.056}, "track_match_ms": {"avg_ms": 0.09, "count": 223, "max_ms": 0.364, "p95_ms": 0.199}, "tracker_update_ms": {"avg_ms": 1.662, "count": 223, "max_ms": 3.933, "p95_ms": 2.676}}, "gstreamer_push": {"avg_ms": 3.357, "count": 223, "max_ms": 9.868, "p95_ms": 5.847}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.065, "count": 223, "max_ms": 0.612, "p95_ms": 0.125}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.932, "count": 223, "max_ms": 101.664, "p95_ms": 79.057}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.92, "count": 223, "max_ms": 11.526, "p95_ms": 7.2}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.184, "count": 223, "max_ms": 159.911, "p95_ms": 140.759}, "inference_input_copy_ms": {"avg_ms": 1.646, "count": 223, "max_ms": 5.123, "p95_ms": 2.592}, "processing_residual_ms": {"avg_ms": 0.219, "count": 223, "max_ms": 0.457, "p95_ms": 0.376}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 118.969, "count": 223, "max_ms": 165.179, "p95_ms": 145.528}, "read_interval": {"avg_ms": 134.756, "count": 222, "max_ms": 197.749, "p95_ms": 174.424}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 223, "max_ms": 0.056, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 1.109, "count": 223, "max_ms": 3.709, "p95_ms": 3.115}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 223, "max_ms": 0.061, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.092, "count": 223, "max_ms": 3.674, "p95_ms": 3.089}, "worker_merge_ms": {"avg_ms": 0.008, "count": 223, "max_ms": 0.029, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 57.947, "count": 223, "max_ms": 101.671, "p95_ms": 79.073}, "visualize": {"avg_ms": 49.466, "count": 223, "max_ms": 69.253, "p95_ms": 63.285}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.046, "count": 223, "max_ms": 61.028, "p95_ms": 57.267}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.843, "count": 223, "max_ms": 66.004, "p95_ms": 61.755}, "visualize_input_copy_ms": {"avg_ms": 1.386, "count": 223, "max_ms": 3.193, "p95_ms": 2.351}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.683, "count": 223, "max_ms": 65.749, "p95_ms": 61.557}, "visualizer_prepare_ms": {"avg_ms": 0.083, "count": 223, "max_ms": 0.254, "p95_ms": 0.156}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 223}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1484.434, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.314, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.099, "sample_count": 2203, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1529522, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:20:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114099, "write_bytes_delta": 114099, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 910.0, "cpu_core_ratio": 0.415491, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 113197, "reason": null, "system_cpu_core_ratio": 0.03246, "system_cpu_s_delta": 0.6499999999999999, "user_cpu_core_ratio": 0.383031, "user_cpu_s_delta": 7.670000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.674947, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 160932.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.581288, "system_cpu_s_delta": 11.639999999999418, "user_cpu_core_ratio": 1.09366, "user_cpu_s_delta": 21.900000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.315, "count": 226, "max_ms": 7.693, "p95_ms": 5.074, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.724, "max": 8.0, "p95": 6.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.591, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 225}, "total": {"avg": 1.591, "max": 3.0, "p95": 2.0, "sample_count": 225}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.969, "count": 30, "max": 83.602, "p95": 35.082, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.378, "count": 30, "max": 27.315, "p95": 26.591, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 707.0, "count": 30, "max": 957.0, "p95": 930.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 376.733, "count": 30, "max": 2264.0, "p95": 1606.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.044, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.403, "count": 30, "max": 0.44, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112729.133, "count": 30, "max": 114641.0, "p95": 114499.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112729.133, "count": 30, "max": 114641.0, "p95": 114499.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 146643.833, "count": 30, "max": 217210.0, "p95": 208621.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.587, "count": 30, "max": 0.639, "p95": 0.63, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.051, "count": 30, "max": 1.149, "p95": 1.14, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11816, "sampled_at": "2026-10-30T14:20:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:20:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2955173, "flush_count": 3072, "flush_interval_seconds": 30.0, "flush_state": {"count": 3072, "last_at": "2026-10-30T14:19:51", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:19:51", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3071}, "started": true, "suppressed_count": 1526840, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1526691}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3072, "written_record_count": 3072}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9924.375, "limit_mb": null}, "detail": {"pid": 113313, "restart_count": 624, "start_count": 625}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4229485977600, "copied_frame_count": 1529762, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4229485977600, "frame_buffer_copies": 1529762, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1243, "count": 512, "max_ms": 0.9543, "p50_ms": 0.1107, "p95_ms": 0.2318, "p99_ms": 0.2759}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4458, "count": 512, "max_ms": 4.0101, "p50_ms": 1.3776, "p95_ms": 2.2212, "p99_ms": 2.8734, "results": {"failed": 0, "not_applicable": 0, "success": 1529762, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 569, "h264_decode_error_count": 1288, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:20:42+09:00", "last_error_summary": "[h264 @ 0x5a73a8609480] error while decoding MB 8 59, bytestream -7", "last_exit_at": "2026-10-30T14:20:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T14:20:44+09:00", "pid": 113313, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.855, "name": "ffmpeg", "pid": 113313, "rss_mb": 205.855, "state": "S (sleeping)", "threads": 70}, "restart_count": 624, "restart_count_per_hour": 20, "rtsp_timeout_count": 196, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 625}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.684, "sample_count": 2154, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1529762, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:20:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.152, "last_frame_pushed_at": "2026-10-30T14:20:42+09:00", "last_frame_read_age_sec": 4.279, "last_frame_read_at": "2026-10-30T14:20:42+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 107, "debug_expires_at": null, "deduplicated_count": 57, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 599.554, "last_sample_duration_ms": 1103.145, "last_trigger": "periodic", "next_snapshot_in_sec": 0.446, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 307, "storage_bytes": 2927247}, "mjpeg": {"age_sec": 4.138, "exists": true, "mtime": "2026-10-30T14:20:42.799771+09:00", "mtime_epoch": 1793337642.799771, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113000}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:20:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1484.547, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1529762, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.572, "max": 6.0, "p95": 5.0, "sample_count": 194}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.227, "max": 3.0, "p95": 2.0, "sample_count": 194}, "total": {"avg": 1.227, "max": 3.0, "p95": 2.0, "sample_count": 194}}, "tracking_counts": {"active": {"avg": 0.144, "max": 1.0, "p95": 1.0, "sample_count": 194}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 194}, "removed": {"avg": 0.015, "max": 1.0, "p95": 0.0, "sample_count": 194}, "tracked": {"avg": 0.144, "max": 1.0, "p95": 1.0, "sample_count": 194}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 194}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.478, "pushed": 6.478, "read": 6.444}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 193, "client_acquire_ms": {"avg_ms": 0.01, "count": 193, "max_ms": 0.031, "p95_ms": 0.019, "reason": null, "sample_age_ms": 4231.704, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.056, "count": 193, "max_ms": 9.727, "p95_ms": 3.403, "reason": null, "sample_age_ms": 4288.308, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.514, "count": 193, "max_ms": 9.055, "p95_ms": 2.946, "reason": null, "sample_age_ms": 4288.574, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.355, "count": 193, "max_ms": 1.005, "p95_ms": 0.654, "reason": null, "sample_age_ms": 4231.712, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.272, "count": 193, "max_ms": 8.159, "p95_ms": 3.844, "reason": null, "sample_age_ms": 4285.788, "source": "client_direct"}, "request_count": 193, "request_tensor_bytes": {"avg": 2764808.0, "count": 193, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4285.748, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 193, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4231.956, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.945, "count": 193, "max_ms": 95.504, "p95_ms": 72.261, "reason": null, "sample_age_ms": 4231.7, "source": "client_direct"}, "sample_age_ms": 4231.695, "source": "client_direct", "task_total_ms": {"avg_ms": 55.786, "count": 193, "max_ms": 98.995, "p95_ms": 75.28, "reason": null, "sample_age_ms": 4231.695, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.552, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.298, "count": 194, "max_ms": 11.231, "p95_ms": 9.046}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.475, "count": 194, "max_ms": 1.465, "p95_ms": 0.91}, "detection_prepare_ms": {"avg_ms": 1.538, "count": 194, "max_ms": 5.428, "p95_ms": 2.726}, "event_filter_ms": {"avg_ms": 0.006, "count": 194, "max_ms": 0.032, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.324, "count": 194, "max_ms": 0.97, "p95_ms": 0.576}, "mcmt_ms": {"avg_ms": 0.004, "count": 194, "max_ms": 0.027, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 1.105, "count": 194, "max_ms": 3.868, "p95_ms": 3.157}, "setup_ms": {"avg_ms": 0.055, "count": 194, "max_ms": 0.175, "p95_ms": 0.113}, "total_inside_ms": {"avg_ms": 5.233, "count": 194, "max_ms": 11.012, "p95_ms": 8.971}, "track_match_ms": {"avg_ms": 0.091, "count": 194, "max_ms": 0.364, "p95_ms": 0.211}, "tracker_update_ms": {"avg_ms": 1.635, "count": 194, "max_ms": 3.933, "p95_ms": 2.675}}, "gstreamer_push": {"avg_ms": 3.206, "count": 194, "max_ms": 9.868, "p95_ms": 5.512}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.066, "count": 194, "max_ms": 0.612, "p95_ms": 0.133}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.295, "count": 194, "max_ms": 101.664, "p95_ms": 79.027}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.894, "count": 194, "max_ms": 11.526, "p95_ms": 7.2}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 113.253, "count": 194, "max_ms": 159.911, "p95_ms": 140.759}, "inference_input_copy_ms": {"avg_ms": 1.632, "count": 194, "max_ms": 5.123, "p95_ms": 2.636}, "processing_residual_ms": {"avg_ms": 0.218, "count": 194, "max_ms": 0.457, "p95_ms": 0.376}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 117.998, "count": 194, "max_ms": 165.179, "p95_ms": 145.365}, "read_interval": {"avg_ms": 133.559, "count": 193, "max_ms": 197.749, "p95_ms": 174.424}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 194, "max_ms": 0.056, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 1.031, "count": 194, "max_ms": 3.709, "p95_ms": 3.043}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 194, "max_ms": 0.058, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.014, "count": 194, "max_ms": 3.674, "p95_ms": 3.01}, "worker_merge_ms": {"avg_ms": 0.008, "count": 194, "max_ms": 0.029, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 57.31, "count": 194, "max_ms": 101.671, "p95_ms": 79.038}, "visualize": {"avg_ms": 49.33, "count": 194, "max_ms": 69.253, "p95_ms": 63.285}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.009, "count": 194, "max_ms": 60.597, "p95_ms": 57.267}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.713, "count": 194, "max_ms": 66.004, "p95_ms": 61.755}, "visualize_input_copy_ms": {"avg_ms": 1.379, "count": 194, "max_ms": 3.177, "p95_ms": 2.279}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.556, "count": 194, "max_ms": 65.749, "p95_ms": 61.557}, "visualizer_prepare_ms": {"avg_ms": 0.082, "count": 194, "max_ms": 0.189, "p95_ms": 0.161}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 194}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 194}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 194}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1484.434, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.314, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.099, "sample_count": 2203, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1529522, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:20:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114099, "write_bytes_delta": 114099, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 910.0, "cpu_core_ratio": 0.415491, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 113197, "reason": null, "system_cpu_core_ratio": 0.03246, "system_cpu_s_delta": 0.6499999999999999, "user_cpu_core_ratio": 0.383031, "user_cpu_s_delta": 7.670000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.674947, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 160932.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.581288, "system_cpu_s_delta": 11.639999999999418, "user_cpu_core_ratio": 1.09366, "user_cpu_s_delta": 21.900000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.315, "count": 226, "max_ms": 7.693, "p95_ms": 5.074, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.724, "max": 8.0, "p95": 6.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.591, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 225}, "total": {"avg": 1.591, "max": 3.0, "p95": 2.0, "sample_count": 225}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.969, "count": 30, "max": 83.602, "p95": 35.082, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.378, "count": 30, "max": 27.315, "p95": 26.591, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 707.0, "count": 30, "max": 957.0, "p95": 930.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 376.733, "count": 30, "max": 2264.0, "p95": 1606.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.044, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.403, "count": 30, "max": 0.44, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112729.133, "count": 30, "max": 114641.0, "p95": 114499.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112729.133, "count": 30, "max": 114641.0, "p95": 114499.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 146643.833, "count": 30, "max": 217210.0, "p95": 208621.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.587, "count": 30, "max": 0.639, "p95": 0.63, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.051, "count": 30, "max": 1.149, "p95": 1.14, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11816, "sampled_at": "2026-10-30T14:20:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:20:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2958315, "flush_count": 3075, "flush_interval_seconds": 30.0, "flush_state": {"count": 3075, "last_at": "2026-10-30T14:22:51", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:22:51", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3074}, "started": true, "suppressed_count": 1527817, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1527668}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3075, "written_record_count": 3075}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9767.418, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x655386003f80] error while decoding MB 74 51, bytestream -20", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4232192716800, "copied_frame_count": 1530741, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4232192716800, "frame_buffer_copies": 1530741, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1366, "count": 512, "max_ms": 2.318, "p50_ms": 0.1214, "p95_ms": 0.242, "p99_ms": 0.334}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4967, "count": 512, "max_ms": 4.6622, "p50_ms": 1.3966, "p95_ms": 2.5018, "p99_ms": 3.4882, "results": {"failed": 0, "not_applicable": 0, "success": 1530741, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 570, "h264_decode_error_count": 1289, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:23:12+09:00", "last_error_summary": "[h264 @ 0x655386003f80] error while decoding MB 74 51, bytestream -20", "last_exit_at": "2026-10-30T14:20:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.358, "last_started_at": "2026-10-30T14:20:44+09:00", "pid": 113313, "process": {"exists": false, "pid": 113313}, "restart_count": 624, "restart_count_per_hour": 18, "rtsp_timeout_count": 196, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 625}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.417, "sample_count": 2085, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1530741, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:23:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.081, "last_frame_pushed_at": "2026-10-30T14:23:12+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-10-30T14:23:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 108, "debug_expires_at": null, "deduplicated_count": 58, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 143.181, "last_sample_duration_ms": 1305.721, "last_trigger": "periodic", "next_snapshot_in_sec": 456.819, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 308, "storage_bytes": 2936837}, "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-10-30T14:23:12.224755+09:00", "mtime_epoch": 1793337792.2247553, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117211}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:23:12+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1494.48, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 1530742, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.041, "max": 7.0, "p95": 7.0, "sample_count": 193}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.026, "max": 4.0, "p95": 4.0, "sample_count": 193}, "total": {"avg": 3.026, "max": 4.0, "p95": 4.0, "sample_count": 193}}, "tracking_counts": {"active": {"avg": 0.041, "max": 1.0, "p95": 0.0, "sample_count": 193}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 193}, "tracked": {"avg": 0.041, "max": 1.0, "p95": 0.0, "sample_count": 193}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.452, "pushed": 6.452, "read": 6.452}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 193, "client_acquire_ms": {"avg_ms": 0.011, "count": 194, "max_ms": 0.039, "p95_ms": 0.023, "reason": null, "sample_age_ms": 18.692, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.231, "count": 193, "max_ms": 9.296, "p95_ms": 4.159, "reason": null, "sample_age_ms": 81.291, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.582, "count": 193, "max_ms": 8.92, "p95_ms": 3.303, "reason": null, "sample_age_ms": 81.606, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.46, "count": 194, "max_ms": 7.399, "p95_ms": 0.773, "reason": null, "sample_age_ms": 18.699, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.568, "count": 193, "max_ms": 9.088, "p95_ms": 4.724, "reason": null, "sample_age_ms": 79.37, "source": "client_direct"}, "request_count": 193, "request_tensor_bytes": {"avg": 2764808.0, "count": 193, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 79.335, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 194, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 18.994, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 55.868, "count": 194, "max_ms": 95.205, "p95_ms": 73.307, "reason": null, "sample_age_ms": 18.689, "source": "client_direct"}, "sample_age_ms": 18.685, "source": "client_direct", "task_total_ms": {"avg_ms": 59.162, "count": 194, "max_ms": 99.674, "p95_ms": 77.521, "reason": null, "sample_age_ms": 18.685, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.311, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.19, "count": 193, "max_ms": 19.055, "p95_ms": 15.269}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.6, "count": 193, "max_ms": 1.756, "p95_ms": 1.152}, "detection_prepare_ms": {"avg_ms": 2.196, "count": 193, "max_ms": 7.599, "p95_ms": 4.126}, "event_filter_ms": {"avg_ms": 0.008, "count": 193, "max_ms": 0.045, "p95_ms": 0.019}, "id_reconcile_ms": {"avg_ms": 0.513, "count": 193, "max_ms": 1.19, "p95_ms": 0.849}, "mcmt_ms": {"avg_ms": 0.005, "count": 193, "max_ms": 0.031, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 4.189, "count": 193, "max_ms": 10.117, "p95_ms": 6.488}, "setup_ms": {"avg_ms": 0.061, "count": 193, "max_ms": 0.175, "p95_ms": 0.117}, "total_inside_ms": {"avg_ms": 10.107, "count": 193, "max_ms": 18.816, "p95_ms": 15.144}, "track_match_ms": {"avg_ms": 0.119, "count": 193, "max_ms": 0.461, "p95_ms": 0.227}, "tracker_update_ms": {"avg_ms": 2.414, "count": 193, "max_ms": 5.858, "p95_ms": 3.94}}, "gstreamer_push": {"avg_ms": 3.803, "count": 193, "max_ms": 16.433, "p95_ms": 7.393}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.074, "count": 193, "max_ms": 0.977, "p95_ms": 0.151}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 60.992, "count": 193, "max_ms": 100.482, "p95_ms": 80.997}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.605, "count": 193, "max_ms": 14.178, "p95_ms": 9.647}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 130.555, "count": 193, "max_ms": 207.49, "p95_ms": 164.164}, "inference_input_copy_ms": {"avg_ms": 1.947, "count": 193, "max_ms": 7.427, "p95_ms": 3.446}, "processing_residual_ms": {"avg_ms": 0.306, "count": 193, "max_ms": 1.114, "p95_ms": 0.569}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 136.413, "count": 193, "max_ms": 212.722, "p95_ms": 171.962}, "read_interval": {"avg_ms": 155.213, "count": 193, "max_ms": 247.02, "p95_ms": 207.318}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.023, "count": 193, "max_ms": 0.144, "p95_ms": 0.045}, "execute_total_ms": {"avg_ms": 4.094, "count": 193, "max_ms": 9.96, "p95_ms": 6.349}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 193, "max_ms": 0.102, "p95_ms": 0.045}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.071, "count": 193, "max_ms": 9.929, "p95_ms": 6.325}, "worker_merge_ms": {"avg_ms": 0.008, "count": 193, "max_ms": 0.036, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 61.009, "count": 193, "max_ms": 100.495, "p95_ms": 81.023}, "visualize": {"avg_ms": 57.759, "count": 193, "max_ms": 97.317, "p95_ms": 75.155}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 48.169, "count": 193, "max_ms": 80.206, "p95_ms": 62.814}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 55.924, "count": 193, "max_ms": 95.388, "p95_ms": 73.456}, "visualize_input_copy_ms": {"avg_ms": 1.541, "count": 193, "max_ms": 5.465, "p95_ms": 2.564}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 55.741, "count": 193, "max_ms": 95.109, "p95_ms": 73.212}, "visualizer_prepare_ms": {"avg_ms": 0.094, "count": 193, "max_ms": 0.249, "p95_ms": 0.174}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 193}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1487.625, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.287, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.815, "sample_count": 2093, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1530673, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:23:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 116785, "write_bytes_delta": 116785, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 400.0, "cpu_core_ratio": 0.395973, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 113313, "reason": null, "system_cpu_core_ratio": 0.028998, "system_cpu_s_delta": 0.29000000000000004, "user_cpu_core_ratio": 0.366975, "user_cpu_s_delta": 3.6700000000000017}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.801878, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 93811.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.651956, "system_cpu_s_delta": 6.519999999989523, "user_cpu_core_ratio": 1.149922, "user_cpu_s_delta": 11.5}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.579, "count": 203, "max_ms": 16.433, "p95_ms": 7.128, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.374, "max": 7.0, "p95": 7.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.901, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 203}, "total": {"avg": 2.901, "max": 4.0, "p95": 3.0, "sample_count": 203}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.492, "count": 30, "max": 83.602, "p95": 43.28, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.936, "count": 30, "max": 28.202, "p95": 27.121, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 675.633, "count": 30, "max": 932.0, "p95": 918.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 294.9, "count": 30, "max": 1780.0, "p95": 1240.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.395, "count": 30, "max": 0.44, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113631.233, "count": 30, "max": 117036.0, "p95": 116292.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109949.1, "count": 30, "max": 117036.0, "p95": 116292.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 141768.933, "count": 30, "max": 214217.0, "p95": 201860.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.602, "count": 30, "max": 0.702, "p95": 0.65, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.09, "count": 30, "max": 1.243, "p95": 1.181, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11828, "sampled_at": "2026-10-30T14:23:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:23:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2958315, "flush_count": 3075, "flush_interval_seconds": 30.0, "flush_state": {"count": 3075, "last_at": "2026-10-30T14:22:51", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:22:51", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3074}, "started": true, "suppressed_count": 1527817, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1527668}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3075, "written_record_count": 3075}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9756.652, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T14:23:12+09:00", "last_error_summary": "[h264 @ 0x655386003f80] error while decoding MB 74 51, bytestream -20", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4232195481600, "copied_frame_count": 1530742, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4232195481600, "frame_buffer_copies": 1530742, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1368, "count": 512, "max_ms": 2.318, "p50_ms": 0.1216, "p95_ms": 0.242, "p99_ms": 0.334}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4987, "count": 512, "max_ms": 4.6622, "p50_ms": 1.3972, "p95_ms": 2.5018, "p99_ms": 3.4882, "results": {"failed": 0, "not_applicable": 0, "success": 1530742, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 570, "h264_decode_error_count": 1289, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:23:12+09:00", "last_error_summary": "[h264 @ 0x655386003f80] error while decoding MB 74 51, bytestream -20", "last_exit_at": "2026-10-30T14:23:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.443, "last_started_at": "2026-10-30T14:20:44+09:00", "pid": 113313, "process": {"exists": false, "pid": 113313}, "restart_count": 624, "restart_count_per_hour": 18, "rtsp_timeout_count": 196, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 625}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.417, "sample_count": 2086, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1530742, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:23:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T14:23:12+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-10-30T14:23:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 108, "debug_expires_at": null, "deduplicated_count": 58, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 143.268, "last_sample_duration_ms": 1305.721, "last_trigger": "periodic", "next_snapshot_in_sec": 456.732, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 308, "storage_bytes": 2936837}, "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-10-30T14:23:12.224755+09:00", "mtime_epoch": 1793337792.2247553, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117211}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:23:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1485.012, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 1530742, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.041, "max": 7.0, "p95": 7.0, "sample_count": 194}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.026, "max": 4.0, "p95": 4.0, "sample_count": 194}, "total": {"avg": 3.026, "max": 4.0, "p95": 4.0, "sample_count": 194}}, "tracking_counts": {"active": {"avg": 0.041, "max": 1.0, "p95": 0.0, "sample_count": 194}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 194}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 194}, "tracked": {"avg": 0.041, "max": 1.0, "p95": 0.0, "sample_count": 194}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 194}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.467, "pushed": 6.467, "read": 6.434}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 193, "client_acquire_ms": {"avg_ms": 0.011, "count": 193, "max_ms": 0.039, "p95_ms": 0.023, "reason": null, "sample_age_ms": 107.773, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.231, "count": 193, "max_ms": 9.296, "p95_ms": 4.159, "reason": null, "sample_age_ms": 170.372, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.582, "count": 193, "max_ms": 8.92, "p95_ms": 3.303, "reason": null, "sample_age_ms": 170.687, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.461, "count": 193, "max_ms": 7.399, "p95_ms": 0.773, "reason": null, "sample_age_ms": 107.78, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.568, "count": 193, "max_ms": 9.088, "p95_ms": 4.724, "reason": null, "sample_age_ms": 168.451, "source": "client_direct"}, "request_count": 193, "request_tensor_bytes": {"avg": 2764808.0, "count": 193, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 168.416, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 193, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 108.075, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 55.894, "count": 193, "max_ms": 95.205, "p95_ms": 73.348, "reason": null, "sample_age_ms": 107.77, "source": "client_direct"}, "sample_age_ms": 107.766, "source": "client_direct", "task_total_ms": {"avg_ms": 59.191, "count": 193, "max_ms": 99.674, "p95_ms": 77.522, "reason": null, "sample_age_ms": 107.766, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.058, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.185, "count": 194, "max_ms": 19.055, "p95_ms": 15.269}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.599, "count": 194, "max_ms": 1.756, "p95_ms": 1.152}, "detection_prepare_ms": {"avg_ms": 2.191, "count": 194, "max_ms": 7.599, "p95_ms": 4.126}, "event_filter_ms": {"avg_ms": 0.008, "count": 194, "max_ms": 0.045, "p95_ms": 0.019}, "id_reconcile_ms": {"avg_ms": 0.512, "count": 194, "max_ms": 1.19, "p95_ms": 0.849}, "mcmt_ms": {"avg_ms": 0.005, "count": 194, "max_ms": 0.031, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 4.191, "count": 194, "max_ms": 10.117, "p95_ms": 6.488}, "setup_ms": {"avg_ms": 0.061, "count": 194, "max_ms": 0.175, "p95_ms": 0.117}, "total_inside_ms": {"avg_ms": 10.102, "count": 194, "max_ms": 18.816, "p95_ms": 15.144}, "track_match_ms": {"avg_ms": 0.118, "count": 194, "max_ms": 0.461, "p95_ms": 0.227}, "tracker_update_ms": {"avg_ms": 2.415, "count": 194, "max_ms": 5.858, "p95_ms": 3.94}}, "gstreamer_push": {"avg_ms": 3.801, "count": 194, "max_ms": 16.433, "p95_ms": 7.393}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.074, "count": 194, "max_ms": 0.977, "p95_ms": 0.151}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 61.004, "count": 194, "max_ms": 100.482, "p95_ms": 80.997}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.597, "count": 194, "max_ms": 14.178, "p95_ms": 9.647}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 130.65, "count": 194, "max_ms": 207.49, "p95_ms": 164.164}, "inference_input_copy_ms": {"avg_ms": 1.943, "count": 194, "max_ms": 7.427, "p95_ms": 3.446}, "processing_residual_ms": {"avg_ms": 0.305, "count": 194, "max_ms": 1.114, "p95_ms": 0.569}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 136.495, "count": 194, "max_ms": 212.722, "p95_ms": 171.962}, "read_interval": {"avg_ms": 155.213, "count": 193, "max_ms": 247.02, "p95_ms": 207.318}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 194, "max_ms": 0.219, "p95_ms": 0.046}, "execute_total_ms": {"avg_ms": 4.096, "count": 194, "max_ms": 9.96, "p95_ms": 6.349}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 194, "max_ms": 0.102, "p95_ms": 0.045}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.071, "count": 194, "max_ms": 9.929, "p95_ms": 6.325}, "worker_merge_ms": {"avg_ms": 0.008, "count": 194, "max_ms": 0.036, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 61.021, "count": 194, "max_ms": 100.495, "p95_ms": 81.023}, "visualize": {"avg_ms": 57.85, "count": 194, "max_ms": 97.317, "p95_ms": 75.427}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 48.229, "count": 194, "max_ms": 80.206, "p95_ms": 62.814}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 55.966, "count": 194, "max_ms": 95.388, "p95_ms": 73.456}, "visualize_input_copy_ms": {"avg_ms": 1.591, "count": 194, "max_ms": 11.223, "p95_ms": 2.74}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 55.783, "count": 194, "max_ms": 95.109, "p95_ms": 73.212}, "visualizer_prepare_ms": {"avg_ms": 0.094, "count": 194, "max_ms": 0.249, "p95_ms": 0.174}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 194}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 194}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 194}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1487.625, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.287, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.815, "sample_count": 2093, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1530673, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:23:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 116785, "write_bytes_delta": 116785, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 400.0, "cpu_core_ratio": 0.395973, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 113313, "reason": null, "system_cpu_core_ratio": 0.028998, "system_cpu_s_delta": 0.29000000000000004, "user_cpu_core_ratio": 0.366975, "user_cpu_s_delta": 3.6700000000000017}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.801878, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 93811.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.651956, "system_cpu_s_delta": 6.519999999989523, "user_cpu_core_ratio": 1.149922, "user_cpu_s_delta": 11.5}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.579, "count": 203, "max_ms": 16.433, "p95_ms": 7.128, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.374, "max": 7.0, "p95": 7.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.901, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 203}, "total": {"avg": 2.901, "max": 4.0, "p95": 3.0, "sample_count": 203}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.492, "count": 30, "max": 83.602, "p95": 43.28, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.936, "count": 30, "max": 28.202, "p95": 27.121, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 675.633, "count": 30, "max": 932.0, "p95": 918.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 294.9, "count": 30, "max": 1780.0, "p95": 1240.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.395, "count": 30, "max": 0.44, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113631.233, "count": 30, "max": 117036.0, "p95": 116292.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109949.1, "count": 30, "max": 117036.0, "p95": 116292.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 141768.933, "count": 30, "max": 214217.0, "p95": 201860.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.602, "count": 30, "max": 0.702, "p95": 0.65, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.09, "count": 30, "max": 1.243, "p95": 1.181, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11828, "sampled_at": "2026-10-30T14:23:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:23:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2958315, "flush_count": 3075, "flush_interval_seconds": 30.0, "flush_state": {"count": 3075, "last_at": "2026-10-30T14:22:51", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:22:51", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3074}, "started": true, "suppressed_count": 1527817, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1527668}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3075, "written_record_count": 3075}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9757.102, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4232195481600, "copied_frame_count": 1530742, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4232195481600, "frame_buffer_copies": 1530742, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1368, "count": 512, "max_ms": 2.318, "p50_ms": 0.1216, "p95_ms": 0.242, "p99_ms": 0.334}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4987, "count": 512, "max_ms": 4.6622, "p50_ms": 1.3972, "p95_ms": 2.5018, "p99_ms": 3.4882, "results": {"failed": 0, "not_applicable": 0, "success": 1530742, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 570, "h264_decode_error_count": 1289, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:23:12+09:00", "last_error_summary": "[h264 @ 0x655386003f80] error while decoding MB 74 51, bytestream -20", "last_exit_at": "2026-10-30T14:23:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.497, "last_started_at": "2026-10-30T14:20:44+09:00", "pid": 113313, "process": {"exists": false, "pid": 113313}, "restart_count": 624, "restart_count_per_hour": 18, "rtsp_timeout_count": 196, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 625}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.417, "sample_count": 2086, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1530742, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:23:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.055, "last_frame_pushed_at": "2026-10-30T14:23:12+09:00", "last_frame_read_age_sec": 0.213, "last_frame_read_at": "2026-10-30T14:23:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 108, "debug_expires_at": null, "deduplicated_count": 58, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 143.319, "last_sample_duration_ms": 1305.721, "last_trigger": "periodic", "next_snapshot_in_sec": 456.681, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 308, "storage_bytes": 2936837}, "mjpeg": {"age_sec": 0.044, "exists": true, "mtime": "2026-10-30T14:23:12.389756+09:00", "mtime_epoch": 1793337792.3897564, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114177}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:23:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1485.012, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 1530742, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.036, "max": 7.0, "p95": 7.0, "sample_count": 193}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.031, "max": 4.0, "p95": 4.0, "sample_count": 193}, "total": {"avg": 3.031, "max": 4.0, "p95": 4.0, "sample_count": 193}}, "tracking_counts": {"active": {"avg": 0.041, "max": 1.0, "p95": 0.0, "sample_count": 193}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 193}, "tracked": {"avg": 0.041, "max": 1.0, "p95": 0.0, "sample_count": 193}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.451, "pushed": 6.451, "read": 6.418}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 192, "client_acquire_ms": {"avg_ms": 0.011, "count": 193, "max_ms": 0.039, "p95_ms": 0.023, "reason": null, "sample_age_ms": 162.845, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.235, "count": 192, "max_ms": 9.296, "p95_ms": 4.162, "reason": null, "sample_age_ms": 225.444, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.584, "count": 192, "max_ms": 8.92, "p95_ms": 3.304, "reason": null, "sample_age_ms": 225.759, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.461, "count": 193, "max_ms": 7.399, "p95_ms": 0.773, "reason": null, "sample_age_ms": 162.851, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.565, "count": 192, "max_ms": 9.088, "p95_ms": 4.73, "reason": null, "sample_age_ms": 223.523, "source": "client_direct"}, "request_count": 192, "request_tensor_bytes": {"avg": 2764808.0, "count": 192, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 223.488, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 193, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 163.146, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 55.894, "count": 193, "max_ms": 95.205, "p95_ms": 73.348, "reason": null, "sample_age_ms": 162.841, "source": "client_direct"}, "sample_age_ms": 162.838, "source": "client_direct", "task_total_ms": {"avg_ms": 59.191, "count": 193, "max_ms": 99.674, "p95_ms": 77.522, "reason": null, "sample_age_ms": 162.838, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.209, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.211, "count": 193, "max_ms": 19.055, "p95_ms": 15.269}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.6, "count": 193, "max_ms": 1.756, "p95_ms": 1.152}, "detection_prepare_ms": {"avg_ms": 2.197, "count": 193, "max_ms": 7.599, "p95_ms": 4.126}, "event_filter_ms": {"avg_ms": 0.008, "count": 193, "max_ms": 0.045, "p95_ms": 0.018}, "id_reconcile_ms": {"avg_ms": 0.514, "count": 193, "max_ms": 1.19, "p95_ms": 0.849}, "mcmt_ms": {"avg_ms": 0.005, "count": 193, "max_ms": 0.031, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 4.201, "count": 193, "max_ms": 10.117, "p95_ms": 6.488}, "setup_ms": {"avg_ms": 0.061, "count": 193, "max_ms": 0.175, "p95_ms": 0.117}, "total_inside_ms": {"avg_ms": 10.128, "count": 193, "max_ms": 18.816, "p95_ms": 15.144}, "track_match_ms": {"avg_ms": 0.119, "count": 193, "max_ms": 0.461, "p95_ms": 0.227}, "tracker_update_ms": {"avg_ms": 2.422, "count": 193, "max_ms": 5.858, "p95_ms": 3.94}}, "gstreamer_push": {"avg_ms": 3.806, "count": 193, "max_ms": 16.433, "p95_ms": 7.393}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.074, "count": 193, "max_ms": 0.977, "p95_ms": 0.151}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 61.038, "count": 193, "max_ms": 100.482, "p95_ms": 80.997}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.604, "count": 193, "max_ms": 14.178, "p95_ms": 9.647}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 130.721, "count": 193, "max_ms": 207.49, "p95_ms": 164.164}, "inference_input_copy_ms": {"avg_ms": 1.947, "count": 193, "max_ms": 7.427, "p95_ms": 3.446}, "processing_residual_ms": {"avg_ms": 0.306, "count": 193, "max_ms": 1.114, "p95_ms": 0.569}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 136.578, "count": 193, "max_ms": 212.722, "p95_ms": 171.962}, "read_interval": {"avg_ms": 155.339, "count": 192, "max_ms": 247.02, "p95_ms": 207.318}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 193, "max_ms": 0.219, "p95_ms": 0.046}, "execute_total_ms": {"avg_ms": 4.106, "count": 193, "max_ms": 9.96, "p95_ms": 6.349}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 193, "max_ms": 0.102, "p95_ms": 0.045}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.082, "count": 193, "max_ms": 9.929, "p95_ms": 6.325}, "worker_merge_ms": {"avg_ms": 0.008, "count": 193, "max_ms": 0.036, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 61.055, "count": 193, "max_ms": 100.495, "p95_ms": 81.023}, "visualize": {"avg_ms": 57.858, "count": 193, "max_ms": 97.317, "p95_ms": 75.427}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 48.229, "count": 193, "max_ms": 80.206, "p95_ms": 62.814}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 55.974, "count": 193, "max_ms": 95.388, "p95_ms": 73.456}, "visualize_input_copy_ms": {"avg_ms": 1.591, "count": 193, "max_ms": 11.223, "p95_ms": 2.74}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 55.791, "count": 193, "max_ms": 95.109, "p95_ms": 73.212}, "visualizer_prepare_ms": {"avg_ms": 0.094, "count": 193, "max_ms": 0.249, "p95_ms": 0.174}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 193}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1487.625, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.287, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.815, "sample_count": 2093, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1530673, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:23:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 116785, "write_bytes_delta": 116785, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 400.0, "cpu_core_ratio": 0.395973, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 113313, "reason": null, "system_cpu_core_ratio": 0.028998, "system_cpu_s_delta": 0.29000000000000004, "user_cpu_core_ratio": 0.366975, "user_cpu_s_delta": 3.6700000000000017}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.801878, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 93811.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.651956, "system_cpu_s_delta": 6.519999999989523, "user_cpu_core_ratio": 1.149922, "user_cpu_s_delta": 11.5}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.579, "count": 203, "max_ms": 16.433, "p95_ms": 7.128, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.374, "max": 7.0, "p95": 7.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.901, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 203}, "total": {"avg": 2.901, "max": 4.0, "p95": 3.0, "sample_count": 203}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.492, "count": 30, "max": 83.602, "p95": 43.28, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.936, "count": 30, "max": 28.202, "p95": 27.121, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 675.633, "count": 30, "max": 932.0, "p95": 918.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 294.9, "count": 30, "max": 1780.0, "p95": 1240.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.395, "count": 30, "max": 0.44, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113631.233, "count": 30, "max": 117036.0, "p95": 116292.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109949.1, "count": 30, "max": 117036.0, "p95": 116292.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 141768.933, "count": 30, "max": 214217.0, "p95": 201860.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.602, "count": 30, "max": 0.702, "p95": 0.65, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.09, "count": 30, "max": 1.243, "p95": 1.181, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11828, "sampled_at": "2026-10-30T14:23:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:23:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2958315, "flush_count": 3075, "flush_interval_seconds": 30.0, "flush_state": {"count": 3075, "last_at": "2026-10-30T14:22:51", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:22:51", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3074}, "started": true, "suppressed_count": 1527817, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1527668}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3075, "written_record_count": 3075}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9929.82, "limit_mb": null}, "detail": {"pid": 113429, "restart_count": 625, "start_count": 626}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4232195481600, "copied_frame_count": 1530742, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4232195481600, "frame_buffer_copies": 1530742, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1368, "count": 512, "max_ms": 2.318, "p50_ms": 0.1216, "p95_ms": 0.242, "p99_ms": 0.334}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4987, "count": 512, "max_ms": 4.6622, "p50_ms": 1.3972, "p95_ms": 2.5018, "p99_ms": 3.4882, "results": {"failed": 0, "not_applicable": 0, "success": 1530742, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 570, "h264_decode_error_count": 1289, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:23:12+09:00", "last_error_summary": "[h264 @ 0x655386003f80] error while decoding MB 74 51, bytestream -20", "last_exit_at": "2026-10-30T14:23:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-30T14:23:14+09:00", "pid": 113429, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.449, "name": "ffmpeg", "pid": 113429, "rss_mb": 208.449, "state": "S (sleeping)", "threads": 70}, "restart_count": 625, "restart_count_per_hour": 19, "rtsp_timeout_count": 196, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 626}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.417, "sample_count": 2057, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1530742, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:23:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.398, "last_frame_pushed_at": "2026-10-30T14:23:12+09:00", "last_frame_read_age_sec": 4.556, "last_frame_read_at": "2026-10-30T14:23:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 108, "debug_expires_at": null, "deduplicated_count": 58, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 147.654, "last_sample_duration_ms": 1305.721, "last_trigger": "periodic", "next_snapshot_in_sec": 452.346, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 308, "storage_bytes": 2936837}, "mjpeg": {"age_sec": 4.387, "exists": true, "mtime": "2026-10-30T14:23:12.389756+09:00", "mtime_epoch": 1793337792.3897564, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114177}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:23:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1485.016, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 1530742, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.159, "max": 7.0, "p95": 7.0, "sample_count": 164}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.122, "max": 4.0, "p95": 4.0, "sample_count": 164}, "total": {"avg": 3.122, "max": 4.0, "p95": 4.0, "sample_count": 164}}, "tracking_counts": {"active": {"avg": 0.049, "max": 1.0, "p95": 0.0, "sample_count": 164}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}, "removed": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 164}, "tracked": {"avg": 0.049, "max": 1.0, "p95": 0.0, "sample_count": 164}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 164, "pushed_frames": 164, "read_frames": 163, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.484, "pushed": 5.484, "read": 5.451}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 163, "client_acquire_ms": {"avg_ms": 0.012, "count": 164, "max_ms": 0.039, "p95_ms": 0.023, "reason": null, "sample_age_ms": 4499.285, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.259, "count": 163, "max_ms": 9.296, "p95_ms": 4.135, "reason": null, "sample_age_ms": 4561.884, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.578, "count": 163, "max_ms": 8.92, "p95_ms": 3.286, "reason": null, "sample_age_ms": 4562.199, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.473, "count": 164, "max_ms": 7.399, "p95_ms": 0.773, "reason": null, "sample_age_ms": 4499.291, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.621, "count": 163, "max_ms": 9.088, "p95_ms": 4.661, "reason": null, "sample_age_ms": 4559.963, "source": "client_direct"}, "request_count": 163, "request_tensor_bytes": {"avg": 2764808.0, "count": 163, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4559.928, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 164, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4499.587, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 56.259, "count": 164, "max_ms": 95.205, "p95_ms": 74.519, "reason": null, "sample_age_ms": 4499.281, "source": "client_direct"}, "sample_age_ms": 4499.278, "source": "client_direct", "task_total_ms": {"avg_ms": 59.625, "count": 164, "max_ms": 99.674, "p95_ms": 78.152, "reason": null, "sample_age_ms": 4499.278, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.929, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.399, "count": 164, "max_ms": 19.055, "p95_ms": 15.335}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.592, "count": 164, "max_ms": 1.756, "p95_ms": 1.152}, "detection_prepare_ms": {"avg_ms": 2.226, "count": 164, "max_ms": 7.599, "p95_ms": 4.126}, "event_filter_ms": {"avg_ms": 0.008, "count": 164, "max_ms": 0.045, "p95_ms": 0.019}, "id_reconcile_ms": {"avg_ms": 0.52, "count": 164, "max_ms": 1.19, "p95_ms": 0.849}, "mcmt_ms": {"avg_ms": 0.004, "count": 164, "max_ms": 0.031, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 4.358, "count": 164, "max_ms": 10.117, "p95_ms": 6.868}, "setup_ms": {"avg_ms": 0.06, "count": 164, "max_ms": 0.175, "p95_ms": 0.114}, "total_inside_ms": {"avg_ms": 10.314, "count": 164, "max_ms": 18.816, "p95_ms": 15.252}, "track_match_ms": {"avg_ms": 0.122, "count": 164, "max_ms": 0.461, "p95_ms": 0.245}, "tracker_update_ms": {"avg_ms": 2.422, "count": 164, "max_ms": 5.858, "p95_ms": 3.798}}, "gstreamer_push": {"avg_ms": 3.758, "count": 164, "max_ms": 16.433, "p95_ms": 7.189}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.076, "count": 164, "max_ms": 0.977, "p95_ms": 0.156}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 61.521, "count": 164, "max_ms": 100.482, "p95_ms": 81.558}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.606, "count": 164, "max_ms": 13.284, "p95_ms": 9.647}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 131.644, "count": 164, "max_ms": 207.49, "p95_ms": 168.244}, "inference_input_copy_ms": {"avg_ms": 1.977, "count": 164, "max_ms": 7.427, "p95_ms": 3.24}, "processing_residual_ms": {"avg_ms": 0.309, "count": 164, "max_ms": 1.114, "p95_ms": 0.569}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 137.535, "count": 164, "max_ms": 212.722, "p95_ms": 175.593}, "read_interval": {"avg_ms": 156.415, "count": 163, "max_ms": 247.02, "p95_ms": 207.357}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.025, "count": 164, "max_ms": 0.219, "p95_ms": 0.05}, "execute_total_ms": {"avg_ms": 4.261, "count": 164, "max_ms": 9.96, "p95_ms": 6.796}, "resolve_scenarios_ms": {"avg_ms": 0.022, "count": 164, "max_ms": 0.102, "p95_ms": 0.046}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.236, "count": 164, "max_ms": 9.929, "p95_ms": 6.75}, "worker_merge_ms": {"avg_ms": 0.008, "count": 164, "max_ms": 0.036, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 61.539, "count": 164, "max_ms": 100.495, "p95_ms": 81.569}, "visualize": {"avg_ms": 58.099, "count": 164, "max_ms": 97.317, "p95_ms": 75.427}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 48.219, "count": 164, "max_ms": 80.206, "p95_ms": 62.814}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 56.176, "count": 164, "max_ms": 95.388, "p95_ms": 73.456}, "visualize_input_copy_ms": {"avg_ms": 1.628, "count": 164, "max_ms": 11.223, "p95_ms": 2.806}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 55.991, "count": 164, "max_ms": 95.109, "p95_ms": 73.212}, "visualizer_prepare_ms": {"avg_ms": 0.094, "count": 164, "max_ms": 0.211, "p95_ms": 0.173}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 164}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1487.625, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.287, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.815, "sample_count": 2093, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1530673, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:23:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 116785, "write_bytes_delta": 116785, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 400.0, "cpu_core_ratio": 0.395973, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 113313, "reason": null, "system_cpu_core_ratio": 0.028998, "system_cpu_s_delta": 0.29000000000000004, "user_cpu_core_ratio": 0.366975, "user_cpu_s_delta": 3.6700000000000017}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.801878, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 93811.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.651956, "system_cpu_s_delta": 6.519999999989523, "user_cpu_core_ratio": 1.149922, "user_cpu_s_delta": 11.5}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.579, "count": 203, "max_ms": 16.433, "p95_ms": 7.128, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.374, "max": 7.0, "p95": 7.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.901, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 203}, "total": {"avg": 2.901, "max": 4.0, "p95": 3.0, "sample_count": 203}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.492, "count": 30, "max": 83.602, "p95": 43.28, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.936, "count": 30, "max": 28.202, "p95": 27.121, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 675.633, "count": 30, "max": 932.0, "p95": 918.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 294.9, "count": 30, "max": 1780.0, "p95": 1240.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.395, "count": 30, "max": 0.44, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113631.233, "count": 30, "max": 117036.0, "p95": 116292.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109949.1, "count": 30, "max": 117036.0, "p95": 116292.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 141768.933, "count": 30, "max": 214217.0, "p95": 201860.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.602, "count": 30, "max": 0.702, "p95": 0.65, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.09, "count": 30, "max": 1.243, "p95": 1.181, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11828, "sampled_at": "2026-10-30T14:23:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:23:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2960428, "flush_count": 3077, "flush_interval_seconds": 30.0, "flush_state": {"count": 3077, "last_at": "2026-10-30T14:24:51", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:24:51", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3076}, "started": true, "suppressed_count": 1528660, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1528511}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3077, "written_record_count": 3077}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9763.82, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5ee6801b5200] error while decoding MB 80 62, bytestream -8", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4234528972800, "copied_frame_count": 1531586, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4234528972800, "frame_buffer_copies": 1531586, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1438, "count": 512, "max_ms": 0.3915, "p50_ms": 0.1311, "p95_ms": 0.2667, "p99_ms": 0.3512}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6423, "count": 512, "max_ms": 5.0612, "p50_ms": 1.4926, "p95_ms": 2.8286, "p99_ms": 3.5332, "results": {"failed": 0, "not_applicable": 0, "success": 1531586, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 571, "h264_decode_error_count": 1290, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:25:25+09:00", "last_error_summary": "[h264 @ 0x5ee6801b5200] error while decoding MB 80 62, bytestream -8", "last_exit_at": "2026-10-30T14:23:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.889, "last_started_at": "2026-10-30T14:23:14+09:00", "pid": 113429, "process": {"exists": false, "pid": 113429}, "restart_count": 625, "restart_count_per_hour": 18, "rtsp_timeout_count": 196, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 626}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 168.897, "sample_count": 1952, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1531586, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:25:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.069, "last_frame_pushed_at": "2026-10-30T14:25:25+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-10-30T14:25:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 108, "debug_expires_at": null, "deduplicated_count": 58, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 276.546, "last_sample_duration_ms": 1305.721, "last_trigger": "periodic", "next_snapshot_in_sec": 323.454, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 308, "storage_bytes": 2936837}, "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-10-30T14:25:25.605601+09:00", "mtime_epoch": 1793337925.6056008, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114279}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:25:25+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1495.852, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1531587, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.261, "max": 8.0, "p95": 7.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.266, "max": 3.0, "p95": 2.0, "sample_count": 203}, "total": {"avg": 1.266, "max": 3.0, "p95": 2.0, "sample_count": 203}}, "tracking_counts": {"active": {"avg": 0.064, "max": 1.0, "p95": 1.0, "sample_count": 203}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "removed": {"avg": 0.025, "max": 2.0, "p95": 0.0, "sample_count": 203}, "tracked": {"avg": 0.064, "max": 1.0, "p95": 1.0, "sample_count": 203}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.801, "pushed": 6.801, "read": 6.801}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 204, "client_acquire_ms": {"avg_ms": 0.011, "count": 204, "max_ms": 0.041, "p95_ms": 0.02, "reason": null, "sample_age_ms": 15.007, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.179, "count": 204, "max_ms": 8.601, "p95_ms": 3.963, "reason": null, "sample_age_ms": 70.878, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.512, "count": 204, "max_ms": 6.352, "p95_ms": 2.931, "reason": null, "sample_age_ms": 71.197, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.409, "count": 204, "max_ms": 1.348, "p95_ms": 0.762, "reason": null, "sample_age_ms": 15.013, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.536, "count": 204, "max_ms": 7.88, "p95_ms": 4.155, "reason": null, "sample_age_ms": 68.955, "source": "client_direct"}, "request_count": 204, "request_tensor_bytes": {"avg": 2764808.0, "count": 204, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 68.919, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 204, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 15.219, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 59.795, "count": 204, "max_ms": 96.51, "p95_ms": 79.591, "reason": null, "sample_age_ms": 15.004, "source": "client_direct"}, "sample_age_ms": 15.0, "source": "client_direct", "task_total_ms": {"avg_ms": 62.972, "count": 204, "max_ms": 100.305, "p95_ms": 83.468, "reason": null, "sample_age_ms": 15.0, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.136, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.049, "count": 203, "max_ms": 21.522, "p95_ms": 11.236}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.5, "count": 203, "max_ms": 1.965, "p95_ms": 0.914}, "detection_prepare_ms": {"avg_ms": 1.799, "count": 203, "max_ms": 11.008, "p95_ms": 3.247}, "event_filter_ms": {"avg_ms": 0.007, "count": 203, "max_ms": 0.14, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.346, "count": 203, "max_ms": 0.971, "p95_ms": 0.616}, "mcmt_ms": {"avg_ms": 0.005, "count": 203, "max_ms": 0.027, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 1.281, "count": 203, "max_ms": 6.703, "p95_ms": 3.536}, "setup_ms": {"avg_ms": 0.057, "count": 203, "max_ms": 0.137, "p95_ms": 0.109}, "total_inside_ms": {"avg_ms": 5.978, "count": 203, "max_ms": 21.378, "p95_ms": 11.144}, "track_match_ms": {"avg_ms": 0.092, "count": 203, "max_ms": 0.424, "p95_ms": 0.178}, "tracker_update_ms": {"avg_ms": 1.89, "count": 203, "max_ms": 11.849, "p95_ms": 3.339}}, "gstreamer_push": {"avg_ms": 3.758, "count": 204, "max_ms": 12.337, "p95_ms": 6.752}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 203, "max_ms": 0.289, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 64.722, "count": 203, "max_ms": 102.326, "p95_ms": 84.962}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.252, "count": 204, "max_ms": 15.431, "p95_ms": 9.462}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 123.832, "count": 204, "max_ms": 180.017, "p95_ms": 154.904}, "inference_input_copy_ms": {"avg_ms": 1.877, "count": 204, "max_ms": 6.306, "p95_ms": 3.071}, "processing_residual_ms": {"avg_ms": 0.257, "count": 204, "max_ms": 0.574, "p95_ms": 0.424}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 129.218, "count": 204, "max_ms": 187.592, "p95_ms": 159.433}, "read_interval": {"avg_ms": 147.418, "count": 204, "max_ms": 230.94, "p95_ms": 197.589}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 203, "max_ms": 0.057, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 1.201, "count": 203, "max_ms": 6.269, "p95_ms": 3.408}, "resolve_scenarios_ms": {"avg_ms": 0.023, "count": 203, "max_ms": 0.126, "p95_ms": 0.047}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.182, "count": 203, "max_ms": 6.235, "p95_ms": 3.371}, "worker_merge_ms": {"avg_ms": 0.008, "count": 203, "max_ms": 0.032, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 64.737, "count": 203, "max_ms": 102.338, "p95_ms": 84.971}, "visualize": {"avg_ms": 51.481, "count": 203, "max_ms": 86.462, "p95_ms": 65.871}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.599, "count": 203, "max_ms": 78.751, "p95_ms": 57.531}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.675, "count": 203, "max_ms": 83.684, "p95_ms": 63.597}, "visualize_input_copy_ms": {"avg_ms": 1.544, "count": 203, "max_ms": 7.605, "p95_ms": 2.48}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.495, "count": 203, "max_ms": 83.347, "p95_ms": 63.43}, "visualizer_prepare_ms": {"avg_ms": 0.095, "count": 203, "max_ms": 0.241, "p95_ms": 0.173}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 203}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1487.992, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.63, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 167.549, "sample_count": 1966, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1531426, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:25:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112875, "write_bytes_delta": 112875, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 814.0, "cpu_core_ratio": 0.412381, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 97.0, "pid": 113429, "reason": null, "system_cpu_core_ratio": 0.028922, "system_cpu_s_delta": 0.5800000000000001, "user_cpu_core_ratio": 0.383459, "user_cpu_s_delta": 7.689999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.651518, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 154539.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.583417, "system_cpu_s_delta": 11.69999999999709, "user_cpu_core_ratio": 1.068101, "user_cpu_s_delta": 21.420000000012806}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.77, "count": 196, "max_ms": 12.337, "p95_ms": 6.752, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.321, "max": 11.0, "p95": 10.0, "sample_count": 196}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.791, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 196}, "total": {"avg": 1.791, "max": 3.0, "p95": 3.0, "sample_count": 196}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.87, "count": 30, "max": 82.505, "p95": 45.342, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.498, "count": 30, "max": 32.865, "p95": 26.683, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 620.833, "count": 30, "max": 920.0, "p95": 913.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 282.367, "count": 30, "max": 2896.0, "p95": 881.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.038, "p95": 0.034, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.372, "count": 30, "max": 0.434, "p95": 0.403, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114789.267, "count": 30, "max": 118299.0, "p95": 117591.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 107275.667, "count": 30, "max": 118299.0, "p95": 117591.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 118186.9, "count": 30, "max": 201925.0, "p95": 190572.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.603, "count": 30, "max": 0.702, "p95": 0.657, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.099, "count": 30, "max": 1.243, "p95": 1.188, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11839, "sampled_at": "2026-10-30T14:25:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:25:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2960428, "flush_count": 3077, "flush_interval_seconds": 30.0, "flush_state": {"count": 3077, "last_at": "2026-10-30T14:24:51", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:24:51", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3076}, "started": true, "suppressed_count": 1528660, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1528511}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3077, "written_record_count": 3077}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9755.129, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T14:25:25+09:00", "last_error_summary": "[h264 @ 0x5ee6801b5200] error while decoding MB 80 62, bytestream -8", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4234531737600, "copied_frame_count": 1531587, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4234531737600, "frame_buffer_copies": 1531587, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1437, "count": 512, "max_ms": 0.3915, "p50_ms": 0.1311, "p95_ms": 0.2667, "p99_ms": 0.3512}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6426, "count": 512, "max_ms": 5.0612, "p50_ms": 1.4926, "p95_ms": 2.8286, "p99_ms": 3.5332, "results": {"failed": 0, "not_applicable": 0, "success": 1531587, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 571, "h264_decode_error_count": 1290, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:25:25+09:00", "last_error_summary": "[h264 @ 0x5ee6801b5200] error while decoding MB 80 62, bytestream -8", "last_exit_at": "2026-10-30T14:25:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.98, "last_started_at": "2026-10-30T14:23:14+09:00", "pid": 113429, "process": {"exists": false, "pid": 113429}, "restart_count": 625, "restart_count_per_hour": 18, "rtsp_timeout_count": 196, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 626}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 168.897, "sample_count": 1952, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1531587, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:25:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-10-30T14:25:25+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-10-30T14:25:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 108, "debug_expires_at": null, "deduplicated_count": 58, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 276.647, "last_sample_duration_ms": 1305.721, "last_trigger": "periodic", "next_snapshot_in_sec": 323.353, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 308, "storage_bytes": 2936837}, "mjpeg": {"age_sec": 0.149, "exists": true, "mtime": "2026-10-30T14:25:25.605601+09:00", "mtime_epoch": 1793337925.6056008, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114279}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:25:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1487.941, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1531587, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.27, "max": 8.0, "p95": 7.0, "sample_count": 204}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.27, "max": 3.0, "p95": 2.0, "sample_count": 204}, "total": {"avg": 1.27, "max": 3.0, "p95": 2.0, "sample_count": 204}}, "tracking_counts": {"active": {"avg": 0.064, "max": 1.0, "p95": 1.0, "sample_count": 204}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}, "removed": {"avg": 0.025, "max": 2.0, "p95": 0.0, "sample_count": 204}, "tracked": {"avg": 0.064, "max": 1.0, "p95": 1.0, "sample_count": 204}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.808, "pushed": 6.808, "read": 6.775}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 203, "client_acquire_ms": {"avg_ms": 0.011, "count": 203, "max_ms": 0.041, "p95_ms": 0.02, "reason": null, "sample_age_ms": 111.403, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.18, "count": 203, "max_ms": 8.601, "p95_ms": 3.967, "reason": null, "sample_age_ms": 167.274, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.513, "count": 203, "max_ms": 6.352, "p95_ms": 2.933, "reason": null, "sample_age_ms": 167.593, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.41, "count": 203, "max_ms": 1.348, "p95_ms": 0.763, "reason": null, "sample_age_ms": 111.409, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.532, "count": 203, "max_ms": 7.88, "p95_ms": 4.17, "reason": null, "sample_age_ms": 165.352, "source": "client_direct"}, "request_count": 203, "request_tensor_bytes": {"avg": 2764808.0, "count": 203, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 165.315, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 203, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 111.615, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 59.817, "count": 203, "max_ms": 96.51, "p95_ms": 79.636, "reason": null, "sample_age_ms": 111.4, "source": "client_direct"}, "sample_age_ms": 111.397, "source": "client_direct", "task_total_ms": {"avg_ms": 62.989, "count": 203, "max_ms": 100.305, "p95_ms": 83.486, "reason": null, "sample_age_ms": 111.397, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.004, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.04, "count": 204, "max_ms": 21.522, "p95_ms": 11.236}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.499, "count": 204, "max_ms": 1.965, "p95_ms": 0.914}, "detection_prepare_ms": {"avg_ms": 1.794, "count": 204, "max_ms": 11.008, "p95_ms": 3.247}, "event_filter_ms": {"avg_ms": 0.007, "count": 204, "max_ms": 0.14, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.345, "count": 204, "max_ms": 0.971, "p95_ms": 0.616}, "mcmt_ms": {"avg_ms": 0.005, "count": 204, "max_ms": 0.027, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 1.283, "count": 204, "max_ms": 6.703, "p95_ms": 3.536}, "setup_ms": {"avg_ms": 0.056, "count": 204, "max_ms": 0.137, "p95_ms": 0.109}, "total_inside_ms": {"avg_ms": 5.97, "count": 204, "max_ms": 21.378, "p95_ms": 11.144}, "track_match_ms": {"avg_ms": 0.092, "count": 204, "max_ms": 0.424, "p95_ms": 0.178}, "tracker_update_ms": {"avg_ms": 1.888, "count": 204, "max_ms": 11.849, "p95_ms": 3.339}}, "gstreamer_push": {"avg_ms": 3.769, "count": 204, "max_ms": 12.337, "p95_ms": 6.82}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 204, "max_ms": 0.289, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 64.681, "count": 204, "max_ms": 102.326, "p95_ms": 84.962}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.241, "count": 204, "max_ms": 15.431, "p95_ms": 9.462}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 123.849, "count": 204, "max_ms": 180.017, "p95_ms": 154.904}, "inference_input_copy_ms": {"avg_ms": 1.877, "count": 204, "max_ms": 6.306, "p95_ms": 3.071}, "processing_residual_ms": {"avg_ms": 0.255, "count": 204, "max_ms": 0.574, "p95_ms": 0.424}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 129.223, "count": 204, "max_ms": 187.592, "p95_ms": 159.433}, "read_interval": {"avg_ms": 147.373, "count": 203, "max_ms": 230.94, "p95_ms": 197.589}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 204, "max_ms": 0.057, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 1.203, "count": 204, "max_ms": 6.269, "p95_ms": 3.408}, "resolve_scenarios_ms": {"avg_ms": 0.023, "count": 204, "max_ms": 0.126, "p95_ms": 0.047}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.184, "count": 204, "max_ms": 6.235, "p95_ms": 3.371}, "worker_merge_ms": {"avg_ms": 0.008, "count": 204, "max_ms": 0.032, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 64.697, "count": 204, "max_ms": 102.338, "p95_ms": 84.971}, "visualize": {"avg_ms": 51.604, "count": 204, "max_ms": 86.462, "p95_ms": 66.232}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.72, "count": 204, "max_ms": 78.751, "p95_ms": 58.224}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.803, "count": 204, "max_ms": 83.684, "p95_ms": 64.125}, "visualize_input_copy_ms": {"avg_ms": 1.54, "count": 204, "max_ms": 7.605, "p95_ms": 2.48}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.622, "count": 204, "max_ms": 83.347, "p95_ms": 63.913}, "visualizer_prepare_ms": {"avg_ms": 0.095, "count": 204, "max_ms": 0.241, "p95_ms": 0.173}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 204}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1487.992, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.63, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 167.549, "sample_count": 1966, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1531426, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:25:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112875, "write_bytes_delta": 112875, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 814.0, "cpu_core_ratio": 0.412381, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 97.0, "pid": 113429, "reason": null, "system_cpu_core_ratio": 0.028922, "system_cpu_s_delta": 0.5800000000000001, "user_cpu_core_ratio": 0.383459, "user_cpu_s_delta": 7.689999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.651518, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 154539.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.583417, "system_cpu_s_delta": 11.69999999999709, "user_cpu_core_ratio": 1.068101, "user_cpu_s_delta": 21.420000000012806}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.77, "count": 196, "max_ms": 12.337, "p95_ms": 6.752, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.321, "max": 11.0, "p95": 10.0, "sample_count": 196}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.791, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 196}, "total": {"avg": 1.791, "max": 3.0, "p95": 3.0, "sample_count": 196}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.87, "count": 30, "max": 82.505, "p95": 45.342, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.498, "count": 30, "max": 32.865, "p95": 26.683, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 620.833, "count": 30, "max": 920.0, "p95": 913.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 282.367, "count": 30, "max": 2896.0, "p95": 881.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.038, "p95": 0.034, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.372, "count": 30, "max": 0.434, "p95": 0.403, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114789.267, "count": 30, "max": 118299.0, "p95": 117591.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 107275.667, "count": 30, "max": 118299.0, "p95": 117591.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 118186.9, "count": 30, "max": 201925.0, "p95": 190572.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.603, "count": 30, "max": 0.702, "p95": 0.657, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.099, "count": 30, "max": 1.243, "p95": 1.188, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11839, "sampled_at": "2026-10-30T14:25:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:25:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2960428, "flush_count": 3077, "flush_interval_seconds": 30.0, "flush_state": {"count": 3077, "last_at": "2026-10-30T14:24:51", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:24:51", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3076}, "started": true, "suppressed_count": 1528660, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1528511}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3077, "written_record_count": 3077}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9761.039, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4234531737600, "copied_frame_count": 1531587, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4234531737600, "frame_buffer_copies": 1531587, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1437, "count": 512, "max_ms": 0.3915, "p50_ms": 0.1311, "p95_ms": 0.2667, "p99_ms": 0.3512}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6426, "count": 512, "max_ms": 5.0612, "p50_ms": 1.4926, "p95_ms": 2.8286, "p99_ms": 3.5332, "results": {"failed": 0, "not_applicable": 0, "success": 1531587, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 571, "h264_decode_error_count": 1290, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:25:25+09:00", "last_error_summary": "[h264 @ 0x5ee6801b5200] error while decoding MB 80 62, bytestream -8", "last_exit_at": "2026-10-30T14:25:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 131.033, "last_started_at": "2026-10-30T14:23:14+09:00", "pid": 113429, "process": {"exists": false, "pid": 113429}, "restart_count": 625, "restart_count_per_hour": 18, "rtsp_timeout_count": 196, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 626}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 168.897, "sample_count": 1952, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1531587, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:25:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.057, "last_frame_pushed_at": "2026-10-30T14:25:25+09:00", "last_frame_read_age_sec": 0.209, "last_frame_read_at": "2026-10-30T14:25:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 108, "debug_expires_at": null, "deduplicated_count": 58, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 276.699, "last_sample_duration_ms": 1305.721, "last_trigger": "periodic", "next_snapshot_in_sec": 323.301, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 308, "storage_bytes": 2936837}, "mjpeg": {"age_sec": 0.045, "exists": true, "mtime": "2026-10-30T14:25:25.762602+09:00", "mtime_epoch": 1793337925.7626019, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114443}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:25:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1487.941, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1531587, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.261, "max": 8.0, "p95": 7.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.261, "max": 3.0, "p95": 2.0, "sample_count": 203}, "total": {"avg": 1.261, "max": 3.0, "p95": 2.0, "sample_count": 203}}, "tracking_counts": {"active": {"avg": 0.064, "max": 1.0, "p95": 1.0, "sample_count": 203}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "removed": {"avg": 0.025, "max": 2.0, "p95": 0.0, "sample_count": 203}, "tracked": {"avg": 0.064, "max": 1.0, "p95": 1.0, "sample_count": 203}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.773, "pushed": 6.773, "read": 6.773}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 203, "client_acquire_ms": {"avg_ms": 0.011, "count": 203, "max_ms": 0.041, "p95_ms": 0.02, "reason": null, "sample_age_ms": 166.559, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.18, "count": 203, "max_ms": 8.601, "p95_ms": 3.967, "reason": null, "sample_age_ms": 222.43, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.513, "count": 203, "max_ms": 6.352, "p95_ms": 2.933, "reason": null, "sample_age_ms": 222.75, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.41, "count": 203, "max_ms": 1.348, "p95_ms": 0.763, "reason": null, "sample_age_ms": 166.566, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.532, "count": 203, "max_ms": 7.88, "p95_ms": 4.17, "reason": null, "sample_age_ms": 220.508, "source": "client_direct"}, "request_count": 203, "request_tensor_bytes": {"avg": 2764808.0, "count": 203, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 220.472, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 203, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 166.771, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 59.817, "count": 203, "max_ms": 96.51, "p95_ms": 79.636, "reason": null, "sample_age_ms": 166.556, "source": "client_direct"}, "sample_age_ms": 166.553, "source": "client_direct", "task_total_ms": {"avg_ms": 62.989, "count": 203, "max_ms": 100.305, "p95_ms": 83.486, "reason": null, "sample_age_ms": 166.553, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.644, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.019, "count": 203, "max_ms": 21.522, "p95_ms": 11.236}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.498, "count": 203, "max_ms": 1.965, "p95_ms": 0.914}, "detection_prepare_ms": {"avg_ms": 1.793, "count": 203, "max_ms": 11.008, "p95_ms": 3.247}, "event_filter_ms": {"avg_ms": 0.007, "count": 203, "max_ms": 0.14, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.344, "count": 203, "max_ms": 0.971, "p95_ms": 0.616}, "mcmt_ms": {"avg_ms": 0.005, "count": 203, "max_ms": 0.027, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 1.268, "count": 203, "max_ms": 6.703, "p95_ms": 3.516}, "setup_ms": {"avg_ms": 0.057, "count": 203, "max_ms": 0.137, "p95_ms": 0.109}, "total_inside_ms": {"avg_ms": 5.948, "count": 203, "max_ms": 21.378, "p95_ms": 11.144}, "track_match_ms": {"avg_ms": 0.092, "count": 203, "max_ms": 0.424, "p95_ms": 0.178}, "tracker_update_ms": {"avg_ms": 1.883, "count": 203, "max_ms": 11.849, "p95_ms": 3.339}}, "gstreamer_push": {"avg_ms": 3.773, "count": 203, "max_ms": 12.337, "p95_ms": 6.82}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 203, "max_ms": 0.289, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 64.7, "count": 203, "max_ms": 102.326, "p95_ms": 84.962}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.244, "count": 203, "max_ms": 15.431, "p95_ms": 9.462}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 123.952, "count": 203, "max_ms": 180.017, "p95_ms": 154.904}, "inference_input_copy_ms": {"avg_ms": 1.877, "count": 203, "max_ms": 6.306, "p95_ms": 3.071}, "processing_residual_ms": {"avg_ms": 0.255, "count": 203, "max_ms": 0.574, "p95_ms": 0.424}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 129.328, "count": 203, "max_ms": 187.592, "p95_ms": 159.433}, "read_interval": {"avg_ms": 147.373, "count": 203, "max_ms": 230.94, "p95_ms": 197.589}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 203, "max_ms": 0.057, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 1.188, "count": 203, "max_ms": 6.269, "p95_ms": 3.342}, "resolve_scenarios_ms": {"avg_ms": 0.023, "count": 203, "max_ms": 0.126, "p95_ms": 0.047}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.169, "count": 203, "max_ms": 6.235, "p95_ms": 3.319}, "worker_merge_ms": {"avg_ms": 0.008, "count": 203, "max_ms": 0.032, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 64.715, "count": 203, "max_ms": 102.338, "p95_ms": 84.971}, "visualize": {"avg_ms": 51.706, "count": 203, "max_ms": 86.462, "p95_ms": 66.232}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 45.827, "count": 203, "max_ms": 78.751, "p95_ms": 58.224}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.903, "count": 203, "max_ms": 83.684, "p95_ms": 64.125}, "visualize_input_copy_ms": {"avg_ms": 1.543, "count": 203, "max_ms": 7.605, "p95_ms": 2.48}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.722, "count": 203, "max_ms": 83.347, "p95_ms": 63.913}, "visualizer_prepare_ms": {"avg_ms": 0.095, "count": 203, "max_ms": 0.241, "p95_ms": 0.173}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 203}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1487.992, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.63, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 167.549, "sample_count": 1966, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1531426, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:25:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112875, "write_bytes_delta": 112875, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 814.0, "cpu_core_ratio": 0.412381, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 97.0, "pid": 113429, "reason": null, "system_cpu_core_ratio": 0.028922, "system_cpu_s_delta": 0.5800000000000001, "user_cpu_core_ratio": 0.383459, "user_cpu_s_delta": 7.689999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.651518, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 154539.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.583417, "system_cpu_s_delta": 11.69999999999709, "user_cpu_core_ratio": 1.068101, "user_cpu_s_delta": 21.420000000012806}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.77, "count": 196, "max_ms": 12.337, "p95_ms": 6.752, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.321, "max": 11.0, "p95": 10.0, "sample_count": 196}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.791, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 196}, "total": {"avg": 1.791, "max": 3.0, "p95": 3.0, "sample_count": 196}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.87, "count": 30, "max": 82.505, "p95": 45.342, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.498, "count": 30, "max": 32.865, "p95": 26.683, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 620.833, "count": 30, "max": 920.0, "p95": 913.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 282.367, "count": 30, "max": 2896.0, "p95": 881.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.038, "p95": 0.034, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.372, "count": 30, "max": 0.434, "p95": 0.403, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114789.267, "count": 30, "max": 118299.0, "p95": 117591.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 107275.667, "count": 30, "max": 118299.0, "p95": 117591.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 118186.9, "count": 30, "max": 201925.0, "p95": 190572.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.603, "count": 30, "max": 0.702, "p95": 0.657, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.099, "count": 30, "max": 1.243, "p95": 1.188, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11839, "sampled_at": "2026-10-30T14:25:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:25:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2960428, "flush_count": 3077, "flush_interval_seconds": 30.0, "flush_state": {"count": 3077, "last_at": "2026-10-30T14:24:51", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:24:51", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3076}, "started": true, "suppressed_count": 1528660, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1528511}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3077, "written_record_count": 3077}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9931.219, "limit_mb": null}, "detail": {"pid": 113545, "restart_count": 626, "start_count": 627}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4234531737600, "copied_frame_count": 1531587, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4234531737600, "frame_buffer_copies": 1531587, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1437, "count": 512, "max_ms": 0.3915, "p50_ms": 0.1311, "p95_ms": 0.2667, "p99_ms": 0.3512}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6426, "count": 512, "max_ms": 5.0612, "p50_ms": 1.4926, "p95_ms": 2.8286, "p99_ms": 3.5332, "results": {"failed": 0, "not_applicable": 0, "success": 1531587, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 571, "h264_decode_error_count": 1290, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:25:25+09:00", "last_error_summary": "[h264 @ 0x5ee6801b5200] error while decoding MB 80 62, bytestream -8", "last_exit_at": "2026-10-30T14:25:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.003, "last_started_at": "2026-10-30T14:25:28+09:00", "pid": 113545, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.051, "name": "ffmpeg", "pid": 113545, "rss_mb": 209.051, "state": "S (sleeping)", "threads": 70}, "restart_count": 626, "restart_count_per_hour": 19, "rtsp_timeout_count": 196, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 627}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 169.162, "sample_count": 1919, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1531587, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:25:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.323, "last_frame_pushed_at": "2026-10-30T14:25:25+09:00", "last_frame_read_age_sec": 4.475, "last_frame_read_at": "2026-10-30T14:25:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 108, "debug_expires_at": null, "deduplicated_count": 58, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 280.961, "last_sample_duration_ms": 1305.721, "last_trigger": "periodic", "next_snapshot_in_sec": 319.039, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 308, "storage_bytes": 2936837}, "mjpeg": {"age_sec": 4.311, "exists": true, "mtime": "2026-10-30T14:25:25.762602+09:00", "mtime_epoch": 1793337925.7626019, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114443}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:25:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1487.945, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 1531587, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.149, "max": 8.0, "p95": 7.0, "sample_count": 174}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.236, "max": 2.0, "p95": 2.0, "sample_count": 174}, "total": {"avg": 1.236, "max": 2.0, "p95": 2.0, "sample_count": 174}}, "tracking_counts": {"active": {"avg": 0.075, "max": 1.0, "p95": 1.0, "sample_count": 174}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "removed": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 174}, "tracked": {"avg": 0.075, "max": 1.0, "p95": 1.0, "sample_count": 174}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.823, "pushed": 5.823, "read": 5.789}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 173, "client_acquire_ms": {"avg_ms": 0.011, "count": 174, "max_ms": 0.041, "p95_ms": 0.02, "reason": null, "sample_age_ms": 4433.361, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.242, "count": 173, "max_ms": 8.601, "p95_ms": 4.048, "reason": null, "sample_age_ms": 4489.232, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.527, "count": 173, "max_ms": 6.352, "p95_ms": 2.97, "reason": null, "sample_age_ms": 4489.551, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.41, "count": 174, "max_ms": 1.348, "p95_ms": 0.778, "reason": null, "sample_age_ms": 4433.367, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.542, "count": 173, "max_ms": 7.88, "p95_ms": 4.208, "reason": null, "sample_age_ms": 4487.309, "source": "client_direct"}, "request_count": 173, "request_tensor_bytes": {"avg": 2764808.0, "count": 173, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4487.273, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 174, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4433.573, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 59.765, "count": 174, "max_ms": 96.51, "p95_ms": 79.145, "reason": null, "sample_age_ms": 4433.358, "source": "client_direct"}, "sample_age_ms": 4433.354, "source": "client_direct", "task_total_ms": {"avg_ms": 62.946, "count": 174, "max_ms": 100.305, "p95_ms": 83.28, "reason": null, "sample_age_ms": 4433.354, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.704, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.928, "count": 174, "max_ms": 20.334, "p95_ms": 11.236}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.486, "count": 174, "max_ms": 1.286, "p95_ms": 0.881}, "detection_prepare_ms": {"avg_ms": 1.812, "count": 174, "max_ms": 11.008, "p95_ms": 3.247}, "event_filter_ms": {"avg_ms": 0.007, "count": 174, "max_ms": 0.14, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.341, "count": 174, "max_ms": 0.971, "p95_ms": 0.616}, "mcmt_ms": {"avg_ms": 0.004, "count": 174, "max_ms": 0.027, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 1.211, "count": 174, "max_ms": 4.275, "p95_ms": 3.207}, "setup_ms": {"avg_ms": 0.056, "count": 174, "max_ms": 0.127, "p95_ms": 0.109}, "total_inside_ms": {"avg_ms": 5.857, "count": 174, "max_ms": 20.254, "p95_ms": 11.144}, "track_match_ms": {"avg_ms": 0.094, "count": 174, "max_ms": 0.424, "p95_ms": 0.181}, "tracker_update_ms": {"avg_ms": 1.845, "count": 174, "max_ms": 6.896, "p95_ms": 3.282}}, "gstreamer_push": {"avg_ms": 3.809, "count": 174, "max_ms": 12.337, "p95_ms": 7.423}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 174, "max_ms": 0.215, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 64.729, "count": 174, "max_ms": 102.326, "p95_ms": 85.05}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.211, "count": 174, "max_ms": 15.431, "p95_ms": 9.317}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 124.097, "count": 174, "max_ms": 180.017, "p95_ms": 154.955}, "inference_input_copy_ms": {"avg_ms": 1.889, "count": 174, "max_ms": 6.306, "p95_ms": 3.147}, "processing_residual_ms": {"avg_ms": 0.255, "count": 174, "max_ms": 0.574, "p95_ms": 0.447}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 129.453, "count": 174, "max_ms": 187.592, "p95_ms": 159.611}, "read_interval": {"avg_ms": 147.582, "count": 173, "max_ms": 230.94, "p95_ms": 197.589}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 174, "max_ms": 0.057, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 1.133, "count": 174, "max_ms": 4.105, "p95_ms": 3.101}, "resolve_scenarios_ms": {"avg_ms": 0.023, "count": 174, "max_ms": 0.126, "p95_ms": 0.046}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.114, "count": 174, "max_ms": 4.066, "p95_ms": 3.077}, "worker_merge_ms": {"avg_ms": 0.008, "count": 174, "max_ms": 0.032, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 64.744, "count": 174, "max_ms": 102.338, "p95_ms": 85.067}, "visualize": {"avg_ms": 51.926, "count": 174, "max_ms": 86.462, "p95_ms": 66.527}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.147, "count": 174, "max_ms": 78.751, "p95_ms": 60.93}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 50.154, "count": 174, "max_ms": 83.684, "p95_ms": 64.629}, "visualize_input_copy_ms": {"avg_ms": 1.511, "count": 174, "max_ms": 4.46, "p95_ms": 2.48}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.973, "count": 174, "max_ms": 83.347, "p95_ms": 64.421}, "visualizer_prepare_ms": {"avg_ms": 0.095, "count": 174, "max_ms": 0.239, "p95_ms": 0.178}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1487.992, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.63, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 167.549, "sample_count": 1966, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1531426, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:25:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112875, "write_bytes_delta": 112875, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 814.0, "cpu_core_ratio": 0.412381, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 97.0, "pid": 113429, "reason": null, "system_cpu_core_ratio": 0.028922, "system_cpu_s_delta": 0.5800000000000001, "user_cpu_core_ratio": 0.383459, "user_cpu_s_delta": 7.689999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.651518, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 154539.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.583417, "system_cpu_s_delta": 11.69999999999709, "user_cpu_core_ratio": 1.068101, "user_cpu_s_delta": 21.420000000012806}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.77, "count": 196, "max_ms": 12.337, "p95_ms": 6.752, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.321, "max": 11.0, "p95": 10.0, "sample_count": 196}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.791, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 196}, "total": {"avg": 1.791, "max": 3.0, "p95": 3.0, "sample_count": 196}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.87, "count": 30, "max": 82.505, "p95": 45.342, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.498, "count": 30, "max": 32.865, "p95": 26.683, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 620.833, "count": 30, "max": 920.0, "p95": 913.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 282.367, "count": 30, "max": 2896.0, "p95": 881.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.038, "p95": 0.034, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.372, "count": 30, "max": 0.434, "p95": 0.403, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114789.267, "count": 30, "max": 118299.0, "p95": 117591.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 107275.667, "count": 30, "max": 118299.0, "p95": 117591.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 118186.9, "count": 30, "max": 201925.0, "p95": 190572.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.603, "count": 30, "max": 0.702, "p95": 0.657, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.099, "count": 30, "max": 1.243, "p95": 1.188, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11839, "sampled_at": "2026-10-30T14:25:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:25:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.883, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2419705, "flush_count": 3082, "flush_interval_seconds": 30.0, "flush_state": {"count": 3082, "last_at": "2026-10-30T14:27:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:27:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3081}, "started": true, "suppressed_count": 1784099, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 1784097}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3082, "written_record_count": 3082}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9571.32, "limit_mb": null}, "detail": {"h264_decode_error_count": 5, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5b175a1d5640] cabac decode of qscale diff failed at 179 100 [h264 @ 0x5b175a1d5640] error while decoding MB 179 100, bytestream 23677 [h264 @ 0x5b1759896080] cabac decode of qscale diff failed at 176 54 [h264 @ 0x5b1759896080] error while decoding MB 176 54, bytestream 17754 [h264 @ 0x5b175a037a00] error while decoding MB 185 97, bytestream -17", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4941189734400, "copied_frame_count": 1787178, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T09:31:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3569477, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T09:31:50+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.249}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 2, "events_emitted": 2, "events_failed": 0, "events_observed": 2, "events_suppressed": 0, "frame_buffer_copied_bytes": 4941189734400, "frame_buffer_copies": 1787178, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 100, "recorder_active_input_bytes": 276480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 2, "recorder_clips_failed": 0, "recorder_clips_started": 2, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 2, "worker_jobs_accepted": 2, "worker_jobs_completed": 2, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1314, "count": 512, "max_ms": 0.7417, "p50_ms": 0.1175, "p95_ms": 0.2416, "p99_ms": 0.32}, "stages": {"db_insert": {"avg_ms": 24.9862, "count": 2, "max_ms": 26.5042, "p50_ms": 24.9862, "p95_ms": 26.3524, "p99_ms": 26.4739, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0541, "count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1351.546, "count": 2, "max_ms": 1378.4915, "p50_ms": 1351.546, "p95_ms": 1375.7969, "p99_ms": 1377.9526, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3304, "count": 512, "max_ms": 4.5585, "p50_ms": 1.2317, "p95_ms": 2.196, "p99_ms": 2.9536, "results": {"failed": 0, "not_applicable": 0, "success": 1787178, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 618.174, "count": 2, "max_ms": 626.5228, "p50_ms": 618.174, "p95_ms": 625.6879, "p99_ms": 626.3558, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 48.8595, "count": 2, "max_ms": 67.7399, "p50_ms": 48.8595, "p95_ms": 65.8519, "p99_ms": 67.3623, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1729, "count": 100, "max_ms": 8.7346, "p50_ms": 5.0177, "p95_ms": 7.5008, "p99_ms": 8.5356, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3251, "count": 100, "max_ms": 3.6197, "p50_ms": 1.1902, "p95_ms": 2.1715, "p99_ms": 3.2681, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 613.5802, "count": 2, "max_ms": 621.343, "p50_ms": 613.5802, "p95_ms": 620.5667, "p99_ms": 621.1878, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 518.5978, "count": 2, "max_ms": 524.4459, "p50_ms": 518.5978, "p95_ms": 523.8611, "p99_ms": 524.3289, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 90.1793, "count": 2, "max_ms": 92.6271, "p50_ms": 90.1793, "p95_ms": 92.3823, "p99_ms": 92.5782, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.2061, "count": 2, "max_ms": 1.2085, "p50_ms": 1.2061, "p95_ms": 1.2083, "p99_ms": 1.2084, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.2034, "count": 2, "max_ms": 57.9637, "p50_ms": 44.2034, "p95_ms": 56.5876, "p99_ms": 57.6885, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6046, "count": 2, "max_ms": 0.6553, "p50_ms": 0.6046, "p95_ms": 0.6502, "p99_ms": 0.6542, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 625.5343, "count": 2, "max_ms": 642.3509, "p50_ms": 625.5343, "p95_ms": 640.6692, "p99_ms": 642.0145, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.8191, "count": 2, "max_ms": 6.7192, "p50_ms": 3.8191, "p95_ms": 6.4292, "p99_ms": 6.6612, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9995, "count": 2, "max_ms": 27.6583, "p50_ms": 23.9995, "p95_ms": 27.2925, "p99_ms": 27.5852, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3609, "count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.995, "count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 731.8976, "count": 2, "max_ms": 767.7144, "p50_ms": 731.8976, "p95_ms": 764.1327, "p99_ms": 766.998, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 2, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216}, "wait_ms": {"count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 2, "artifact_failed": 0, "artifact_requested": 2, "artifact_success": 2, "completed": 2, "completed_failed": 0, "completed_success": 2, "cooldown_promoted": 2, "database_requested": 2, "db_insert_success": 2, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15534, "relay_business_failed": 0, "relay_business_success": 2, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 2, "relay_transport_failed": 0, "relay_transport_success": 2, "reservation_requested": 2}, "snapshot": {"copied_bytes": 5529600, "copied_count": 2, "copy": {"count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 226, "h264_decode_error_count": 547, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:27:27+09:00", "last_error_summary": "[h264 @ 0x5b175a1d5640] cabac decode of qscale diff failed at 179 100 [h264 @ 0x5b175a1d5640] error while decoding MB 179 100, bytestream 23677 [h264 @ 0x5b1759896080] cabac decode of qscale diff failed at 176 54 [h264 @ 0x5b1759896080] error while decoding MB 176 54, bytestream 17754 [h264 @ 0x5b175a037a00] error while decoding MB 185 97, bytestream -17", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 5868.338, "last_started_at": "2026-10-30T12:49:39+09:00", "pid": 108788, "process": {"exists": false, "pid": 108788}, "restart_count": 255, "restart_count_per_hour": 0, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 256}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.513, "sample_count": 2834, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1787178, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:27:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 0.046, "last_frame_pushed_at": "2026-10-30T14:27:27+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-10-30T14:27:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 108, "debug_expires_at": null, "deduplicated_count": 58, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 398.86, "last_sample_duration_ms": 1305.721, "last_trigger": "periodic", "next_snapshot_in_sec": 201.14, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 308, "storage_bytes": 2936837}, "mjpeg": {"age_sec": 0.043, "exists": true, "mtime": "2026-10-30T14:27:27.922355+09:00", "mtime_epoch": 1793338047.9223552, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 116898}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T14:27:28+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1703.617, "name": "celery", "pid": 176, "rss_mb": 1703.617, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1787178, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 200}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 200}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.684, "pushed": 6.684, "read": 6.651}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 199, "client_acquire_ms": {"avg_ms": 0.008, "count": 200, "max_ms": 0.029, "p95_ms": 0.015, "reason": null, "sample_age_ms": 93.795, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.717, "count": 199, "max_ms": 5.753, "p95_ms": 2.172, "reason": null, "sample_age_ms": 136.793, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.302, "count": 199, "max_ms": 5.402, "p95_ms": 1.336, "reason": null, "sample_age_ms": 137.009, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.205, "count": 200, "max_ms": 3.705, "p95_ms": 0.466, "reason": null, "sample_age_ms": 93.805, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.693, "count": 199, "max_ms": 17.48, "p95_ms": 2.625, "reason": null, "sample_age_ms": 135.7, "source": "client_direct"}, "request_count": 199, "request_tensor_bytes": {"avg": 2211848.0, "count": 199, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 135.68, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 200, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 93.945, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.13, "count": 200, "max_ms": 77.947, "p95_ms": 61.928, "reason": null, "sample_age_ms": 93.791, "source": "client_direct"}, "sample_age_ms": 93.785, "source": "client_direct", "task_total_ms": {"avg_ms": 44.222, "count": 200, "max_ms": 82.603, "p95_ms": 63.769, "reason": null, "sample_age_ms": 93.785, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 9.611, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.819, "count": 200, "max_ms": 2.019, "p95_ms": 1.434}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.264, "count": 200, "max_ms": 1.105, "p95_ms": 0.463}, "detection_prepare_ms": {"avg_ms": 0.116, "count": 200, "max_ms": 0.387, "p95_ms": 0.222}, "event_filter_ms": {"avg_ms": 0.004, "count": 200, "max_ms": 0.03, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.09, "count": 200, "max_ms": 0.238, "p95_ms": 0.171}, "mcmt_ms": {"avg_ms": 0.003, "count": 200, "max_ms": 0.016, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.201, "count": 200, "max_ms": 0.661, "p95_ms": 0.388}, "setup_ms": {"avg_ms": 0.049, "count": 200, "max_ms": 0.176, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 0.768, "count": 200, "max_ms": 1.927, "p95_ms": 1.34}, "track_match_ms": {"avg_ms": 0.004, "count": 200, "max_ms": 0.016, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.035, "count": 200, "max_ms": 0.113, "p95_ms": 0.065}}, "gstreamer_push": {"avg_ms": 2.963, "count": 200, "max_ms": 8.711, "p95_ms": 4.992}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 200, "max_ms": 0.738, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.351, "count": 200, "max_ms": 85.338, "p95_ms": 64.609}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.044, "count": 200, "max_ms": 0.168, "p95_ms": 0.097}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 79.411, "count": 200, "max_ms": 136.038, "p95_ms": 101.801}, "inference_input_copy_ms": {"avg_ms": 1.428, "count": 200, "max_ms": 3.756, "p95_ms": 2.484}, "processing_residual_ms": {"avg_ms": 0.167, "count": 200, "max_ms": 0.442, "p95_ms": 0.3}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 81.051, "count": 200, "max_ms": 138.285, "p95_ms": 104.085}, "read_interval": {"avg_ms": 150.168, "count": 199, "max_ms": 3628.985, "p95_ms": 330.425}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 200, "max_ms": 0.065, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.141, "count": 200, "max_ms": 0.492, "p95_ms": 0.28}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 200, "max_ms": 0.056, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.124, "count": 200, "max_ms": 0.452, "p95_ms": 0.253}, "worker_merge_ms": {"avg_ms": 0.006, "count": 200, "max_ms": 0.022, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 45.366, "count": 200, "max_ms": 85.356, "p95_ms": 64.625}, "visualize": {"avg_ms": 32.21, "count": 200, "max_ms": 54.587, "p95_ms": 42.69}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.28, "count": 200, "max_ms": 53.336, "p95_ms": 41.456}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.002, "count": 200, "max_ms": 54.278, "p95_ms": 42.39}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.891, "count": 200, "max_ms": 54.147, "p95_ms": 42.226}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 200, "max_ms": 0.21, "p95_ms": 0.117}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 200}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1703.586, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.459, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.119, "sample_count": 2934, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1786975, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:26:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117234, "write_bytes_delta": 117234, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1434.0, "cpu_core_ratio": 1.563836, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4249.0, "pid": 108788, "reason": null, "system_cpu_core_ratio": 0.090375, "system_cpu_s_delta": 1.8100000000000023, "user_cpu_core_ratio": 1.473461, "user_cpu_s_delta": 29.51000000000022}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.710517, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 44.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.064411, "system_cpu_s_delta": 1.2900000000008731, "user_cpu_core_ratio": 0.646106, "user_cpu_s_delta": 12.939999999987776}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.224, "count": 297, "max_ms": 6.699, "p95_ms": 5.307, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 297}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 297}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.742, "count": 30, "max": 62.069, "p95": 42.116, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.565, "count": 30, "max": 35.289, "p95": 33.356, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 858.533, "count": 30, "max": 1626.0, "p95": 1522.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 141.633, "count": 30, "max": 4249.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.09, "p95": 0.065, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.394, "count": 30, "max": 1.672, "p95": 1.634, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 117705.033, "count": 30, "max": 118591.0, "p95": 118434.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117705.033, "count": 30, "max": 118591.0, "p95": 118434.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.9, "count": 30, "max": 44.0, "p95": 33.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.069, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.643, "count": 30, "max": 0.691, "p95": 0.687, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 12732, "sampled_at": "2026-10-30T14:26:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:26:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2419705, "flush_count": 3082, "flush_interval_seconds": 30.0, "flush_state": {"count": 3082, "last_at": "2026-10-30T14:27:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:27:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3081}, "started": true, "suppressed_count": 1784099, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 1784097}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3082, "written_record_count": 3082}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9574.977, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4941189734400, "copied_frame_count": 1787178, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T09:31:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3569477, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T09:31:50+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.249}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 2, "events_emitted": 2, "events_failed": 0, "events_observed": 2, "events_suppressed": 0, "frame_buffer_copied_bytes": 4941189734400, "frame_buffer_copies": 1787178, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 100, "recorder_active_input_bytes": 276480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 2, "recorder_clips_failed": 0, "recorder_clips_started": 2, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 2, "worker_jobs_accepted": 2, "worker_jobs_completed": 2, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1314, "count": 512, "max_ms": 0.7417, "p50_ms": 0.1175, "p95_ms": 0.2416, "p99_ms": 0.32}, "stages": {"db_insert": {"avg_ms": 24.9862, "count": 2, "max_ms": 26.5042, "p50_ms": 24.9862, "p95_ms": 26.3524, "p99_ms": 26.4739, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0541, "count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1351.546, "count": 2, "max_ms": 1378.4915, "p50_ms": 1351.546, "p95_ms": 1375.7969, "p99_ms": 1377.9526, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3304, "count": 512, "max_ms": 4.5585, "p50_ms": 1.2317, "p95_ms": 2.196, "p99_ms": 2.9536, "results": {"failed": 0, "not_applicable": 0, "success": 1787178, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 618.174, "count": 2, "max_ms": 626.5228, "p50_ms": 618.174, "p95_ms": 625.6879, "p99_ms": 626.3558, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 48.8595, "count": 2, "max_ms": 67.7399, "p50_ms": 48.8595, "p95_ms": 65.8519, "p99_ms": 67.3623, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1729, "count": 100, "max_ms": 8.7346, "p50_ms": 5.0177, "p95_ms": 7.5008, "p99_ms": 8.5356, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3251, "count": 100, "max_ms": 3.6197, "p50_ms": 1.1902, "p95_ms": 2.1715, "p99_ms": 3.2681, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 613.5802, "count": 2, "max_ms": 621.343, "p50_ms": 613.5802, "p95_ms": 620.5667, "p99_ms": 621.1878, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 518.5978, "count": 2, "max_ms": 524.4459, "p50_ms": 518.5978, "p95_ms": 523.8611, "p99_ms": 524.3289, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 90.1793, "count": 2, "max_ms": 92.6271, "p50_ms": 90.1793, "p95_ms": 92.3823, "p99_ms": 92.5782, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.2061, "count": 2, "max_ms": 1.2085, "p50_ms": 1.2061, "p95_ms": 1.2083, "p99_ms": 1.2084, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.2034, "count": 2, "max_ms": 57.9637, "p50_ms": 44.2034, "p95_ms": 56.5876, "p99_ms": 57.6885, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6046, "count": 2, "max_ms": 0.6553, "p50_ms": 0.6046, "p95_ms": 0.6502, "p99_ms": 0.6542, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 625.5343, "count": 2, "max_ms": 642.3509, "p50_ms": 625.5343, "p95_ms": 640.6692, "p99_ms": 642.0145, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.8191, "count": 2, "max_ms": 6.7192, "p50_ms": 3.8191, "p95_ms": 6.4292, "p99_ms": 6.6612, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9995, "count": 2, "max_ms": 27.6583, "p50_ms": 23.9995, "p95_ms": 27.2925, "p99_ms": 27.5852, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3609, "count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.995, "count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 731.8976, "count": 2, "max_ms": 767.7144, "p50_ms": 731.8976, "p95_ms": 764.1327, "p99_ms": 766.998, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 2, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216}, "wait_ms": {"count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 2, "artifact_failed": 0, "artifact_requested": 2, "artifact_success": 2, "completed": 2, "completed_failed": 0, "completed_success": 2, "cooldown_promoted": 2, "database_requested": 2, "db_insert_success": 2, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15534, "relay_business_failed": 0, "relay_business_success": 2, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 2, "relay_transport_failed": 0, "relay_transport_success": 2, "reservation_requested": 2}, "snapshot": {"copied_bytes": 5529600, "copied_count": 2, "copy": {"count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 226, "h264_decode_error_count": 547, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:27:27+09:00", "last_error_summary": "[h264 @ 0x5b175a1d5640] cabac decode of qscale diff failed at 179 100 [h264 @ 0x5b175a1d5640] error while decoding MB 179 100, bytestream 23677 [h264 @ 0x5b1759896080] cabac decode of qscale diff failed at 176 54 [h264 @ 0x5b1759896080] error while decoding MB 176 54, bytestream 17754 [h264 @ 0x5b175a037a00] error while decoding MB 185 97, bytestream -17", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 5868.406, "last_started_at": "2026-10-30T12:49:39+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 255, "restart_count_per_hour": 0, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 256}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.513, "sample_count": 2833, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1787178, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:27:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 0.114, "last_frame_pushed_at": "2026-10-30T14:27:27+09:00", "last_frame_read_age_sec": 0.187, "last_frame_read_at": "2026-10-30T14:27:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 108, "debug_expires_at": null, "deduplicated_count": 58, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 398.901, "last_sample_duration_ms": 1305.721, "last_trigger": "periodic", "next_snapshot_in_sec": 201.099, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 308, "storage_bytes": 2936837}, "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-10-30T14:27:27.922355+09:00", "mtime_epoch": 1793338047.9223552, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 116898}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T14:27:28+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 1703.613, "name": "celery", "pid": 176, "rss_mb": 1703.613, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1787178, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 200}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 200}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.67, "pushed": 6.67, "read": 6.637}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 199, "client_acquire_ms": {"avg_ms": 0.008, "count": 199, "max_ms": 0.029, "p95_ms": 0.015, "reason": null, "sample_age_ms": 151.174, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.717, "count": 199, "max_ms": 5.753, "p95_ms": 2.172, "reason": null, "sample_age_ms": 194.172, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.302, "count": 199, "max_ms": 5.402, "p95_ms": 1.336, "reason": null, "sample_age_ms": 194.387, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.204, "count": 199, "max_ms": 3.705, "p95_ms": 0.457, "reason": null, "sample_age_ms": 151.184, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.693, "count": 199, "max_ms": 17.48, "p95_ms": 2.625, "reason": null, "sample_age_ms": 193.079, "source": "client_direct"}, "request_count": 199, "request_tensor_bytes": {"avg": 2211848.0, "count": 199, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 193.058, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 199, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 151.324, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.083, "count": 199, "max_ms": 77.947, "p95_ms": 61.928, "reason": null, "sample_age_ms": 151.17, "source": "client_direct"}, "sample_age_ms": 151.164, "source": "client_direct", "task_total_ms": {"avg_ms": 44.174, "count": 199, "max_ms": 82.603, "p95_ms": 63.808, "reason": null, "sample_age_ms": 151.164, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.272, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.819, "count": 200, "max_ms": 2.019, "p95_ms": 1.434}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.264, "count": 200, "max_ms": 1.105, "p95_ms": 0.463}, "detection_prepare_ms": {"avg_ms": 0.116, "count": 200, "max_ms": 0.387, "p95_ms": 0.222}, "event_filter_ms": {"avg_ms": 0.004, "count": 200, "max_ms": 0.03, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.09, "count": 200, "max_ms": 0.238, "p95_ms": 0.171}, "mcmt_ms": {"avg_ms": 0.003, "count": 200, "max_ms": 0.016, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.201, "count": 200, "max_ms": 0.661, "p95_ms": 0.388}, "setup_ms": {"avg_ms": 0.049, "count": 200, "max_ms": 0.176, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 0.768, "count": 200, "max_ms": 1.927, "p95_ms": 1.34}, "track_match_ms": {"avg_ms": 0.004, "count": 200, "max_ms": 0.016, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.035, "count": 200, "max_ms": 0.113, "p95_ms": 0.065}}, "gstreamer_push": {"avg_ms": 2.963, "count": 200, "max_ms": 8.711, "p95_ms": 4.992}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 200, "max_ms": 0.738, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.351, "count": 200, "max_ms": 85.338, "p95_ms": 64.609}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.044, "count": 200, "max_ms": 0.168, "p95_ms": 0.097}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 79.411, "count": 200, "max_ms": 136.038, "p95_ms": 101.801}, "inference_input_copy_ms": {"avg_ms": 1.428, "count": 200, "max_ms": 3.756, "p95_ms": 2.484}, "processing_residual_ms": {"avg_ms": 0.167, "count": 200, "max_ms": 0.442, "p95_ms": 0.3}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 81.051, "count": 200, "max_ms": 138.285, "p95_ms": 104.085}, "read_interval": {"avg_ms": 150.168, "count": 199, "max_ms": 3628.985, "p95_ms": 330.425}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 200, "max_ms": 0.065, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.141, "count": 200, "max_ms": 0.492, "p95_ms": 0.28}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 200, "max_ms": 0.056, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.124, "count": 200, "max_ms": 0.452, "p95_ms": 0.253}, "worker_merge_ms": {"avg_ms": 0.006, "count": 200, "max_ms": 0.022, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 45.366, "count": 200, "max_ms": 85.356, "p95_ms": 64.625}, "visualize": {"avg_ms": 32.21, "count": 200, "max_ms": 54.587, "p95_ms": 42.69}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.28, "count": 200, "max_ms": 53.336, "p95_ms": 41.456}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.002, "count": 200, "max_ms": 54.278, "p95_ms": 42.39}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.891, "count": 200, "max_ms": 54.147, "p95_ms": 42.226}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 200, "max_ms": 0.21, "p95_ms": 0.117}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 200}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1703.586, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.459, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.119, "sample_count": 2934, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1786975, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:26:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117234, "write_bytes_delta": 117234, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1434.0, "cpu_core_ratio": 1.563836, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4249.0, "pid": 108788, "reason": null, "system_cpu_core_ratio": 0.090375, "system_cpu_s_delta": 1.8100000000000023, "user_cpu_core_ratio": 1.473461, "user_cpu_s_delta": 29.51000000000022}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.710517, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 44.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.064411, "system_cpu_s_delta": 1.2900000000008731, "user_cpu_core_ratio": 0.646106, "user_cpu_s_delta": 12.939999999987776}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.224, "count": 297, "max_ms": 6.699, "p95_ms": 5.307, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 297}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 297}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.742, "count": 30, "max": 62.069, "p95": 42.116, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.565, "count": 30, "max": 35.289, "p95": 33.356, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 858.533, "count": 30, "max": 1626.0, "p95": 1522.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 141.633, "count": 30, "max": 4249.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.09, "p95": 0.065, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.394, "count": 30, "max": 1.672, "p95": 1.634, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 117705.033, "count": 30, "max": 118591.0, "p95": 118434.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117705.033, "count": 30, "max": 118591.0, "p95": 118434.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.9, "count": 30, "max": 44.0, "p95": 33.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.069, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.643, "count": 30, "max": 0.691, "p95": 0.687, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 12732, "sampled_at": "2026-10-30T14:26:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:26:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2419705, "flush_count": 3082, "flush_interval_seconds": 30.0, "flush_state": {"count": 3082, "last_at": "2026-10-30T14:27:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:27:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3081}, "started": true, "suppressed_count": 1784099, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 1784097}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3082, "written_record_count": 3082}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9612.996, "limit_mb": null}, "detail": {"pid": 113661, "restart_count": 256, "start_count": 257}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4941189734400, "copied_frame_count": 1787178, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T09:31:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3569477, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T09:31:50+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.249}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 2, "events_emitted": 2, "events_failed": 0, "events_observed": 2, "events_suppressed": 0, "frame_buffer_copied_bytes": 4941189734400, "frame_buffer_copies": 1787178, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 100, "recorder_active_input_bytes": 276480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 2, "recorder_clips_failed": 0, "recorder_clips_started": 2, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 2, "worker_jobs_accepted": 2, "worker_jobs_completed": 2, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1314, "count": 512, "max_ms": 0.7417, "p50_ms": 0.1175, "p95_ms": 0.2416, "p99_ms": 0.32}, "stages": {"db_insert": {"avg_ms": 24.9862, "count": 2, "max_ms": 26.5042, "p50_ms": 24.9862, "p95_ms": 26.3524, "p99_ms": 26.4739, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0541, "count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1351.546, "count": 2, "max_ms": 1378.4915, "p50_ms": 1351.546, "p95_ms": 1375.7969, "p99_ms": 1377.9526, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3304, "count": 512, "max_ms": 4.5585, "p50_ms": 1.2317, "p95_ms": 2.196, "p99_ms": 2.9536, "results": {"failed": 0, "not_applicable": 0, "success": 1787178, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 618.174, "count": 2, "max_ms": 626.5228, "p50_ms": 618.174, "p95_ms": 625.6879, "p99_ms": 626.3558, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 48.8595, "count": 2, "max_ms": 67.7399, "p50_ms": 48.8595, "p95_ms": 65.8519, "p99_ms": 67.3623, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1729, "count": 100, "max_ms": 8.7346, "p50_ms": 5.0177, "p95_ms": 7.5008, "p99_ms": 8.5356, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3251, "count": 100, "max_ms": 3.6197, "p50_ms": 1.1902, "p95_ms": 2.1715, "p99_ms": 3.2681, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 613.5802, "count": 2, "max_ms": 621.343, "p50_ms": 613.5802, "p95_ms": 620.5667, "p99_ms": 621.1878, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 518.5978, "count": 2, "max_ms": 524.4459, "p50_ms": 518.5978, "p95_ms": 523.8611, "p99_ms": 524.3289, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 90.1793, "count": 2, "max_ms": 92.6271, "p50_ms": 90.1793, "p95_ms": 92.3823, "p99_ms": 92.5782, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.2061, "count": 2, "max_ms": 1.2085, "p50_ms": 1.2061, "p95_ms": 1.2083, "p99_ms": 1.2084, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.2034, "count": 2, "max_ms": 57.9637, "p50_ms": 44.2034, "p95_ms": 56.5876, "p99_ms": 57.6885, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6046, "count": 2, "max_ms": 0.6553, "p50_ms": 0.6046, "p95_ms": 0.6502, "p99_ms": 0.6542, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 625.5343, "count": 2, "max_ms": 642.3509, "p50_ms": 625.5343, "p95_ms": 640.6692, "p99_ms": 642.0145, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.8191, "count": 2, "max_ms": 6.7192, "p50_ms": 3.8191, "p95_ms": 6.4292, "p99_ms": 6.6612, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9995, "count": 2, "max_ms": 27.6583, "p50_ms": 23.9995, "p95_ms": 27.2925, "p99_ms": 27.5852, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3609, "count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.995, "count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 731.8976, "count": 2, "max_ms": 767.7144, "p50_ms": 731.8976, "p95_ms": 764.1327, "p99_ms": 766.998, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 2, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216}, "wait_ms": {"count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 2, "artifact_failed": 0, "artifact_requested": 2, "artifact_success": 2, "completed": 2, "completed_failed": 0, "completed_success": 2, "cooldown_promoted": 2, "database_requested": 2, "db_insert_success": 2, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15534, "relay_business_failed": 0, "relay_business_success": 2, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 2, "relay_transport_failed": 0, "relay_transport_success": 2, "reservation_requested": 2}, "snapshot": {"copied_bytes": 5529600, "copied_count": 2, "copy": {"count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 226, "h264_decode_error_count": 547, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:27:27+09:00", "last_error_summary": "[h264 @ 0x5b175a1d5640] cabac decode of qscale diff failed at 179 100 [h264 @ 0x5b175a1d5640] error while decoding MB 179 100, bytestream 23677 [h264 @ 0x5b1759896080] cabac decode of qscale diff failed at 176 54 [h264 @ 0x5b1759896080] error while decoding MB 176 54, bytestream 17754 [h264 @ 0x5b175a037a00] error while decoding MB 185 97, bytestream -17", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.004, "last_started_at": "2026-10-30T14:27:30+09:00", "pid": 113661, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.941, "name": "ffmpeg", "pid": 113661, "rss_mb": 74.941, "state": "S (sleeping)", "threads": 1}, "restart_count": 256, "restart_count_per_hour": 1, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 257}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.674, "sample_count": 2787, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1787178, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:27:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 4.676, "last_frame_pushed_at": "2026-10-30T14:27:27+09:00", "last_frame_read_age_sec": 4.749, "last_frame_read_at": "2026-10-30T14:27:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 108, "debug_expires_at": null, "deduplicated_count": 58, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 403.483, "last_sample_duration_ms": 1305.721, "last_trigger": "periodic", "next_snapshot_in_sec": 196.517, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 308, "storage_bytes": 2936837}, "mjpeg": {"age_sec": 4.667, "exists": true, "mtime": "2026-10-30T14:27:27.922355+09:00", "mtime_epoch": 1793338047.9223552, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 116898}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T14:27:32+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1703.617, "name": "celery", "pid": 176, "rss_mb": 1703.617, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1787178, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 164}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 164}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 164}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 164, "pushed_frames": 164, "read_frames": 163, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.481, "pushed": 5.481, "read": 5.448}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 163, "client_acquire_ms": {"avg_ms": 0.008, "count": 164, "max_ms": 0.029, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4723.129, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.739, "count": 163, "max_ms": 5.753, "p95_ms": 2.193, "reason": null, "sample_age_ms": 4766.126, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.311, "count": 163, "max_ms": 5.402, "p95_ms": 1.373, "reason": null, "sample_age_ms": 4766.342, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.187, "count": 164, "max_ms": 3.705, "p95_ms": 0.461, "reason": null, "sample_age_ms": 4723.139, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.694, "count": 163, "max_ms": 17.48, "p95_ms": 2.464, "reason": null, "sample_age_ms": 4765.034, "source": "client_direct"}, "request_count": 163, "request_tensor_bytes": {"avg": 2211848.0, "count": 163, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4765.013, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 164, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4723.279, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.598, "count": 164, "max_ms": 70.314, "p95_ms": 61.493, "reason": null, "sample_age_ms": 4723.124, "source": "client_direct"}, "sample_age_ms": 4723.118, "source": "client_direct", "task_total_ms": {"avg_ms": 43.672, "count": 164, "max_ms": 75.639, "p95_ms": 63.385, "reason": null, "sample_age_ms": 4723.118, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.5, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.813, "count": 164, "max_ms": 2.019, "p95_ms": 1.418}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.26, "count": 164, "max_ms": 0.665, "p95_ms": 0.463}, "detection_prepare_ms": {"avg_ms": 0.115, "count": 164, "max_ms": 0.387, "p95_ms": 0.222}, "event_filter_ms": {"avg_ms": 0.004, "count": 164, "max_ms": 0.03, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.09, "count": 164, "max_ms": 0.238, "p95_ms": 0.176}, "mcmt_ms": {"avg_ms": 0.003, "count": 164, "max_ms": 0.016, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.2, "count": 164, "max_ms": 0.607, "p95_ms": 0.383}, "setup_ms": {"avg_ms": 0.049, "count": 164, "max_ms": 0.176, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 0.761, "count": 164, "max_ms": 1.927, "p95_ms": 1.34}, "track_match_ms": {"avg_ms": 0.005, "count": 164, "max_ms": 0.016, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.035, "count": 164, "max_ms": 0.113, "p95_ms": 0.068}}, "gstreamer_push": {"avg_ms": 2.965, "count": 164, "max_ms": 8.711, "p95_ms": 5.101}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 164, "max_ms": 0.738, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.816, "count": 164, "max_ms": 80.836, "p95_ms": 64.609}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.044, "count": 164, "max_ms": 0.168, "p95_ms": 0.094}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 78.721, "count": 164, "max_ms": 120.128, "p95_ms": 101.801}, "inference_input_copy_ms": {"avg_ms": 1.411, "count": 164, "max_ms": 3.756, "p95_ms": 2.484}, "processing_residual_ms": {"avg_ms": 0.163, "count": 164, "max_ms": 0.442, "p95_ms": 0.312}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 80.338, "count": 164, "max_ms": 121.544, "p95_ms": 104.085}, "read_interval": {"avg_ms": 155.026, "count": 163, "max_ms": 3628.985, "p95_ms": 330.425}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 164, "max_ms": 0.065, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.14, "count": 164, "max_ms": 0.428, "p95_ms": 0.275}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 164, "max_ms": 0.056, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.123, "count": 164, "max_ms": 0.387, "p95_ms": 0.243}, "worker_merge_ms": {"avg_ms": 0.006, "count": 164, "max_ms": 0.022, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 44.831, "count": 164, "max_ms": 80.869, "p95_ms": 64.625}, "visualize": {"avg_ms": 32.072, "count": 164, "max_ms": 54.587, "p95_ms": 41.467}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.176, "count": 164, "max_ms": 53.336, "p95_ms": 40.038}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.868, "count": 164, "max_ms": 54.278, "p95_ms": 41.135}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.761, "count": 164, "max_ms": 54.147, "p95_ms": 40.957}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 164, "max_ms": 0.21, "p95_ms": 0.11}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 164}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1703.586, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.459, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.119, "sample_count": 2934, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1786975, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:26:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117234, "write_bytes_delta": 117234, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1434.0, "cpu_core_ratio": 1.563836, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4249.0, "pid": 108788, "reason": null, "system_cpu_core_ratio": 0.090375, "system_cpu_s_delta": 1.8100000000000023, "user_cpu_core_ratio": 1.473461, "user_cpu_s_delta": 29.51000000000022}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.710517, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 44.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.064411, "system_cpu_s_delta": 1.2900000000008731, "user_cpu_core_ratio": 0.646106, "user_cpu_s_delta": 12.939999999987776}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.224, "count": 297, "max_ms": 6.699, "p95_ms": 5.307, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 297}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 297}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.742, "count": 30, "max": 62.069, "p95": 42.116, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.565, "count": 30, "max": 35.289, "p95": 33.356, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 858.533, "count": 30, "max": 1626.0, "p95": 1522.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 141.633, "count": 30, "max": 4249.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.09, "p95": 0.065, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.394, "count": 30, "max": 1.672, "p95": 1.634, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 117705.033, "count": 30, "max": 118591.0, "p95": 118434.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117705.033, "count": 30, "max": 118591.0, "p95": 118434.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.9, "count": 30, "max": 44.0, "p95": 33.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.069, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.643, "count": 30, "max": 0.691, "p95": 0.687, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 12732, "sampled_at": "2026-10-30T14:26:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:26:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "running", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2963515, "flush_count": 3080, "flush_interval_seconds": 30.0, "flush_state": {"count": 3080, "last_at": "2026-10-30T14:27:51", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:27:51", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3079}, "started": true, "suppressed_count": 1529840, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1529691}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3080, "written_record_count": 3080}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9757.574, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x59b5b9080ac0] error while decoding MB 18 49, bytestream -26", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4237799731200, "copied_frame_count": 1532769, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4237799731200, "frame_buffer_copies": 1532769, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1088, "count": 512, "max_ms": 0.3079, "p50_ms": 0.0942, "p95_ms": 0.208, "p99_ms": 0.2558}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3569, "count": 512, "max_ms": 6.115, "p50_ms": 1.2519, "p95_ms": 2.2627, "p99_ms": 2.6818, "results": {"failed": 0, "not_applicable": 0, "success": 1532769, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 572, "h264_decode_error_count": 1291, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:28:10+09:00", "last_error_summary": "[h264 @ 0x59b5b9080ac0] error while decoding MB 18 49, bytestream -26", "last_exit_at": "2026-10-30T14:25:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 162.9, "last_started_at": "2026-10-30T14:25:28+09:00", "pid": 113545, "process": {"exists": false, "pid": 113545}, "restart_count": 626, "restart_count_per_hour": 18, "rtsp_timeout_count": 196, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 627}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.059, "sample_count": 2036, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1532769, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:28:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.098, "last_frame_pushed_at": "2026-10-30T14:28:10+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-10-30T14:28:10+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 108, "debug_expires_at": null, "deduplicated_count": 58, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 441.85, "last_sample_duration_ms": 1305.721, "last_trigger": "periodic", "next_snapshot_in_sec": 158.15, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 308, "storage_bytes": 2936837}, "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-10-30T14:28:10.880616+09:00", "mtime_epoch": 1793338090.8806162, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 119338}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:28:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1485.996, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 10, "history_size_limit": 20, "last_frame_idx": 1532770, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 10}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.317, "max": 11.0, "p95": 8.0, "sample_count": 227}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.249, "max": 4.0, "p95": 4.0, "sample_count": 221}, "total": {"avg": 2.189, "max": 4.0, "p95": 4.0, "sample_count": 227}}, "tracking_counts": {"active": {"avg": 0.806, "max": 2.0, "p95": 2.0, "sample_count": 227}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "removed": {"avg": 0.026, "max": 1.0, "p95": 0.0, "sample_count": 227}, "tracked": {"avg": 0.806, "max": 2.0, "p95": 2.0, "sample_count": 227}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.597, "pushed": 7.597, "read": 7.597}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 227, "client_acquire_ms": {"avg_ms": 0.01, "count": 228, "max_ms": 0.202, "p95_ms": 0.02, "reason": null, "sample_age_ms": 15.108, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.023, "count": 227, "max_ms": 8.966, "p95_ms": 3.71, "reason": null, "sample_age_ms": 62.786, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.473, "count": 227, "max_ms": 8.381, "p95_ms": 2.532, "reason": null, "sample_age_ms": 63.663, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.349, "count": 228, "max_ms": 1.061, "p95_ms": 0.678, "reason": null, "sample_age_ms": 15.116, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.106, "count": 227, "max_ms": 5.744, "p95_ms": 3.499, "reason": null, "sample_age_ms": 61.042, "source": "client_direct"}, "request_count": 227, "request_tensor_bytes": {"avg": 2764808.0, "count": 227, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 61.01, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 228, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 15.456, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.123, "count": 228, "max_ms": 76.548, "p95_ms": 67.542, "reason": null, "sample_age_ms": 15.104, "source": "client_direct"}, "sample_age_ms": 15.101, "source": "client_direct", "task_total_ms": {"avg_ms": 51.768, "count": 228, "max_ms": 78.313, "p95_ms": 70.293, "reason": null, "sample_age_ms": 15.101, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.048, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.195, "count": 227, "max_ms": 15.835, "p95_ms": 10.38}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.458, "count": 227, "max_ms": 1.343, "p95_ms": 0.855}, "detection_prepare_ms": {"avg_ms": 1.671, "count": 227, "max_ms": 10.015, "p95_ms": 3.168}, "event_filter_ms": {"avg_ms": 0.005, "count": 227, "max_ms": 0.041, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.333, "count": 227, "max_ms": 2.606, "p95_ms": 0.554}, "mcmt_ms": {"avg_ms": 0.004, "count": 227, "max_ms": 0.019, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.5, "count": 227, "max_ms": 6.813, "p95_ms": 3.549}, "setup_ms": {"avg_ms": 0.047, "count": 227, "max_ms": 0.246, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 6.13, "count": 227, "max_ms": 15.716, "p95_ms": 10.322}, "track_match_ms": {"avg_ms": 0.131, "count": 227, "max_ms": 0.673, "p95_ms": 0.266}, "tracker_update_ms": {"avg_ms": 1.98, "count": 227, "max_ms": 11.313, "p95_ms": 3.335}}, "gstreamer_push": {"avg_ms": 3.276, "count": 227, "max_ms": 8.561, "p95_ms": 5.191}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 227, "max_ms": 0.752, "p95_ms": 0.115}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.263, "count": 227, "max_ms": 81.786, "p95_ms": 71.372}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.032, "count": 227, "max_ms": 11.292, "p95_ms": 7.644}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.52, "count": 227, "max_ms": 165.139, "p95_ms": 138.195}, "inference_input_copy_ms": {"avg_ms": 1.741, "count": 227, "max_ms": 7.017, "p95_ms": 3.05}, "processing_residual_ms": {"avg_ms": 0.229, "count": 227, "max_ms": 0.69, "p95_ms": 0.447}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.522, "count": 227, "max_ms": 177.697, "p95_ms": 143.649}, "read_interval": {"avg_ms": 131.921, "count": 227, "max_ms": 211.289, "p95_ms": 165.881}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 227, "max_ms": 0.072, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 1.433, "count": 227, "max_ms": 6.608, "p95_ms": 3.468}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 227, "max_ms": 0.053, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.417, "count": 227, "max_ms": 6.561, "p95_ms": 3.453}, "worker_merge_ms": {"avg_ms": 0.007, "count": 227, "max_ms": 0.029, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 53.277, "count": 227, "max_ms": 81.824, "p95_ms": 71.382}, "visualize": {"avg_ms": 50.795, "count": 227, "max_ms": 74.344, "p95_ms": 65.205}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.232, "count": 227, "max_ms": 62.365, "p95_ms": 57.259}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.218, "count": 227, "max_ms": 71.722, "p95_ms": 63.407}, "visualize_input_copy_ms": {"avg_ms": 1.367, "count": 227, "max_ms": 5.986, "p95_ms": 2.373}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.066, "count": 227, "max_ms": 71.549, "p95_ms": 63.248}, "visualizer_prepare_ms": {"avg_ms": 0.082, "count": 227, "max_ms": 0.3, "p95_ms": 0.161}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 227}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1485.934, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.391, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 167.039, "sample_count": 2017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1532634, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:27:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117377, "write_bytes_delta": 117377, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 474.0, "cpu_core_ratio": 0.421975, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 113545, "reason": null, "system_cpu_core_ratio": 0.034998, "system_cpu_s_delta": 0.34999999999999964, "user_cpu_core_ratio": 0.386977, "user_cpu_s_delta": 3.8699999999999974}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.837893, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 109410.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.665961, "system_cpu_s_delta": 6.6600000000034925, "user_cpu_core_ratio": 1.171931, "user_cpu_s_delta": 11.720000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.136, "count": 245, "max_ms": 8.561, "p95_ms": 5.558, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.359, "max": 13.0, "p95": 11.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.735, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 226}, "total": {"avg": 1.6, "max": 4.0, "p95": 3.0, "sample_count": 245}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.946, "count": 30, "max": 82.505, "p95": 45.342, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.785, "count": 30, "max": 32.865, "p95": 26.683, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 498.967, "count": 30, "max": 876.0, "p95": 852.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 226.533, "count": 30, "max": 2896.0, "p95": 827.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.036, "p95": 0.035, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.378, "count": 30, "max": 0.439, "p95": 0.42, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.111, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115377.267, "count": 30, "max": 118299.0, "p95": 117702.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 107717.033, "count": 30, "max": 118299.0, "p95": 117702.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 100162.267, "count": 30, "max": 181310.0, "p95": 171728.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.596, "count": 30, "max": 0.666, "p95": 0.657, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.081, "count": 30, "max": 1.192, "p95": 1.18, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11852, "sampled_at": "2026-10-30T14:27:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:27:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.881, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2963515, "flush_count": 3080, "flush_interval_seconds": 30.0, "flush_state": {"count": 3080, "last_at": "2026-10-30T14:27:51", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:27:51", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3079}, "started": true, "suppressed_count": 1529840, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1529691}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3080, "written_record_count": 3080}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9768.754, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T14:28:10+09:00", "last_error_summary": "[h264 @ 0x59b5b9080ac0] error while decoding MB 18 49, bytestream -26", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4237802496000, "copied_frame_count": 1532770, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4237802496000, "frame_buffer_copies": 1532770, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1087, "count": 512, "max_ms": 0.3079, "p50_ms": 0.0939, "p95_ms": 0.208, "p99_ms": 0.2558}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3559, "count": 512, "max_ms": 6.115, "p50_ms": 1.2499, "p95_ms": 2.2627, "p99_ms": 2.6818, "results": {"failed": 0, "not_applicable": 0, "success": 1532770, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 572, "h264_decode_error_count": 1291, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:28:10+09:00", "last_error_summary": "[h264 @ 0x59b5b9080ac0] error while decoding MB 18 49, bytestream -26", "last_exit_at": "2026-10-30T14:28:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 162.975, "last_started_at": "2026-10-30T14:25:28+09:00", "pid": 113545, "process": {"exists": false, "pid": 113545}, "restart_count": 626, "restart_count_per_hour": 18, "rtsp_timeout_count": 196, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 627}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.059, "sample_count": 2037, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1532770, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:28:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T14:28:11+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-10-30T14:28:10+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 108, "debug_expires_at": null, "deduplicated_count": 58, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 441.923, "last_sample_duration_ms": 1305.721, "last_trigger": "periodic", "next_snapshot_in_sec": 158.077, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 308, "storage_bytes": 2936837}, "mjpeg": {"age_sec": 0.165, "exists": true, "mtime": "2026-10-30T14:28:10.880616+09:00", "mtime_epoch": 1793338090.8806162, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 119338}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:28:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1496.414, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 10, "history_size_limit": 20, "last_frame_idx": 1532770, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 10}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.329, "max": 11.0, "p95": 8.0, "sample_count": 228}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.252, "max": 4.0, "p95": 4.0, "sample_count": 222}, "total": {"avg": 2.193, "max": 4.0, "p95": 4.0, "sample_count": 228}}, "tracking_counts": {"active": {"avg": 0.807, "max": 2.0, "p95": 2.0, "sample_count": 228}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}, "removed": {"avg": 0.026, "max": 1.0, "p95": 0.0, "sample_count": 228}, "tracked": {"avg": 0.807, "max": 2.0, "p95": 2.0, "sample_count": 228}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.611, "pushed": 7.611, "read": 7.578}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 227, "client_acquire_ms": {"avg_ms": 0.01, "count": 227, "max_ms": 0.202, "p95_ms": 0.02, "reason": null, "sample_age_ms": 92.194, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.023, "count": 227, "max_ms": 8.966, "p95_ms": 3.71, "reason": null, "sample_age_ms": 139.872, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.473, "count": 227, "max_ms": 8.381, "p95_ms": 2.532, "reason": null, "sample_age_ms": 140.749, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.348, "count": 227, "max_ms": 1.061, "p95_ms": 0.68, "reason": null, "sample_age_ms": 92.203, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.106, "count": 227, "max_ms": 5.744, "p95_ms": 3.499, "reason": null, "sample_age_ms": 138.128, "source": "client_direct"}, "request_count": 227, "request_tensor_bytes": {"avg": 2764808.0, "count": 227, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 138.096, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 227, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 92.542, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.054, "count": 227, "max_ms": 76.548, "p95_ms": 67.548, "reason": null, "sample_age_ms": 92.191, "source": "client_direct"}, "sample_age_ms": 92.187, "source": "client_direct", "task_total_ms": {"avg_ms": 51.695, "count": 227, "max_ms": 78.313, "p95_ms": 70.318, "reason": null, "sample_age_ms": 92.187, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.162, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.196, "count": 228, "max_ms": 15.835, "p95_ms": 10.38}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.458, "count": 228, "max_ms": 1.343, "p95_ms": 0.855}, "detection_prepare_ms": {"avg_ms": 1.668, "count": 228, "max_ms": 10.015, "p95_ms": 3.168}, "event_filter_ms": {"avg_ms": 0.005, "count": 228, "max_ms": 0.041, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.333, "count": 228, "max_ms": 2.606, "p95_ms": 0.554}, "mcmt_ms": {"avg_ms": 0.004, "count": 228, "max_ms": 0.019, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.506, "count": 228, "max_ms": 6.813, "p95_ms": 3.549}, "setup_ms": {"avg_ms": 0.047, "count": 228, "max_ms": 0.246, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 6.131, "count": 228, "max_ms": 15.716, "p95_ms": 10.322}, "track_match_ms": {"avg_ms": 0.131, "count": 228, "max_ms": 0.673, "p95_ms": 0.266}, "tracker_update_ms": {"avg_ms": 1.978, "count": 228, "max_ms": 11.313, "p95_ms": 3.335}}, "gstreamer_push": {"avg_ms": 3.27, "count": 228, "max_ms": 8.561, "p95_ms": 5.191}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 228, "max_ms": 0.752, "p95_ms": 0.115}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.244, "count": 228, "max_ms": 81.786, "p95_ms": 71.372}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.034, "count": 228, "max_ms": 11.292, "p95_ms": 7.644}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.574, "count": 228, "max_ms": 165.139, "p95_ms": 138.195}, "inference_input_copy_ms": {"avg_ms": 1.744, "count": 228, "max_ms": 7.017, "p95_ms": 3.05}, "processing_residual_ms": {"avg_ms": 0.229, "count": 228, "max_ms": 0.69, "p95_ms": 0.447}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.582, "count": 228, "max_ms": 177.697, "p95_ms": 143.649}, "read_interval": {"avg_ms": 131.921, "count": 227, "max_ms": 211.289, "p95_ms": 165.881}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 228, "max_ms": 0.072, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 1.44, "count": 228, "max_ms": 6.608, "p95_ms": 3.468}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 228, "max_ms": 0.053, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.424, "count": 228, "max_ms": 6.561, "p95_ms": 3.453}, "worker_merge_ms": {"avg_ms": 0.007, "count": 228, "max_ms": 0.029, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 53.258, "count": 228, "max_ms": 81.824, "p95_ms": 71.382}, "visualize": {"avg_ms": 50.868, "count": 228, "max_ms": 74.344, "p95_ms": 65.449}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.278, "count": 228, "max_ms": 62.365, "p95_ms": 57.259}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.294, "count": 228, "max_ms": 71.722, "p95_ms": 63.932}, "visualize_input_copy_ms": {"avg_ms": 1.365, "count": 228, "max_ms": 5.986, "p95_ms": 2.373}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.141, "count": 228, "max_ms": 71.549, "p95_ms": 63.837}, "visualizer_prepare_ms": {"avg_ms": 0.082, "count": 228, "max_ms": 0.3, "p95_ms": 0.161}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 228}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1485.934, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.391, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 167.039, "sample_count": 2017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1532634, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:27:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117377, "write_bytes_delta": 117377, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 474.0, "cpu_core_ratio": 0.421975, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 113545, "reason": null, "system_cpu_core_ratio": 0.034998, "system_cpu_s_delta": 0.34999999999999964, "user_cpu_core_ratio": 0.386977, "user_cpu_s_delta": 3.8699999999999974}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.837893, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 109410.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.665961, "system_cpu_s_delta": 6.6600000000034925, "user_cpu_core_ratio": 1.171931, "user_cpu_s_delta": 11.720000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.136, "count": 245, "max_ms": 8.561, "p95_ms": 5.558, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.359, "max": 13.0, "p95": 11.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.735, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 226}, "total": {"avg": 1.6, "max": 4.0, "p95": 3.0, "sample_count": 245}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.946, "count": 30, "max": 82.505, "p95": 45.342, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.785, "count": 30, "max": 32.865, "p95": 26.683, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 498.967, "count": 30, "max": 876.0, "p95": 852.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 226.533, "count": 30, "max": 2896.0, "p95": 827.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.036, "p95": 0.035, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.378, "count": 30, "max": 0.439, "p95": 0.42, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.111, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115377.267, "count": 30, "max": 118299.0, "p95": 117702.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 107717.033, "count": 30, "max": 118299.0, "p95": 117702.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 100162.267, "count": 30, "max": 181310.0, "p95": 171728.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.596, "count": 30, "max": 0.666, "p95": 0.657, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.081, "count": 30, "max": 1.192, "p95": 1.18, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11852, "sampled_at": "2026-10-30T14:27:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:27:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2963515, "flush_count": 3080, "flush_interval_seconds": 30.0, "flush_state": {"count": 3080, "last_at": "2026-10-30T14:27:51", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:27:51", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3079}, "started": true, "suppressed_count": 1529840, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1529691}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3080, "written_record_count": 3080}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9768.133, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4237802496000, "copied_frame_count": 1532770, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4237802496000, "frame_buffer_copies": 1532770, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1087, "count": 512, "max_ms": 0.3079, "p50_ms": 0.0939, "p95_ms": 0.208, "p99_ms": 0.2558}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3559, "count": 512, "max_ms": 6.115, "p50_ms": 1.2499, "p95_ms": 2.2627, "p99_ms": 2.6818, "results": {"failed": 0, "not_applicable": 0, "success": 1532770, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 572, "h264_decode_error_count": 1291, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:28:10+09:00", "last_error_summary": "[h264 @ 0x59b5b9080ac0] error while decoding MB 18 49, bytestream -26", "last_exit_at": "2026-10-30T14:28:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 163.006, "last_started_at": "2026-10-30T14:25:28+09:00", "pid": 113545, "process": {"exists": false, "pid": 113545}, "restart_count": 626, "restart_count_per_hour": 18, "rtsp_timeout_count": 196, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 627}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.059, "sample_count": 2037, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1532770, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:28:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.032, "last_frame_pushed_at": "2026-10-30T14:28:11+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-10-30T14:28:10+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 108, "debug_expires_at": null, "deduplicated_count": 58, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 441.957, "last_sample_duration_ms": 1305.721, "last_trigger": "periodic", "next_snapshot_in_sec": 158.043, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 308, "storage_bytes": 2936837}, "mjpeg": {"age_sec": 0.022, "exists": true, "mtime": "2026-10-30T14:28:11.054617+09:00", "mtime_epoch": 1793338091.0546172, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 116386}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:28:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1496.414, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 10, "history_size_limit": 20, "last_frame_idx": 1532770, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 10}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.329, "max": 11.0, "p95": 8.0, "sample_count": 228}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.252, "max": 4.0, "p95": 4.0, "sample_count": 222}, "total": {"avg": 2.193, "max": 4.0, "p95": 4.0, "sample_count": 228}}, "tracking_counts": {"active": {"avg": 0.807, "max": 2.0, "p95": 2.0, "sample_count": 228}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}, "removed": {"avg": 0.026, "max": 1.0, "p95": 0.0, "sample_count": 228}, "tracked": {"avg": 0.807, "max": 2.0, "p95": 2.0, "sample_count": 228}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.603, "pushed": 7.603, "read": 7.57}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 227, "client_acquire_ms": {"avg_ms": 0.01, "count": 227, "max_ms": 0.202, "p95_ms": 0.02, "reason": null, "sample_age_ms": 125.834, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.023, "count": 227, "max_ms": 8.966, "p95_ms": 3.71, "reason": null, "sample_age_ms": 173.512, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.473, "count": 227, "max_ms": 8.381, "p95_ms": 2.532, "reason": null, "sample_age_ms": 174.389, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.348, "count": 227, "max_ms": 1.061, "p95_ms": 0.68, "reason": null, "sample_age_ms": 125.842, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.106, "count": 227, "max_ms": 5.744, "p95_ms": 3.499, "reason": null, "sample_age_ms": 171.768, "source": "client_direct"}, "request_count": 227, "request_tensor_bytes": {"avg": 2764808.0, "count": 227, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 171.736, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 227, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 126.182, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.054, "count": 227, "max_ms": 76.548, "p95_ms": 67.548, "reason": null, "sample_age_ms": 125.83, "source": "client_direct"}, "sample_age_ms": 125.827, "source": "client_direct", "task_total_ms": {"avg_ms": 51.695, "count": 227, "max_ms": 78.313, "p95_ms": 70.318, "reason": null, "sample_age_ms": 125.827, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.984, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.196, "count": 228, "max_ms": 15.835, "p95_ms": 10.38}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.458, "count": 228, "max_ms": 1.343, "p95_ms": 0.855}, "detection_prepare_ms": {"avg_ms": 1.668, "count": 228, "max_ms": 10.015, "p95_ms": 3.168}, "event_filter_ms": {"avg_ms": 0.005, "count": 228, "max_ms": 0.041, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.333, "count": 228, "max_ms": 2.606, "p95_ms": 0.554}, "mcmt_ms": {"avg_ms": 0.004, "count": 228, "max_ms": 0.019, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.506, "count": 228, "max_ms": 6.813, "p95_ms": 3.549}, "setup_ms": {"avg_ms": 0.047, "count": 228, "max_ms": 0.246, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 6.131, "count": 228, "max_ms": 15.716, "p95_ms": 10.322}, "track_match_ms": {"avg_ms": 0.131, "count": 228, "max_ms": 0.673, "p95_ms": 0.266}, "tracker_update_ms": {"avg_ms": 1.978, "count": 228, "max_ms": 11.313, "p95_ms": 3.335}}, "gstreamer_push": {"avg_ms": 3.27, "count": 228, "max_ms": 8.561, "p95_ms": 5.191}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 228, "max_ms": 0.752, "p95_ms": 0.115}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.244, "count": 228, "max_ms": 81.786, "p95_ms": 71.372}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.034, "count": 228, "max_ms": 11.292, "p95_ms": 7.644}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.574, "count": 228, "max_ms": 165.139, "p95_ms": 138.195}, "inference_input_copy_ms": {"avg_ms": 1.744, "count": 228, "max_ms": 7.017, "p95_ms": 3.05}, "processing_residual_ms": {"avg_ms": 0.229, "count": 228, "max_ms": 0.69, "p95_ms": 0.447}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.582, "count": 228, "max_ms": 177.697, "p95_ms": 143.649}, "read_interval": {"avg_ms": 131.921, "count": 227, "max_ms": 211.289, "p95_ms": 165.881}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 228, "max_ms": 0.072, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 1.44, "count": 228, "max_ms": 6.608, "p95_ms": 3.468}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 228, "max_ms": 0.053, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.424, "count": 228, "max_ms": 6.561, "p95_ms": 3.453}, "worker_merge_ms": {"avg_ms": 0.007, "count": 228, "max_ms": 0.029, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 53.258, "count": 228, "max_ms": 81.824, "p95_ms": 71.382}, "visualize": {"avg_ms": 50.868, "count": 228, "max_ms": 74.344, "p95_ms": 65.449}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.278, "count": 228, "max_ms": 62.365, "p95_ms": 57.259}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.294, "count": 228, "max_ms": 71.722, "p95_ms": 63.932}, "visualize_input_copy_ms": {"avg_ms": 1.365, "count": 228, "max_ms": 5.986, "p95_ms": 2.373}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.141, "count": 228, "max_ms": 71.549, "p95_ms": 63.837}, "visualizer_prepare_ms": {"avg_ms": 0.082, "count": 228, "max_ms": 0.3, "p95_ms": 0.161}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 228}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1485.934, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.391, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 167.039, "sample_count": 2017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1532634, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:27:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117377, "write_bytes_delta": 117377, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 474.0, "cpu_core_ratio": 0.421975, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 113545, "reason": null, "system_cpu_core_ratio": 0.034998, "system_cpu_s_delta": 0.34999999999999964, "user_cpu_core_ratio": 0.386977, "user_cpu_s_delta": 3.8699999999999974}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.837893, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 109410.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.665961, "system_cpu_s_delta": 6.6600000000034925, "user_cpu_core_ratio": 1.171931, "user_cpu_s_delta": 11.720000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.136, "count": 245, "max_ms": 8.561, "p95_ms": 5.558, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.359, "max": 13.0, "p95": 11.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.735, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 226}, "total": {"avg": 1.6, "max": 4.0, "p95": 3.0, "sample_count": 245}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.946, "count": 30, "max": 82.505, "p95": 45.342, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.785, "count": 30, "max": 32.865, "p95": 26.683, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 498.967, "count": 30, "max": 876.0, "p95": 852.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 226.533, "count": 30, "max": 2896.0, "p95": 827.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.036, "p95": 0.035, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.378, "count": 30, "max": 0.439, "p95": 0.42, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.111, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115377.267, "count": 30, "max": 118299.0, "p95": 117702.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 107717.033, "count": 30, "max": 118299.0, "p95": 117702.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 100162.267, "count": 30, "max": 181310.0, "p95": 171728.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.596, "count": 30, "max": 0.666, "p95": 0.657, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.081, "count": 30, "max": 1.192, "p95": 1.18, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11852, "sampled_at": "2026-10-30T14:27:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:27:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2963515, "flush_count": 3080, "flush_interval_seconds": 30.0, "flush_state": {"count": 3080, "last_at": "2026-10-30T14:27:51", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:27:51", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3079}, "started": true, "suppressed_count": 1529840, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1529691}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3080, "written_record_count": 3080}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9939.285, "limit_mb": null}, "detail": {"pid": 113777, "restart_count": 627, "start_count": 628}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4237802496000, "copied_frame_count": 1532770, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4237802496000, "frame_buffer_copies": 1532770, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1087, "count": 512, "max_ms": 0.3079, "p50_ms": 0.0939, "p95_ms": 0.208, "p99_ms": 0.2558}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3559, "count": 512, "max_ms": 6.115, "p50_ms": 1.2499, "p95_ms": 2.2627, "p99_ms": 2.6818, "results": {"failed": 0, "not_applicable": 0, "success": 1532770, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 572, "h264_decode_error_count": 1291, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:28:10+09:00", "last_error_summary": "[h264 @ 0x59b5b9080ac0] error while decoding MB 18 49, bytestream -26", "last_exit_at": "2026-10-30T14:28:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T14:28:13+09:00", "pid": 113777, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.129, "name": "ffmpeg", "pid": 113777, "rss_mb": 209.129, "state": "S (sleeping)", "threads": 70}, "restart_count": 627, "restart_count_per_hour": 19, "rtsp_timeout_count": 196, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 628}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.059, "sample_count": 2028, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1532770, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:28:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.223, "last_frame_pushed_at": "2026-10-30T14:28:11+09:00", "last_frame_read_age_sec": 4.357, "last_frame_read_at": "2026-10-30T14:28:10+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 108, "debug_expires_at": null, "deduplicated_count": 58, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 446.157, "last_sample_duration_ms": 1305.721, "last_trigger": "periodic", "next_snapshot_in_sec": 153.843, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 308, "storage_bytes": 2936837}, "mjpeg": {"age_sec": 4.214, "exists": true, "mtime": "2026-10-30T14:28:11.054617+09:00", "mtime_epoch": 1793338091.0546172, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 116386}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:28:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1496.418, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 10, "history_size_limit": 20, "last_frame_idx": 1532770, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 10}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.359, "max": 11.0, "p95": 9.0, "sample_count": 195}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.291, "max": 4.0, "p95": 4.0, "sample_count": 189}, "total": {"avg": 2.221, "max": 4.0, "p95": 4.0, "sample_count": 195}}, "tracking_counts": {"active": {"avg": 0.892, "max": 2.0, "p95": 2.0, "sample_count": 195}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}, "removed": {"avg": 0.026, "max": 1.0, "p95": 0.0, "sample_count": 195}, "tracked": {"avg": 0.892, "max": 2.0, "p95": 2.0, "sample_count": 195}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 194, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.517, "pushed": 6.517, "read": 6.483}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 194, "client_acquire_ms": {"avg_ms": 0.01, "count": 194, "max_ms": 0.202, "p95_ms": 0.021, "reason": null, "sample_age_ms": 4317.287, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.002, "count": 194, "max_ms": 5.788, "p95_ms": 3.478, "reason": null, "sample_age_ms": 4364.965, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.453, "count": 194, "max_ms": 5.036, "p95_ms": 2.422, "reason": null, "sample_age_ms": 4365.842, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.353, "count": 194, "max_ms": 1.061, "p95_ms": 0.695, "reason": null, "sample_age_ms": 4317.296, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.121, "count": 194, "max_ms": 5.744, "p95_ms": 3.669, "reason": null, "sample_age_ms": 4363.221, "source": "client_direct"}, "request_count": 194, "request_tensor_bytes": {"avg": 2764808.0, "count": 194, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4363.189, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 194, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4317.635, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.362, "count": 194, "max_ms": 76.548, "p95_ms": 67.683, "reason": null, "sample_age_ms": 4317.283, "source": "client_direct"}, "sample_age_ms": 4317.28, "source": "client_direct", "task_total_ms": {"avg_ms": 52.026, "count": 194, "max_ms": 78.313, "p95_ms": 70.579, "reason": null, "sample_age_ms": 4317.28, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.385, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.191, "count": 195, "max_ms": 15.835, "p95_ms": 10.507}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.476, "count": 195, "max_ms": 1.343, "p95_ms": 0.901}, "detection_prepare_ms": {"avg_ms": 1.684, "count": 195, "max_ms": 10.015, "p95_ms": 3.254}, "event_filter_ms": {"avg_ms": 0.005, "count": 195, "max_ms": 0.041, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.331, "count": 195, "max_ms": 2.606, "p95_ms": 0.574}, "mcmt_ms": {"avg_ms": 0.004, "count": 195, "max_ms": 0.019, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.425, "count": 195, "max_ms": 6.813, "p95_ms": 4.031}, "setup_ms": {"avg_ms": 0.047, "count": 195, "max_ms": 0.246, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 6.126, "count": 195, "max_ms": 15.716, "p95_ms": 10.387}, "track_match_ms": {"avg_ms": 0.137, "count": 195, "max_ms": 0.673, "p95_ms": 0.281}, "tracker_update_ms": {"avg_ms": 2.016, "count": 195, "max_ms": 11.313, "p95_ms": 3.609}}, "gstreamer_push": {"avg_ms": 3.218, "count": 195, "max_ms": 8.561, "p95_ms": 5.122}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 195, "max_ms": 0.752, "p95_ms": 0.115}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.427, "count": 195, "max_ms": 81.786, "p95_ms": 71.727}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.075, "count": 195, "max_ms": 11.292, "p95_ms": 8.117}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.069, "count": 195, "max_ms": 165.139, "p95_ms": 138.636}, "inference_input_copy_ms": {"avg_ms": 1.773, "count": 195, "max_ms": 7.017, "p95_ms": 3.117}, "processing_residual_ms": {"avg_ms": 0.236, "count": 195, "max_ms": 0.69, "p95_ms": 0.502}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 117.153, "count": 195, "max_ms": 177.697, "p95_ms": 143.675}, "read_interval": {"avg_ms": 132.352, "count": 194, "max_ms": 211.289, "p95_ms": 165.881}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 195, "max_ms": 0.072, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 1.359, "count": 195, "max_ms": 6.608, "p95_ms": 3.964}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 195, "max_ms": 0.052, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.343, "count": 195, "max_ms": 6.561, "p95_ms": 3.947}, "worker_merge_ms": {"avg_ms": 0.007, "count": 195, "max_ms": 0.029, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 53.441, "count": 195, "max_ms": 81.824, "p95_ms": 71.741}, "visualize": {"avg_ms": 51.168, "count": 195, "max_ms": 73.593, "p95_ms": 66.758}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 44.536, "count": 195, "max_ms": 62.365, "p95_ms": 58.035}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 49.642, "count": 195, "max_ms": 71.722, "p95_ms": 64.245}, "visualize_input_copy_ms": {"avg_ms": 1.32, "count": 195, "max_ms": 4.268, "p95_ms": 2.213}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 49.491, "count": 195, "max_ms": 71.549, "p95_ms": 64.089}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 195, "max_ms": 0.276, "p95_ms": 0.16}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 195}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1485.934, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.391, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 167.039, "sample_count": 2017, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1532634, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:27:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117377, "write_bytes_delta": 117377, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 474.0, "cpu_core_ratio": 0.421975, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 113545, "reason": null, "system_cpu_core_ratio": 0.034998, "system_cpu_s_delta": 0.34999999999999964, "user_cpu_core_ratio": 0.386977, "user_cpu_s_delta": 3.8699999999999974}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.837893, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 109410.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.665961, "system_cpu_s_delta": 6.6600000000034925, "user_cpu_core_ratio": 1.171931, "user_cpu_s_delta": 11.720000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.136, "count": 245, "max_ms": 8.561, "p95_ms": 5.558, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.359, "max": 13.0, "p95": 11.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.735, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 226}, "total": {"avg": 1.6, "max": 4.0, "p95": 3.0, "sample_count": 245}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.946, "count": 30, "max": 82.505, "p95": 45.342, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.785, "count": 30, "max": 32.865, "p95": 26.683, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 498.967, "count": 30, "max": 876.0, "p95": 852.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 226.533, "count": 30, "max": 2896.0, "p95": 827.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.036, "p95": 0.035, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.378, "count": 30, "max": 0.439, "p95": 0.42, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.111, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115377.267, "count": 30, "max": 118299.0, "p95": 117702.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 107717.033, "count": 30, "max": 118299.0, "p95": 117702.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 100162.267, "count": 30, "max": 181310.0, "p95": 171728.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.596, "count": 30, "max": 0.666, "p95": 0.657, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.081, "count": 30, "max": 1.192, "p95": 1.18, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11852, "sampled_at": "2026-10-30T14:27:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:27:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2965628, "flush_count": 3082, "flush_interval_seconds": 30.0, "flush_state": {"count": 3082, "last_at": "2026-10-30T14:29:52", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:29:52", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3081}, "started": true, "suppressed_count": 1530828, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1530679}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3082, "written_record_count": 3082}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9763.723, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T14:28:10+09:00", "last_error_summary": "[h264 @ 0x59b5b9080ac0] error while decoding MB 18 49, bytestream -26", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4240539648000, "copied_frame_count": 1533760, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4240539648000, "frame_buffer_copies": 1533760, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1183, "count": 512, "max_ms": 0.4001, "p50_ms": 0.1025, "p95_ms": 0.2268, "p99_ms": 0.3223}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5224, "count": 512, "max_ms": 4.0053, "p50_ms": 1.4035, "p95_ms": 2.6625, "p99_ms": 3.3354, "results": {"failed": 0, "not_applicable": 0, "success": 1533760, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 572, "h264_decode_error_count": 1291, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:28:10+09:00", "last_error_summary": "[h264 @ 0x59b5b9080ac0] error while decoding MB 18 49, bytestream -26", "last_exit_at": "2026-10-30T14:30:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 138.634, "last_started_at": "2026-10-30T14:28:13+09:00", "pid": 113777, "process": {"exists": false, "pid": 113777}, "restart_count": 627, "restart_count_per_hour": 18, "rtsp_timeout_count": 196, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 628}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.711, "sample_count": 2161, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1533760, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:30:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T14:30:31+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-10-30T14:30:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 108, "debug_expires_at": null, "deduplicated_count": 58, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 582.788, "last_sample_duration_ms": 1305.721, "last_trigger": "periodic", "next_snapshot_in_sec": 17.212, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 308, "storage_bytes": 2936837}, "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-10-30T14:30:31.790460+09:00", "mtime_epoch": 1793338231.7904603, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 122566}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:30:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1486.477, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 1533760, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.92, "max": 19.0, "p95": 15.0, "sample_count": 213}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.244, "max": 6.0, "p95": 5.0, "sample_count": 213}, "total": {"avg": 3.244, "max": 6.0, "p95": 5.0, "sample_count": 213}}, "tracking_counts": {"active": {"avg": 0.272, "max": 3.0, "p95": 1.0, "sample_count": 213}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}, "removed": {"avg": 0.042, "max": 1.0, "p95": 0.0, "sample_count": 213}, "tracked": {"avg": 0.272, "max": 3.0, "p95": 1.0, "sample_count": 213}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.106, "pushed": 7.106, "read": 7.072}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 212, "client_acquire_ms": {"avg_ms": 0.008, "count": 212, "max_ms": 0.048, "p95_ms": 0.018, "reason": null, "sample_age_ms": 77.592, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.985, "count": 212, "max_ms": 12.526, "p95_ms": 3.018, "reason": null, "sample_age_ms": 127.419, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.472, "count": 212, "max_ms": 12.008, "p95_ms": 2.564, "reason": null, "sample_age_ms": 127.738, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.376, "count": 212, "max_ms": 1.012, "p95_ms": 0.666, "reason": null, "sample_age_ms": 77.6, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.008, "count": 212, "max_ms": 8.763, "p95_ms": 3.746, "reason": null, "sample_age_ms": 125.603, "source": "client_direct"}, "request_count": 212, "request_tensor_bytes": {"avg": 2764808.0, "count": 212, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 125.581, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 212, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 77.934, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.664, "count": 212, "max_ms": 91.441, "p95_ms": 74.2, "reason": null, "sample_age_ms": 77.59, "source": "client_direct"}, "sample_age_ms": 77.586, "source": "client_direct", "task_total_ms": {"avg_ms": 54.224, "count": 212, "max_ms": 94.539, "p95_ms": 76.248, "reason": null, "sample_age_ms": 77.586, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.426, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.34, "count": 213, "max_ms": 20.526, "p95_ms": 12.89}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.559, "count": 213, "max_ms": 1.825, "p95_ms": 1.096}, "detection_prepare_ms": {"avg_ms": 1.872, "count": 213, "max_ms": 14.95, "p95_ms": 3.813}, "event_filter_ms": {"avg_ms": 0.005, "count": 213, "max_ms": 0.05, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.529, "count": 213, "max_ms": 1.355, "p95_ms": 0.929}, "mcmt_ms": {"avg_ms": 0.004, "count": 213, "max_ms": 0.046, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.753, "count": 213, "max_ms": 6.917, "p95_ms": 4.021}, "setup_ms": {"avg_ms": 0.046, "count": 213, "max_ms": 0.156, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 7.274, "count": 213, "max_ms": 20.427, "p95_ms": 12.789}, "track_match_ms": {"avg_ms": 0.118, "count": 213, "max_ms": 0.466, "p95_ms": 0.26}, "tracker_update_ms": {"avg_ms": 2.387, "count": 213, "max_ms": 6.098, "p95_ms": 4.377}}, "gstreamer_push": {"avg_ms": 3.377, "count": 213, "max_ms": 15.316, "p95_ms": 6.218}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 213, "max_ms": 0.366, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.608, "count": 213, "max_ms": 95.42, "p95_ms": 77.356}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.504, "count": 213, "max_ms": 12.572, "p95_ms": 9.421}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 119.62, "count": 213, "max_ms": 193.927, "p95_ms": 152.077}, "inference_input_copy_ms": {"avg_ms": 1.616, "count": 213, "max_ms": 3.868, "p95_ms": 2.954}, "processing_residual_ms": {"avg_ms": 0.231, "count": 213, "max_ms": 0.679, "p95_ms": 0.425}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 124.971, "count": 213, "max_ms": 199.124, "p95_ms": 158.448}, "read_interval": {"avg_ms": 141.458, "count": 212, "max_ms": 259.284, "p95_ms": 187.153}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 213, "max_ms": 0.227, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 1.676, "count": 213, "max_ms": 6.798, "p95_ms": 3.866}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 213, "max_ms": 0.057, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.659, "count": 213, "max_ms": 6.771, "p95_ms": 3.838}, "worker_merge_ms": {"avg_ms": 0.007, "count": 213, "max_ms": 0.026, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 55.621, "count": 213, "max_ms": 95.43, "p95_ms": 77.365}, "visualize": {"avg_ms": 55.276, "count": 213, "max_ms": 96.558, "p95_ms": 72.377}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.617, "count": 213, "max_ms": 80.436, "p95_ms": 60.989}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 53.666, "count": 213, "max_ms": 94.96, "p95_ms": 70.899}, "visualize_input_copy_ms": {"avg_ms": 1.397, "count": 213, "max_ms": 5.471, "p95_ms": 2.577}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 53.516, "count": 213, "max_ms": 94.759, "p95_ms": 70.705}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 213, "max_ms": 0.208, "p95_ms": 0.159}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 213}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1486.453, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.52, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.711, "sample_count": 2126, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1533703, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:30:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 121548, "write_bytes_delta": 121548, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 413.0, "cpu_core_ratio": 0.373323, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 113777, "reason": null, "system_cpu_core_ratio": 0.028717, "system_cpu_s_delta": 0.29000000000000004, "user_cpu_core_ratio": 0.344606, "user_cpu_s_delta": 3.480000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.85176, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 79422.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.659504, "system_cpu_s_delta": 6.6600000000034925, "user_cpu_core_ratio": 1.192256, "user_cpu_s_delta": 12.040000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.309, "count": 212, "max_ms": 8.885, "p95_ms": 6.141, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.604, "max": 17.0, "p95": 13.0, "sample_count": 212}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.458, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 212}, "total": {"avg": 3.458, "max": 6.0, "p95": 5.0, "sample_count": 212}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.582, "count": 30, "max": 27.954, "p95": 26.636, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.843, "count": 30, "max": 25.635, "p95": 23.069, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 504.1, "count": 30, "max": 876.0, "p95": 852.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 98.633, "count": 30, "max": 722.0, "p95": 520.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.037, "p95": 0.035, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.381, "count": 30, "max": 0.439, "p95": 0.42, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.077, "count": 30, "max": 2.194, "p95": 0.061, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 117390.567, "count": 30, "max": 123196.0, "p95": 121508.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113516.633, "count": 30, "max": 123196.0, "p95": 121508.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 102292.267, "count": 30, "max": 181310.0, "p95": 171728.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.607, "count": 30, "max": 0.711, "p95": 0.68, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.091, "count": 30, "max": 1.223, "p95": 1.202, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11867, "sampled_at": "2026-10-30T14:30:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:30:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2965628, "flush_count": 3082, "flush_interval_seconds": 30.0, "flush_state": {"count": 3082, "last_at": "2026-10-30T14:29:52", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:29:52", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3081}, "started": true, "suppressed_count": 1530828, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1530679}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3082, "written_record_count": 3082}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9756.656, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4240539648000, "copied_frame_count": 1533760, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4240539648000, "frame_buffer_copies": 1533760, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1183, "count": 512, "max_ms": 0.4001, "p50_ms": 0.1025, "p95_ms": 0.2268, "p99_ms": 0.3223}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5224, "count": 512, "max_ms": 4.0053, "p50_ms": 1.4035, "p95_ms": 2.6625, "p99_ms": 3.3354, "results": {"failed": 0, "not_applicable": 0, "success": 1533760, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 572, "h264_decode_error_count": 1291, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:28:10+09:00", "last_error_summary": "[h264 @ 0x59b5b9080ac0] error while decoding MB 18 49, bytestream -26", "last_exit_at": "2026-10-30T14:30:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 138.674, "last_started_at": "2026-10-30T14:28:13+09:00", "pid": 113777, "process": {"exists": false, "pid": 113777}, "restart_count": 627, "restart_count_per_hour": 18, "rtsp_timeout_count": 196, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 628}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.711, "sample_count": 2161, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1533760, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:30:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.041, "last_frame_pushed_at": "2026-10-30T14:30:31+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-10-30T14:30:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 108, "debug_expires_at": null, "deduplicated_count": 58, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 582.828, "last_sample_duration_ms": 1305.721, "last_trigger": "periodic", "next_snapshot_in_sec": 17.172, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 308, "storage_bytes": 2936837}, "mjpeg": {"age_sec": 0.033, "exists": true, "mtime": "2026-10-30T14:30:31.908461+09:00", "mtime_epoch": 1793338231.908461, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 120635}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:30:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1486.477, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 1533760, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.939, "max": 19.0, "p95": 15.0, "sample_count": 212}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.241, "max": 6.0, "p95": 5.0, "sample_count": 212}, "total": {"avg": 3.241, "max": 6.0, "p95": 5.0, "sample_count": 212}}, "tracking_counts": {"active": {"avg": 0.264, "max": 3.0, "p95": 1.0, "sample_count": 212}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}, "removed": {"avg": 0.042, "max": 1.0, "p95": 0.0, "sample_count": 212}, "tracked": {"avg": 0.264, "max": 3.0, "p95": 1.0, "sample_count": 212}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.101, "pushed": 7.101, "read": 7.067}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 211, "client_acquire_ms": {"avg_ms": 0.008, "count": 212, "max_ms": 0.048, "p95_ms": 0.018, "reason": null, "sample_age_ms": 115.217, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.986, "count": 211, "max_ms": 12.526, "p95_ms": 3.019, "reason": null, "sample_age_ms": 165.044, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.474, "count": 211, "max_ms": 12.008, "p95_ms": 2.564, "reason": null, "sample_age_ms": 165.364, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.376, "count": 212, "max_ms": 1.012, "p95_ms": 0.666, "reason": null, "sample_age_ms": 115.225, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.008, "count": 211, "max_ms": 8.763, "p95_ms": 3.752, "reason": null, "sample_age_ms": 163.228, "source": "client_direct"}, "request_count": 211, "request_tensor_bytes": {"avg": 2764808.0, "count": 211, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 163.206, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 212, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 115.559, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.664, "count": 212, "max_ms": 91.441, "p95_ms": 74.2, "reason": null, "sample_age_ms": 115.215, "source": "client_direct"}, "sample_age_ms": 115.211, "source": "client_direct", "task_total_ms": {"avg_ms": 54.224, "count": 212, "max_ms": 94.539, "p95_ms": 76.248, "reason": null, "sample_age_ms": 115.211, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.081, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.319, "count": 212, "max_ms": 20.526, "p95_ms": 12.89}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.558, "count": 212, "max_ms": 1.825, "p95_ms": 1.096}, "detection_prepare_ms": {"avg_ms": 1.868, "count": 212, "max_ms": 14.95, "p95_ms": 3.813}, "event_filter_ms": {"avg_ms": 0.005, "count": 212, "max_ms": 0.018, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.529, "count": 212, "max_ms": 1.355, "p95_ms": 0.929}, "mcmt_ms": {"avg_ms": 0.004, "count": 212, "max_ms": 0.046, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.742, "count": 212, "max_ms": 6.917, "p95_ms": 3.713}, "setup_ms": {"avg_ms": 0.046, "count": 212, "max_ms": 0.156, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 7.253, "count": 212, "max_ms": 20.427, "p95_ms": 12.789}, "track_match_ms": {"avg_ms": 0.118, "count": 212, "max_ms": 0.466, "p95_ms": 0.26}, "tracker_update_ms": {"avg_ms": 2.383, "count": 212, "max_ms": 6.098, "p95_ms": 4.377}}, "gstreamer_push": {"avg_ms": 3.379, "count": 212, "max_ms": 15.316, "p95_ms": 6.218}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 212, "max_ms": 0.366, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.666, "count": 212, "max_ms": 95.42, "p95_ms": 77.356}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.503, "count": 212, "max_ms": 12.572, "p95_ms": 9.421}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 119.596, "count": 212, "max_ms": 193.927, "p95_ms": 152.077}, "inference_input_copy_ms": {"avg_ms": 1.616, "count": 212, "max_ms": 3.868, "p95_ms": 2.954}, "processing_residual_ms": {"avg_ms": 0.231, "count": 212, "max_ms": 0.679, "p95_ms": 0.425}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 124.947, "count": 212, "max_ms": 199.124, "p95_ms": 158.448}, "read_interval": {"avg_ms": 141.461, "count": 211, "max_ms": 259.284, "p95_ms": 187.153}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 212, "max_ms": 0.227, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 1.666, "count": 212, "max_ms": 6.798, "p95_ms": 3.621}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 212, "max_ms": 0.051, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.649, "count": 212, "max_ms": 6.771, "p95_ms": 3.604}, "worker_merge_ms": {"avg_ms": 0.007, "count": 212, "max_ms": 0.026, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 55.68, "count": 212, "max_ms": 95.43, "p95_ms": 77.365}, "visualize": {"avg_ms": 55.214, "count": 212, "max_ms": 96.558, "p95_ms": 72.377}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.577, "count": 212, "max_ms": 80.436, "p95_ms": 60.989}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 53.608, "count": 212, "max_ms": 94.96, "p95_ms": 70.899}, "visualize_input_copy_ms": {"avg_ms": 1.393, "count": 212, "max_ms": 5.471, "p95_ms": 2.577}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 53.458, "count": 212, "max_ms": 94.759, "p95_ms": 70.705}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 212, "max_ms": 0.208, "p95_ms": 0.159}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 212}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1486.453, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.52, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.711, "sample_count": 2126, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1533703, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:30:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 121548, "write_bytes_delta": 121548, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 413.0, "cpu_core_ratio": 0.373323, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 113777, "reason": null, "system_cpu_core_ratio": 0.028717, "system_cpu_s_delta": 0.29000000000000004, "user_cpu_core_ratio": 0.344606, "user_cpu_s_delta": 3.480000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.85176, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 79422.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.659504, "system_cpu_s_delta": 6.6600000000034925, "user_cpu_core_ratio": 1.192256, "user_cpu_s_delta": 12.040000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.309, "count": 212, "max_ms": 8.885, "p95_ms": 6.141, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.604, "max": 17.0, "p95": 13.0, "sample_count": 212}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.458, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 212}, "total": {"avg": 3.458, "max": 6.0, "p95": 5.0, "sample_count": 212}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.582, "count": 30, "max": 27.954, "p95": 26.636, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.843, "count": 30, "max": 25.635, "p95": 23.069, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 504.1, "count": 30, "max": 876.0, "p95": 852.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 98.633, "count": 30, "max": 722.0, "p95": 520.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.037, "p95": 0.035, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.381, "count": 30, "max": 0.439, "p95": 0.42, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.077, "count": 30, "max": 2.194, "p95": 0.061, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 117390.567, "count": 30, "max": 123196.0, "p95": 121508.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113516.633, "count": 30, "max": 123196.0, "p95": 121508.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 102292.267, "count": 30, "max": 181310.0, "p95": 171728.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.607, "count": 30, "max": 0.711, "p95": 0.68, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.091, "count": 30, "max": 1.223, "p95": 1.202, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11867, "sampled_at": "2026-10-30T14:30:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:30:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.857, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2965628, "flush_count": 3082, "flush_interval_seconds": 30.0, "flush_state": {"count": 3082, "last_at": "2026-10-30T14:29:52", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:29:52", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3081}, "started": true, "suppressed_count": 1530828, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1530679}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3082, "written_record_count": 3082}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9928.816, "limit_mb": null}, "detail": {"pid": 113893, "restart_count": 628, "start_count": 629}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4240539648000, "copied_frame_count": 1533760, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4240539648000, "frame_buffer_copies": 1533760, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1183, "count": 512, "max_ms": 0.4001, "p50_ms": 0.1025, "p95_ms": 0.2268, "p99_ms": 0.3223}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5224, "count": 512, "max_ms": 4.0053, "p50_ms": 1.4035, "p95_ms": 2.6625, "p99_ms": 3.3354, "results": {"failed": 0, "not_applicable": 0, "success": 1533760, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 572, "h264_decode_error_count": 1291, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:28:10+09:00", "last_error_summary": "[h264 @ 0x59b5b9080ac0] error while decoding MB 18 49, bytestream -26", "last_exit_at": "2026-10-30T14:30:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T14:30:34+09:00", "pid": 113893, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.684, "name": "ffmpeg", "pid": 113893, "rss_mb": 208.684, "state": "S (sleeping)", "threads": 70}, "restart_count": 628, "restart_count_per_hour": 19, "rtsp_timeout_count": 196, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 629}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.537, "sample_count": 2128, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1533760, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:30:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 4.642, "last_frame_pushed_at": "2026-10-30T14:30:31+09:00", "last_frame_read_age_sec": 4.758, "last_frame_read_at": "2026-10-30T14:30:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 108, "debug_expires_at": null, "deduplicated_count": 58, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 587.418, "last_sample_duration_ms": 1305.721, "last_trigger": "periodic", "next_snapshot_in_sec": 12.582, "reason": "waiting_for_next_snapshot", "rotation_count": 135, "runtime_state": "active", "sample_count": 308, "storage_bytes": 2936837}, "mjpeg": {"age_sec": 4.634, "exists": true, "mtime": "2026-10-30T14:30:31.908461+09:00", "mtime_epoch": 1793338231.908461, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 120635}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:30:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1486.48, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 1533760, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.238, "max": 19.0, "p95": 15.0, "sample_count": 181}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.122, "max": 6.0, "p95": 5.0, "sample_count": 181}, "total": {"avg": 3.122, "max": 6.0, "p95": 5.0, "sample_count": 181}}, "tracking_counts": {"active": {"avg": 0.243, "max": 3.0, "p95": 1.0, "sample_count": 181}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}, "removed": {"avg": 0.044, "max": 1.0, "p95": 0.0, "sample_count": 181}, "tracked": {"avg": 0.243, "max": 3.0, "p95": 1.0, "sample_count": 181}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 180, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.046, "pushed": 6.046, "read": 6.012}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 180, "client_acquire_ms": {"avg_ms": 0.008, "count": 180, "max_ms": 0.048, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4712.239, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.007, "count": 180, "max_ms": 12.526, "p95_ms": 3.028, "reason": null, "sample_age_ms": 4762.065, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.484, "count": 180, "max_ms": 12.008, "p95_ms": 2.565, "reason": null, "sample_age_ms": 4762.385, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.383, "count": 180, "max_ms": 1.012, "p95_ms": 0.694, "reason": null, "sample_age_ms": 4712.246, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.996, "count": 180, "max_ms": 8.763, "p95_ms": 3.567, "reason": null, "sample_age_ms": 4760.249, "source": "client_direct"}, "request_count": 180, "request_tensor_bytes": {"avg": 2764808.0, "count": 180, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4760.227, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 180, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4712.58, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.328, "count": 180, "max_ms": 91.441, "p95_ms": 74.226, "reason": null, "sample_age_ms": 4712.236, "source": "client_direct"}, "sample_age_ms": 4712.233, "source": "client_direct", "task_total_ms": {"avg_ms": 53.884, "count": 180, "max_ms": 94.539, "p95_ms": 76.587, "reason": null, "sample_age_ms": 4712.233, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.87, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.018, "count": 181, "max_ms": 19.588, "p95_ms": 12.141}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.533, "count": 181, "max_ms": 1.825, "p95_ms": 1.042}, "detection_prepare_ms": {"avg_ms": 1.812, "count": 181, "max_ms": 14.95, "p95_ms": 3.643}, "event_filter_ms": {"avg_ms": 0.005, "count": 181, "max_ms": 0.018, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.515, "count": 181, "max_ms": 1.352, "p95_ms": 0.92}, "mcmt_ms": {"avg_ms": 0.004, "count": 181, "max_ms": 0.046, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.585, "count": 181, "max_ms": 5.615, "p95_ms": 3.622}, "setup_ms": {"avg_ms": 0.045, "count": 181, "max_ms": 0.135, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 6.952, "count": 181, "max_ms": 19.531, "p95_ms": 12.064}, "track_match_ms": {"avg_ms": 0.112, "count": 181, "max_ms": 0.466, "p95_ms": 0.247}, "tracker_update_ms": {"avg_ms": 2.341, "count": 181, "max_ms": 6.098, "p95_ms": 4.377}}, "gstreamer_push": {"avg_ms": 3.396, "count": 181, "max_ms": 15.316, "p95_ms": 6.218}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 181, "max_ms": 0.366, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.346, "count": 181, "max_ms": 95.42, "p95_ms": 77.356}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.481, "count": 181, "max_ms": 12.572, "p95_ms": 9.375}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 118.736, "count": 181, "max_ms": 193.927, "p95_ms": 151.578}, "inference_input_copy_ms": {"avg_ms": 1.611, "count": 181, "max_ms": 3.868, "p95_ms": 2.867}, "processing_residual_ms": {"avg_ms": 0.23, "count": 181, "max_ms": 0.679, "p95_ms": 0.423}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 124.058, "count": 181, "max_ms": 199.124, "p95_ms": 158.339}, "read_interval": {"avg_ms": 140.599, "count": 180, "max_ms": 259.284, "p95_ms": 183.494}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 181, "max_ms": 0.227, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 1.509, "count": 181, "max_ms": 5.535, "p95_ms": 3.543}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 181, "max_ms": 0.051, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.492, "count": 181, "max_ms": 5.515, "p95_ms": 3.515}, "worker_merge_ms": {"avg_ms": 0.007, "count": 181, "max_ms": 0.026, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 55.359, "count": 181, "max_ms": 95.43, "p95_ms": 77.365}, "visualize": {"avg_ms": 54.987, "count": 181, "max_ms": 96.558, "p95_ms": 72.175}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.492, "count": 181, "max_ms": 80.436, "p95_ms": 60.591}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 53.431, "count": 181, "max_ms": 94.96, "p95_ms": 70.448}, "visualize_input_copy_ms": {"avg_ms": 1.353, "count": 181, "max_ms": 5.471, "p95_ms": 2.412}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 53.283, "count": 181, "max_ms": 94.759, "p95_ms": 70.265}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 181, "max_ms": 0.208, "p95_ms": 0.154}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 181}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1486.453, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.52, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.711, "sample_count": 2126, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1533703, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:30:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 121548, "write_bytes_delta": 121548, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 413.0, "cpu_core_ratio": 0.373323, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 113777, "reason": null, "system_cpu_core_ratio": 0.028717, "system_cpu_s_delta": 0.29000000000000004, "user_cpu_core_ratio": 0.344606, "user_cpu_s_delta": 3.480000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.85176, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 79422.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.659504, "system_cpu_s_delta": 6.6600000000034925, "user_cpu_core_ratio": 1.192256, "user_cpu_s_delta": 12.040000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.309, "count": 212, "max_ms": 8.885, "p95_ms": 6.141, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.604, "max": 17.0, "p95": 13.0, "sample_count": 212}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.458, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 212}, "total": {"avg": 3.458, "max": 6.0, "p95": 5.0, "sample_count": 212}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.582, "count": 30, "max": 27.954, "p95": 26.636, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.843, "count": 30, "max": 25.635, "p95": 23.069, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 504.1, "count": 30, "max": 876.0, "p95": 852.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 98.633, "count": 30, "max": 722.0, "p95": 520.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.037, "p95": 0.035, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.381, "count": 30, "max": 0.439, "p95": 0.42, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.077, "count": 30, "max": 2.194, "p95": 0.061, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 117390.567, "count": 30, "max": 123196.0, "p95": 121508.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113516.633, "count": 30, "max": 123196.0, "p95": 121508.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 102292.267, "count": 30, "max": 181310.0, "p95": 171728.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.607, "count": 30, "max": 0.711, "p95": 0.68, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.091, "count": 30, "max": 1.223, "p95": 1.202, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11867, "sampled_at": "2026-10-30T14:30:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:30:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "running", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 9689.555, "limit_mb": null}, "detail": {"cctv_id": "20", "instance_id": "42bbba15", "phase": "channel_stop_after_recorder_cleanup", "recorder_cleanup": {"already_exited_count": 0, "attempted_count": 0, "duration_ms": 0.034, "enabled": true, "error_count": 0, "killed_count": 0, "reason": "channel_stop", "recorders": [], "remaining_running_count": 0, "stopped_count": 0, "timeout_s": 5.0}, "task_id": "482de0c6-5e9f-46a2-82c9-16094d54010a"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 5117086310400, "copied_frame_count": 1850798, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-29T15:08:49+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 10035642, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-29T15:08:44+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.822}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "42bbba15", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 5117086310400, "frame_buffer_copies": 1850798, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1092, "count": 512, "max_ms": 2.3114, "p50_ms": 0.0905, "p95_ms": 0.1989, "p99_ms": 0.2831}, "stages": {"db_insert": {"avg_ms": 42.255, "count": 1, "max_ms": 42.255, "p50_ms": 42.255, "p95_ms": 42.255, "p99_ms": 42.255, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.1654, "count": 1, "max_ms": 1.1654, "p50_ms": 1.1654, "p95_ms": 1.1654, "p99_ms": 1.1654, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1219.3473, "count": 1, "max_ms": 1219.3473, "p50_ms": 1219.3473, "p95_ms": 1219.3473, "p99_ms": 1219.3473, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3887, "count": 512, "max_ms": 6.4199, "p50_ms": 1.2888, "p95_ms": 2.4602, "p99_ms": 3.1062, "results": {"failed": 0, "not_applicable": 0, "success": 1850798, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 491.4544, "count": 1, "max_ms": 491.4544, "p50_ms": 491.4544, "p95_ms": 491.4544, "p99_ms": 491.4544, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 10.8184, "count": 1, "max_ms": 10.8184, "p50_ms": 10.8184, "p95_ms": 10.8184, "p99_ms": 10.8184, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7421, "count": 50, "max_ms": 13.3256, "p50_ms": 4.3719, "p95_ms": 7.5407, "p99_ms": 10.6269, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4361, "count": 50, "max_ms": 4.4126, "p50_ms": 1.0891, "p95_ms": 3.4347, "p99_ms": 4.1393, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 487.465, "count": 1, "max_ms": 487.465, "p50_ms": 487.465, "p95_ms": 487.465, "p99_ms": 487.465, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 416.8416, "count": 1, "max_ms": 416.8416, "p50_ms": 416.8416, "p95_ms": 416.8416, "p99_ms": 416.8416, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 67.3279, "count": 1, "max_ms": 67.3279, "p50_ms": 67.3279, "p95_ms": 67.3279, "p99_ms": 67.3279, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6992, "count": 1, "max_ms": 1.6992, "p50_ms": 1.6992, "p95_ms": 1.6992, "p99_ms": 1.6992, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.2819, "count": 1, "max_ms": 44.2819, "p50_ms": 44.2819, "p95_ms": 44.2819, "p99_ms": 44.2819, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9472, "count": 1, "max_ms": 0.9472, "p50_ms": 0.9472, "p95_ms": 0.9472, "p99_ms": 0.9472, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.9599, "count": 1, "max_ms": 0.9599, "p50_ms": 0.9599, "p95_ms": 0.9599, "p99_ms": 0.9599, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.9599, "count": 1, "max_ms": 0.9599, "p50_ms": 0.9599, "p95_ms": 0.9599, "p99_ms": 0.9599, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9472, "count": 1, "max_ms": 0.9472, "p50_ms": 0.9472, "p95_ms": 0.9472, "p99_ms": 0.9472, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.4799, "count": 1, "max_ms": 0.4799, "p50_ms": 0.4799, "p95_ms": 0.4799, "p99_ms": 0.4799, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 653.6147, "count": 1, "max_ms": 653.6147, "p50_ms": 653.6147, "p95_ms": 653.6147, "p99_ms": 653.6147, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.5021, "count": 1, "max_ms": 3.5021, "p50_ms": 3.5021, "p95_ms": 3.5021, "p99_ms": 3.5021, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.3698, "count": 1, "max_ms": 14.3698, "p50_ms": 14.3698, "p95_ms": 14.3698, "p99_ms": 14.3698, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6204, "count": 1, "max_ms": 0.6204, "p50_ms": 0.6204, "p95_ms": 0.6204, "p99_ms": 0.6204, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.6066, "count": 1, "max_ms": 1.6066, "p50_ms": 1.6066, "p95_ms": 1.6066, "p99_ms": 1.6066, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 727.1928, "count": 1, "max_ms": 727.1928, "p50_ms": 727.1928, "p95_ms": 727.1928, "p99_ms": 727.1928, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": 0.5536, "state": "complete", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "42bbba15", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765333, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.6204, "p50_ms": 0.6204, "p95_ms": 0.6204, "p99_ms": 0.6204}, "wait_ms": {"count": 1, "max_ms": 1.6066, "p50_ms": 1.6066, "p95_ms": 1.6066, "p99_ms": 1.6066}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15491, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.1654, "p50_ms": 1.1654, "p95_ms": 1.1654, "p99_ms": 1.1654}}, "state": "stopped"}}, "event_type": "channel_stop_after_recorder_cleanup", "ffmpeg": {"error_count": 11, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-28T22:04:08+09:00", "last_error_summary": "[h264 @ 0x5f55f69193c0] error while decoding MB 116 44, bytestream -5", "last_exit_at": "2026-10-28T17:00:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 145656.776, "last_started_at": "2026-10-28T22:04:10+09:00", "pid": 63289, "process": {"exists": false, "pid": 63289}, "restart_count": 11, "restart_count_per_hour": 0, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 93.134, "sample_count": 3030, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1850798, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:31:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "42bbba15", "last_frame_pushed_age_sec": 1.033, "last_frame_pushed_at": "2026-10-30T14:31:46+09:00", "last_frame_read_age_sec": 1.108, "last_frame_read_at": "2026-10-30T14:31:45+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 110, "debug_expires_at": null, "deduplicated_count": 59, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 1.01, "last_sample_duration_ms": 798.559, "last_trigger": "pre_stop", "next_snapshot_in_sec": 598.99, "reason": "snapshot_written", "rotation_count": 135, "runtime_state": "active", "sample_count": 310, "storage_bytes": 2956028}, "mjpeg": {"age_sec": 1.02, "exists": true, "mtime": "2026-10-30T14:31:46.022899+09:00", "mtime_epoch": 1793338306.0228992, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 270680}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-10-30T14:31:47+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1680.609, "name": "celery", "pid": 180, "rss_mb": 1661.293, "state": "R (running)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 3.616, "off_candidate_pruned_total": 1}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 2974, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.055208, "worker_small_worker_ratio": 0.75}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 290}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 290}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 290}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 290}}, "truncated_count": 0}, "object_counts": {"by_category.중장비": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 33}, "total": {"avg": 0.114, "max": 1.0, "p95": 1.0, "sample_count": 290}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 290}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 290}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 290}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 290}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 290}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 290, "pushed_frames": 290, "read_frames": 289, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.676, "pushed": 9.676, "read": 9.642}, "hints": ["triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 289, "client_acquire_ms": {"avg_ms": 0.007, "count": 290, "max_ms": 0.041, "p95_ms": 0.016, "reason": null, "sample_age_ms": 1059.395, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 10.536, "count": 289, "max_ms": 20.263, "p95_ms": 15.709, "reason": null, "sample_age_ms": 1107.296, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.059, "count": 289, "max_ms": 11.42, "p95_ms": 0.036, "reason": null, "sample_age_ms": 1118.87, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.07, "count": 290, "max_ms": 0.35, "p95_ms": 0.153, "reason": null, "sample_age_ms": 1059.402, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.798, "count": 289, "max_ms": 16.311, "p95_ms": 2.966, "reason": null, "sample_age_ms": 1104.622, "source": "client_direct"}, "request_count": 289, "request_tensor_bytes": {"avg": 2764808.0, "count": 289, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 1104.556, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 290, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 1059.474, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.928, "count": 290, "max_ms": 77.988, "p95_ms": 57.156, "reason": null, "sample_age_ms": 1059.389, "source": "client_direct"}, "sample_age_ms": 1059.384, "source": "client_direct", "task_total_ms": {"avg_ms": 41.976, "count": 290, "max_ms": 80.331, "p95_ms": 59.955, "reason": null, "sample_age_ms": 1059.384, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 289, "client_acquire_ms": {"avg_ms": 0.007, "count": 290, "max_ms": 0.029, "p95_ms": 0.016, "reason": null, "sample_age_ms": 1055.2, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 16.199, "count": 289, "max_ms": 36.643, "p95_ms": 24.443, "reason": null, "sample_age_ms": 1099.583, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.019, "count": 289, "max_ms": 0.052, "p95_ms": 0.033, "reason": null, "sample_age_ms": 1118.834, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.06, "count": 290, "max_ms": 0.231, "p95_ms": 0.125, "reason": null, "sample_age_ms": 1055.21, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.862, "count": 289, "max_ms": 9.903, "p95_ms": 3.298, "reason": null, "sample_age_ms": 1097.91, "source": "client_direct"}, "request_count": 289, "request_tensor_bytes": {"avg": 2764808.0, "count": 289, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 1097.884, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 290, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 1055.343, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.219, "count": 290, "max_ms": 71.263, "p95_ms": 53.663, "reason": null, "sample_age_ms": 1055.196, "source": "client_direct"}, "sample_age_ms": 1055.191, "source": "client_direct", "task_total_ms": {"avg_ms": 40.301, "count": 290, "max_ms": 74.434, "p95_ms": 55.996, "reason": null, "sample_age_ms": 1055.191, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 289, "client_acquire_ms": {"avg_ms": 0.005, "count": 290, "max_ms": 0.021, "p95_ms": 0.01, "reason": null, "sample_age_ms": 1074.533, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.792, "count": 289, "max_ms": 6.511, "p95_ms": 2.33, "reason": null, "sample_age_ms": 1118.553, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.271, "count": 289, "max_ms": 6.133, "p95_ms": 1.812, "reason": null, "sample_age_ms": 1118.985, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.103, "count": 290, "max_ms": 0.311, "p95_ms": 0.217, "reason": null, "sample_age_ms": 1074.548, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.485, "count": 289, "max_ms": 4.502, "p95_ms": 2.473, "reason": null, "sample_age_ms": 1117.071, "source": "client_direct"}, "request_count": 289, "request_tensor_bytes": {"avg": 2764808.0, "count": 289, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 1117.049, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 290, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 1074.714, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.581, "count": 290, "max_ms": 86.414, "p95_ms": 59.05, "reason": null, "sample_age_ms": 1074.524, "source": "client_direct"}, "sample_age_ms": 1074.516, "source": "client_direct", "task_total_ms": {"avg_ms": 41.329, "count": 290, "max_ms": 88.235, "p95_ms": 61.173, "reason": null, "sample_age_ms": 1074.516, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 289, "client_acquire_ms": {"avg_ms": 0.007, "count": 290, "max_ms": 0.029, "p95_ms": 0.016, "reason": null, "sample_age_ms": 1060.303, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 5.123, "count": 289, "max_ms": 13.427, "p95_ms": 7.78, "reason": null, "sample_age_ms": 1112.915, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.024, "count": 289, "max_ms": 0.109, "p95_ms": 0.05, "reason": null, "sample_age_ms": 1118.906, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.1, "count": 290, "max_ms": 0.538, "p95_ms": 0.307, "reason": null, "sample_age_ms": 1060.31, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.818, "count": 289, "max_ms": 11.977, "p95_ms": 3.001, "reason": null, "sample_age_ms": 1110.071, "source": "client_direct"}, "request_count": 289, "request_tensor_bytes": {"avg": 2764808.0, "count": 289, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 1110.035, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 290, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 1060.397, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.144, "count": 290, "max_ms": 86.353, "p95_ms": 66.158, "reason": null, "sample_age_ms": 1060.3, "source": "client_direct"}, "sample_age_ms": 1060.296, "source": "client_direct", "task_total_ms": {"avg_ms": 46.219, "count": 290, "max_ms": 89.069, "p95_ms": 68.837, "reason": null, "sample_age_ms": 1060.296, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 180, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 13.123, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.953, "count": 290, "max_ms": 8.536, "p95_ms": 3.725}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.138, "count": 290, "max_ms": 0.505, "p95_ms": 0.301}, "detection_prepare_ms": {"avg_ms": 0.277, "count": 290, "max_ms": 6.408, "p95_ms": 1.289}, "event_filter_ms": {"avg_ms": 0.003, "count": 290, "max_ms": 0.023, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.085, "count": 290, "max_ms": 0.517, "p95_ms": 0.232}, "mcmt_ms": {"avg_ms": 0.002, "count": 290, "max_ms": 0.018, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.191, "count": 290, "max_ms": 0.657, "p95_ms": 0.391}, "setup_ms": {"avg_ms": 0.036, "count": 290, "max_ms": 0.129, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 0.911, "count": 290, "max_ms": 8.446, "p95_ms": 3.683}, "track_match_ms": {"avg_ms": 0.01, "count": 290, "max_ms": 0.126, "p95_ms": 0.056}, "tracker_update_ms": {"avg_ms": 0.169, "count": 290, "max_ms": 2.076, "p95_ms": 1.403}}, "gstreamer_push": {"avg_ms": 3.488, "count": 290, "max_ms": 16.02, "p95_ms": 7.94}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.007, "count": 290, "max_ms": 0.035, "p95_ms": 0.018}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 53.324, "count": 290, "max_ms": 94.241, "p95_ms": 74.98}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 57.375, "count": 290, "max_ms": 111.037, "p95_ms": 78.817}, "yolo11_640_fire_11class": {"avg_ms": 42.586, "count": 290, "max_ms": 93.414, "p95_ms": 63.545}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 52.121, "count": 290, "max_ms": 95.463, "p95_ms": 76.023}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.876, "count": 290, "max_ms": 9.127, "p95_ms": 6.151}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 290, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 290, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 61.552, "count": 290, "max_ms": 114.038, "p95_ms": 84.321}, "inference_input_copy_ms": {"avg_ms": 1.205, "count": 290, "max_ms": 3.5, "p95_ms": 2.164}, "processing_residual_ms": {"avg_ms": 0.097, "count": 290, "max_ms": 0.259, "p95_ms": 0.19}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 290, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 290, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 64.729, "count": 290, "max_ms": 116.375, "p95_ms": 87.323}, "read_interval": {"avg_ms": 100.083, "count": 289, "max_ms": 745.38, "p95_ms": 165.208}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 290, "max_ms": 0.063, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.146, "count": 290, "max_ms": 0.506, "p95_ms": 0.291}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 290, "max_ms": 0.115, "p95_ms": 0.023}, "scenario.falldown_detected_ms": {"avg_ms": 0.065, "count": 290, "max_ms": 0.239, "p95_ms": 0.132}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 290, "max_ms": 0.029, "p95_ms": 0.005}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.061, "count": 290, "max_ms": 0.28, "p95_ms": 0.128}, "worker_merge_ms": {"avg_ms": 0.004, "count": 290, "max_ms": 0.026, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 57.931, "count": 290, "max_ms": 111.047, "p95_ms": 80.231}, "visualize": {"avg_ms": 1.799, "count": 290, "max_ms": 5.597, "p95_ms": 3.774}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 290, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 290, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 0.349, "count": 290, "max_ms": 3.739, "p95_ms": 1.845}, "visualize_input_copy_ms": {"avg_ms": 1.274, "count": 290, "max_ms": 4.412, "p95_ms": 2.266}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 290, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 0.245, "count": 290, "max_ms": 3.53, "p95_ms": 1.726}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 290, "max_ms": 0.249, "p95_ms": 0.154}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 290}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 290}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 290}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 180, "process_rss_mb_proxy": 1668.953, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.293, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "42bbba15", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 94.283, "sample_count": 3044, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1850689, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:31:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 272344, "write_bytes_delta": 272344, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 878.0, "cpu_core_ratio": 0.330515, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 63289, "reason": null, "system_cpu_core_ratio": 0.039442, "system_cpu_s_delta": 0.7899999999999636, "user_cpu_core_ratio": 0.291073, "user_cpu_s_delta": 5.830000000001746}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.347025, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 79439.0, "pid": 180, "reason": null, "system_cpu_core_ratio": 0.404407, "system_cpu_s_delta": 8.099999999998545, "user_cpu_core_ratio": 0.942618, "user_cpu_s_delta": 18.879999999975553}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.625, "count": 301, "max_ms": 16.02, "p95_ms": 7.148, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 33}, "total": {"avg": 0.11, "max": 1.0, "p95": 1.0, "sample_count": 300}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.646, "count": 30, "max": 43.991, "p95": 26.659, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.505, "count": 30, "max": 24.846, "p95": 24.735, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 855.4, "count": 30, "max": 916.0, "p95": 901.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.042, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.309, "count": 30, "max": 0.347, "p95": 0.338, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 270172.7, "count": 30, "max": 276376.0, "p95": 275248.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 270172.7, "count": 30, "max": 276376.0, "p95": 275248.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 53376.2, "count": 30, "max": 116758.0, "p95": 97536.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.384, "count": 30, "max": 0.444, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.96, "count": 30, "max": 1.031, "p95": 1.024, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10331, "sampled_at": "2026-10-30T14:31:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:31:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-10-28T10:58:25+09:00", "state": "stopping", "task_id": "482de0c6-5e9f-46a2-82c9-16094d54010a", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 9466.234, "limit_mb": null}, "detail": {"cctv_id": "21", "instance_id": "f6d9b5b2", "phase": "channel_stop_after_recorder_cleanup", "recorder_cleanup": {"already_exited_count": 0, "attempted_count": 0, "duration_ms": 0.021, "enabled": true, "error_count": 0, "killed_count": 0, "reason": "channel_stop", "recorders": [], "remaining_running_count": 0, "stopped_count": 0, "timeout_s": 5.0}, "task_id": "41311b55-35da-4c8c-9579-985d7843d40e"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4425883545600, "copied_frame_count": 1600797, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "f6d9b5b2", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 4425883545600, "frame_buffer_copies": 1600797, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0999, "count": 512, "max_ms": 1.7166, "p50_ms": 0.0853, "p95_ms": 0.1791, "p99_ms": 0.2719}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3301, "count": 512, "max_ms": 3.128, "p50_ms": 1.2028, "p95_ms": 2.3062, "p99_ms": 2.8409, "results": {"failed": 0, "not_applicable": 0, "success": 1600797, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": 0.0244, "state": "complete", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "f6d9b5b2", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "stopped"}}, "event_type": "channel_stop_after_recorder_cleanup", "ffmpeg": {"error_count": 55, "h264_decode_error_count": 60, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T07:03:49+09:00", "last_error_summary": "[rtsp @ 0x58a059648f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x58a059648e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T07:03:51+09:00", "last_returncode": 8, "last_stable_duration_sec": 25075.476, "last_started_at": "2026-10-30T07:33:51+09:00", "pid": 95444, "process": {"exists": false, "pid": 95444}, "restart_count": 57, "restart_count_per_hour": 0, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 88.692, "sample_count": 2969, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1600797, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:31:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "f6d9b5b2", "last_frame_pushed_age_sec": 0.114, "last_frame_pushed_at": "2026-10-30T14:31:47+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-10-30T14:31:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 110, "debug_expires_at": null, "deduplicated_count": 60, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 1.156, "last_sample_duration_ms": 798.559, "last_trigger": "pre_stop", "next_snapshot_in_sec": 598.844, "reason": "deduplicated:pre_stop", "rotation_count": 135, "runtime_state": "active", "sample_count": 310, "storage_bytes": 2956028}, "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-10-30T14:31:47.093905+09:00", "mtime_epoch": 1793338307.0939054, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 272787}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T14:31:47+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1609.727, "name": "celery", "pid": 178, "rss_mb": 1601.039, "state": "R (running)", "threads": 56}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 3.425, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 53514, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.030035, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 268}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 268}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 268}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 268}}, "truncated_count": 0}, "object_counts": {"by_category.중장비": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}, "total": {"avg": 0.321, "max": 1.0, "p95": 1.0, "sample_count": 268}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 268}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 268}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 268}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 268}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 268}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.951, "pushed": 8.951, "read": 8.917}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 267, "client_acquire_ms": {"avg_ms": 0.008, "count": 268, "max_ms": 0.043, "p95_ms": 0.016, "reason": null, "sample_age_ms": 130.791, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 10.885, "count": 267, "max_ms": 22.126, "p95_ms": 14.893, "reason": null, "sample_age_ms": 160.587, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.021, "count": 267, "max_ms": 0.082, "p95_ms": 0.038, "reason": null, "sample_age_ms": 171.694, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.077, "count": 268, "max_ms": 0.221, "p95_ms": 0.154, "reason": null, "sample_age_ms": 130.795, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.902, "count": 267, "max_ms": 5.878, "p95_ms": 3.225, "reason": null, "sample_age_ms": 159.346, "source": "client_direct"}, "request_count": 267, "request_tensor_bytes": {"avg": 2764808.0, "count": 267, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 159.318, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 268, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 130.862, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.436, "count": 268, "max_ms": 77.534, "p95_ms": 60.156, "reason": null, "sample_age_ms": 130.788, "source": "client_direct"}, "sample_age_ms": 130.785, "source": "client_direct", "task_total_ms": {"avg_ms": 44.591, "count": 268, "max_ms": 80.503, "p95_ms": 62.779, "reason": null, "sample_age_ms": 130.785, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 267, "client_acquire_ms": {"avg_ms": 0.008, "count": 268, "max_ms": 0.037, "p95_ms": 0.017, "reason": null, "sample_age_ms": 125.52, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 16.996, "count": 267, "max_ms": 33.071, "p95_ms": 24.637, "reason": null, "sample_age_ms": 156.915, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.02, "count": 267, "max_ms": 0.081, "p95_ms": 0.031, "reason": null, "sample_age_ms": 171.643, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.074, "count": 268, "max_ms": 0.406, "p95_ms": 0.17, "reason": null, "sample_age_ms": 125.528, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.944, "count": 267, "max_ms": 14.506, "p95_ms": 3.087, "reason": null, "sample_age_ms": 155.891, "source": "client_direct"}, "request_count": 267, "request_tensor_bytes": {"avg": 2764808.0, "count": 267, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 155.877, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 268, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 125.673, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.27, "count": 268, "max_ms": 72.281, "p95_ms": 54.302, "reason": null, "sample_age_ms": 125.515, "source": "client_direct"}, "sample_age_ms": 125.51, "source": "client_direct", "task_total_ms": {"avg_ms": 42.451, "count": 268, "max_ms": 87.109, "p95_ms": 57.159, "reason": null, "sample_age_ms": 125.51, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 267, "client_acquire_ms": {"avg_ms": 0.006, "count": 268, "max_ms": 0.028, "p95_ms": 0.013, "reason": null, "sample_age_ms": 136.042, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.678, "count": 267, "max_ms": 4.884, "p95_ms": 1.667, "reason": null, "sample_age_ms": 171.46, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.207, "count": 267, "max_ms": 2.611, "p95_ms": 1.218, "reason": null, "sample_age_ms": 171.855, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.114, "count": 268, "max_ms": 3.254, "p95_ms": 0.196, "reason": null, "sample_age_ms": 136.05, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.575, "count": 267, "max_ms": 4.032, "p95_ms": 2.684, "reason": null, "sample_age_ms": 169.575, "source": "client_direct"}, "request_count": 267, "request_tensor_bytes": {"avg": 2764808.0, "count": 267, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 169.55, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 268, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 136.178, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.944, "count": 268, "max_ms": 83.198, "p95_ms": 59.05, "reason": null, "sample_age_ms": 136.036, "source": "client_direct"}, "sample_age_ms": 136.029, "source": "client_direct", "task_total_ms": {"avg_ms": 43.796, "count": 268, "max_ms": 85.338, "p95_ms": 61.25, "reason": null, "sample_age_ms": 136.029, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 267, "client_acquire_ms": {"avg_ms": 0.007, "count": 268, "max_ms": 0.024, "p95_ms": 0.014, "reason": null, "sample_age_ms": 129.466, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 5.225, "count": 267, "max_ms": 9.949, "p95_ms": 7.532, "reason": null, "sample_age_ms": 166.21, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.025, "count": 267, "max_ms": 0.111, "p95_ms": 0.047, "reason": null, "sample_age_ms": 171.746, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.176, "count": 268, "max_ms": 0.646, "p95_ms": 0.373, "reason": null, "sample_age_ms": 129.473, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.873, "count": 267, "max_ms": 13.283, "p95_ms": 3.127, "reason": null, "sample_age_ms": 164.529, "source": "client_direct"}, "request_count": 267, "request_tensor_bytes": {"avg": 2764808.0, "count": 267, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 164.498, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 268, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 129.531, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.434, "count": 268, "max_ms": 99.525, "p95_ms": 67.142, "reason": null, "sample_age_ms": 129.462, "source": "client_direct"}, "sample_age_ms": 129.457, "source": "client_direct", "task_total_ms": {"avg_ms": 50.647, "count": 268, "max_ms": 102.558, "p95_ms": 70.196, "reason": null, "sample_age_ms": 129.457, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 11.332, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.432, "count": 268, "max_ms": 6.621, "p95_ms": 3.859}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.166, "count": 268, "max_ms": 0.461, "p95_ms": 0.297}, "detection_prepare_ms": {"avg_ms": 0.437, "count": 268, "max_ms": 2.675, "p95_ms": 1.369}, "event_filter_ms": {"avg_ms": 0.003, "count": 268, "max_ms": 0.013, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.085, "count": 268, "max_ms": 0.292, "p95_ms": 0.17}, "mcmt_ms": {"avg_ms": 0.002, "count": 268, "max_ms": 0.025, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.221, "count": 268, "max_ms": 0.707, "p95_ms": 0.371}, "setup_ms": {"avg_ms": 0.039, "count": 268, "max_ms": 0.139, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 1.387, "count": 268, "max_ms": 6.497, "p95_ms": 3.808}, "track_match_ms": {"avg_ms": 0.034, "count": 268, "max_ms": 0.291, "p95_ms": 0.134}, "tracker_update_ms": {"avg_ms": 0.399, "count": 268, "max_ms": 3.525, "p95_ms": 1.547}}, "gstreamer_push": {"avg_ms": 2.966, "count": 268, "max_ms": 7.558, "p95_ms": 4.976}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.007, "count": 268, "max_ms": 0.039, "p95_ms": 0.015}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 56.235, "count": 268, "max_ms": 90.609, "p95_ms": 76.653}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 60.176, "count": 268, "max_ms": 108.519, "p95_ms": 79.174}, "yolo11_640_fire_11class": {"avg_ms": 44.851, "count": 268, "max_ms": 86.128, "p95_ms": 62.272}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.527, "count": 268, "max_ms": 110.963, "p95_ms": 78.792}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 268, "max_ms": 0.086, "p95_ms": 0.056}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 268, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 268, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 64.188, "count": 268, "max_ms": 114.554, "p95_ms": 86.79}, "inference_input_copy_ms": {"avg_ms": 1.317, "count": 268, "max_ms": 4.535, "p95_ms": 2.268}, "processing_residual_ms": {"avg_ms": 0.111, "count": 268, "max_ms": 0.35, "p95_ms": 0.205}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 268, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 268, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 65.642, "count": 268, "max_ms": 116.445, "p95_ms": 88.41}, "read_interval": {"avg_ms": 111.817, "count": 267, "max_ms": 3897.235, "p95_ms": 164.439}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 268, "max_ms": 0.059, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 0.171, "count": 268, "max_ms": 0.581, "p95_ms": 0.284}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 268, "max_ms": 0.055, "p95_ms": 0.026}, "scenario.danger_area_loitering_ms": {"avg_ms": 0.013, "count": 268, "max_ms": 0.083, "p95_ms": 0.027}, "scenario.falldown_detected_ms": {"avg_ms": 0.061, "count": 268, "max_ms": 0.179, "p95_ms": 0.104}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 268, "max_ms": 0.011, "p95_ms": 0.003}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.073, "count": 268, "max_ms": 0.296, "p95_ms": 0.133}, "worker_merge_ms": {"avg_ms": 0.005, "count": 268, "max_ms": 0.035, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 61.206, "count": 268, "max_ms": 110.97, "p95_ms": 82.489}, "visualize": {"avg_ms": 0.681, "count": 268, "max_ms": 2.712, "p95_ms": 1.979}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 268, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 268, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 0.519, "count": 268, "max_ms": 2.445, "p95_ms": 1.773}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 268, "max_ms": 0.01, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 268, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 0.438, "count": 268, "max_ms": 2.277, "p95_ms": 1.654}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 268, "max_ms": 0.199, "p95_ms": 0.11}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 268}, "resolved_scenario_count": {"avg": 4.0, "max": 4.0, "p95": 4.0, "sample_count": 268}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 268}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1601.113, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.864, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "f6d9b5b2", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 89.301, "sample_count": 2997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1600747, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:31:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 272954, "write_bytes_delta": 272954, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1269.0, "cpu_core_ratio": 0.238828, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 95444, "reason": null, "system_cpu_core_ratio": 0.039472, "system_cpu_s_delta": 0.7899999999999636, "user_cpu_core_ratio": 0.199356, "user_cpu_s_delta": 3.9899999999997817}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.697997, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11342.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.161384, "system_cpu_s_delta": 3.2299999999995634, "user_cpu_core_ratio": 0.536613, "user_cpu_s_delta": 10.739999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.014, "count": 297, "max_ms": 8.475, "p95_ms": 5.068, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 297}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 297}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 297}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 297}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 93}, "total": {"avg": 0.313, "max": 1.0, "p95": 1.0, "sample_count": 297}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.319, "count": 30, "max": 31.69, "p95": 29.981, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.24, "count": 30, "max": 28.37, "p95": 27.647, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1298.667, "count": 30, "max": 1441.0, "p95": 1426.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.044, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.215, "count": 30, "max": 0.255, "p95": 0.245, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 271215.033, "count": 30, "max": 276019.0, "p95": 274834.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 262161.133, "count": 30, "max": 276019.0, "p95": 274834.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 7127.933, "count": 30, "max": 17344.0, "p95": 16739.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.17, "count": 30, "max": 0.189, "p95": 0.184, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.594, "count": 30, "max": 0.699, "p95": 0.691, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 8488, "sampled_at": "2026-10-30T14:31:39+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:31:39+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-10-28T10:58:23+09:00", "state": "stopping", "task_id": "41311b55-35da-4c8c-9579-985d7843d40e", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261028_105823_7221b59e.jsonl", "file_size_bytes": 2423081, "flush_count": 3086, "flush_interval_seconds": 30.0, "flush_state": {"count": 3086, "last_at": "2026-10-30T14:31:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:31:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3085}, "started": true, "suppressed_count": 1786624, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 1786622}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3086, "written_record_count": 3086}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9178.48, "limit_mb": null}, "detail": {"cctv_id": "44", "instance_id": "7221b59e", "phase": "channel_stop_after_recorder_cleanup", "recorder_cleanup": {"already_exited_count": 0, "attempted_count": 0, "duration_ms": 0.016, "enabled": true, "error_count": 0, "killed_count": 0, "reason": "channel_stop", "recorders": [], "remaining_running_count": 0, "stopped_count": 0, "timeout_s": 5.0}, "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4948181913600, "copied_frame_count": 1789707, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T09:31:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3569477, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T09:31:50+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.249}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "7221b59e", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 2, "events_emitted": 2, "events_failed": 0, "events_observed": 2, "events_suppressed": 0, "frame_buffer_copied_bytes": 4948181913600, "frame_buffer_copies": 1789707, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 100, "recorder_active_input_bytes": 276480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 2, "recorder_clips_failed": 0, "recorder_clips_started": 2, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 2, "worker_jobs_accepted": 2, "worker_jobs_completed": 2, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1223, "count": 512, "max_ms": 1.4078, "p50_ms": 0.1028, "p95_ms": 0.2317, "p99_ms": 0.2957}, "stages": {"db_insert": {"avg_ms": 24.9862, "count": 2, "max_ms": 26.5042, "p50_ms": 24.9862, "p95_ms": 26.3524, "p99_ms": 26.4739, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0541, "count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1351.546, "count": 2, "max_ms": 1378.4915, "p50_ms": 1351.546, "p95_ms": 1375.7969, "p99_ms": 1377.9526, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.386, "count": 512, "max_ms": 3.5193, "p50_ms": 1.2715, "p95_ms": 2.4036, "p99_ms": 3.0303, "results": {"failed": 0, "not_applicable": 0, "success": 1789707, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 618.174, "count": 2, "max_ms": 626.5228, "p50_ms": 618.174, "p95_ms": 625.6879, "p99_ms": 626.3558, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 48.8595, "count": 2, "max_ms": 67.7399, "p50_ms": 48.8595, "p95_ms": 65.8519, "p99_ms": 67.3623, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1729, "count": 100, "max_ms": 8.7346, "p50_ms": 5.0177, "p95_ms": 7.5008, "p99_ms": 8.5356, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3251, "count": 100, "max_ms": 3.6197, "p50_ms": 1.1902, "p95_ms": 2.1715, "p99_ms": 3.2681, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 613.5802, "count": 2, "max_ms": 621.343, "p50_ms": 613.5802, "p95_ms": 620.5667, "p99_ms": 621.1878, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 518.5978, "count": 2, "max_ms": 524.4459, "p50_ms": 518.5978, "p95_ms": 523.8611, "p99_ms": 524.3289, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 90.1793, "count": 2, "max_ms": 92.6271, "p50_ms": 90.1793, "p95_ms": 92.3823, "p99_ms": 92.5782, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.2061, "count": 2, "max_ms": 1.2085, "p50_ms": 1.2061, "p95_ms": 1.2083, "p99_ms": 1.2084, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 44.2034, "count": 2, "max_ms": 57.9637, "p50_ms": 44.2034, "p95_ms": 56.5876, "p99_ms": 57.6885, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 2.3814, "count": 2, "max_ms": 4.1013, "p50_ms": 2.3814, "p95_ms": 3.9293, "p99_ms": 4.0669, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8504, "count": 2, "max_ms": 0.8824, "p50_ms": 0.8504, "p95_ms": 0.8792, "p99_ms": 0.8818, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6046, "count": 2, "max_ms": 0.6553, "p50_ms": 0.6046, "p95_ms": 0.6502, "p99_ms": 0.6542, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 625.5343, "count": 2, "max_ms": 642.3509, "p50_ms": 625.5343, "p95_ms": 640.6692, "p99_ms": 642.0145, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 3.8191, "count": 2, "max_ms": 6.7192, "p50_ms": 3.8191, "p95_ms": 6.4292, "p99_ms": 6.6612, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 23.9995, "count": 2, "max_ms": 27.6583, "p50_ms": 23.9995, "p95_ms": 27.2925, "p99_ms": 27.5852, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3609, "count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.995, "count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 731.8976, "count": 2, "max_ms": 767.7144, "p50_ms": 731.8976, "p95_ms": 764.1327, "p99_ms": 766.998, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": 0.2433, "state": "complete", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "7221b59e", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 2, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 2, "max_ms": 0.6269, "p50_ms": 0.3609, "p95_ms": 0.6003, "p99_ms": 0.6216}, "wait_ms": {"count": 2, "max_ms": 2.0305, "p50_ms": 1.995, "p95_ms": 2.027, "p99_ms": 2.0298}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 2, "artifact_failed": 0, "artifact_requested": 2, "artifact_success": 2, "completed": 2, "completed_failed": 0, "completed_success": 2, "cooldown_promoted": 2, "database_requested": 2, "db_insert_success": 2, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15534, "relay_business_failed": 0, "relay_business_success": 2, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 2, "relay_transport_failed": 0, "relay_transport_success": 2, "reservation_requested": 2}, "snapshot": {"copied_bytes": 5529600, "copied_count": 2, "copy": {"count": 2, "max_ms": 2.8511, "p50_ms": 2.0541, "p95_ms": 2.7714, "p99_ms": 2.8352}}, "state": "stopped"}}, "event_type": "channel_stop_after_recorder_cleanup", "ffmpeg": {"error_count": 226, "h264_decode_error_count": 547, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:27:27+09:00", "last_error_summary": "[h264 @ 0x5b175a1d5640] cabac decode of qscale diff failed at 179 100 [h264 @ 0x5b175a1d5640] error while decoding MB 179 100, bytestream 23677 [h264 @ 0x5b1759896080] cabac decode of qscale diff failed at 176 54 [h264 @ 0x5b1759896080] error while decoding MB 176 54, bytestream 17754 [h264 @ 0x5b175a037a00] error while decoding MB 185 97, bytestream -17", "last_exit_at": "2026-10-29T17:19:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 259.262, "last_started_at": "2026-10-30T14:27:30+09:00", "pid": 113661, "process": {"exists": false, "pid": 113661}, "restart_count": 256, "restart_count_per_hour": 1, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 257}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.928, "sample_count": 2806, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1789707, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:31:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "7221b59e", "last_frame_pushed_age_sec": 1.112, "last_frame_pushed_at": "2026-10-30T14:31:48+09:00", "last_frame_read_age_sec": 1.168, "last_frame_read_at": "2026-10-30T14:31:48+09:00", "memory_observability": {"active_channels": ["44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 110, "debug_expires_at": null, "deduplicated_count": 61, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 3.8, "last_sample_duration_ms": 798.559, "last_trigger": "pre_stop", "next_snapshot_in_sec": 596.2, "reason": "deduplicated:pre_stop", "rotation_count": 135, "runtime_state": "active", "sample_count": 310, "storage_bytes": 2956028}, "mjpeg": {"age_sec": 1.105, "exists": true, "mtime": "2026-10-30T14:31:48.742915+09:00", "mtime_epoch": 1793338308.7429152, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 116302}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T14:31:49+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 1704.77, "name": "celery", "pid": 176, "rss_mb": 1704.77, "state": "R (running)", "threads": 49}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1789707, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 259}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 259}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 259}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 258, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.646, "pushed": 8.646, "read": 8.613}, "hints": ["frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 258, "client_acquire_ms": {"avg_ms": 0.007, "count": 259, "max_ms": 0.038, "p95_ms": 0.013, "reason": null, "sample_age_ms": 1157.197, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.521, "count": 258, "max_ms": 3.998, "p95_ms": 1.546, "reason": null, "sample_age_ms": 1173.668, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.215, "count": 258, "max_ms": 3.057, "p95_ms": 1.163, "reason": null, "sample_age_ms": 1173.86, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.182, "count": 259, "max_ms": 0.716, "p95_ms": 0.422, "reason": null, "sample_age_ms": 1157.202, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.421, "count": 258, "max_ms": 5.715, "p95_ms": 2.236, "reason": null, "sample_age_ms": 1172.528, "source": "client_direct"}, "request_count": 258, "request_tensor_bytes": {"avg": 2211848.0, "count": 258, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 1172.511, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 259, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 1157.268, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.232, "count": 259, "max_ms": 67.813, "p95_ms": 56.505, "reason": null, "sample_age_ms": 1157.194, "source": "client_direct"}, "sample_age_ms": 1157.191, "source": "client_direct", "task_total_ms": {"avg_ms": 38.994, "count": 259, "max_ms": 69.988, "p95_ms": 58.388, "reason": null, "sample_age_ms": 1157.191, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.817, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.695, "count": 259, "max_ms": 2.393, "p95_ms": 1.282}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.229, "count": 259, "max_ms": 1.733, "p95_ms": 0.457}, "detection_prepare_ms": {"avg_ms": 0.098, "count": 259, "max_ms": 0.838, "p95_ms": 0.192}, "event_filter_ms": {"avg_ms": 0.004, "count": 259, "max_ms": 0.045, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.074, "count": 259, "max_ms": 0.256, "p95_ms": 0.136}, "mcmt_ms": {"avg_ms": 0.003, "count": 259, "max_ms": 0.027, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.173, "count": 259, "max_ms": 0.744, "p95_ms": 0.371}, "setup_ms": {"avg_ms": 0.039, "count": 259, "max_ms": 0.139, "p95_ms": 0.078}, "total_inside_ms": {"avg_ms": 0.652, "count": 259, "max_ms": 2.332, "p95_ms": 1.192}, "track_match_ms": {"avg_ms": 0.004, "count": 259, "max_ms": 0.045, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.028, "count": 259, "max_ms": 0.11, "p95_ms": 0.058}}, "gstreamer_push": {"avg_ms": 3.019, "count": 259, "max_ms": 6.811, "p95_ms": 5.229}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 259, "max_ms": 0.196, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.847, "count": 259, "max_ms": 71.743, "p95_ms": 59.529}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.041, "count": 259, "max_ms": 0.23, "p95_ms": 0.094}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 73.136, "count": 259, "max_ms": 112.887, "p95_ms": 100.449}, "inference_input_copy_ms": {"avg_ms": 1.533, "count": 259, "max_ms": 3.853, "p95_ms": 2.783}, "processing_residual_ms": {"avg_ms": 0.141, "count": 259, "max_ms": 0.715, "p95_ms": 0.261}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 74.851, "count": 259, "max_ms": 114.91, "p95_ms": 102.381}, "read_interval": {"avg_ms": 111.861, "count": 258, "max_ms": 3531.275, "p95_ms": 133.217}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 259, "max_ms": 0.052, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.12, "count": 259, "max_ms": 0.559, "p95_ms": 0.25}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 259, "max_ms": 0.044, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.106, "count": 259, "max_ms": 0.517, "p95_ms": 0.227}, "worker_merge_ms": {"avg_ms": 0.005, "count": 259, "max_ms": 0.029, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 39.86, "count": 259, "max_ms": 71.752, "p95_ms": 59.554}, "visualize": {"avg_ms": 31.724, "count": 259, "max_ms": 53.356, "p95_ms": 46.437}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.908, "count": 259, "max_ms": 51.732, "p95_ms": 45.456}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.54, "count": 259, "max_ms": 52.971, "p95_ms": 46.275}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.025, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.442, "count": 259, "max_ms": 52.784, "p95_ms": 46.174}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 259, "max_ms": 0.217, "p95_ms": 0.127}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 259}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 1704.809, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 59.266, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "7221b59e", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.968, "sample_count": 2836, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1789630, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:31:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115806, "write_bytes_delta": 115806, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1489.0, "cpu_core_ratio": 1.191042, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 113661, "reason": null, "system_cpu_core_ratio": 0.058948, "system_cpu_s_delta": 1.2199999999999989, "user_cpu_core_ratio": 1.132094, "user_cpu_s_delta": 23.430000000000007}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.653261, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 25.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.065229, "system_cpu_s_delta": 1.3499999999985448, "user_cpu_core_ratio": 0.588032, "user_cpu_s_delta": 12.169999999998254}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.117, "count": 291, "max_ms": 7.628, "p95_ms": 5.56, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 290}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 290}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.093, "count": 30, "max": 62.069, "p95": 52.552, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.2, "count": 30, "max": 34.496, "p95": 29.842, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1146.9, "count": 30, "max": 1626.0, "p95": 1527.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 379.6, "count": 30, "max": 6502.0, "p95": 2619.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.073, "count": 30, "max": 0.463, "p95": 0.079, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.315, "count": 30, "max": 1.672, "p95": 1.634, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116838.667, "count": 30, "max": 120282.0, "p95": 118163.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116838.667, "count": 30, "max": 120282.0, "p95": 118163.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.567, "count": 30, "max": 44.0, "p95": 26.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.062, "count": 30, "max": 0.069, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.614, "count": 30, "max": 0.691, "p95": 0.687, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 12746, "sampled_at": "2026-10-30T14:31:39+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:31:39+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-10-28T10:58:20+09:00", "state": "stopping", "task_id": "6a783e8a-f2f4-4a46-9c00-6e28768122c4", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261028_105821_e68d9c8b.jsonl", "file_size_bytes": 2966686, "flush_count": 3083, "flush_interval_seconds": 30.0, "flush_state": {"count": 3083, "last_at": "2026-10-30T14:30:52", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:30:52", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 3082}, "started": true, "suppressed_count": 1531437, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 149, "tracking_summary": 1531288}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3083, "written_record_count": 3083}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9016.109, "limit_mb": null}, "detail": {"cctv_id": "45", "instance_id": "e68d9c8b", "phase": "channel_stop_after_recorder_cleanup", "recorder_cleanup": {"already_exited_count": 0, "attempted_count": 0, "duration_ms": 0.016, "enabled": true, "error_count": 0, "killed_count": 0, "reason": "channel_stop", "recorders": [], "remaining_running_count": 0, "stopped_count": 0, "timeout_s": 5.0}, "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4242226176000, "copied_frame_count": 1534370, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T12:12:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 13273873, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T12:12:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.517}, "oldest_age_s": null, "peak_active_count": 4, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 691200000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "e68d9c8b", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 149, "events_emitted": 145, "events_failed": 0, "events_observed": 149, "events_suppressed": 4, "frame_buffer_copied_bytes": 4242226176000, "frame_buffer_copies": 1534370, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 7250, "recorder_active_input_bytes": 20044800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 145, "recorder_clips_failed": 0, "recorder_clips_started": 145, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 145, "worker_jobs_accepted": 145, "worker_jobs_completed": 145, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1128, "count": 512, "max_ms": 2.2771, "p50_ms": 0.0884, "p95_ms": 0.217, "p99_ms": 0.3131}, "stages": {"db_insert": {"avg_ms": 19.9235, "count": 145, "max_ms": 58.1833, "p50_ms": 18.9532, "p95_ms": 35.0363, "p99_ms": 40.8581, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8851, "count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1099.4653, "count": 149, "max_ms": 5183.7834, "p50_ms": 1071.8261, "p95_ms": 1380.3978, "p99_ms": 2005.0151, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4157, "count": 512, "max_ms": 5.1689, "p50_ms": 1.3265, "p95_ms": 2.4617, "p99_ms": 3.4616, "results": {"failed": 0, "not_applicable": 0, "success": 1534370, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 563.1599, "count": 149, "max_ms": 794.4404, "p50_ms": 582.1617, "p95_ms": 681.3792, "p99_ms": 717.5786, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.7708, "count": 145, "max_ms": 74.3496, "p50_ms": 24.4642, "p95_ms": 55.9731, "p99_ms": 71.5466, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0197, "count": 512, "max_ms": 10.7362, "p50_ms": 4.8061, "p95_ms": 7.7715, "p99_ms": 8.6396, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6502, "count": 512, "max_ms": 6.5829, "p50_ms": 1.4897, "p95_ms": 3.1086, "p99_ms": 5.0845, "results": {"failed": 0, "not_applicable": 0, "success": 7250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 574.4174, "count": 145, "max_ms": 791.9897, "p50_ms": 582.1674, "p95_ms": 674.4886, "p99_ms": 713.1932, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.706, "count": 145, "max_ms": 734.2838, "p50_ms": 477.6649, "p95_ms": 557.1765, "p99_ms": 589.6142, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 95.4591, "count": 145, "max_ms": 138.414, "p50_ms": 96.3199, "p95_ms": 118.9769, "p99_ms": 132.1665, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9194, "count": 145, "max_ms": 10.6524, "p50_ms": 1.6113, "p95_ms": 3.735, "p99_ms": 7.6546, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.493, "count": 145, "max_ms": 81.87, "p50_ms": 45.7224, "p95_ms": 69.622, "p99_ms": 77.907, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.8121, "count": 145, "max_ms": 16.7455, "p50_ms": 1.0011, "p95_ms": 5.5708, "p99_ms": 11.9038, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9681, "count": 149, "max_ms": 8.6079, "p50_ms": 0.7611, "p95_ms": 1.7938, "p99_ms": 4.4637, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 4, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.9997, "count": 145, "max_ms": 9.1922, "p50_ms": 0.8149, "p95_ms": 1.9289, "p99_ms": 3.6112, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 468.8224, "count": 145, "max_ms": 4604.0207, "p50_ms": 392.3396, "p95_ms": 697.0701, "p99_ms": 1369.2714, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 149, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7849, "count": 145, "max_ms": 26.8239, "p50_ms": 1.2274, "p95_ms": 10.3923, "p99_ms": 16.2627, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6493, "count": 145, "max_ms": 70.8318, "p50_ms": 23.5407, "p95_ms": 57.3562, "p99_ms": 67.0176, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0983, "count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.5424, "count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 548.1217, "count": 145, "max_ms": 4651.5807, "p50_ms": 476.6589, "p95_ms": 789.5438, "p99_ms": 1435.1497, "results": {"failed": 0, "not_applicable": 0, "success": 145, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": 0.2403, "state": "complete", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "e68d9c8b", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 145, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 5530694, "peak_jobs": 2, "rejected": 0, "submit_ms": {"count": 145, "max_ms": 0.7116, "p50_ms": 0.0768, "p95_ms": 0.1747, "p99_ms": 0.619}, "wait_ms": {"count": 145, "max_ms": 165.5371, "p50_ms": 2.217, "p95_ms": 4.7622, "p99_ms": 7.2674}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 145, "artifact_failed": 0, "artifact_requested": 145, "artifact_success": 145, "completed": 145, "completed_failed": 0, "completed_success": 145, "cooldown_promoted": 145, "database_requested": 145, "db_insert_success": 145, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15541, "relay_business_failed": 0, "relay_business_success": 145, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 145, "relay_transport_failed": 0, "relay_transport_success": 145, "reservation_requested": 145}, "snapshot": {"copied_bytes": 400896000, "copied_count": 145, "copy": {"count": 145, "max_ms": 4.6042, "p50_ms": 1.7584, "p95_ms": 3.1897, "p99_ms": 4.2455}}, "state": "stopped"}}, "event_type": "channel_stop_after_recorder_cleanup", "ffmpeg": {"error_count": 572, "h264_decode_error_count": 1291, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:28:10+09:00", "last_error_summary": "[h264 @ 0x59b5b9080ac0] error while decoding MB 18 49, bytestream -26", "last_exit_at": "2026-10-30T14:30:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.65, "last_started_at": "2026-10-30T14:30:34+09:00", "pid": 113893, "process": {"exists": false, "pid": 113893}, "restart_count": 628, "restart_count_per_hour": 19, "rtsp_timeout_count": 196, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 629}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.644, "sample_count": 2228, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1534370, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:31:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "e68d9c8b", "last_frame_pushed_age_sec": 0.33, "last_frame_pushed_at": "2026-10-30T14:31:50+09:00", "last_frame_read_age_sec": 0.389, "last_frame_read_at": "2026-10-30T14:31:50+09:00", "memory_observability": {"active_channels": ["44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 110, "debug_expires_at": null, "deduplicated_count": 62, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 5.144, "last_sample_duration_ms": 798.559, "last_trigger": "pre_stop", "next_snapshot_in_sec": 594.856, "reason": "deduplicated:pre_stop", "rotation_count": 135, "runtime_state": "active", "sample_count": 310, "storage_bytes": 2956028}, "mjpeg": {"age_sec": 0.323, "exists": true, "mtime": "2026-10-30T14:31:50.868928+09:00", "mtime_epoch": 1793338310.8689277, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 120003}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:31:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 1607.23, "name": "celery", "pid": 206, "rss_mb": 1497.023, "state": "R (running)", "threads": 49}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 127, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 1534370, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.444, "max": 11.0, "p95": 9.0, "sample_count": 261}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.594, "max": 3.0, "p95": 3.0, "sample_count": 261}, "total": {"avg": 1.594, "max": 3.0, "p95": 3.0, "sample_count": 261}}, "tracking_counts": {"active": {"avg": 0.387, "max": 2.0, "p95": 1.0, "sample_count": 261}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 261}, "removed": {"avg": 0.027, "max": 1.0, "p95": 0.0, "sample_count": 261}, "tracked": {"avg": 0.387, "max": 2.0, "p95": 1.0, "sample_count": 261}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 261}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 261, "pushed_frames": 261, "read_frames": 260, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.723, "pushed": 8.723, "read": 8.69}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 260, "client_acquire_ms": {"avg_ms": 0.007, "count": 261, "max_ms": 0.028, "p95_ms": 0.015, "reason": null, "sample_age_ms": 363.174, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.792, "count": 260, "max_ms": 8.824, "p95_ms": 2.824, "reason": null, "sample_age_ms": 394.226, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.302, "count": 260, "max_ms": 5.683, "p95_ms": 1.907, "reason": null, "sample_age_ms": 394.406, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.309, "count": 261, "max_ms": 0.931, "p95_ms": 0.592, "reason": null, "sample_age_ms": 363.18, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.689, "count": 260, "max_ms": 4.686, "p95_ms": 3.062, "reason": null, "sample_age_ms": 392.942, "source": "client_direct"}, "request_count": 260, "request_tensor_bytes": {"avg": 2764808.0, "count": 260, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 392.924, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 261, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 363.388, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.62, "count": 261, "max_ms": 75.601, "p95_ms": 61.382, "reason": null, "sample_age_ms": 363.17, "source": "client_direct"}, "sample_age_ms": 363.168, "source": "client_direct", "task_total_ms": {"avg_ms": 43.799, "count": 261, "max_ms": 78.637, "p95_ms": 64.308, "reason": null, "sample_age_ms": 363.168, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.663, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.966, "count": 261, "max_ms": 14.104, "p95_ms": 9.54}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.369, "count": 261, "max_ms": 1.425, "p95_ms": 0.742}, "detection_prepare_ms": {"avg_ms": 1.309, "count": 261, "max_ms": 7.914, "p95_ms": 2.609}, "event_filter_ms": {"avg_ms": 0.004, "count": 261, "max_ms": 0.039, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.274, "count": 261, "max_ms": 1.065, "p95_ms": 0.503}, "mcmt_ms": {"avg_ms": 0.003, "count": 261, "max_ms": 0.025, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.335, "count": 261, "max_ms": 7.526, "p95_ms": 3.248}, "setup_ms": {"avg_ms": 0.038, "count": 261, "max_ms": 0.184, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 4.916, "count": 261, "max_ms": 14.016, "p95_ms": 9.459}, "track_match_ms": {"avg_ms": 0.09, "count": 261, "max_ms": 0.362, "p95_ms": 0.228}, "tracker_update_ms": {"avg_ms": 1.493, "count": 261, "max_ms": 8.445, "p95_ms": 2.599}}, "gstreamer_push": {"avg_ms": 2.851, "count": 261, "max_ms": 6.832, "p95_ms": 4.842}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 261, "max_ms": 0.433, "p95_ms": 0.084}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.952, "count": 261, "max_ms": 79.516, "p95_ms": 65.868}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.795, "count": 261, "max_ms": 14.141, "p95_ms": 7.128}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 261, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 261, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 96.133, "count": 261, "max_ms": 158.28, "p95_ms": 132.72}, "inference_input_copy_ms": {"avg_ms": 1.421, "count": 261, "max_ms": 4.038, "p95_ms": 2.523}, "processing_residual_ms": {"avg_ms": 0.172, "count": 261, "max_ms": 0.515, "p95_ms": 0.361}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 261, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 261, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.521, "count": 261, "max_ms": 170.485, "p95_ms": 139.824}, "read_interval": {"avg_ms": 114.09, "count": 260, "max_ms": 228.387, "p95_ms": 167.051}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 261, "max_ms": 0.115, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 1.277, "count": 261, "max_ms": 7.396, "p95_ms": 3.08}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 261, "max_ms": 0.06, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.264, "count": 261, "max_ms": 7.366, "p95_ms": 3.046}, "worker_merge_ms": {"avg_ms": 0.006, "count": 261, "max_ms": 0.033, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 44.966, "count": 261, "max_ms": 79.529, "p95_ms": 65.875}, "visualize": {"avg_ms": 45.13, "count": 261, "max_ms": 86.681, "p95_ms": 66.912}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 40.073, "count": 261, "max_ms": 80.559, "p95_ms": 60.726}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 261, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.759, "count": 261, "max_ms": 84.2, "p95_ms": 65.08}, "visualize_input_copy_ms": {"avg_ms": 1.206, "count": 261, "max_ms": 3.08, "p95_ms": 2.187}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 261, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.642, "count": 261, "max_ms": 84.06, "p95_ms": 64.94}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 261, "max_ms": 0.261, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 261}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 261}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 261}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 1486.66, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.783, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "e68d9c8b", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.355, "sample_count": 2177, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1534136, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:31:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 122303, "write_bytes_delta": 122303, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 506.0, "cpu_core_ratio": 0.423309, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 113893, "reason": null, "system_cpu_core_ratio": 0.033706, "system_cpu_s_delta": 0.33999999999999986, "user_cpu_core_ratio": 0.389603, "user_cpu_s_delta": 3.9299999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.699182, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 92389.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.607701, "system_cpu_s_delta": 6.130000000004657, "user_cpu_core_ratio": 1.091482, "user_cpu_s_delta": 11.00999999998021}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.302, "count": 237, "max_ms": 7.434, "p95_ms": 5.943, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.633, "max": 10.0, "p95": 7.0, "sample_count": 237}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.532, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 216}, "total": {"avg": 1.397, "max": 3.0, "p95": 2.0, "sample_count": 237}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 17.957, "count": 30, "max": 27.954, "p95": 26.636, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.351, "count": 30, "max": 25.635, "p95": 22.698, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 518.533, "count": 30, "max": 876.0, "p95": 852.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 129.833, "count": 30, "max": 722.0, "p95": 599.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.037, "p95": 0.036, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.387, "count": 30, "max": 0.439, "p95": 0.422, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.164, "count": 30, "max": 2.612, "p95": 1.257, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 118477.933, "count": 30, "max": 123196.0, "p95": 121963.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 118477.933, "count": 30, "max": 123196.0, "p95": 121963.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 90020.233, "count": 30, "max": 117509.0, "p95": 109705.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.612, "count": 30, "max": 0.711, "p95": 0.68, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.093, "count": 30, "max": 1.223, "p95": 1.202, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 11873, "sampled_at": "2026-10-30T14:31:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:31:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-10-28T10:58:19+09:00", "state": "stopping", "task_id": "99aa6e51-9bac-489f-8e0d-bb479ebdac61", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 549, "flush_count": 1, "flush_interval_seconds": 30.0, "flush_state": {"count": 1, "last_at": "2026-10-30T14:32:30", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:32:30", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 0}, "started": true, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1, "written_record_count": 1}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 2757.68, "limit_mb": null}, "detail": {"pid": 213, "restart_count": 0, "start_count": 1}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 0, "copied_frame_count": 0, "copy_error_count": 0, "current_length": 0, "frame_nbytes": null, "max_length": null, "peak_retained_bytes_estimate": 0, "retained_bytes_estimate": 0}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": null, "expected_post_frame_count": null, "expected_pre_frame_count": null, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 0, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 0, "total_upper_bound_bytes": 0, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 0, "frame_buffer_copies": 0, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T14:32:30+09:00", "pid": 213, "process": {"exists": true, "fd_count": 5, "hwm_mb": 207.426, "name": "ffmpeg", "pid": 213, "rss_mb": 207.426, "state": "S (sleeping)", "threads": 70}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 296.607}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "memory_observability": {"active_channels": [], "capped": false, "configured_mode": "monitoring", "current_rows": 110, "debug_expires_at": null, "deduplicated_count": 62, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 46.705, "last_sample_duration_ms": 798.559, "last_trigger": "pre_stop", "next_snapshot_in_sec": 553.295, "reason": "all_channels_stopped_manual_recovery_required", "rotation_count": 135, "runtime_state": "active", "sample_count": 310, "storage_bytes": 2956028}, "mjpeg": {"age_sec": 41.89, "exists": true, "mtime": "2026-10-30T14:31:50.868928+09:00", "mtime_epoch": 1793338310.8689277, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 120003}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:32:32+09:00", "process": {"exists": true, "fd_count": 118, "hwm_mb": 476.199, "name": "celery", "pid": 206, "rss_mb": 476.199, "state": "R (running)", "threads": 9}, "reason_codes": ["mjpeg_output_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 0, "source": "client_direct"}, "model_key_cap": 30, "models": {}, "process_executor": {"inflight_current": 0, "inflight_max": 0, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "unknown", "reason": "no_requests_in_window", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.615, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "channel_not_registered", "schema_version": "ssims.m15_video_channel_summary.v1"}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 549, "flush_count": 1, "flush_interval_seconds": 30.0, "flush_state": {"count": 1, "last_at": "2026-10-30T14:32:33", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:32:33", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 0}, "started": true, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 1, "written_record_count": 1}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 3245.164, "limit_mb": null}, "detail": {"pid": 360, "restart_count": 0, "start_count": 1}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 0, "copied_frame_count": 0, "copy_error_count": 0, "current_length": 0, "frame_nbytes": null, "max_length": null, "peak_retained_bytes_estimate": 0, "retained_bytes_estimate": 0}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": null, "expected_post_frame_count": null, "expected_pre_frame_count": null, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 0, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 0, "total_upper_bound_bytes": 0, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 0, "frame_buffer_copies": 0, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T14:32:33+09:00", "pid": 360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 379.516, "name": "ffmpeg", "pid": 360, "rss_mb": 379.516, "state": "S (sleeping)", "threads": 70}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 295.686}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "memory_observability": {"active_channels": ["45"], "capped": false, "configured_mode": "monitoring", "current_rows": 0, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": null, "last_sample_duration_ms": null, "last_trigger": null, "next_snapshot_in_sec": 57.662, "reason": "waiting_for_next_snapshot", "rotation_count": 0, "runtime_state": "active", "sample_count": 0, "storage_bytes": 0}, "mjpeg": {"age_sec": 46.357, "exists": true, "mtime": "2026-10-30T14:31:48.742915+09:00", "mtime_epoch": 1793338308.7429152, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 116302}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T14:32:35+09:00", "process": {"exists": true, "fd_count": 101, "hwm_mb": 474.285, "name": "celery", "pid": 176, "rss_mb": 474.285, "state": "R (running)", "threads": 9}, "reason_codes": ["mjpeg_output_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 0, "source": "client_direct"}, "model_key_cap": 30, "models": {}, "process_executor": {"inflight_current": 0, "inflight_max": 0, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "unknown", "reason": "no_requests_in_window", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.835, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "channel_not_registered", "schema_version": "ssims.m15_video_channel_summary.v1"}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 3641.324, "limit_mb": null}, "detail": {"pid": 545, "restart_count": 0, "start_count": 1}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 0, "copied_frame_count": 0, "copy_error_count": 0, "current_length": 0, "frame_nbytes": null, "max_length": null, "peak_retained_bytes_estimate": 0, "retained_bytes_estimate": 0}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": null, "expected_post_frame_count": null, "expected_pre_frame_count": null, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 0, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 0, "total_upper_bound_bytes": 0, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 0, "frame_buffer_copies": 0, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T14:32:35+09:00", "pid": 545, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.734, "name": "ffmpeg", "pid": 545, "rss_mb": 141.734, "state": "S (sleeping)", "threads": 70}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 296.218}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "memory_observability": {"active_channels": ["44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 0, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": null, "last_sample_duration_ms": null, "last_trigger": null, "next_snapshot_in_sec": 57.621, "reason": "waiting_for_next_snapshot", "rotation_count": 0, "runtime_state": "active", "sample_count": 0, "storage_bytes": 0}, "mjpeg": {"age_sec": 50.398, "exists": true, "mtime": "2026-10-30T14:31:47.093905+09:00", "mtime_epoch": 1793338307.0939054, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 272787}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T14:32:37+09:00", "process": {"exists": true, "fd_count": 102, "hwm_mb": 474.102, "name": "celery", "pid": 178, "rss_mb": 474.102, "state": "R (running)", "threads": 9}, "reason_codes": ["mjpeg_output_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 0, "source": "client_direct"}, "model_key_cap": 30, "models": {}, "process_executor": {"inflight_current": 0, "inflight_max": 0, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "unknown", "reason": "no_requests_in_window", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.177, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "channel_not_registered", "schema_version": "ssims.m15_video_channel_summary.v1"}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 3848.199, "limit_mb": null}, "detail": {"pid": 551, "restart_count": 0, "start_count": 1}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 0, "copied_frame_count": 0, "copy_error_count": 0, "current_length": 0, "frame_nbytes": null, "max_length": null, "peak_retained_bytes_estimate": 0, "retained_bytes_estimate": 0}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": null, "expected_post_frame_count": null, "expected_pre_frame_count": null, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 0, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 0, "total_upper_bound_bytes": 0, "unavailable_reason": null}}, "generation": "47795da9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 0, "frame_buffer_copies": 0, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "47795da9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T14:32:36+09:00", "pid": 551, "process": {"exists": true, "fd_count": 5, "hwm_mb": 159.195, "name": "ffmpeg", "pid": 551, "rss_mb": 159.195, "state": "R (running)", "threads": 49}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 296.348}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "47795da9", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "memory_observability": {"active_channels": ["21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 0, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": null, "last_sample_duration_ms": null, "last_trigger": null, "next_snapshot_in_sec": 59.074, "reason": "waiting_for_next_snapshot", "rotation_count": 0, "runtime_state": "active", "sample_count": 0, "storage_bytes": 0}, "mjpeg": {"age_sec": 52.402, "exists": true, "mtime": "2026-10-30T14:31:46.022899+09:00", "mtime_epoch": 1793338306.0228992, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 270680}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-10-30T14:32:38+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 474.102, "name": "celery", "pid": 180, "rss_mb": 474.102, "state": "R (running)", "threads": 9}, "reason_codes": ["mjpeg_output_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 0, "source": "client_direct"}, "model_key_cap": 30, "models": {}, "process_executor": {"inflight_current": 0, "inflight_max": 0, "max_workers": 40, "pid": 180, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "unknown", "reason": "no_requests_in_window", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.586, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "channel_not_registered", "schema_version": "ssims.m15_video_channel_summary.v1"}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:34+09:00", "state": "running", "task_id": "cf2ef895-8203-4c24-9a36-0087b58d5e2a", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1561, "flush_count": 3, "flush_interval_seconds": 30.0, "flush_state": {"count": 3, "last_at": "2026-10-30T14:33:35", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:33:35", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2}, "started": true, "suppressed_count": 649, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 649}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3, "written_record_count": 3}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4116.008, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x59877fe42080] error while decoding MB 157 99, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1799884800, "copied_frame_count": 651, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1799884800, "frame_buffer_copies": 651, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1794, "count": 512, "max_ms": 4.1477, "p50_ms": 0.1428, "p95_ms": 0.3038, "p99_ms": 0.5177}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.7946, "count": 512, "max_ms": 9.1672, "p50_ms": 1.6223, "p95_ms": 3.0988, "p99_ms": 4.7372, "results": {"failed": 0, "not_applicable": 0, "success": 651, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:33:54+09:00", "last_error_summary": "[h264 @ 0x59877fe42080] error while decoding MB 157 99, bytestream -6", "last_exit_at": "2026-10-30T14:33:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 81.889, "last_started_at": "2026-10-30T14:32:33+09:00", "pid": 360, "process": {"exists": false, "pid": 360}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.009, "sample_count": 651, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 215.788}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 651, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:33:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T14:33:54+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-10-30T14:33:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 16.321, "last_sample_duration_ms": 1354.969, "last_trigger": "start_stable", "next_snapshot_in_sec": 583.679, "reason": "snapshot_written", "rotation_count": 136, "runtime_state": "active", "sample_count": 1, "storage_bytes": 1058533}, "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-10-30T14:33:54.890653+09:00", "mtime_epoch": 1793338434.890653, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 114481}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T14:33:55+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 706.953, "name": "celery", "pid": 176, "rss_mb": 697.977, "state": "S (sleeping)", "threads": 52}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 651, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 216}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.227, "pushed": 7.227, "read": 7.193}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 215, "client_acquire_ms": {"avg_ms": 0.011, "count": 216, "max_ms": 0.04, "p95_ms": 0.022, "reason": null, "sample_age_ms": 72.312, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.188, "count": 215, "max_ms": 10.123, "p95_ms": 3.692, "reason": null, "sample_age_ms": 115.327, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.491, "count": 215, "max_ms": 9.682, "p95_ms": 2.31, "reason": null, "sample_age_ms": 115.624, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.322, "count": 216, "max_ms": 4.611, "p95_ms": 0.655, "reason": null, "sample_age_ms": 72.319, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.48, "count": 215, "max_ms": 11.726, "p95_ms": 4.902, "reason": null, "sample_age_ms": 113.682, "source": "client_direct"}, "request_count": 215, "request_tensor_bytes": {"avg": 2211848.0, "count": 215, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 113.655, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 216, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 72.538, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 57.401, "count": 216, "max_ms": 124.153, "p95_ms": 94.485, "reason": null, "sample_age_ms": 72.308, "source": "client_direct"}, "sample_age_ms": 72.303, "source": "client_direct", "task_total_ms": {"avg_ms": 60.476, "count": 216, "max_ms": 127.007, "p95_ms": 99.136, "reason": null, "sample_age_ms": 72.303, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.504, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.159, "count": 216, "max_ms": 5.317, "p95_ms": 2.146}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.374, "count": 216, "max_ms": 3.954, "p95_ms": 0.753}, "detection_prepare_ms": {"avg_ms": 0.157, "count": 216, "max_ms": 2.211, "p95_ms": 0.271}, "event_filter_ms": {"avg_ms": 0.006, "count": 216, "max_ms": 0.037, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.12, "count": 216, "max_ms": 0.401, "p95_ms": 0.226}, "mcmt_ms": {"avg_ms": 0.004, "count": 216, "max_ms": 0.082, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.281, "count": 216, "max_ms": 2.133, "p95_ms": 0.568}, "setup_ms": {"avg_ms": 0.078, "count": 216, "max_ms": 3.099, "p95_ms": 0.123}, "total_inside_ms": {"avg_ms": 1.078, "count": 216, "max_ms": 5.211, "p95_ms": 2.016}, "track_match_ms": {"avg_ms": 0.007, "count": 216, "max_ms": 0.037, "p95_ms": 0.015}, "tracker_update_ms": {"avg_ms": 0.052, "count": 216, "max_ms": 1.803, "p95_ms": 0.097}}, "gstreamer_push": {"avg_ms": 5.408, "count": 216, "max_ms": 24.439, "p95_ms": 10.979}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.075, "count": 216, "max_ms": 1.161, "p95_ms": 0.131}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 62.335, "count": 216, "max_ms": 130.722, "p95_ms": 104.452}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.068, "count": 216, "max_ms": 0.584, "p95_ms": 0.154}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 117.589, "count": 216, "max_ms": 229.584, "p95_ms": 172.518}, "inference_input_copy_ms": {"avg_ms": 2.028, "count": 216, "max_ms": 10.197, "p95_ms": 4.361}, "processing_residual_ms": {"avg_ms": 0.216, "count": 216, "max_ms": 3.199, "p95_ms": 0.318}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 119.902, "count": 216, "max_ms": 234.272, "p95_ms": 176.617}, "read_interval": {"avg_ms": 139.063, "count": 215, "max_ms": 269.284, "p95_ms": 203.952}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 216, "max_ms": 0.083, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 0.195, "count": 216, "max_ms": 2.021, "p95_ms": 0.408}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 216, "max_ms": 0.074, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.173, "count": 216, "max_ms": 1.992, "p95_ms": 0.375}, "worker_merge_ms": {"avg_ms": 0.008, "count": 216, "max_ms": 0.052, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 62.355, "count": 216, "max_ms": 130.749, "p95_ms": 104.467}, "visualize": {"avg_ms": 52.662, "count": 216, "max_ms": 108.706, "p95_ms": 76.438}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 51.403, "count": 216, "max_ms": 107.264, "p95_ms": 74.937}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 52.339, "count": 216, "max_ms": 108.223, "p95_ms": 76.021}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 52.189, "count": 216, "max_ms": 108.014, "p95_ms": 75.84}, "visualizer_prepare_ms": {"avg_ms": 0.09, "count": 216, "max_ms": 0.883, "p95_ms": 0.159}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 216}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 697.844, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.376, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.612, "sample_count": 574, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 225.131}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 574, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:33:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.147, "exists": true, "size_bytes": 114894, "write_bytes_delta": 114894, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 643.0, "cpu_core_ratio": 1.226757, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 360, "reason": null, "system_cpu_core_ratio": 0.048634, "system_cpu_s_delta": 0.48999999999999977, "user_cpu_core_ratio": 1.178124, "user_cpu_s_delta": 11.870000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.699728, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 135497.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.190564, "system_cpu_s_delta": 1.92, "user_cpu_core_ratio": 0.509164, "user_cpu_s_delta": 5.130000000000003}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 5.798, "count": 207, "max_ms": 24.439, "p95_ms": 11.795, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.955, "count": 7, "max": 33.784, "p95": 32.522, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.503, "count": 7, "max": 24.039, "p95": 22.638, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 636.833, "count": 6, "max": 761.0, "p95": 741.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 6, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 31.333, "count": 6, "max": 165.0, "p95": 127.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.047, "count": 6, "max": 0.054, "p95": 0.054, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.174, "count": 6, "max": 1.402, "p95": 1.36, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.048, "count": 7, "max": 0.147, "p95": 0.132, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115291.571, "count": 7, "max": 115632.0, "p95": 115560.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 115291.571, "count": 7, "max": 115632.0, "p95": 115560.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 7, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 6, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 6, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 135373.167, "count": 6, "max": 295887.0, "p95": 263893.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.161, "count": 6, "max": 0.235, "p95": 0.224, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.56, "count": 6, "max": 0.666, "p95": 0.653, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7, "sampled_at": "2026-10-30T14:33:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:33:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1561, "flush_count": 3, "flush_interval_seconds": 30.0, "flush_state": {"count": 3, "last_at": "2026-10-30T14:33:35", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:33:35", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2}, "started": true, "suppressed_count": 649, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 649}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3, "written_record_count": 3}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4116.285, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T14:33:54+09:00", "last_error_summary": "[h264 @ 0x59877fe42080] error while decoding MB 157 99, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1799884800, "copied_frame_count": 651, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1799884800, "frame_buffer_copies": 651, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1794, "count": 512, "max_ms": 4.1477, "p50_ms": 0.1428, "p95_ms": 0.3038, "p99_ms": 0.5177}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.7946, "count": 512, "max_ms": 9.1672, "p50_ms": 1.6223, "p95_ms": 3.0988, "p99_ms": 4.7372, "results": {"failed": 0, "not_applicable": 0, "success": 651, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:33:54+09:00", "last_error_summary": "[h264 @ 0x59877fe42080] error while decoding MB 157 99, bytestream -6", "last_exit_at": "2026-10-30T14:33:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 81.924, "last_started_at": "2026-10-30T14:32:33+09:00", "pid": 360, "process": {"exists": false, "pid": 360}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.009, "sample_count": 651, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 215.752}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 651, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:33:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.037, "last_frame_pushed_at": "2026-10-30T14:33:54+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-10-30T14:33:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 16.358, "last_sample_duration_ms": 1354.969, "last_trigger": "start_stable", "next_snapshot_in_sec": 583.642, "reason": "snapshot_written", "rotation_count": 136, "runtime_state": "active", "sample_count": 1, "storage_bytes": 1058533}, "mjpeg": {"age_sec": 0.025, "exists": true, "mtime": "2026-10-30T14:33:54.998653+09:00", "mtime_epoch": 1793338434.9986534, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 114804}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T14:33:55+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 706.953, "name": "celery", "pid": 176, "rss_mb": 698.016, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 651, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 216}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.218, "pushed": 7.218, "read": 7.185}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 215, "client_acquire_ms": {"avg_ms": 0.011, "count": 216, "max_ms": 0.04, "p95_ms": 0.022, "reason": null, "sample_age_ms": 108.073, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.188, "count": 215, "max_ms": 10.123, "p95_ms": 3.692, "reason": null, "sample_age_ms": 151.088, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.491, "count": 215, "max_ms": 9.682, "p95_ms": 2.31, "reason": null, "sample_age_ms": 151.385, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.322, "count": 216, "max_ms": 4.611, "p95_ms": 0.655, "reason": null, "sample_age_ms": 108.08, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.48, "count": 215, "max_ms": 11.726, "p95_ms": 4.902, "reason": null, "sample_age_ms": 149.443, "source": "client_direct"}, "request_count": 215, "request_tensor_bytes": {"avg": 2211848.0, "count": 215, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 149.416, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 215, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 108.299, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 57.401, "count": 216, "max_ms": 124.153, "p95_ms": 94.485, "reason": null, "sample_age_ms": 108.069, "source": "client_direct"}, "sample_age_ms": 108.064, "source": "client_direct", "task_total_ms": {"avg_ms": 60.476, "count": 216, "max_ms": 127.007, "p95_ms": 99.136, "reason": null, "sample_age_ms": 108.064, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.873, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.159, "count": 216, "max_ms": 5.317, "p95_ms": 2.146}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.374, "count": 216, "max_ms": 3.954, "p95_ms": 0.753}, "detection_prepare_ms": {"avg_ms": 0.157, "count": 216, "max_ms": 2.211, "p95_ms": 0.271}, "event_filter_ms": {"avg_ms": 0.006, "count": 216, "max_ms": 0.037, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.12, "count": 216, "max_ms": 0.401, "p95_ms": 0.226}, "mcmt_ms": {"avg_ms": 0.004, "count": 216, "max_ms": 0.082, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.281, "count": 216, "max_ms": 2.133, "p95_ms": 0.568}, "setup_ms": {"avg_ms": 0.078, "count": 216, "max_ms": 3.099, "p95_ms": 0.123}, "total_inside_ms": {"avg_ms": 1.078, "count": 216, "max_ms": 5.211, "p95_ms": 2.016}, "track_match_ms": {"avg_ms": 0.007, "count": 216, "max_ms": 0.037, "p95_ms": 0.015}, "tracker_update_ms": {"avg_ms": 0.052, "count": 216, "max_ms": 1.803, "p95_ms": 0.097}}, "gstreamer_push": {"avg_ms": 5.408, "count": 216, "max_ms": 24.439, "p95_ms": 10.979}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.075, "count": 216, "max_ms": 1.161, "p95_ms": 0.131}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 62.335, "count": 216, "max_ms": 130.722, "p95_ms": 104.452}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.068, "count": 216, "max_ms": 0.584, "p95_ms": 0.154}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 117.589, "count": 216, "max_ms": 229.584, "p95_ms": 172.518}, "inference_input_copy_ms": {"avg_ms": 2.028, "count": 216, "max_ms": 10.197, "p95_ms": 4.361}, "processing_residual_ms": {"avg_ms": 0.216, "count": 216, "max_ms": 3.199, "p95_ms": 0.318}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 119.902, "count": 216, "max_ms": 234.272, "p95_ms": 176.617}, "read_interval": {"avg_ms": 139.063, "count": 215, "max_ms": 269.284, "p95_ms": 203.952}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 216, "max_ms": 0.083, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 0.195, "count": 216, "max_ms": 2.021, "p95_ms": 0.408}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 216, "max_ms": 0.074, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.173, "count": 216, "max_ms": 1.992, "p95_ms": 0.375}, "worker_merge_ms": {"avg_ms": 0.008, "count": 216, "max_ms": 0.052, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 62.355, "count": 216, "max_ms": 130.749, "p95_ms": 104.467}, "visualize": {"avg_ms": 52.662, "count": 216, "max_ms": 108.706, "p95_ms": 76.438}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 51.403, "count": 216, "max_ms": 107.264, "p95_ms": 74.937}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 52.339, "count": 216, "max_ms": 108.223, "p95_ms": 76.021}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 52.189, "count": 216, "max_ms": 108.014, "p95_ms": 75.84}, "visualizer_prepare_ms": {"avg_ms": 0.09, "count": 216, "max_ms": 0.883, "p95_ms": 0.159}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 216}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 697.844, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.376, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.612, "sample_count": 574, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 225.131}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 574, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:33:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.147, "exists": true, "size_bytes": 114894, "write_bytes_delta": 114894, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 643.0, "cpu_core_ratio": 1.226757, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 360, "reason": null, "system_cpu_core_ratio": 0.048634, "system_cpu_s_delta": 0.48999999999999977, "user_cpu_core_ratio": 1.178124, "user_cpu_s_delta": 11.870000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.699728, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 135497.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.190564, "system_cpu_s_delta": 1.92, "user_cpu_core_ratio": 0.509164, "user_cpu_s_delta": 5.130000000000003}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 5.798, "count": 207, "max_ms": 24.439, "p95_ms": 11.795, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.955, "count": 7, "max": 33.784, "p95": 32.522, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.503, "count": 7, "max": 24.039, "p95": 22.638, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 636.833, "count": 6, "max": 761.0, "p95": 741.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 6, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 31.333, "count": 6, "max": 165.0, "p95": 127.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.047, "count": 6, "max": 0.054, "p95": 0.054, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.174, "count": 6, "max": 1.402, "p95": 1.36, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.048, "count": 7, "max": 0.147, "p95": 0.132, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115291.571, "count": 7, "max": 115632.0, "p95": 115560.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 115291.571, "count": 7, "max": 115632.0, "p95": 115560.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 7, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 6, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 6, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 135373.167, "count": 6, "max": 295887.0, "p95": 263893.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.161, "count": 6, "max": 0.235, "p95": 0.224, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.56, "count": 6, "max": 0.666, "p95": 0.653, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7, "sampled_at": "2026-10-30T14:33:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:33:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1561, "flush_count": 3, "flush_interval_seconds": 30.0, "flush_state": {"count": 3, "last_at": "2026-10-30T14:33:35", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:33:35", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2}, "started": true, "suppressed_count": 649, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 649}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3, "written_record_count": 3}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4125.766, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1799884800, "copied_frame_count": 651, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1799884800, "frame_buffer_copies": 651, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1794, "count": 512, "max_ms": 4.1477, "p50_ms": 0.1428, "p95_ms": 0.3038, "p99_ms": 0.5177}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.7946, "count": 512, "max_ms": 9.1672, "p50_ms": 1.6223, "p95_ms": 3.0988, "p99_ms": 4.7372, "results": {"failed": 0, "not_applicable": 0, "success": 651, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:33:54+09:00", "last_error_summary": "[h264 @ 0x59877fe42080] error while decoding MB 157 99, bytestream -6", "last_exit_at": "2026-10-30T14:33:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 81.96, "last_started_at": "2026-10-30T14:32:33+09:00", "pid": 360, "process": {"exists": false, "pid": 360}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.009, "sample_count": 651, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 215.724}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 651, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:33:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.073, "last_frame_pushed_at": "2026-10-30T14:33:54+09:00", "last_frame_read_age_sec": 0.174, "last_frame_read_at": "2026-10-30T14:33:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 16.383, "last_sample_duration_ms": 1354.969, "last_trigger": "start_stable", "next_snapshot_in_sec": 583.617, "reason": "snapshot_written", "rotation_count": 136, "runtime_state": "active", "sample_count": 1, "storage_bytes": 1058533}, "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-10-30T14:33:54.998653+09:00", "mtime_epoch": 1793338434.9986534, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 114804}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T14:33:55+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 706.953, "name": "celery", "pid": 176, "rss_mb": 698.016, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 651, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 216}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.209, "pushed": 7.209, "read": 7.176}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 215, "client_acquire_ms": {"avg_ms": 0.011, "count": 215, "max_ms": 0.04, "p95_ms": 0.023, "reason": null, "sample_age_ms": 135.926, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.188, "count": 215, "max_ms": 10.123, "p95_ms": 3.692, "reason": null, "sample_age_ms": 178.941, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.491, "count": 215, "max_ms": 9.682, "p95_ms": 2.31, "reason": null, "sample_age_ms": 179.238, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.322, "count": 215, "max_ms": 4.611, "p95_ms": 0.655, "reason": null, "sample_age_ms": 135.933, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.48, "count": 215, "max_ms": 11.726, "p95_ms": 4.902, "reason": null, "sample_age_ms": 177.296, "source": "client_direct"}, "request_count": 215, "request_tensor_bytes": {"avg": 2211848.0, "count": 215, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 177.269, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 215, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 136.152, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 57.451, "count": 215, "max_ms": 124.153, "p95_ms": 94.552, "reason": null, "sample_age_ms": 135.921, "source": "client_direct"}, "sample_age_ms": 135.917, "source": "client_direct", "task_total_ms": {"avg_ms": 60.527, "count": 215, "max_ms": 127.007, "p95_ms": 99.176, "reason": null, "sample_age_ms": 135.917, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.312, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.159, "count": 216, "max_ms": 5.317, "p95_ms": 2.146}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.374, "count": 216, "max_ms": 3.954, "p95_ms": 0.753}, "detection_prepare_ms": {"avg_ms": 0.157, "count": 216, "max_ms": 2.211, "p95_ms": 0.271}, "event_filter_ms": {"avg_ms": 0.006, "count": 216, "max_ms": 0.037, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.12, "count": 216, "max_ms": 0.401, "p95_ms": 0.226}, "mcmt_ms": {"avg_ms": 0.004, "count": 216, "max_ms": 0.082, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.281, "count": 216, "max_ms": 2.133, "p95_ms": 0.568}, "setup_ms": {"avg_ms": 0.078, "count": 216, "max_ms": 3.099, "p95_ms": 0.123}, "total_inside_ms": {"avg_ms": 1.078, "count": 216, "max_ms": 5.211, "p95_ms": 2.016}, "track_match_ms": {"avg_ms": 0.007, "count": 216, "max_ms": 0.037, "p95_ms": 0.015}, "tracker_update_ms": {"avg_ms": 0.052, "count": 216, "max_ms": 1.803, "p95_ms": 0.097}}, "gstreamer_push": {"avg_ms": 5.408, "count": 216, "max_ms": 24.439, "p95_ms": 10.979}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.075, "count": 216, "max_ms": 1.161, "p95_ms": 0.131}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 62.335, "count": 216, "max_ms": 130.722, "p95_ms": 104.452}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.068, "count": 216, "max_ms": 0.584, "p95_ms": 0.154}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 117.589, "count": 216, "max_ms": 229.584, "p95_ms": 172.518}, "inference_input_copy_ms": {"avg_ms": 2.028, "count": 216, "max_ms": 10.197, "p95_ms": 4.361}, "processing_residual_ms": {"avg_ms": 0.216, "count": 216, "max_ms": 3.199, "p95_ms": 0.318}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 119.902, "count": 216, "max_ms": 234.272, "p95_ms": 176.617}, "read_interval": {"avg_ms": 139.063, "count": 215, "max_ms": 269.284, "p95_ms": 203.952}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 216, "max_ms": 0.083, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 0.195, "count": 216, "max_ms": 2.021, "p95_ms": 0.408}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 216, "max_ms": 0.074, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.173, "count": 216, "max_ms": 1.992, "p95_ms": 0.375}, "worker_merge_ms": {"avg_ms": 0.008, "count": 216, "max_ms": 0.052, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 62.355, "count": 216, "max_ms": 130.749, "p95_ms": 104.467}, "visualize": {"avg_ms": 52.662, "count": 216, "max_ms": 108.706, "p95_ms": 76.438}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 51.403, "count": 216, "max_ms": 107.264, "p95_ms": 74.937}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 52.339, "count": 216, "max_ms": 108.223, "p95_ms": 76.021}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 52.189, "count": 216, "max_ms": 108.014, "p95_ms": 75.84}, "visualizer_prepare_ms": {"avg_ms": 0.09, "count": 216, "max_ms": 0.883, "p95_ms": 0.159}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 216}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 697.844, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.376, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.612, "sample_count": 574, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 225.131}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 574, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:33:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.147, "exists": true, "size_bytes": 114894, "write_bytes_delta": 114894, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 643.0, "cpu_core_ratio": 1.226757, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 360, "reason": null, "system_cpu_core_ratio": 0.048634, "system_cpu_s_delta": 0.48999999999999977, "user_cpu_core_ratio": 1.178124, "user_cpu_s_delta": 11.870000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.699728, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 135497.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.190564, "system_cpu_s_delta": 1.92, "user_cpu_core_ratio": 0.509164, "user_cpu_s_delta": 5.130000000000003}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 5.798, "count": 207, "max_ms": 24.439, "p95_ms": 11.795, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.955, "count": 7, "max": 33.784, "p95": 32.522, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.503, "count": 7, "max": 24.039, "p95": 22.638, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 636.833, "count": 6, "max": 761.0, "p95": 741.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 6, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 31.333, "count": 6, "max": 165.0, "p95": 127.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.047, "count": 6, "max": 0.054, "p95": 0.054, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.174, "count": 6, "max": 1.402, "p95": 1.36, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.048, "count": 7, "max": 0.147, "p95": 0.132, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115291.571, "count": 7, "max": 115632.0, "p95": 115560.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 115291.571, "count": 7, "max": 115632.0, "p95": 115560.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 7, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 6, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 6, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 135373.167, "count": 6, "max": 295887.0, "p95": 263893.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.161, "count": 6, "max": 0.235, "p95": 0.224, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.56, "count": 6, "max": 0.666, "p95": 0.653, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7, "sampled_at": "2026-10-30T14:33:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:33:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 1561, "flush_count": 3, "flush_interval_seconds": 30.0, "flush_state": {"count": 3, "last_at": "2026-10-30T14:33:35", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:33:35", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2}, "started": true, "suppressed_count": 649, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 649}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3, "written_record_count": 3}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4176.762, "limit_mb": null}, "detail": {"pid": 836, "restart_count": 1, "start_count": 2}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1799884800, "copied_frame_count": 651, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1799884800, "frame_buffer_copies": 651, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1794, "count": 512, "max_ms": 4.1477, "p50_ms": 0.1428, "p95_ms": 0.3038, "p99_ms": 0.5177}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.7946, "count": 512, "max_ms": 9.1672, "p50_ms": 1.6223, "p95_ms": 3.0988, "p99_ms": 4.7372, "results": {"failed": 0, "not_applicable": 0, "success": 651, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:33:54+09:00", "last_error_summary": "[h264 @ 0x59877fe42080] error while decoding MB 157 99, bytestream -6", "last_exit_at": "2026-10-30T14:33:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T14:33:57+09:00", "pid": 836, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.141, "name": "ffmpeg", "pid": 836, "rss_mb": 75.141, "state": "S (sleeping)", "threads": 1}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.009, "sample_count": 651, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 211.451}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 651, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:33:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.345, "last_frame_pushed_at": "2026-10-30T14:33:54+09:00", "last_frame_read_age_sec": 4.446, "last_frame_read_at": "2026-10-30T14:33:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 20.656, "last_sample_duration_ms": 1354.969, "last_trigger": "start_stable", "next_snapshot_in_sec": 579.344, "reason": "snapshot_written", "rotation_count": 136, "runtime_state": "active", "sample_count": 1, "storage_bytes": 1058533}, "mjpeg": {"age_sec": 4.333, "exists": true, "mtime": "2026-10-30T14:33:54.998653+09:00", "mtime_epoch": 1793338434.9986534, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 114804}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T14:33:59+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 706.953, "name": "celery", "pid": 176, "rss_mb": 698.02, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 651, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 193}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.453, "pushed": 6.453, "read": 6.42}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 192, "client_acquire_ms": {"avg_ms": 0.011, "count": 193, "max_ms": 0.04, "p95_ms": 0.022, "reason": null, "sample_age_ms": 4409.188, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.115, "count": 192, "max_ms": 10.123, "p95_ms": 3.494, "reason": null, "sample_age_ms": 4452.203, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.49, "count": 192, "max_ms": 9.682, "p95_ms": 2.478, "reason": null, "sample_age_ms": 4452.5, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.293, "count": 193, "max_ms": 3.436, "p95_ms": 0.582, "reason": null, "sample_age_ms": 4409.195, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.368, "count": 192, "max_ms": 11.726, "p95_ms": 4.595, "reason": null, "sample_age_ms": 4450.558, "source": "client_direct"}, "request_count": 192, "request_tensor_bytes": {"avg": 2211848.0, "count": 192, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4450.531, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 193, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4409.414, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 55.392, "count": 193, "max_ms": 124.153, "p95_ms": 89.39, "reason": null, "sample_age_ms": 4409.184, "source": "client_direct"}, "sample_age_ms": 4409.179, "source": "client_direct", "task_total_ms": {"avg_ms": 58.322, "count": 193, "max_ms": 127.007, "p95_ms": 93.028, "reason": null, "sample_age_ms": 4409.179, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.425, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.093, "count": 193, "max_ms": 5.317, "p95_ms": 1.986}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.363, "count": 193, "max_ms": 3.954, "p95_ms": 0.685}, "detection_prepare_ms": {"avg_ms": 0.145, "count": 193, "max_ms": 0.412, "p95_ms": 0.266}, "event_filter_ms": {"avg_ms": 0.006, "count": 193, "max_ms": 0.037, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.116, "count": 193, "max_ms": 0.401, "p95_ms": 0.21}, "mcmt_ms": {"avg_ms": 0.003, "count": 193, "max_ms": 0.014, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.272, "count": 193, "max_ms": 2.133, "p95_ms": 0.524}, "setup_ms": {"avg_ms": 0.077, "count": 193, "max_ms": 3.099, "p95_ms": 0.12}, "total_inside_ms": {"avg_ms": 1.031, "count": 193, "max_ms": 5.211, "p95_ms": 1.888}, "track_match_ms": {"avg_ms": 0.006, "count": 193, "max_ms": 0.022, "p95_ms": 0.013}, "tracker_update_ms": {"avg_ms": 0.042, "count": 193, "max_ms": 0.176, "p95_ms": 0.083}}, "gstreamer_push": {"avg_ms": 4.982, "count": 193, "max_ms": 11.999, "p95_ms": 9.262}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.074, "count": 193, "max_ms": 1.161, "p95_ms": 0.131}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 60.039, "count": 193, "max_ms": 130.722, "p95_ms": 95.227}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.062, "count": 193, "max_ms": 0.26, "p95_ms": 0.123}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 113.514, "count": 193, "max_ms": 229.584, "p95_ms": 158.055}, "inference_input_copy_ms": {"avg_ms": 1.932, "count": 193, "max_ms": 10.197, "p95_ms": 4.353}, "processing_residual_ms": {"avg_ms": 0.215, "count": 193, "max_ms": 3.199, "p95_ms": 0.309}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 115.723, "count": 193, "max_ms": 234.272, "p95_ms": 163.816}, "read_interval": {"avg_ms": 133.384, "count": 192, "max_ms": 251.615, "p95_ms": 187.317}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 193, "max_ms": 0.083, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 0.191, "count": 193, "max_ms": 2.021, "p95_ms": 0.386}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 193, "max_ms": 0.074, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.17, "count": 193, "max_ms": 1.992, "p95_ms": 0.348}, "worker_merge_ms": {"avg_ms": 0.008, "count": 193, "max_ms": 0.052, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 60.058, "count": 193, "max_ms": 130.749, "p95_ms": 95.243}, "visualize": {"avg_ms": 51.009, "count": 193, "max_ms": 108.706, "p95_ms": 71.512}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 49.797, "count": 193, "max_ms": 107.264, "p95_ms": 70.582}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 50.695, "count": 193, "max_ms": 108.223, "p95_ms": 71.346}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 50.55, "count": 193, "max_ms": 108.014, "p95_ms": 71.264}, "visualizer_prepare_ms": {"avg_ms": 0.088, "count": 193, "max_ms": 0.883, "p95_ms": 0.156}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 193}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 697.844, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.376, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 160.612, "sample_count": 574, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 225.131}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 574, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:33:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.147, "exists": true, "size_bytes": 114894, "write_bytes_delta": 114894, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 643.0, "cpu_core_ratio": 1.226757, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 360, "reason": null, "system_cpu_core_ratio": 0.048634, "system_cpu_s_delta": 0.48999999999999977, "user_cpu_core_ratio": 1.178124, "user_cpu_s_delta": 11.870000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.699728, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 135497.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.190564, "system_cpu_s_delta": 1.92, "user_cpu_core_ratio": 0.509164, "user_cpu_s_delta": 5.130000000000003}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 5.798, "count": 207, "max_ms": 24.439, "p95_ms": 11.795, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.955, "count": 7, "max": 33.784, "p95": 32.522, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.503, "count": 7, "max": 24.039, "p95": 22.638, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 636.833, "count": 6, "max": 761.0, "p95": 741.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 6, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 31.333, "count": 6, "max": 165.0, "p95": 127.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.047, "count": 6, "max": 0.054, "p95": 0.054, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.174, "count": 6, "max": 1.402, "p95": 1.36, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.048, "count": 7, "max": 0.147, "p95": 0.132, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115291.571, "count": 7, "max": 115632.0, "p95": 115560.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 115291.571, "count": 7, "max": 115632.0, "p95": 115560.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 7, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 6, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 6, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 135373.167, "count": 6, "max": 295887.0, "p95": 263893.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.161, "count": 6, "max": 0.235, "p95": 0.224, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.56, "count": 6, "max": 0.666, "p95": 0.653, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 7, "sampled_at": "2026-10-30T14:33:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:33:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 2090, "flush_count": 3, "flush_interval_seconds": 30.0, "flush_state": {"count": 3, "last_at": "2026-10-30T14:33:34", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:33:34", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2}, "started": true, "suppressed_count": 679, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 679}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3, "written_record_count": 3}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4305.426, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x56eb15e2bcc0] error while decoding MB 7 60, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1880064000, "copied_frame_count": 680, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1880064000, "frame_buffer_copies": 680, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1491, "count": 512, "max_ms": 1.3637, "p50_ms": 0.1292, "p95_ms": 0.2719, "p99_ms": 0.381}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.8079, "count": 512, "max_ms": 9.4787, "p50_ms": 1.5921, "p95_ms": 3.2273, "p99_ms": 4.5601, "results": {"failed": 0, "not_applicable": 0, "success": 680, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:34:19+09:00", "last_error_summary": "[h264 @ 0x56eb15e2bcc0] error while decoding MB 7 60, bytestream -6", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 108.845, "last_started_at": "2026-10-30T14:32:30+09:00", "pid": 213, "process": {"exists": false, "pid": 213}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.411, "sample_count": 680, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 189.756}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 680, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:34:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.115, "last_frame_pushed_at": "2026-10-30T14:34:19+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-10-30T14:34:19+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 40.935, "last_sample_duration_ms": 1354.969, "last_trigger": "start_stable", "next_snapshot_in_sec": 559.065, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 1, "storage_bytes": 1058533}, "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-10-30T14:34:19.502796+09:00", "mtime_epoch": 1793338459.5027957, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 119824}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:34:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 842.156, "name": "celery", "pid": 206, "rss_mb": 742.551, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 681, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.141, "max": 14.0, "p95": 10.0, "sample_count": 199}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.965, "max": 3.0, "p95": 2.0, "sample_count": 199}, "total": {"avg": 1.965, "max": 3.0, "p95": 2.0, "sample_count": 199}}, "tracking_counts": {"active": {"avg": 1.01, "max": 2.0, "p95": 1.0, "sample_count": 199}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 199}, "tracked": {"avg": 1.01, "max": 2.0, "p95": 1.0, "sample_count": 199}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.634, "pushed": 6.634, "read": 6.667}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 199, "client_acquire_ms": {"avg_ms": 0.01, "count": 200, "max_ms": 0.032, "p95_ms": 0.019, "reason": null, "sample_age_ms": 31.43, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.162, "count": 199, "max_ms": 12.39, "p95_ms": 3.243, "reason": null, "sample_age_ms": 88.057, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.573, "count": 199, "max_ms": 11.943, "p95_ms": 2.613, "reason": null, "sample_age_ms": 88.547, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.466, "count": 200, "max_ms": 1.271, "p95_ms": 0.879, "reason": null, "sample_age_ms": 31.44, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.54, "count": 199, "max_ms": 10.604, "p95_ms": 4.173, "reason": null, "sample_age_ms": 86.602, "source": "client_direct"}, "request_count": 199, "request_tensor_bytes": {"avg": 2764808.0, "count": 199, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 86.579, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 200, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 31.774, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 57.181, "count": 200, "max_ms": 102.264, "p95_ms": 82.827, "reason": null, "sample_age_ms": 31.427, "source": "client_direct"}, "sample_age_ms": 31.423, "source": "client_direct", "task_total_ms": {"avg_ms": 60.431, "count": 200, "max_ms": 105.048, "p95_ms": 86.388, "reason": null, "sample_age_ms": 31.423, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.379, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.788, "count": 199, "max_ms": 22.922, "p95_ms": 12.59}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.527, "count": 199, "max_ms": 1.526, "p95_ms": 1.021}, "detection_prepare_ms": {"avg_ms": 2.039, "count": 199, "max_ms": 6.028, "p95_ms": 3.848}, "event_filter_ms": {"avg_ms": 0.007, "count": 199, "max_ms": 0.027, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.321, "count": 199, "max_ms": 0.795, "p95_ms": 0.581}, "mcmt_ms": {"avg_ms": 0.004, "count": 199, "max_ms": 0.021, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.367, "count": 199, "max_ms": 8.342, "p95_ms": 3.83}, "setup_ms": {"avg_ms": 0.06, "count": 199, "max_ms": 0.147, "p95_ms": 0.103}, "total_inside_ms": {"avg_ms": 7.709, "count": 199, "max_ms": 22.823, "p95_ms": 12.436}, "track_match_ms": {"avg_ms": 0.17, "count": 199, "max_ms": 0.582, "p95_ms": 0.343}, "tracker_update_ms": {"avg_ms": 2.214, "count": 199, "max_ms": 10.418, "p95_ms": 4.205}}, "gstreamer_push": {"avg_ms": 3.674, "count": 199, "max_ms": 9.395, "p95_ms": 6.21}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.069, "count": 199, "max_ms": 0.317, "p95_ms": 0.146}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 62.167, "count": 199, "max_ms": 112.139, "p95_ms": 90.151}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.485, "count": 199, "max_ms": 14.902, "p95_ms": 10.083}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 128.056, "count": 199, "max_ms": 200.102, "p95_ms": 166.174}, "inference_input_copy_ms": {"avg_ms": 1.935, "count": 199, "max_ms": 5.439, "p95_ms": 3.396}, "processing_residual_ms": {"avg_ms": 0.29, "count": 199, "max_ms": 1.346, "p95_ms": 0.5}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 133.766, "count": 199, "max_ms": 208.273, "p95_ms": 171.696}, "read_interval": {"avg_ms": 150.507, "count": 200, "max_ms": 217.689, "p95_ms": 190.133}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 199, "max_ms": 0.078, "p95_ms": 0.045}, "execute_total_ms": {"avg_ms": 2.272, "count": 199, "max_ms": 8.177, "p95_ms": 3.664}, "resolve_scenarios_ms": {"avg_ms": 0.022, "count": 199, "max_ms": 0.072, "p95_ms": 0.047}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.25, "count": 199, "max_ms": 8.129, "p95_ms": 3.62}, "worker_merge_ms": {"avg_ms": 0.009, "count": 199, "max_ms": 0.045, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 62.184, "count": 199, "max_ms": 112.154, "p95_ms": 90.157}, "visualize": {"avg_ms": 56.494, "count": 199, "max_ms": 83.105, "p95_ms": 74.384}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 49.27, "count": 199, "max_ms": 73.242, "p95_ms": 63.347}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 54.541, "count": 199, "max_ms": 81.212, "p95_ms": 70.434}, "visualize_input_copy_ms": {"avg_ms": 1.673, "count": 199, "max_ms": 7.092, "p95_ms": 3.15}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 54.36, "count": 199, "max_ms": 80.871, "p95_ms": 70.103}, "visualizer_prepare_ms": {"avg_ms": 0.1, "count": 199, "max_ms": 0.363, "p95_ms": 0.195}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 199}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 731.988, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.29, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.524, "sample_count": 640, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 195.807}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 640, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:34:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118231, "write_bytes_delta": 118231, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 380.0, "cpu_core_ratio": 0.387314, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 213, "reason": null, "system_cpu_core_ratio": 0.02987, "system_cpu_s_delta": 0.2999999999999998, "user_cpu_core_ratio": 0.357444, "user_cpu_s_delta": 3.5899999999999963}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.682676, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 89546.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.5974, "system_cpu_s_delta": 6.0, "user_cpu_core_ratio": 1.085276, "user_cpu_s_delta": 10.899999999999991}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.54, "count": 200, "max_ms": 7.563, "p95_ms": 6.09, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.22, "max": 14.0, "p95": 10.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.07, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 200}, "total": {"avg": 2.07, "max": 3.0, "p95": 3.0, "sample_count": 200}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.518, "count": 10, "max": 42.283, "p95": 41.594, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.728, "count": 10, "max": 19.592, "p95": 18.937, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 433.667, "count": 9, "max": 483.0, "p95": 479.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 9, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 105.889, "count": 9, "max": 396.0, "p95": 352.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.027, "count": 9, "max": 0.033, "p95": 0.032, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.358, "count": 9, "max": 0.399, "p95": 0.394, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 10, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 119373.3, "count": 10, "max": 122218.0, "p95": 121713.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 119373.3, "count": 10, "max": 122218.0, "p95": 121713.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 10, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 9, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 9, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 75799.667, "count": 9, "max": 89546.0, "p95": 88643.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.579, "count": 9, "max": 0.67, "p95": 0.656, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.073, "count": 9, "max": 1.245, "p95": 1.205, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10, "sampled_at": "2026-10-30T14:34:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:34:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 2090, "flush_count": 3, "flush_interval_seconds": 30.0, "flush_state": {"count": 3, "last_at": "2026-10-30T14:33:34", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:33:34", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2}, "started": true, "suppressed_count": 679, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 679}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3, "written_record_count": 3}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4313.355, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T14:34:19+09:00", "last_error_summary": "[h264 @ 0x56eb15e2bcc0] error while decoding MB 7 60, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1882828800, "copied_frame_count": 681, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1882828800, "frame_buffer_copies": 681, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1491, "count": 512, "max_ms": 1.3637, "p50_ms": 0.1292, "p95_ms": 0.2719, "p99_ms": 0.381}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.809, "count": 512, "max_ms": 9.4787, "p50_ms": 1.5947, "p95_ms": 3.2273, "p99_ms": 4.5601, "results": {"failed": 0, "not_applicable": 0, "success": 681, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:34:19+09:00", "last_error_summary": "[h264 @ 0x56eb15e2bcc0] error while decoding MB 7 60, bytestream -6", "last_exit_at": "2026-10-30T14:34:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.918, "last_started_at": "2026-10-30T14:32:30+09:00", "pid": 213, "process": {"exists": false, "pid": 213}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.411, "sample_count": 681, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 189.683}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 681, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:34:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-10-30T14:34:19+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-10-30T14:34:19+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 41.008, "last_sample_duration_ms": 1354.969, "last_trigger": "start_stable", "next_snapshot_in_sec": 558.992, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 1, "storage_bytes": 1058533}, "mjpeg": {"age_sec": 0.173, "exists": true, "mtime": "2026-10-30T14:34:19.502796+09:00", "mtime_epoch": 1793338459.5027957, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 119824}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:34:19+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 842.156, "name": "celery", "pid": 206, "rss_mb": 732.27, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 681, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.14, "max": 14.0, "p95": 10.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.965, "max": 3.0, "p95": 2.0, "sample_count": 200}, "total": {"avg": 1.965, "max": 3.0, "p95": 2.0, "sample_count": 200}}, "tracking_counts": {"active": {"avg": 1.01, "max": 2.0, "p95": 1.0, "sample_count": 200}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 200}, "tracked": {"avg": 1.01, "max": 2.0, "p95": 1.0, "sample_count": 200}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.69, "pushed": 6.69, "read": 6.657}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 199, "client_acquire_ms": {"avg_ms": 0.01, "count": 200, "max_ms": 0.032, "p95_ms": 0.019, "reason": null, "sample_age_ms": 103.894, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.162, "count": 199, "max_ms": 12.39, "p95_ms": 3.243, "reason": null, "sample_age_ms": 160.521, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.573, "count": 199, "max_ms": 11.943, "p95_ms": 2.613, "reason": null, "sample_age_ms": 161.01, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.466, "count": 200, "max_ms": 1.271, "p95_ms": 0.879, "reason": null, "sample_age_ms": 103.904, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.54, "count": 199, "max_ms": 10.604, "p95_ms": 4.173, "reason": null, "sample_age_ms": 159.065, "source": "client_direct"}, "request_count": 199, "request_tensor_bytes": {"avg": 2764808.0, "count": 199, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 159.043, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 200, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 104.237, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 57.181, "count": 200, "max_ms": 102.264, "p95_ms": 82.827, "reason": null, "sample_age_ms": 103.89, "source": "client_direct"}, "sample_age_ms": 103.886, "source": "client_direct", "task_total_ms": {"avg_ms": 60.431, "count": 200, "max_ms": 105.048, "p95_ms": 86.388, "reason": null, "sample_age_ms": 103.886, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.999, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.784, "count": 200, "max_ms": 22.922, "p95_ms": 12.352}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.526, "count": 200, "max_ms": 1.526, "p95_ms": 1.02}, "detection_prepare_ms": {"avg_ms": 2.038, "count": 200, "max_ms": 6.028, "p95_ms": 3.593}, "event_filter_ms": {"avg_ms": 0.007, "count": 200, "max_ms": 0.027, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.32, "count": 200, "max_ms": 0.795, "p95_ms": 0.55}, "mcmt_ms": {"avg_ms": 0.004, "count": 200, "max_ms": 0.021, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.369, "count": 200, "max_ms": 8.342, "p95_ms": 3.81}, "setup_ms": {"avg_ms": 0.06, "count": 200, "max_ms": 0.147, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 7.705, "count": 200, "max_ms": 22.823, "p95_ms": 12.275}, "track_match_ms": {"avg_ms": 0.17, "count": 200, "max_ms": 0.582, "p95_ms": 0.309}, "tracker_update_ms": {"avg_ms": 2.211, "count": 200, "max_ms": 10.418, "p95_ms": 4.135}}, "gstreamer_push": {"avg_ms": 3.671, "count": 200, "max_ms": 9.395, "p95_ms": 6.179}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.069, "count": 200, "max_ms": 0.317, "p95_ms": 0.139}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 62.143, "count": 200, "max_ms": 112.139, "p95_ms": 90.041}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.488, "count": 200, "max_ms": 14.902, "p95_ms": 10.049}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 128.096, "count": 200, "max_ms": 200.102, "p95_ms": 164.867}, "inference_input_copy_ms": {"avg_ms": 1.94, "count": 200, "max_ms": 5.439, "p95_ms": 3.29}, "processing_residual_ms": {"avg_ms": 0.291, "count": 200, "max_ms": 1.346, "p95_ms": 0.489}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 133.815, "count": 200, "max_ms": 208.273, "p95_ms": 171.113}, "read_interval": {"avg_ms": 150.341, "count": 199, "max_ms": 217.689, "p95_ms": 192.71}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 200, "max_ms": 0.078, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 2.275, "count": 200, "max_ms": 8.177, "p95_ms": 3.642}, "resolve_scenarios_ms": {"avg_ms": 0.022, "count": 200, "max_ms": 0.072, "p95_ms": 0.046}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.252, "count": 200, "max_ms": 8.129, "p95_ms": 3.591}, "worker_merge_ms": {"avg_ms": 0.009, "count": 200, "max_ms": 0.045, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 62.16, "count": 200, "max_ms": 112.154, "p95_ms": 90.067}, "visualize": {"avg_ms": 56.564, "count": 200, "max_ms": 83.105, "p95_ms": 72.267}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 49.335, "count": 200, "max_ms": 73.242, "p95_ms": 62.712}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 54.612, "count": 200, "max_ms": 81.212, "p95_ms": 70.045}, "visualize_input_copy_ms": {"avg_ms": 1.672, "count": 200, "max_ms": 7.092, "p95_ms": 3.055}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 54.43, "count": 200, "max_ms": 80.871, "p95_ms": 69.707}, "visualizer_prepare_ms": {"avg_ms": 0.1, "count": 200, "max_ms": 0.363, "p95_ms": 0.193}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 200}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 731.988, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.29, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.524, "sample_count": 640, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 195.807}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 640, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:34:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118231, "write_bytes_delta": 118231, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 380.0, "cpu_core_ratio": 0.387314, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 213, "reason": null, "system_cpu_core_ratio": 0.02987, "system_cpu_s_delta": 0.2999999999999998, "user_cpu_core_ratio": 0.357444, "user_cpu_s_delta": 3.5899999999999963}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.682676, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 89546.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.5974, "system_cpu_s_delta": 6.0, "user_cpu_core_ratio": 1.085276, "user_cpu_s_delta": 10.899999999999991}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.54, "count": 200, "max_ms": 7.563, "p95_ms": 6.09, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.22, "max": 14.0, "p95": 10.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.07, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 200}, "total": {"avg": 2.07, "max": 3.0, "p95": 3.0, "sample_count": 200}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.518, "count": 10, "max": 42.283, "p95": 41.594, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.728, "count": 10, "max": 19.592, "p95": 18.937, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 433.667, "count": 9, "max": 483.0, "p95": 479.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 9, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 105.889, "count": 9, "max": 396.0, "p95": 352.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.027, "count": 9, "max": 0.033, "p95": 0.032, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.358, "count": 9, "max": 0.399, "p95": 0.394, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 10, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 119373.3, "count": 10, "max": 122218.0, "p95": 121713.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 119373.3, "count": 10, "max": 122218.0, "p95": 121713.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 10, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 9, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 9, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 75799.667, "count": 9, "max": 89546.0, "p95": 88643.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.579, "count": 9, "max": 0.67, "p95": 0.656, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.073, "count": 9, "max": 1.245, "p95": 1.205, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10, "sampled_at": "2026-10-30T14:34:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:34:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 2090, "flush_count": 3, "flush_interval_seconds": 30.0, "flush_state": {"count": 3, "last_at": "2026-10-30T14:33:34", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:33:34", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2}, "started": true, "suppressed_count": 679, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 679}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3, "written_record_count": 3}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4313.176, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1882828800, "copied_frame_count": 681, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1882828800, "frame_buffer_copies": 681, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1491, "count": 512, "max_ms": 1.3637, "p50_ms": 0.1292, "p95_ms": 0.2719, "p99_ms": 0.381}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.809, "count": 512, "max_ms": 9.4787, "p50_ms": 1.5947, "p95_ms": 3.2273, "p99_ms": 4.5601, "results": {"failed": 0, "not_applicable": 0, "success": 681, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:34:19+09:00", "last_error_summary": "[h264 @ 0x56eb15e2bcc0] error while decoding MB 7 60, bytestream -6", "last_exit_at": "2026-10-30T14:34:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.962, "last_started_at": "2026-10-30T14:32:30+09:00", "pid": 213, "process": {"exists": false, "pid": 213}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.411, "sample_count": 681, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 189.634}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 681, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:34:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.047, "last_frame_pushed_at": "2026-10-30T14:34:19+09:00", "last_frame_read_age_sec": 0.196, "last_frame_read_at": "2026-10-30T14:34:19+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 41.055, "last_sample_duration_ms": 1354.969, "last_trigger": "start_stable", "next_snapshot_in_sec": 558.945, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 1, "storage_bytes": 1058533}, "mjpeg": {"age_sec": 0.035, "exists": true, "mtime": "2026-10-30T14:34:19.684797+09:00", "mtime_epoch": 1793338459.6847968, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 119701}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:34:19+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 842.156, "name": "celery", "pid": 206, "rss_mb": 732.27, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 681, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.14, "max": 14.0, "p95": 10.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.965, "max": 3.0, "p95": 2.0, "sample_count": 200}, "total": {"avg": 1.965, "max": 3.0, "p95": 2.0, "sample_count": 200}}, "tracking_counts": {"active": {"avg": 1.01, "max": 2.0, "p95": 1.0, "sample_count": 200}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 200}, "tracked": {"avg": 1.01, "max": 2.0, "p95": 1.0, "sample_count": 200}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.68, "pushed": 6.68, "read": 6.647}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 199, "client_acquire_ms": {"avg_ms": 0.01, "count": 199, "max_ms": 0.032, "p95_ms": 0.019, "reason": null, "sample_age_ms": 153.117, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.162, "count": 199, "max_ms": 12.39, "p95_ms": 3.243, "reason": null, "sample_age_ms": 209.743, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.573, "count": 199, "max_ms": 11.943, "p95_ms": 2.613, "reason": null, "sample_age_ms": 210.233, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.466, "count": 199, "max_ms": 1.271, "p95_ms": 0.879, "reason": null, "sample_age_ms": 153.127, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.54, "count": 199, "max_ms": 10.604, "p95_ms": 4.173, "reason": null, "sample_age_ms": 208.288, "source": "client_direct"}, "request_count": 199, "request_tensor_bytes": {"avg": 2764808.0, "count": 199, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 208.266, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 199, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 153.46, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 57.037, "count": 199, "max_ms": 102.264, "p95_ms": 81.505, "reason": null, "sample_age_ms": 153.113, "source": "client_direct"}, "sample_age_ms": 153.109, "source": "client_direct", "task_total_ms": {"avg_ms": 60.277, "count": 199, "max_ms": 105.048, "p95_ms": 85.653, "reason": null, "sample_age_ms": 153.109, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.666, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.784, "count": 200, "max_ms": 22.922, "p95_ms": 12.352}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.526, "count": 200, "max_ms": 1.526, "p95_ms": 1.02}, "detection_prepare_ms": {"avg_ms": 2.038, "count": 200, "max_ms": 6.028, "p95_ms": 3.593}, "event_filter_ms": {"avg_ms": 0.007, "count": 200, "max_ms": 0.027, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.32, "count": 200, "max_ms": 0.795, "p95_ms": 0.55}, "mcmt_ms": {"avg_ms": 0.004, "count": 200, "max_ms": 0.021, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.369, "count": 200, "max_ms": 8.342, "p95_ms": 3.81}, "setup_ms": {"avg_ms": 0.06, "count": 200, "max_ms": 0.147, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 7.705, "count": 200, "max_ms": 22.823, "p95_ms": 12.275}, "track_match_ms": {"avg_ms": 0.17, "count": 200, "max_ms": 0.582, "p95_ms": 0.309}, "tracker_update_ms": {"avg_ms": 2.211, "count": 200, "max_ms": 10.418, "p95_ms": 4.135}}, "gstreamer_push": {"avg_ms": 3.671, "count": 200, "max_ms": 9.395, "p95_ms": 6.179}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.069, "count": 200, "max_ms": 0.317, "p95_ms": 0.139}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 62.143, "count": 200, "max_ms": 112.139, "p95_ms": 90.041}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.488, "count": 200, "max_ms": 14.902, "p95_ms": 10.049}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 128.096, "count": 200, "max_ms": 200.102, "p95_ms": 164.867}, "inference_input_copy_ms": {"avg_ms": 1.94, "count": 200, "max_ms": 5.439, "p95_ms": 3.29}, "processing_residual_ms": {"avg_ms": 0.291, "count": 200, "max_ms": 1.346, "p95_ms": 0.489}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 133.815, "count": 200, "max_ms": 208.273, "p95_ms": 171.113}, "read_interval": {"avg_ms": 150.341, "count": 199, "max_ms": 217.689, "p95_ms": 192.71}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 200, "max_ms": 0.078, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 2.275, "count": 200, "max_ms": 8.177, "p95_ms": 3.642}, "resolve_scenarios_ms": {"avg_ms": 0.022, "count": 200, "max_ms": 0.072, "p95_ms": 0.046}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.252, "count": 200, "max_ms": 8.129, "p95_ms": 3.591}, "worker_merge_ms": {"avg_ms": 0.009, "count": 200, "max_ms": 0.045, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 62.16, "count": 200, "max_ms": 112.154, "p95_ms": 90.067}, "visualize": {"avg_ms": 56.564, "count": 200, "max_ms": 83.105, "p95_ms": 72.267}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 49.335, "count": 200, "max_ms": 73.242, "p95_ms": 62.712}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 54.612, "count": 200, "max_ms": 81.212, "p95_ms": 70.045}, "visualize_input_copy_ms": {"avg_ms": 1.672, "count": 200, "max_ms": 7.092, "p95_ms": 3.055}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 54.43, "count": 200, "max_ms": 80.871, "p95_ms": 69.707}, "visualizer_prepare_ms": {"avg_ms": 0.1, "count": 200, "max_ms": 0.363, "p95_ms": 0.193}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 200}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 731.988, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.29, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.524, "sample_count": 640, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 195.807}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 640, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:34:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118231, "write_bytes_delta": 118231, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 380.0, "cpu_core_ratio": 0.387314, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 213, "reason": null, "system_cpu_core_ratio": 0.02987, "system_cpu_s_delta": 0.2999999999999998, "user_cpu_core_ratio": 0.357444, "user_cpu_s_delta": 3.5899999999999963}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.682676, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 89546.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.5974, "system_cpu_s_delta": 6.0, "user_cpu_core_ratio": 1.085276, "user_cpu_s_delta": 10.899999999999991}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.54, "count": 200, "max_ms": 7.563, "p95_ms": 6.09, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.22, "max": 14.0, "p95": 10.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.07, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 200}, "total": {"avg": 2.07, "max": 3.0, "p95": 3.0, "sample_count": 200}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.518, "count": 10, "max": 42.283, "p95": 41.594, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.728, "count": 10, "max": 19.592, "p95": 18.937, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 433.667, "count": 9, "max": 483.0, "p95": 479.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 9, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 105.889, "count": 9, "max": 396.0, "p95": 352.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.027, "count": 9, "max": 0.033, "p95": 0.032, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.358, "count": 9, "max": 0.399, "p95": 0.394, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 10, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 119373.3, "count": 10, "max": 122218.0, "p95": 121713.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 119373.3, "count": 10, "max": 122218.0, "p95": 121713.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 10, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 9, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 9, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 75799.667, "count": 9, "max": 89546.0, "p95": 88643.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.579, "count": 9, "max": 0.67, "p95": 0.656, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.073, "count": 9, "max": 1.245, "p95": 1.205, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10, "sampled_at": "2026-10-30T14:34:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:34:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 2090, "flush_count": 3, "flush_interval_seconds": 30.0, "flush_state": {"count": 3, "last_at": "2026-10-30T14:33:34", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:33:34", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 2}, "started": true, "suppressed_count": 679, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 679}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 3, "written_record_count": 3}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4486.812, "limit_mb": null}, "detail": {"pid": 952, "restart_count": 1, "start_count": 2}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 1882828800, "copied_frame_count": 681, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 1882828800, "frame_buffer_copies": 681, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1491, "count": 512, "max_ms": 1.3637, "p50_ms": 0.1292, "p95_ms": 0.2719, "p99_ms": 0.381}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.809, "count": 512, "max_ms": 9.4787, "p50_ms": 1.5947, "p95_ms": 3.2273, "p99_ms": 4.5601, "results": {"failed": 0, "not_applicable": 0, "success": 681, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 1, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:34:19+09:00", "last_error_summary": "[h264 @ 0x56eb15e2bcc0] error while decoding MB 7 60, bytestream -6", "last_exit_at": "2026-10-30T14:34:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.003, "last_started_at": "2026-10-30T14:34:22+09:00", "pid": 952, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.668, "name": "ffmpeg", "pid": 952, "rss_mb": 208.668, "state": "S (sleeping)", "threads": 70}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.411, "sample_count": 681, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 185.017}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 681, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:34:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.662, "last_frame_pushed_at": "2026-10-30T14:34:19+09:00", "last_frame_read_age_sec": 4.811, "last_frame_read_at": "2026-10-30T14:34:19+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 45.689, "last_sample_duration_ms": 1354.969, "last_trigger": "start_stable", "next_snapshot_in_sec": 554.311, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 1, "storage_bytes": 1058533}, "mjpeg": {"age_sec": 4.65, "exists": true, "mtime": "2026-10-30T14:34:19.684797+09:00", "mtime_epoch": 1793338459.6847968, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 119701}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:34:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 842.156, "name": "celery", "pid": 206, "rss_mb": 732.277, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 681, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.206, "max": 14.0, "p95": 11.0, "sample_count": 170}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.959, "max": 3.0, "p95": 2.0, "sample_count": 170}, "total": {"avg": 1.959, "max": 3.0, "p95": 2.0, "sample_count": 170}}, "tracking_counts": {"active": {"avg": 1.012, "max": 2.0, "p95": 1.0, "sample_count": 170}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "removed": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 170}, "tracked": {"avg": 1.012, "max": 2.0, "p95": 1.0, "sample_count": 170}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 169, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.678, "pushed": 5.678, "read": 5.644}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 169, "client_acquire_ms": {"avg_ms": 0.01, "count": 169, "max_ms": 0.032, "p95_ms": 0.019, "reason": null, "sample_age_ms": 4765.173, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.152, "count": 169, "max_ms": 12.39, "p95_ms": 3.306, "reason": null, "sample_age_ms": 4821.8, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.553, "count": 169, "max_ms": 11.943, "p95_ms": 2.658, "reason": null, "sample_age_ms": 4822.289, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.471, "count": 169, "max_ms": 1.271, "p95_ms": 0.893, "reason": null, "sample_age_ms": 4765.183, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.538, "count": 169, "max_ms": 10.604, "p95_ms": 4.23, "reason": null, "sample_age_ms": 4820.345, "source": "client_direct"}, "request_count": 169, "request_tensor_bytes": {"avg": 2764808.0, "count": 169, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4820.322, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 169, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4765.517, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 56.336, "count": 169, "max_ms": 102.264, "p95_ms": 81.125, "reason": null, "sample_age_ms": 4765.17, "source": "client_direct"}, "sample_age_ms": 4765.166, "source": "client_direct", "task_total_ms": {"avg_ms": 59.579, "count": 169, "max_ms": 105.048, "p95_ms": 85.498, "reason": null, "sample_age_ms": 4765.166, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.675, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.756, "count": 170, "max_ms": 22.922, "p95_ms": 12.59}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.537, "count": 170, "max_ms": 1.526, "p95_ms": 1.021}, "detection_prepare_ms": {"avg_ms": 2.059, "count": 170, "max_ms": 6.028, "p95_ms": 3.939}, "event_filter_ms": {"avg_ms": 0.007, "count": 170, "max_ms": 0.027, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.308, "count": 170, "max_ms": 0.795, "p95_ms": 0.521}, "mcmt_ms": {"avg_ms": 0.004, "count": 170, "max_ms": 0.019, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.337, "count": 170, "max_ms": 8.342, "p95_ms": 3.792}, "setup_ms": {"avg_ms": 0.06, "count": 170, "max_ms": 0.147, "p95_ms": 0.103}, "total_inside_ms": {"avg_ms": 7.677, "count": 170, "max_ms": 22.823, "p95_ms": 12.436}, "track_match_ms": {"avg_ms": 0.168, "count": 170, "max_ms": 0.582, "p95_ms": 0.343}, "tracker_update_ms": {"avg_ms": 2.195, "count": 170, "max_ms": 10.418, "p95_ms": 4.244}}, "gstreamer_push": {"avg_ms": 3.741, "count": 170, "max_ms": 9.395, "p95_ms": 6.268}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.071, "count": 170, "max_ms": 0.317, "p95_ms": 0.146}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 61.283, "count": 170, "max_ms": 112.139, "p95_ms": 87.96}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.542, "count": 170, "max_ms": 14.902, "p95_ms": 10.083}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 126.972, "count": 170, "max_ms": 200.102, "p95_ms": 166.174}, "inference_input_copy_ms": {"avg_ms": 1.944, "count": 170, "max_ms": 5.439, "p95_ms": 3.396}, "processing_residual_ms": {"avg_ms": 0.285, "count": 170, "max_ms": 1.346, "p95_ms": 0.475}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 132.742, "count": 170, "max_ms": 208.273, "p95_ms": 171.696}, "read_interval": {"avg_ms": 149.461, "count": 169, "max_ms": 217.689, "p95_ms": 193.423}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 170, "max_ms": 0.078, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 2.244, "count": 170, "max_ms": 8.177, "p95_ms": 3.611}, "resolve_scenarios_ms": {"avg_ms": 0.022, "count": 170, "max_ms": 0.06, "p95_ms": 0.046}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.221, "count": 170, "max_ms": 8.129, "p95_ms": 3.576}, "worker_merge_ms": {"avg_ms": 0.009, "count": 170, "max_ms": 0.045, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 61.299, "count": 170, "max_ms": 112.154, "p95_ms": 87.973}, "visualize": {"avg_ms": 56.311, "count": 170, "max_ms": 83.105, "p95_ms": 76.496}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 49.108, "count": 170, "max_ms": 73.242, "p95_ms": 65.266}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 54.377, "count": 170, "max_ms": 81.212, "p95_ms": 74.822}, "visualize_input_copy_ms": {"avg_ms": 1.653, "count": 170, "max_ms": 4.892, "p95_ms": 3.15}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 54.194, "count": 170, "max_ms": 80.871, "p95_ms": 74.445}, "visualizer_prepare_ms": {"avg_ms": 0.101, "count": 170, "max_ms": 0.363, "p95_ms": 0.198}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 731.988, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.29, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 205.524, "sample_count": 640, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 195.807}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 640, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:34:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118231, "write_bytes_delta": 118231, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 380.0, "cpu_core_ratio": 0.387314, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 213, "reason": null, "system_cpu_core_ratio": 0.02987, "system_cpu_s_delta": 0.2999999999999998, "user_cpu_core_ratio": 0.357444, "user_cpu_s_delta": 3.5899999999999963}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.682676, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 89546.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.5974, "system_cpu_s_delta": 6.0, "user_cpu_core_ratio": 1.085276, "user_cpu_s_delta": 10.899999999999991}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.54, "count": 200, "max_ms": 7.563, "p95_ms": 6.09, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.22, "max": 14.0, "p95": 10.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.07, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 200}, "total": {"avg": 2.07, "max": 3.0, "p95": 3.0, "sample_count": 200}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.518, "count": 10, "max": 42.283, "p95": 41.594, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.728, "count": 10, "max": 19.592, "p95": 18.937, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 433.667, "count": 9, "max": 483.0, "p95": 479.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 9, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 105.889, "count": 9, "max": 396.0, "p95": 352.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.027, "count": 9, "max": 0.033, "p95": 0.032, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.358, "count": 9, "max": 0.399, "p95": 0.394, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 10, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 119373.3, "count": 10, "max": 122218.0, "p95": 121713.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 119373.3, "count": 10, "max": 122218.0, "p95": 121713.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 10, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 9, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 9, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 75799.667, "count": 9, "max": 89546.0, "p95": 88643.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.579, "count": 9, "max": 0.67, "p95": 0.656, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.073, "count": 9, "max": 1.245, "p95": 1.205, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 10, "sampled_at": "2026-10-30T14:34:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:34:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 2579, "flush_count": 5, "flush_interval_seconds": 30.0, "flush_state": {"count": 5, "last_at": "2026-10-30T14:35:35", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:35:35", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4}, "started": true, "suppressed_count": 1696, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1696}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5, "written_record_count": 5}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4136.223, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4700160000, "copied_frame_count": 1700, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 4700160000, "frame_buffer_copies": 1700, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1303, "count": 512, "max_ms": 1.1615, "p50_ms": 0.1126, "p95_ms": 0.2526, "p99_ms": 0.3223}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4227, "count": 512, "max_ms": 3.7445, "p50_ms": 1.2935, "p95_ms": 2.6669, "p99_ms": 3.1186, "results": {"failed": 0, "not_applicable": 0, "success": 1700, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 2, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:36:04+09:00", "last_error_summary": "[h264 @ 0x589f9aa2d1c0] error while decoding MB 20 76, bytestream -8 [h264 @ 0x589f9ab909c0] error while decoding MB 177 50, bytestream -10", "last_exit_at": "2026-10-30T14:33:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 127.584, "last_started_at": "2026-10-30T14:33:57+09:00", "pid": 836, "process": {"exists": false, "pid": 836}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.236, "sample_count": 1700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 85.846}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1700, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:36:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.007, "last_frame_pushed_at": "2026-10-30T14:36:04+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-10-30T14:36:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 146.273, "last_sample_duration_ms": 1354.969, "last_trigger": "start_stable", "next_snapshot_in_sec": 453.727, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 1, "storage_bytes": 1058533}, "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-10-30T14:36:04.832404+09:00", "mtime_epoch": 1793338564.8324044, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 119227}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T14:36:04+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 709.137, "name": "celery", "pid": 176, "rss_mb": 698.91, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1700, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 199}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.649, "pushed": 6.649, "read": 6.615}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 198, "client_acquire_ms": {"avg_ms": 0.01, "count": 198, "max_ms": 0.053, "p95_ms": 0.022, "reason": null, "sample_age_ms": 81.519, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.775, "count": 198, "max_ms": 7.601, "p95_ms": 2.609, "reason": null, "sample_age_ms": 116.799, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.318, "count": 198, "max_ms": 3.256, "p95_ms": 1.573, "reason": null, "sample_age_ms": 117.351, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.109, "count": 198, "max_ms": 0.329, "p95_ms": 0.226, "reason": null, "sample_age_ms": 81.534, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.861, "count": 198, "max_ms": 8.802, "p95_ms": 3.273, "reason": null, "sample_age_ms": 113.736, "source": "client_direct"}, "request_count": 198, "request_tensor_bytes": {"avg": 2211848.0, "count": 198, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 113.693, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 198, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 81.738, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.769, "count": 198, "max_ms": 71.393, "p95_ms": 58.937, "reason": null, "sample_age_ms": 81.512, "source": "client_direct"}, "sample_age_ms": 81.504, "source": "client_direct", "task_total_ms": {"avg_ms": 42.962, "count": 198, "max_ms": 78.174, "p95_ms": 62.663, "reason": null, "sample_age_ms": 81.504, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.006, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.824, "count": 199, "max_ms": 2.621, "p95_ms": 1.599}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.27, "count": 199, "max_ms": 1.645, "p95_ms": 0.553}, "detection_prepare_ms": {"avg_ms": 0.11, "count": 199, "max_ms": 0.317, "p95_ms": 0.21}, "event_filter_ms": {"avg_ms": 0.004, "count": 199, "max_ms": 0.02, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.093, "count": 199, "max_ms": 0.363, "p95_ms": 0.181}, "mcmt_ms": {"avg_ms": 0.003, "count": 199, "max_ms": 0.019, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.206, "count": 199, "max_ms": 0.968, "p95_ms": 0.45}, "setup_ms": {"avg_ms": 0.052, "count": 199, "max_ms": 0.15, "p95_ms": 0.11}, "total_inside_ms": {"avg_ms": 0.777, "count": 199, "max_ms": 2.545, "p95_ms": 1.501}, "track_match_ms": {"avg_ms": 0.005, "count": 199, "max_ms": 0.024, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.033, "count": 199, "max_ms": 0.146, "p95_ms": 0.067}}, "gstreamer_push": {"avg_ms": 4.006, "count": 199, "max_ms": 11.502, "p95_ms": 8.605}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 199, "max_ms": 0.402, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.082, "count": 199, "max_ms": 84.682, "p95_ms": 63.793}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.044, "count": 199, "max_ms": 0.157, "p95_ms": 0.094}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.674, "count": 199, "max_ms": 147.579, "p95_ms": 116.715}, "inference_input_copy_ms": {"avg_ms": 1.513, "count": 199, "max_ms": 3.938, "p95_ms": 2.592}, "processing_residual_ms": {"avg_ms": 0.178, "count": 199, "max_ms": 3.154, "p95_ms": 0.337}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.41, "count": 199, "max_ms": 149.331, "p95_ms": 118.667}, "read_interval": {"avg_ms": 151.121, "count": 198, "max_ms": 3020.651, "p95_ms": 355.545}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 199, "max_ms": 0.068, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.141, "count": 199, "max_ms": 0.703, "p95_ms": 0.303}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 199, "max_ms": 0.051, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.124, "count": 199, "max_ms": 0.646, "p95_ms": 0.268}, "worker_merge_ms": {"avg_ms": 0.006, "count": 199, "max_ms": 0.029, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 44.098, "count": 199, "max_ms": 84.694, "p95_ms": 63.811}, "visualize": {"avg_ms": 41.759, "count": 199, "max_ms": 72.678, "p95_ms": 60.308}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 40.822, "count": 199, "max_ms": 67.388, "p95_ms": 59.072}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.541, "count": 199, "max_ms": 72.197, "p95_ms": 60.178}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.431, "count": 199, "max_ms": 71.977, "p95_ms": 59.95}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 199, "max_ms": 0.201, "p95_ms": 0.129}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 199}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 698.859, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.003, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.812, "sample_count": 1612, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 102.752}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1612, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:35:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 111355, "write_bytes_delta": 111355, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 425.0, "cpu_core_ratio": 1.492909, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4026.0, "pid": 836, "reason": null, "system_cpu_core_ratio": 0.305908, "system_cpu_s_delta": 3.09, "user_cpu_core_ratio": 1.187001, "user_cpu_s_delta": 11.98999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.672205, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 139088.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.173249, "system_cpu_s_delta": 1.75, "user_cpu_core_ratio": 0.498956, "user_cpu_s_delta": 5.040000000000006}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 4.305, "count": 263, "max_ms": 13.956, "p95_ms": 8.718, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 263}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 263}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.006, "count": 19, "max": 33.784, "p95": 29.999, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.375, "count": 19, "max": 24.039, "p95": 23.864, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 633.312, "count": 16, "max": 761.0, "p95": 714.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 16, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 509.062, "count": 16, "max": 4026.0, "p95": 3642.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.068, "count": 16, "max": 0.306, "p95": 0.126, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.268, "count": 16, "max": 1.47, "p95": 1.419, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.139, "count": 19, "max": 2.309, "p95": 0.363, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114492.737, "count": 19, "max": 115632.0, "p95": 115416.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114492.737, "count": 19, "max": 115632.0, "p95": 115416.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 19, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 18, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 18, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 142152.778, "count": 18, "max": 295887.0, "p95": 194331.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.181, "count": 18, "max": 0.235, "p95": 0.221, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.553, "count": 18, "max": 0.666, "p95": 0.637, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19, "sampled_at": "2026-10-30T14:35:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:35:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 2579, "flush_count": 5, "flush_interval_seconds": 30.0, "flush_state": {"count": 5, "last_at": "2026-10-30T14:35:35", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:35:35", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4}, "started": true, "suppressed_count": 1696, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1696}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5, "written_record_count": 5}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4135.09, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4700160000, "copied_frame_count": 1700, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 4700160000, "frame_buffer_copies": 1700, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1303, "count": 512, "max_ms": 1.1615, "p50_ms": 0.1126, "p95_ms": 0.2526, "p99_ms": 0.3223}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4227, "count": 512, "max_ms": 3.7445, "p50_ms": 1.2935, "p95_ms": 2.6669, "p99_ms": 3.1186, "results": {"failed": 0, "not_applicable": 0, "success": 1700, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 2, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:36:04+09:00", "last_error_summary": "[h264 @ 0x589f9aa2d1c0] error while decoding MB 20 76, bytestream -8 [h264 @ 0x589f9ab909c0] error while decoding MB 177 50, bytestream -10", "last_exit_at": "2026-10-30T14:33:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 127.654, "last_started_at": "2026-10-30T14:33:57+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.236, "sample_count": 1700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 85.793}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1700, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:36:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.077, "last_frame_pushed_at": "2026-10-30T14:36:04+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-10-30T14:36:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 146.316, "last_sample_duration_ms": 1354.969, "last_trigger": "start_stable", "next_snapshot_in_sec": 453.684, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 1, "storage_bytes": 1058533}, "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-10-30T14:36:04.918405+09:00", "mtime_epoch": 1793338564.9184048, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 119726}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T14:36:05+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 709.137, "name": "celery", "pid": 176, "rss_mb": 698.922, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1700, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 198}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 198, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.601, "pushed": 6.634, "read": 6.601}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 197, "client_acquire_ms": {"avg_ms": 0.01, "count": 198, "max_ms": 0.053, "p95_ms": 0.022, "reason": null, "sample_age_ms": 139.464, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.778, "count": 197, "max_ms": 7.601, "p95_ms": 2.617, "reason": null, "sample_age_ms": 174.745, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.32, "count": 197, "max_ms": 3.256, "p95_ms": 1.577, "reason": null, "sample_age_ms": 175.297, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.109, "count": 198, "max_ms": 0.329, "p95_ms": 0.226, "reason": null, "sample_age_ms": 139.479, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.862, "count": 197, "max_ms": 8.802, "p95_ms": 3.273, "reason": null, "sample_age_ms": 171.682, "source": "client_direct"}, "request_count": 197, "request_tensor_bytes": {"avg": 2211848.0, "count": 197, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 171.638, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 198, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 139.684, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.769, "count": 198, "max_ms": 71.393, "p95_ms": 58.937, "reason": null, "sample_age_ms": 139.457, "source": "client_direct"}, "sample_age_ms": 139.449, "source": "client_direct", "task_total_ms": {"avg_ms": 42.962, "count": 198, "max_ms": 78.174, "p95_ms": 62.663, "reason": null, "sample_age_ms": 139.449, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.457, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.826, "count": 198, "max_ms": 2.621, "p95_ms": 1.599}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.271, "count": 198, "max_ms": 1.645, "p95_ms": 0.553}, "detection_prepare_ms": {"avg_ms": 0.111, "count": 198, "max_ms": 0.317, "p95_ms": 0.21}, "event_filter_ms": {"avg_ms": 0.004, "count": 198, "max_ms": 0.02, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.093, "count": 198, "max_ms": 0.363, "p95_ms": 0.181}, "mcmt_ms": {"avg_ms": 0.003, "count": 198, "max_ms": 0.019, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.207, "count": 198, "max_ms": 0.968, "p95_ms": 0.45}, "setup_ms": {"avg_ms": 0.052, "count": 198, "max_ms": 0.15, "p95_ms": 0.11}, "total_inside_ms": {"avg_ms": 0.779, "count": 198, "max_ms": 2.545, "p95_ms": 1.501}, "track_match_ms": {"avg_ms": 0.005, "count": 198, "max_ms": 0.024, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.033, "count": 198, "max_ms": 0.146, "p95_ms": 0.067}}, "gstreamer_push": {"avg_ms": 4.006, "count": 199, "max_ms": 11.502, "p95_ms": 8.605}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 198, "max_ms": 0.402, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.129, "count": 198, "max_ms": 84.682, "p95_ms": 63.793}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.044, "count": 198, "max_ms": 0.157, "p95_ms": 0.094}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.711, "count": 198, "max_ms": 147.579, "p95_ms": 116.715}, "inference_input_copy_ms": {"avg_ms": 1.513, "count": 198, "max_ms": 3.938, "p95_ms": 2.592}, "processing_residual_ms": {"avg_ms": 0.178, "count": 198, "max_ms": 3.154, "p95_ms": 0.337}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.446, "count": 198, "max_ms": 149.331, "p95_ms": 118.667}, "read_interval": {"avg_ms": 151.121, "count": 198, "max_ms": 3020.651, "p95_ms": 355.545}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 198, "max_ms": 0.068, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.141, "count": 198, "max_ms": 0.703, "p95_ms": 0.303}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 198, "max_ms": 0.051, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.124, "count": 198, "max_ms": 0.646, "p95_ms": 0.268}, "worker_merge_ms": {"avg_ms": 0.006, "count": 198, "max_ms": 0.029, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 44.146, "count": 198, "max_ms": 84.694, "p95_ms": 63.811}, "visualize": {"avg_ms": 41.745, "count": 198, "max_ms": 72.678, "p95_ms": 60.308}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 40.806, "count": 198, "max_ms": 67.388, "p95_ms": 59.072}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.526, "count": 198, "max_ms": 72.197, "p95_ms": 60.178}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.415, "count": 198, "max_ms": 71.977, "p95_ms": 59.95}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 198, "max_ms": 0.201, "p95_ms": 0.129}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 198}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 698.859, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.003, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.812, "sample_count": 1612, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 102.752}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1612, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:35:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 111355, "write_bytes_delta": 111355, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 425.0, "cpu_core_ratio": 1.492909, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4026.0, "pid": 836, "reason": null, "system_cpu_core_ratio": 0.305908, "system_cpu_s_delta": 3.09, "user_cpu_core_ratio": 1.187001, "user_cpu_s_delta": 11.98999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.672205, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 139088.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.173249, "system_cpu_s_delta": 1.75, "user_cpu_core_ratio": 0.498956, "user_cpu_s_delta": 5.040000000000006}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 4.305, "count": 263, "max_ms": 13.956, "p95_ms": 8.718, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 263}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 263}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.006, "count": 19, "max": 33.784, "p95": 29.999, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.375, "count": 19, "max": 24.039, "p95": 23.864, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 633.312, "count": 16, "max": 761.0, "p95": 714.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 16, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 509.062, "count": 16, "max": 4026.0, "p95": 3642.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.068, "count": 16, "max": 0.306, "p95": 0.126, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.268, "count": 16, "max": 1.47, "p95": 1.419, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.139, "count": 19, "max": 2.309, "p95": 0.363, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114492.737, "count": 19, "max": 115632.0, "p95": 115416.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114492.737, "count": 19, "max": 115632.0, "p95": 115416.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 19, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 18, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 18, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 142152.778, "count": 18, "max": 295887.0, "p95": 194331.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.181, "count": 18, "max": 0.235, "p95": 0.221, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.553, "count": 18, "max": 0.666, "p95": 0.637, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19, "sampled_at": "2026-10-30T14:35:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:35:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 2579, "flush_count": 5, "flush_interval_seconds": 30.0, "flush_state": {"count": 5, "last_at": "2026-10-30T14:35:35", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:35:35", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 4}, "started": true, "suppressed_count": 1696, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1696}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5, "written_record_count": 5}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4427.812, "limit_mb": null}, "detail": {"pid": 1068, "restart_count": 2, "start_count": 3}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4700160000, "copied_frame_count": 1700, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 4700160000, "frame_buffer_copies": 1700, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1303, "count": 512, "max_ms": 1.1615, "p50_ms": 0.1126, "p95_ms": 0.2526, "p99_ms": 0.3223}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4227, "count": 512, "max_ms": 3.7445, "p50_ms": 1.2935, "p95_ms": 2.6669, "p99_ms": 3.1186, "results": {"failed": 0, "not_applicable": 0, "success": 1700, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 2, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:36:04+09:00", "last_error_summary": "[h264 @ 0x589f9aa2d1c0] error while decoding MB 20 76, bytestream -8 [h264 @ 0x589f9ab909c0] error while decoding MB 177 50, bytestream -10", "last_exit_at": "2026-10-30T14:33:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-30T14:36:07+09:00", "pid": 1068, "process": {"exists": true, "fd_count": 5, "hwm_mb": 320.965, "name": "ffmpeg", "pid": 1068, "rss_mb": 320.965, "state": "S (sleeping)", "threads": 37}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.236, "sample_count": 1700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 80.802}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1700, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:36:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 5.063, "last_frame_pushed_at": "2026-10-30T14:36:04+09:00", "last_frame_read_age_sec": 5.15, "last_frame_read_at": "2026-10-30T14:36:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 151.326, "last_sample_duration_ms": 1354.969, "last_trigger": "start_stable", "next_snapshot_in_sec": 448.674, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 1, "storage_bytes": 1058533}, "mjpeg": {"age_sec": 5.051, "exists": true, "mtime": "2026-10-30T14:36:04.918405+09:00", "mtime_epoch": 1793338564.9184048, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 119726}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T14:36:10+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 709.137, "name": "celery", "pid": 176, "rss_mb": 698.926, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 1700, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 150}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 150, "pushed_frames": 150, "read_frames": 149, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.0, "pushed": 5.0, "read": 4.967}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 149, "client_acquire_ms": {"avg_ms": 0.009, "count": 149, "max_ms": 0.053, "p95_ms": 0.018, "reason": null, "sample_age_ms": 5125.41, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.834, "count": 149, "max_ms": 7.601, "p95_ms": 2.771, "reason": null, "sample_age_ms": 5160.69, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.332, "count": 148, "max_ms": 3.256, "p95_ms": 1.547, "reason": null, "sample_age_ms": 5161.242, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.112, "count": 149, "max_ms": 0.329, "p95_ms": 0.239, "reason": null, "sample_age_ms": 5125.425, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.881, "count": 149, "max_ms": 8.802, "p95_ms": 3.277, "reason": null, "sample_age_ms": 5157.627, "source": "client_direct"}, "request_count": 148, "request_tensor_bytes": {"avg": 2211848.0, "count": 149, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5157.583, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 149, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5125.629, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.303, "count": 149, "max_ms": 71.393, "p95_ms": 59.652, "reason": null, "sample_age_ms": 5125.403, "source": "client_direct"}, "sample_age_ms": 5125.395, "source": "client_direct", "task_total_ms": {"avg_ms": 43.523, "count": 149, "max_ms": 78.174, "p95_ms": 62.724, "reason": null, "sample_age_ms": 5125.395, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.951, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.854, "count": 150, "max_ms": 2.621, "p95_ms": 1.63}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.282, "count": 150, "max_ms": 1.645, "p95_ms": 0.573}, "detection_prepare_ms": {"avg_ms": 0.114, "count": 150, "max_ms": 0.317, "p95_ms": 0.22}, "event_filter_ms": {"avg_ms": 0.004, "count": 150, "max_ms": 0.02, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.096, "count": 150, "max_ms": 0.363, "p95_ms": 0.192}, "mcmt_ms": {"avg_ms": 0.003, "count": 150, "max_ms": 0.019, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.214, "count": 150, "max_ms": 0.968, "p95_ms": 0.46}, "setup_ms": {"avg_ms": 0.054, "count": 150, "max_ms": 0.15, "p95_ms": 0.117}, "total_inside_ms": {"avg_ms": 0.806, "count": 150, "max_ms": 2.545, "p95_ms": 1.534}, "track_match_ms": {"avg_ms": 0.005, "count": 150, "max_ms": 0.024, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.034, "count": 150, "max_ms": 0.146, "p95_ms": 0.072}}, "gstreamer_push": {"avg_ms": 3.992, "count": 150, "max_ms": 11.502, "p95_ms": 8.812}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 150, "max_ms": 0.131, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.673, "count": 150, "max_ms": 84.682, "p95_ms": 63.793}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.044, "count": 150, "max_ms": 0.157, "p95_ms": 0.094}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.397, "count": 150, "max_ms": 147.579, "p95_ms": 119.813}, "inference_input_copy_ms": {"avg_ms": 1.494, "count": 150, "max_ms": 3.199, "p95_ms": 2.476}, "processing_residual_ms": {"avg_ms": 0.189, "count": 150, "max_ms": 3.154, "p95_ms": 0.348}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.123, "count": 150, "max_ms": 149.331, "p95_ms": 122.286}, "read_interval": {"avg_ms": 167.297, "count": 149, "max_ms": 3020.651, "p95_ms": 457.273}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 150, "max_ms": 0.068, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.147, "count": 150, "max_ms": 0.703, "p95_ms": 0.303}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 150, "max_ms": 0.051, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.129, "count": 150, "max_ms": 0.646, "p95_ms": 0.273}, "worker_merge_ms": {"avg_ms": 0.006, "count": 150, "max_ms": 0.029, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 44.689, "count": 150, "max_ms": 84.694, "p95_ms": 63.811}, "visualize": {"avg_ms": 41.841, "count": 150, "max_ms": 72.678, "p95_ms": 60.286}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 40.88, "count": 150, "max_ms": 67.388, "p95_ms": 59.003}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.617, "count": 150, "max_ms": 72.197, "p95_ms": 59.957}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.505, "count": 150, "max_ms": 71.977, "p95_ms": 59.781}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 150, "max_ms": 0.201, "p95_ms": 0.128}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 150}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 698.859, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.003, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.812, "sample_count": 1612, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 102.752}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1612, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:35:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 111355, "write_bytes_delta": 111355, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 425.0, "cpu_core_ratio": 1.492909, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4026.0, "pid": 836, "reason": null, "system_cpu_core_ratio": 0.305908, "system_cpu_s_delta": 3.09, "user_cpu_core_ratio": 1.187001, "user_cpu_s_delta": 11.98999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.672205, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 139088.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.173249, "system_cpu_s_delta": 1.75, "user_cpu_core_ratio": 0.498956, "user_cpu_s_delta": 5.040000000000006}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 4.305, "count": 263, "max_ms": 13.956, "p95_ms": 8.718, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 263}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 263}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.006, "count": 19, "max": 33.784, "p95": 29.999, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.375, "count": 19, "max": 24.039, "p95": 23.864, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 633.312, "count": 16, "max": 761.0, "p95": 714.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 16, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 509.062, "count": 16, "max": 4026.0, "p95": 3642.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.068, "count": 16, "max": 0.306, "p95": 0.126, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.268, "count": 16, "max": 1.47, "p95": 1.419, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.139, "count": 19, "max": 2.309, "p95": 0.363, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114492.737, "count": 19, "max": 115632.0, "p95": 115416.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114492.737, "count": 19, "max": 115632.0, "p95": 115416.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 19, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 18, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 18, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 142152.778, "count": 18, "max": 295887.0, "p95": 194331.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.181, "count": 18, "max": 0.235, "p95": 0.221, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.553, "count": 18, "max": 0.666, "p95": 0.637, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 19, "sampled_at": "2026-10-30T14:35:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:35:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4943, "flush_count": 6, "flush_interval_seconds": 30.0, "flush_state": {"count": 6, "last_at": "2026-10-30T14:36:34", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:36:34", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5}, "started": true, "suppressed_count": 1713, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1713}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6, "written_record_count": 6}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4346.203, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x56353f0ab680] left block unavailable for requested intra mode [h264 @ 0x56353f0ab680] error while decoding MB 0 66, bytestream 8692 [h264 @ 0x56353f0f04c0] error while decoding MB 110 58, bytestream -12", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4747161600, "copied_frame_count": 1717, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 4747161600, "frame_buffer_copies": 1717, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1224, "count": 512, "max_ms": 0.433, "p50_ms": 0.1038, "p95_ms": 0.2441, "p99_ms": 0.34}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4782, "count": 512, "max_ms": 5.4793, "p50_ms": 1.357, "p95_ms": 2.6519, "p99_ms": 3.4853, "results": {"failed": 0, "not_applicable": 0, "success": 1717, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 2, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:36:54+09:00", "last_error_summary": "[h264 @ 0x56353f0ab680] left block unavailable for requested intra mode [h264 @ 0x56353f0ab680] error while decoding MB 0 66, bytestream 8692 [h264 @ 0x56353f0f04c0] error while decoding MB 110 58, bytestream -12", "last_exit_at": "2026-10-30T14:34:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.293, "last_started_at": "2026-10-30T14:34:22+09:00", "pid": 952, "process": {"exists": false, "pid": 952}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.449, "sample_count": 1717, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 34.736}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1717, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:36:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.073, "last_frame_pushed_at": "2026-10-30T14:36:54+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-10-30T14:36:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 195.963, "last_sample_duration_ms": 1354.969, "last_trigger": "start_stable", "next_snapshot_in_sec": 404.037, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 1, "storage_bytes": 1058533}, "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-10-30T14:36:54.562690+09:00", "mtime_epoch": 1793338614.5626903, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 118617}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:36:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 842.156, "name": "celery", "pid": 206, "rss_mb": 743.895, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 1718, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.942, "max": 18.0, "p95": 16.0, "sample_count": 206}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.854, "max": 4.0, "p95": 4.0, "sample_count": 206}, "total": {"avg": 2.854, "max": 4.0, "p95": 4.0, "sample_count": 206}}, "tracking_counts": {"active": {"avg": 1.136, "max": 2.0, "p95": 2.0, "sample_count": 206}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "removed": {"avg": 0.034, "max": 1.0, "p95": 0.0, "sample_count": 206}, "tracked": {"avg": 1.136, "max": 2.0, "p95": 2.0, "sample_count": 206}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.868, "pushed": 6.868, "read": 6.868}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 206, "client_acquire_ms": {"avg_ms": 0.011, "count": 206, "max_ms": 0.032, "p95_ms": 0.02, "reason": null, "sample_age_ms": 21.147, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.325, "count": 206, "max_ms": 8.326, "p95_ms": 4.221, "reason": null, "sample_age_ms": 77.934, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.57, "count": 206, "max_ms": 7.596, "p95_ms": 3.077, "reason": null, "sample_age_ms": 78.349, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.525, "count": 206, "max_ms": 1.704, "p95_ms": 1.06, "reason": null, "sample_age_ms": 21.156, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.59, "count": 206, "max_ms": 10.537, "p95_ms": 4.48, "reason": null, "sample_age_ms": 76.259, "source": "client_direct"}, "request_count": 206, "request_tensor_bytes": {"avg": 2764808.0, "count": 206, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 76.243, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 206, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 21.46, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.846, "count": 206, "max_ms": 107.163, "p95_ms": 75.255, "reason": null, "sample_age_ms": 21.142, "source": "client_direct"}, "sample_age_ms": 21.139, "source": "client_direct", "task_total_ms": {"avg_ms": 57.208, "count": 206, "max_ms": 109.681, "p95_ms": 79.359, "reason": null, "sample_age_ms": 21.139, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.564, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.633, "count": 206, "max_ms": 25.026, "p95_ms": 12.852}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.641, "count": 206, "max_ms": 9.499, "p95_ms": 1.163}, "detection_prepare_ms": {"avg_ms": 1.951, "count": 206, "max_ms": 8.745, "p95_ms": 3.564}, "event_filter_ms": {"avg_ms": 0.006, "count": 206, "max_ms": 0.028, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.404, "count": 206, "max_ms": 1.195, "p95_ms": 0.797}, "mcmt_ms": {"avg_ms": 0.004, "count": 206, "max_ms": 0.039, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.961, "count": 206, "max_ms": 8.471, "p95_ms": 4.559}, "setup_ms": {"avg_ms": 0.056, "count": 206, "max_ms": 0.155, "p95_ms": 0.114}, "total_inside_ms": {"avg_ms": 7.559, "count": 206, "max_ms": 24.918, "p95_ms": 12.732}, "track_match_ms": {"avg_ms": 0.185, "count": 206, "max_ms": 0.631, "p95_ms": 0.38}, "tracker_update_ms": {"avg_ms": 2.35, "count": 206, "max_ms": 7.535, "p95_ms": 4.07}}, "gstreamer_push": {"avg_ms": 3.448, "count": 206, "max_ms": 9.52, "p95_ms": 5.711}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.066, "count": 206, "max_ms": 0.751, "p95_ms": 0.129}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.117, "count": 206, "max_ms": 111.91, "p95_ms": 84.122}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.664, "count": 206, "max_ms": 15.95, "p95_ms": 9.324}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 123.994, "count": 206, "max_ms": 198.19, "p95_ms": 162.607}, "inference_input_copy_ms": {"avg_ms": 1.804, "count": 206, "max_ms": 6.493, "p95_ms": 3.131}, "processing_residual_ms": {"avg_ms": 0.372, "count": 206, "max_ms": 0.938, "p95_ms": 0.753}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 129.834, "count": 206, "max_ms": 204.475, "p95_ms": 169.465}, "read_interval": {"avg_ms": 146.033, "count": 206, "max_ms": 230.557, "p95_ms": 192.06}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 206, "max_ms": 0.14, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 1.874, "count": 206, "max_ms": 8.388, "p95_ms": 4.36}, "resolve_scenarios_ms": {"avg_ms": 0.022, "count": 206, "max_ms": 0.067, "p95_ms": 0.047}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.852, "count": 206, "max_ms": 8.371, "p95_ms": 4.324}, "worker_merge_ms": {"avg_ms": 0.009, "count": 206, "max_ms": 0.038, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 59.134, "count": 206, "max_ms": 111.943, "p95_ms": 84.133}, "visualize": {"avg_ms": 55.442, "count": 206, "max_ms": 96.639, "p95_ms": 74.933}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 47.043, "count": 206, "max_ms": 79.277, "p95_ms": 63.277}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 53.694, "count": 206, "max_ms": 92.39, "p95_ms": 71.884}, "visualize_input_copy_ms": {"avg_ms": 1.495, "count": 206, "max_ms": 7.105, "p95_ms": 2.624}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 53.52, "count": 206, "max_ms": 91.865, "p95_ms": 71.613}, "visualizer_prepare_ms": {"avg_ms": 0.091, "count": 206, "max_ms": 0.499, "p95_ms": 0.168}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 206}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 733.258, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 47.289, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.687, "sample_count": 1652, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 44.099}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1652, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:36:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118558, "write_bytes_delta": 118558, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 359.0, "cpu_core_ratio": 0.490798, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1788.0, "pid": 952, "reason": null, "system_cpu_core_ratio": 0.098758, "system_cpu_s_delta": 0.9900000000000002, "user_cpu_core_ratio": 0.39204, "user_cpu_s_delta": 3.9299999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.71879, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 87270.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.597536, "system_cpu_s_delta": 5.989999999999981, "user_cpu_core_ratio": 1.121254, "user_cpu_s_delta": 11.239999999999952}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.426, "count": 177, "max_ms": 9.072, "p95_ms": 5.422, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.316, "max": 21.0, "p95": 19.0, "sample_count": 177}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.605, "key_count": 1, "max": 5.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 177}, "total": {"avg": 2.605, "max": 5.0, "p95": 3.0, "sample_count": 177}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.577, "count": 25, "max": 47.289, "p95": 41.977, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.532, "count": 25, "max": 25.361, "p95": 24.515, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 409.217, "count": 23, "max": 499.0, "p95": 482.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 23, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1251.609, "count": 23, "max": 14192.0, "p95": 8805.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 23, "max": 0.361, "p95": 0.106, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.369, "count": 23, "max": 0.431, "p95": 0.408, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.195, "count": 24, "max": 4.674, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 118851.125, "count": 24, "max": 122218.0, "p95": 121238.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114097.08, "count": 25, "max": 122218.0, "p95": 121229.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.96, "count": 25, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 24, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 24, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 80891.583, "count": 24, "max": 105625.0, "p95": 98502.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.592, "count": 24, "max": 0.698, "p95": 0.668, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.084, "count": 24, "max": 1.245, "p95": 1.212, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25, "sampled_at": "2026-10-30T14:36:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:36:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4943, "flush_count": 6, "flush_interval_seconds": 30.0, "flush_state": {"count": 6, "last_at": "2026-10-30T14:36:34", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:36:34", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5}, "started": true, "suppressed_count": 1713, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1713}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6, "written_record_count": 6}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4326.809, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T14:36:54+09:00", "last_error_summary": "[h264 @ 0x56353f0ab680] left block unavailable for requested intra mode [h264 @ 0x56353f0ab680] error while decoding MB 0 66, bytestream 8692 [h264 @ 0x56353f0f04c0] error while decoding MB 110 58, bytestream -12", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4749926400, "copied_frame_count": 1718, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 4749926400, "frame_buffer_copies": 1718, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1224, "count": 512, "max_ms": 0.433, "p50_ms": 0.104, "p95_ms": 0.2441, "p99_ms": 0.34}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4779, "count": 512, "max_ms": 5.4793, "p50_ms": 1.3544, "p95_ms": 2.6519, "p99_ms": 3.4853, "results": {"failed": 0, "not_applicable": 0, "success": 1718, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 2, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:36:54+09:00", "last_error_summary": "[h264 @ 0x56353f0ab680] left block unavailable for requested intra mode [h264 @ 0x56353f0ab680] error while decoding MB 0 66, bytestream 8692 [h264 @ 0x56353f0f04c0] error while decoding MB 110 58, bytestream -12", "last_exit_at": "2026-10-30T14:36:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.353, "last_started_at": "2026-10-30T14:34:22+09:00", "pid": 952, "process": {"exists": false, "pid": 952}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.449, "sample_count": 1718, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 34.68}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1718, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:36:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-10-30T14:36:54+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-10-30T14:36:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 196.022, "last_sample_duration_ms": 1354.969, "last_trigger": "start_stable", "next_snapshot_in_sec": 403.978, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 1, "storage_bytes": 1058533}, "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-10-30T14:36:54.562690+09:00", "mtime_epoch": 1793338614.5626903, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 118617}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:36:54+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 842.156, "name": "celery", "pid": 206, "rss_mb": 733.328, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 1718, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.917, "max": 18.0, "p95": 16.0, "sample_count": 206}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.854, "max": 4.0, "p95": 4.0, "sample_count": 206}, "total": {"avg": 2.854, "max": 4.0, "p95": 4.0, "sample_count": 206}}, "tracking_counts": {"active": {"avg": 1.136, "max": 2.0, "p95": 2.0, "sample_count": 206}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "removed": {"avg": 0.029, "max": 1.0, "p95": 0.0, "sample_count": 206}, "tracked": {"avg": 1.136, "max": 2.0, "p95": 2.0, "sample_count": 206}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.888, "pushed": 6.888, "read": 6.854}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 205, "client_acquire_ms": {"avg_ms": 0.011, "count": 206, "max_ms": 0.032, "p95_ms": 0.02, "reason": null, "sample_age_ms": 78.597, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.318, "count": 205, "max_ms": 8.326, "p95_ms": 4.226, "reason": null, "sample_age_ms": 135.384, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.561, "count": 205, "max_ms": 7.596, "p95_ms": 3.08, "reason": null, "sample_age_ms": 135.8, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.525, "count": 206, "max_ms": 1.704, "p95_ms": 1.06, "reason": null, "sample_age_ms": 78.607, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.589, "count": 205, "max_ms": 10.537, "p95_ms": 4.481, "reason": null, "sample_age_ms": 133.71, "source": "client_direct"}, "request_count": 205, "request_tensor_bytes": {"avg": 2764808.0, "count": 205, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 133.694, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 206, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 78.911, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.846, "count": 206, "max_ms": 107.163, "p95_ms": 75.255, "reason": null, "sample_age_ms": 78.593, "source": "client_direct"}, "sample_age_ms": 78.59, "source": "client_direct", "task_total_ms": {"avg_ms": 57.208, "count": 206, "max_ms": 109.681, "p95_ms": 79.359, "reason": null, "sample_age_ms": 78.59, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.15, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.592, "count": 206, "max_ms": 25.026, "p95_ms": 12.799}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.638, "count": 206, "max_ms": 9.499, "p95_ms": 1.163}, "detection_prepare_ms": {"avg_ms": 1.943, "count": 206, "max_ms": 8.745, "p95_ms": 3.564}, "event_filter_ms": {"avg_ms": 0.006, "count": 206, "max_ms": 0.028, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.402, "count": 206, "max_ms": 1.195, "p95_ms": 0.787}, "mcmt_ms": {"avg_ms": 0.004, "count": 206, "max_ms": 0.039, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.952, "count": 206, "max_ms": 8.471, "p95_ms": 4.559}, "setup_ms": {"avg_ms": 0.055, "count": 206, "max_ms": 0.155, "p95_ms": 0.114}, "total_inside_ms": {"avg_ms": 7.518, "count": 206, "max_ms": 24.918, "p95_ms": 12.696}, "track_match_ms": {"avg_ms": 0.184, "count": 206, "max_ms": 0.631, "p95_ms": 0.38}, "tracker_update_ms": {"avg_ms": 2.332, "count": 206, "max_ms": 7.535, "p95_ms": 4.044}}, "gstreamer_push": {"avg_ms": 3.443, "count": 206, "max_ms": 9.52, "p95_ms": 5.711}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.066, "count": 206, "max_ms": 0.751, "p95_ms": 0.129}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.096, "count": 206, "max_ms": 111.91, "p95_ms": 84.122}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.649, "count": 206, "max_ms": 15.95, "p95_ms": 9.324}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 123.843, "count": 206, "max_ms": 198.19, "p95_ms": 162.607}, "inference_input_copy_ms": {"avg_ms": 1.799, "count": 206, "max_ms": 6.493, "p95_ms": 3.131}, "processing_residual_ms": {"avg_ms": 0.371, "count": 206, "max_ms": 0.938, "p95_ms": 0.753}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 129.661, "count": 206, "max_ms": 204.475, "p95_ms": 169.465}, "read_interval": {"avg_ms": 145.874, "count": 205, "max_ms": 230.557, "p95_ms": 192.06}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 206, "max_ms": 0.14, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 1.865, "count": 206, "max_ms": 8.388, "p95_ms": 4.36}, "resolve_scenarios_ms": {"avg_ms": 0.022, "count": 206, "max_ms": 0.067, "p95_ms": 0.046}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.844, "count": 206, "max_ms": 8.371, "p95_ms": 4.324}, "worker_merge_ms": {"avg_ms": 0.009, "count": 206, "max_ms": 0.038, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 59.113, "count": 206, "max_ms": 111.943, "p95_ms": 84.133}, "visualize": {"avg_ms": 55.361, "count": 206, "max_ms": 96.639, "p95_ms": 74.933}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.986, "count": 206, "max_ms": 79.277, "p95_ms": 63.277}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 53.621, "count": 206, "max_ms": 92.39, "p95_ms": 71.884}, "visualize_input_copy_ms": {"avg_ms": 1.488, "count": 206, "max_ms": 7.105, "p95_ms": 2.547}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 53.448, "count": 206, "max_ms": 91.865, "p95_ms": 71.613}, "visualizer_prepare_ms": {"avg_ms": 0.091, "count": 206, "max_ms": 0.499, "p95_ms": 0.168}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 206}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 733.258, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 47.289, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.687, "sample_count": 1652, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 44.099}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1652, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:36:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118558, "write_bytes_delta": 118558, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 359.0, "cpu_core_ratio": 0.490798, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1788.0, "pid": 952, "reason": null, "system_cpu_core_ratio": 0.098758, "system_cpu_s_delta": 0.9900000000000002, "user_cpu_core_ratio": 0.39204, "user_cpu_s_delta": 3.9299999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.71879, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 87270.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.597536, "system_cpu_s_delta": 5.989999999999981, "user_cpu_core_ratio": 1.121254, "user_cpu_s_delta": 11.239999999999952}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.426, "count": 177, "max_ms": 9.072, "p95_ms": 5.422, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.316, "max": 21.0, "p95": 19.0, "sample_count": 177}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.605, "key_count": 1, "max": 5.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 177}, "total": {"avg": 2.605, "max": 5.0, "p95": 3.0, "sample_count": 177}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.577, "count": 25, "max": 47.289, "p95": 41.977, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.532, "count": 25, "max": 25.361, "p95": 24.515, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 409.217, "count": 23, "max": 499.0, "p95": 482.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 23, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1251.609, "count": 23, "max": 14192.0, "p95": 8805.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 23, "max": 0.361, "p95": 0.106, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.369, "count": 23, "max": 0.431, "p95": 0.408, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.195, "count": 24, "max": 4.674, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 118851.125, "count": 24, "max": 122218.0, "p95": 121238.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114097.08, "count": 25, "max": 122218.0, "p95": 121229.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.96, "count": 25, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 24, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 24, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 80891.583, "count": 24, "max": 105625.0, "p95": 98502.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.592, "count": 24, "max": 0.698, "p95": 0.668, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.084, "count": 24, "max": 1.245, "p95": 1.212, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25, "sampled_at": "2026-10-30T14:36:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:36:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4943, "flush_count": 6, "flush_interval_seconds": 30.0, "flush_state": {"count": 6, "last_at": "2026-10-30T14:36:34", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:36:34", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5}, "started": true, "suppressed_count": 1713, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1713}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6, "written_record_count": 6}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4303.176, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4749926400, "copied_frame_count": 1718, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 4749926400, "frame_buffer_copies": 1718, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1224, "count": 512, "max_ms": 0.433, "p50_ms": 0.104, "p95_ms": 0.2441, "p99_ms": 0.34}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4779, "count": 512, "max_ms": 5.4793, "p50_ms": 1.3544, "p95_ms": 2.6519, "p99_ms": 3.4853, "results": {"failed": 0, "not_applicable": 0, "success": 1718, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 2, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:36:54+09:00", "last_error_summary": "[h264 @ 0x56353f0ab680] left block unavailable for requested intra mode [h264 @ 0x56353f0ab680] error while decoding MB 0 66, bytestream 8692 [h264 @ 0x56353f0f04c0] error while decoding MB 110 58, bytestream -12", "last_exit_at": "2026-10-30T14:36:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.396, "last_started_at": "2026-10-30T14:34:22+09:00", "pid": 952, "process": {"exists": false, "pid": 952}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.449, "sample_count": 1718, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 34.638}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1718, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:36:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.045, "last_frame_pushed_at": "2026-10-30T14:36:54+09:00", "last_frame_read_age_sec": 0.173, "last_frame_read_at": "2026-10-30T14:36:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 196.054, "last_sample_duration_ms": 1354.969, "last_trigger": "start_stable", "next_snapshot_in_sec": 403.946, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 1, "storage_bytes": 1058533}, "mjpeg": {"age_sec": 0.034, "exists": true, "mtime": "2026-10-30T14:36:54.693691+09:00", "mtime_epoch": 1793338614.693691, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 118342}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:36:54+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 842.156, "name": "celery", "pid": 206, "rss_mb": 733.328, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 1718, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.917, "max": 18.0, "p95": 16.0, "sample_count": 206}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.854, "max": 4.0, "p95": 4.0, "sample_count": 206}, "total": {"avg": 2.854, "max": 4.0, "p95": 4.0, "sample_count": 206}}, "tracking_counts": {"active": {"avg": 1.136, "max": 2.0, "p95": 2.0, "sample_count": 206}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "removed": {"avg": 0.029, "max": 1.0, "p95": 0.0, "sample_count": 206}, "tracked": {"avg": 1.136, "max": 2.0, "p95": 2.0, "sample_count": 206}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.878, "pushed": 6.878, "read": 6.844}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 205, "client_acquire_ms": {"avg_ms": 0.011, "count": 205, "max_ms": 0.032, "p95_ms": 0.02, "reason": null, "sample_age_ms": 120.394, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.318, "count": 205, "max_ms": 8.326, "p95_ms": 4.226, "reason": null, "sample_age_ms": 177.181, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.561, "count": 205, "max_ms": 7.596, "p95_ms": 3.08, "reason": null, "sample_age_ms": 177.596, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.525, "count": 205, "max_ms": 1.704, "p95_ms": 1.062, "reason": null, "sample_age_ms": 120.403, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.589, "count": 205, "max_ms": 10.537, "p95_ms": 4.481, "reason": null, "sample_age_ms": 175.506, "source": "client_direct"}, "request_count": 205, "request_tensor_bytes": {"avg": 2764808.0, "count": 205, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 175.49, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 205, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 120.707, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.831, "count": 205, "max_ms": 107.163, "p95_ms": 75.256, "reason": null, "sample_age_ms": 120.389, "source": "client_direct"}, "sample_age_ms": 120.386, "source": "client_direct", "task_total_ms": {"avg_ms": 57.192, "count": 205, "max_ms": 109.681, "p95_ms": 79.362, "reason": null, "sample_age_ms": 120.386, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.197, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.592, "count": 206, "max_ms": 25.026, "p95_ms": 12.799}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.638, "count": 206, "max_ms": 9.499, "p95_ms": 1.163}, "detection_prepare_ms": {"avg_ms": 1.943, "count": 206, "max_ms": 8.745, "p95_ms": 3.564}, "event_filter_ms": {"avg_ms": 0.006, "count": 206, "max_ms": 0.028, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.402, "count": 206, "max_ms": 1.195, "p95_ms": 0.787}, "mcmt_ms": {"avg_ms": 0.004, "count": 206, "max_ms": 0.039, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.952, "count": 206, "max_ms": 8.471, "p95_ms": 4.559}, "setup_ms": {"avg_ms": 0.055, "count": 206, "max_ms": 0.155, "p95_ms": 0.114}, "total_inside_ms": {"avg_ms": 7.518, "count": 206, "max_ms": 24.918, "p95_ms": 12.696}, "track_match_ms": {"avg_ms": 0.184, "count": 206, "max_ms": 0.631, "p95_ms": 0.38}, "tracker_update_ms": {"avg_ms": 2.332, "count": 206, "max_ms": 7.535, "p95_ms": 4.044}}, "gstreamer_push": {"avg_ms": 3.443, "count": 206, "max_ms": 9.52, "p95_ms": 5.711}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.066, "count": 206, "max_ms": 0.751, "p95_ms": 0.129}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.096, "count": 206, "max_ms": 111.91, "p95_ms": 84.122}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.649, "count": 206, "max_ms": 15.95, "p95_ms": 9.324}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 123.843, "count": 206, "max_ms": 198.19, "p95_ms": 162.607}, "inference_input_copy_ms": {"avg_ms": 1.799, "count": 206, "max_ms": 6.493, "p95_ms": 3.131}, "processing_residual_ms": {"avg_ms": 0.371, "count": 206, "max_ms": 0.938, "p95_ms": 0.753}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 129.661, "count": 206, "max_ms": 204.475, "p95_ms": 169.465}, "read_interval": {"avg_ms": 145.874, "count": 205, "max_ms": 230.557, "p95_ms": 192.06}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 206, "max_ms": 0.14, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 1.865, "count": 206, "max_ms": 8.388, "p95_ms": 4.36}, "resolve_scenarios_ms": {"avg_ms": 0.022, "count": 206, "max_ms": 0.067, "p95_ms": 0.046}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.844, "count": 206, "max_ms": 8.371, "p95_ms": 4.324}, "worker_merge_ms": {"avg_ms": 0.009, "count": 206, "max_ms": 0.038, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 59.113, "count": 206, "max_ms": 111.943, "p95_ms": 84.133}, "visualize": {"avg_ms": 55.361, "count": 206, "max_ms": 96.639, "p95_ms": 74.933}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.986, "count": 206, "max_ms": 79.277, "p95_ms": 63.277}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 53.621, "count": 206, "max_ms": 92.39, "p95_ms": 71.884}, "visualize_input_copy_ms": {"avg_ms": 1.488, "count": 206, "max_ms": 7.105, "p95_ms": 2.547}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 53.448, "count": 206, "max_ms": 91.865, "p95_ms": 71.613}, "visualizer_prepare_ms": {"avg_ms": 0.091, "count": 206, "max_ms": 0.499, "p95_ms": 0.168}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 206}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 733.258, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 47.289, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.687, "sample_count": 1652, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 44.099}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1652, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:36:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118558, "write_bytes_delta": 118558, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 359.0, "cpu_core_ratio": 0.490798, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1788.0, "pid": 952, "reason": null, "system_cpu_core_ratio": 0.098758, "system_cpu_s_delta": 0.9900000000000002, "user_cpu_core_ratio": 0.39204, "user_cpu_s_delta": 3.9299999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.71879, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 87270.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.597536, "system_cpu_s_delta": 5.989999999999981, "user_cpu_core_ratio": 1.121254, "user_cpu_s_delta": 11.239999999999952}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.426, "count": 177, "max_ms": 9.072, "p95_ms": 5.422, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.316, "max": 21.0, "p95": 19.0, "sample_count": 177}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.605, "key_count": 1, "max": 5.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 177}, "total": {"avg": 2.605, "max": 5.0, "p95": 3.0, "sample_count": 177}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.577, "count": 25, "max": 47.289, "p95": 41.977, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.532, "count": 25, "max": 25.361, "p95": 24.515, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 409.217, "count": 23, "max": 499.0, "p95": 482.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 23, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1251.609, "count": 23, "max": 14192.0, "p95": 8805.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 23, "max": 0.361, "p95": 0.106, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.369, "count": 23, "max": 0.431, "p95": 0.408, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.195, "count": 24, "max": 4.674, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 118851.125, "count": 24, "max": 122218.0, "p95": 121238.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114097.08, "count": 25, "max": 122218.0, "p95": 121229.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.96, "count": 25, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 24, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 24, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 80891.583, "count": 24, "max": 105625.0, "p95": 98502.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.592, "count": 24, "max": 0.698, "p95": 0.668, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.084, "count": 24, "max": 1.245, "p95": 1.212, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25, "sampled_at": "2026-10-30T14:36:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:36:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 4943, "flush_count": 6, "flush_interval_seconds": 30.0, "flush_state": {"count": 6, "last_at": "2026-10-30T14:36:34", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:36:34", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5}, "started": true, "suppressed_count": 1713, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 1713}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 6, "written_record_count": 6}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4485.523, "limit_mb": null}, "detail": {"pid": 1184, "restart_count": 2, "start_count": 3}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 4749926400, "copied_frame_count": 1718, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 4749926400, "frame_buffer_copies": 1718, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1224, "count": 512, "max_ms": 0.433, "p50_ms": 0.104, "p95_ms": 0.2441, "p99_ms": 0.34}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4779, "count": 512, "max_ms": 5.4793, "p50_ms": 1.3544, "p95_ms": 2.6519, "p99_ms": 3.4853, "results": {"failed": 0, "not_applicable": 0, "success": 1718, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 2, "h264_decode_error_count": 3, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:36:54+09:00", "last_error_summary": "[h264 @ 0x56353f0ab680] left block unavailable for requested intra mode [h264 @ 0x56353f0ab680] error while decoding MB 0 66, bytestream 8692 [h264 @ 0x56353f0f04c0] error while decoding MB 110 58, bytestream -12", "last_exit_at": "2026-10-30T14:36:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T14:36:57+09:00", "pid": 1184, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.777, "name": "ffmpeg", "pid": 1184, "rss_mb": 208.777, "state": "S (sleeping)", "threads": 70}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.449, "sample_count": 1718, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 29.756}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1718, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:36:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.918, "last_frame_pushed_at": "2026-10-30T14:36:54+09:00", "last_frame_read_age_sec": 5.046, "last_frame_read_at": "2026-10-30T14:36:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 200.936, "last_sample_duration_ms": 1354.969, "last_trigger": "start_stable", "next_snapshot_in_sec": 399.064, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 1, "storage_bytes": 1058533}, "mjpeg": {"age_sec": 4.907, "exists": true, "mtime": "2026-10-30T14:36:54.693691+09:00", "mtime_epoch": 1793338614.693691, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 118342}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:36:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 842.156, "name": "celery", "pid": 206, "rss_mb": 733.332, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 1718, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.11, "max": 18.0, "p95": 16.0, "sample_count": 172}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.826, "max": 4.0, "p95": 4.0, "sample_count": 172}, "total": {"avg": 2.826, "max": 4.0, "p95": 4.0, "sample_count": 172}}, "tracking_counts": {"active": {"avg": 1.163, "max": 2.0, "p95": 2.0, "sample_count": 172}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "removed": {"avg": 0.029, "max": 1.0, "p95": 0.0, "sample_count": 172}, "tracked": {"avg": 1.163, "max": 2.0, "p95": 2.0, "sample_count": 172}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.744, "pushed": 5.744, "read": 5.711}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 171, "client_acquire_ms": {"avg_ms": 0.011, "count": 171, "max_ms": 0.032, "p95_ms": 0.02, "reason": null, "sample_age_ms": 5000.252, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.373, "count": 171, "max_ms": 8.326, "p95_ms": 4.529, "reason": null, "sample_age_ms": 5057.039, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.585, "count": 171, "max_ms": 7.596, "p95_ms": 3.222, "reason": null, "sample_age_ms": 5057.455, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.51, "count": 171, "max_ms": 1.704, "p95_ms": 1.008, "reason": null, "sample_age_ms": 5000.262, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.623, "count": 171, "max_ms": 10.537, "p95_ms": 4.555, "reason": null, "sample_age_ms": 5055.364, "source": "client_direct"}, "request_count": 171, "request_tensor_bytes": {"avg": 2764808.0, "count": 171, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5055.348, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 171, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5000.565, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 54.703, "count": 171, "max_ms": 107.163, "p95_ms": 75.319, "reason": null, "sample_age_ms": 5000.248, "source": "client_direct"}, "sample_age_ms": 5000.244, "source": "client_direct", "task_total_ms": {"avg_ms": 58.087, "count": 171, "max_ms": 109.681, "p95_ms": 82.075, "reason": null, "sample_age_ms": 5000.244, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.998, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.562, "count": 172, "max_ms": 25.026, "p95_ms": 12.852}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.608, "count": 172, "max_ms": 9.499, "p95_ms": 1.147}, "detection_prepare_ms": {"avg_ms": 1.938, "count": 172, "max_ms": 8.745, "p95_ms": 4.069}, "event_filter_ms": {"avg_ms": 0.006, "count": 172, "max_ms": 0.028, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.383, "count": 172, "max_ms": 1.195, "p95_ms": 0.71}, "mcmt_ms": {"avg_ms": 0.004, "count": 172, "max_ms": 0.039, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.027, "count": 172, "max_ms": 8.471, "p95_ms": 4.564}, "setup_ms": {"avg_ms": 0.055, "count": 172, "max_ms": 0.155, "p95_ms": 0.119}, "total_inside_ms": {"avg_ms": 7.488, "count": 172, "max_ms": 24.918, "p95_ms": 12.732}, "track_match_ms": {"avg_ms": 0.184, "count": 172, "max_ms": 0.631, "p95_ms": 0.394}, "tracker_update_ms": {"avg_ms": 2.282, "count": 172, "max_ms": 7.535, "p95_ms": 4.044}}, "gstreamer_push": {"avg_ms": 3.433, "count": 172, "max_ms": 9.52, "p95_ms": 5.711}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.066, "count": 172, "max_ms": 0.751, "p95_ms": 0.129}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.983, "count": 172, "max_ms": 111.91, "p95_ms": 85.721}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.634, "count": 172, "max_ms": 13.29, "p95_ms": 9.324}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 124.535, "count": 172, "max_ms": 198.19, "p95_ms": 164.004}, "inference_input_copy_ms": {"avg_ms": 1.815, "count": 172, "max_ms": 6.493, "p95_ms": 3.172}, "processing_residual_ms": {"avg_ms": 0.332, "count": 172, "max_ms": 0.92, "p95_ms": 0.677}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 130.315, "count": 172, "max_ms": 204.475, "p95_ms": 170.006}, "read_interval": {"avg_ms": 146.352, "count": 171, "max_ms": 230.557, "p95_ms": 192.06}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 172, "max_ms": 0.14, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 1.94, "count": 172, "max_ms": 8.388, "p95_ms": 4.426}, "resolve_scenarios_ms": {"avg_ms": 0.022, "count": 172, "max_ms": 0.067, "p95_ms": 0.046}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.918, "count": 172, "max_ms": 8.371, "p95_ms": 4.387}, "worker_merge_ms": {"avg_ms": 0.009, "count": 172, "max_ms": 0.038, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 60.001, "count": 172, "max_ms": 111.943, "p95_ms": 85.77}, "visualize": {"avg_ms": 55.232, "count": 172, "max_ms": 96.639, "p95_ms": 74.933}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 46.928, "count": 172, "max_ms": 79.277, "p95_ms": 63.873}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 53.496, "count": 172, "max_ms": 92.39, "p95_ms": 71.884}, "visualize_input_copy_ms": {"avg_ms": 1.482, "count": 172, "max_ms": 7.105, "p95_ms": 2.547}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 53.322, "count": 172, "max_ms": 91.865, "p95_ms": 71.613}, "visualizer_prepare_ms": {"avg_ms": 0.091, "count": 172, "max_ms": 0.499, "p95_ms": 0.168}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 172}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 733.258, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 47.289, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 179.687, "sample_count": 1652, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 44.099}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 1652, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:36:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118558, "write_bytes_delta": 118558, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 359.0, "cpu_core_ratio": 0.490798, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1788.0, "pid": 952, "reason": null, "system_cpu_core_ratio": 0.098758, "system_cpu_s_delta": 0.9900000000000002, "user_cpu_core_ratio": 0.39204, "user_cpu_s_delta": 3.9299999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.71879, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 87270.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.597536, "system_cpu_s_delta": 5.989999999999981, "user_cpu_core_ratio": 1.121254, "user_cpu_s_delta": 11.239999999999952}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.426, "count": 177, "max_ms": 9.072, "p95_ms": 5.422, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.316, "max": 21.0, "p95": 19.0, "sample_count": 177}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.605, "key_count": 1, "max": 5.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 177}, "total": {"avg": 2.605, "max": 5.0, "p95": 3.0, "sample_count": 177}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.577, "count": 25, "max": 47.289, "p95": 41.977, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.532, "count": 25, "max": 25.361, "p95": 24.515, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 409.217, "count": 23, "max": 499.0, "p95": 482.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 23, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1251.609, "count": 23, "max": 14192.0, "p95": 8805.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 23, "max": 0.361, "p95": 0.106, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.369, "count": 23, "max": 0.431, "p95": 0.408, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.195, "count": 24, "max": 4.674, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 118851.125, "count": 24, "max": 122218.0, "p95": 121238.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114097.08, "count": 25, "max": 122218.0, "p95": 121229.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.96, "count": 25, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 24, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 24, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 80891.583, "count": 24, "max": 105625.0, "p95": 98502.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.592, "count": 24, "max": 0.698, "p95": 0.668, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.084, "count": 24, "max": 1.245, "p95": 1.212, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25, "sampled_at": "2026-10-30T14:36:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:36:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3599, "flush_count": 7, "flush_interval_seconds": 30.0, "flush_state": {"count": 7, "last_at": "2026-10-30T14:37:35", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:37:35", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6}, "started": true, "suppressed_count": 2755, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 2755}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 7, "written_record_count": 7}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4233.438, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7633612800, "copied_frame_count": 2761, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 7633612800, "frame_buffer_copies": 2761, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1278, "count": 512, "max_ms": 0.5662, "p50_ms": 0.1118, "p95_ms": 0.2374, "p99_ms": 0.3179}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3383, "count": 512, "max_ms": 3.9548, "p50_ms": 1.2548, "p95_ms": 2.113, "p99_ms": 2.9559, "results": {"failed": 0, "not_applicable": 0, "success": 2761, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:38:13+09:00", "last_error_summary": "[h264 @ 0x5b63ad0e8400] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5b63ad0e8400] error while decoding MB 0 97, bytestream 14723 [h264 @ 0x5b63ada41700] error while decoding MB 187 101, bytestream -9", "last_exit_at": "2026-10-30T14:33:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.803, "last_started_at": "2026-10-30T14:36:07+09:00", "pid": 1068, "process": {"exists": false, "pid": 1068}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.913, "sample_count": 2410, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2761, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:38:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.009, "last_frame_pushed_at": "2026-10-30T14:38:13+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-10-30T14:38:13+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 275.103, "last_sample_duration_ms": 1354.969, "last_trigger": "start_stable", "next_snapshot_in_sec": 324.897, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 1, "storage_bytes": 1058533}, "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-10-30T14:38:13.690143+09:00", "mtime_epoch": 1793338693.6901433, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 112085}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T14:38:13+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 709.137, "name": "celery", "pid": 176, "rss_mb": 699.742, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2761, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 191}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.369, "pushed": 6.369, "read": 6.336}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 190, "client_acquire_ms": {"avg_ms": 0.009, "count": 190, "max_ms": 0.086, "p95_ms": 0.02, "reason": null, "sample_age_ms": 60.266, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.654, "count": 190, "max_ms": 6.572, "p95_ms": 2.03, "reason": null, "sample_age_ms": 87.178, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.303, "count": 190, "max_ms": 5.111, "p95_ms": 1.506, "reason": null, "sample_age_ms": 87.331, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.17, "count": 190, "max_ms": 0.841, "p95_ms": 0.387, "reason": null, "sample_age_ms": 60.27, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.631, "count": 190, "max_ms": 6.604, "p95_ms": 2.895, "reason": null, "sample_age_ms": 85.879, "source": "client_direct"}, "request_count": 190, "request_tensor_bytes": {"avg": 2211848.0, "count": 190, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 85.859, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 190, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 60.337, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.903, "count": 190, "max_ms": 87.218, "p95_ms": 64.889, "reason": null, "sample_age_ms": 60.263, "source": "client_direct"}, "sample_age_ms": 60.26, "source": "client_direct", "task_total_ms": {"avg_ms": 44.886, "count": 190, "max_ms": 89.77, "p95_ms": 67.694, "reason": null, "sample_age_ms": 60.26, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.698, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.8, "count": 191, "max_ms": 2.319, "p95_ms": 1.561}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.258, "count": 191, "max_ms": 0.776, "p95_ms": 0.503}, "detection_prepare_ms": {"avg_ms": 0.11, "count": 191, "max_ms": 0.315, "p95_ms": 0.205}, "event_filter_ms": {"avg_ms": 0.004, "count": 191, "max_ms": 0.017, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.092, "count": 191, "max_ms": 0.597, "p95_ms": 0.173}, "mcmt_ms": {"avg_ms": 0.003, "count": 191, "max_ms": 0.025, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.201, "count": 191, "max_ms": 1.006, "p95_ms": 0.391}, "setup_ms": {"avg_ms": 0.049, "count": 191, "max_ms": 0.136, "p95_ms": 0.106}, "total_inside_ms": {"avg_ms": 0.756, "count": 191, "max_ms": 2.197, "p95_ms": 1.476}, "track_match_ms": {"avg_ms": 0.005, "count": 191, "max_ms": 0.028, "p95_ms": 0.012}, "tracker_update_ms": {"avg_ms": 0.033, "count": 191, "max_ms": 0.115, "p95_ms": 0.066}}, "gstreamer_push": {"avg_ms": 4.054, "count": 191, "max_ms": 10.046, "p95_ms": 8.533}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 191, "max_ms": 0.21, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.0, "count": 191, "max_ms": 90.727, "p95_ms": 69.265}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.044, "count": 191, "max_ms": 0.169, "p95_ms": 0.098}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.69, "count": 191, "max_ms": 169.104, "p95_ms": 115.662}, "inference_input_copy_ms": {"avg_ms": 1.464, "count": 191, "max_ms": 5.677, "p95_ms": 2.553}, "processing_residual_ms": {"avg_ms": 0.179, "count": 191, "max_ms": 1.457, "p95_ms": 0.369}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 87.377, "count": 191, "max_ms": 172.202, "p95_ms": 117.258}, "read_interval": {"avg_ms": 158.0, "count": 190, "max_ms": 3304.264, "p95_ms": 185.941}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 191, "max_ms": 0.086, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.141, "count": 191, "max_ms": 0.807, "p95_ms": 0.27}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 191, "max_ms": 0.04, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.124, "count": 191, "max_ms": 0.762, "p95_ms": 0.241}, "worker_merge_ms": {"avg_ms": 0.006, "count": 191, "max_ms": 0.022, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 46.015, "count": 191, "max_ms": 90.739, "p95_ms": 69.279}, "visualize": {"avg_ms": 37.892, "count": 191, "max_ms": 78.268, "p95_ms": 50.634}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 36.991, "count": 191, "max_ms": 76.749, "p95_ms": 49.271}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.673, "count": 191, "max_ms": 77.893, "p95_ms": 50.426}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.014, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.562, "count": 191, "max_ms": 77.694, "p95_ms": 50.24}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 191, "max_ms": 0.171, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 191}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 699.684, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 80.216, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.374, "sample_count": 2452, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2634, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:37:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112726, "write_bytes_delta": 112726, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 663.0, "cpu_core_ratio": 1.513962, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7881.0, "pid": 1068, "reason": null, "system_cpu_core_ratio": 0.253274, "system_cpu_s_delta": 3.12, "user_cpu_core_ratio": 1.260688, "user_cpu_s_delta": 15.530000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.595844, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 37048.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.135567, "system_cpu_s_delta": 1.6700000000000017, "user_cpu_core_ratio": 0.460277, "user_cpu_s_delta": 5.6699999999999875}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 4.276, "count": 257, "max_ms": 13.251, "p95_ms": 9.062, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 257}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 257}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.062, "count": 30, "max": 80.216, "p95": 35.34, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.685, "count": 30, "max": 36.03, "p95": 28.662, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 632.37, "count": 27, "max": 761.0, "p95": 747.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 27, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1906.815, "count": 27, "max": 26804.0, "p95": 8251.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.086, "count": 27, "max": 0.5, "p95": 0.29, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.276, "count": 27, "max": 1.482, "p95": 1.455, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.26, "count": 30, "max": 5.075, "p95": 1.336, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114222.767, "count": 30, "max": 119726.0, "p95": 115512.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114222.767, "count": 30, "max": 119726.0, "p95": 115512.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 122571.767, "count": 30, "max": 295887.0, "p95": 172585.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.175, "count": 30, "max": 0.235, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.536, "count": 30, "max": 0.666, "p95": 0.623, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 31, "sampled_at": "2026-10-30T14:37:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:37:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3599, "flush_count": 7, "flush_interval_seconds": 30.0, "flush_state": {"count": 7, "last_at": "2026-10-30T14:37:35", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:37:35", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6}, "started": true, "suppressed_count": 2755, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 2755}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 7, "written_record_count": 7}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4233.438, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5b63ad0e8400] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5b63ad0e8400] error while decoding MB 0 97, bytestream 14723 [h264 @ 0x5b63ada41700] error while decoding MB 187 101, bytestream -9", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7633612800, "copied_frame_count": 2761, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 7633612800, "frame_buffer_copies": 2761, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1278, "count": 512, "max_ms": 0.5662, "p50_ms": 0.1118, "p95_ms": 0.2374, "p99_ms": 0.3179}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3383, "count": 512, "max_ms": 3.9548, "p50_ms": 1.2548, "p95_ms": 2.113, "p99_ms": 2.9559, "results": {"failed": 0, "not_applicable": 0, "success": 2761, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:38:13+09:00", "last_error_summary": "[h264 @ 0x5b63ad0e8400] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5b63ad0e8400] error while decoding MB 0 97, bytestream 14723 [h264 @ 0x5b63ada41700] error while decoding MB 187 101, bytestream -9", "last_exit_at": "2026-10-30T14:33:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.804, "last_started_at": "2026-10-30T14:36:07+09:00", "pid": 1068, "process": {"exists": false, "pid": 1068}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.913, "sample_count": 2410, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2761, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:38:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.01, "last_frame_pushed_at": "2026-10-30T14:38:13+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-10-30T14:38:13+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 275.108, "last_sample_duration_ms": 1354.969, "last_trigger": "start_stable", "next_snapshot_in_sec": 324.892, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 1, "storage_bytes": 1058533}, "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-10-30T14:38:13.690143+09:00", "mtime_epoch": 1793338693.6901433, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 112085}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T14:38:13+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 709.137, "name": "celery", "pid": 176, "rss_mb": 699.742, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2761, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 191}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.37, "pushed": 6.37, "read": 6.337}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 190, "client_acquire_ms": {"avg_ms": 0.009, "count": 190, "max_ms": 0.086, "p95_ms": 0.02, "reason": null, "sample_age_ms": 55.681, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.654, "count": 190, "max_ms": 6.572, "p95_ms": 2.03, "reason": null, "sample_age_ms": 82.593, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.303, "count": 190, "max_ms": 5.111, "p95_ms": 1.506, "reason": null, "sample_age_ms": 82.746, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.17, "count": 190, "max_ms": 0.841, "p95_ms": 0.387, "reason": null, "sample_age_ms": 55.686, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.631, "count": 190, "max_ms": 6.604, "p95_ms": 2.895, "reason": null, "sample_age_ms": 81.294, "source": "client_direct"}, "request_count": 190, "request_tensor_bytes": {"avg": 2211848.0, "count": 190, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 81.275, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 190, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 55.753, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.903, "count": 190, "max_ms": 87.218, "p95_ms": 64.889, "reason": null, "sample_age_ms": 55.679, "source": "client_direct"}, "sample_age_ms": 55.676, "source": "client_direct", "task_total_ms": {"avg_ms": 44.886, "count": 190, "max_ms": 89.77, "p95_ms": 67.694, "reason": null, "sample_age_ms": 55.676, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.608, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.8, "count": 191, "max_ms": 2.319, "p95_ms": 1.561}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.258, "count": 191, "max_ms": 0.776, "p95_ms": 0.503}, "detection_prepare_ms": {"avg_ms": 0.11, "count": 191, "max_ms": 0.315, "p95_ms": 0.205}, "event_filter_ms": {"avg_ms": 0.004, "count": 191, "max_ms": 0.017, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.092, "count": 191, "max_ms": 0.597, "p95_ms": 0.173}, "mcmt_ms": {"avg_ms": 0.003, "count": 191, "max_ms": 0.025, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.201, "count": 191, "max_ms": 1.006, "p95_ms": 0.391}, "setup_ms": {"avg_ms": 0.049, "count": 191, "max_ms": 0.136, "p95_ms": 0.106}, "total_inside_ms": {"avg_ms": 0.756, "count": 191, "max_ms": 2.197, "p95_ms": 1.476}, "track_match_ms": {"avg_ms": 0.005, "count": 191, "max_ms": 0.028, "p95_ms": 0.012}, "tracker_update_ms": {"avg_ms": 0.033, "count": 191, "max_ms": 0.115, "p95_ms": 0.066}}, "gstreamer_push": {"avg_ms": 4.054, "count": 191, "max_ms": 10.046, "p95_ms": 8.533}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 191, "max_ms": 0.21, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.0, "count": 191, "max_ms": 90.727, "p95_ms": 69.265}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.044, "count": 191, "max_ms": 0.169, "p95_ms": 0.098}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.69, "count": 191, "max_ms": 169.104, "p95_ms": 115.662}, "inference_input_copy_ms": {"avg_ms": 1.464, "count": 191, "max_ms": 5.677, "p95_ms": 2.553}, "processing_residual_ms": {"avg_ms": 0.179, "count": 191, "max_ms": 1.457, "p95_ms": 0.369}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 87.377, "count": 191, "max_ms": 172.202, "p95_ms": 117.258}, "read_interval": {"avg_ms": 158.0, "count": 190, "max_ms": 3304.264, "p95_ms": 185.941}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 191, "max_ms": 0.086, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.141, "count": 191, "max_ms": 0.807, "p95_ms": 0.27}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 191, "max_ms": 0.04, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.124, "count": 191, "max_ms": 0.762, "p95_ms": 0.241}, "worker_merge_ms": {"avg_ms": 0.006, "count": 191, "max_ms": 0.022, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 46.015, "count": 191, "max_ms": 90.739, "p95_ms": 69.279}, "visualize": {"avg_ms": 37.892, "count": 191, "max_ms": 78.268, "p95_ms": 50.634}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 36.991, "count": 191, "max_ms": 76.749, "p95_ms": 49.271}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.673, "count": 191, "max_ms": 77.893, "p95_ms": 50.426}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.014, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.562, "count": 191, "max_ms": 77.694, "p95_ms": 50.24}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 191, "max_ms": 0.171, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 191}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 699.684, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 80.216, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.374, "sample_count": 2452, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2634, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:37:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112726, "write_bytes_delta": 112726, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 663.0, "cpu_core_ratio": 1.513962, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7881.0, "pid": 1068, "reason": null, "system_cpu_core_ratio": 0.253274, "system_cpu_s_delta": 3.12, "user_cpu_core_ratio": 1.260688, "user_cpu_s_delta": 15.530000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.595844, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 37048.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.135567, "system_cpu_s_delta": 1.6700000000000017, "user_cpu_core_ratio": 0.460277, "user_cpu_s_delta": 5.6699999999999875}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 4.276, "count": 257, "max_ms": 13.251, "p95_ms": 9.062, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 257}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 257}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.062, "count": 30, "max": 80.216, "p95": 35.34, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.685, "count": 30, "max": 36.03, "p95": 28.662, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 632.37, "count": 27, "max": 761.0, "p95": 747.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 27, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1906.815, "count": 27, "max": 26804.0, "p95": 8251.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.086, "count": 27, "max": 0.5, "p95": 0.29, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.276, "count": 27, "max": 1.482, "p95": 1.455, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.26, "count": 30, "max": 5.075, "p95": 1.336, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114222.767, "count": 30, "max": 119726.0, "p95": 115512.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114222.767, "count": 30, "max": 119726.0, "p95": 115512.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 122571.767, "count": 30, "max": 295887.0, "p95": 172585.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.175, "count": 30, "max": 0.235, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.536, "count": 30, "max": 0.666, "p95": 0.623, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 31, "sampled_at": "2026-10-30T14:37:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:37:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3599, "flush_count": 7, "flush_interval_seconds": 30.0, "flush_state": {"count": 7, "last_at": "2026-10-30T14:37:35", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:37:35", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6}, "started": true, "suppressed_count": 2755, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 2755}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 7, "written_record_count": 7}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4234.309, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7633612800, "copied_frame_count": 2761, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 7633612800, "frame_buffer_copies": 2761, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1278, "count": 512, "max_ms": 0.5662, "p50_ms": 0.1118, "p95_ms": 0.2374, "p99_ms": 0.3179}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3383, "count": 512, "max_ms": 3.9548, "p50_ms": 1.2548, "p95_ms": 2.113, "p99_ms": 2.9559, "results": {"failed": 0, "not_applicable": 0, "success": 2761, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:38:13+09:00", "last_error_summary": "[h264 @ 0x5b63ad0e8400] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5b63ad0e8400] error while decoding MB 0 97, bytestream 14723 [h264 @ 0x5b63ada41700] error while decoding MB 187 101, bytestream -9", "last_exit_at": "2026-10-30T14:33:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.839, "last_started_at": "2026-10-30T14:36:07+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.785, "sample_count": 2409, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2761, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:38:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.045, "last_frame_pushed_at": "2026-10-30T14:38:13+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-10-30T14:38:13+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 275.132, "last_sample_duration_ms": 1354.969, "last_trigger": "start_stable", "next_snapshot_in_sec": 324.868, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 1, "storage_bytes": 1058533}, "mjpeg": {"age_sec": 0.035, "exists": true, "mtime": "2026-10-30T14:38:13.772144+09:00", "mtime_epoch": 1793338693.7721438, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 112214}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T14:38:13+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 709.137, "name": "celery", "pid": 176, "rss_mb": 699.738, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2761, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.351, "pushed": 6.351, "read": 6.318}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 189, "client_acquire_ms": {"avg_ms": 0.009, "count": 190, "max_ms": 0.086, "p95_ms": 0.02, "reason": null, "sample_age_ms": 87.496, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.655, "count": 189, "max_ms": 6.572, "p95_ms": 2.031, "reason": null, "sample_age_ms": 114.408, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.304, "count": 189, "max_ms": 5.111, "p95_ms": 1.509, "reason": null, "sample_age_ms": 114.561, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.17, "count": 190, "max_ms": 0.841, "p95_ms": 0.387, "reason": null, "sample_age_ms": 87.5, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.625, "count": 189, "max_ms": 6.604, "p95_ms": 2.898, "reason": null, "sample_age_ms": 113.109, "source": "client_direct"}, "request_count": 189, "request_tensor_bytes": {"avg": 2211848.0, "count": 189, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 113.089, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 190, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 87.567, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.903, "count": 190, "max_ms": 87.218, "p95_ms": 64.889, "reason": null, "sample_age_ms": 87.493, "source": "client_direct"}, "sample_age_ms": 87.49, "source": "client_direct", "task_total_ms": {"avg_ms": 44.886, "count": 190, "max_ms": 89.77, "p95_ms": 67.694, "reason": null, "sample_age_ms": 87.49, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.213, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.796, "count": 190, "max_ms": 2.319, "p95_ms": 1.52}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.256, "count": 190, "max_ms": 0.776, "p95_ms": 0.477}, "detection_prepare_ms": {"avg_ms": 0.11, "count": 190, "max_ms": 0.315, "p95_ms": 0.205}, "event_filter_ms": {"avg_ms": 0.004, "count": 190, "max_ms": 0.017, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.092, "count": 190, "max_ms": 0.597, "p95_ms": 0.173}, "mcmt_ms": {"avg_ms": 0.003, "count": 190, "max_ms": 0.025, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.2, "count": 190, "max_ms": 1.006, "p95_ms": 0.373}, "setup_ms": {"avg_ms": 0.049, "count": 190, "max_ms": 0.136, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 0.753, "count": 190, "max_ms": 2.197, "p95_ms": 1.453}, "track_match_ms": {"avg_ms": 0.005, "count": 190, "max_ms": 0.028, "p95_ms": 0.012}, "tracker_update_ms": {"avg_ms": 0.033, "count": 190, "max_ms": 0.115, "p95_ms": 0.066}}, "gstreamer_push": {"avg_ms": 4.039, "count": 190, "max_ms": 10.046, "p95_ms": 8.533}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 190, "max_ms": 0.21, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.954, "count": 190, "max_ms": 90.727, "p95_ms": 69.265}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.044, "count": 190, "max_ms": 0.169, "p95_ms": 0.098}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.57, "count": 190, "max_ms": 169.104, "p95_ms": 115.662}, "inference_input_copy_ms": {"avg_ms": 1.461, "count": 190, "max_ms": 5.677, "p95_ms": 2.553}, "processing_residual_ms": {"avg_ms": 0.179, "count": 190, "max_ms": 1.457, "p95_ms": 0.369}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 87.255, "count": 190, "max_ms": 172.202, "p95_ms": 117.258}, "read_interval": {"avg_ms": 158.16, "count": 189, "max_ms": 3304.264, "p95_ms": 185.941}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 190, "max_ms": 0.086, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.14, "count": 190, "max_ms": 0.807, "p95_ms": 0.27}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 190, "max_ms": 0.04, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.124, "count": 190, "max_ms": 0.762, "p95_ms": 0.241}, "worker_merge_ms": {"avg_ms": 0.006, "count": 190, "max_ms": 0.022, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 45.968, "count": 190, "max_ms": 90.739, "p95_ms": 69.279}, "visualize": {"avg_ms": 37.823, "count": 190, "max_ms": 78.268, "p95_ms": 50.523}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 36.926, "count": 190, "max_ms": 76.749, "p95_ms": 49.138}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.606, "count": 190, "max_ms": 77.893, "p95_ms": 50.163}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.014, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.495, "count": 190, "max_ms": 77.694, "p95_ms": 50.018}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 190, "max_ms": 0.171, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 699.684, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 80.216, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.374, "sample_count": 2452, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2634, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:37:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112726, "write_bytes_delta": 112726, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 663.0, "cpu_core_ratio": 1.513962, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7881.0, "pid": 1068, "reason": null, "system_cpu_core_ratio": 0.253274, "system_cpu_s_delta": 3.12, "user_cpu_core_ratio": 1.260688, "user_cpu_s_delta": 15.530000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.595844, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 37048.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.135567, "system_cpu_s_delta": 1.6700000000000017, "user_cpu_core_ratio": 0.460277, "user_cpu_s_delta": 5.6699999999999875}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 4.276, "count": 257, "max_ms": 13.251, "p95_ms": 9.062, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 257}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 257}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.062, "count": 30, "max": 80.216, "p95": 35.34, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.685, "count": 30, "max": 36.03, "p95": 28.662, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 632.37, "count": 27, "max": 761.0, "p95": 747.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 27, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1906.815, "count": 27, "max": 26804.0, "p95": 8251.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.086, "count": 27, "max": 0.5, "p95": 0.29, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.276, "count": 27, "max": 1.482, "p95": 1.455, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.26, "count": 30, "max": 5.075, "p95": 1.336, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114222.767, "count": 30, "max": 119726.0, "p95": 115512.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114222.767, "count": 30, "max": 119726.0, "p95": 115512.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 122571.767, "count": 30, "max": 295887.0, "p95": 172585.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.175, "count": 30, "max": 0.235, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.536, "count": 30, "max": 0.666, "p95": 0.623, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 31, "sampled_at": "2026-10-30T14:37:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:37:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 3599, "flush_count": 7, "flush_interval_seconds": 30.0, "flush_state": {"count": 7, "last_at": "2026-10-30T14:37:35", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:37:35", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 6}, "started": true, "suppressed_count": 2755, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 2755}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 7, "written_record_count": 7}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4547.566, "limit_mb": null}, "detail": {"pid": 1363, "restart_count": 3, "start_count": 4}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7633612800, "copied_frame_count": 2761, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 7633612800, "frame_buffer_copies": 2761, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1278, "count": 512, "max_ms": 0.5662, "p50_ms": 0.1118, "p95_ms": 0.2374, "p99_ms": 0.3179}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3383, "count": 512, "max_ms": 3.9548, "p50_ms": 1.2548, "p95_ms": 2.113, "p99_ms": 2.9559, "results": {"failed": 0, "not_applicable": 0, "success": 2761, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 5, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:38:13+09:00", "last_error_summary": "[h264 @ 0x5b63ad0e8400] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5b63ad0e8400] error while decoding MB 0 97, bytestream 14723 [h264 @ 0x5b63ada41700] error while decoding MB 187 101, bytestream -9", "last_exit_at": "2026-10-30T14:33:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T14:38:16+09:00", "pid": 1363, "process": {"exists": true, "fd_count": 5, "hwm_mb": 347.879, "name": "ffmpeg", "pid": 1363, "rss_mb": 347.879, "state": "S (sleeping)", "threads": 70}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.735, "sample_count": 2369, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2761, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:38:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.75, "last_frame_pushed_at": "2026-10-30T14:38:13+09:00", "last_frame_read_age_sec": 4.814, "last_frame_read_at": "2026-10-30T14:38:13+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 279.845, "last_sample_duration_ms": 1354.969, "last_trigger": "start_stable", "next_snapshot_in_sec": 320.155, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 1, "storage_bytes": 1058533}, "mjpeg": {"age_sec": 4.74, "exists": true, "mtime": "2026-10-30T14:38:13.772144+09:00", "mtime_epoch": 1793338693.7721438, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 112214}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T14:38:18+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 709.137, "name": "celery", "pid": 176, "rss_mb": 699.742, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 2761, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 147}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 147, "pushed_frames": 147, "read_frames": 146, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.905, "pushed": 4.905, "read": 4.871}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 146, "client_acquire_ms": {"avg_ms": 0.009, "count": 146, "max_ms": 0.035, "p95_ms": 0.021, "reason": null, "sample_age_ms": 4791.66, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.651, "count": 146, "max_ms": 6.572, "p95_ms": 2.027, "reason": null, "sample_age_ms": 4818.572, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.315, "count": 146, "max_ms": 5.111, "p95_ms": 1.625, "reason": null, "sample_age_ms": 4818.725, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.178, "count": 146, "max_ms": 0.841, "p95_ms": 0.359, "reason": null, "sample_age_ms": 4791.664, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.594, "count": 146, "max_ms": 4.127, "p95_ms": 2.829, "reason": null, "sample_age_ms": 4817.273, "source": "client_direct"}, "request_count": 146, "request_tensor_bytes": {"avg": 2211848.0, "count": 146, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4817.253, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 146, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4791.731, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.481, "count": 146, "max_ms": 77.175, "p95_ms": 62.437, "reason": null, "sample_age_ms": 4791.657, "source": "client_direct"}, "sample_age_ms": 4791.654, "source": "client_direct", "task_total_ms": {"avg_ms": 44.434, "count": 146, "max_ms": 80.763, "p95_ms": 64.839, "reason": null, "sample_age_ms": 4791.654, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.148, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.794, "count": 147, "max_ms": 2.319, "p95_ms": 1.627}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.255, "count": 147, "max_ms": 0.776, "p95_ms": 0.537}, "detection_prepare_ms": {"avg_ms": 0.108, "count": 147, "max_ms": 0.315, "p95_ms": 0.205}, "event_filter_ms": {"avg_ms": 0.004, "count": 147, "max_ms": 0.017, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.091, "count": 147, "max_ms": 0.597, "p95_ms": 0.184}, "mcmt_ms": {"avg_ms": 0.003, "count": 147, "max_ms": 0.025, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.204, "count": 147, "max_ms": 1.006, "p95_ms": 0.406}, "setup_ms": {"avg_ms": 0.048, "count": 147, "max_ms": 0.136, "p95_ms": 0.107}, "total_inside_ms": {"avg_ms": 0.751, "count": 147, "max_ms": 2.197, "p95_ms": 1.539}, "track_match_ms": {"avg_ms": 0.005, "count": 147, "max_ms": 0.024, "p95_ms": 0.012}, "tracker_update_ms": {"avg_ms": 0.032, "count": 147, "max_ms": 0.115, "p95_ms": 0.068}}, "gstreamer_push": {"avg_ms": 4.002, "count": 147, "max_ms": 10.046, "p95_ms": 8.533}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 147, "max_ms": 0.135, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.533, "count": 147, "max_ms": 81.852, "p95_ms": 65.927}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.044, "count": 147, "max_ms": 0.169, "p95_ms": 0.107}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.019, "count": 147, "max_ms": 141.949, "p95_ms": 112.499}, "inference_input_copy_ms": {"avg_ms": 1.452, "count": 147, "max_ms": 3.551, "p95_ms": 2.489}, "processing_residual_ms": {"avg_ms": 0.191, "count": 147, "max_ms": 1.457, "p95_ms": 0.405}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 85.707, "count": 147, "max_ms": 143.376, "p95_ms": 115.05}, "read_interval": {"avg_ms": 172.872, "count": 146, "max_ms": 3304.264, "p95_ms": 185.941}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 147, "max_ms": 0.086, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.143, "count": 147, "max_ms": 0.807, "p95_ms": 0.326}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 147, "max_ms": 0.04, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.126, "count": 147, "max_ms": 0.762, "p95_ms": 0.292}, "worker_merge_ms": {"avg_ms": 0.006, "count": 147, "max_ms": 0.022, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 45.547, "count": 147, "max_ms": 81.87, "p95_ms": 65.942}, "visualize": {"avg_ms": 36.707, "count": 147, "max_ms": 58.881, "p95_ms": 49.437}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 35.826, "count": 147, "max_ms": 57.981, "p95_ms": 48.592}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.495, "count": 147, "max_ms": 58.675, "p95_ms": 49.13}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.014, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.386, "count": 147, "max_ms": 58.591, "p95_ms": 48.987}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 147, "max_ms": 0.171, "p95_ms": 0.127}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 147}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 699.684, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 80.216, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.374, "sample_count": 2452, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2634, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:37:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112726, "write_bytes_delta": 112726, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 663.0, "cpu_core_ratio": 1.513962, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7881.0, "pid": 1068, "reason": null, "system_cpu_core_ratio": 0.253274, "system_cpu_s_delta": 3.12, "user_cpu_core_ratio": 1.260688, "user_cpu_s_delta": 15.530000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.595844, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 37048.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.135567, "system_cpu_s_delta": 1.6700000000000017, "user_cpu_core_ratio": 0.460277, "user_cpu_s_delta": 5.6699999999999875}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 4.276, "count": 257, "max_ms": 13.251, "p95_ms": 9.062, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 257}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 257}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.062, "count": 30, "max": 80.216, "p95": 35.34, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.685, "count": 30, "max": 36.03, "p95": 28.662, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 632.37, "count": 27, "max": 761.0, "p95": 747.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 27, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1906.815, "count": 27, "max": 26804.0, "p95": 8251.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.086, "count": 27, "max": 0.5, "p95": 0.29, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.276, "count": 27, "max": 1.482, "p95": 1.455, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.26, "count": 30, "max": 5.075, "p95": 1.336, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114222.767, "count": 30, "max": 119726.0, "p95": 115512.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114222.767, "count": 30, "max": 119726.0, "p95": 115512.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 122571.767, "count": 30, "max": 295887.0, "p95": 172585.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.175, "count": 30, "max": 0.235, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.536, "count": 30, "max": 0.666, "p95": 0.623, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 31, "sampled_at": "2026-10-30T14:37:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:37:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 7805, "flush_count": 9, "flush_interval_seconds": 30.0, "flush_state": {"count": 9, "last_at": "2026-10-30T14:39:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:39:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 8}, "started": true, "suppressed_count": 2763, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 2762}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 9, "written_record_count": 9}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4436.066, "limit_mb": null}, "detail": {"h264_decode_error_count": 6, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x607894045400] error while decoding MB 114 62, bytestream -23 [h264 @ 0x6078940c59c0] cabac decode of qscale diff failed at 46 56 [h264 @ 0x6078940c59c0] error while decoding MB 46 56, bytestream 5403 [h264 @ 0x607894ce9400] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x607894ce9400] error while decoding MB 0 26, bytestream 8103 [h264 @ 0x607893f66e40] cabac decode of qscale diff failed at 0 66 [h264 @ 0x607893f66e40] error while decoding MB 0 66, bytestream 3152 [in#0", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7655731200, "copied_frame_count": 2769, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T14:37:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3626962, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:37:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.023}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 7655731200, "frame_buffer_copies": 2769, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1187, "count": 512, "max_ms": 0.3295, "p50_ms": 0.1062, "p95_ms": 0.2335, "p99_ms": 0.2883}, "stages": {"db_insert": {"avg_ms": 7.4491, "count": 1, "max_ms": 7.4491, "p50_ms": 7.4491, "p95_ms": 7.4491, "p99_ms": 7.4491, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.2613, "count": 1, "max_ms": 2.2613, "p50_ms": 2.2613, "p95_ms": 2.2613, "p99_ms": 2.2613, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1375.0681, "count": 1, "max_ms": 1375.0681, "p50_ms": 1375.0681, "p95_ms": 1375.0681, "p99_ms": 1375.0681, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4599, "count": 512, "max_ms": 4.1883, "p50_ms": 1.3609, "p95_ms": 2.4757, "p99_ms": 2.968, "results": {"failed": 0, "not_applicable": 0, "success": 2769, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 595.7564, "count": 1, "max_ms": 595.7564, "p50_ms": 595.7564, "p95_ms": 595.7564, "p99_ms": 595.7564, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 45.037, "count": 1, "max_ms": 45.037, "p50_ms": 45.037, "p95_ms": 45.037, "p99_ms": 45.037, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5699, "count": 50, "max_ms": 15.2315, "p50_ms": 5.077, "p95_ms": 9.0236, "p99_ms": 12.5557, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5183, "count": 50, "max_ms": 3.5608, "p50_ms": 1.3772, "p95_ms": 2.7662, "p99_ms": 3.5186, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.6132, "count": 1, "max_ms": 586.6132, "p50_ms": 586.6132, "p95_ms": 586.6132, "p99_ms": 586.6132, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.9683, "count": 1, "max_ms": 493.9683, "p50_ms": 493.9683, "p95_ms": 493.9683, "p99_ms": 493.9683, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 87.142, "count": 1, "max_ms": 87.142, "p50_ms": 87.142, "p95_ms": 87.142, "p99_ms": 87.142, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3799, "count": 1, "max_ms": 1.3799, "p50_ms": 1.3799, "p95_ms": 1.3799, "p99_ms": 1.3799, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1334, "count": 1, "max_ms": 37.1334, "p50_ms": 37.1334, "p95_ms": 37.1334, "p99_ms": 37.1334, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.755, "count": 1, "max_ms": 0.755, "p50_ms": 0.755, "p95_ms": 0.755, "p99_ms": 0.755, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.7133, "count": 1, "max_ms": 0.7133, "p50_ms": 0.7133, "p95_ms": 0.7133, "p99_ms": 0.7133, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.7133, "count": 1, "max_ms": 0.7133, "p50_ms": 0.7133, "p95_ms": 0.7133, "p99_ms": 0.7133, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.755, "count": 1, "max_ms": 0.755, "p50_ms": 0.755, "p95_ms": 0.755, "p99_ms": 0.755, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 2.5784, "count": 1, "max_ms": 2.5784, "p50_ms": 2.5784, "p95_ms": 2.5784, "p99_ms": 2.5784, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 716.4065, "count": 1, "max_ms": 716.4065, "p50_ms": 716.4065, "p95_ms": 716.4065, "p99_ms": 716.4065, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.9543, "count": 1, "max_ms": 1.9543, "p50_ms": 1.9543, "p95_ms": 1.9543, "p99_ms": 1.9543, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 2.9963, "count": 1, "max_ms": 2.9963, "p50_ms": 2.9963, "p95_ms": 2.9963, "p99_ms": 2.9963, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 1.1521, "count": 1, "max_ms": 1.1521, "p50_ms": 1.1521, "p95_ms": 1.1521, "p99_ms": 1.1521, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5272, "count": 1, "max_ms": 1.5272, "p50_ms": 1.5272, "p95_ms": 1.5272, "p99_ms": 1.5272, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 778.4342, "count": 1, "max_ms": 778.4342, "p50_ms": 778.4342, "p95_ms": 778.4342, "p99_ms": 778.4342, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 1.1521, "p50_ms": 1.1521, "p95_ms": 1.1521, "p99_ms": 1.1521}, "wait_ms": {"count": 1, "max_ms": 1.5272, "p50_ms": 1.5272, "p95_ms": 1.5272, "p99_ms": 1.5272}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15542, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.2613, "p50_ms": 2.2613, "p95_ms": 2.2613, "p99_ms": 2.2613}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:39:42+09:00", "last_error_summary": "[h264 @ 0x607894045400] error while decoding MB 114 62, bytestream -23 [h264 @ 0x6078940c59c0] cabac decode of qscale diff failed at 46 56 [h264 @ 0x6078940c59c0] error while decoding MB 46 56, bytestream 5403 [h264 @ 0x607894ce9400] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x607894ce9400] error while decoding MB 0 26, bytestream 8103 [h264 @ 0x607893f66e40] cabac decode of qscale diff failed at 0 66 [h264 @ 0x607893f66e40] error while decoding MB 0 66, bytestream 3152 [in#0", "last_exit_at": "2026-10-30T14:36:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 164.984, "last_started_at": "2026-10-30T14:36:57+09:00", "pid": 1184, "process": {"exists": false, "pid": 1184}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.649, "sample_count": 1969, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2769, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:39:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.1, "last_frame_pushed_at": "2026-10-30T14:39:42+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-10-30T14:39:42+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 363.921, "last_sample_duration_ms": 1354.969, "last_trigger": "start_stable", "next_snapshot_in_sec": 236.079, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 1, "storage_bytes": 1058533}, "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-10-30T14:39:42.498650+09:00", "mtime_epoch": 1793338782.4986496, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 118539}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:39:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 812.324, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 2770, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.478, "max": 9.0, "p95": 8.0, "sample_count": 67}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.701, "max": 3.0, "p95": 2.0, "sample_count": 67}, "total": {"avg": 1.701, "max": 3.0, "p95": 2.0, "sample_count": 67}}, "tracking_counts": {"active": {"avg": 1.522, "max": 3.0, "p95": 2.0, "sample_count": 67}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "removed": {"avg": 0.015, "max": 1.0, "p95": 0.0, "sample_count": 67}, "tracked": {"avg": 1.522, "max": 3.0, "p95": 2.0, "sample_count": 67}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 67, "pushed_frames": 67, "read_frames": 67, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.237, "pushed": 2.237, "read": 2.237}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 67, "client_acquire_ms": {"avg_ms": 0.009, "count": 67, "max_ms": 0.021, "p95_ms": 0.018, "reason": null, "sample_age_ms": 41.555, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.131, "count": 67, "max_ms": 5.535, "p95_ms": 3.828, "reason": null, "sample_age_ms": 96.742, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.507, "count": 67, "max_ms": 5.124, "p95_ms": 2.778, "reason": null, "sample_age_ms": 97.029, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.375, "count": 67, "max_ms": 0.879, "p95_ms": 0.691, "reason": null, "sample_age_ms": 41.562, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.408, "count": 67, "max_ms": 8.035, "p95_ms": 4.135, "reason": null, "sample_age_ms": 93.235, "source": "client_direct"}, "request_count": 67, "request_tensor_bytes": {"avg": 2764808.0, "count": 67, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 93.195, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 67, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 41.757, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.236, "count": 67, "max_ms": 81.495, "p95_ms": 68.95, "reason": null, "sample_age_ms": 41.552, "source": "client_direct"}, "sample_age_ms": 41.549, "source": "client_direct", "task_total_ms": {"avg_ms": 56.232, "count": 67, "max_ms": 85.968, "p95_ms": 72.025, "reason": null, "sample_age_ms": 41.549, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.979, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.509, "count": 67, "max_ms": 14.505, "p95_ms": 9.561}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.472, "count": 67, "max_ms": 0.908, "p95_ms": 0.779}, "detection_prepare_ms": {"avg_ms": 1.641, "count": 67, "max_ms": 8.715, "p95_ms": 2.671}, "event_filter_ms": {"avg_ms": 0.005, "count": 67, "max_ms": 0.016, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.303, "count": 67, "max_ms": 0.565, "p95_ms": 0.48}, "mcmt_ms": {"avg_ms": 0.004, "count": 67, "max_ms": 0.012, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.312, "count": 67, "max_ms": 5.927, "p95_ms": 4.221}, "setup_ms": {"avg_ms": 0.056, "count": 67, "max_ms": 0.134, "p95_ms": 0.11}, "total_inside_ms": {"avg_ms": 6.432, "count": 67, "max_ms": 14.41, "p95_ms": 9.47}, "track_match_ms": {"avg_ms": 0.152, "count": 67, "max_ms": 0.299, "p95_ms": 0.246}, "tracker_update_ms": {"avg_ms": 1.487, "count": 67, "max_ms": 3.383, "p95_ms": 2.615}}, "gstreamer_push": {"avg_ms": 3.097, "count": 67, "max_ms": 5.781, "p95_ms": 4.824}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 67, "max_ms": 0.475, "p95_ms": 0.116}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.596, "count": 67, "max_ms": 90.667, "p95_ms": 75.079}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.271, "count": 67, "max_ms": 12.204, "p95_ms": 8.009}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.556, "count": 67, "max_ms": 139.224, "p95_ms": 130.309}, "inference_input_copy_ms": {"avg_ms": 1.761, "count": 67, "max_ms": 3.625, "p95_ms": 3.222}, "processing_residual_ms": {"avg_ms": 0.234, "count": 67, "max_ms": 0.475, "p95_ms": 0.42}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.822, "count": 67, "max_ms": 146.392, "p95_ms": 135.331}, "read_interval": {"avg_ms": 447.226, "count": 67, "max_ms": 21834.095, "p95_ms": 175.967}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 67, "max_ms": 0.05, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 2.228, "count": 67, "max_ms": 5.842, "p95_ms": 3.914}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 67, "max_ms": 0.044, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.208, "count": 67, "max_ms": 5.816, "p95_ms": 3.894}, "worker_merge_ms": {"avg_ms": 0.009, "count": 67, "max_ms": 0.036, "p95_ms": 0.022}}, "triton_wait": {"avg_ms": 57.613, "count": 67, "max_ms": 90.681, "p95_ms": 75.096}, "visualize": {"avg_ms": 38.094, "count": 67, "max_ms": 59.615, "p95_ms": 52.701}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.266, "count": 67, "max_ms": 50.251, "p95_ms": 45.167}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.521, "count": 67, "max_ms": 57.482, "p95_ms": 51.583}, "visualize_input_copy_ms": {"avg_ms": 1.35, "count": 67, "max_ms": 2.801, "p95_ms": 2.251}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.371, "count": 67, "max_ms": 57.218, "p95_ms": 51.428}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 67, "max_ms": 0.207, "p95_ms": 0.178}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 67}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 812.312, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.712, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.314, "sample_count": 2080, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2757, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:39:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115669, "write_bytes_delta": 115669, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 736.0, "cpu_core_ratio": 0.555596, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 684.0, "pid": 1184, "reason": null, "system_cpu_core_ratio": 0.144873, "system_cpu_s_delta": 2.9099999999999984, "user_cpu_core_ratio": 0.410723, "user_cpu_s_delta": 8.25}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.525399, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.44607, "system_cpu_s_delta": 8.960000000000008, "user_cpu_core_ratio": 1.079329, "user_cpu_s_delta": 21.680000000000007}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.222, "count": 223, "max_ms": 7.742, "p95_ms": 4.992, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.731, "max": 21.0, "p95": 19.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.471, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 223}, "total": {"avg": 1.471, "max": 2.0, "p95": 2.0, "sample_count": 223}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.172, "count": 30, "max": 77.823, "p95": 50.938, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.496, "count": 30, "max": 25.361, "p95": 24.479, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 412.267, "count": 30, "max": 736.0, "p95": 564.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1137.8, "count": 30, "max": 14192.0, "p95": 6178.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.361, "p95": 0.306, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.383, "count": 30, "max": 0.466, "p95": 0.46, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.252, "count": 30, "max": 4.674, "p95": 1.586, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 117914.567, "count": 30, "max": 124123.0, "p95": 120560.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113961.933, "count": 30, "max": 124123.0, "p95": 120560.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 54046.7, "count": 30, "max": 105625.0, "p95": 97782.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.552, "count": 30, "max": 0.698, "p95": 0.66, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.083, "count": 30, "max": 1.237, "p95": 1.214, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 39, "sampled_at": "2026-10-30T14:39:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:39:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 7805, "flush_count": 9, "flush_interval_seconds": 30.0, "flush_state": {"count": 9, "last_at": "2026-10-30T14:39:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:39:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 8}, "started": true, "suppressed_count": 2763, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 2762}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 9, "written_record_count": 9}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4435.648, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T14:39:42+09:00", "last_error_summary": "[h264 @ 0x607894045400] error while decoding MB 114 62, bytestream -23 [h264 @ 0x6078940c59c0] cabac decode of qscale diff failed at 46 56 [h264 @ 0x6078940c59c0] error while decoding MB 46 56, bytestream 5403 [h264 @ 0x607894ce9400] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x607894ce9400] error while decoding MB 0 26, bytestream 8103 [h264 @ 0x607893f66e40] cabac decode of qscale diff failed at 0 66 [h264 @ 0x607893f66e40] error while decoding MB 0 66, bytestream 3152 [in#0", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7658496000, "copied_frame_count": 2770, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T14:37:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3626962, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:37:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.023}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 7658496000, "frame_buffer_copies": 2770, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1187, "count": 512, "max_ms": 0.3295, "p50_ms": 0.1062, "p95_ms": 0.2335, "p99_ms": 0.2883}, "stages": {"db_insert": {"avg_ms": 7.4491, "count": 1, "max_ms": 7.4491, "p50_ms": 7.4491, "p95_ms": 7.4491, "p99_ms": 7.4491, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.2613, "count": 1, "max_ms": 2.2613, "p50_ms": 2.2613, "p95_ms": 2.2613, "p99_ms": 2.2613, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1375.0681, "count": 1, "max_ms": 1375.0681, "p50_ms": 1375.0681, "p95_ms": 1375.0681, "p99_ms": 1375.0681, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4634, "count": 512, "max_ms": 4.1883, "p50_ms": 1.3609, "p95_ms": 2.4899, "p99_ms": 3.2193, "results": {"failed": 0, "not_applicable": 0, "success": 2770, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 595.7564, "count": 1, "max_ms": 595.7564, "p50_ms": 595.7564, "p95_ms": 595.7564, "p99_ms": 595.7564, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 45.037, "count": 1, "max_ms": 45.037, "p50_ms": 45.037, "p95_ms": 45.037, "p99_ms": 45.037, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5699, "count": 50, "max_ms": 15.2315, "p50_ms": 5.077, "p95_ms": 9.0236, "p99_ms": 12.5557, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5183, "count": 50, "max_ms": 3.5608, "p50_ms": 1.3772, "p95_ms": 2.7662, "p99_ms": 3.5186, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.6132, "count": 1, "max_ms": 586.6132, "p50_ms": 586.6132, "p95_ms": 586.6132, "p99_ms": 586.6132, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.9683, "count": 1, "max_ms": 493.9683, "p50_ms": 493.9683, "p95_ms": 493.9683, "p99_ms": 493.9683, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 87.142, "count": 1, "max_ms": 87.142, "p50_ms": 87.142, "p95_ms": 87.142, "p99_ms": 87.142, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3799, "count": 1, "max_ms": 1.3799, "p50_ms": 1.3799, "p95_ms": 1.3799, "p99_ms": 1.3799, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1334, "count": 1, "max_ms": 37.1334, "p50_ms": 37.1334, "p95_ms": 37.1334, "p99_ms": 37.1334, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.755, "count": 1, "max_ms": 0.755, "p50_ms": 0.755, "p95_ms": 0.755, "p99_ms": 0.755, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.7133, "count": 1, "max_ms": 0.7133, "p50_ms": 0.7133, "p95_ms": 0.7133, "p99_ms": 0.7133, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.7133, "count": 1, "max_ms": 0.7133, "p50_ms": 0.7133, "p95_ms": 0.7133, "p99_ms": 0.7133, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.755, "count": 1, "max_ms": 0.755, "p50_ms": 0.755, "p95_ms": 0.755, "p99_ms": 0.755, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 2.5784, "count": 1, "max_ms": 2.5784, "p50_ms": 2.5784, "p95_ms": 2.5784, "p99_ms": 2.5784, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 716.4065, "count": 1, "max_ms": 716.4065, "p50_ms": 716.4065, "p95_ms": 716.4065, "p99_ms": 716.4065, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.9543, "count": 1, "max_ms": 1.9543, "p50_ms": 1.9543, "p95_ms": 1.9543, "p99_ms": 1.9543, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 2.9963, "count": 1, "max_ms": 2.9963, "p50_ms": 2.9963, "p95_ms": 2.9963, "p99_ms": 2.9963, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 1.1521, "count": 1, "max_ms": 1.1521, "p50_ms": 1.1521, "p95_ms": 1.1521, "p99_ms": 1.1521, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5272, "count": 1, "max_ms": 1.5272, "p50_ms": 1.5272, "p95_ms": 1.5272, "p99_ms": 1.5272, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 778.4342, "count": 1, "max_ms": 778.4342, "p50_ms": 778.4342, "p95_ms": 778.4342, "p99_ms": 778.4342, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 1.1521, "p50_ms": 1.1521, "p95_ms": 1.1521, "p99_ms": 1.1521}, "wait_ms": {"count": 1, "max_ms": 1.5272, "p50_ms": 1.5272, "p95_ms": 1.5272, "p99_ms": 1.5272}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15542, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.2613, "p50_ms": 2.2613, "p95_ms": 2.2613, "p99_ms": 2.2613}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:39:42+09:00", "last_error_summary": "[h264 @ 0x607894045400] error while decoding MB 114 62, bytestream -23 [h264 @ 0x6078940c59c0] cabac decode of qscale diff failed at 46 56 [h264 @ 0x6078940c59c0] error while decoding MB 46 56, bytestream 5403 [h264 @ 0x607894ce9400] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x607894ce9400] error while decoding MB 0 26, bytestream 8103 [h264 @ 0x607893f66e40] cabac decode of qscale diff failed at 0 66 [h264 @ 0x607893f66e40] error while decoding MB 0 66, bytestream 3152 [in#0", "last_exit_at": "2026-10-30T14:39:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 165.052, "last_started_at": "2026-10-30T14:36:57+09:00", "pid": 1184, "process": {"exists": false, "pid": 1184}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.649, "sample_count": 1969, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2770, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:39:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.022, "last_frame_pushed_at": "2026-10-30T14:39:42+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-10-30T14:39:42+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 363.972, "last_sample_duration_ms": 1354.969, "last_trigger": "start_stable", "next_snapshot_in_sec": 236.028, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 1, "storage_bytes": 1058533}, "mjpeg": {"age_sec": 0.011, "exists": true, "mtime": "2026-10-30T14:39:42.639650+09:00", "mtime_epoch": 1793338782.6396503, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 118659}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:39:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 812.316, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 2770, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.493, "max": 9.0, "p95": 8.0, "sample_count": 67}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.716, "max": 3.0, "p95": 2.0, "sample_count": 67}, "total": {"avg": 1.716, "max": 3.0, "p95": 2.0, "sample_count": 67}}, "tracking_counts": {"active": {"avg": 1.537, "max": 3.0, "p95": 2.0, "sample_count": 67}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "removed": {"avg": 0.015, "max": 1.0, "p95": 0.0, "sample_count": 67}, "tracked": {"avg": 1.537, "max": 3.0, "p95": 2.0, "sample_count": 67}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 67, "pushed_frames": 67, "read_frames": 66, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.24, "pushed": 2.24, "read": 2.207}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 66, "client_acquire_ms": {"avg_ms": 0.009, "count": 67, "max_ms": 0.021, "p95_ms": 0.018, "reason": null, "sample_age_ms": 104.759, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.138, "count": 66, "max_ms": 5.535, "p95_ms": 3.845, "reason": null, "sample_age_ms": 159.946, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.513, "count": 66, "max_ms": 5.124, "p95_ms": 2.783, "reason": null, "sample_age_ms": 160.233, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.375, "count": 67, "max_ms": 0.879, "p95_ms": 0.691, "reason": null, "sample_age_ms": 104.766, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.412, "count": 66, "max_ms": 8.035, "p95_ms": 4.158, "reason": null, "sample_age_ms": 156.439, "source": "client_direct"}, "request_count": 66, "request_tensor_bytes": {"avg": 2764808.0, "count": 66, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 156.399, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 67, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 104.961, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.236, "count": 67, "max_ms": 81.495, "p95_ms": 68.95, "reason": null, "sample_age_ms": 104.756, "source": "client_direct"}, "sample_age_ms": 104.753, "source": "client_direct", "task_total_ms": {"avg_ms": 56.232, "count": 67, "max_ms": 85.968, "p95_ms": 72.025, "reason": null, "sample_age_ms": 104.753, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.381, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.475, "count": 67, "max_ms": 14.505, "p95_ms": 9.459}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.468, "count": 67, "max_ms": 0.908, "p95_ms": 0.779}, "detection_prepare_ms": {"avg_ms": 1.642, "count": 67, "max_ms": 8.715, "p95_ms": 2.671}, "event_filter_ms": {"avg_ms": 0.005, "count": 67, "max_ms": 0.016, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.302, "count": 67, "max_ms": 0.565, "p95_ms": 0.48}, "mcmt_ms": {"avg_ms": 0.004, "count": 67, "max_ms": 0.012, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.271, "count": 67, "max_ms": 5.764, "p95_ms": 3.955}, "setup_ms": {"avg_ms": 0.055, "count": 67, "max_ms": 0.134, "p95_ms": 0.11}, "total_inside_ms": {"avg_ms": 6.398, "count": 67, "max_ms": 14.41, "p95_ms": 9.356}, "track_match_ms": {"avg_ms": 0.152, "count": 67, "max_ms": 0.299, "p95_ms": 0.276}, "tracker_update_ms": {"avg_ms": 1.496, "count": 67, "max_ms": 3.383, "p95_ms": 2.615}}, "gstreamer_push": {"avg_ms": 3.075, "count": 67, "max_ms": 5.781, "p95_ms": 4.824}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 67, "max_ms": 0.475, "p95_ms": 0.116}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.787, "count": 67, "max_ms": 90.667, "p95_ms": 75.079}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.275, "count": 67, "max_ms": 12.204, "p95_ms": 8.009}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.883, "count": 67, "max_ms": 139.224, "p95_ms": 130.309}, "inference_input_copy_ms": {"avg_ms": 1.766, "count": 67, "max_ms": 3.625, "p95_ms": 3.222}, "processing_residual_ms": {"avg_ms": 0.235, "count": 67, "max_ms": 0.475, "p95_ms": 0.42}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.159, "count": 67, "max_ms": 146.392, "p95_ms": 135.331}, "read_interval": {"avg_ms": 452.177, "count": 66, "max_ms": 21834.095, "p95_ms": 175.967}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 67, "max_ms": 0.05, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 2.187, "count": 67, "max_ms": 5.665, "p95_ms": 3.824}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 67, "max_ms": 0.044, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.167, "count": 67, "max_ms": 5.646, "p95_ms": 3.803}, "worker_merge_ms": {"avg_ms": 0.009, "count": 67, "max_ms": 0.036, "p95_ms": 0.022}}, "triton_wait": {"avg_ms": 57.803, "count": 67, "max_ms": 90.681, "p95_ms": 75.096}, "visualize": {"avg_ms": 38.267, "count": 67, "max_ms": 62.335, "p95_ms": 53.65}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.15, "count": 67, "max_ms": 50.251, "p95_ms": 45.167}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.682, "count": 67, "max_ms": 60.072, "p95_ms": 51.943}, "visualize_input_copy_ms": {"avg_ms": 1.363, "count": 67, "max_ms": 2.801, "p95_ms": 2.251}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.531, "count": 67, "max_ms": 59.887, "p95_ms": 51.841}, "visualizer_prepare_ms": {"avg_ms": 0.081, "count": 67, "max_ms": 0.207, "p95_ms": 0.178}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 67}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 812.312, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.712, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.314, "sample_count": 2080, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2757, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:39:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115669, "write_bytes_delta": 115669, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 736.0, "cpu_core_ratio": 0.555596, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 684.0, "pid": 1184, "reason": null, "system_cpu_core_ratio": 0.144873, "system_cpu_s_delta": 2.9099999999999984, "user_cpu_core_ratio": 0.410723, "user_cpu_s_delta": 8.25}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.525399, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.44607, "system_cpu_s_delta": 8.960000000000008, "user_cpu_core_ratio": 1.079329, "user_cpu_s_delta": 21.680000000000007}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.222, "count": 223, "max_ms": 7.742, "p95_ms": 4.992, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.731, "max": 21.0, "p95": 19.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.471, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 223}, "total": {"avg": 1.471, "max": 2.0, "p95": 2.0, "sample_count": 223}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.172, "count": 30, "max": 77.823, "p95": 50.938, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.496, "count": 30, "max": 25.361, "p95": 24.479, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 412.267, "count": 30, "max": 736.0, "p95": 564.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1137.8, "count": 30, "max": 14192.0, "p95": 6178.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.361, "p95": 0.306, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.383, "count": 30, "max": 0.466, "p95": 0.46, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.252, "count": 30, "max": 4.674, "p95": 1.586, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 117914.567, "count": 30, "max": 124123.0, "p95": 120560.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113961.933, "count": 30, "max": 124123.0, "p95": 120560.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 54046.7, "count": 30, "max": 105625.0, "p95": 97782.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.552, "count": 30, "max": 0.698, "p95": 0.66, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.083, "count": 30, "max": 1.237, "p95": 1.214, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 39, "sampled_at": "2026-10-30T14:39:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:39:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 7805, "flush_count": 9, "flush_interval_seconds": 30.0, "flush_state": {"count": 9, "last_at": "2026-10-30T14:39:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:39:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 8}, "started": true, "suppressed_count": 2763, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 2762}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 9, "written_record_count": 9}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4433.395, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7658496000, "copied_frame_count": 2770, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T14:37:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3626962, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:37:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.023}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 7658496000, "frame_buffer_copies": 2770, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1187, "count": 512, "max_ms": 0.3295, "p50_ms": 0.1062, "p95_ms": 0.2335, "p99_ms": 0.2883}, "stages": {"db_insert": {"avg_ms": 7.4491, "count": 1, "max_ms": 7.4491, "p50_ms": 7.4491, "p95_ms": 7.4491, "p99_ms": 7.4491, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.2613, "count": 1, "max_ms": 2.2613, "p50_ms": 2.2613, "p95_ms": 2.2613, "p99_ms": 2.2613, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1375.0681, "count": 1, "max_ms": 1375.0681, "p50_ms": 1375.0681, "p95_ms": 1375.0681, "p99_ms": 1375.0681, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4634, "count": 512, "max_ms": 4.1883, "p50_ms": 1.3609, "p95_ms": 2.4899, "p99_ms": 3.2193, "results": {"failed": 0, "not_applicable": 0, "success": 2770, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 595.7564, "count": 1, "max_ms": 595.7564, "p50_ms": 595.7564, "p95_ms": 595.7564, "p99_ms": 595.7564, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 45.037, "count": 1, "max_ms": 45.037, "p50_ms": 45.037, "p95_ms": 45.037, "p99_ms": 45.037, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5699, "count": 50, "max_ms": 15.2315, "p50_ms": 5.077, "p95_ms": 9.0236, "p99_ms": 12.5557, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5183, "count": 50, "max_ms": 3.5608, "p50_ms": 1.3772, "p95_ms": 2.7662, "p99_ms": 3.5186, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.6132, "count": 1, "max_ms": 586.6132, "p50_ms": 586.6132, "p95_ms": 586.6132, "p99_ms": 586.6132, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.9683, "count": 1, "max_ms": 493.9683, "p50_ms": 493.9683, "p95_ms": 493.9683, "p99_ms": 493.9683, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 87.142, "count": 1, "max_ms": 87.142, "p50_ms": 87.142, "p95_ms": 87.142, "p99_ms": 87.142, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3799, "count": 1, "max_ms": 1.3799, "p50_ms": 1.3799, "p95_ms": 1.3799, "p99_ms": 1.3799, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1334, "count": 1, "max_ms": 37.1334, "p50_ms": 37.1334, "p95_ms": 37.1334, "p99_ms": 37.1334, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.755, "count": 1, "max_ms": 0.755, "p50_ms": 0.755, "p95_ms": 0.755, "p99_ms": 0.755, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.7133, "count": 1, "max_ms": 0.7133, "p50_ms": 0.7133, "p95_ms": 0.7133, "p99_ms": 0.7133, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.7133, "count": 1, "max_ms": 0.7133, "p50_ms": 0.7133, "p95_ms": 0.7133, "p99_ms": 0.7133, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.755, "count": 1, "max_ms": 0.755, "p50_ms": 0.755, "p95_ms": 0.755, "p99_ms": 0.755, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 2.5784, "count": 1, "max_ms": 2.5784, "p50_ms": 2.5784, "p95_ms": 2.5784, "p99_ms": 2.5784, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 716.4065, "count": 1, "max_ms": 716.4065, "p50_ms": 716.4065, "p95_ms": 716.4065, "p99_ms": 716.4065, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.9543, "count": 1, "max_ms": 1.9543, "p50_ms": 1.9543, "p95_ms": 1.9543, "p99_ms": 1.9543, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 2.9963, "count": 1, "max_ms": 2.9963, "p50_ms": 2.9963, "p95_ms": 2.9963, "p99_ms": 2.9963, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 1.1521, "count": 1, "max_ms": 1.1521, "p50_ms": 1.1521, "p95_ms": 1.1521, "p99_ms": 1.1521, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5272, "count": 1, "max_ms": 1.5272, "p50_ms": 1.5272, "p95_ms": 1.5272, "p99_ms": 1.5272, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 778.4342, "count": 1, "max_ms": 778.4342, "p50_ms": 778.4342, "p95_ms": 778.4342, "p99_ms": 778.4342, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 1.1521, "p50_ms": 1.1521, "p95_ms": 1.1521, "p99_ms": 1.1521}, "wait_ms": {"count": 1, "max_ms": 1.5272, "p50_ms": 1.5272, "p95_ms": 1.5272, "p99_ms": 1.5272}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15542, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.2613, "p50_ms": 2.2613, "p95_ms": 2.2613, "p99_ms": 2.2613}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:39:42+09:00", "last_error_summary": "[h264 @ 0x607894045400] error while decoding MB 114 62, bytestream -23 [h264 @ 0x6078940c59c0] cabac decode of qscale diff failed at 46 56 [h264 @ 0x6078940c59c0] error while decoding MB 46 56, bytestream 5403 [h264 @ 0x607894ce9400] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x607894ce9400] error while decoding MB 0 26, bytestream 8103 [h264 @ 0x607893f66e40] cabac decode of qscale diff failed at 0 66 [h264 @ 0x607893f66e40] error while decoding MB 0 66, bytestream 3152 [in#0", "last_exit_at": "2026-10-30T14:39:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 165.073, "last_started_at": "2026-10-30T14:36:57+09:00", "pid": 1184, "process": {"exists": false, "pid": 1184}, "restart_count": 2, "restart_count_per_hour": 2, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.649, "sample_count": 1969, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2770, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:39:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.044, "last_frame_pushed_at": "2026-10-30T14:39:42+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-10-30T14:39:42+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 363.989, "last_sample_duration_ms": 1354.969, "last_trigger": "start_stable", "next_snapshot_in_sec": 236.011, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 1, "storage_bytes": 1058533}, "mjpeg": {"age_sec": 0.032, "exists": true, "mtime": "2026-10-30T14:39:42.639650+09:00", "mtime_epoch": 1793338782.6396503, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 118659}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:39:42+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 812.316, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 2770, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.493, "max": 9.0, "p95": 8.0, "sample_count": 67}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.716, "max": 3.0, "p95": 2.0, "sample_count": 67}, "total": {"avg": 1.716, "max": 3.0, "p95": 2.0, "sample_count": 67}}, "tracking_counts": {"active": {"avg": 1.537, "max": 3.0, "p95": 2.0, "sample_count": 67}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "removed": {"avg": 0.015, "max": 1.0, "p95": 0.0, "sample_count": 67}, "tracked": {"avg": 1.537, "max": 3.0, "p95": 2.0, "sample_count": 67}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 67, "pushed_frames": 67, "read_frames": 66, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.239, "pushed": 2.239, "read": 2.205}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 66, "client_acquire_ms": {"avg_ms": 0.009, "count": 67, "max_ms": 0.021, "p95_ms": 0.018, "reason": null, "sample_age_ms": 124.949, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.138, "count": 66, "max_ms": 5.535, "p95_ms": 3.845, "reason": null, "sample_age_ms": 180.136, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.513, "count": 66, "max_ms": 5.124, "p95_ms": 2.783, "reason": null, "sample_age_ms": 180.422, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.375, "count": 67, "max_ms": 0.879, "p95_ms": 0.691, "reason": null, "sample_age_ms": 124.955, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.412, "count": 66, "max_ms": 8.035, "p95_ms": 4.158, "reason": null, "sample_age_ms": 176.628, "source": "client_direct"}, "request_count": 66, "request_tensor_bytes": {"avg": 2764808.0, "count": 66, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 176.589, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 67, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 125.15, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.236, "count": 67, "max_ms": 81.495, "p95_ms": 68.95, "reason": null, "sample_age_ms": 124.946, "source": "client_direct"}, "sample_age_ms": 124.943, "source": "client_direct", "task_total_ms": {"avg_ms": 56.232, "count": 67, "max_ms": 85.968, "p95_ms": 72.025, "reason": null, "sample_age_ms": 124.943, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.399, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.475, "count": 67, "max_ms": 14.505, "p95_ms": 9.459}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.468, "count": 67, "max_ms": 0.908, "p95_ms": 0.779}, "detection_prepare_ms": {"avg_ms": 1.642, "count": 67, "max_ms": 8.715, "p95_ms": 2.671}, "event_filter_ms": {"avg_ms": 0.005, "count": 67, "max_ms": 0.016, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.302, "count": 67, "max_ms": 0.565, "p95_ms": 0.48}, "mcmt_ms": {"avg_ms": 0.004, "count": 67, "max_ms": 0.012, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.271, "count": 67, "max_ms": 5.764, "p95_ms": 3.955}, "setup_ms": {"avg_ms": 0.055, "count": 67, "max_ms": 0.134, "p95_ms": 0.11}, "total_inside_ms": {"avg_ms": 6.398, "count": 67, "max_ms": 14.41, "p95_ms": 9.356}, "track_match_ms": {"avg_ms": 0.152, "count": 67, "max_ms": 0.299, "p95_ms": 0.276}, "tracker_update_ms": {"avg_ms": 1.496, "count": 67, "max_ms": 3.383, "p95_ms": 2.615}}, "gstreamer_push": {"avg_ms": 3.075, "count": 67, "max_ms": 5.781, "p95_ms": 4.824}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 67, "max_ms": 0.475, "p95_ms": 0.116}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.787, "count": 67, "max_ms": 90.667, "p95_ms": 75.079}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.275, "count": 67, "max_ms": 12.204, "p95_ms": 8.009}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.883, "count": 67, "max_ms": 139.224, "p95_ms": 130.309}, "inference_input_copy_ms": {"avg_ms": 1.766, "count": 67, "max_ms": 3.625, "p95_ms": 3.222}, "processing_residual_ms": {"avg_ms": 0.235, "count": 67, "max_ms": 0.475, "p95_ms": 0.42}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.159, "count": 67, "max_ms": 146.392, "p95_ms": 135.331}, "read_interval": {"avg_ms": 452.177, "count": 66, "max_ms": 21834.095, "p95_ms": 175.967}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 67, "max_ms": 0.05, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 2.187, "count": 67, "max_ms": 5.665, "p95_ms": 3.824}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 67, "max_ms": 0.044, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.167, "count": 67, "max_ms": 5.646, "p95_ms": 3.803}, "worker_merge_ms": {"avg_ms": 0.009, "count": 67, "max_ms": 0.036, "p95_ms": 0.022}}, "triton_wait": {"avg_ms": 57.803, "count": 67, "max_ms": 90.681, "p95_ms": 75.096}, "visualize": {"avg_ms": 38.267, "count": 67, "max_ms": 62.335, "p95_ms": 53.65}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.15, "count": 67, "max_ms": 50.251, "p95_ms": 45.167}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.682, "count": 67, "max_ms": 60.072, "p95_ms": 51.943}, "visualize_input_copy_ms": {"avg_ms": 1.363, "count": 67, "max_ms": 2.801, "p95_ms": 2.251}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.531, "count": 67, "max_ms": 59.887, "p95_ms": 51.841}, "visualizer_prepare_ms": {"avg_ms": 0.081, "count": 67, "max_ms": 0.207, "p95_ms": 0.178}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 67}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 812.312, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.712, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.314, "sample_count": 2080, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2757, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:39:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115669, "write_bytes_delta": 115669, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 736.0, "cpu_core_ratio": 0.555596, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 684.0, "pid": 1184, "reason": null, "system_cpu_core_ratio": 0.144873, "system_cpu_s_delta": 2.9099999999999984, "user_cpu_core_ratio": 0.410723, "user_cpu_s_delta": 8.25}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.525399, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.44607, "system_cpu_s_delta": 8.960000000000008, "user_cpu_core_ratio": 1.079329, "user_cpu_s_delta": 21.680000000000007}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.222, "count": 223, "max_ms": 7.742, "p95_ms": 4.992, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.731, "max": 21.0, "p95": 19.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.471, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 223}, "total": {"avg": 1.471, "max": 2.0, "p95": 2.0, "sample_count": 223}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.172, "count": 30, "max": 77.823, "p95": 50.938, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.496, "count": 30, "max": 25.361, "p95": 24.479, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 412.267, "count": 30, "max": 736.0, "p95": 564.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1137.8, "count": 30, "max": 14192.0, "p95": 6178.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.361, "p95": 0.306, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.383, "count": 30, "max": 0.466, "p95": 0.46, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.252, "count": 30, "max": 4.674, "p95": 1.586, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 117914.567, "count": 30, "max": 124123.0, "p95": 120560.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113961.933, "count": 30, "max": 124123.0, "p95": 120560.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 54046.7, "count": 30, "max": 105625.0, "p95": 97782.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.552, "count": 30, "max": 0.698, "p95": 0.66, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.083, "count": 30, "max": 1.237, "p95": 1.214, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 39, "sampled_at": "2026-10-30T14:39:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:39:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 7805, "flush_count": 9, "flush_interval_seconds": 30.0, "flush_state": {"count": 9, "last_at": "2026-10-30T14:39:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:39:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 8}, "started": true, "suppressed_count": 2763, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 2762}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 9, "written_record_count": 9}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4603.902, "limit_mb": null}, "detail": {"pid": 1479, "restart_count": 3, "start_count": 4}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 7658496000, "copied_frame_count": 2770, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T14:37:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3626962, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:37:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.023}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 7658496000, "frame_buffer_copies": 2770, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1187, "count": 512, "max_ms": 0.3295, "p50_ms": 0.1062, "p95_ms": 0.2335, "p99_ms": 0.2883}, "stages": {"db_insert": {"avg_ms": 7.4491, "count": 1, "max_ms": 7.4491, "p50_ms": 7.4491, "p95_ms": 7.4491, "p99_ms": 7.4491, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.2613, "count": 1, "max_ms": 2.2613, "p50_ms": 2.2613, "p95_ms": 2.2613, "p99_ms": 2.2613, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1375.0681, "count": 1, "max_ms": 1375.0681, "p50_ms": 1375.0681, "p95_ms": 1375.0681, "p99_ms": 1375.0681, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4634, "count": 512, "max_ms": 4.1883, "p50_ms": 1.3609, "p95_ms": 2.4899, "p99_ms": 3.2193, "results": {"failed": 0, "not_applicable": 0, "success": 2770, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 595.7564, "count": 1, "max_ms": 595.7564, "p50_ms": 595.7564, "p95_ms": 595.7564, "p99_ms": 595.7564, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 45.037, "count": 1, "max_ms": 45.037, "p50_ms": 45.037, "p95_ms": 45.037, "p99_ms": 45.037, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5699, "count": 50, "max_ms": 15.2315, "p50_ms": 5.077, "p95_ms": 9.0236, "p99_ms": 12.5557, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5183, "count": 50, "max_ms": 3.5608, "p50_ms": 1.3772, "p95_ms": 2.7662, "p99_ms": 3.5186, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.6132, "count": 1, "max_ms": 586.6132, "p50_ms": 586.6132, "p95_ms": 586.6132, "p99_ms": 586.6132, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.9683, "count": 1, "max_ms": 493.9683, "p50_ms": 493.9683, "p95_ms": 493.9683, "p99_ms": 493.9683, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 87.142, "count": 1, "max_ms": 87.142, "p50_ms": 87.142, "p95_ms": 87.142, "p99_ms": 87.142, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3799, "count": 1, "max_ms": 1.3799, "p50_ms": 1.3799, "p95_ms": 1.3799, "p99_ms": 1.3799, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1334, "count": 1, "max_ms": 37.1334, "p50_ms": 37.1334, "p95_ms": 37.1334, "p99_ms": 37.1334, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.755, "count": 1, "max_ms": 0.755, "p50_ms": 0.755, "p95_ms": 0.755, "p99_ms": 0.755, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.7133, "count": 1, "max_ms": 0.7133, "p50_ms": 0.7133, "p95_ms": 0.7133, "p99_ms": 0.7133, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.7133, "count": 1, "max_ms": 0.7133, "p50_ms": 0.7133, "p95_ms": 0.7133, "p99_ms": 0.7133, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.755, "count": 1, "max_ms": 0.755, "p50_ms": 0.755, "p95_ms": 0.755, "p99_ms": 0.755, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 2.5784, "count": 1, "max_ms": 2.5784, "p50_ms": 2.5784, "p95_ms": 2.5784, "p99_ms": 2.5784, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 716.4065, "count": 1, "max_ms": 716.4065, "p50_ms": 716.4065, "p95_ms": 716.4065, "p99_ms": 716.4065, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.9543, "count": 1, "max_ms": 1.9543, "p50_ms": 1.9543, "p95_ms": 1.9543, "p99_ms": 1.9543, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 2.9963, "count": 1, "max_ms": 2.9963, "p50_ms": 2.9963, "p95_ms": 2.9963, "p99_ms": 2.9963, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 1.1521, "count": 1, "max_ms": 1.1521, "p50_ms": 1.1521, "p95_ms": 1.1521, "p99_ms": 1.1521, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5272, "count": 1, "max_ms": 1.5272, "p50_ms": 1.5272, "p95_ms": 1.5272, "p99_ms": 1.5272, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 778.4342, "count": 1, "max_ms": 778.4342, "p50_ms": 778.4342, "p95_ms": 778.4342, "p99_ms": 778.4342, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 1.1521, "p50_ms": 1.1521, "p95_ms": 1.1521, "p99_ms": 1.1521}, "wait_ms": {"count": 1, "max_ms": 1.5272, "p50_ms": 1.5272, "p95_ms": 1.5272, "p99_ms": 1.5272}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15542, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.2613, "p50_ms": 2.2613, "p95_ms": 2.2613, "p99_ms": 2.2613}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:39:42+09:00", "last_error_summary": "[h264 @ 0x607894045400] error while decoding MB 114 62, bytestream -23 [h264 @ 0x6078940c59c0] cabac decode of qscale diff failed at 46 56 [h264 @ 0x6078940c59c0] error while decoding MB 46 56, bytestream 5403 [h264 @ 0x607894ce9400] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x607894ce9400] error while decoding MB 0 26, bytestream 8103 [h264 @ 0x607893f66e40] cabac decode of qscale diff failed at 0 66 [h264 @ 0x607893f66e40] error while decoding MB 0 66, bytestream 3152 [in#0", "last_exit_at": "2026-10-30T14:39:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T14:39:44+09:00", "pid": 1479, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.316, "name": "ffmpeg", "pid": 1479, "rss_mb": 209.316, "state": "S (sleeping)", "threads": 70}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 159.618, "sample_count": 1940, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2770, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:39:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.363, "last_frame_pushed_at": "2026-10-30T14:39:42+09:00", "last_frame_read_age_sec": 4.502, "last_frame_read_at": "2026-10-30T14:39:42+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 368.315, "last_sample_duration_ms": 1354.969, "last_trigger": "start_stable", "next_snapshot_in_sec": 231.685, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 1, "storage_bytes": 1058533}, "mjpeg": {"age_sec": 4.352, "exists": true, "mtime": "2026-10-30T14:39:42.639650+09:00", "mtime_epoch": 1793338782.6396503, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 118659}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:39:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 812.328, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 2770, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.03, "max": 7.0, "p95": 6.0, "sample_count": 33}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.576, "max": 3.0, "p95": 3.0, "sample_count": 33}, "total": {"avg": 1.576, "max": 3.0, "p95": 3.0, "sample_count": 33}}, "tracking_counts": {"active": {"avg": 1.545, "max": 3.0, "p95": 3.0, "sample_count": 33}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 33}, "removed": {"avg": 0.03, "max": 1.0, "p95": 0.0, "sample_count": 33}, "tracked": {"avg": 1.545, "max": 3.0, "p95": 3.0, "sample_count": 33}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 33}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 33, "pushed_frames": 33, "read_frames": 32, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.101, "pushed": 1.101, "read": 1.067}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 32, "client_acquire_ms": {"avg_ms": 0.008, "count": 32, "max_ms": 0.019, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4445.698, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.232, "count": 32, "max_ms": 5.535, "p95_ms": 4.515, "reason": null, "sample_age_ms": 4500.885, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.601, "count": 32, "max_ms": 5.124, "p95_ms": 3.514, "reason": null, "sample_age_ms": 4501.172, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.319, "count": 32, "max_ms": 0.594, "p95_ms": 0.502, "reason": null, "sample_age_ms": 4445.705, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.103, "count": 32, "max_ms": 5.194, "p95_ms": 3.373, "reason": null, "sample_age_ms": 4497.378, "source": "client_direct"}, "request_count": 32, "request_tensor_bytes": {"avg": 2764808.0, "count": 32, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4497.338, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 32, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4445.9, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.388, "count": 32, "max_ms": 70.456, "p95_ms": 68.35, "reason": null, "sample_age_ms": 4445.695, "source": "client_direct"}, "sample_age_ms": 4445.692, "source": "client_direct", "task_total_ms": {"avg_ms": 54.996, "count": 32, "max_ms": 73.956, "p95_ms": 70.603, "reason": null, "sample_age_ms": 4445.692, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.788, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.437, "count": 33, "max_ms": 14.505, "p95_ms": 9.459}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.436, "count": 33, "max_ms": 0.885, "p95_ms": 0.739}, "detection_prepare_ms": {"avg_ms": 1.614, "count": 33, "max_ms": 8.715, "p95_ms": 3.444}, "event_filter_ms": {"avg_ms": 0.006, "count": 33, "max_ms": 0.011, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.281, "count": 33, "max_ms": 0.534, "p95_ms": 0.48}, "mcmt_ms": {"avg_ms": 0.004, "count": 33, "max_ms": 0.008, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.361, "count": 33, "max_ms": 5.179, "p95_ms": 4.221}, "setup_ms": {"avg_ms": 0.051, "count": 33, "max_ms": 0.134, "p95_ms": 0.115}, "total_inside_ms": {"avg_ms": 6.362, "count": 33, "max_ms": 14.41, "p95_ms": 9.356}, "track_match_ms": {"avg_ms": 0.143, "count": 33, "max_ms": 0.276, "p95_ms": 0.246}, "tracker_update_ms": {"avg_ms": 1.465, "count": 33, "max_ms": 2.791, "p95_ms": 2.62}}, "gstreamer_push": {"avg_ms": 2.896, "count": 33, "max_ms": 4.406, "p95_ms": 4.342}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.067, "count": 33, "max_ms": 0.475, "p95_ms": 0.135}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.317, "count": 33, "max_ms": 79.761, "p95_ms": 76.584}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.466, "count": 33, "max_ms": 12.05, "p95_ms": 11.957}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.663, "count": 33, "max_ms": 130.309, "p95_ms": 129.504}, "inference_input_copy_ms": {"avg_ms": 1.607, "count": 33, "max_ms": 2.633, "p95_ms": 2.327}, "processing_residual_ms": {"avg_ms": 0.24, "count": 33, "max_ms": 0.42, "p95_ms": 0.409}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.977, "count": 33, "max_ms": 135.331, "p95_ms": 133.545}, "read_interval": {"avg_ms": 800.449, "count": 32, "max_ms": 21834.095, "p95_ms": 198.516}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 33, "max_ms": 0.041, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 2.277, "count": 33, "max_ms": 5.053, "p95_ms": 3.914}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 33, "max_ms": 0.034, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.257, "count": 33, "max_ms": 5.012, "p95_ms": 3.894}, "worker_merge_ms": {"avg_ms": 0.009, "count": 33, "max_ms": 0.036, "p95_ms": 0.024}}, "triton_wait": {"avg_ms": 57.331, "count": 33, "max_ms": 79.775, "p95_ms": 76.607}, "visualize": {"avg_ms": 37.6, "count": 33, "max_ms": 62.335, "p95_ms": 49.22}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.728, "count": 33, "max_ms": 43.894, "p95_ms": 40.279}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.109, "count": 33, "max_ms": 60.072, "p95_ms": 47.415}, "visualize_input_copy_ms": {"avg_ms": 1.281, "count": 33, "max_ms": 1.976, "p95_ms": 1.802}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.963, "count": 33, "max_ms": 59.887, "p95_ms": 47.265}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 33, "max_ms": 0.197, "p95_ms": 0.155}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 33}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 33}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 33}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 812.312, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.712, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 161.314, "sample_count": 2080, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2757, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:39:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115669, "write_bytes_delta": 115669, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 736.0, "cpu_core_ratio": 0.555596, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 684.0, "pid": 1184, "reason": null, "system_cpu_core_ratio": 0.144873, "system_cpu_s_delta": 2.9099999999999984, "user_cpu_core_ratio": 0.410723, "user_cpu_s_delta": 8.25}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.525399, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.44607, "system_cpu_s_delta": 8.960000000000008, "user_cpu_core_ratio": 1.079329, "user_cpu_s_delta": 21.680000000000007}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.222, "count": 223, "max_ms": 7.742, "p95_ms": 4.992, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.731, "max": 21.0, "p95": 19.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.471, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 223}, "total": {"avg": 1.471, "max": 2.0, "p95": 2.0, "sample_count": 223}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.172, "count": 30, "max": 77.823, "p95": 50.938, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.496, "count": 30, "max": 25.361, "p95": 24.479, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 412.267, "count": 30, "max": 736.0, "p95": 564.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1137.8, "count": 30, "max": 14192.0, "p95": 6178.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.361, "p95": 0.306, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.383, "count": 30, "max": 0.466, "p95": 0.46, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.252, "count": 30, "max": 4.674, "p95": 1.586, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 117914.567, "count": 30, "max": 124123.0, "p95": 120560.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113961.933, "count": 30, "max": 124123.0, "p95": 120560.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 54046.7, "count": 30, "max": 105625.0, "p95": 97782.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.552, "count": 30, "max": 0.698, "p95": 0.66, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.083, "count": 30, "max": 1.237, "p95": 1.214, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 39, "sampled_at": "2026-10-30T14:39:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:39:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 10400, "flush_count": 12, "flush_interval_seconds": 30.0, "flush_state": {"count": 12, "last_at": "2026-10-30T14:42:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:42:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 11}, "started": true, "suppressed_count": 4205, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 4204}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 12, "written_record_count": 12}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4459.68, "limit_mb": null}, "detail": {"h264_decode_error_count": 7, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5bdd6f602bc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5bdd6f602bc0] error while decoding MB 0 45, bytestream 2205 [h264 @ 0x5bdd6f595c40] cabac decode of qscale diff failed at 86 48 [h264 @ 0x5bdd6f595c40] error while decoding MB 86 48, bytestream 3901 [h264 @ 0x5bdd700c5c80] left block unavailable for requested intra mode [h264 @ 0x5bdd700c5c80] error while decoding MB 0 59, bytestream 70057 [h264 @ 0x5bdd70194a40] cabac decode of qscale diff failed at 88 63 [h", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11650867200, "copied_frame_count": 4214, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T14:37:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3626962, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:37:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.023}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 11650867200, "frame_buffer_copies": 4214, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1197, "count": 512, "max_ms": 0.3648, "p50_ms": 0.1079, "p95_ms": 0.2124, "p99_ms": 0.2973}, "stages": {"db_insert": {"avg_ms": 7.4491, "count": 1, "max_ms": 7.4491, "p50_ms": 7.4491, "p95_ms": 7.4491, "p99_ms": 7.4491, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.2613, "count": 1, "max_ms": 2.2613, "p50_ms": 2.2613, "p95_ms": 2.2613, "p99_ms": 2.2613, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1375.0681, "count": 1, "max_ms": 1375.0681, "p50_ms": 1375.0681, "p95_ms": 1375.0681, "p99_ms": 1375.0681, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5342, "count": 512, "max_ms": 4.2959, "p50_ms": 1.4864, "p95_ms": 2.3423, "p99_ms": 2.9494, "results": {"failed": 0, "not_applicable": 0, "success": 4214, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 595.7564, "count": 1, "max_ms": 595.7564, "p50_ms": 595.7564, "p95_ms": 595.7564, "p99_ms": 595.7564, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 45.037, "count": 1, "max_ms": 45.037, "p50_ms": 45.037, "p95_ms": 45.037, "p99_ms": 45.037, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5699, "count": 50, "max_ms": 15.2315, "p50_ms": 5.077, "p95_ms": 9.0236, "p99_ms": 12.5557, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5183, "count": 50, "max_ms": 3.5608, "p50_ms": 1.3772, "p95_ms": 2.7662, "p99_ms": 3.5186, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.6132, "count": 1, "max_ms": 586.6132, "p50_ms": 586.6132, "p95_ms": 586.6132, "p99_ms": 586.6132, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.9683, "count": 1, "max_ms": 493.9683, "p50_ms": 493.9683, "p95_ms": 493.9683, "p99_ms": 493.9683, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 87.142, "count": 1, "max_ms": 87.142, "p50_ms": 87.142, "p95_ms": 87.142, "p99_ms": 87.142, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3799, "count": 1, "max_ms": 1.3799, "p50_ms": 1.3799, "p95_ms": 1.3799, "p99_ms": 1.3799, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1334, "count": 1, "max_ms": 37.1334, "p50_ms": 37.1334, "p95_ms": 37.1334, "p99_ms": 37.1334, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.755, "count": 1, "max_ms": 0.755, "p50_ms": 0.755, "p95_ms": 0.755, "p99_ms": 0.755, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.7133, "count": 1, "max_ms": 0.7133, "p50_ms": 0.7133, "p95_ms": 0.7133, "p99_ms": 0.7133, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.7133, "count": 1, "max_ms": 0.7133, "p50_ms": 0.7133, "p95_ms": 0.7133, "p99_ms": 0.7133, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.755, "count": 1, "max_ms": 0.755, "p50_ms": 0.755, "p95_ms": 0.755, "p99_ms": 0.755, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 2.5784, "count": 1, "max_ms": 2.5784, "p50_ms": 2.5784, "p95_ms": 2.5784, "p99_ms": 2.5784, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 716.4065, "count": 1, "max_ms": 716.4065, "p50_ms": 716.4065, "p95_ms": 716.4065, "p99_ms": 716.4065, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.9543, "count": 1, "max_ms": 1.9543, "p50_ms": 1.9543, "p95_ms": 1.9543, "p99_ms": 1.9543, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 2.9963, "count": 1, "max_ms": 2.9963, "p50_ms": 2.9963, "p95_ms": 2.9963, "p99_ms": 2.9963, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 1.1521, "count": 1, "max_ms": 1.1521, "p50_ms": 1.1521, "p95_ms": 1.1521, "p99_ms": 1.1521, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5272, "count": 1, "max_ms": 1.5272, "p50_ms": 1.5272, "p95_ms": 1.5272, "p99_ms": 1.5272, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 778.4342, "count": 1, "max_ms": 778.4342, "p50_ms": 778.4342, "p95_ms": 778.4342, "p99_ms": 778.4342, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 1.1521, "p50_ms": 1.1521, "p95_ms": 1.1521, "p99_ms": 1.1521}, "wait_ms": {"count": 1, "max_ms": 1.5272, "p50_ms": 1.5272, "p95_ms": 1.5272, "p99_ms": 1.5272}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15542, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.2613, "p50_ms": 2.2613, "p95_ms": 2.2613, "p99_ms": 2.2613}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 4, "h264_decode_error_count": 16, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:43:01+09:00", "last_error_summary": "[h264 @ 0x5bdd6f602bc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5bdd6f602bc0] error while decoding MB 0 45, bytestream 2205 [h264 @ 0x5bdd6f595c40] cabac decode of qscale diff failed at 86 48 [h264 @ 0x5bdd6f595c40] error while decoding MB 86 48, bytestream 3901 [h264 @ 0x5bdd700c5c80] left block unavailable for requested intra mode [h264 @ 0x5bdd700c5c80] error while decoding MB 0 59, bytestream 70057 [h264 @ 0x5bdd70194a40] cabac decode of qscale diff failed at 88 63 [h", "last_exit_at": "2026-10-30T14:39:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 196.26, "last_started_at": "2026-10-30T14:39:44+09:00", "pid": 1479, "process": {"exists": false, "pid": 1479}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.575, "sample_count": 2030, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4214, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:43:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.093, "last_frame_pushed_at": "2026-10-30T14:43:01+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-10-30T14:43:01+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 562.59, "last_sample_duration_ms": 1354.969, "last_trigger": "start_stable", "next_snapshot_in_sec": 37.41, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 1, "storage_bytes": 1058533}, "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-10-30T14:43:01.168798+09:00", "mtime_epoch": 1793338981.1687982, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 115217}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:43:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 813.344, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 4215, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.101, "max": 11.0, "p95": 10.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.083, "max": 2.0, "p95": 2.0, "sample_count": 96}, "total": {"avg": 1.051, "max": 2.0, "p95": 2.0, "sample_count": 99}}, "tracking_counts": {"active": {"avg": 0.03, "max": 1.0, "p95": 0.0, "sample_count": 99}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "removed": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 99}, "tracked": {"avg": 0.03, "max": 1.0, "p95": 0.0, "sample_count": 99}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 99, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.302, "pushed": 3.302, "read": 3.302}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 99, "client_acquire_ms": {"avg_ms": 0.008, "count": 99, "max_ms": 0.025, "p95_ms": 0.016, "reason": null, "sample_age_ms": 39.602, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.967, "count": 99, "max_ms": 10.703, "p95_ms": 2.465, "reason": null, "sample_age_ms": 94.111, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.474, "count": 99, "max_ms": 10.402, "p95_ms": 1.861, "reason": null, "sample_age_ms": 94.458, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.399, "count": 99, "max_ms": 1.049, "p95_ms": 0.679, "reason": null, "sample_age_ms": 39.612, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.002, "count": 99, "max_ms": 4.486, "p95_ms": 3.416, "reason": null, "sample_age_ms": 92.312, "source": "client_direct"}, "request_count": 99, "request_tensor_bytes": {"avg": 2764808.0, "count": 99, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 92.29, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 99, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 39.976, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.439, "count": 99, "max_ms": 90.999, "p95_ms": 70.049, "reason": null, "sample_age_ms": 39.599, "source": "client_direct"}, "sample_age_ms": 39.597, "source": "client_direct", "task_total_ms": {"avg_ms": 51.026, "count": 99, "max_ms": 93.8, "p95_ms": 72.445, "reason": null, "sample_age_ms": 39.597, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.697, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.187, "count": 99, "max_ms": 11.659, "p95_ms": 7.409}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.381, "count": 99, "max_ms": 2.041, "p95_ms": 0.761}, "detection_prepare_ms": {"avg_ms": 1.435, "count": 99, "max_ms": 5.965, "p95_ms": 2.877}, "event_filter_ms": {"avg_ms": 0.004, "count": 99, "max_ms": 0.015, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.255, "count": 99, "max_ms": 1.282, "p95_ms": 0.493}, "mcmt_ms": {"avg_ms": 0.003, "count": 99, "max_ms": 0.009, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.629, "count": 99, "max_ms": 1.883, "p95_ms": 1.395}, "setup_ms": {"avg_ms": 0.046, "count": 99, "max_ms": 0.117, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 4.138, "count": 99, "max_ms": 11.579, "p95_ms": 7.316}, "track_match_ms": {"avg_ms": 0.064, "count": 99, "max_ms": 0.164, "p95_ms": 0.134}, "tracker_update_ms": {"avg_ms": 1.319, "count": 99, "max_ms": 2.857, "p95_ms": 2.359}}, "gstreamer_push": {"avg_ms": 3.024, "count": 99, "max_ms": 7.067, "p95_ms": 4.949}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 99, "max_ms": 0.541, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.433, "count": 99, "max_ms": 96.644, "p95_ms": 73.569}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.857, "count": 99, "max_ms": 10.262, "p95_ms": 9.425}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.713, "count": 99, "max_ms": 135.33, "p95_ms": 118.468}, "inference_input_copy_ms": {"avg_ms": 1.562, "count": 99, "max_ms": 3.499, "p95_ms": 2.68}, "processing_residual_ms": {"avg_ms": 0.203, "count": 99, "max_ms": 0.464, "p95_ms": 0.417}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.335, "count": 99, "max_ms": 139.098, "p95_ms": 123.911}, "read_interval": {"avg_ms": 302.988, "count": 99, "max_ms": 10139.937, "p95_ms": 156.303}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 99, "max_ms": 0.047, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.572, "count": 99, "max_ms": 1.834, "p95_ms": 1.317}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 99, "max_ms": 0.039, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.557, "count": 99, "max_ms": 1.822, "p95_ms": 1.297}, "worker_merge_ms": {"avg_ms": 0.006, "count": 99, "max_ms": 0.016, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 52.447, "count": 99, "max_ms": 96.654, "p95_ms": 73.603}, "visualize": {"avg_ms": 33.707, "count": 99, "max_ms": 51.516, "p95_ms": 44.57}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.166, "count": 99, "max_ms": 47.377, "p95_ms": 39.078}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.196, "count": 99, "max_ms": 49.586, "p95_ms": 43.065}, "visualize_input_copy_ms": {"avg_ms": 1.311, "count": 99, "max_ms": 3.302, "p95_ms": 2.237}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.055, "count": 99, "max_ms": 49.474, "p95_ms": 42.918}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 99, "max_ms": 0.248, "p95_ms": 0.134}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 99}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 813.344, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.421, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.537, "sample_count": 2032, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4209, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:43:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115275, "write_bytes_delta": 115275, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 24.0, "cpu_core_ratio": 0.008884, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2032.0, "pid": 1479, "reason": null, "system_cpu_core_ratio": 0.001974, "system_cpu_s_delta": 0.019999999999999574, "user_cpu_core_ratio": 0.00691, "user_cpu_s_delta": 0.06999999999999318}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.121418, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.051331, "system_cpu_s_delta": 0.5199999999999818, "user_cpu_core_ratio": 0.070087, "user_cpu_s_delta": 0.7100000000000364}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.059, "count": 99, "max_ms": 7.067, "p95_ms": 4.963, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.051, "max": 11.0, "p95": 10.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.062, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 96}, "total": {"avg": 1.03, "max": 2.0, "p95": 2.0, "sample_count": 99}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.669, "count": 30, "max": 77.823, "p95": 53.361, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.249, "count": 30, "max": 24.82, "p95": 24.332, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 459.733, "count": 30, "max": 1077.0, "p95": 1025.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1291.3, "count": 30, "max": 10030.0, "p95": 6312.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.11, "count": 30, "max": 0.361, "p95": 0.316, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.372, "count": 30, "max": 0.48, "p95": 0.474, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.096, "count": 30, "max": 2.883, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116650.167, "count": 30, "max": 124123.0, "p95": 120673.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116650.167, "count": 30, "max": 124123.0, "p95": 120673.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14727.8, "count": 30, "max": 87270.0, "p95": 77954.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.442, "count": 30, "max": 0.659, "p95": 0.631, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.983, "count": 30, "max": 1.237, "p95": 1.209, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 53, "sampled_at": "2026-10-30T14:43:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:43:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 10400, "flush_count": 12, "flush_interval_seconds": 30.0, "flush_state": {"count": 12, "last_at": "2026-10-30T14:42:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:42:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 11}, "started": true, "suppressed_count": 4205, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 4204}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 12, "written_record_count": 12}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4459.453, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T14:43:01+09:00", "last_error_summary": "[h264 @ 0x5bdd6f602bc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5bdd6f602bc0] error while decoding MB 0 45, bytestream 2205 [h264 @ 0x5bdd6f595c40] cabac decode of qscale diff failed at 86 48 [h264 @ 0x5bdd6f595c40] error while decoding MB 86 48, bytestream 3901 [h264 @ 0x5bdd700c5c80] left block unavailable for requested intra mode [h264 @ 0x5bdd700c5c80] error while decoding MB 0 59, bytestream 70057 [h264 @ 0x5bdd70194a40] cabac decode of qscale diff failed at 88 63 [h", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11653632000, "copied_frame_count": 4215, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T14:37:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3626962, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:37:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.023}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 11653632000, "frame_buffer_copies": 4215, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1197, "count": 512, "max_ms": 0.3648, "p50_ms": 0.1079, "p95_ms": 0.2124, "p99_ms": 0.2973}, "stages": {"db_insert": {"avg_ms": 7.4491, "count": 1, "max_ms": 7.4491, "p50_ms": 7.4491, "p95_ms": 7.4491, "p99_ms": 7.4491, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.2613, "count": 1, "max_ms": 2.2613, "p50_ms": 2.2613, "p95_ms": 2.2613, "p99_ms": 2.2613, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1375.0681, "count": 1, "max_ms": 1375.0681, "p50_ms": 1375.0681, "p95_ms": 1375.0681, "p99_ms": 1375.0681, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5352, "count": 512, "max_ms": 4.2959, "p50_ms": 1.4864, "p95_ms": 2.3423, "p99_ms": 2.9494, "results": {"failed": 0, "not_applicable": 0, "success": 4215, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 595.7564, "count": 1, "max_ms": 595.7564, "p50_ms": 595.7564, "p95_ms": 595.7564, "p99_ms": 595.7564, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 45.037, "count": 1, "max_ms": 45.037, "p50_ms": 45.037, "p95_ms": 45.037, "p99_ms": 45.037, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5699, "count": 50, "max_ms": 15.2315, "p50_ms": 5.077, "p95_ms": 9.0236, "p99_ms": 12.5557, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5183, "count": 50, "max_ms": 3.5608, "p50_ms": 1.3772, "p95_ms": 2.7662, "p99_ms": 3.5186, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.6132, "count": 1, "max_ms": 586.6132, "p50_ms": 586.6132, "p95_ms": 586.6132, "p99_ms": 586.6132, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.9683, "count": 1, "max_ms": 493.9683, "p50_ms": 493.9683, "p95_ms": 493.9683, "p99_ms": 493.9683, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 87.142, "count": 1, "max_ms": 87.142, "p50_ms": 87.142, "p95_ms": 87.142, "p99_ms": 87.142, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3799, "count": 1, "max_ms": 1.3799, "p50_ms": 1.3799, "p95_ms": 1.3799, "p99_ms": 1.3799, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1334, "count": 1, "max_ms": 37.1334, "p50_ms": 37.1334, "p95_ms": 37.1334, "p99_ms": 37.1334, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.755, "count": 1, "max_ms": 0.755, "p50_ms": 0.755, "p95_ms": 0.755, "p99_ms": 0.755, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.7133, "count": 1, "max_ms": 0.7133, "p50_ms": 0.7133, "p95_ms": 0.7133, "p99_ms": 0.7133, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.7133, "count": 1, "max_ms": 0.7133, "p50_ms": 0.7133, "p95_ms": 0.7133, "p99_ms": 0.7133, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.755, "count": 1, "max_ms": 0.755, "p50_ms": 0.755, "p95_ms": 0.755, "p99_ms": 0.755, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 2.5784, "count": 1, "max_ms": 2.5784, "p50_ms": 2.5784, "p95_ms": 2.5784, "p99_ms": 2.5784, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 716.4065, "count": 1, "max_ms": 716.4065, "p50_ms": 716.4065, "p95_ms": 716.4065, "p99_ms": 716.4065, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.9543, "count": 1, "max_ms": 1.9543, "p50_ms": 1.9543, "p95_ms": 1.9543, "p99_ms": 1.9543, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 2.9963, "count": 1, "max_ms": 2.9963, "p50_ms": 2.9963, "p95_ms": 2.9963, "p99_ms": 2.9963, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 1.1521, "count": 1, "max_ms": 1.1521, "p50_ms": 1.1521, "p95_ms": 1.1521, "p99_ms": 1.1521, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5272, "count": 1, "max_ms": 1.5272, "p50_ms": 1.5272, "p95_ms": 1.5272, "p99_ms": 1.5272, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 778.4342, "count": 1, "max_ms": 778.4342, "p50_ms": 778.4342, "p95_ms": 778.4342, "p99_ms": 778.4342, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 1.1521, "p50_ms": 1.1521, "p95_ms": 1.1521, "p99_ms": 1.1521}, "wait_ms": {"count": 1, "max_ms": 1.5272, "p50_ms": 1.5272, "p95_ms": 1.5272, "p99_ms": 1.5272}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15542, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.2613, "p50_ms": 2.2613, "p95_ms": 2.2613, "p99_ms": 2.2613}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 4, "h264_decode_error_count": 16, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:43:01+09:00", "last_error_summary": "[h264 @ 0x5bdd6f602bc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5bdd6f602bc0] error while decoding MB 0 45, bytestream 2205 [h264 @ 0x5bdd6f595c40] cabac decode of qscale diff failed at 86 48 [h264 @ 0x5bdd6f595c40] error while decoding MB 86 48, bytestream 3901 [h264 @ 0x5bdd700c5c80] left block unavailable for requested intra mode [h264 @ 0x5bdd700c5c80] error while decoding MB 0 59, bytestream 70057 [h264 @ 0x5bdd70194a40] cabac decode of qscale diff failed at 88 63 [h", "last_exit_at": "2026-10-30T14:43:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 196.315, "last_started_at": "2026-10-30T14:39:44+09:00", "pid": 1479, "process": {"exists": false, "pid": 1479}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.537, "sample_count": 2031, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4215, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:43:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.025, "last_frame_pushed_at": "2026-10-30T14:43:01+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-10-30T14:43:01+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 562.634, "last_sample_duration_ms": 1354.969, "last_trigger": "start_stable", "next_snapshot_in_sec": 37.366, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 1, "storage_bytes": 1058533}, "mjpeg": {"age_sec": 0.017, "exists": true, "mtime": "2026-10-30T14:43:01.287799+09:00", "mtime_epoch": 1793338981.2877994, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 115241}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:43:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 813.359, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 4215, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.101, "max": 11.0, "p95": 10.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.083, "max": 2.0, "p95": 2.0, "sample_count": 96}, "total": {"avg": 1.051, "max": 2.0, "p95": 2.0, "sample_count": 99}}, "tracking_counts": {"active": {"avg": 0.03, "max": 1.0, "p95": 0.0, "sample_count": 99}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "removed": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 99}, "tracked": {"avg": 0.03, "max": 1.0, "p95": 0.0, "sample_count": 99}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.308, "pushed": 3.308, "read": 3.274}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 98, "client_acquire_ms": {"avg_ms": 0.008, "count": 99, "max_ms": 0.025, "p95_ms": 0.016, "reason": null, "sample_age_ms": 94.732, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.972, "count": 98, "max_ms": 10.703, "p95_ms": 2.474, "reason": null, "sample_age_ms": 149.24, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.478, "count": 98, "max_ms": 10.402, "p95_ms": 1.89, "reason": null, "sample_age_ms": 149.587, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.399, "count": 99, "max_ms": 1.049, "p95_ms": 0.679, "reason": null, "sample_age_ms": 94.741, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.996, "count": 98, "max_ms": 4.486, "p95_ms": 3.418, "reason": null, "sample_age_ms": 147.441, "source": "client_direct"}, "request_count": 98, "request_tensor_bytes": {"avg": 2764808.0, "count": 98, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 147.419, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 99, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 95.106, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.439, "count": 99, "max_ms": 90.999, "p95_ms": 70.049, "reason": null, "sample_age_ms": 94.728, "source": "client_direct"}, "sample_age_ms": 94.726, "source": "client_direct", "task_total_ms": {"avg_ms": 51.026, "count": 99, "max_ms": 93.8, "p95_ms": 72.445, "reason": null, "sample_age_ms": 94.726, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.015, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.192, "count": 99, "max_ms": 11.659, "p95_ms": 7.409}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.38, "count": 99, "max_ms": 2.041, "p95_ms": 0.761}, "detection_prepare_ms": {"avg_ms": 1.446, "count": 99, "max_ms": 5.965, "p95_ms": 2.877}, "event_filter_ms": {"avg_ms": 0.004, "count": 99, "max_ms": 0.015, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.254, "count": 99, "max_ms": 1.282, "p95_ms": 0.493}, "mcmt_ms": {"avg_ms": 0.003, "count": 99, "max_ms": 0.009, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.625, "count": 99, "max_ms": 1.883, "p95_ms": 1.395}, "setup_ms": {"avg_ms": 0.047, "count": 99, "max_ms": 0.117, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 4.143, "count": 99, "max_ms": 11.579, "p95_ms": 7.316}, "track_match_ms": {"avg_ms": 0.064, "count": 99, "max_ms": 0.164, "p95_ms": 0.134}, "tracker_update_ms": {"avg_ms": 1.319, "count": 99, "max_ms": 2.857, "p95_ms": 2.359}}, "gstreamer_push": {"avg_ms": 3.03, "count": 99, "max_ms": 7.067, "p95_ms": 4.949}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 99, "max_ms": 0.541, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.412, "count": 99, "max_ms": 96.644, "p95_ms": 73.569}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.854, "count": 99, "max_ms": 10.262, "p95_ms": 9.425}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.803, "count": 99, "max_ms": 135.33, "p95_ms": 118.468}, "inference_input_copy_ms": {"avg_ms": 1.571, "count": 99, "max_ms": 3.499, "p95_ms": 2.68}, "processing_residual_ms": {"avg_ms": 0.204, "count": 99, "max_ms": 0.464, "p95_ms": 0.417}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.431, "count": 99, "max_ms": 139.098, "p95_ms": 123.911}, "read_interval": {"avg_ms": 304.67, "count": 98, "max_ms": 10139.937, "p95_ms": 156.303}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 99, "max_ms": 0.047, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.568, "count": 99, "max_ms": 1.834, "p95_ms": 1.317}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 99, "max_ms": 0.039, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.553, "count": 99, "max_ms": 1.822, "p95_ms": 1.297}, "worker_merge_ms": {"avg_ms": 0.006, "count": 99, "max_ms": 0.016, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 52.426, "count": 99, "max_ms": 96.654, "p95_ms": 73.603}, "visualize": {"avg_ms": 33.844, "count": 99, "max_ms": 51.516, "p95_ms": 45.867}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.239, "count": 99, "max_ms": 47.377, "p95_ms": 39.078}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.338, "count": 99, "max_ms": 49.586, "p95_ms": 43.821}, "visualize_input_copy_ms": {"avg_ms": 1.306, "count": 99, "max_ms": 3.302, "p95_ms": 2.237}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.198, "count": 99, "max_ms": 49.474, "p95_ms": 43.546}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 99, "max_ms": 0.248, "p95_ms": 0.134}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 99}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 813.344, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.421, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.537, "sample_count": 2032, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4209, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:43:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115275, "write_bytes_delta": 115275, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 24.0, "cpu_core_ratio": 0.008884, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2032.0, "pid": 1479, "reason": null, "system_cpu_core_ratio": 0.001974, "system_cpu_s_delta": 0.019999999999999574, "user_cpu_core_ratio": 0.00691, "user_cpu_s_delta": 0.06999999999999318}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.121418, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.051331, "system_cpu_s_delta": 0.5199999999999818, "user_cpu_core_ratio": 0.070087, "user_cpu_s_delta": 0.7100000000000364}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.059, "count": 99, "max_ms": 7.067, "p95_ms": 4.963, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.051, "max": 11.0, "p95": 10.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.062, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 96}, "total": {"avg": 1.03, "max": 2.0, "p95": 2.0, "sample_count": 99}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.669, "count": 30, "max": 77.823, "p95": 53.361, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.249, "count": 30, "max": 24.82, "p95": 24.332, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 459.733, "count": 30, "max": 1077.0, "p95": 1025.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1291.3, "count": 30, "max": 10030.0, "p95": 6312.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.11, "count": 30, "max": 0.361, "p95": 0.316, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.372, "count": 30, "max": 0.48, "p95": 0.474, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.096, "count": 30, "max": 2.883, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116650.167, "count": 30, "max": 124123.0, "p95": 120673.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116650.167, "count": 30, "max": 124123.0, "p95": 120673.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14727.8, "count": 30, "max": 87270.0, "p95": 77954.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.442, "count": 30, "max": 0.659, "p95": 0.631, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.983, "count": 30, "max": 1.237, "p95": 1.209, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 53, "sampled_at": "2026-10-30T14:43:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:43:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 10400, "flush_count": 12, "flush_interval_seconds": 30.0, "flush_state": {"count": 12, "last_at": "2026-10-30T14:42:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:42:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 11}, "started": true, "suppressed_count": 4205, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 4204}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 12, "written_record_count": 12}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4460.016, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11653632000, "copied_frame_count": 4215, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T14:37:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3626962, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:37:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.023}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 11653632000, "frame_buffer_copies": 4215, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1197, "count": 512, "max_ms": 0.3648, "p50_ms": 0.1079, "p95_ms": 0.2124, "p99_ms": 0.2973}, "stages": {"db_insert": {"avg_ms": 7.4491, "count": 1, "max_ms": 7.4491, "p50_ms": 7.4491, "p95_ms": 7.4491, "p99_ms": 7.4491, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.2613, "count": 1, "max_ms": 2.2613, "p50_ms": 2.2613, "p95_ms": 2.2613, "p99_ms": 2.2613, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1375.0681, "count": 1, "max_ms": 1375.0681, "p50_ms": 1375.0681, "p95_ms": 1375.0681, "p99_ms": 1375.0681, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5352, "count": 512, "max_ms": 4.2959, "p50_ms": 1.4864, "p95_ms": 2.3423, "p99_ms": 2.9494, "results": {"failed": 0, "not_applicable": 0, "success": 4215, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 595.7564, "count": 1, "max_ms": 595.7564, "p50_ms": 595.7564, "p95_ms": 595.7564, "p99_ms": 595.7564, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 45.037, "count": 1, "max_ms": 45.037, "p50_ms": 45.037, "p95_ms": 45.037, "p99_ms": 45.037, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5699, "count": 50, "max_ms": 15.2315, "p50_ms": 5.077, "p95_ms": 9.0236, "p99_ms": 12.5557, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5183, "count": 50, "max_ms": 3.5608, "p50_ms": 1.3772, "p95_ms": 2.7662, "p99_ms": 3.5186, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.6132, "count": 1, "max_ms": 586.6132, "p50_ms": 586.6132, "p95_ms": 586.6132, "p99_ms": 586.6132, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.9683, "count": 1, "max_ms": 493.9683, "p50_ms": 493.9683, "p95_ms": 493.9683, "p99_ms": 493.9683, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 87.142, "count": 1, "max_ms": 87.142, "p50_ms": 87.142, "p95_ms": 87.142, "p99_ms": 87.142, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3799, "count": 1, "max_ms": 1.3799, "p50_ms": 1.3799, "p95_ms": 1.3799, "p99_ms": 1.3799, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1334, "count": 1, "max_ms": 37.1334, "p50_ms": 37.1334, "p95_ms": 37.1334, "p99_ms": 37.1334, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.755, "count": 1, "max_ms": 0.755, "p50_ms": 0.755, "p95_ms": 0.755, "p99_ms": 0.755, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.7133, "count": 1, "max_ms": 0.7133, "p50_ms": 0.7133, "p95_ms": 0.7133, "p99_ms": 0.7133, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.7133, "count": 1, "max_ms": 0.7133, "p50_ms": 0.7133, "p95_ms": 0.7133, "p99_ms": 0.7133, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.755, "count": 1, "max_ms": 0.755, "p50_ms": 0.755, "p95_ms": 0.755, "p99_ms": 0.755, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 2.5784, "count": 1, "max_ms": 2.5784, "p50_ms": 2.5784, "p95_ms": 2.5784, "p99_ms": 2.5784, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 716.4065, "count": 1, "max_ms": 716.4065, "p50_ms": 716.4065, "p95_ms": 716.4065, "p99_ms": 716.4065, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.9543, "count": 1, "max_ms": 1.9543, "p50_ms": 1.9543, "p95_ms": 1.9543, "p99_ms": 1.9543, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 2.9963, "count": 1, "max_ms": 2.9963, "p50_ms": 2.9963, "p95_ms": 2.9963, "p99_ms": 2.9963, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 1.1521, "count": 1, "max_ms": 1.1521, "p50_ms": 1.1521, "p95_ms": 1.1521, "p99_ms": 1.1521, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5272, "count": 1, "max_ms": 1.5272, "p50_ms": 1.5272, "p95_ms": 1.5272, "p99_ms": 1.5272, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 778.4342, "count": 1, "max_ms": 778.4342, "p50_ms": 778.4342, "p95_ms": 778.4342, "p99_ms": 778.4342, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 1.1521, "p50_ms": 1.1521, "p95_ms": 1.1521, "p99_ms": 1.1521}, "wait_ms": {"count": 1, "max_ms": 1.5272, "p50_ms": 1.5272, "p95_ms": 1.5272, "p99_ms": 1.5272}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15542, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.2613, "p50_ms": 2.2613, "p95_ms": 2.2613, "p99_ms": 2.2613}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 4, "h264_decode_error_count": 16, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:43:01+09:00", "last_error_summary": "[h264 @ 0x5bdd6f602bc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5bdd6f602bc0] error while decoding MB 0 45, bytestream 2205 [h264 @ 0x5bdd6f595c40] cabac decode of qscale diff failed at 86 48 [h264 @ 0x5bdd6f595c40] error while decoding MB 86 48, bytestream 3901 [h264 @ 0x5bdd700c5c80] left block unavailable for requested intra mode [h264 @ 0x5bdd700c5c80] error while decoding MB 0 59, bytestream 70057 [h264 @ 0x5bdd70194a40] cabac decode of qscale diff failed at 88 63 [h", "last_exit_at": "2026-10-30T14:43:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 196.349, "last_started_at": "2026-10-30T14:39:44+09:00", "pid": 1479, "process": {"exists": false, "pid": 1479}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.537, "sample_count": 2031, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4215, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:43:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.06, "last_frame_pushed_at": "2026-10-30T14:43:01+09:00", "last_frame_read_age_sec": 0.178, "last_frame_read_at": "2026-10-30T14:43:01+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 562.661, "last_sample_duration_ms": 1354.969, "last_trigger": "start_stable", "next_snapshot_in_sec": 37.339, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 1, "storage_bytes": 1058533}, "mjpeg": {"age_sec": 0.052, "exists": true, "mtime": "2026-10-30T14:43:01.287799+09:00", "mtime_epoch": 1793338981.2877994, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 115241}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:43:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 813.359, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 4215, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.101, "max": 11.0, "p95": 10.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.083, "max": 2.0, "p95": 2.0, "sample_count": 96}, "total": {"avg": 1.051, "max": 2.0, "p95": 2.0, "sample_count": 99}}, "tracking_counts": {"active": {"avg": 0.03, "max": 1.0, "p95": 0.0, "sample_count": 99}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "removed": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 99}, "tracked": {"avg": 0.03, "max": 1.0, "p95": 0.0, "sample_count": 99}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.304, "pushed": 3.304, "read": 3.27}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 98, "client_acquire_ms": {"avg_ms": 0.008, "count": 99, "max_ms": 0.025, "p95_ms": 0.016, "reason": null, "sample_age_ms": 124.965, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.972, "count": 98, "max_ms": 10.703, "p95_ms": 2.474, "reason": null, "sample_age_ms": 179.474, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.478, "count": 98, "max_ms": 10.402, "p95_ms": 1.89, "reason": null, "sample_age_ms": 179.821, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.399, "count": 99, "max_ms": 1.049, "p95_ms": 0.679, "reason": null, "sample_age_ms": 124.974, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.996, "count": 98, "max_ms": 4.486, "p95_ms": 3.418, "reason": null, "sample_age_ms": 177.675, "source": "client_direct"}, "request_count": 98, "request_tensor_bytes": {"avg": 2764808.0, "count": 98, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 177.653, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 99, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 125.339, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.439, "count": 99, "max_ms": 90.999, "p95_ms": 70.049, "reason": null, "sample_age_ms": 124.962, "source": "client_direct"}, "sample_age_ms": 124.96, "source": "client_direct", "task_total_ms": {"avg_ms": 51.026, "count": 99, "max_ms": 93.8, "p95_ms": 72.445, "reason": null, "sample_age_ms": 124.96, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.73, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.192, "count": 99, "max_ms": 11.659, "p95_ms": 7.409}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.38, "count": 99, "max_ms": 2.041, "p95_ms": 0.761}, "detection_prepare_ms": {"avg_ms": 1.446, "count": 99, "max_ms": 5.965, "p95_ms": 2.877}, "event_filter_ms": {"avg_ms": 0.004, "count": 99, "max_ms": 0.015, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.254, "count": 99, "max_ms": 1.282, "p95_ms": 0.493}, "mcmt_ms": {"avg_ms": 0.003, "count": 99, "max_ms": 0.009, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.625, "count": 99, "max_ms": 1.883, "p95_ms": 1.395}, "setup_ms": {"avg_ms": 0.047, "count": 99, "max_ms": 0.117, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 4.143, "count": 99, "max_ms": 11.579, "p95_ms": 7.316}, "track_match_ms": {"avg_ms": 0.064, "count": 99, "max_ms": 0.164, "p95_ms": 0.134}, "tracker_update_ms": {"avg_ms": 1.319, "count": 99, "max_ms": 2.857, "p95_ms": 2.359}}, "gstreamer_push": {"avg_ms": 3.03, "count": 99, "max_ms": 7.067, "p95_ms": 4.949}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 99, "max_ms": 0.541, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.412, "count": 99, "max_ms": 96.644, "p95_ms": 73.569}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.854, "count": 99, "max_ms": 10.262, "p95_ms": 9.425}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.803, "count": 99, "max_ms": 135.33, "p95_ms": 118.468}, "inference_input_copy_ms": {"avg_ms": 1.571, "count": 99, "max_ms": 3.499, "p95_ms": 2.68}, "processing_residual_ms": {"avg_ms": 0.204, "count": 99, "max_ms": 0.464, "p95_ms": 0.417}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.431, "count": 99, "max_ms": 139.098, "p95_ms": 123.911}, "read_interval": {"avg_ms": 304.67, "count": 98, "max_ms": 10139.937, "p95_ms": 156.303}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 99, "max_ms": 0.047, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.568, "count": 99, "max_ms": 1.834, "p95_ms": 1.317}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 99, "max_ms": 0.039, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.553, "count": 99, "max_ms": 1.822, "p95_ms": 1.297}, "worker_merge_ms": {"avg_ms": 0.006, "count": 99, "max_ms": 0.016, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 52.426, "count": 99, "max_ms": 96.654, "p95_ms": 73.603}, "visualize": {"avg_ms": 33.844, "count": 99, "max_ms": 51.516, "p95_ms": 45.867}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.239, "count": 99, "max_ms": 47.377, "p95_ms": 39.078}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.338, "count": 99, "max_ms": 49.586, "p95_ms": 43.821}, "visualize_input_copy_ms": {"avg_ms": 1.306, "count": 99, "max_ms": 3.302, "p95_ms": 2.237}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.198, "count": 99, "max_ms": 49.474, "p95_ms": 43.546}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 99, "max_ms": 0.248, "p95_ms": 0.134}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 99}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 813.344, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.421, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.537, "sample_count": 2032, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4209, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:43:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115275, "write_bytes_delta": 115275, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 24.0, "cpu_core_ratio": 0.008884, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2032.0, "pid": 1479, "reason": null, "system_cpu_core_ratio": 0.001974, "system_cpu_s_delta": 0.019999999999999574, "user_cpu_core_ratio": 0.00691, "user_cpu_s_delta": 0.06999999999999318}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.121418, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.051331, "system_cpu_s_delta": 0.5199999999999818, "user_cpu_core_ratio": 0.070087, "user_cpu_s_delta": 0.7100000000000364}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.059, "count": 99, "max_ms": 7.067, "p95_ms": 4.963, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.051, "max": 11.0, "p95": 10.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.062, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 96}, "total": {"avg": 1.03, "max": 2.0, "p95": 2.0, "sample_count": 99}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.669, "count": 30, "max": 77.823, "p95": 53.361, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.249, "count": 30, "max": 24.82, "p95": 24.332, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 459.733, "count": 30, "max": 1077.0, "p95": 1025.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1291.3, "count": 30, "max": 10030.0, "p95": 6312.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.11, "count": 30, "max": 0.361, "p95": 0.316, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.372, "count": 30, "max": 0.48, "p95": 0.474, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.096, "count": 30, "max": 2.883, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116650.167, "count": 30, "max": 124123.0, "p95": 120673.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116650.167, "count": 30, "max": 124123.0, "p95": 120673.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14727.8, "count": 30, "max": 87270.0, "p95": 77954.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.442, "count": 30, "max": 0.659, "p95": 0.631, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.983, "count": 30, "max": 1.237, "p95": 1.209, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 53, "sampled_at": "2026-10-30T14:43:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:43:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 10400, "flush_count": 12, "flush_interval_seconds": 30.0, "flush_state": {"count": 12, "last_at": "2026-10-30T14:42:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:42:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 11}, "started": true, "suppressed_count": 4205, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 4204}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 12, "written_record_count": 12}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4628.367, "limit_mb": null}, "detail": {"pid": 1595, "restart_count": 4, "start_count": 5}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 11653632000, "copied_frame_count": 4215, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T14:37:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3626962, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:37:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.023}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 11653632000, "frame_buffer_copies": 4215, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1197, "count": 512, "max_ms": 0.3648, "p50_ms": 0.1079, "p95_ms": 0.2124, "p99_ms": 0.2973}, "stages": {"db_insert": {"avg_ms": 7.4491, "count": 1, "max_ms": 7.4491, "p50_ms": 7.4491, "p95_ms": 7.4491, "p99_ms": 7.4491, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.2613, "count": 1, "max_ms": 2.2613, "p50_ms": 2.2613, "p95_ms": 2.2613, "p99_ms": 2.2613, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1375.0681, "count": 1, "max_ms": 1375.0681, "p50_ms": 1375.0681, "p95_ms": 1375.0681, "p99_ms": 1375.0681, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5352, "count": 512, "max_ms": 4.2959, "p50_ms": 1.4864, "p95_ms": 2.3423, "p99_ms": 2.9494, "results": {"failed": 0, "not_applicable": 0, "success": 4215, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 595.7564, "count": 1, "max_ms": 595.7564, "p50_ms": 595.7564, "p95_ms": 595.7564, "p99_ms": 595.7564, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 45.037, "count": 1, "max_ms": 45.037, "p50_ms": 45.037, "p95_ms": 45.037, "p99_ms": 45.037, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5699, "count": 50, "max_ms": 15.2315, "p50_ms": 5.077, "p95_ms": 9.0236, "p99_ms": 12.5557, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5183, "count": 50, "max_ms": 3.5608, "p50_ms": 1.3772, "p95_ms": 2.7662, "p99_ms": 3.5186, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.6132, "count": 1, "max_ms": 586.6132, "p50_ms": 586.6132, "p95_ms": 586.6132, "p99_ms": 586.6132, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.9683, "count": 1, "max_ms": 493.9683, "p50_ms": 493.9683, "p95_ms": 493.9683, "p99_ms": 493.9683, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 87.142, "count": 1, "max_ms": 87.142, "p50_ms": 87.142, "p95_ms": 87.142, "p99_ms": 87.142, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3799, "count": 1, "max_ms": 1.3799, "p50_ms": 1.3799, "p95_ms": 1.3799, "p99_ms": 1.3799, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1334, "count": 1, "max_ms": 37.1334, "p50_ms": 37.1334, "p95_ms": 37.1334, "p99_ms": 37.1334, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.755, "count": 1, "max_ms": 0.755, "p50_ms": 0.755, "p95_ms": 0.755, "p99_ms": 0.755, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.7133, "count": 1, "max_ms": 0.7133, "p50_ms": 0.7133, "p95_ms": 0.7133, "p99_ms": 0.7133, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.7133, "count": 1, "max_ms": 0.7133, "p50_ms": 0.7133, "p95_ms": 0.7133, "p99_ms": 0.7133, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.755, "count": 1, "max_ms": 0.755, "p50_ms": 0.755, "p95_ms": 0.755, "p99_ms": 0.755, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 2.5784, "count": 1, "max_ms": 2.5784, "p50_ms": 2.5784, "p95_ms": 2.5784, "p99_ms": 2.5784, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 716.4065, "count": 1, "max_ms": 716.4065, "p50_ms": 716.4065, "p95_ms": 716.4065, "p99_ms": 716.4065, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.9543, "count": 1, "max_ms": 1.9543, "p50_ms": 1.9543, "p95_ms": 1.9543, "p99_ms": 1.9543, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 2.9963, "count": 1, "max_ms": 2.9963, "p50_ms": 2.9963, "p95_ms": 2.9963, "p99_ms": 2.9963, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 1.1521, "count": 1, "max_ms": 1.1521, "p50_ms": 1.1521, "p95_ms": 1.1521, "p99_ms": 1.1521, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5272, "count": 1, "max_ms": 1.5272, "p50_ms": 1.5272, "p95_ms": 1.5272, "p99_ms": 1.5272, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 778.4342, "count": 1, "max_ms": 778.4342, "p50_ms": 778.4342, "p95_ms": 778.4342, "p99_ms": 778.4342, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 1.1521, "p50_ms": 1.1521, "p95_ms": 1.1521, "p99_ms": 1.1521}, "wait_ms": {"count": 1, "max_ms": 1.5272, "p50_ms": 1.5272, "p95_ms": 1.5272, "p99_ms": 1.5272}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15542, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.2613, "p50_ms": 2.2613, "p95_ms": 2.2613, "p99_ms": 2.2613}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 4, "h264_decode_error_count": 16, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:43:01+09:00", "last_error_summary": "[h264 @ 0x5bdd6f602bc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5bdd6f602bc0] error while decoding MB 0 45, bytestream 2205 [h264 @ 0x5bdd6f595c40] cabac decode of qscale diff failed at 86 48 [h264 @ 0x5bdd6f595c40] error while decoding MB 86 48, bytestream 3901 [h264 @ 0x5bdd700c5c80] left block unavailable for requested intra mode [h264 @ 0x5bdd700c5c80] error while decoding MB 0 59, bytestream 70057 [h264 @ 0x5bdd70194a40] cabac decode of qscale diff failed at 88 63 [h", "last_exit_at": "2026-10-30T14:43:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T14:43:03+09:00", "pid": 1595, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.066, "name": "ffmpeg", "pid": 1595, "rss_mb": 206.066, "state": "S (sleeping)", "threads": 70}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.623, "sample_count": 1985, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4215, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:43:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.592, "last_frame_pushed_at": "2026-10-30T14:43:01+09:00", "last_frame_read_age_sec": 4.711, "last_frame_read_at": "2026-10-30T14:43:01+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 1, "debug_expires_at": null, "deduplicated_count": 0, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 567.202, "last_sample_duration_ms": 1354.969, "last_trigger": "start_stable", "next_snapshot_in_sec": 32.798, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 1, "storage_bytes": 1058533}, "mjpeg": {"age_sec": 4.584, "exists": true, "mtime": "2026-10-30T14:43:01.287799+09:00", "mtime_epoch": 1793338981.2877994, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 115241}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:43:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 813.371, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 4215, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.776, "max": 10.0, "p95": 9.0, "sample_count": 58}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.123, "max": 2.0, "p95": 2.0, "sample_count": 57}, "total": {"avg": 1.103, "max": 2.0, "p95": 2.0, "sample_count": 58}}, "tracking_counts": {"active": {"avg": 0.034, "max": 1.0, "p95": 0.0, "sample_count": 58}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "removed": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 58}, "tracked": {"avg": 0.034, "max": 1.0, "p95": 0.0, "sample_count": 58}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 58, "pushed_frames": 59, "read_frames": 58, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.934, "pushed": 1.967, "read": 1.934}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 58, "client_acquire_ms": {"avg_ms": 0.008, "count": 58, "max_ms": 0.025, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4659.09, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.886, "count": 58, "max_ms": 5.902, "p95_ms": 2.474, "reason": null, "sample_age_ms": 4713.599, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.403, "count": 58, "max_ms": 5.529, "p95_ms": 1.833, "reason": null, "sample_age_ms": 4713.946, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.4, "count": 58, "max_ms": 1.049, "p95_ms": 0.684, "reason": null, "sample_age_ms": 4659.1, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.95, "count": 58, "max_ms": 4.486, "p95_ms": 3.496, "reason": null, "sample_age_ms": 4711.8, "source": "client_direct"}, "request_count": 58, "request_tensor_bytes": {"avg": 2764808.0, "count": 58, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4711.778, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 58, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4659.464, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.4, "count": 58, "max_ms": 73.513, "p95_ms": 60.294, "reason": null, "sample_age_ms": 4659.087, "source": "client_direct"}, "sample_age_ms": 4659.085, "source": "client_direct", "task_total_ms": {"avg_ms": 49.935, "count": 58, "max_ms": 75.959, "p95_ms": 63.352, "reason": null, "sample_age_ms": 4659.085, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.897, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.379, "count": 58, "max_ms": 11.659, "p95_ms": 7.549}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.409, "count": 58, "max_ms": 2.041, "p95_ms": 0.861}, "detection_prepare_ms": {"avg_ms": 1.496, "count": 58, "max_ms": 4.985, "p95_ms": 2.877}, "event_filter_ms": {"avg_ms": 0.004, "count": 58, "max_ms": 0.013, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.266, "count": 58, "max_ms": 1.282, "p95_ms": 0.529}, "mcmt_ms": {"avg_ms": 0.003, "count": 58, "max_ms": 0.009, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.685, "count": 58, "max_ms": 1.883, "p95_ms": 1.585}, "setup_ms": {"avg_ms": 0.048, "count": 58, "max_ms": 0.117, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 4.329, "count": 58, "max_ms": 11.579, "p95_ms": 7.464}, "track_match_ms": {"avg_ms": 0.068, "count": 58, "max_ms": 0.164, "p95_ms": 0.144}, "tracker_update_ms": {"avg_ms": 1.35, "count": 58, "max_ms": 2.448, "p95_ms": 2.359}}, "gstreamer_push": {"avg_ms": 2.892, "count": 59, "max_ms": 5.235, "p95_ms": 4.118}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 58, "max_ms": 0.541, "p95_ms": 0.13}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.234, "count": 58, "max_ms": 76.688, "p95_ms": 64.465}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.884, "count": 58, "max_ms": 9.839, "p95_ms": 9.24}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.655, "count": 58, "max_ms": 116.244, "p95_ms": 109.572}, "inference_input_copy_ms": {"avg_ms": 1.511, "count": 58, "max_ms": 3.499, "p95_ms": 2.63}, "processing_residual_ms": {"avg_ms": 0.204, "count": 58, "max_ms": 0.455, "p95_ms": 0.417}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.253, "count": 58, "max_ms": 119.335, "p95_ms": 114.873}, "read_interval": {"avg_ms": 437.453, "count": 58, "max_ms": 10139.937, "p95_ms": 162.9}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 58, "max_ms": 0.047, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.625, "count": 58, "max_ms": 1.834, "p95_ms": 1.5}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 58, "max_ms": 0.039, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.61, "count": 58, "max_ms": 1.822, "p95_ms": 1.475}, "worker_merge_ms": {"avg_ms": 0.007, "count": 58, "max_ms": 0.016, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 51.249, "count": 58, "max_ms": 76.701, "p95_ms": 64.474}, "visualize": {"avg_ms": 33.726, "count": 58, "max_ms": 47.314, "p95_ms": 44.369}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.931, "count": 58, "max_ms": 40.186, "p95_ms": 37.911}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.156, "count": 58, "max_ms": 44.752, "p95_ms": 42.949}, "visualize_input_copy_ms": {"avg_ms": 1.357, "count": 58, "max_ms": 3.302, "p95_ms": 2.552}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.011, "count": 58, "max_ms": 44.623, "p95_ms": 42.78}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 58, "max_ms": 0.248, "p95_ms": 0.182}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 58}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 813.344, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.421, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.537, "sample_count": 2032, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 4209, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:43:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115275, "write_bytes_delta": 115275, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 24.0, "cpu_core_ratio": 0.008884, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2032.0, "pid": 1479, "reason": null, "system_cpu_core_ratio": 0.001974, "system_cpu_s_delta": 0.019999999999999574, "user_cpu_core_ratio": 0.00691, "user_cpu_s_delta": 0.06999999999999318}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.121418, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.051331, "system_cpu_s_delta": 0.5199999999999818, "user_cpu_core_ratio": 0.070087, "user_cpu_s_delta": 0.7100000000000364}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.059, "count": 99, "max_ms": 7.067, "p95_ms": 4.963, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.051, "max": 11.0, "p95": 10.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.062, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 96}, "total": {"avg": 1.03, "max": 2.0, "p95": 2.0, "sample_count": 99}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.669, "count": 30, "max": 77.823, "p95": 53.361, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.249, "count": 30, "max": 24.82, "p95": 24.332, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 459.733, "count": 30, "max": 1077.0, "p95": 1025.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1291.3, "count": 30, "max": 10030.0, "p95": 6312.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.11, "count": 30, "max": 0.361, "p95": 0.316, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.372, "count": 30, "max": 0.48, "p95": 0.474, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.096, "count": 30, "max": 2.883, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116650.167, "count": 30, "max": 124123.0, "p95": 120673.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116650.167, "count": 30, "max": 124123.0, "p95": 120673.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14727.8, "count": 30, "max": 87270.0, "p95": 77954.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.442, "count": 30, "max": 0.659, "p95": 0.631, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.983, "count": 30, "max": 1.237, "p95": 1.209, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 53, "sampled_at": "2026-10-30T14:43:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:43:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 13158, "flush_count": 15, "flush_interval_seconds": 30.0, "flush_state": {"count": 15, "last_at": "2026-10-30T14:45:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:45:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 14}, "started": true, "suppressed_count": 5387, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 5386}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 15, "written_record_count": 15}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4467.984, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x63fccb871540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x63fccb871540] error while decoding MB 0 62, bytestream 5418 [h264 @ 0x63fccb888940] cabac decode of qscale diff failed at 94 26 [h264 @ 0x63fccb888940] error while decoding MB 94 26, bytestream 6027 [h264 @ 0x63fccc434100] error while decoding MB 53 67, bytestream -8 [in#0/rtsp @ 0x63fccb73ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x63fccb73ee00] Error retrieving a packet from demuxer: Co", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 14927155200, "copied_frame_count": 5399, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T14:37:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3626962, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:37:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.023}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 14927155200, "frame_buffer_copies": 5399, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1249, "count": 512, "max_ms": 1.48, "p50_ms": 0.1109, "p95_ms": 0.2227, "p99_ms": 0.2928}, "stages": {"db_insert": {"avg_ms": 7.4491, "count": 1, "max_ms": 7.4491, "p50_ms": 7.4491, "p95_ms": 7.4491, "p99_ms": 7.4491, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.2613, "count": 1, "max_ms": 2.2613, "p50_ms": 2.2613, "p95_ms": 2.2613, "p99_ms": 2.2613, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1375.0681, "count": 1, "max_ms": 1375.0681, "p50_ms": 1375.0681, "p95_ms": 1375.0681, "p99_ms": 1375.0681, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5105, "count": 512, "max_ms": 3.4039, "p50_ms": 1.4438, "p95_ms": 2.3734, "p99_ms": 3.018, "results": {"failed": 0, "not_applicable": 0, "success": 5399, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 595.7564, "count": 1, "max_ms": 595.7564, "p50_ms": 595.7564, "p95_ms": 595.7564, "p99_ms": 595.7564, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 45.037, "count": 1, "max_ms": 45.037, "p50_ms": 45.037, "p95_ms": 45.037, "p99_ms": 45.037, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5699, "count": 50, "max_ms": 15.2315, "p50_ms": 5.077, "p95_ms": 9.0236, "p99_ms": 12.5557, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5183, "count": 50, "max_ms": 3.5608, "p50_ms": 1.3772, "p95_ms": 2.7662, "p99_ms": 3.5186, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.6132, "count": 1, "max_ms": 586.6132, "p50_ms": 586.6132, "p95_ms": 586.6132, "p99_ms": 586.6132, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.9683, "count": 1, "max_ms": 493.9683, "p50_ms": 493.9683, "p95_ms": 493.9683, "p99_ms": 493.9683, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 87.142, "count": 1, "max_ms": 87.142, "p50_ms": 87.142, "p95_ms": 87.142, "p99_ms": 87.142, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3799, "count": 1, "max_ms": 1.3799, "p50_ms": 1.3799, "p95_ms": 1.3799, "p99_ms": 1.3799, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1334, "count": 1, "max_ms": 37.1334, "p50_ms": 37.1334, "p95_ms": 37.1334, "p99_ms": 37.1334, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.755, "count": 1, "max_ms": 0.755, "p50_ms": 0.755, "p95_ms": 0.755, "p99_ms": 0.755, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.7133, "count": 1, "max_ms": 0.7133, "p50_ms": 0.7133, "p95_ms": 0.7133, "p99_ms": 0.7133, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.7133, "count": 1, "max_ms": 0.7133, "p50_ms": 0.7133, "p95_ms": 0.7133, "p99_ms": 0.7133, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.755, "count": 1, "max_ms": 0.755, "p50_ms": 0.755, "p95_ms": 0.755, "p99_ms": 0.755, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 2.5784, "count": 1, "max_ms": 2.5784, "p50_ms": 2.5784, "p95_ms": 2.5784, "p99_ms": 2.5784, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 716.4065, "count": 1, "max_ms": 716.4065, "p50_ms": 716.4065, "p95_ms": 716.4065, "p99_ms": 716.4065, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.9543, "count": 1, "max_ms": 1.9543, "p50_ms": 1.9543, "p95_ms": 1.9543, "p99_ms": 1.9543, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 2.9963, "count": 1, "max_ms": 2.9963, "p50_ms": 2.9963, "p95_ms": 2.9963, "p99_ms": 2.9963, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 1.1521, "count": 1, "max_ms": 1.1521, "p50_ms": 1.1521, "p95_ms": 1.1521, "p99_ms": 1.1521, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5272, "count": 1, "max_ms": 1.5272, "p50_ms": 1.5272, "p95_ms": 1.5272, "p99_ms": 1.5272, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 778.4342, "count": 1, "max_ms": 778.4342, "p50_ms": 778.4342, "p95_ms": 778.4342, "p99_ms": 778.4342, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 1.1521, "p50_ms": 1.1521, "p95_ms": 1.1521, "p99_ms": 1.1521}, "wait_ms": {"count": 1, "max_ms": 1.5272, "p50_ms": 1.5272, "p95_ms": 1.5272, "p99_ms": 1.5272}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15542, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.2613, "p50_ms": 2.2613, "p95_ms": 2.2613, "p99_ms": 2.2613}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 5, "h264_decode_error_count": 20, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:45:51+09:00", "last_error_summary": "[h264 @ 0x63fccb871540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x63fccb871540] error while decoding MB 0 62, bytestream 5418 [h264 @ 0x63fccb888940] cabac decode of qscale diff failed at 94 26 [h264 @ 0x63fccb888940] error while decoding MB 94 26, bytestream 6027 [h264 @ 0x63fccc434100] error while decoding MB 53 67, bytestream -8 [in#0/rtsp @ 0x63fccb73ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x63fccb73ee00] Error retrieving a packet from demuxer: Co", "last_exit_at": "2026-10-30T14:43:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 167.429, "last_started_at": "2026-10-30T14:43:03+09:00", "pid": 1595, "process": {"exists": false, "pid": 1595}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.207, "sample_count": 2064, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5399, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:45:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.105, "last_frame_pushed_at": "2026-10-30T14:45:51+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-10-30T14:45:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 2, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 131.781, "last_sample_duration_ms": 1035.18, "last_trigger": "periodic", "next_snapshot_in_sec": 468.219, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 2, "storage_bytes": 1068080}, "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-10-30T14:45:51.205216+09:00", "mtime_epoch": 1793339151.2052162, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114570}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:45:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 813.961, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 5400, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.545, "max": 7.0, "p95": 5.0, "sample_count": 101}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.25, "max": 2.0, "p95": 2.0, "sample_count": 44}, "total": {"avg": 0.545, "max": 2.0, "p95": 2.0, "sample_count": 101}}, "tracking_counts": {"active": {"avg": 0.079, "max": 1.0, "p95": 1.0, "sample_count": 101}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}, "tracked": {"avg": 0.079, "max": 1.0, "p95": 1.0, "sample_count": 101}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 101, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.37, "pushed": 3.37, "read": 3.37}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 101, "client_acquire_ms": {"avg_ms": 0.009, "count": 101, "max_ms": 0.036, "p95_ms": 0.017, "reason": null, "sample_age_ms": 36.587, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.917, "count": 101, "max_ms": 4.962, "p95_ms": 3.265, "reason": null, "sample_age_ms": 98.516, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.309, "count": 101, "max_ms": 2.646, "p95_ms": 1.692, "reason": null, "sample_age_ms": 98.941, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.33, "count": 101, "max_ms": 0.847, "p95_ms": 0.621, "reason": null, "sample_age_ms": 36.608, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.445, "count": 101, "max_ms": 10.311, "p95_ms": 4.135, "reason": null, "sample_age_ms": 96.235, "source": "client_direct"}, "request_count": 101, "request_tensor_bytes": {"avg": 2764808.0, "count": 101, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 96.209, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 101, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 36.941, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.978, "count": 101, "max_ms": 78.381, "p95_ms": 65.922, "reason": null, "sample_age_ms": 36.581, "source": "client_direct"}, "sample_age_ms": 36.576, "source": "client_direct", "task_total_ms": {"avg_ms": 52.955, "count": 101, "max_ms": 85.715, "p95_ms": 69.143, "reason": null, "sample_age_ms": 36.576, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.471, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.795, "count": 101, "max_ms": 10.76, "p95_ms": 8.231}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.304, "count": 101, "max_ms": 1.334, "p95_ms": 0.566}, "detection_prepare_ms": {"avg_ms": 0.729, "count": 101, "max_ms": 4.481, "p95_ms": 2.295}, "event_filter_ms": {"avg_ms": 0.004, "count": 101, "max_ms": 0.02, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.177, "count": 101, "max_ms": 1.402, "p95_ms": 0.385}, "mcmt_ms": {"avg_ms": 0.003, "count": 101, "max_ms": 0.009, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.726, "count": 101, "max_ms": 3.346, "p95_ms": 2.873}, "setup_ms": {"avg_ms": 0.05, "count": 101, "max_ms": 0.131, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 2.747, "count": 101, "max_ms": 10.669, "p95_ms": 8.176}, "track_match_ms": {"avg_ms": 0.042, "count": 101, "max_ms": 0.486, "p95_ms": 0.139}, "tracker_update_ms": {"avg_ms": 0.71, "count": 101, "max_ms": 3.501, "p95_ms": 2.394}}, "gstreamer_push": {"avg_ms": 3.363, "count": 101, "max_ms": 5.951, "p95_ms": 5.158}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.062, "count": 101, "max_ms": 1.182, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.095, "count": 101, "max_ms": 91.2, "p95_ms": 71.761}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.39, "count": 101, "max_ms": 10.441, "p95_ms": 5.847}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.669, "count": 101, "max_ms": 135.95, "p95_ms": 111.999}, "inference_input_copy_ms": {"avg_ms": 1.834, "count": 101, "max_ms": 8.803, "p95_ms": 2.687}, "processing_residual_ms": {"avg_ms": 0.259, "count": 101, "max_ms": 0.471, "p95_ms": 0.413}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.152, "count": 101, "max_ms": 147.312, "p95_ms": 117.3}, "read_interval": {"avg_ms": 296.635, "count": 101, "max_ms": 10134.68, "p95_ms": 155.95}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 101, "max_ms": 0.064, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.666, "count": 101, "max_ms": 3.171, "p95_ms": 2.793}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 101, "max_ms": 0.055, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.65, "count": 101, "max_ms": 3.131, "p95_ms": 2.777}, "worker_merge_ms": {"avg_ms": 0.006, "count": 101, "max_ms": 0.028, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 54.11, "count": 101, "max_ms": 91.217, "p95_ms": 71.768}, "visualize": {"avg_ms": 32.513, "count": 101, "max_ms": 47.029, "p95_ms": 43.459}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.778, "count": 101, "max_ms": 43.314, "p95_ms": 38.536}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.756, "count": 101, "max_ms": 45.472, "p95_ms": 41.654}, "visualize_input_copy_ms": {"avg_ms": 0.553, "count": 101, "max_ms": 2.454, "p95_ms": 1.741}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.632, "count": 101, "max_ms": 45.344, "p95_ms": 41.477}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 101, "max_ms": 0.15, "p95_ms": 0.128}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 101}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 813.957, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 40.491, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.845, "sample_count": 2148, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5392, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:45:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 113038, "write_bytes_delta": 113038, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 302.0, "cpu_core_ratio": 0.160486, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 192.0, "pid": 1595, "reason": null, "system_cpu_core_ratio": 0.017479, "system_cpu_s_delta": 0.33000000000000007, "user_cpu_core_ratio": 0.143008, "user_cpu_s_delta": 2.700000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.620229, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.145656, "system_cpu_s_delta": 2.75, "user_cpu_core_ratio": 0.474573, "user_cpu_s_delta": 8.960000000000036}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.215, "count": 162, "max_ms": 5.951, "p95_ms": 4.754, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.586, "max": 7.0, "p95": 6.0, "sample_count": 162}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.25, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 44}, "total": {"avg": 0.34, "max": 2.0, "p95": 2.0, "sample_count": 162}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.027, "count": 30, "max": 52.674, "p95": 46.182, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.575, "count": 30, "max": 29.696, "p95": 26.691, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 468.367, "count": 30, "max": 1077.0, "p95": 1025.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 961.667, "count": 30, "max": 10030.0, "p95": 2269.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.11, "count": 30, "max": 0.389, "p95": 0.309, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.384, "count": 30, "max": 0.497, "p95": 0.482, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.113, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114945.433, "count": 30, "max": 119954.0, "p95": 116800.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114945.433, "count": 30, "max": 119954.0, "p95": 116800.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.967, "count": 30, "max": 85.0, "p95": 41.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.384, "count": 30, "max": 0.535, "p95": 0.492, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.935, "count": 30, "max": 1.238, "p95": 1.182, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 68, "sampled_at": "2026-10-30T14:45:40+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:45:40+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 13158, "flush_count": 15, "flush_interval_seconds": 30.0, "flush_state": {"count": 15, "last_at": "2026-10-30T14:45:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:45:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 14}, "started": true, "suppressed_count": 5387, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 5386}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 15, "written_record_count": 15}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4466.742, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T14:45:51+09:00", "last_error_summary": "[h264 @ 0x63fccb871540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x63fccb871540] error while decoding MB 0 62, bytestream 5418 [h264 @ 0x63fccb888940] cabac decode of qscale diff failed at 94 26 [h264 @ 0x63fccb888940] error while decoding MB 94 26, bytestream 6027 [h264 @ 0x63fccc434100] error while decoding MB 53 67, bytestream -8 [in#0/rtsp @ 0x63fccb73ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x63fccb73ee00] Error retrieving a packet from demuxer: Co", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 14929920000, "copied_frame_count": 5400, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T14:37:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3626962, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:37:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.023}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 14929920000, "frame_buffer_copies": 5400, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1248, "count": 512, "max_ms": 1.48, "p50_ms": 0.1108, "p95_ms": 0.2227, "p99_ms": 0.2928}, "stages": {"db_insert": {"avg_ms": 7.4491, "count": 1, "max_ms": 7.4491, "p50_ms": 7.4491, "p95_ms": 7.4491, "p99_ms": 7.4491, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.2613, "count": 1, "max_ms": 2.2613, "p50_ms": 2.2613, "p95_ms": 2.2613, "p99_ms": 2.2613, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1375.0681, "count": 1, "max_ms": 1375.0681, "p50_ms": 1375.0681, "p95_ms": 1375.0681, "p99_ms": 1375.0681, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5099, "count": 512, "max_ms": 3.4039, "p50_ms": 1.4405, "p95_ms": 2.3734, "p99_ms": 3.018, "results": {"failed": 0, "not_applicable": 0, "success": 5400, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 595.7564, "count": 1, "max_ms": 595.7564, "p50_ms": 595.7564, "p95_ms": 595.7564, "p99_ms": 595.7564, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 45.037, "count": 1, "max_ms": 45.037, "p50_ms": 45.037, "p95_ms": 45.037, "p99_ms": 45.037, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5699, "count": 50, "max_ms": 15.2315, "p50_ms": 5.077, "p95_ms": 9.0236, "p99_ms": 12.5557, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5183, "count": 50, "max_ms": 3.5608, "p50_ms": 1.3772, "p95_ms": 2.7662, "p99_ms": 3.5186, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.6132, "count": 1, "max_ms": 586.6132, "p50_ms": 586.6132, "p95_ms": 586.6132, "p99_ms": 586.6132, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.9683, "count": 1, "max_ms": 493.9683, "p50_ms": 493.9683, "p95_ms": 493.9683, "p99_ms": 493.9683, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 87.142, "count": 1, "max_ms": 87.142, "p50_ms": 87.142, "p95_ms": 87.142, "p99_ms": 87.142, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3799, "count": 1, "max_ms": 1.3799, "p50_ms": 1.3799, "p95_ms": 1.3799, "p99_ms": 1.3799, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1334, "count": 1, "max_ms": 37.1334, "p50_ms": 37.1334, "p95_ms": 37.1334, "p99_ms": 37.1334, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.755, "count": 1, "max_ms": 0.755, "p50_ms": 0.755, "p95_ms": 0.755, "p99_ms": 0.755, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.7133, "count": 1, "max_ms": 0.7133, "p50_ms": 0.7133, "p95_ms": 0.7133, "p99_ms": 0.7133, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.7133, "count": 1, "max_ms": 0.7133, "p50_ms": 0.7133, "p95_ms": 0.7133, "p99_ms": 0.7133, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.755, "count": 1, "max_ms": 0.755, "p50_ms": 0.755, "p95_ms": 0.755, "p99_ms": 0.755, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 2.5784, "count": 1, "max_ms": 2.5784, "p50_ms": 2.5784, "p95_ms": 2.5784, "p99_ms": 2.5784, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 716.4065, "count": 1, "max_ms": 716.4065, "p50_ms": 716.4065, "p95_ms": 716.4065, "p99_ms": 716.4065, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.9543, "count": 1, "max_ms": 1.9543, "p50_ms": 1.9543, "p95_ms": 1.9543, "p99_ms": 1.9543, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 2.9963, "count": 1, "max_ms": 2.9963, "p50_ms": 2.9963, "p95_ms": 2.9963, "p99_ms": 2.9963, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 1.1521, "count": 1, "max_ms": 1.1521, "p50_ms": 1.1521, "p95_ms": 1.1521, "p99_ms": 1.1521, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5272, "count": 1, "max_ms": 1.5272, "p50_ms": 1.5272, "p95_ms": 1.5272, "p99_ms": 1.5272, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 778.4342, "count": 1, "max_ms": 778.4342, "p50_ms": 778.4342, "p95_ms": 778.4342, "p99_ms": 778.4342, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 1.1521, "p50_ms": 1.1521, "p95_ms": 1.1521, "p99_ms": 1.1521}, "wait_ms": {"count": 1, "max_ms": 1.5272, "p50_ms": 1.5272, "p95_ms": 1.5272, "p99_ms": 1.5272}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15542, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.2613, "p50_ms": 2.2613, "p95_ms": 2.2613, "p99_ms": 2.2613}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 5, "h264_decode_error_count": 20, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:45:51+09:00", "last_error_summary": "[h264 @ 0x63fccb871540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x63fccb871540] error while decoding MB 0 62, bytestream 5418 [h264 @ 0x63fccb888940] cabac decode of qscale diff failed at 94 26 [h264 @ 0x63fccb888940] error while decoding MB 94 26, bytestream 6027 [h264 @ 0x63fccc434100] error while decoding MB 53 67, bytestream -8 [in#0/rtsp @ 0x63fccb73ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x63fccb73ee00] Error retrieving a packet from demuxer: Co", "last_exit_at": "2026-10-30T14:45:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 167.47, "last_started_at": "2026-10-30T14:43:03+09:00", "pid": 1595, "process": {"exists": false, "pid": 1595}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.207, "sample_count": 2064, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5400, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:45:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-10-30T14:45:51+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-10-30T14:45:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 2, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 131.819, "last_sample_duration_ms": 1035.18, "last_trigger": "periodic", "next_snapshot_in_sec": 468.181, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 2, "storage_bytes": 1068080}, "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-10-30T14:45:51.205216+09:00", "mtime_epoch": 1793339151.2052162, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114570}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:45:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 813.961, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 5400, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.535, "max": 7.0, "p95": 5.0, "sample_count": 101}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.244, "max": 2.0, "p95": 2.0, "sample_count": 45}, "total": {"avg": 0.554, "max": 2.0, "p95": 2.0, "sample_count": 101}}, "tracking_counts": {"active": {"avg": 0.079, "max": 1.0, "p95": 1.0, "sample_count": 101}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}, "tracked": {"avg": 0.079, "max": 1.0, "p95": 1.0, "sample_count": 101}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.375, "pushed": 3.375, "read": 3.342}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 100, "client_acquire_ms": {"avg_ms": 0.009, "count": 101, "max_ms": 0.036, "p95_ms": 0.017, "reason": null, "sample_age_ms": 78.686, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.924, "count": 100, "max_ms": 4.962, "p95_ms": 3.266, "reason": null, "sample_age_ms": 140.615, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.311, "count": 100, "max_ms": 2.646, "p95_ms": 1.695, "reason": null, "sample_age_ms": 141.04, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.33, "count": 101, "max_ms": 0.847, "p95_ms": 0.621, "reason": null, "sample_age_ms": 78.707, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.456, "count": 100, "max_ms": 10.311, "p95_ms": 4.14, "reason": null, "sample_age_ms": 138.335, "source": "client_direct"}, "request_count": 100, "request_tensor_bytes": {"avg": 2764808.0, "count": 100, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 138.308, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 101, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 79.041, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.978, "count": 101, "max_ms": 78.381, "p95_ms": 65.922, "reason": null, "sample_age_ms": 78.681, "source": "client_direct"}, "sample_age_ms": 78.675, "source": "client_direct", "task_total_ms": {"avg_ms": 52.955, "count": 101, "max_ms": 85.715, "p95_ms": 69.143, "reason": null, "sample_age_ms": 78.675, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.937, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.851, "count": 101, "max_ms": 10.76, "p95_ms": 8.231}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.308, "count": 101, "max_ms": 1.334, "p95_ms": 0.589}, "detection_prepare_ms": {"avg_ms": 0.745, "count": 101, "max_ms": 4.481, "p95_ms": 2.295}, "event_filter_ms": {"avg_ms": 0.004, "count": 101, "max_ms": 0.02, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.18, "count": 101, "max_ms": 1.402, "p95_ms": 0.385}, "mcmt_ms": {"avg_ms": 0.003, "count": 101, "max_ms": 0.009, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.733, "count": 101, "max_ms": 3.346, "p95_ms": 2.873}, "setup_ms": {"avg_ms": 0.05, "count": 101, "max_ms": 0.131, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 2.801, "count": 101, "max_ms": 10.669, "p95_ms": 8.176}, "track_match_ms": {"avg_ms": 0.043, "count": 101, "max_ms": 0.486, "p95_ms": 0.139}, "tracker_update_ms": {"avg_ms": 0.733, "count": 101, "max_ms": 3.501, "p95_ms": 2.394}}, "gstreamer_push": {"avg_ms": 3.381, "count": 101, "max_ms": 5.951, "p95_ms": 5.158}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.062, "count": 101, "max_ms": 1.182, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.249, "count": 101, "max_ms": 91.2, "p95_ms": 71.761}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.407, "count": 101, "max_ms": 10.441, "p95_ms": 5.847}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.038, "count": 101, "max_ms": 135.95, "p95_ms": 113.118}, "inference_input_copy_ms": {"avg_ms": 1.843, "count": 101, "max_ms": 8.803, "p95_ms": 2.687}, "processing_residual_ms": {"avg_ms": 0.258, "count": 101, "max_ms": 0.471, "p95_ms": 0.413}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.547, "count": 101, "max_ms": 147.312, "p95_ms": 121.282}, "read_interval": {"avg_ms": 298.629, "count": 100, "max_ms": 10134.68, "p95_ms": 155.95}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 101, "max_ms": 0.064, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.672, "count": 101, "max_ms": 3.171, "p95_ms": 2.793}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 101, "max_ms": 0.055, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.657, "count": 101, "max_ms": 3.131, "p95_ms": 2.777}, "worker_merge_ms": {"avg_ms": 0.006, "count": 101, "max_ms": 0.028, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 54.264, "count": 101, "max_ms": 91.217, "p95_ms": 71.768}, "visualize": {"avg_ms": 32.672, "count": 101, "max_ms": 52.606, "p95_ms": 44.327}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.797, "count": 101, "max_ms": 43.314, "p95_ms": 38.536}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.904, "count": 101, "max_ms": 51.207, "p95_ms": 42.42}, "visualize_input_copy_ms": {"avg_ms": 0.565, "count": 101, "max_ms": 2.454, "p95_ms": 1.741}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.78, "count": 101, "max_ms": 51.049, "p95_ms": 42.27}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 101, "max_ms": 0.15, "p95_ms": 0.128}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 101}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 813.957, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 40.491, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.845, "sample_count": 2148, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5392, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:45:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 113038, "write_bytes_delta": 113038, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 302.0, "cpu_core_ratio": 0.160486, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 192.0, "pid": 1595, "reason": null, "system_cpu_core_ratio": 0.017479, "system_cpu_s_delta": 0.33000000000000007, "user_cpu_core_ratio": 0.143008, "user_cpu_s_delta": 2.700000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.620229, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.145656, "system_cpu_s_delta": 2.75, "user_cpu_core_ratio": 0.474573, "user_cpu_s_delta": 8.960000000000036}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.215, "count": 162, "max_ms": 5.951, "p95_ms": 4.754, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.586, "max": 7.0, "p95": 6.0, "sample_count": 162}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.25, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 44}, "total": {"avg": 0.34, "max": 2.0, "p95": 2.0, "sample_count": 162}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.027, "count": 30, "max": 52.674, "p95": 46.182, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.575, "count": 30, "max": 29.696, "p95": 26.691, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 468.367, "count": 30, "max": 1077.0, "p95": 1025.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 961.667, "count": 30, "max": 10030.0, "p95": 2269.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.11, "count": 30, "max": 0.389, "p95": 0.309, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.384, "count": 30, "max": 0.497, "p95": 0.482, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.113, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114945.433, "count": 30, "max": 119954.0, "p95": 116800.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114945.433, "count": 30, "max": 119954.0, "p95": 116800.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.967, "count": 30, "max": 85.0, "p95": 41.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.384, "count": 30, "max": 0.535, "p95": 0.492, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.935, "count": 30, "max": 1.238, "p95": 1.182, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 68, "sampled_at": "2026-10-30T14:45:40+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:45:40+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 13158, "flush_count": 15, "flush_interval_seconds": 30.0, "flush_state": {"count": 15, "last_at": "2026-10-30T14:45:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:45:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 14}, "started": true, "suppressed_count": 5387, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 5386}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 15, "written_record_count": 15}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4467.809, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 14929920000, "copied_frame_count": 5400, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T14:37:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3626962, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:37:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.023}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 14929920000, "frame_buffer_copies": 5400, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1248, "count": 512, "max_ms": 1.48, "p50_ms": 0.1108, "p95_ms": 0.2227, "p99_ms": 0.2928}, "stages": {"db_insert": {"avg_ms": 7.4491, "count": 1, "max_ms": 7.4491, "p50_ms": 7.4491, "p95_ms": 7.4491, "p99_ms": 7.4491, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.2613, "count": 1, "max_ms": 2.2613, "p50_ms": 2.2613, "p95_ms": 2.2613, "p99_ms": 2.2613, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1375.0681, "count": 1, "max_ms": 1375.0681, "p50_ms": 1375.0681, "p95_ms": 1375.0681, "p99_ms": 1375.0681, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5099, "count": 512, "max_ms": 3.4039, "p50_ms": 1.4405, "p95_ms": 2.3734, "p99_ms": 3.018, "results": {"failed": 0, "not_applicable": 0, "success": 5400, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 595.7564, "count": 1, "max_ms": 595.7564, "p50_ms": 595.7564, "p95_ms": 595.7564, "p99_ms": 595.7564, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 45.037, "count": 1, "max_ms": 45.037, "p50_ms": 45.037, "p95_ms": 45.037, "p99_ms": 45.037, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5699, "count": 50, "max_ms": 15.2315, "p50_ms": 5.077, "p95_ms": 9.0236, "p99_ms": 12.5557, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5183, "count": 50, "max_ms": 3.5608, "p50_ms": 1.3772, "p95_ms": 2.7662, "p99_ms": 3.5186, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.6132, "count": 1, "max_ms": 586.6132, "p50_ms": 586.6132, "p95_ms": 586.6132, "p99_ms": 586.6132, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.9683, "count": 1, "max_ms": 493.9683, "p50_ms": 493.9683, "p95_ms": 493.9683, "p99_ms": 493.9683, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 87.142, "count": 1, "max_ms": 87.142, "p50_ms": 87.142, "p95_ms": 87.142, "p99_ms": 87.142, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3799, "count": 1, "max_ms": 1.3799, "p50_ms": 1.3799, "p95_ms": 1.3799, "p99_ms": 1.3799, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1334, "count": 1, "max_ms": 37.1334, "p50_ms": 37.1334, "p95_ms": 37.1334, "p99_ms": 37.1334, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.755, "count": 1, "max_ms": 0.755, "p50_ms": 0.755, "p95_ms": 0.755, "p99_ms": 0.755, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.7133, "count": 1, "max_ms": 0.7133, "p50_ms": 0.7133, "p95_ms": 0.7133, "p99_ms": 0.7133, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.7133, "count": 1, "max_ms": 0.7133, "p50_ms": 0.7133, "p95_ms": 0.7133, "p99_ms": 0.7133, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.755, "count": 1, "max_ms": 0.755, "p50_ms": 0.755, "p95_ms": 0.755, "p99_ms": 0.755, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 2.5784, "count": 1, "max_ms": 2.5784, "p50_ms": 2.5784, "p95_ms": 2.5784, "p99_ms": 2.5784, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 716.4065, "count": 1, "max_ms": 716.4065, "p50_ms": 716.4065, "p95_ms": 716.4065, "p99_ms": 716.4065, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.9543, "count": 1, "max_ms": 1.9543, "p50_ms": 1.9543, "p95_ms": 1.9543, "p99_ms": 1.9543, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 2.9963, "count": 1, "max_ms": 2.9963, "p50_ms": 2.9963, "p95_ms": 2.9963, "p99_ms": 2.9963, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 1.1521, "count": 1, "max_ms": 1.1521, "p50_ms": 1.1521, "p95_ms": 1.1521, "p99_ms": 1.1521, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5272, "count": 1, "max_ms": 1.5272, "p50_ms": 1.5272, "p95_ms": 1.5272, "p99_ms": 1.5272, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 778.4342, "count": 1, "max_ms": 778.4342, "p50_ms": 778.4342, "p95_ms": 778.4342, "p99_ms": 778.4342, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 1.1521, "p50_ms": 1.1521, "p95_ms": 1.1521, "p99_ms": 1.1521}, "wait_ms": {"count": 1, "max_ms": 1.5272, "p50_ms": 1.5272, "p95_ms": 1.5272, "p99_ms": 1.5272}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15542, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.2613, "p50_ms": 2.2613, "p95_ms": 2.2613, "p99_ms": 2.2613}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 5, "h264_decode_error_count": 20, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:45:51+09:00", "last_error_summary": "[h264 @ 0x63fccb871540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x63fccb871540] error while decoding MB 0 62, bytestream 5418 [h264 @ 0x63fccb888940] cabac decode of qscale diff failed at 94 26 [h264 @ 0x63fccb888940] error while decoding MB 94 26, bytestream 6027 [h264 @ 0x63fccc434100] error while decoding MB 53 67, bytestream -8 [in#0/rtsp @ 0x63fccb73ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x63fccb73ee00] Error retrieving a packet from demuxer: Co", "last_exit_at": "2026-10-30T14:45:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 167.494, "last_started_at": "2026-10-30T14:43:03+09:00", "pid": 1595, "process": {"exists": false, "pid": 1595}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.207, "sample_count": 2064, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5400, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:45:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.028, "last_frame_pushed_at": "2026-10-30T14:45:51+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-10-30T14:45:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 2, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 131.839, "last_sample_duration_ms": 1035.18, "last_trigger": "periodic", "next_snapshot_in_sec": 468.161, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 2, "storage_bytes": 1068080}, "mjpeg": {"age_sec": 0.02, "exists": true, "mtime": "2026-10-30T14:45:51.345217+09:00", "mtime_epoch": 1793339151.3452175, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114668}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:45:51+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 813.961, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 5400, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.535, "max": 7.0, "p95": 5.0, "sample_count": 101}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.244, "max": 2.0, "p95": 2.0, "sample_count": 45}, "total": {"avg": 0.554, "max": 2.0, "p95": 2.0, "sample_count": 101}}, "tracking_counts": {"active": {"avg": 0.079, "max": 1.0, "p95": 1.0, "sample_count": 101}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}, "tracked": {"avg": 0.079, "max": 1.0, "p95": 1.0, "sample_count": 101}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.372, "pushed": 3.372, "read": 3.339}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 100, "client_acquire_ms": {"avg_ms": 0.009, "count": 101, "max_ms": 0.036, "p95_ms": 0.017, "reason": null, "sample_age_ms": 99.793, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.924, "count": 100, "max_ms": 4.962, "p95_ms": 3.266, "reason": null, "sample_age_ms": 161.722, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.311, "count": 100, "max_ms": 2.646, "p95_ms": 1.695, "reason": null, "sample_age_ms": 162.147, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.33, "count": 101, "max_ms": 0.847, "p95_ms": 0.621, "reason": null, "sample_age_ms": 99.814, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.456, "count": 100, "max_ms": 10.311, "p95_ms": 4.14, "reason": null, "sample_age_ms": 159.441, "source": "client_direct"}, "request_count": 100, "request_tensor_bytes": {"avg": 2764808.0, "count": 100, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 159.415, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 101, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 100.148, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.978, "count": 101, "max_ms": 78.381, "p95_ms": 65.922, "reason": null, "sample_age_ms": 99.788, "source": "client_direct"}, "sample_age_ms": 99.782, "source": "client_direct", "task_total_ms": {"avg_ms": 52.955, "count": 101, "max_ms": 85.715, "p95_ms": 69.143, "reason": null, "sample_age_ms": 99.782, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.83, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.851, "count": 101, "max_ms": 10.76, "p95_ms": 8.231}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.308, "count": 101, "max_ms": 1.334, "p95_ms": 0.589}, "detection_prepare_ms": {"avg_ms": 0.745, "count": 101, "max_ms": 4.481, "p95_ms": 2.295}, "event_filter_ms": {"avg_ms": 0.004, "count": 101, "max_ms": 0.02, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.18, "count": 101, "max_ms": 1.402, "p95_ms": 0.385}, "mcmt_ms": {"avg_ms": 0.003, "count": 101, "max_ms": 0.009, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.733, "count": 101, "max_ms": 3.346, "p95_ms": 2.873}, "setup_ms": {"avg_ms": 0.05, "count": 101, "max_ms": 0.131, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 2.801, "count": 101, "max_ms": 10.669, "p95_ms": 8.176}, "track_match_ms": {"avg_ms": 0.043, "count": 101, "max_ms": 0.486, "p95_ms": 0.139}, "tracker_update_ms": {"avg_ms": 0.733, "count": 101, "max_ms": 3.501, "p95_ms": 2.394}}, "gstreamer_push": {"avg_ms": 3.381, "count": 101, "max_ms": 5.951, "p95_ms": 5.158}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.062, "count": 101, "max_ms": 1.182, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.249, "count": 101, "max_ms": 91.2, "p95_ms": 71.761}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.407, "count": 101, "max_ms": 10.441, "p95_ms": 5.847}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.038, "count": 101, "max_ms": 135.95, "p95_ms": 113.118}, "inference_input_copy_ms": {"avg_ms": 1.843, "count": 101, "max_ms": 8.803, "p95_ms": 2.687}, "processing_residual_ms": {"avg_ms": 0.258, "count": 101, "max_ms": 0.471, "p95_ms": 0.413}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.547, "count": 101, "max_ms": 147.312, "p95_ms": 121.282}, "read_interval": {"avg_ms": 298.629, "count": 100, "max_ms": 10134.68, "p95_ms": 155.95}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 101, "max_ms": 0.064, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.672, "count": 101, "max_ms": 3.171, "p95_ms": 2.793}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 101, "max_ms": 0.055, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.657, "count": 101, "max_ms": 3.131, "p95_ms": 2.777}, "worker_merge_ms": {"avg_ms": 0.006, "count": 101, "max_ms": 0.028, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 54.264, "count": 101, "max_ms": 91.217, "p95_ms": 71.768}, "visualize": {"avg_ms": 32.672, "count": 101, "max_ms": 52.606, "p95_ms": 44.327}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.797, "count": 101, "max_ms": 43.314, "p95_ms": 38.536}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.904, "count": 101, "max_ms": 51.207, "p95_ms": 42.42}, "visualize_input_copy_ms": {"avg_ms": 0.565, "count": 101, "max_ms": 2.454, "p95_ms": 1.741}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.78, "count": 101, "max_ms": 51.049, "p95_ms": 42.27}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 101, "max_ms": 0.15, "p95_ms": 0.128}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 101}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 813.957, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 40.491, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.845, "sample_count": 2148, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5392, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:45:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 113038, "write_bytes_delta": 113038, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 302.0, "cpu_core_ratio": 0.160486, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 192.0, "pid": 1595, "reason": null, "system_cpu_core_ratio": 0.017479, "system_cpu_s_delta": 0.33000000000000007, "user_cpu_core_ratio": 0.143008, "user_cpu_s_delta": 2.700000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.620229, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.145656, "system_cpu_s_delta": 2.75, "user_cpu_core_ratio": 0.474573, "user_cpu_s_delta": 8.960000000000036}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.215, "count": 162, "max_ms": 5.951, "p95_ms": 4.754, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.586, "max": 7.0, "p95": 6.0, "sample_count": 162}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.25, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 44}, "total": {"avg": 0.34, "max": 2.0, "p95": 2.0, "sample_count": 162}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.027, "count": 30, "max": 52.674, "p95": 46.182, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.575, "count": 30, "max": 29.696, "p95": 26.691, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 468.367, "count": 30, "max": 1077.0, "p95": 1025.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 961.667, "count": 30, "max": 10030.0, "p95": 2269.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.11, "count": 30, "max": 0.389, "p95": 0.309, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.384, "count": 30, "max": 0.497, "p95": 0.482, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.113, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114945.433, "count": 30, "max": 119954.0, "p95": 116800.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114945.433, "count": 30, "max": 119954.0, "p95": 116800.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.967, "count": 30, "max": 85.0, "p95": 41.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.384, "count": 30, "max": 0.535, "p95": 0.492, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.935, "count": 30, "max": 1.238, "p95": 1.182, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 68, "sampled_at": "2026-10-30T14:45:40+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:45:40+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 13158, "flush_count": 15, "flush_interval_seconds": 30.0, "flush_state": {"count": 15, "last_at": "2026-10-30T14:45:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:45:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 14}, "started": true, "suppressed_count": 5387, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 5386}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 15, "written_record_count": 15}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4635.203, "limit_mb": null}, "detail": {"pid": 1711, "restart_count": 5, "start_count": 6}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 14929920000, "copied_frame_count": 5400, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T14:37:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3626962, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:37:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.023}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 14929920000, "frame_buffer_copies": 5400, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1248, "count": 512, "max_ms": 1.48, "p50_ms": 0.1108, "p95_ms": 0.2227, "p99_ms": 0.2928}, "stages": {"db_insert": {"avg_ms": 7.4491, "count": 1, "max_ms": 7.4491, "p50_ms": 7.4491, "p95_ms": 7.4491, "p99_ms": 7.4491, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.2613, "count": 1, "max_ms": 2.2613, "p50_ms": 2.2613, "p95_ms": 2.2613, "p99_ms": 2.2613, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1375.0681, "count": 1, "max_ms": 1375.0681, "p50_ms": 1375.0681, "p95_ms": 1375.0681, "p99_ms": 1375.0681, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5099, "count": 512, "max_ms": 3.4039, "p50_ms": 1.4405, "p95_ms": 2.3734, "p99_ms": 3.018, "results": {"failed": 0, "not_applicable": 0, "success": 5400, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 595.7564, "count": 1, "max_ms": 595.7564, "p50_ms": 595.7564, "p95_ms": 595.7564, "p99_ms": 595.7564, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 45.037, "count": 1, "max_ms": 45.037, "p50_ms": 45.037, "p95_ms": 45.037, "p99_ms": 45.037, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5699, "count": 50, "max_ms": 15.2315, "p50_ms": 5.077, "p95_ms": 9.0236, "p99_ms": 12.5557, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5183, "count": 50, "max_ms": 3.5608, "p50_ms": 1.3772, "p95_ms": 2.7662, "p99_ms": 3.5186, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.6132, "count": 1, "max_ms": 586.6132, "p50_ms": 586.6132, "p95_ms": 586.6132, "p99_ms": 586.6132, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.9683, "count": 1, "max_ms": 493.9683, "p50_ms": 493.9683, "p95_ms": 493.9683, "p99_ms": 493.9683, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 87.142, "count": 1, "max_ms": 87.142, "p50_ms": 87.142, "p95_ms": 87.142, "p99_ms": 87.142, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3799, "count": 1, "max_ms": 1.3799, "p50_ms": 1.3799, "p95_ms": 1.3799, "p99_ms": 1.3799, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1334, "count": 1, "max_ms": 37.1334, "p50_ms": 37.1334, "p95_ms": 37.1334, "p99_ms": 37.1334, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.755, "count": 1, "max_ms": 0.755, "p50_ms": 0.755, "p95_ms": 0.755, "p99_ms": 0.755, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.7133, "count": 1, "max_ms": 0.7133, "p50_ms": 0.7133, "p95_ms": 0.7133, "p99_ms": 0.7133, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.7133, "count": 1, "max_ms": 0.7133, "p50_ms": 0.7133, "p95_ms": 0.7133, "p99_ms": 0.7133, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.755, "count": 1, "max_ms": 0.755, "p50_ms": 0.755, "p95_ms": 0.755, "p99_ms": 0.755, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 2.5784, "count": 1, "max_ms": 2.5784, "p50_ms": 2.5784, "p95_ms": 2.5784, "p99_ms": 2.5784, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 716.4065, "count": 1, "max_ms": 716.4065, "p50_ms": 716.4065, "p95_ms": 716.4065, "p99_ms": 716.4065, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.9543, "count": 1, "max_ms": 1.9543, "p50_ms": 1.9543, "p95_ms": 1.9543, "p99_ms": 1.9543, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 2.9963, "count": 1, "max_ms": 2.9963, "p50_ms": 2.9963, "p95_ms": 2.9963, "p99_ms": 2.9963, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 1.1521, "count": 1, "max_ms": 1.1521, "p50_ms": 1.1521, "p95_ms": 1.1521, "p99_ms": 1.1521, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5272, "count": 1, "max_ms": 1.5272, "p50_ms": 1.5272, "p95_ms": 1.5272, "p99_ms": 1.5272, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 778.4342, "count": 1, "max_ms": 778.4342, "p50_ms": 778.4342, "p95_ms": 778.4342, "p99_ms": 778.4342, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 1.1521, "p50_ms": 1.1521, "p95_ms": 1.1521, "p99_ms": 1.1521}, "wait_ms": {"count": 1, "max_ms": 1.5272, "p50_ms": 1.5272, "p95_ms": 1.5272, "p99_ms": 1.5272}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15542, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.2613, "p50_ms": 2.2613, "p95_ms": 2.2613, "p99_ms": 2.2613}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 5, "h264_decode_error_count": 20, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:45:51+09:00", "last_error_summary": "[h264 @ 0x63fccb871540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x63fccb871540] error while decoding MB 0 62, bytestream 5418 [h264 @ 0x63fccb888940] cabac decode of qscale diff failed at 94 26 [h264 @ 0x63fccb888940] error while decoding MB 94 26, bytestream 6027 [h264 @ 0x63fccc434100] error while decoding MB 53 67, bytestream -8 [in#0/rtsp @ 0x63fccb73ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x63fccb73ee00] Error retrieving a packet from demuxer: Co", "last_exit_at": "2026-10-30T14:45:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T14:45:53+09:00", "pid": 1711, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.785, "name": "ffmpeg", "pid": 1711, "rss_mb": 205.785, "state": "S (sleeping)", "threads": 70}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.207, "sample_count": 2029, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5400, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:45:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.265, "last_frame_pushed_at": "2026-10-30T14:45:51+09:00", "last_frame_read_age_sec": 4.399, "last_frame_read_at": "2026-10-30T14:45:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 2, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 136.083, "last_sample_duration_ms": 1035.18, "last_trigger": "periodic", "next_snapshot_in_sec": 463.917, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 2, "storage_bytes": 1068080}, "mjpeg": {"age_sec": 4.256, "exists": true, "mtime": "2026-10-30T14:45:51.345217+09:00", "mtime_epoch": 1793339151.3452175, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114668}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:45:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 813.965, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 5400, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.203, "max": 7.0, "p95": 5.0, "sample_count": 59}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.244, "max": 2.0, "p95": 2.0, "sample_count": 45}, "total": {"avg": 0.949, "max": 2.0, "p95": 2.0, "sample_count": 59}}, "tracking_counts": {"active": {"avg": 0.136, "max": 1.0, "p95": 1.0, "sample_count": 59}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 59}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 59}, "tracked": {"avg": 0.136, "max": 1.0, "p95": 1.0, "sample_count": 59}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 59}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 59, "pushed_frames": 59, "read_frames": 58, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.97, "pushed": 1.97, "read": 1.937}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 58, "client_acquire_ms": {"avg_ms": 0.01, "count": 59, "max_ms": 0.036, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4340.817, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.101, "count": 58, "max_ms": 4.962, "p95_ms": 3.331, "reason": null, "sample_age_ms": 4402.746, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.348, "count": 58, "max_ms": 2.646, "p95_ms": 1.843, "reason": null, "sample_age_ms": 4403.17, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.342, "count": 59, "max_ms": 0.747, "p95_ms": 0.637, "reason": null, "sample_age_ms": 4340.838, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.373, "count": 58, "max_ms": 6.637, "p95_ms": 3.805, "reason": null, "sample_age_ms": 4400.465, "source": "client_direct"}, "request_count": 58, "request_tensor_bytes": {"avg": 2764808.0, "count": 58, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4400.439, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 59, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4341.171, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.529, "count": 59, "max_ms": 78.381, "p95_ms": 68.451, "reason": null, "sample_age_ms": 4340.811, "source": "client_direct"}, "sample_age_ms": 4340.805, "source": "client_direct", "task_total_ms": {"avg_ms": 53.464, "count": 59, "max_ms": 85.715, "p95_ms": 74.584, "reason": null, "sample_age_ms": 4340.805, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.658, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.352, "count": 59, "max_ms": 10.76, "p95_ms": 8.976}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.361, "count": 59, "max_ms": 1.334, "p95_ms": 0.84}, "detection_prepare_ms": {"avg_ms": 1.174, "count": 59, "max_ms": 4.481, "p95_ms": 2.573}, "event_filter_ms": {"avg_ms": 0.005, "count": 59, "max_ms": 0.02, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.252, "count": 59, "max_ms": 1.402, "p95_ms": 0.557}, "mcmt_ms": {"avg_ms": 0.003, "count": 59, "max_ms": 0.009, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.14, "count": 59, "max_ms": 3.346, "p95_ms": 3.032}, "setup_ms": {"avg_ms": 0.053, "count": 59, "max_ms": 0.131, "p95_ms": 0.102}, "total_inside_ms": {"avg_ms": 4.296, "count": 59, "max_ms": 10.669, "p95_ms": 8.914}, "track_match_ms": {"avg_ms": 0.072, "count": 59, "max_ms": 0.486, "p95_ms": 0.197}, "tracker_update_ms": {"avg_ms": 1.234, "count": 59, "max_ms": 3.501, "p95_ms": 2.779}}, "gstreamer_push": {"avg_ms": 3.391, "count": 59, "max_ms": 5.577, "p95_ms": 5.428}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.071, "count": 59, "max_ms": 1.182, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.952, "count": 59, "max_ms": 91.2, "p95_ms": 80.632}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.372, "count": 59, "max_ms": 10.441, "p95_ms": 9.695}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 59, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 59, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 95.126, "count": 59, "max_ms": 135.95, "p95_ms": 128.187}, "inference_input_copy_ms": {"avg_ms": 1.951, "count": 59, "max_ms": 8.803, "p95_ms": 3.278}, "processing_residual_ms": {"avg_ms": 0.24, "count": 59, "max_ms": 0.463, "p95_ms": 0.373}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 59, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 59, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.689, "count": 59, "max_ms": 147.312, "p95_ms": 132.251}, "read_interval": {"avg_ms": 442.249, "count": 58, "max_ms": 10134.68, "p95_ms": 168.45}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 59, "max_ms": 0.064, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 1.071, "count": 59, "max_ms": 3.171, "p95_ms": 2.885}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 59, "max_ms": 0.055, "p95_ms": 0.051}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.053, "count": 59, "max_ms": 3.131, "p95_ms": 2.854}, "worker_merge_ms": {"avg_ms": 0.007, "count": 59, "max_ms": 0.028, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 54.967, "count": 59, "max_ms": 91.217, "p95_ms": 80.64}, "visualize": {"avg_ms": 34.476, "count": 59, "max_ms": 52.606, "p95_ms": 46.089}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.133, "count": 59, "max_ms": 43.314, "p95_ms": 40.203}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 59, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.292, "count": 59, "max_ms": 51.207, "p95_ms": 44.225}, "visualize_input_copy_ms": {"avg_ms": 0.967, "count": 59, "max_ms": 2.454, "p95_ms": 1.899}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 59, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.15, "count": 59, "max_ms": 51.049, "p95_ms": 44.102}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 59, "max_ms": 0.15, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 59}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 59}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 59}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 813.957, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 40.491, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.845, "sample_count": 2148, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 5392, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:45:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 113038, "write_bytes_delta": 113038, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 302.0, "cpu_core_ratio": 0.160486, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 192.0, "pid": 1595, "reason": null, "system_cpu_core_ratio": 0.017479, "system_cpu_s_delta": 0.33000000000000007, "user_cpu_core_ratio": 0.143008, "user_cpu_s_delta": 2.700000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.620229, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.145656, "system_cpu_s_delta": 2.75, "user_cpu_core_ratio": 0.474573, "user_cpu_s_delta": 8.960000000000036}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.215, "count": 162, "max_ms": 5.951, "p95_ms": 4.754, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.586, "max": 7.0, "p95": 6.0, "sample_count": 162}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.25, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 44}, "total": {"avg": 0.34, "max": 2.0, "p95": 2.0, "sample_count": 162}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.027, "count": 30, "max": 52.674, "p95": 46.182, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.575, "count": 30, "max": 29.696, "p95": 26.691, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 468.367, "count": 30, "max": 1077.0, "p95": 1025.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 961.667, "count": 30, "max": 10030.0, "p95": 2269.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.11, "count": 30, "max": 0.389, "p95": 0.309, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.384, "count": 30, "max": 0.497, "p95": 0.482, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.113, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114945.433, "count": 30, "max": 119954.0, "p95": 116800.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114945.433, "count": 30, "max": 119954.0, "p95": 116800.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.967, "count": 30, "max": 85.0, "p95": 41.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.384, "count": 30, "max": 0.535, "p95": 0.492, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.935, "count": 30, "max": 1.238, "p95": 1.182, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 68, "sampled_at": "2026-10-30T14:45:40+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:45:40+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 16821, "flush_count": 19, "flush_interval_seconds": 30.0, "flush_state": {"count": 19, "last_at": "2026-10-30T14:49:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:49:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 18}, "started": true, "suppressed_count": 7817, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 7816}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 19, "written_record_count": 19}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4481.121, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T14:45:51+09:00", "last_error_summary": "[h264 @ 0x63fccb871540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x63fccb871540] error while decoding MB 0 62, bytestream 5418 [h264 @ 0x63fccb888940] cabac decode of qscale diff failed at 94 26 [h264 @ 0x63fccb888940] error while decoding MB 94 26, bytestream 6027 [h264 @ 0x63fccc434100] error while decoding MB 53 67, bytestream -8 [in#0/rtsp @ 0x63fccb73ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x63fccb73ee00] Error retrieving a packet from demuxer: Co", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 21659443200, "copied_frame_count": 7834, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T14:37:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3626962, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:37:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.023}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 21659443200, "frame_buffer_copies": 7834, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1233, "count": 512, "max_ms": 2.1469, "p50_ms": 0.1059, "p95_ms": 0.2241, "p99_ms": 0.348}, "stages": {"db_insert": {"avg_ms": 7.4491, "count": 1, "max_ms": 7.4491, "p50_ms": 7.4491, "p95_ms": 7.4491, "p99_ms": 7.4491, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.2613, "count": 1, "max_ms": 2.2613, "p50_ms": 2.2613, "p95_ms": 2.2613, "p99_ms": 2.2613, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1375.0681, "count": 1, "max_ms": 1375.0681, "p50_ms": 1375.0681, "p95_ms": 1375.0681, "p99_ms": 1375.0681, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5125, "count": 512, "max_ms": 5.6224, "p50_ms": 1.4616, "p95_ms": 2.359, "p99_ms": 3.0084, "results": {"failed": 0, "not_applicable": 0, "success": 7834, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 595.7564, "count": 1, "max_ms": 595.7564, "p50_ms": 595.7564, "p95_ms": 595.7564, "p99_ms": 595.7564, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 45.037, "count": 1, "max_ms": 45.037, "p50_ms": 45.037, "p95_ms": 45.037, "p99_ms": 45.037, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5699, "count": 50, "max_ms": 15.2315, "p50_ms": 5.077, "p95_ms": 9.0236, "p99_ms": 12.5557, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5183, "count": 50, "max_ms": 3.5608, "p50_ms": 1.3772, "p95_ms": 2.7662, "p99_ms": 3.5186, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.6132, "count": 1, "max_ms": 586.6132, "p50_ms": 586.6132, "p95_ms": 586.6132, "p99_ms": 586.6132, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.9683, "count": 1, "max_ms": 493.9683, "p50_ms": 493.9683, "p95_ms": 493.9683, "p99_ms": 493.9683, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 87.142, "count": 1, "max_ms": 87.142, "p50_ms": 87.142, "p95_ms": 87.142, "p99_ms": 87.142, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3799, "count": 1, "max_ms": 1.3799, "p50_ms": 1.3799, "p95_ms": 1.3799, "p99_ms": 1.3799, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1334, "count": 1, "max_ms": 37.1334, "p50_ms": 37.1334, "p95_ms": 37.1334, "p99_ms": 37.1334, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.755, "count": 1, "max_ms": 0.755, "p50_ms": 0.755, "p95_ms": 0.755, "p99_ms": 0.755, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.7133, "count": 1, "max_ms": 0.7133, "p50_ms": 0.7133, "p95_ms": 0.7133, "p99_ms": 0.7133, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.7133, "count": 1, "max_ms": 0.7133, "p50_ms": 0.7133, "p95_ms": 0.7133, "p99_ms": 0.7133, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.755, "count": 1, "max_ms": 0.755, "p50_ms": 0.755, "p95_ms": 0.755, "p99_ms": 0.755, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 2.5784, "count": 1, "max_ms": 2.5784, "p50_ms": 2.5784, "p95_ms": 2.5784, "p99_ms": 2.5784, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 716.4065, "count": 1, "max_ms": 716.4065, "p50_ms": 716.4065, "p95_ms": 716.4065, "p99_ms": 716.4065, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.9543, "count": 1, "max_ms": 1.9543, "p50_ms": 1.9543, "p95_ms": 1.9543, "p99_ms": 1.9543, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 2.9963, "count": 1, "max_ms": 2.9963, "p50_ms": 2.9963, "p95_ms": 2.9963, "p99_ms": 2.9963, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 1.1521, "count": 1, "max_ms": 1.1521, "p50_ms": 1.1521, "p95_ms": 1.1521, "p99_ms": 1.1521, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5272, "count": 1, "max_ms": 1.5272, "p50_ms": 1.5272, "p95_ms": 1.5272, "p99_ms": 1.5272, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 778.4342, "count": 1, "max_ms": 778.4342, "p50_ms": 778.4342, "p95_ms": 778.4342, "p99_ms": 778.4342, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 1.1521, "p50_ms": 1.1521, "p95_ms": 1.1521, "p99_ms": 1.1521}, "wait_ms": {"count": 1, "max_ms": 1.5272, "p50_ms": 1.5272, "p95_ms": 1.5272, "p99_ms": 1.5272}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15542, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.2613, "p50_ms": 2.2613, "p95_ms": 2.2613, "p99_ms": 2.2613}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 5, "h264_decode_error_count": 20, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:45:51+09:00", "last_error_summary": "[h264 @ 0x63fccb871540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x63fccb871540] error while decoding MB 0 62, bytestream 5418 [h264 @ 0x63fccb888940] cabac decode of qscale diff failed at 94 26 [h264 @ 0x63fccb888940] error while decoding MB 94 26, bytestream 6027 [h264 @ 0x63fccc434100] error while decoding MB 53 67, bytestream -8 [in#0/rtsp @ 0x63fccb73ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x63fccb73ee00] Error retrieving a packet from demuxer: Co", "last_exit_at": "2026-10-30T14:50:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 285.248, "last_started_at": "2026-10-30T14:45:53+09:00", "pid": 1711, "process": {"exists": false, "pid": 1711}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.563, "sample_count": 2443, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7834, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:50:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T14:50:38+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-10-30T14:50:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 2, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 419.338, "last_sample_duration_ms": 1035.18, "last_trigger": "periodic", "next_snapshot_in_sec": 180.662, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 2, "storage_bytes": 1068080}, "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-10-30T14:50:38.768368+09:00", "mtime_epoch": 1793339438.7683675, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 112696}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:50:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 815.219, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 7834, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.127, "max": 23.0, "p95": 18.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.889, "max": 5.0, "p95": 4.0, "sample_count": 244}, "total": {"avg": 2.889, "max": 5.0, "p95": 4.0, "sample_count": 244}}, "tracking_counts": {"active": {"avg": 0.471, "max": 2.0, "p95": 1.0, "sample_count": 244}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}, "removed": {"avg": 0.025, "max": 1.0, "p95": 0.0, "sample_count": 244}, "tracked": {"avg": 0.471, "max": 2.0, "p95": 1.0, "sample_count": 244}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 244, "pushed_frames": 244, "read_frames": 243, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.163, "pushed": 8.163, "read": 8.129}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 243, "client_acquire_ms": {"avg_ms": 0.009, "count": 244, "max_ms": 0.049, "p95_ms": 0.019, "reason": null, "sample_age_ms": 49.237, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.952, "count": 243, "max_ms": 10.357, "p95_ms": 3.371, "reason": null, "sample_age_ms": 91.331, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.435, "count": 243, "max_ms": 9.999, "p95_ms": 2.651, "reason": null, "sample_age_ms": 91.733, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.453, "count": 244, "max_ms": 3.777, "p95_ms": 0.781, "reason": null, "sample_age_ms": 49.252, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.062, "count": 243, "max_ms": 8.412, "p95_ms": 3.37, "reason": null, "sample_age_ms": 88.879, "source": "client_direct"}, "request_count": 243, "request_tensor_bytes": {"avg": 2764808.0, "count": 243, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 88.844, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 244, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 49.699, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.306, "count": 244, "max_ms": 96.037, "p95_ms": 70.067, "reason": null, "sample_age_ms": 49.231, "source": "client_direct"}, "sample_age_ms": 49.227, "source": "client_direct", "task_total_ms": {"avg_ms": 52.033, "count": 244, "max_ms": 98.941, "p95_ms": 74.525, "reason": null, "sample_age_ms": 49.227, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.207, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.589, "count": 244, "max_ms": 23.014, "p95_ms": 14.063}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.544, "count": 244, "max_ms": 1.511, "p95_ms": 1.098}, "detection_prepare_ms": {"avg_ms": 1.94, "count": 244, "max_ms": 11.068, "p95_ms": 3.614}, "event_filter_ms": {"avg_ms": 0.006, "count": 244, "max_ms": 0.069, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.455, "count": 244, "max_ms": 1.169, "p95_ms": 0.763}, "mcmt_ms": {"avg_ms": 0.004, "count": 244, "max_ms": 0.028, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 3.072, "count": 244, "max_ms": 7.399, "p95_ms": 5.767}, "setup_ms": {"avg_ms": 0.05, "count": 244, "max_ms": 0.15, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 8.52, "count": 244, "max_ms": 22.87, "p95_ms": 13.936}, "track_match_ms": {"avg_ms": 0.14, "count": 244, "max_ms": 0.713, "p95_ms": 0.299}, "tracker_update_ms": {"avg_ms": 2.307, "count": 244, "max_ms": 5.921, "p95_ms": 3.994}}, "gstreamer_push": {"avg_ms": 3.306, "count": 244, "max_ms": 9.679, "p95_ms": 5.115}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 244, "max_ms": 0.304, "p95_ms": 0.115}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.488, "count": 244, "max_ms": 99.954, "p95_ms": 78.646}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.335, "count": 244, "max_ms": 11.811, "p95_ms": 7.95}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.919, "count": 244, "max_ms": 168.688, "p95_ms": 139.839}, "inference_input_copy_ms": {"avg_ms": 1.617, "count": 244, "max_ms": 4.319, "p95_ms": 2.704}, "processing_residual_ms": {"avg_ms": 0.25, "count": 244, "max_ms": 0.657, "p95_ms": 0.456}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.121, "count": 244, "max_ms": 175.756, "p95_ms": 145.483}, "read_interval": {"avg_ms": 123.208, "count": 243, "max_ms": 208.66, "p95_ms": 171.152}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 244, "max_ms": 0.224, "p95_ms": 0.043}, "execute_total_ms": {"avg_ms": 2.987, "count": 244, "max_ms": 7.193, "p95_ms": 5.636}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 244, "max_ms": 0.068, "p95_ms": 0.047}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.966, "count": 244, "max_ms": 7.15, "p95_ms": 5.607}, "worker_merge_ms": {"avg_ms": 0.008, "count": 244, "max_ms": 0.04, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 53.504, "count": 244, "max_ms": 99.974, "p95_ms": 78.67}, "visualize": {"avg_ms": 39.325, "count": 244, "max_ms": 67.117, "p95_ms": 53.997}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.194, "count": 244, "max_ms": 49.482, "p95_ms": 42.042}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.763, "count": 244, "max_ms": 63.681, "p95_ms": 51.798}, "visualize_input_copy_ms": {"avg_ms": 1.336, "count": 244, "max_ms": 3.818, "p95_ms": 2.322}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.611, "count": 244, "max_ms": 63.418, "p95_ms": 51.61}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 244, "max_ms": 0.209, "p95_ms": 0.146}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 244}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 815.191, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.421, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.377, "sample_count": 2383, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7774, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:50:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115993, "write_bytes_delta": 115993, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1055.0, "cpu_core_ratio": 0.473148, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 1711, "reason": null, "system_cpu_core_ratio": 0.038269, "system_cpu_s_delta": 0.7700000000000014, "user_cpu_core_ratio": 0.434878, "user_cpu_s_delta": 8.75}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.840902, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.561614, "system_cpu_s_delta": 11.299999999999955, "user_cpu_core_ratio": 1.279288, "user_cpu_s_delta": 25.74000000000001}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.263, "count": 244, "max_ms": 9.679, "p95_ms": 5.076, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.295, "max": 23.0, "p95": 18.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.012, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 244}, "total": {"avg": 3.012, "max": 5.0, "p95": 4.0, "sample_count": 244}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.333, "count": 30, "max": 58.642, "p95": 57.021, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.196, "count": 30, "max": 29.696, "p95": 28.744, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 637.367, "count": 30, "max": 1125.0, "p95": 1099.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 409.867, "count": 30, "max": 2054.0, "p95": 1449.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.389, "p95": 0.215, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.428, "count": 30, "max": 0.523, "p95": 0.492, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.104, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114671.9, "count": 30, "max": 117371.0, "p95": 116756.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114671.9, "count": 30, "max": 117371.0, "p95": 116756.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.167, "count": 30, "max": 50.0, "p95": 28.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.429, "count": 30, "max": 0.562, "p95": 0.545, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.041, "count": 30, "max": 1.279, "p95": 1.243, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 87, "sampled_at": "2026-10-30T14:50:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:50:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 16821, "flush_count": 19, "flush_interval_seconds": 30.0, "flush_state": {"count": 19, "last_at": "2026-10-30T14:49:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:49:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 18}, "started": true, "suppressed_count": 7817, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 7816}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 19, "written_record_count": 19}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4480.219, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 21659443200, "copied_frame_count": 7834, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T14:37:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3626962, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:37:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.023}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 21659443200, "frame_buffer_copies": 7834, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1233, "count": 512, "max_ms": 2.1469, "p50_ms": 0.1059, "p95_ms": 0.2241, "p99_ms": 0.348}, "stages": {"db_insert": {"avg_ms": 7.4491, "count": 1, "max_ms": 7.4491, "p50_ms": 7.4491, "p95_ms": 7.4491, "p99_ms": 7.4491, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.2613, "count": 1, "max_ms": 2.2613, "p50_ms": 2.2613, "p95_ms": 2.2613, "p99_ms": 2.2613, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1375.0681, "count": 1, "max_ms": 1375.0681, "p50_ms": 1375.0681, "p95_ms": 1375.0681, "p99_ms": 1375.0681, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5125, "count": 512, "max_ms": 5.6224, "p50_ms": 1.4616, "p95_ms": 2.359, "p99_ms": 3.0084, "results": {"failed": 0, "not_applicable": 0, "success": 7834, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 595.7564, "count": 1, "max_ms": 595.7564, "p50_ms": 595.7564, "p95_ms": 595.7564, "p99_ms": 595.7564, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 45.037, "count": 1, "max_ms": 45.037, "p50_ms": 45.037, "p95_ms": 45.037, "p99_ms": 45.037, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5699, "count": 50, "max_ms": 15.2315, "p50_ms": 5.077, "p95_ms": 9.0236, "p99_ms": 12.5557, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5183, "count": 50, "max_ms": 3.5608, "p50_ms": 1.3772, "p95_ms": 2.7662, "p99_ms": 3.5186, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.6132, "count": 1, "max_ms": 586.6132, "p50_ms": 586.6132, "p95_ms": 586.6132, "p99_ms": 586.6132, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.9683, "count": 1, "max_ms": 493.9683, "p50_ms": 493.9683, "p95_ms": 493.9683, "p99_ms": 493.9683, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 87.142, "count": 1, "max_ms": 87.142, "p50_ms": 87.142, "p95_ms": 87.142, "p99_ms": 87.142, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3799, "count": 1, "max_ms": 1.3799, "p50_ms": 1.3799, "p95_ms": 1.3799, "p99_ms": 1.3799, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1334, "count": 1, "max_ms": 37.1334, "p50_ms": 37.1334, "p95_ms": 37.1334, "p99_ms": 37.1334, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.755, "count": 1, "max_ms": 0.755, "p50_ms": 0.755, "p95_ms": 0.755, "p99_ms": 0.755, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.7133, "count": 1, "max_ms": 0.7133, "p50_ms": 0.7133, "p95_ms": 0.7133, "p99_ms": 0.7133, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.7133, "count": 1, "max_ms": 0.7133, "p50_ms": 0.7133, "p95_ms": 0.7133, "p99_ms": 0.7133, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.755, "count": 1, "max_ms": 0.755, "p50_ms": 0.755, "p95_ms": 0.755, "p99_ms": 0.755, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 2.5784, "count": 1, "max_ms": 2.5784, "p50_ms": 2.5784, "p95_ms": 2.5784, "p99_ms": 2.5784, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 716.4065, "count": 1, "max_ms": 716.4065, "p50_ms": 716.4065, "p95_ms": 716.4065, "p99_ms": 716.4065, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.9543, "count": 1, "max_ms": 1.9543, "p50_ms": 1.9543, "p95_ms": 1.9543, "p99_ms": 1.9543, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 2.9963, "count": 1, "max_ms": 2.9963, "p50_ms": 2.9963, "p95_ms": 2.9963, "p99_ms": 2.9963, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 1.1521, "count": 1, "max_ms": 1.1521, "p50_ms": 1.1521, "p95_ms": 1.1521, "p99_ms": 1.1521, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5272, "count": 1, "max_ms": 1.5272, "p50_ms": 1.5272, "p95_ms": 1.5272, "p99_ms": 1.5272, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 778.4342, "count": 1, "max_ms": 778.4342, "p50_ms": 778.4342, "p95_ms": 778.4342, "p99_ms": 778.4342, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 1.1521, "p50_ms": 1.1521, "p95_ms": 1.1521, "p99_ms": 1.1521}, "wait_ms": {"count": 1, "max_ms": 1.5272, "p50_ms": 1.5272, "p95_ms": 1.5272, "p99_ms": 1.5272}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15542, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.2613, "p50_ms": 2.2613, "p95_ms": 2.2613, "p99_ms": 2.2613}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 5, "h264_decode_error_count": 20, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:45:51+09:00", "last_error_summary": "[h264 @ 0x63fccb871540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x63fccb871540] error while decoding MB 0 62, bytestream 5418 [h264 @ 0x63fccb888940] cabac decode of qscale diff failed at 94 26 [h264 @ 0x63fccb888940] error while decoding MB 94 26, bytestream 6027 [h264 @ 0x63fccc434100] error while decoding MB 53 67, bytestream -8 [in#0/rtsp @ 0x63fccb73ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x63fccb73ee00] Error retrieving a packet from demuxer: Co", "last_exit_at": "2026-10-30T14:50:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 285.297, "last_started_at": "2026-10-30T14:45:53+09:00", "pid": 1711, "process": {"exists": false, "pid": 1711}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.563, "sample_count": 2443, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7834, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:50:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.05, "last_frame_pushed_at": "2026-10-30T14:50:38+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-10-30T14:50:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 2, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 419.382, "last_sample_duration_ms": 1035.18, "last_trigger": "periodic", "next_snapshot_in_sec": 180.618, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 2, "storage_bytes": 1068080}, "mjpeg": {"age_sec": 0.041, "exists": true, "mtime": "2026-10-30T14:50:38.856368+09:00", "mtime_epoch": 1793339438.856368, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 112975}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:50:38+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 815.219, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 7834, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.127, "max": 23.0, "p95": 18.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.889, "max": 5.0, "p95": 4.0, "sample_count": 244}, "total": {"avg": 2.889, "max": 5.0, "p95": 4.0, "sample_count": 244}}, "tracking_counts": {"active": {"avg": 0.471, "max": 2.0, "p95": 1.0, "sample_count": 244}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}, "removed": {"avg": 0.025, "max": 1.0, "p95": 0.0, "sample_count": 244}, "tracked": {"avg": 0.471, "max": 2.0, "p95": 1.0, "sample_count": 244}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 244, "pushed_frames": 244, "read_frames": 243, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.149, "pushed": 8.149, "read": 8.116}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 243, "client_acquire_ms": {"avg_ms": 0.009, "count": 243, "max_ms": 0.049, "p95_ms": 0.019, "reason": null, "sample_age_ms": 98.746, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.952, "count": 243, "max_ms": 10.357, "p95_ms": 3.371, "reason": null, "sample_age_ms": 140.84, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.435, "count": 243, "max_ms": 9.999, "p95_ms": 2.651, "reason": null, "sample_age_ms": 141.242, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.453, "count": 243, "max_ms": 3.777, "p95_ms": 0.781, "reason": null, "sample_age_ms": 98.761, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.062, "count": 243, "max_ms": 8.412, "p95_ms": 3.37, "reason": null, "sample_age_ms": 138.387, "source": "client_direct"}, "request_count": 243, "request_tensor_bytes": {"avg": 2764808.0, "count": 243, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 138.353, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 243, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 99.207, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.318, "count": 243, "max_ms": 96.037, "p95_ms": 70.07, "reason": null, "sample_age_ms": 98.74, "source": "client_direct"}, "sample_age_ms": 98.736, "source": "client_direct", "task_total_ms": {"avg_ms": 52.023, "count": 243, "max_ms": 98.941, "p95_ms": 74.612, "reason": null, "sample_age_ms": 98.736, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.959, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.589, "count": 244, "max_ms": 23.014, "p95_ms": 14.063}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.544, "count": 244, "max_ms": 1.511, "p95_ms": 1.098}, "detection_prepare_ms": {"avg_ms": 1.94, "count": 244, "max_ms": 11.068, "p95_ms": 3.614}, "event_filter_ms": {"avg_ms": 0.006, "count": 244, "max_ms": 0.069, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.455, "count": 244, "max_ms": 1.169, "p95_ms": 0.763}, "mcmt_ms": {"avg_ms": 0.004, "count": 244, "max_ms": 0.028, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 3.072, "count": 244, "max_ms": 7.399, "p95_ms": 5.767}, "setup_ms": {"avg_ms": 0.05, "count": 244, "max_ms": 0.15, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 8.52, "count": 244, "max_ms": 22.87, "p95_ms": 13.936}, "track_match_ms": {"avg_ms": 0.14, "count": 244, "max_ms": 0.713, "p95_ms": 0.299}, "tracker_update_ms": {"avg_ms": 2.307, "count": 244, "max_ms": 5.921, "p95_ms": 3.994}}, "gstreamer_push": {"avg_ms": 3.306, "count": 244, "max_ms": 9.679, "p95_ms": 5.115}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 244, "max_ms": 0.304, "p95_ms": 0.115}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.488, "count": 244, "max_ms": 99.954, "p95_ms": 78.646}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.335, "count": 244, "max_ms": 11.811, "p95_ms": 7.95}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.919, "count": 244, "max_ms": 168.688, "p95_ms": 139.839}, "inference_input_copy_ms": {"avg_ms": 1.617, "count": 244, "max_ms": 4.319, "p95_ms": 2.704}, "processing_residual_ms": {"avg_ms": 0.25, "count": 244, "max_ms": 0.657, "p95_ms": 0.456}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.121, "count": 244, "max_ms": 175.756, "p95_ms": 145.483}, "read_interval": {"avg_ms": 123.208, "count": 243, "max_ms": 208.66, "p95_ms": 171.152}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 244, "max_ms": 0.224, "p95_ms": 0.043}, "execute_total_ms": {"avg_ms": 2.987, "count": 244, "max_ms": 7.193, "p95_ms": 5.636}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 244, "max_ms": 0.068, "p95_ms": 0.047}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.966, "count": 244, "max_ms": 7.15, "p95_ms": 5.607}, "worker_merge_ms": {"avg_ms": 0.008, "count": 244, "max_ms": 0.04, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 53.504, "count": 244, "max_ms": 99.974, "p95_ms": 78.67}, "visualize": {"avg_ms": 39.325, "count": 244, "max_ms": 67.117, "p95_ms": 53.997}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.194, "count": 244, "max_ms": 49.482, "p95_ms": 42.042}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.763, "count": 244, "max_ms": 63.681, "p95_ms": 51.798}, "visualize_input_copy_ms": {"avg_ms": 1.336, "count": 244, "max_ms": 3.818, "p95_ms": 2.322}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.611, "count": 244, "max_ms": 63.418, "p95_ms": 51.61}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 244, "max_ms": 0.209, "p95_ms": 0.146}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 244}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 815.191, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.421, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.377, "sample_count": 2383, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7774, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:50:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115993, "write_bytes_delta": 115993, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1055.0, "cpu_core_ratio": 0.473148, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 1711, "reason": null, "system_cpu_core_ratio": 0.038269, "system_cpu_s_delta": 0.7700000000000014, "user_cpu_core_ratio": 0.434878, "user_cpu_s_delta": 8.75}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.840902, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.561614, "system_cpu_s_delta": 11.299999999999955, "user_cpu_core_ratio": 1.279288, "user_cpu_s_delta": 25.74000000000001}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.263, "count": 244, "max_ms": 9.679, "p95_ms": 5.076, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.295, "max": 23.0, "p95": 18.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.012, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 244}, "total": {"avg": 3.012, "max": 5.0, "p95": 4.0, "sample_count": 244}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.333, "count": 30, "max": 58.642, "p95": 57.021, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.196, "count": 30, "max": 29.696, "p95": 28.744, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 637.367, "count": 30, "max": 1125.0, "p95": 1099.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 409.867, "count": 30, "max": 2054.0, "p95": 1449.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.389, "p95": 0.215, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.428, "count": 30, "max": 0.523, "p95": 0.492, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.104, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114671.9, "count": 30, "max": 117371.0, "p95": 116756.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114671.9, "count": 30, "max": 117371.0, "p95": 116756.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.167, "count": 30, "max": 50.0, "p95": 28.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.429, "count": 30, "max": 0.562, "p95": 0.545, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.041, "count": 30, "max": 1.279, "p95": 1.243, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 87, "sampled_at": "2026-10-30T14:50:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:50:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 16821, "flush_count": 19, "flush_interval_seconds": 30.0, "flush_state": {"count": 19, "last_at": "2026-10-30T14:49:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:49:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 18}, "started": true, "suppressed_count": 7817, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 1, "tracking_summary": 7816}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 19, "written_record_count": 19}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4643.496, "limit_mb": null}, "detail": {"pid": 1827, "restart_count": 6, "start_count": 7}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 21659443200, "copied_frame_count": 7834, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T14:37:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3626962, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:37:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.023}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 21659443200, "frame_buffer_copies": 7834, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1233, "count": 512, "max_ms": 2.1469, "p50_ms": 0.1059, "p95_ms": 0.2241, "p99_ms": 0.348}, "stages": {"db_insert": {"avg_ms": 7.4491, "count": 1, "max_ms": 7.4491, "p50_ms": 7.4491, "p95_ms": 7.4491, "p99_ms": 7.4491, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.2613, "count": 1, "max_ms": 2.2613, "p50_ms": 2.2613, "p95_ms": 2.2613, "p99_ms": 2.2613, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1375.0681, "count": 1, "max_ms": 1375.0681, "p50_ms": 1375.0681, "p95_ms": 1375.0681, "p99_ms": 1375.0681, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5125, "count": 512, "max_ms": 5.6224, "p50_ms": 1.4616, "p95_ms": 2.359, "p99_ms": 3.0084, "results": {"failed": 0, "not_applicable": 0, "success": 7834, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 595.7564, "count": 1, "max_ms": 595.7564, "p50_ms": 595.7564, "p95_ms": 595.7564, "p99_ms": 595.7564, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 45.037, "count": 1, "max_ms": 45.037, "p50_ms": 45.037, "p95_ms": 45.037, "p99_ms": 45.037, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5699, "count": 50, "max_ms": 15.2315, "p50_ms": 5.077, "p95_ms": 9.0236, "p99_ms": 12.5557, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5183, "count": 50, "max_ms": 3.5608, "p50_ms": 1.3772, "p95_ms": 2.7662, "p99_ms": 3.5186, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.6132, "count": 1, "max_ms": 586.6132, "p50_ms": 586.6132, "p95_ms": 586.6132, "p99_ms": 586.6132, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 493.9683, "count": 1, "max_ms": 493.9683, "p50_ms": 493.9683, "p95_ms": 493.9683, "p99_ms": 493.9683, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 87.142, "count": 1, "max_ms": 87.142, "p50_ms": 87.142, "p95_ms": 87.142, "p99_ms": 87.142, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3799, "count": 1, "max_ms": 1.3799, "p50_ms": 1.3799, "p95_ms": 1.3799, "p99_ms": 1.3799, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.1334, "count": 1, "max_ms": 37.1334, "p50_ms": 37.1334, "p95_ms": 37.1334, "p99_ms": 37.1334, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.755, "count": 1, "max_ms": 0.755, "p50_ms": 0.755, "p95_ms": 0.755, "p99_ms": 0.755, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.7133, "count": 1, "max_ms": 0.7133, "p50_ms": 0.7133, "p95_ms": 0.7133, "p99_ms": 0.7133, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.7133, "count": 1, "max_ms": 0.7133, "p50_ms": 0.7133, "p95_ms": 0.7133, "p99_ms": 0.7133, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.755, "count": 1, "max_ms": 0.755, "p50_ms": 0.755, "p95_ms": 0.755, "p99_ms": 0.755, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 2.5784, "count": 1, "max_ms": 2.5784, "p50_ms": 2.5784, "p95_ms": 2.5784, "p99_ms": 2.5784, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 716.4065, "count": 1, "max_ms": 716.4065, "p50_ms": 716.4065, "p95_ms": 716.4065, "p99_ms": 716.4065, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.9543, "count": 1, "max_ms": 1.9543, "p50_ms": 1.9543, "p95_ms": 1.9543, "p99_ms": 1.9543, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 2.9963, "count": 1, "max_ms": 2.9963, "p50_ms": 2.9963, "p95_ms": 2.9963, "p99_ms": 2.9963, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 1.1521, "count": 1, "max_ms": 1.1521, "p50_ms": 1.1521, "p95_ms": 1.1521, "p99_ms": 1.1521, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5272, "count": 1, "max_ms": 1.5272, "p50_ms": 1.5272, "p95_ms": 1.5272, "p99_ms": 1.5272, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 778.4342, "count": 1, "max_ms": 778.4342, "p50_ms": 778.4342, "p95_ms": 778.4342, "p99_ms": 778.4342, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 1.1521, "p50_ms": 1.1521, "p95_ms": 1.1521, "p99_ms": 1.1521}, "wait_ms": {"count": 1, "max_ms": 1.5272, "p50_ms": 1.5272, "p95_ms": 1.5272, "p99_ms": 1.5272}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15542, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 2.2613, "p50_ms": 2.2613, "p95_ms": 2.2613, "p99_ms": 2.2613}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 5, "h264_decode_error_count": 20, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:45:51+09:00", "last_error_summary": "[h264 @ 0x63fccb871540] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x63fccb871540] error while decoding MB 0 62, bytestream 5418 [h264 @ 0x63fccb888940] cabac decode of qscale diff failed at 94 26 [h264 @ 0x63fccb888940] error while decoding MB 94 26, bytestream 6027 [h264 @ 0x63fccc434100] error while decoding MB 53 67, bytestream -8 [in#0/rtsp @ 0x63fccb73ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x63fccb73ee00] Error retrieving a packet from demuxer: Co", "last_exit_at": "2026-10-30T14:50:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T14:50:41+09:00", "pid": 1827, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.43, "name": "ffmpeg", "pid": 1827, "rss_mb": 205.43, "state": "S (sleeping)", "threads": 70}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.563, "sample_count": 2442, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7834, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:50:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.082, "last_frame_pushed_at": "2026-10-30T14:50:38+09:00", "last_frame_read_age_sec": 5.164, "last_frame_read_at": "2026-10-30T14:50:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 2, "debug_expires_at": null, "deduplicated_count": 1, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 424.414, "last_sample_duration_ms": 1035.18, "last_trigger": "periodic", "next_snapshot_in_sec": 175.586, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 2, "storage_bytes": 1068080}, "mjpeg": {"age_sec": 5.072, "exists": true, "mtime": "2026-10-30T14:50:38.856368+09:00", "mtime_epoch": 1793339438.856368, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 112975}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:50:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 815.223, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 7834, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.877, "max": 21.0, "p95": 18.0, "sample_count": 204}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.838, "max": 5.0, "p95": 4.0, "sample_count": 204}, "total": {"avg": 2.838, "max": 5.0, "p95": 4.0, "sample_count": 204}}, "tracking_counts": {"active": {"avg": 0.461, "max": 2.0, "p95": 1.0, "sample_count": 204}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}, "removed": {"avg": 0.029, "max": 1.0, "p95": 0.0, "sample_count": 204}, "tracked": {"avg": 0.461, "max": 2.0, "p95": 1.0, "sample_count": 204}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.821, "pushed": 6.821, "read": 6.788}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 203, "client_acquire_ms": {"avg_ms": 0.009, "count": 204, "max_ms": 0.049, "p95_ms": 0.019, "reason": null, "sample_age_ms": 5127.853, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.937, "count": 203, "max_ms": 8.206, "p95_ms": 3.371, "reason": null, "sample_age_ms": 5169.947, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.419, "count": 203, "max_ms": 7.867, "p95_ms": 2.778, "reason": null, "sample_age_ms": 5170.349, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.446, "count": 204, "max_ms": 3.777, "p95_ms": 0.775, "reason": null, "sample_age_ms": 5127.867, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.034, "count": 203, "max_ms": 8.069, "p95_ms": 3.372, "reason": null, "sample_age_ms": 5167.494, "source": "client_direct"}, "request_count": 203, "request_tensor_bytes": {"avg": 2764808.0, "count": 203, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5167.459, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 204, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5128.314, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.836, "count": 204, "max_ms": 96.037, "p95_ms": 70.001, "reason": null, "sample_age_ms": 5127.847, "source": "client_direct"}, "sample_age_ms": 5127.843, "source": "client_direct", "task_total_ms": {"avg_ms": 51.507, "count": 204, "max_ms": 98.941, "p95_ms": 72.946, "reason": null, "sample_age_ms": 5127.843, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.297, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.602, "count": 204, "max_ms": 23.014, "p95_ms": 14.303}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.551, "count": 204, "max_ms": 1.511, "p95_ms": 1.17}, "detection_prepare_ms": {"avg_ms": 1.93, "count": 204, "max_ms": 11.068, "p95_ms": 3.666}, "event_filter_ms": {"avg_ms": 0.007, "count": 204, "max_ms": 0.069, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.452, "count": 204, "max_ms": 1.099, "p95_ms": 0.743}, "mcmt_ms": {"avg_ms": 0.004, "count": 204, "max_ms": 0.028, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 3.07, "count": 204, "max_ms": 7.399, "p95_ms": 5.767}, "setup_ms": {"avg_ms": 0.05, "count": 204, "max_ms": 0.15, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 8.533, "count": 204, "max_ms": 22.87, "p95_ms": 14.118}, "track_match_ms": {"avg_ms": 0.138, "count": 204, "max_ms": 0.59, "p95_ms": 0.295}, "tracker_update_ms": {"avg_ms": 2.33, "count": 204, "max_ms": 5.921, "p95_ms": 4.033}}, "gstreamer_push": {"avg_ms": 3.292, "count": 204, "max_ms": 7.092, "p95_ms": 5.194}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 204, "max_ms": 0.304, "p95_ms": 0.129}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.898, "count": 204, "max_ms": 99.954, "p95_ms": 76.274}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.243, "count": 204, "max_ms": 11.577, "p95_ms": 7.697}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.269, "count": 204, "max_ms": 168.688, "p95_ms": 137.314}, "inference_input_copy_ms": {"avg_ms": 1.603, "count": 204, "max_ms": 4.319, "p95_ms": 2.704}, "processing_residual_ms": {"avg_ms": 0.246, "count": 204, "max_ms": 0.657, "p95_ms": 0.456}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.361, "count": 204, "max_ms": 175.756, "p95_ms": 142.942}, "read_interval": {"avg_ms": 122.402, "count": 203, "max_ms": 208.66, "p95_ms": 169.747}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 204, "max_ms": 0.224, "p95_ms": 0.043}, "execute_total_ms": {"avg_ms": 2.984, "count": 204, "max_ms": 7.193, "p95_ms": 5.636}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 204, "max_ms": 0.068, "p95_ms": 0.047}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.963, "count": 204, "max_ms": 7.15, "p95_ms": 5.607}, "worker_merge_ms": {"avg_ms": 0.008, "count": 204, "max_ms": 0.04, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 52.914, "count": 204, "max_ms": 99.974, "p95_ms": 76.29}, "visualize": {"avg_ms": 39.262, "count": 204, "max_ms": 67.117, "p95_ms": 53.997}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.266, "count": 204, "max_ms": 49.482, "p95_ms": 42.042}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.689, "count": 204, "max_ms": 63.681, "p95_ms": 51.421}, "visualize_input_copy_ms": {"avg_ms": 1.346, "count": 204, "max_ms": 3.818, "p95_ms": 2.322}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.538, "count": 204, "max_ms": 63.418, "p95_ms": 51.131}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 204, "max_ms": 0.209, "p95_ms": 0.146}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 204}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 815.191, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.421, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.377, "sample_count": 2383, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 7774, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:50:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115993, "write_bytes_delta": 115993, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1055.0, "cpu_core_ratio": 0.473148, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 1711, "reason": null, "system_cpu_core_ratio": 0.038269, "system_cpu_s_delta": 0.7700000000000014, "user_cpu_core_ratio": 0.434878, "user_cpu_s_delta": 8.75}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.840902, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.561614, "system_cpu_s_delta": 11.299999999999955, "user_cpu_core_ratio": 1.279288, "user_cpu_s_delta": 25.74000000000001}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.263, "count": 244, "max_ms": 9.679, "p95_ms": 5.076, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.295, "max": 23.0, "p95": 18.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.012, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 244}, "total": {"avg": 3.012, "max": 5.0, "p95": 4.0, "sample_count": 244}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.333, "count": 30, "max": 58.642, "p95": 57.021, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.196, "count": 30, "max": 29.696, "p95": 28.744, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 637.367, "count": 30, "max": 1125.0, "p95": 1099.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 409.867, "count": 30, "max": 2054.0, "p95": 1449.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.389, "p95": 0.215, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.428, "count": 30, "max": 0.523, "p95": 0.492, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.104, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114671.9, "count": 30, "max": 117371.0, "p95": 116756.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114671.9, "count": 30, "max": 117371.0, "p95": 116756.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.167, "count": 30, "max": 50.0, "p95": 28.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.429, "count": 30, "max": 0.562, "p95": 0.545, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.041, "count": 30, "max": 1.279, "p95": 1.243, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 87, "sampled_at": "2026-10-30T14:50:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:50:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 20448, "flush_count": 23, "flush_interval_seconds": 30.0, "flush_state": {"count": 23, "last_at": "2026-10-30T14:53:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:53:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 22}, "started": true, "suppressed_count": 9207, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 9205}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 23, "written_record_count": 23}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4508.762, "limit_mb": null}, "detail": {"h264_decode_error_count": 6, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x55eead726cc0] cabac decode of qscale diff failed at 15 54 [h264 @ 0x55eead726cc0] error while decoding MB 15 54, bytestream 4520 [h264 @ 0x55eead845d00] cabac decode of qscale diff failed at 57 65 [h264 @ 0x55eead845d00] error while decoding MB 57 65, bytestream 7150 [h264 @ 0x55eead809980] left block unavailable for requested intra mode [h264 @ 0x55eead809980] error while decoding MB 0 55, bytestream 1508 [h264 @ 0x55eead712d40] error while decoding MB 54 51, bytestream -7 [in#0/rtsp ", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 25508044800, "copied_frame_count": 9226, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T14:52:21+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3718307, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:52:14+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.667}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 2, "events_emitted": 2, "events_failed": 0, "events_observed": 2, "events_suppressed": 0, "frame_buffer_copied_bytes": 25508044800, "frame_buffer_copies": 9226, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 100, "recorder_active_input_bytes": 276480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 2, "recorder_clips_failed": 0, "recorder_clips_started": 2, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 2, "worker_jobs_accepted": 2, "worker_jobs_completed": 2, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1297, "count": 512, "max_ms": 3.3206, "p50_ms": 0.1067, "p95_ms": 0.2189, "p99_ms": 0.297}, "stages": {"db_insert": {"avg_ms": 10.395, "count": 2, "max_ms": 13.3409, "p50_ms": 10.395, "p95_ms": 13.0463, "p99_ms": 13.282, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0967, "count": 2, "max_ms": 2.2613, "p50_ms": 2.0967, "p95_ms": 2.2448, "p99_ms": 2.258, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1260.5617, "count": 2, "max_ms": 1375.0681, "p50_ms": 1260.5617, "p95_ms": 1363.6175, "p99_ms": 1372.778, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5097, "count": 512, "max_ms": 6.0633, "p50_ms": 1.4259, "p95_ms": 2.3653, "p99_ms": 3.1816, "results": {"failed": 0, "not_applicable": 0, "success": 9226, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 564.2908, "count": 2, "max_ms": 595.7564, "p50_ms": 564.2908, "p95_ms": 592.6098, "p99_ms": 595.1271, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 42.5521, "count": 2, "max_ms": 45.037, "p50_ms": 42.5521, "p95_ms": 44.7885, "p99_ms": 44.9873, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.595, "count": 100, "max_ms": 15.2315, "p50_ms": 5.3321, "p95_ms": 8.2386, "p99_ms": 9.8252, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6224, "count": 100, "max_ms": 5.1681, "p50_ms": 1.4597, "p95_ms": 2.6987, "p99_ms": 3.5769, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 557.4831, "count": 2, "max_ms": 586.6132, "p50_ms": 557.4831, "p95_ms": 583.7002, "p99_ms": 586.0306, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 465.2852, "count": 2, "max_ms": 493.9683, "p50_ms": 465.2852, "p95_ms": 491.1, "p99_ms": 493.3946, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.6707, "count": 2, "max_ms": 87.142, "p50_ms": 85.6707, "p95_ms": 86.9949, "p99_ms": 87.1126, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6142, "count": 2, "max_ms": 1.8486, "p50_ms": 1.6142, "p95_ms": 1.8251, "p99_ms": 1.8439, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.9083, "count": 2, "max_ms": 50.6832, "p50_ms": 43.9083, "p95_ms": 50.0057, "p99_ms": 50.5477, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7882, "count": 2, "max_ms": 0.8214, "p50_ms": 0.7882, "p95_ms": 0.8181, "p99_ms": 0.8207, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2171, "count": 2, "max_ms": 1.7209, "p50_ms": 1.2171, "p95_ms": 1.6705, "p99_ms": 1.7108, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2171, "count": 2, "max_ms": 1.7209, "p50_ms": 1.2171, "p95_ms": 1.6705, "p99_ms": 1.7108, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7882, "count": 2, "max_ms": 0.8214, "p50_ms": 0.7882, "p95_ms": 0.8181, "p99_ms": 0.8207, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 5.8974, "count": 2, "max_ms": 9.2164, "p50_ms": 5.8974, "p95_ms": 8.8845, "p99_ms": 9.15, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 616.3145, "count": 2, "max_ms": 716.4065, "p50_ms": 616.3145, "p95_ms": 706.3973, "p99_ms": 714.4046, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.2164, "count": 2, "max_ms": 2.4786, "p50_ms": 2.2164, "p95_ms": 2.4524, "p99_ms": 2.4734, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.0142, "count": 2, "max_ms": 25.0322, "p50_ms": 14.0142, "p95_ms": 23.9304, "p99_ms": 24.8118, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6645, "count": 2, "max_ms": 1.1521, "p50_ms": 0.6645, "p95_ms": 1.1033, "p99_ms": 1.1423, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1566, "count": 2, "max_ms": 2.7861, "p50_ms": 2.1566, "p95_ms": 2.7231, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 694.2683, "count": 2, "max_ms": 778.4342, "p50_ms": 694.2683, "p95_ms": 770.0176, "p99_ms": 776.7509, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 2, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 2, "max_ms": 1.1521, "p50_ms": 0.6645, "p95_ms": 1.1033, "p99_ms": 1.1423}, "wait_ms": {"count": 2, "max_ms": 2.7861, "p50_ms": 2.1566, "p95_ms": 2.7231, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 2, "artifact_failed": 0, "artifact_requested": 2, "artifact_success": 2, "completed": 2, "completed_failed": 0, "completed_success": 2, "cooldown_promoted": 2, "database_requested": 2, "db_insert_success": 2, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15543, "relay_business_failed": 0, "relay_business_success": 2, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 2, "relay_transport_failed": 0, "relay_transport_success": 2, "reservation_requested": 2}, "snapshot": {"copied_bytes": 5529600, "copied_count": 2, "copy": {"count": 2, "max_ms": 2.2613, "p50_ms": 2.0967, "p95_ms": 2.2448, "p99_ms": 2.258}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 6, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:53:58+09:00", "last_error_summary": "[h264 @ 0x55eead726cc0] cabac decode of qscale diff failed at 15 54 [h264 @ 0x55eead726cc0] error while decoding MB 15 54, bytestream 4520 [h264 @ 0x55eead845d00] cabac decode of qscale diff failed at 57 65 [h264 @ 0x55eead845d00] error while decoding MB 57 65, bytestream 7150 [h264 @ 0x55eead809980] left block unavailable for requested intra mode [h264 @ 0x55eead809980] error while decoding MB 0 55, bytestream 1508 [h264 @ 0x55eead712d40] error while decoding MB 54 51, bytestream -7 [in#0/rtsp ", "last_exit_at": "2026-10-30T14:50:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 196.405, "last_started_at": "2026-10-30T14:50:41+09:00", "pid": 1827, "process": {"exists": false, "pid": 1827}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.718, "sample_count": 2255, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9226, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:53:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.089, "last_frame_pushed_at": "2026-10-30T14:53:58+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-10-30T14:53:58+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 3, "debug_expires_at": null, "deduplicated_count": 2, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 16.455, "last_sample_duration_ms": 724.596, "last_trigger": "periodic", "next_snapshot_in_sec": 583.545, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 3, "storage_bytes": 1077624}, "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-10-30T14:53:58.253741+09:00", "mtime_epoch": 1793339638.2537408, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 115771}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:53:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 824.777, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 9227, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.764, "max": 12.0, "p95": 10.0, "sample_count": 89}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.407, "max": 2.0, "p95": 2.0, "sample_count": 86}, "total": {"avg": 1.36, "max": 2.0, "p95": 2.0, "sample_count": 89}}, "tracking_counts": {"active": {"avg": 0.112, "max": 1.0, "p95": 1.0, "sample_count": 89}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 89}, "tracked": {"avg": 0.112, "max": 1.0, "p95": 1.0, "sample_count": 89}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 89, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.977, "pushed": 2.977, "read": 2.977}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 89, "client_acquire_ms": {"avg_ms": 0.01, "count": 90, "max_ms": 0.048, "p95_ms": 0.017, "reason": null, "sample_age_ms": 31.127, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.916, "count": 89, "max_ms": 4.195, "p95_ms": 2.661, "reason": null, "sample_age_ms": 87.625, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.387, "count": 89, "max_ms": 3.782, "p95_ms": 2.162, "reason": null, "sample_age_ms": 87.854, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.451, "count": 90, "max_ms": 4.176, "p95_ms": 0.762, "reason": null, "sample_age_ms": 31.138, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.156, "count": 89, "max_ms": 4.304, "p95_ms": 3.557, "reason": null, "sample_age_ms": 85.588, "source": "client_direct"}, "request_count": 89, "request_tensor_bytes": {"avg": 2764808.0, "count": 89, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 85.554, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 90, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 31.515, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.582, "count": 90, "max_ms": 80.888, "p95_ms": 67.49, "reason": null, "sample_age_ms": 31.123, "source": "client_direct"}, "sample_age_ms": 31.117, "source": "client_direct", "task_total_ms": {"avg_ms": 53.488, "count": 90, "max_ms": 84.752, "p95_ms": 70.895, "reason": null, "sample_age_ms": 31.117, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.184, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.561, "count": 89, "max_ms": 15.431, "p95_ms": 9.126}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.446, "count": 89, "max_ms": 1.177, "p95_ms": 0.839}, "detection_prepare_ms": {"avg_ms": 1.598, "count": 89, "max_ms": 9.113, "p95_ms": 2.779}, "event_filter_ms": {"avg_ms": 0.007, "count": 89, "max_ms": 0.043, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.316, "count": 89, "max_ms": 1.535, "p95_ms": 0.559}, "mcmt_ms": {"avg_ms": 0.004, "count": 89, "max_ms": 0.014, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.488, "count": 89, "max_ms": 4.625, "p95_ms": 3.532}, "setup_ms": {"avg_ms": 0.052, "count": 89, "max_ms": 0.153, "p95_ms": 0.114}, "total_inside_ms": {"avg_ms": 5.5, "count": 89, "max_ms": 15.355, "p95_ms": 9.055}, "track_match_ms": {"avg_ms": 0.082, "count": 89, "max_ms": 0.288, "p95_ms": 0.152}, "tracker_update_ms": {"avg_ms": 1.506, "count": 89, "max_ms": 3.141, "p95_ms": 2.445}}, "gstreamer_push": {"avg_ms": 3.131, "count": 89, "max_ms": 6.112, "p95_ms": 4.858}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.065, "count": 89, "max_ms": 0.395, "p95_ms": 0.119}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.843, "count": 89, "max_ms": 85.737, "p95_ms": 72.234}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.834, "count": 89, "max_ms": 10.615, "p95_ms": 7.58}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.673, "count": 89, "max_ms": 129.81, "p95_ms": 123.749}, "inference_input_copy_ms": {"avg_ms": 1.808, "count": 89, "max_ms": 5.1, "p95_ms": 2.817}, "processing_residual_ms": {"avg_ms": 0.21, "count": 89, "max_ms": 0.448, "p95_ms": 0.404}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.525, "count": 89, "max_ms": 136.109, "p95_ms": 129.686}, "read_interval": {"avg_ms": 336.25, "count": 89, "max_ms": 19007.877, "p95_ms": 152.417}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 89, "max_ms": 0.065, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 1.41, "count": 89, "max_ms": 4.448, "p95_ms": 3.395}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 89, "max_ms": 0.065, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.391, "count": 89, "max_ms": 4.418, "p95_ms": 3.362}, "worker_merge_ms": {"avg_ms": 0.008, "count": 89, "max_ms": 0.031, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 54.86, "count": 89, "max_ms": 85.754, "p95_ms": 72.246}, "visualize": {"avg_ms": 35.86, "count": 89, "max_ms": 51.923, "p95_ms": 47.271}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.569, "count": 89, "max_ms": 45.232, "p95_ms": 41.105}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.306, "count": 89, "max_ms": 49.782, "p95_ms": 45.814}, "visualize_input_copy_ms": {"avg_ms": 1.315, "count": 89, "max_ms": 2.529, "p95_ms": 2.395}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.158, "count": 89, "max_ms": 49.61, "p95_ms": 45.659}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 89, "max_ms": 0.203, "p95_ms": 0.147}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 89}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 824.773, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 51.424, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.718, "sample_count": 2256, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9220, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:53:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 120269, "write_bytes_delta": 120269, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 178.0, "cpu_core_ratio": 0.144634, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1543.0, "pid": 1827, "reason": null, "system_cpu_core_ratio": 0.049928, "system_cpu_s_delta": 1.2599999999999998, "user_cpu_core_ratio": 0.094705, "user_cpu_s_delta": 2.3900000000000006}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.388728, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.11967, "system_cpu_s_delta": 3.019999999999982, "user_cpu_core_ratio": 0.269059, "user_cpu_s_delta": 6.790000000000191}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.182, "count": 90, "max_ms": 6.112, "p95_ms": 4.858, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.9, "max": 12.0, "p95": 10.0, "sample_count": 90}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.368, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 87}, "total": {"avg": 1.322, "max": 2.0, "p95": 2.0, "sample_count": 90}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.118, "count": 30, "max": 58.642, "p95": 57.021, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.397, "count": 30, "max": 29.31, "p95": 27.233, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 747.6, "count": 30, "max": 1125.0, "p95": 1099.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 754.367, "count": 30, "max": 5194.0, "p95": 3026.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.065, "count": 30, "max": 0.389, "p95": 0.182, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.413, "count": 30, "max": 0.523, "p95": 0.485, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.104, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115591.333, "count": 30, "max": 122588.0, "p95": 119785.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 115591.333, "count": 30, "max": 122588.0, "p95": 119785.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1055.067, "count": 30, "max": 31087.0, "p95": 55.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.446, "count": 30, "max": 0.579, "p95": 0.556, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.053, "count": 30, "max": 1.279, "p95": 1.243, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 97, "sampled_at": "2026-10-30T14:53:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:53:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 20448, "flush_count": 23, "flush_interval_seconds": 30.0, "flush_state": {"count": 23, "last_at": "2026-10-30T14:53:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:53:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 22}, "started": true, "suppressed_count": 9207, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 9205}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 23, "written_record_count": 23}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4508.613, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T14:53:58+09:00", "last_error_summary": "[h264 @ 0x55eead726cc0] cabac decode of qscale diff failed at 15 54 [h264 @ 0x55eead726cc0] error while decoding MB 15 54, bytestream 4520 [h264 @ 0x55eead845d00] cabac decode of qscale diff failed at 57 65 [h264 @ 0x55eead845d00] error while decoding MB 57 65, bytestream 7150 [h264 @ 0x55eead809980] left block unavailable for requested intra mode [h264 @ 0x55eead809980] error while decoding MB 0 55, bytestream 1508 [h264 @ 0x55eead712d40] error while decoding MB 54 51, bytestream -7 [in#0/rtsp ", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 25510809600, "copied_frame_count": 9227, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T14:52:21+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3718307, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:52:14+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.667}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 2, "events_emitted": 2, "events_failed": 0, "events_observed": 2, "events_suppressed": 0, "frame_buffer_copied_bytes": 25510809600, "frame_buffer_copies": 9227, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 100, "recorder_active_input_bytes": 276480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 2, "recorder_clips_failed": 0, "recorder_clips_started": 2, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 2, "worker_jobs_accepted": 2, "worker_jobs_completed": 2, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1297, "count": 512, "max_ms": 3.3206, "p50_ms": 0.1067, "p95_ms": 0.2189, "p99_ms": 0.297}, "stages": {"db_insert": {"avg_ms": 10.395, "count": 2, "max_ms": 13.3409, "p50_ms": 10.395, "p95_ms": 13.0463, "p99_ms": 13.282, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0967, "count": 2, "max_ms": 2.2613, "p50_ms": 2.0967, "p95_ms": 2.2448, "p99_ms": 2.258, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1260.5617, "count": 2, "max_ms": 1375.0681, "p50_ms": 1260.5617, "p95_ms": 1363.6175, "p99_ms": 1372.778, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.509, "count": 512, "max_ms": 6.0633, "p50_ms": 1.4234, "p95_ms": 2.3653, "p99_ms": 3.1816, "results": {"failed": 0, "not_applicable": 0, "success": 9227, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 564.2908, "count": 2, "max_ms": 595.7564, "p50_ms": 564.2908, "p95_ms": 592.6098, "p99_ms": 595.1271, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 42.5521, "count": 2, "max_ms": 45.037, "p50_ms": 42.5521, "p95_ms": 44.7885, "p99_ms": 44.9873, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.595, "count": 100, "max_ms": 15.2315, "p50_ms": 5.3321, "p95_ms": 8.2386, "p99_ms": 9.8252, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6224, "count": 100, "max_ms": 5.1681, "p50_ms": 1.4597, "p95_ms": 2.6987, "p99_ms": 3.5769, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 557.4831, "count": 2, "max_ms": 586.6132, "p50_ms": 557.4831, "p95_ms": 583.7002, "p99_ms": 586.0306, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 465.2852, "count": 2, "max_ms": 493.9683, "p50_ms": 465.2852, "p95_ms": 491.1, "p99_ms": 493.3946, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.6707, "count": 2, "max_ms": 87.142, "p50_ms": 85.6707, "p95_ms": 86.9949, "p99_ms": 87.1126, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6142, "count": 2, "max_ms": 1.8486, "p50_ms": 1.6142, "p95_ms": 1.8251, "p99_ms": 1.8439, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.9083, "count": 2, "max_ms": 50.6832, "p50_ms": 43.9083, "p95_ms": 50.0057, "p99_ms": 50.5477, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7882, "count": 2, "max_ms": 0.8214, "p50_ms": 0.7882, "p95_ms": 0.8181, "p99_ms": 0.8207, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2171, "count": 2, "max_ms": 1.7209, "p50_ms": 1.2171, "p95_ms": 1.6705, "p99_ms": 1.7108, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2171, "count": 2, "max_ms": 1.7209, "p50_ms": 1.2171, "p95_ms": 1.6705, "p99_ms": 1.7108, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7882, "count": 2, "max_ms": 0.8214, "p50_ms": 0.7882, "p95_ms": 0.8181, "p99_ms": 0.8207, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 5.8974, "count": 2, "max_ms": 9.2164, "p50_ms": 5.8974, "p95_ms": 8.8845, "p99_ms": 9.15, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 616.3145, "count": 2, "max_ms": 716.4065, "p50_ms": 616.3145, "p95_ms": 706.3973, "p99_ms": 714.4046, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.2164, "count": 2, "max_ms": 2.4786, "p50_ms": 2.2164, "p95_ms": 2.4524, "p99_ms": 2.4734, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.0142, "count": 2, "max_ms": 25.0322, "p50_ms": 14.0142, "p95_ms": 23.9304, "p99_ms": 24.8118, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6645, "count": 2, "max_ms": 1.1521, "p50_ms": 0.6645, "p95_ms": 1.1033, "p99_ms": 1.1423, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1566, "count": 2, "max_ms": 2.7861, "p50_ms": 2.1566, "p95_ms": 2.7231, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 694.2683, "count": 2, "max_ms": 778.4342, "p50_ms": 694.2683, "p95_ms": 770.0176, "p99_ms": 776.7509, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 2, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 2, "max_ms": 1.1521, "p50_ms": 0.6645, "p95_ms": 1.1033, "p99_ms": 1.1423}, "wait_ms": {"count": 2, "max_ms": 2.7861, "p50_ms": 2.1566, "p95_ms": 2.7231, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 2, "artifact_failed": 0, "artifact_requested": 2, "artifact_success": 2, "completed": 2, "completed_failed": 0, "completed_success": 2, "cooldown_promoted": 2, "database_requested": 2, "db_insert_success": 2, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15543, "relay_business_failed": 0, "relay_business_success": 2, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 2, "relay_transport_failed": 0, "relay_transport_success": 2, "reservation_requested": 2}, "snapshot": {"copied_bytes": 5529600, "copied_count": 2, "copy": {"count": 2, "max_ms": 2.2613, "p50_ms": 2.0967, "p95_ms": 2.2448, "p99_ms": 2.258}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 6, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:53:58+09:00", "last_error_summary": "[h264 @ 0x55eead726cc0] cabac decode of qscale diff failed at 15 54 [h264 @ 0x55eead726cc0] error while decoding MB 15 54, bytestream 4520 [h264 @ 0x55eead845d00] cabac decode of qscale diff failed at 57 65 [h264 @ 0x55eead845d00] error while decoding MB 57 65, bytestream 7150 [h264 @ 0x55eead809980] left block unavailable for requested intra mode [h264 @ 0x55eead809980] error while decoding MB 0 55, bytestream 1508 [h264 @ 0x55eead712d40] error while decoding MB 54 51, bytestream -7 [in#0/rtsp ", "last_exit_at": "2026-10-30T14:53:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 196.454, "last_started_at": "2026-10-30T14:50:41+09:00", "pid": 1827, "process": {"exists": false, "pid": 1827}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.718, "sample_count": 2255, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9227, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:53:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.026, "last_frame_pushed_at": "2026-10-30T14:53:58+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-10-30T14:53:58+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 3, "debug_expires_at": null, "deduplicated_count": 2, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 16.496, "last_sample_duration_ms": 724.596, "last_trigger": "periodic", "next_snapshot_in_sec": 583.504, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 3, "storage_bytes": 1077624}, "mjpeg": {"age_sec": 0.009, "exists": true, "mtime": "2026-10-30T14:53:58.372741+09:00", "mtime_epoch": 1793339638.3727415, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 116195}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:53:58+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 824.77, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 9227, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.778, "max": 12.0, "p95": 10.0, "sample_count": 90}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.402, "max": 2.0, "p95": 2.0, "sample_count": 87}, "total": {"avg": 1.356, "max": 2.0, "p95": 2.0, "sample_count": 90}}, "tracking_counts": {"active": {"avg": 0.111, "max": 1.0, "p95": 1.0, "sample_count": 90}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 90}, "tracked": {"avg": 0.111, "max": 1.0, "p95": 1.0, "sample_count": 90}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 90, "pushed_frames": 90, "read_frames": 89, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.005, "pushed": 3.005, "read": 2.972}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 89, "client_acquire_ms": {"avg_ms": 0.01, "count": 90, "max_ms": 0.048, "p95_ms": 0.017, "reason": null, "sample_age_ms": 81.935, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.916, "count": 89, "max_ms": 4.195, "p95_ms": 2.661, "reason": null, "sample_age_ms": 138.433, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.387, "count": 89, "max_ms": 3.782, "p95_ms": 2.162, "reason": null, "sample_age_ms": 138.662, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.451, "count": 90, "max_ms": 4.176, "p95_ms": 0.762, "reason": null, "sample_age_ms": 81.946, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.156, "count": 89, "max_ms": 4.304, "p95_ms": 3.557, "reason": null, "sample_age_ms": 136.397, "source": "client_direct"}, "request_count": 89, "request_tensor_bytes": {"avg": 2764808.0, "count": 89, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 136.363, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 90, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 82.323, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.582, "count": 90, "max_ms": 80.888, "p95_ms": 67.49, "reason": null, "sample_age_ms": 81.931, "source": "client_direct"}, "sample_age_ms": 81.926, "source": "client_direct", "task_total_ms": {"avg_ms": 53.488, "count": 90, "max_ms": 84.752, "p95_ms": 70.895, "reason": null, "sample_age_ms": 81.926, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.505, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.546, "count": 90, "max_ms": 15.431, "p95_ms": 9.126}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.445, "count": 90, "max_ms": 1.177, "p95_ms": 0.839}, "detection_prepare_ms": {"avg_ms": 1.592, "count": 90, "max_ms": 9.113, "p95_ms": 2.779}, "event_filter_ms": {"avg_ms": 0.007, "count": 90, "max_ms": 0.043, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.315, "count": 90, "max_ms": 1.535, "p95_ms": 0.559}, "mcmt_ms": {"avg_ms": 0.004, "count": 90, "max_ms": 0.014, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.48, "count": 90, "max_ms": 4.625, "p95_ms": 3.532}, "setup_ms": {"avg_ms": 0.052, "count": 90, "max_ms": 0.153, "p95_ms": 0.114}, "total_inside_ms": {"avg_ms": 5.485, "count": 90, "max_ms": 15.355, "p95_ms": 9.055}, "track_match_ms": {"avg_ms": 0.082, "count": 90, "max_ms": 0.288, "p95_ms": 0.152}, "tracker_update_ms": {"avg_ms": 1.507, "count": 90, "max_ms": 3.141, "p95_ms": 2.445}}, "gstreamer_push": {"avg_ms": 3.125, "count": 90, "max_ms": 6.112, "p95_ms": 4.858}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.065, "count": 90, "max_ms": 0.395, "p95_ms": 0.119}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.868, "count": 90, "max_ms": 85.737, "p95_ms": 72.234}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.834, "count": 90, "max_ms": 10.615, "p95_ms": 7.58}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.689, "count": 90, "max_ms": 129.81, "p95_ms": 123.749}, "inference_input_copy_ms": {"avg_ms": 1.804, "count": 90, "max_ms": 5.1, "p95_ms": 2.817}, "processing_residual_ms": {"avg_ms": 0.21, "count": 90, "max_ms": 0.448, "p95_ms": 0.404}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.537, "count": 90, "max_ms": 136.109, "p95_ms": 129.686}, "read_interval": {"avg_ms": 336.25, "count": 89, "max_ms": 19007.877, "p95_ms": 152.417}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 90, "max_ms": 0.065, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 1.402, "count": 90, "max_ms": 4.448, "p95_ms": 3.395}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 90, "max_ms": 0.065, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.383, "count": 90, "max_ms": 4.418, "p95_ms": 3.362}, "worker_merge_ms": {"avg_ms": 0.008, "count": 90, "max_ms": 0.031, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 54.884, "count": 90, "max_ms": 85.754, "p95_ms": 72.246}, "visualize": {"avg_ms": 35.871, "count": 90, "max_ms": 51.923, "p95_ms": 47.271}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.566, "count": 90, "max_ms": 45.232, "p95_ms": 41.105}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.315, "count": 90, "max_ms": 49.782, "p95_ms": 45.814}, "visualize_input_copy_ms": {"avg_ms": 1.319, "count": 90, "max_ms": 2.529, "p95_ms": 2.395}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.167, "count": 90, "max_ms": 49.61, "p95_ms": 45.659}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 90, "max_ms": 0.203, "p95_ms": 0.147}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 90}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 824.773, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 51.424, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.718, "sample_count": 2256, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9220, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:53:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 120269, "write_bytes_delta": 120269, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 178.0, "cpu_core_ratio": 0.144634, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1543.0, "pid": 1827, "reason": null, "system_cpu_core_ratio": 0.049928, "system_cpu_s_delta": 1.2599999999999998, "user_cpu_core_ratio": 0.094705, "user_cpu_s_delta": 2.3900000000000006}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.388728, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.11967, "system_cpu_s_delta": 3.019999999999982, "user_cpu_core_ratio": 0.269059, "user_cpu_s_delta": 6.790000000000191}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.182, "count": 90, "max_ms": 6.112, "p95_ms": 4.858, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.9, "max": 12.0, "p95": 10.0, "sample_count": 90}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.368, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 87}, "total": {"avg": 1.322, "max": 2.0, "p95": 2.0, "sample_count": 90}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.118, "count": 30, "max": 58.642, "p95": 57.021, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.397, "count": 30, "max": 29.31, "p95": 27.233, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 747.6, "count": 30, "max": 1125.0, "p95": 1099.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 754.367, "count": 30, "max": 5194.0, "p95": 3026.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.065, "count": 30, "max": 0.389, "p95": 0.182, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.413, "count": 30, "max": 0.523, "p95": 0.485, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.104, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115591.333, "count": 30, "max": 122588.0, "p95": 119785.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 115591.333, "count": 30, "max": 122588.0, "p95": 119785.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1055.067, "count": 30, "max": 31087.0, "p95": 55.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.446, "count": 30, "max": 0.579, "p95": 0.556, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.053, "count": 30, "max": 1.279, "p95": 1.243, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 97, "sampled_at": "2026-10-30T14:53:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:53:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 20448, "flush_count": 23, "flush_interval_seconds": 30.0, "flush_state": {"count": 23, "last_at": "2026-10-30T14:53:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:53:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 22}, "started": true, "suppressed_count": 9207, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 9205}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 23, "written_record_count": 23}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4509.145, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 25510809600, "copied_frame_count": 9227, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T14:52:21+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3718307, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:52:14+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.667}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 2, "events_emitted": 2, "events_failed": 0, "events_observed": 2, "events_suppressed": 0, "frame_buffer_copied_bytes": 25510809600, "frame_buffer_copies": 9227, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 100, "recorder_active_input_bytes": 276480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 2, "recorder_clips_failed": 0, "recorder_clips_started": 2, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 2, "worker_jobs_accepted": 2, "worker_jobs_completed": 2, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1297, "count": 512, "max_ms": 3.3206, "p50_ms": 0.1067, "p95_ms": 0.2189, "p99_ms": 0.297}, "stages": {"db_insert": {"avg_ms": 10.395, "count": 2, "max_ms": 13.3409, "p50_ms": 10.395, "p95_ms": 13.0463, "p99_ms": 13.282, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0967, "count": 2, "max_ms": 2.2613, "p50_ms": 2.0967, "p95_ms": 2.2448, "p99_ms": 2.258, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1260.5617, "count": 2, "max_ms": 1375.0681, "p50_ms": 1260.5617, "p95_ms": 1363.6175, "p99_ms": 1372.778, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.509, "count": 512, "max_ms": 6.0633, "p50_ms": 1.4234, "p95_ms": 2.3653, "p99_ms": 3.1816, "results": {"failed": 0, "not_applicable": 0, "success": 9227, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 564.2908, "count": 2, "max_ms": 595.7564, "p50_ms": 564.2908, "p95_ms": 592.6098, "p99_ms": 595.1271, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 42.5521, "count": 2, "max_ms": 45.037, "p50_ms": 42.5521, "p95_ms": 44.7885, "p99_ms": 44.9873, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.595, "count": 100, "max_ms": 15.2315, "p50_ms": 5.3321, "p95_ms": 8.2386, "p99_ms": 9.8252, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6224, "count": 100, "max_ms": 5.1681, "p50_ms": 1.4597, "p95_ms": 2.6987, "p99_ms": 3.5769, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 557.4831, "count": 2, "max_ms": 586.6132, "p50_ms": 557.4831, "p95_ms": 583.7002, "p99_ms": 586.0306, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 465.2852, "count": 2, "max_ms": 493.9683, "p50_ms": 465.2852, "p95_ms": 491.1, "p99_ms": 493.3946, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.6707, "count": 2, "max_ms": 87.142, "p50_ms": 85.6707, "p95_ms": 86.9949, "p99_ms": 87.1126, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6142, "count": 2, "max_ms": 1.8486, "p50_ms": 1.6142, "p95_ms": 1.8251, "p99_ms": 1.8439, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.9083, "count": 2, "max_ms": 50.6832, "p50_ms": 43.9083, "p95_ms": 50.0057, "p99_ms": 50.5477, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7882, "count": 2, "max_ms": 0.8214, "p50_ms": 0.7882, "p95_ms": 0.8181, "p99_ms": 0.8207, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2171, "count": 2, "max_ms": 1.7209, "p50_ms": 1.2171, "p95_ms": 1.6705, "p99_ms": 1.7108, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2171, "count": 2, "max_ms": 1.7209, "p50_ms": 1.2171, "p95_ms": 1.6705, "p99_ms": 1.7108, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7882, "count": 2, "max_ms": 0.8214, "p50_ms": 0.7882, "p95_ms": 0.8181, "p99_ms": 0.8207, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 5.8974, "count": 2, "max_ms": 9.2164, "p50_ms": 5.8974, "p95_ms": 8.8845, "p99_ms": 9.15, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 616.3145, "count": 2, "max_ms": 716.4065, "p50_ms": 616.3145, "p95_ms": 706.3973, "p99_ms": 714.4046, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.2164, "count": 2, "max_ms": 2.4786, "p50_ms": 2.2164, "p95_ms": 2.4524, "p99_ms": 2.4734, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.0142, "count": 2, "max_ms": 25.0322, "p50_ms": 14.0142, "p95_ms": 23.9304, "p99_ms": 24.8118, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6645, "count": 2, "max_ms": 1.1521, "p50_ms": 0.6645, "p95_ms": 1.1033, "p99_ms": 1.1423, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1566, "count": 2, "max_ms": 2.7861, "p50_ms": 2.1566, "p95_ms": 2.7231, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 694.2683, "count": 2, "max_ms": 778.4342, "p50_ms": 694.2683, "p95_ms": 770.0176, "p99_ms": 776.7509, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 2, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 2, "max_ms": 1.1521, "p50_ms": 0.6645, "p95_ms": 1.1033, "p99_ms": 1.1423}, "wait_ms": {"count": 2, "max_ms": 2.7861, "p50_ms": 2.1566, "p95_ms": 2.7231, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 2, "artifact_failed": 0, "artifact_requested": 2, "artifact_success": 2, "completed": 2, "completed_failed": 0, "completed_success": 2, "cooldown_promoted": 2, "database_requested": 2, "db_insert_success": 2, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15543, "relay_business_failed": 0, "relay_business_success": 2, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 2, "relay_transport_failed": 0, "relay_transport_success": 2, "reservation_requested": 2}, "snapshot": {"copied_bytes": 5529600, "copied_count": 2, "copy": {"count": 2, "max_ms": 2.2613, "p50_ms": 2.0967, "p95_ms": 2.2448, "p99_ms": 2.258}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 6, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:53:58+09:00", "last_error_summary": "[h264 @ 0x55eead726cc0] cabac decode of qscale diff failed at 15 54 [h264 @ 0x55eead726cc0] error while decoding MB 15 54, bytestream 4520 [h264 @ 0x55eead845d00] cabac decode of qscale diff failed at 57 65 [h264 @ 0x55eead845d00] error while decoding MB 57 65, bytestream 7150 [h264 @ 0x55eead809980] left block unavailable for requested intra mode [h264 @ 0x55eead809980] error while decoding MB 0 55, bytestream 1508 [h264 @ 0x55eead712d40] error while decoding MB 54 51, bytestream -7 [in#0/rtsp ", "last_exit_at": "2026-10-30T14:53:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 196.482, "last_started_at": "2026-10-30T14:50:41+09:00", "pid": 1827, "process": {"exists": false, "pid": 1827}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.718, "sample_count": 2255, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9227, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:53:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.054, "last_frame_pushed_at": "2026-10-30T14:53:58+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-10-30T14:53:58+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 3, "debug_expires_at": null, "deduplicated_count": 2, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 16.516, "last_sample_duration_ms": 724.596, "last_trigger": "periodic", "next_snapshot_in_sec": 583.484, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 3, "storage_bytes": 1077624}, "mjpeg": {"age_sec": 0.037, "exists": true, "mtime": "2026-10-30T14:53:58.372741+09:00", "mtime_epoch": 1793339638.3727415, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 116195}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:53:58+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 824.77, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 9227, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.778, "max": 12.0, "p95": 10.0, "sample_count": 90}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.402, "max": 2.0, "p95": 2.0, "sample_count": 87}, "total": {"avg": 1.356, "max": 2.0, "p95": 2.0, "sample_count": 90}}, "tracking_counts": {"active": {"avg": 0.111, "max": 1.0, "p95": 1.0, "sample_count": 90}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 90}, "tracked": {"avg": 0.111, "max": 1.0, "p95": 1.0, "sample_count": 90}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 90, "pushed_frames": 90, "read_frames": 89, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.003, "pushed": 3.003, "read": 2.969}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 89, "client_acquire_ms": {"avg_ms": 0.009, "count": 89, "max_ms": 0.048, "p95_ms": 0.017, "reason": null, "sample_age_ms": 105.315, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.916, "count": 89, "max_ms": 4.195, "p95_ms": 2.661, "reason": null, "sample_age_ms": 161.813, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.387, "count": 89, "max_ms": 3.782, "p95_ms": 2.162, "reason": null, "sample_age_ms": 162.042, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.453, "count": 89, "max_ms": 4.176, "p95_ms": 0.763, "reason": null, "sample_age_ms": 105.326, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.156, "count": 89, "max_ms": 4.304, "p95_ms": 3.557, "reason": null, "sample_age_ms": 159.776, "source": "client_direct"}, "request_count": 89, "request_tensor_bytes": {"avg": 2764808.0, "count": 89, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 159.742, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 89, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 105.702, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.505, "count": 89, "max_ms": 80.888, "p95_ms": 67.509, "reason": null, "sample_age_ms": 105.311, "source": "client_direct"}, "sample_age_ms": 105.305, "source": "client_direct", "task_total_ms": {"avg_ms": 53.375, "count": 89, "max_ms": 84.752, "p95_ms": 70.899, "reason": null, "sample_age_ms": 105.305, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.448, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.546, "count": 90, "max_ms": 15.431, "p95_ms": 9.126}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.445, "count": 90, "max_ms": 1.177, "p95_ms": 0.839}, "detection_prepare_ms": {"avg_ms": 1.592, "count": 90, "max_ms": 9.113, "p95_ms": 2.779}, "event_filter_ms": {"avg_ms": 0.007, "count": 90, "max_ms": 0.043, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.315, "count": 90, "max_ms": 1.535, "p95_ms": 0.559}, "mcmt_ms": {"avg_ms": 0.004, "count": 90, "max_ms": 0.014, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.48, "count": 90, "max_ms": 4.625, "p95_ms": 3.532}, "setup_ms": {"avg_ms": 0.052, "count": 90, "max_ms": 0.153, "p95_ms": 0.114}, "total_inside_ms": {"avg_ms": 5.485, "count": 90, "max_ms": 15.355, "p95_ms": 9.055}, "track_match_ms": {"avg_ms": 0.082, "count": 90, "max_ms": 0.288, "p95_ms": 0.152}, "tracker_update_ms": {"avg_ms": 1.507, "count": 90, "max_ms": 3.141, "p95_ms": 2.445}}, "gstreamer_push": {"avg_ms": 3.125, "count": 90, "max_ms": 6.112, "p95_ms": 4.858}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.065, "count": 90, "max_ms": 0.395, "p95_ms": 0.119}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.868, "count": 90, "max_ms": 85.737, "p95_ms": 72.234}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.834, "count": 90, "max_ms": 10.615, "p95_ms": 7.58}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.689, "count": 90, "max_ms": 129.81, "p95_ms": 123.749}, "inference_input_copy_ms": {"avg_ms": 1.804, "count": 90, "max_ms": 5.1, "p95_ms": 2.817}, "processing_residual_ms": {"avg_ms": 0.21, "count": 90, "max_ms": 0.448, "p95_ms": 0.404}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.537, "count": 90, "max_ms": 136.109, "p95_ms": 129.686}, "read_interval": {"avg_ms": 336.25, "count": 89, "max_ms": 19007.877, "p95_ms": 152.417}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 90, "max_ms": 0.065, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 1.402, "count": 90, "max_ms": 4.448, "p95_ms": 3.395}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 90, "max_ms": 0.065, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.383, "count": 90, "max_ms": 4.418, "p95_ms": 3.362}, "worker_merge_ms": {"avg_ms": 0.008, "count": 90, "max_ms": 0.031, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 54.884, "count": 90, "max_ms": 85.754, "p95_ms": 72.246}, "visualize": {"avg_ms": 35.871, "count": 90, "max_ms": 51.923, "p95_ms": 47.271}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.566, "count": 90, "max_ms": 45.232, "p95_ms": 41.105}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.315, "count": 90, "max_ms": 49.782, "p95_ms": 45.814}, "visualize_input_copy_ms": {"avg_ms": 1.319, "count": 90, "max_ms": 2.529, "p95_ms": 2.395}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.167, "count": 90, "max_ms": 49.61, "p95_ms": 45.659}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 90, "max_ms": 0.203, "p95_ms": 0.147}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 90}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 824.773, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 51.424, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.718, "sample_count": 2256, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9220, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:53:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 120269, "write_bytes_delta": 120269, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 178.0, "cpu_core_ratio": 0.144634, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1543.0, "pid": 1827, "reason": null, "system_cpu_core_ratio": 0.049928, "system_cpu_s_delta": 1.2599999999999998, "user_cpu_core_ratio": 0.094705, "user_cpu_s_delta": 2.3900000000000006}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.388728, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.11967, "system_cpu_s_delta": 3.019999999999982, "user_cpu_core_ratio": 0.269059, "user_cpu_s_delta": 6.790000000000191}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.182, "count": 90, "max_ms": 6.112, "p95_ms": 4.858, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.9, "max": 12.0, "p95": 10.0, "sample_count": 90}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.368, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 87}, "total": {"avg": 1.322, "max": 2.0, "p95": 2.0, "sample_count": 90}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.118, "count": 30, "max": 58.642, "p95": 57.021, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.397, "count": 30, "max": 29.31, "p95": 27.233, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 747.6, "count": 30, "max": 1125.0, "p95": 1099.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 754.367, "count": 30, "max": 5194.0, "p95": 3026.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.065, "count": 30, "max": 0.389, "p95": 0.182, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.413, "count": 30, "max": 0.523, "p95": 0.485, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.104, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115591.333, "count": 30, "max": 122588.0, "p95": 119785.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 115591.333, "count": 30, "max": 122588.0, "p95": 119785.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1055.067, "count": 30, "max": 31087.0, "p95": 55.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.446, "count": 30, "max": 0.579, "p95": 0.556, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.053, "count": 30, "max": 1.279, "p95": 1.243, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 97, "sampled_at": "2026-10-30T14:53:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:53:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 20448, "flush_count": 23, "flush_interval_seconds": 30.0, "flush_state": {"count": 23, "last_at": "2026-10-30T14:53:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:53:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 22}, "started": true, "suppressed_count": 9207, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 9205}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 23, "written_record_count": 23}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4677.801, "limit_mb": null}, "detail": {"pid": 2005, "restart_count": 7, "start_count": 8}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 25510809600, "copied_frame_count": 9227, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T14:52:21+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3718307, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:52:14+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.667}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 2, "events_emitted": 2, "events_failed": 0, "events_observed": 2, "events_suppressed": 0, "frame_buffer_copied_bytes": 25510809600, "frame_buffer_copies": 9227, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 100, "recorder_active_input_bytes": 276480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 2, "recorder_clips_failed": 0, "recorder_clips_started": 2, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 2, "worker_jobs_accepted": 2, "worker_jobs_completed": 2, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1297, "count": 512, "max_ms": 3.3206, "p50_ms": 0.1067, "p95_ms": 0.2189, "p99_ms": 0.297}, "stages": {"db_insert": {"avg_ms": 10.395, "count": 2, "max_ms": 13.3409, "p50_ms": 10.395, "p95_ms": 13.0463, "p99_ms": 13.282, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0967, "count": 2, "max_ms": 2.2613, "p50_ms": 2.0967, "p95_ms": 2.2448, "p99_ms": 2.258, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1260.5617, "count": 2, "max_ms": 1375.0681, "p50_ms": 1260.5617, "p95_ms": 1363.6175, "p99_ms": 1372.778, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.509, "count": 512, "max_ms": 6.0633, "p50_ms": 1.4234, "p95_ms": 2.3653, "p99_ms": 3.1816, "results": {"failed": 0, "not_applicable": 0, "success": 9227, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 564.2908, "count": 2, "max_ms": 595.7564, "p50_ms": 564.2908, "p95_ms": 592.6098, "p99_ms": 595.1271, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 42.5521, "count": 2, "max_ms": 45.037, "p50_ms": 42.5521, "p95_ms": 44.7885, "p99_ms": 44.9873, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.595, "count": 100, "max_ms": 15.2315, "p50_ms": 5.3321, "p95_ms": 8.2386, "p99_ms": 9.8252, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6224, "count": 100, "max_ms": 5.1681, "p50_ms": 1.4597, "p95_ms": 2.6987, "p99_ms": 3.5769, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 557.4831, "count": 2, "max_ms": 586.6132, "p50_ms": 557.4831, "p95_ms": 583.7002, "p99_ms": 586.0306, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 465.2852, "count": 2, "max_ms": 493.9683, "p50_ms": 465.2852, "p95_ms": 491.1, "p99_ms": 493.3946, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.6707, "count": 2, "max_ms": 87.142, "p50_ms": 85.6707, "p95_ms": 86.9949, "p99_ms": 87.1126, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6142, "count": 2, "max_ms": 1.8486, "p50_ms": 1.6142, "p95_ms": 1.8251, "p99_ms": 1.8439, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.9083, "count": 2, "max_ms": 50.6832, "p50_ms": 43.9083, "p95_ms": 50.0057, "p99_ms": 50.5477, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7882, "count": 2, "max_ms": 0.8214, "p50_ms": 0.7882, "p95_ms": 0.8181, "p99_ms": 0.8207, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2171, "count": 2, "max_ms": 1.7209, "p50_ms": 1.2171, "p95_ms": 1.6705, "p99_ms": 1.7108, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2171, "count": 2, "max_ms": 1.7209, "p50_ms": 1.2171, "p95_ms": 1.6705, "p99_ms": 1.7108, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7882, "count": 2, "max_ms": 0.8214, "p50_ms": 0.7882, "p95_ms": 0.8181, "p99_ms": 0.8207, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 5.8974, "count": 2, "max_ms": 9.2164, "p50_ms": 5.8974, "p95_ms": 8.8845, "p99_ms": 9.15, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 616.3145, "count": 2, "max_ms": 716.4065, "p50_ms": 616.3145, "p95_ms": 706.3973, "p99_ms": 714.4046, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.2164, "count": 2, "max_ms": 2.4786, "p50_ms": 2.2164, "p95_ms": 2.4524, "p99_ms": 2.4734, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.0142, "count": 2, "max_ms": 25.0322, "p50_ms": 14.0142, "p95_ms": 23.9304, "p99_ms": 24.8118, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6645, "count": 2, "max_ms": 1.1521, "p50_ms": 0.6645, "p95_ms": 1.1033, "p99_ms": 1.1423, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1566, "count": 2, "max_ms": 2.7861, "p50_ms": 2.1566, "p95_ms": 2.7231, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 694.2683, "count": 2, "max_ms": 778.4342, "p50_ms": 694.2683, "p95_ms": 770.0176, "p99_ms": 776.7509, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 2, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 2, "max_ms": 1.1521, "p50_ms": 0.6645, "p95_ms": 1.1033, "p99_ms": 1.1423}, "wait_ms": {"count": 2, "max_ms": 2.7861, "p50_ms": 2.1566, "p95_ms": 2.7231, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 2, "artifact_failed": 0, "artifact_requested": 2, "artifact_success": 2, "completed": 2, "completed_failed": 0, "completed_success": 2, "cooldown_promoted": 2, "database_requested": 2, "db_insert_success": 2, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15543, "relay_business_failed": 0, "relay_business_success": 2, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 2, "relay_transport_failed": 0, "relay_transport_success": 2, "reservation_requested": 2}, "snapshot": {"copied_bytes": 5529600, "copied_count": 2, "copy": {"count": 2, "max_ms": 2.2613, "p50_ms": 2.0967, "p95_ms": 2.2448, "p99_ms": 2.258}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 6, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:53:58+09:00", "last_error_summary": "[h264 @ 0x55eead726cc0] cabac decode of qscale diff failed at 15 54 [h264 @ 0x55eead726cc0] error while decoding MB 15 54, bytestream 4520 [h264 @ 0x55eead845d00] cabac decode of qscale diff failed at 57 65 [h264 @ 0x55eead845d00] error while decoding MB 57 65, bytestream 7150 [h264 @ 0x55eead809980] left block unavailable for requested intra mode [h264 @ 0x55eead809980] error while decoding MB 0 55, bytestream 1508 [h264 @ 0x55eead712d40] error while decoding MB 54 51, bytestream -7 [in#0/rtsp ", "last_exit_at": "2026-10-30T14:54:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T14:54:00+09:00", "pid": 2005, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.59, "name": "ffmpeg", "pid": 2005, "rss_mb": 205.59, "state": "S (sleeping)", "threads": 70}, "restart_count": 7, "restart_count_per_hour": 7, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.846, "sample_count": 2217, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9227, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:53:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.644, "last_frame_pushed_at": "2026-10-30T14:53:58+09:00", "last_frame_read_age_sec": 4.752, "last_frame_read_at": "2026-10-30T14:53:58+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 3, "debug_expires_at": null, "deduplicated_count": 2, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 21.106, "last_sample_duration_ms": 724.596, "last_trigger": "periodic", "next_snapshot_in_sec": 578.894, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 3, "storage_bytes": 1077624}, "mjpeg": {"age_sec": 4.627, "exists": true, "mtime": "2026-10-30T14:53:58.372741+09:00", "mtime_epoch": 1793339638.3727415, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 116195}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:54:03+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 824.773, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 9227, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.68, "max": 12.0, "p95": 10.0, "sample_count": 50}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.617, "max": 2.0, "p95": 2.0, "sample_count": 47}, "total": {"avg": 1.52, "max": 2.0, "p95": 2.0, "sample_count": 50}}, "tracking_counts": {"active": {"avg": 0.08, "max": 1.0, "p95": 1.0, "sample_count": 50}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}, "tracked": {"avg": 0.08, "max": 1.0, "p95": 1.0, "sample_count": 50}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 50, "pushed_frames": 50, "read_frames": 49, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.673, "pushed": 1.673, "read": 1.639}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 50, "client_acquire_ms": {"avg_ms": 0.008, "count": 50, "max_ms": 0.02, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4696.384, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.92, "count": 49, "max_ms": 4.195, "p95_ms": 2.96, "reason": null, "sample_age_ms": 4752.882, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.397, "count": 49, "max_ms": 3.782, "p95_ms": 2.168, "reason": null, "sample_age_ms": 4753.111, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.481, "count": 50, "max_ms": 4.176, "p95_ms": 0.786, "reason": null, "sample_age_ms": 4696.395, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.042, "count": 49, "max_ms": 4.147, "p95_ms": 3.448, "reason": null, "sample_age_ms": 4750.846, "source": "client_direct"}, "request_count": 49, "request_tensor_bytes": {"avg": 2764808.0, "count": 50, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4750.812, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 50, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4696.772, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.345, "count": 50, "max_ms": 67.657, "p95_ms": 64.32, "reason": null, "sample_age_ms": 4696.38, "source": "client_direct"}, "sample_age_ms": 4696.375, "source": "client_direct", "task_total_ms": {"avg_ms": 52.187, "count": 50, "max_ms": 70.942, "p95_ms": 68.218, "reason": null, "sample_age_ms": 4696.375, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.038, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.301, "count": 50, "max_ms": 15.431, "p95_ms": 10.691}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.498, "count": 50, "max_ms": 1.177, "p95_ms": 0.945}, "detection_prepare_ms": {"avg_ms": 1.759, "count": 50, "max_ms": 9.113, "p95_ms": 3.462}, "event_filter_ms": {"avg_ms": 0.006, "count": 50, "max_ms": 0.014, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.336, "count": 50, "max_ms": 1.535, "p95_ms": 0.622}, "mcmt_ms": {"avg_ms": 0.004, "count": 50, "max_ms": 0.014, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.911, "count": 50, "max_ms": 4.625, "p95_ms": 3.998}, "setup_ms": {"avg_ms": 0.055, "count": 50, "max_ms": 0.153, "p95_ms": 0.118}, "total_inside_ms": {"avg_ms": 6.236, "count": 50, "max_ms": 15.355, "p95_ms": 10.596}, "track_match_ms": {"avg_ms": 0.081, "count": 50, "max_ms": 0.171, "p95_ms": 0.152}, "tracker_update_ms": {"avg_ms": 1.583, "count": 50, "max_ms": 2.997, "p95_ms": 2.598}}, "gstreamer_push": {"avg_ms": 2.933, "count": 50, "max_ms": 6.112, "p95_ms": 4.475}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.072, "count": 50, "max_ms": 0.395, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.626, "count": 50, "max_ms": 72.099, "p95_ms": 70.394}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.918, "count": 50, "max_ms": 10.615, "p95_ms": 7.58}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.707, "count": 50, "max_ms": 125.625, "p95_ms": 123.427}, "inference_input_copy_ms": {"avg_ms": 1.709, "count": 50, "max_ms": 4.588, "p95_ms": 2.6}, "processing_residual_ms": {"avg_ms": 0.217, "count": 50, "max_ms": 0.448, "p95_ms": 0.426}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.551, "count": 50, "max_ms": 131.197, "p95_ms": 129.306}, "read_interval": {"avg_ms": 515.472, "count": 49, "max_ms": 19007.877, "p95_ms": 230.297}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 50, "max_ms": 0.065, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 1.826, "count": 50, "max_ms": 4.448, "p95_ms": 3.875}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 50, "max_ms": 0.054, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.805, "count": 50, "max_ms": 4.418, "p95_ms": 3.841}, "worker_merge_ms": {"avg_ms": 0.008, "count": 50, "max_ms": 0.026, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 53.643, "count": 50, "max_ms": 72.11, "p95_ms": 70.424}, "visualize": {"avg_ms": 36.427, "count": 50, "max_ms": 51.923, "p95_ms": 46.605}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.922, "count": 50, "max_ms": 45.232, "p95_ms": 37.867}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.834, "count": 50, "max_ms": 49.782, "p95_ms": 45.119}, "visualize_input_copy_ms": {"avg_ms": 1.338, "count": 50, "max_ms": 2.529, "p95_ms": 2.427}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.687, "count": 50, "max_ms": 49.61, "p95_ms": 44.978}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 50, "max_ms": 0.203, "p95_ms": 0.141}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 50}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 824.773, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 51.424, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.718, "sample_count": 2256, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 9220, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:53:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 120269, "write_bytes_delta": 120269, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 178.0, "cpu_core_ratio": 0.144634, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1543.0, "pid": 1827, "reason": null, "system_cpu_core_ratio": 0.049928, "system_cpu_s_delta": 1.2599999999999998, "user_cpu_core_ratio": 0.094705, "user_cpu_s_delta": 2.3900000000000006}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.388728, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.11967, "system_cpu_s_delta": 3.019999999999982, "user_cpu_core_ratio": 0.269059, "user_cpu_s_delta": 6.790000000000191}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.182, "count": 90, "max_ms": 6.112, "p95_ms": 4.858, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.9, "max": 12.0, "p95": 10.0, "sample_count": 90}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.368, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 87}, "total": {"avg": 1.322, "max": 2.0, "p95": 2.0, "sample_count": 90}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.118, "count": 30, "max": 58.642, "p95": 57.021, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.397, "count": 30, "max": 29.31, "p95": 27.233, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 747.6, "count": 30, "max": 1125.0, "p95": 1099.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 754.367, "count": 30, "max": 5194.0, "p95": 3026.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.065, "count": 30, "max": 0.389, "p95": 0.182, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.413, "count": 30, "max": 0.523, "p95": 0.485, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.104, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115591.333, "count": 30, "max": 122588.0, "p95": 119785.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 115591.333, "count": 30, "max": 122588.0, "p95": 119785.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1055.067, "count": 30, "max": 31087.0, "p95": 55.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.446, "count": 30, "max": 0.579, "p95": 0.556, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.053, "count": 30, "max": 1.279, "p95": 1.243, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 97, "sampled_at": "2026-10-30T14:53:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:53:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 22326, "flush_count": 25, "flush_interval_seconds": 30.0, "flush_state": {"count": 25, "last_at": "2026-10-30T14:55:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:55:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 24}, "started": true, "suppressed_count": 10274, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 10272}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 25, "written_record_count": 25}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4494.809, "limit_mb": null}, "detail": {"h264_decode_error_count": 5, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x599bb7faa080] cabac decode of qscale diff failed at 108 44 [h264 @ 0x599bb7faa080] error while decoding MB 108 44, bytestream 5573 [h264 @ 0x599bb7f3d100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x599bb7f3d100] error while decoding MB 0 55, bytestream 7997 [h264 @ 0x599bb7ff2500] cabac decode of qscale diff failed at 45 61 [h264 @ 0x599bb7ff2500] error while decoding MB 45 61, bytestream 9540 [in#0/rtsp @ 0x599bb7e29e00] Error during demuxing: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 28463616000, "copied_frame_count": 10295, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T14:52:21+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3718307, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:52:14+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.667}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 2, "events_emitted": 2, "events_failed": 0, "events_observed": 2, "events_suppressed": 0, "frame_buffer_copied_bytes": 28463616000, "frame_buffer_copies": 10295, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 100, "recorder_active_input_bytes": 276480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 2, "recorder_clips_failed": 0, "recorder_clips_started": 2, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 2, "worker_jobs_accepted": 2, "worker_jobs_completed": 2, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1236, "count": 512, "max_ms": 2.2969, "p50_ms": 0.1078, "p95_ms": 0.2266, "p99_ms": 0.3026}, "stages": {"db_insert": {"avg_ms": 10.395, "count": 2, "max_ms": 13.3409, "p50_ms": 10.395, "p95_ms": 13.0463, "p99_ms": 13.282, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0967, "count": 2, "max_ms": 2.2613, "p50_ms": 2.0967, "p95_ms": 2.2448, "p99_ms": 2.258, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1260.5617, "count": 2, "max_ms": 1375.0681, "p50_ms": 1260.5617, "p95_ms": 1363.6175, "p99_ms": 1372.778, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5013, "count": 512, "max_ms": 4.0658, "p50_ms": 1.4192, "p95_ms": 2.4911, "p99_ms": 3.266, "results": {"failed": 0, "not_applicable": 0, "success": 10295, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 564.2908, "count": 2, "max_ms": 595.7564, "p50_ms": 564.2908, "p95_ms": 592.6098, "p99_ms": 595.1271, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 42.5521, "count": 2, "max_ms": 45.037, "p50_ms": 42.5521, "p95_ms": 44.7885, "p99_ms": 44.9873, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.595, "count": 100, "max_ms": 15.2315, "p50_ms": 5.3321, "p95_ms": 8.2386, "p99_ms": 9.8252, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6224, "count": 100, "max_ms": 5.1681, "p50_ms": 1.4597, "p95_ms": 2.6987, "p99_ms": 3.5769, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 557.4831, "count": 2, "max_ms": 586.6132, "p50_ms": 557.4831, "p95_ms": 583.7002, "p99_ms": 586.0306, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 465.2852, "count": 2, "max_ms": 493.9683, "p50_ms": 465.2852, "p95_ms": 491.1, "p99_ms": 493.3946, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.6707, "count": 2, "max_ms": 87.142, "p50_ms": 85.6707, "p95_ms": 86.9949, "p99_ms": 87.1126, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6142, "count": 2, "max_ms": 1.8486, "p50_ms": 1.6142, "p95_ms": 1.8251, "p99_ms": 1.8439, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.9083, "count": 2, "max_ms": 50.6832, "p50_ms": 43.9083, "p95_ms": 50.0057, "p99_ms": 50.5477, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7882, "count": 2, "max_ms": 0.8214, "p50_ms": 0.7882, "p95_ms": 0.8181, "p99_ms": 0.8207, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2171, "count": 2, "max_ms": 1.7209, "p50_ms": 1.2171, "p95_ms": 1.6705, "p99_ms": 1.7108, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2171, "count": 2, "max_ms": 1.7209, "p50_ms": 1.2171, "p95_ms": 1.6705, "p99_ms": 1.7108, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7882, "count": 2, "max_ms": 0.8214, "p50_ms": 0.7882, "p95_ms": 0.8181, "p99_ms": 0.8207, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 5.8974, "count": 2, "max_ms": 9.2164, "p50_ms": 5.8974, "p95_ms": 8.8845, "p99_ms": 9.15, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 616.3145, "count": 2, "max_ms": 716.4065, "p50_ms": 616.3145, "p95_ms": 706.3973, "p99_ms": 714.4046, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.2164, "count": 2, "max_ms": 2.4786, "p50_ms": 2.2164, "p95_ms": 2.4524, "p99_ms": 2.4734, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.0142, "count": 2, "max_ms": 25.0322, "p50_ms": 14.0142, "p95_ms": 23.9304, "p99_ms": 24.8118, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6645, "count": 2, "max_ms": 1.1521, "p50_ms": 0.6645, "p95_ms": 1.1033, "p99_ms": 1.1423, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1566, "count": 2, "max_ms": 2.7861, "p50_ms": 2.1566, "p95_ms": 2.7231, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 694.2683, "count": 2, "max_ms": 778.4342, "p50_ms": 694.2683, "p95_ms": 770.0176, "p99_ms": 776.7509, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 2, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 2, "max_ms": 1.1521, "p50_ms": 0.6645, "p95_ms": 1.1033, "p99_ms": 1.1423}, "wait_ms": {"count": 2, "max_ms": 2.7861, "p50_ms": 2.1566, "p95_ms": 2.7231, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 2, "artifact_failed": 0, "artifact_requested": 2, "artifact_success": 2, "completed": 2, "completed_failed": 0, "completed_success": 2, "cooldown_promoted": 2, "database_requested": 2, "db_insert_success": 2, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15543, "relay_business_failed": 0, "relay_business_success": 2, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 2, "relay_transport_failed": 0, "relay_transport_success": 2, "reservation_requested": 2}, "snapshot": {"copied_bytes": 5529600, "copied_count": 2, "copy": {"count": 2, "max_ms": 2.2613, "p50_ms": 2.0967, "p95_ms": 2.2448, "p99_ms": 2.258}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 7, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:56:46+09:00", "last_error_summary": "[h264 @ 0x599bb7faa080] cabac decode of qscale diff failed at 108 44 [h264 @ 0x599bb7faa080] error while decoding MB 108 44, bytestream 5573 [h264 @ 0x599bb7f3d100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x599bb7f3d100] error while decoding MB 0 55, bytestream 7997 [h264 @ 0x599bb7ff2500] cabac decode of qscale diff failed at 45 61 [h264 @ 0x599bb7ff2500] error while decoding MB 45 61, bytestream 9540 [in#0/rtsp @ 0x599bb7e29e00] Error during demuxing: Connection timed out", "last_exit_at": "2026-10-30T14:54:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 165.557, "last_started_at": "2026-10-30T14:54:00+09:00", "pid": 2005, "process": {"exists": false, "pid": 2005}, "restart_count": 7, "restart_count_per_hour": 7, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.926, "sample_count": 1928, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10295, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:56:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.089, "last_frame_pushed_at": "2026-10-30T14:56:46+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-10-30T14:56:46+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 3, "debug_expires_at": null, "deduplicated_count": 2, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 184.668, "last_sample_duration_ms": 724.596, "last_trigger": "periodic", "next_snapshot_in_sec": 415.332, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 3, "storage_bytes": 1077624}, "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-10-30T14:56:46.476850+09:00", "mtime_epoch": 1793339806.4768498, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 116238}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:56:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 806.699, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 10296, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.667, "max": 7.0, "p95": 7.0, "sample_count": 90}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.678, "max": 3.0, "p95": 3.0, "sample_count": 90}, "total": {"avg": 1.678, "max": 3.0, "p95": 3.0, "sample_count": 90}}, "tracking_counts": {"active": {"avg": 0.033, "max": 2.0, "p95": 0.0, "sample_count": 90}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "removed": {"avg": 0.044, "max": 1.0, "p95": 0.0, "sample_count": 90}, "tracked": {"avg": 0.033, "max": 2.0, "p95": 0.0, "sample_count": 90}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 90, "pushed_frames": 90, "read_frames": 90, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.004, "pushed": 3.004, "read": 3.004}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 90, "client_acquire_ms": {"avg_ms": 0.01, "count": 90, "max_ms": 0.025, "p95_ms": 0.017, "reason": null, "sample_age_ms": 25.648, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.095, "count": 90, "max_ms": 5.375, "p95_ms": 3.326, "reason": null, "sample_age_ms": 81.692, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.416, "count": 90, "max_ms": 3.601, "p95_ms": 2.352, "reason": null, "sample_age_ms": 82.097, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.383, "count": 90, "max_ms": 1.378, "p95_ms": 0.695, "reason": null, "sample_age_ms": 25.661, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.359, "count": 90, "max_ms": 6.819, "p95_ms": 3.386, "reason": null, "sample_age_ms": 79.51, "source": "client_direct"}, "request_count": 90, "request_tensor_bytes": {"avg": 2764808.0, "count": 90, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 79.485, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 90, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 25.973, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.362, "count": 90, "max_ms": 100.107, "p95_ms": 67.549, "reason": null, "sample_age_ms": 25.644, "source": "client_direct"}, "sample_age_ms": 25.639, "source": "client_direct", "task_total_ms": {"avg_ms": 51.314, "count": 90, "max_ms": 105.23, "p95_ms": 70.386, "reason": null, "sample_age_ms": 25.639, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.988, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.398, "count": 90, "max_ms": 18.399, "p95_ms": 12.574}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.457, "count": 90, "max_ms": 1.093, "p95_ms": 1.001}, "detection_prepare_ms": {"avg_ms": 1.62, "count": 90, "max_ms": 5.043, "p95_ms": 3.111}, "event_filter_ms": {"avg_ms": 0.005, "count": 90, "max_ms": 0.026, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.355, "count": 90, "max_ms": 1.026, "p95_ms": 0.628}, "mcmt_ms": {"avg_ms": 0.005, "count": 90, "max_ms": 0.051, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 1.929, "count": 90, "max_ms": 12.776, "p95_ms": 4.523}, "setup_ms": {"avg_ms": 0.049, "count": 90, "max_ms": 0.107, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 6.339, "count": 90, "max_ms": 18.338, "p95_ms": 12.461}, "track_match_ms": {"avg_ms": 0.086, "count": 90, "max_ms": 0.317, "p95_ms": 0.179}, "tracker_update_ms": {"avg_ms": 1.832, "count": 90, "max_ms": 5.539, "p95_ms": 3.223}}, "gstreamer_push": {"avg_ms": 3.496, "count": 90, "max_ms": 5.833, "p95_ms": 5.151}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 90, "max_ms": 0.155, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.694, "count": 90, "max_ms": 107.833, "p95_ms": 71.757}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.034, "count": 90, "max_ms": 11.893, "p95_ms": 8.08}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.111, "count": 90, "max_ms": 172.118, "p95_ms": 120.812}, "inference_input_copy_ms": {"avg_ms": 1.712, "count": 90, "max_ms": 3.987, "p95_ms": 2.917}, "processing_residual_ms": {"avg_ms": 0.233, "count": 90, "max_ms": 1.064, "p95_ms": 0.416}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.089, "count": 90, "max_ms": 177.999, "p95_ms": 126.313}, "read_interval": {"avg_ms": 332.93, "count": 90, "max_ms": 19437.865, "p95_ms": 148.341}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 90, "max_ms": 0.095, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 1.85, "count": 90, "max_ms": 12.707, "p95_ms": 4.433}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 90, "max_ms": 0.06, "p95_ms": 0.046}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.832, "count": 90, "max_ms": 12.694, "p95_ms": 4.414}, "worker_merge_ms": {"avg_ms": 0.008, "count": 90, "max_ms": 0.028, "p95_ms": 0.022}}, "triton_wait": {"avg_ms": 52.709, "count": 90, "max_ms": 107.858, "p95_ms": 71.764}, "visualize": {"avg_ms": 37.717, "count": 90, "max_ms": 56.371, "p95_ms": 45.312}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.705, "count": 90, "max_ms": 45.924, "p95_ms": 38.824}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.138, "count": 90, "max_ms": 55.291, "p95_ms": 43.798}, "visualize_input_copy_ms": {"avg_ms": 1.342, "count": 90, "max_ms": 3.549, "p95_ms": 2.22}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.976, "count": 90, "max_ms": 55.078, "p95_ms": 43.661}, "visualizer_prepare_ms": {"avg_ms": 0.085, "count": 90, "max_ms": 0.32, "p95_ms": 0.157}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 90}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 806.66, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.74, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.058, "sample_count": 2097, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:56:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114260, "write_bytes_delta": 114260, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 283.0, "cpu_core_ratio": 0.623779, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 660.0, "pid": 2005, "reason": null, "system_cpu_core_ratio": 0.221788, "system_cpu_s_delta": 2.24, "user_cpu_core_ratio": 0.401991, "user_cpu_s_delta": 4.059999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.588162, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.494073, "system_cpu_s_delta": 4.989999999999895, "user_cpu_core_ratio": 1.094089, "user_cpu_s_delta": 11.049999999999955}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.163, "count": 193, "max_ms": 10.689, "p95_ms": 4.87, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.207, "max": 11.0, "p95": 11.0, "sample_count": 193}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.14, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 193}, "total": {"avg": 3.14, "max": 5.0, "p95": 5.0, "sample_count": 193}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.683, "count": 30, "max": 58.642, "p95": 55.659, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.503, "count": 30, "max": 29.31, "p95": 25.69, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 783.567, "count": 30, "max": 1105.0, "p95": 1098.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1072.767, "count": 30, "max": 9356.0, "p95": 4576.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.086, "count": 30, "max": 0.31, "p95": 0.263, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.523, "p95": 0.48, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.095, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116671.133, "count": 30, "max": 122588.0, "p95": 121044.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116671.133, "count": 30, "max": 122588.0, "p95": 121044.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1055.7, "count": 30, "max": 31087.0, "p95": 51.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.475, "count": 30, "max": 0.592, "p95": 0.571, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.106, "count": 30, "max": 1.279, "p95": 1.253, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 106, "sampled_at": "2026-10-30T14:56:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:56:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 22326, "flush_count": 25, "flush_interval_seconds": 30.0, "flush_state": {"count": 25, "last_at": "2026-10-30T14:55:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:55:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 24}, "started": true, "suppressed_count": 10274, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 10272}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 25, "written_record_count": 25}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4495.43, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T14:56:46+09:00", "last_error_summary": "[h264 @ 0x599bb7faa080] cabac decode of qscale diff failed at 108 44 [h264 @ 0x599bb7faa080] error while decoding MB 108 44, bytestream 5573 [h264 @ 0x599bb7f3d100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x599bb7f3d100] error while decoding MB 0 55, bytestream 7997 [h264 @ 0x599bb7ff2500] cabac decode of qscale diff failed at 45 61 [h264 @ 0x599bb7ff2500] error while decoding MB 45 61, bytestream 9540 [in#0/rtsp @ 0x599bb7e29e00] Error during demuxing: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 28466380800, "copied_frame_count": 10296, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T14:52:21+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3718307, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:52:14+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.667}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 2, "events_emitted": 2, "events_failed": 0, "events_observed": 2, "events_suppressed": 0, "frame_buffer_copied_bytes": 28466380800, "frame_buffer_copies": 10296, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 100, "recorder_active_input_bytes": 276480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 2, "recorder_clips_failed": 0, "recorder_clips_started": 2, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 2, "worker_jobs_accepted": 2, "worker_jobs_completed": 2, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1238, "count": 512, "max_ms": 2.2969, "p50_ms": 0.1081, "p95_ms": 0.2266, "p99_ms": 0.3026}, "stages": {"db_insert": {"avg_ms": 10.395, "count": 2, "max_ms": 13.3409, "p50_ms": 10.395, "p95_ms": 13.0463, "p99_ms": 13.282, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0967, "count": 2, "max_ms": 2.2613, "p50_ms": 2.0967, "p95_ms": 2.2448, "p99_ms": 2.258, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1260.5617, "count": 2, "max_ms": 1375.0681, "p50_ms": 1260.5617, "p95_ms": 1363.6175, "p99_ms": 1372.778, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5034, "count": 512, "max_ms": 4.0658, "p50_ms": 1.4206, "p95_ms": 2.4911, "p99_ms": 3.266, "results": {"failed": 0, "not_applicable": 0, "success": 10296, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 564.2908, "count": 2, "max_ms": 595.7564, "p50_ms": 564.2908, "p95_ms": 592.6098, "p99_ms": 595.1271, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 42.5521, "count": 2, "max_ms": 45.037, "p50_ms": 42.5521, "p95_ms": 44.7885, "p99_ms": 44.9873, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.595, "count": 100, "max_ms": 15.2315, "p50_ms": 5.3321, "p95_ms": 8.2386, "p99_ms": 9.8252, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6224, "count": 100, "max_ms": 5.1681, "p50_ms": 1.4597, "p95_ms": 2.6987, "p99_ms": 3.5769, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 557.4831, "count": 2, "max_ms": 586.6132, "p50_ms": 557.4831, "p95_ms": 583.7002, "p99_ms": 586.0306, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 465.2852, "count": 2, "max_ms": 493.9683, "p50_ms": 465.2852, "p95_ms": 491.1, "p99_ms": 493.3946, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.6707, "count": 2, "max_ms": 87.142, "p50_ms": 85.6707, "p95_ms": 86.9949, "p99_ms": 87.1126, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6142, "count": 2, "max_ms": 1.8486, "p50_ms": 1.6142, "p95_ms": 1.8251, "p99_ms": 1.8439, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.9083, "count": 2, "max_ms": 50.6832, "p50_ms": 43.9083, "p95_ms": 50.0057, "p99_ms": 50.5477, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7882, "count": 2, "max_ms": 0.8214, "p50_ms": 0.7882, "p95_ms": 0.8181, "p99_ms": 0.8207, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2171, "count": 2, "max_ms": 1.7209, "p50_ms": 1.2171, "p95_ms": 1.6705, "p99_ms": 1.7108, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2171, "count": 2, "max_ms": 1.7209, "p50_ms": 1.2171, "p95_ms": 1.6705, "p99_ms": 1.7108, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7882, "count": 2, "max_ms": 0.8214, "p50_ms": 0.7882, "p95_ms": 0.8181, "p99_ms": 0.8207, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 5.8974, "count": 2, "max_ms": 9.2164, "p50_ms": 5.8974, "p95_ms": 8.8845, "p99_ms": 9.15, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 616.3145, "count": 2, "max_ms": 716.4065, "p50_ms": 616.3145, "p95_ms": 706.3973, "p99_ms": 714.4046, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.2164, "count": 2, "max_ms": 2.4786, "p50_ms": 2.2164, "p95_ms": 2.4524, "p99_ms": 2.4734, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.0142, "count": 2, "max_ms": 25.0322, "p50_ms": 14.0142, "p95_ms": 23.9304, "p99_ms": 24.8118, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6645, "count": 2, "max_ms": 1.1521, "p50_ms": 0.6645, "p95_ms": 1.1033, "p99_ms": 1.1423, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1566, "count": 2, "max_ms": 2.7861, "p50_ms": 2.1566, "p95_ms": 2.7231, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 694.2683, "count": 2, "max_ms": 778.4342, "p50_ms": 694.2683, "p95_ms": 770.0176, "p99_ms": 776.7509, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 2, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 2, "max_ms": 1.1521, "p50_ms": 0.6645, "p95_ms": 1.1033, "p99_ms": 1.1423}, "wait_ms": {"count": 2, "max_ms": 2.7861, "p50_ms": 2.1566, "p95_ms": 2.7231, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 2, "artifact_failed": 0, "artifact_requested": 2, "artifact_success": 2, "completed": 2, "completed_failed": 0, "completed_success": 2, "cooldown_promoted": 2, "database_requested": 2, "db_insert_success": 2, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15543, "relay_business_failed": 0, "relay_business_success": 2, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 2, "relay_transport_failed": 0, "relay_transport_success": 2, "reservation_requested": 2}, "snapshot": {"copied_bytes": 5529600, "copied_count": 2, "copy": {"count": 2, "max_ms": 2.2613, "p50_ms": 2.0967, "p95_ms": 2.2448, "p99_ms": 2.258}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 7, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:56:46+09:00", "last_error_summary": "[h264 @ 0x599bb7faa080] cabac decode of qscale diff failed at 108 44 [h264 @ 0x599bb7faa080] error while decoding MB 108 44, bytestream 5573 [h264 @ 0x599bb7f3d100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x599bb7f3d100] error while decoding MB 0 55, bytestream 7997 [h264 @ 0x599bb7ff2500] cabac decode of qscale diff failed at 45 61 [h264 @ 0x599bb7ff2500] error while decoding MB 45 61, bytestream 9540 [in#0/rtsp @ 0x599bb7e29e00] Error during demuxing: Connection timed out", "last_exit_at": "2026-10-30T14:56:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 165.625, "last_started_at": "2026-10-30T14:54:00+09:00", "pid": 2005, "process": {"exists": false, "pid": 2005}, "restart_count": 7, "restart_count_per_hour": 7, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.926, "sample_count": 1929, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10296, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:56:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.025, "last_frame_pushed_at": "2026-10-30T14:56:46+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-10-30T14:56:46+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 3, "debug_expires_at": null, "deduplicated_count": 2, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 184.736, "last_sample_duration_ms": 724.596, "last_trigger": "periodic", "next_snapshot_in_sec": 415.264, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 3, "storage_bytes": 1077624}, "mjpeg": {"age_sec": 0.008, "exists": true, "mtime": "2026-10-30T14:56:46.616851+09:00", "mtime_epoch": 1793339806.6168506, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114894}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:56:46+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 806.699, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 10296, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.667, "max": 7.0, "p95": 7.0, "sample_count": 90}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.667, "max": 3.0, "p95": 3.0, "sample_count": 90}, "total": {"avg": 1.667, "max": 3.0, "p95": 3.0, "sample_count": 90}}, "tracking_counts": {"active": {"avg": 0.033, "max": 2.0, "p95": 0.0, "sample_count": 90}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "removed": {"avg": 0.044, "max": 1.0, "p95": 0.0, "sample_count": 90}, "tracked": {"avg": 0.033, "max": 2.0, "p95": 0.0, "sample_count": 90}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 90, "pushed_frames": 90, "read_frames": 89, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.009, "pushed": 3.009, "read": 2.976}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 89, "client_acquire_ms": {"avg_ms": 0.01, "count": 90, "max_ms": 0.025, "p95_ms": 0.017, "reason": null, "sample_age_ms": 94.68, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.074, "count": 89, "max_ms": 5.375, "p95_ms": 3.304, "reason": null, "sample_age_ms": 150.725, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.393, "count": 89, "max_ms": 3.601, "p95_ms": 2.22, "reason": null, "sample_age_ms": 151.129, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.383, "count": 90, "max_ms": 1.378, "p95_ms": 0.695, "reason": null, "sample_age_ms": 94.693, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.355, "count": 89, "max_ms": 6.819, "p95_ms": 3.392, "reason": null, "sample_age_ms": 148.542, "source": "client_direct"}, "request_count": 89, "request_tensor_bytes": {"avg": 2764808.0, "count": 89, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 148.517, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 90, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 95.005, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.362, "count": 90, "max_ms": 100.107, "p95_ms": 67.549, "reason": null, "sample_age_ms": 94.676, "source": "client_direct"}, "sample_age_ms": 94.671, "source": "client_direct", "task_total_ms": {"avg_ms": 51.314, "count": 90, "max_ms": 105.23, "p95_ms": 70.386, "reason": null, "sample_age_ms": 94.671, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.832, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.413, "count": 90, "max_ms": 18.399, "p95_ms": 12.574}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.463, "count": 90, "max_ms": 1.093, "p95_ms": 1.001}, "detection_prepare_ms": {"avg_ms": 1.633, "count": 90, "max_ms": 5.043, "p95_ms": 3.111}, "event_filter_ms": {"avg_ms": 0.005, "count": 90, "max_ms": 0.026, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.356, "count": 90, "max_ms": 1.026, "p95_ms": 0.628}, "mcmt_ms": {"avg_ms": 0.005, "count": 90, "max_ms": 0.051, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 1.92, "count": 90, "max_ms": 12.776, "p95_ms": 4.523}, "setup_ms": {"avg_ms": 0.049, "count": 90, "max_ms": 0.107, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 6.354, "count": 90, "max_ms": 18.338, "p95_ms": 12.461}, "track_match_ms": {"avg_ms": 0.086, "count": 90, "max_ms": 0.317, "p95_ms": 0.179}, "tracker_update_ms": {"avg_ms": 1.836, "count": 90, "max_ms": 5.539, "p95_ms": 3.223}}, "gstreamer_push": {"avg_ms": 3.507, "count": 90, "max_ms": 5.833, "p95_ms": 5.151}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 90, "max_ms": 0.155, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.877, "count": 90, "max_ms": 107.833, "p95_ms": 71.757}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.032, "count": 90, "max_ms": 11.893, "p95_ms": 8.08}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.395, "count": 90, "max_ms": 172.118, "p95_ms": 120.812}, "inference_input_copy_ms": {"avg_ms": 1.736, "count": 90, "max_ms": 3.987, "p95_ms": 2.988}, "processing_residual_ms": {"avg_ms": 0.236, "count": 90, "max_ms": 1.064, "p95_ms": 0.429}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.399, "count": 90, "max_ms": 177.999, "p95_ms": 126.313}, "read_interval": {"avg_ms": 335.549, "count": 89, "max_ms": 19437.865, "p95_ms": 148.341}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 90, "max_ms": 0.095, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 1.842, "count": 90, "max_ms": 12.707, "p95_ms": 4.433}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 90, "max_ms": 0.06, "p95_ms": 0.046}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.823, "count": 90, "max_ms": 12.694, "p95_ms": 4.414}, "worker_merge_ms": {"avg_ms": 0.008, "count": 90, "max_ms": 0.028, "p95_ms": 0.022}}, "triton_wait": {"avg_ms": 52.892, "count": 90, "max_ms": 107.858, "p95_ms": 71.764}, "visualize": {"avg_ms": 37.802, "count": 90, "max_ms": 56.371, "p95_ms": 45.312}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.809, "count": 90, "max_ms": 45.924, "p95_ms": 38.824}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.226, "count": 90, "max_ms": 55.291, "p95_ms": 43.798}, "visualize_input_copy_ms": {"avg_ms": 1.338, "count": 90, "max_ms": 3.549, "p95_ms": 2.22}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.064, "count": 90, "max_ms": 55.078, "p95_ms": 43.661}, "visualizer_prepare_ms": {"avg_ms": 0.084, "count": 90, "max_ms": 0.32, "p95_ms": 0.157}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 90}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 806.66, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.74, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.058, "sample_count": 2097, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:56:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114260, "write_bytes_delta": 114260, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 283.0, "cpu_core_ratio": 0.623779, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 660.0, "pid": 2005, "reason": null, "system_cpu_core_ratio": 0.221788, "system_cpu_s_delta": 2.24, "user_cpu_core_ratio": 0.401991, "user_cpu_s_delta": 4.059999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.588162, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.494073, "system_cpu_s_delta": 4.989999999999895, "user_cpu_core_ratio": 1.094089, "user_cpu_s_delta": 11.049999999999955}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.163, "count": 193, "max_ms": 10.689, "p95_ms": 4.87, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.207, "max": 11.0, "p95": 11.0, "sample_count": 193}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.14, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 193}, "total": {"avg": 3.14, "max": 5.0, "p95": 5.0, "sample_count": 193}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.683, "count": 30, "max": 58.642, "p95": 55.659, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.503, "count": 30, "max": 29.31, "p95": 25.69, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 783.567, "count": 30, "max": 1105.0, "p95": 1098.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1072.767, "count": 30, "max": 9356.0, "p95": 4576.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.086, "count": 30, "max": 0.31, "p95": 0.263, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.523, "p95": 0.48, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.095, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116671.133, "count": 30, "max": 122588.0, "p95": 121044.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116671.133, "count": 30, "max": 122588.0, "p95": 121044.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1055.7, "count": 30, "max": 31087.0, "p95": 51.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.475, "count": 30, "max": 0.592, "p95": 0.571, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.106, "count": 30, "max": 1.279, "p95": 1.253, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 106, "sampled_at": "2026-10-30T14:56:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:56:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 22326, "flush_count": 25, "flush_interval_seconds": 30.0, "flush_state": {"count": 25, "last_at": "2026-10-30T14:55:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:55:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 24}, "started": true, "suppressed_count": 10274, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 10272}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 25, "written_record_count": 25}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4494.91, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 28466380800, "copied_frame_count": 10296, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T14:52:21+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3718307, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:52:14+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.667}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 2, "events_emitted": 2, "events_failed": 0, "events_observed": 2, "events_suppressed": 0, "frame_buffer_copied_bytes": 28466380800, "frame_buffer_copies": 10296, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 100, "recorder_active_input_bytes": 276480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 2, "recorder_clips_failed": 0, "recorder_clips_started": 2, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 2, "worker_jobs_accepted": 2, "worker_jobs_completed": 2, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1238, "count": 512, "max_ms": 2.2969, "p50_ms": 0.1081, "p95_ms": 0.2266, "p99_ms": 0.3026}, "stages": {"db_insert": {"avg_ms": 10.395, "count": 2, "max_ms": 13.3409, "p50_ms": 10.395, "p95_ms": 13.0463, "p99_ms": 13.282, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0967, "count": 2, "max_ms": 2.2613, "p50_ms": 2.0967, "p95_ms": 2.2448, "p99_ms": 2.258, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1260.5617, "count": 2, "max_ms": 1375.0681, "p50_ms": 1260.5617, "p95_ms": 1363.6175, "p99_ms": 1372.778, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5034, "count": 512, "max_ms": 4.0658, "p50_ms": 1.4206, "p95_ms": 2.4911, "p99_ms": 3.266, "results": {"failed": 0, "not_applicable": 0, "success": 10296, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 564.2908, "count": 2, "max_ms": 595.7564, "p50_ms": 564.2908, "p95_ms": 592.6098, "p99_ms": 595.1271, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 42.5521, "count": 2, "max_ms": 45.037, "p50_ms": 42.5521, "p95_ms": 44.7885, "p99_ms": 44.9873, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.595, "count": 100, "max_ms": 15.2315, "p50_ms": 5.3321, "p95_ms": 8.2386, "p99_ms": 9.8252, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6224, "count": 100, "max_ms": 5.1681, "p50_ms": 1.4597, "p95_ms": 2.6987, "p99_ms": 3.5769, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 557.4831, "count": 2, "max_ms": 586.6132, "p50_ms": 557.4831, "p95_ms": 583.7002, "p99_ms": 586.0306, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 465.2852, "count": 2, "max_ms": 493.9683, "p50_ms": 465.2852, "p95_ms": 491.1, "p99_ms": 493.3946, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.6707, "count": 2, "max_ms": 87.142, "p50_ms": 85.6707, "p95_ms": 86.9949, "p99_ms": 87.1126, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6142, "count": 2, "max_ms": 1.8486, "p50_ms": 1.6142, "p95_ms": 1.8251, "p99_ms": 1.8439, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.9083, "count": 2, "max_ms": 50.6832, "p50_ms": 43.9083, "p95_ms": 50.0057, "p99_ms": 50.5477, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7882, "count": 2, "max_ms": 0.8214, "p50_ms": 0.7882, "p95_ms": 0.8181, "p99_ms": 0.8207, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2171, "count": 2, "max_ms": 1.7209, "p50_ms": 1.2171, "p95_ms": 1.6705, "p99_ms": 1.7108, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2171, "count": 2, "max_ms": 1.7209, "p50_ms": 1.2171, "p95_ms": 1.6705, "p99_ms": 1.7108, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7882, "count": 2, "max_ms": 0.8214, "p50_ms": 0.7882, "p95_ms": 0.8181, "p99_ms": 0.8207, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 5.8974, "count": 2, "max_ms": 9.2164, "p50_ms": 5.8974, "p95_ms": 8.8845, "p99_ms": 9.15, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 616.3145, "count": 2, "max_ms": 716.4065, "p50_ms": 616.3145, "p95_ms": 706.3973, "p99_ms": 714.4046, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.2164, "count": 2, "max_ms": 2.4786, "p50_ms": 2.2164, "p95_ms": 2.4524, "p99_ms": 2.4734, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.0142, "count": 2, "max_ms": 25.0322, "p50_ms": 14.0142, "p95_ms": 23.9304, "p99_ms": 24.8118, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6645, "count": 2, "max_ms": 1.1521, "p50_ms": 0.6645, "p95_ms": 1.1033, "p99_ms": 1.1423, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1566, "count": 2, "max_ms": 2.7861, "p50_ms": 2.1566, "p95_ms": 2.7231, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 694.2683, "count": 2, "max_ms": 778.4342, "p50_ms": 694.2683, "p95_ms": 770.0176, "p99_ms": 776.7509, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 2, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 2, "max_ms": 1.1521, "p50_ms": 0.6645, "p95_ms": 1.1033, "p99_ms": 1.1423}, "wait_ms": {"count": 2, "max_ms": 2.7861, "p50_ms": 2.1566, "p95_ms": 2.7231, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 2, "artifact_failed": 0, "artifact_requested": 2, "artifact_success": 2, "completed": 2, "completed_failed": 0, "completed_success": 2, "cooldown_promoted": 2, "database_requested": 2, "db_insert_success": 2, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15543, "relay_business_failed": 0, "relay_business_success": 2, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 2, "relay_transport_failed": 0, "relay_transport_success": 2, "reservation_requested": 2}, "snapshot": {"copied_bytes": 5529600, "copied_count": 2, "copy": {"count": 2, "max_ms": 2.2613, "p50_ms": 2.0967, "p95_ms": 2.2448, "p99_ms": 2.258}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 7, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:56:46+09:00", "last_error_summary": "[h264 @ 0x599bb7faa080] cabac decode of qscale diff failed at 108 44 [h264 @ 0x599bb7faa080] error while decoding MB 108 44, bytestream 5573 [h264 @ 0x599bb7f3d100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x599bb7f3d100] error while decoding MB 0 55, bytestream 7997 [h264 @ 0x599bb7ff2500] cabac decode of qscale diff failed at 45 61 [h264 @ 0x599bb7ff2500] error while decoding MB 45 61, bytestream 9540 [in#0/rtsp @ 0x599bb7e29e00] Error during demuxing: Connection timed out", "last_exit_at": "2026-10-30T14:56:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 165.651, "last_started_at": "2026-10-30T14:54:00+09:00", "pid": 2005, "process": {"exists": false, "pid": 2005}, "restart_count": 7, "restart_count_per_hour": 7, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.926, "sample_count": 1929, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10296, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:56:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.051, "last_frame_pushed_at": "2026-10-30T14:56:46+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-10-30T14:56:46+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 3, "debug_expires_at": null, "deduplicated_count": 2, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 184.759, "last_sample_duration_ms": 724.596, "last_trigger": "periodic", "next_snapshot_in_sec": 415.241, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 3, "storage_bytes": 1077624}, "mjpeg": {"age_sec": 0.033, "exists": true, "mtime": "2026-10-30T14:56:46.616851+09:00", "mtime_epoch": 1793339806.6168506, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114894}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:56:46+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 806.699, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 10296, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.667, "max": 7.0, "p95": 7.0, "sample_count": 90}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.667, "max": 3.0, "p95": 3.0, "sample_count": 90}, "total": {"avg": 1.667, "max": 3.0, "p95": 3.0, "sample_count": 90}}, "tracking_counts": {"active": {"avg": 0.033, "max": 2.0, "p95": 0.0, "sample_count": 90}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "removed": {"avg": 0.044, "max": 1.0, "p95": 0.0, "sample_count": 90}, "tracked": {"avg": 0.033, "max": 2.0, "p95": 0.0, "sample_count": 90}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 90, "pushed_frames": 90, "read_frames": 89, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.006, "pushed": 3.006, "read": 2.973}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 89, "client_acquire_ms": {"avg_ms": 0.01, "count": 90, "max_ms": 0.025, "p95_ms": 0.017, "reason": null, "sample_age_ms": 117.946, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.074, "count": 89, "max_ms": 5.375, "p95_ms": 3.304, "reason": null, "sample_age_ms": 173.991, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.393, "count": 89, "max_ms": 3.601, "p95_ms": 2.22, "reason": null, "sample_age_ms": 174.395, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.383, "count": 90, "max_ms": 1.378, "p95_ms": 0.695, "reason": null, "sample_age_ms": 117.959, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.355, "count": 89, "max_ms": 6.819, "p95_ms": 3.392, "reason": null, "sample_age_ms": 171.808, "source": "client_direct"}, "request_count": 89, "request_tensor_bytes": {"avg": 2764808.0, "count": 89, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 171.783, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 90, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 118.271, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.362, "count": 90, "max_ms": 100.107, "p95_ms": 67.549, "reason": null, "sample_age_ms": 117.942, "source": "client_direct"}, "sample_age_ms": 117.937, "source": "client_direct", "task_total_ms": {"avg_ms": 51.314, "count": 90, "max_ms": 105.23, "p95_ms": 70.386, "reason": null, "sample_age_ms": 117.937, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.609, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.413, "count": 90, "max_ms": 18.399, "p95_ms": 12.574}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.463, "count": 90, "max_ms": 1.093, "p95_ms": 1.001}, "detection_prepare_ms": {"avg_ms": 1.633, "count": 90, "max_ms": 5.043, "p95_ms": 3.111}, "event_filter_ms": {"avg_ms": 0.005, "count": 90, "max_ms": 0.026, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.356, "count": 90, "max_ms": 1.026, "p95_ms": 0.628}, "mcmt_ms": {"avg_ms": 0.005, "count": 90, "max_ms": 0.051, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 1.92, "count": 90, "max_ms": 12.776, "p95_ms": 4.523}, "setup_ms": {"avg_ms": 0.049, "count": 90, "max_ms": 0.107, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 6.354, "count": 90, "max_ms": 18.338, "p95_ms": 12.461}, "track_match_ms": {"avg_ms": 0.086, "count": 90, "max_ms": 0.317, "p95_ms": 0.179}, "tracker_update_ms": {"avg_ms": 1.836, "count": 90, "max_ms": 5.539, "p95_ms": 3.223}}, "gstreamer_push": {"avg_ms": 3.507, "count": 90, "max_ms": 5.833, "p95_ms": 5.151}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 90, "max_ms": 0.155, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.877, "count": 90, "max_ms": 107.833, "p95_ms": 71.757}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.032, "count": 90, "max_ms": 11.893, "p95_ms": 8.08}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.395, "count": 90, "max_ms": 172.118, "p95_ms": 120.812}, "inference_input_copy_ms": {"avg_ms": 1.736, "count": 90, "max_ms": 3.987, "p95_ms": 2.988}, "processing_residual_ms": {"avg_ms": 0.236, "count": 90, "max_ms": 1.064, "p95_ms": 0.429}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.399, "count": 90, "max_ms": 177.999, "p95_ms": 126.313}, "read_interval": {"avg_ms": 335.549, "count": 89, "max_ms": 19437.865, "p95_ms": 148.341}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 90, "max_ms": 0.095, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 1.842, "count": 90, "max_ms": 12.707, "p95_ms": 4.433}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 90, "max_ms": 0.06, "p95_ms": 0.046}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.823, "count": 90, "max_ms": 12.694, "p95_ms": 4.414}, "worker_merge_ms": {"avg_ms": 0.008, "count": 90, "max_ms": 0.028, "p95_ms": 0.022}}, "triton_wait": {"avg_ms": 52.892, "count": 90, "max_ms": 107.858, "p95_ms": 71.764}, "visualize": {"avg_ms": 37.802, "count": 90, "max_ms": 56.371, "p95_ms": 45.312}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.809, "count": 90, "max_ms": 45.924, "p95_ms": 38.824}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.226, "count": 90, "max_ms": 55.291, "p95_ms": 43.798}, "visualize_input_copy_ms": {"avg_ms": 1.338, "count": 90, "max_ms": 3.549, "p95_ms": 2.22}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.064, "count": 90, "max_ms": 55.078, "p95_ms": 43.661}, "visualizer_prepare_ms": {"avg_ms": 0.084, "count": 90, "max_ms": 0.32, "p95_ms": 0.157}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 90}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 806.66, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.74, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.058, "sample_count": 2097, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:56:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114260, "write_bytes_delta": 114260, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 283.0, "cpu_core_ratio": 0.623779, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 660.0, "pid": 2005, "reason": null, "system_cpu_core_ratio": 0.221788, "system_cpu_s_delta": 2.24, "user_cpu_core_ratio": 0.401991, "user_cpu_s_delta": 4.059999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.588162, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.494073, "system_cpu_s_delta": 4.989999999999895, "user_cpu_core_ratio": 1.094089, "user_cpu_s_delta": 11.049999999999955}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.163, "count": 193, "max_ms": 10.689, "p95_ms": 4.87, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.207, "max": 11.0, "p95": 11.0, "sample_count": 193}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.14, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 193}, "total": {"avg": 3.14, "max": 5.0, "p95": 5.0, "sample_count": 193}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.683, "count": 30, "max": 58.642, "p95": 55.659, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.503, "count": 30, "max": 29.31, "p95": 25.69, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 783.567, "count": 30, "max": 1105.0, "p95": 1098.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1072.767, "count": 30, "max": 9356.0, "p95": 4576.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.086, "count": 30, "max": 0.31, "p95": 0.263, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.523, "p95": 0.48, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.095, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116671.133, "count": 30, "max": 122588.0, "p95": 121044.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116671.133, "count": 30, "max": 122588.0, "p95": 121044.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1055.7, "count": 30, "max": 31087.0, "p95": 51.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.475, "count": 30, "max": 0.592, "p95": 0.571, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.106, "count": 30, "max": 1.279, "p95": 1.253, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 106, "sampled_at": "2026-10-30T14:56:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:56:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 22326, "flush_count": 25, "flush_interval_seconds": 30.0, "flush_state": {"count": 25, "last_at": "2026-10-30T14:55:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:55:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 24}, "started": true, "suppressed_count": 10274, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 10272}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 25, "written_record_count": 25}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4665.918, "limit_mb": null}, "detail": {"pid": 2121, "restart_count": 8, "start_count": 9}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 28466380800, "copied_frame_count": 10296, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T14:52:21+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3718307, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:52:14+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.667}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 2, "events_emitted": 2, "events_failed": 0, "events_observed": 2, "events_suppressed": 0, "frame_buffer_copied_bytes": 28466380800, "frame_buffer_copies": 10296, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 100, "recorder_active_input_bytes": 276480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 2, "recorder_clips_failed": 0, "recorder_clips_started": 2, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 2, "worker_jobs_accepted": 2, "worker_jobs_completed": 2, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1238, "count": 512, "max_ms": 2.2969, "p50_ms": 0.1081, "p95_ms": 0.2266, "p99_ms": 0.3026}, "stages": {"db_insert": {"avg_ms": 10.395, "count": 2, "max_ms": 13.3409, "p50_ms": 10.395, "p95_ms": 13.0463, "p99_ms": 13.282, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0967, "count": 2, "max_ms": 2.2613, "p50_ms": 2.0967, "p95_ms": 2.2448, "p99_ms": 2.258, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1260.5617, "count": 2, "max_ms": 1375.0681, "p50_ms": 1260.5617, "p95_ms": 1363.6175, "p99_ms": 1372.778, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5034, "count": 512, "max_ms": 4.0658, "p50_ms": 1.4206, "p95_ms": 2.4911, "p99_ms": 3.266, "results": {"failed": 0, "not_applicable": 0, "success": 10296, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 564.2908, "count": 2, "max_ms": 595.7564, "p50_ms": 564.2908, "p95_ms": 592.6098, "p99_ms": 595.1271, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 42.5521, "count": 2, "max_ms": 45.037, "p50_ms": 42.5521, "p95_ms": 44.7885, "p99_ms": 44.9873, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.595, "count": 100, "max_ms": 15.2315, "p50_ms": 5.3321, "p95_ms": 8.2386, "p99_ms": 9.8252, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6224, "count": 100, "max_ms": 5.1681, "p50_ms": 1.4597, "p95_ms": 2.6987, "p99_ms": 3.5769, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 557.4831, "count": 2, "max_ms": 586.6132, "p50_ms": 557.4831, "p95_ms": 583.7002, "p99_ms": 586.0306, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 465.2852, "count": 2, "max_ms": 493.9683, "p50_ms": 465.2852, "p95_ms": 491.1, "p99_ms": 493.3946, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.6707, "count": 2, "max_ms": 87.142, "p50_ms": 85.6707, "p95_ms": 86.9949, "p99_ms": 87.1126, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6142, "count": 2, "max_ms": 1.8486, "p50_ms": 1.6142, "p95_ms": 1.8251, "p99_ms": 1.8439, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.9083, "count": 2, "max_ms": 50.6832, "p50_ms": 43.9083, "p95_ms": 50.0057, "p99_ms": 50.5477, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7882, "count": 2, "max_ms": 0.8214, "p50_ms": 0.7882, "p95_ms": 0.8181, "p99_ms": 0.8207, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2171, "count": 2, "max_ms": 1.7209, "p50_ms": 1.2171, "p95_ms": 1.6705, "p99_ms": 1.7108, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2171, "count": 2, "max_ms": 1.7209, "p50_ms": 1.2171, "p95_ms": 1.6705, "p99_ms": 1.7108, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7882, "count": 2, "max_ms": 0.8214, "p50_ms": 0.7882, "p95_ms": 0.8181, "p99_ms": 0.8207, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 5.8974, "count": 2, "max_ms": 9.2164, "p50_ms": 5.8974, "p95_ms": 8.8845, "p99_ms": 9.15, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 616.3145, "count": 2, "max_ms": 716.4065, "p50_ms": 616.3145, "p95_ms": 706.3973, "p99_ms": 714.4046, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.2164, "count": 2, "max_ms": 2.4786, "p50_ms": 2.2164, "p95_ms": 2.4524, "p99_ms": 2.4734, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.0142, "count": 2, "max_ms": 25.0322, "p50_ms": 14.0142, "p95_ms": 23.9304, "p99_ms": 24.8118, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6645, "count": 2, "max_ms": 1.1521, "p50_ms": 0.6645, "p95_ms": 1.1033, "p99_ms": 1.1423, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1566, "count": 2, "max_ms": 2.7861, "p50_ms": 2.1566, "p95_ms": 2.7231, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 694.2683, "count": 2, "max_ms": 778.4342, "p50_ms": 694.2683, "p95_ms": 770.0176, "p99_ms": 776.7509, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 2, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 2, "max_ms": 1.1521, "p50_ms": 0.6645, "p95_ms": 1.1033, "p99_ms": 1.1423}, "wait_ms": {"count": 2, "max_ms": 2.7861, "p50_ms": 2.1566, "p95_ms": 2.7231, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 2, "artifact_failed": 0, "artifact_requested": 2, "artifact_success": 2, "completed": 2, "completed_failed": 0, "completed_success": 2, "cooldown_promoted": 2, "database_requested": 2, "db_insert_success": 2, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15543, "relay_business_failed": 0, "relay_business_success": 2, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 2, "relay_transport_failed": 0, "relay_transport_success": 2, "reservation_requested": 2}, "snapshot": {"copied_bytes": 5529600, "copied_count": 2, "copy": {"count": 2, "max_ms": 2.2613, "p50_ms": 2.0967, "p95_ms": 2.2448, "p99_ms": 2.258}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 7, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:56:46+09:00", "last_error_summary": "[h264 @ 0x599bb7faa080] cabac decode of qscale diff failed at 108 44 [h264 @ 0x599bb7faa080] error while decoding MB 108 44, bytestream 5573 [h264 @ 0x599bb7f3d100] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x599bb7f3d100] error while decoding MB 0 55, bytestream 7997 [h264 @ 0x599bb7ff2500] cabac decode of qscale diff failed at 45 61 [h264 @ 0x599bb7ff2500] error while decoding MB 45 61, bytestream 9540 [in#0/rtsp @ 0x599bb7e29e00] Error during demuxing: Connection timed out", "last_exit_at": "2026-10-30T14:56:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T14:56:49+09:00", "pid": 2121, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.586, "name": "ffmpeg", "pid": 2121, "rss_mb": 208.586, "state": "S (sleeping)", "threads": 70}, "restart_count": 8, "restart_count_per_hour": 8, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.94, "sample_count": 1886, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10296, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:56:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.965, "last_frame_pushed_at": "2026-10-30T14:56:46+09:00", "last_frame_read_age_sec": 5.09, "last_frame_read_at": "2026-10-30T14:56:46+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 3, "debug_expires_at": null, "deduplicated_count": 2, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 189.676, "last_sample_duration_ms": 724.596, "last_trigger": "periodic", "next_snapshot_in_sec": 410.324, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 3, "storage_bytes": 1077624}, "mjpeg": {"age_sec": 4.947, "exists": true, "mtime": "2026-10-30T14:56:46.616851+09:00", "mtime_epoch": 1793339806.6168506, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114894}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:56:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 806.703, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 10296, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.833, "max": 7.0, "p95": 7.0, "sample_count": 48}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.458, "max": 3.0, "p95": 2.0, "sample_count": 48}, "total": {"avg": 1.458, "max": 3.0, "p95": 2.0, "sample_count": 48}}, "tracking_counts": {"active": {"avg": 0.042, "max": 2.0, "p95": 0.0, "sample_count": 48}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 48}, "removed": {"avg": 0.062, "max": 1.0, "p95": 1.0, "sample_count": 48}, "tracked": {"avg": 0.042, "max": 2.0, "p95": 0.0, "sample_count": 48}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 48}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 48, "pushed_frames": 48, "read_frames": 47, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.605, "pushed": 1.605, "read": 1.571}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 47, "client_acquire_ms": {"avg_ms": 0.01, "count": 48, "max_ms": 0.024, "p95_ms": 0.017, "reason": null, "sample_age_ms": 5033.856, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.039, "count": 47, "max_ms": 4.664, "p95_ms": 3.361, "reason": null, "sample_age_ms": 5089.9, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.369, "count": 47, "max_ms": 3.21, "p95_ms": 2.037, "reason": null, "sample_age_ms": 5090.305, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.398, "count": 48, "max_ms": 1.378, "p95_ms": 0.803, "reason": null, "sample_age_ms": 5033.869, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.288, "count": 47, "max_ms": 3.314, "p95_ms": 3.044, "reason": null, "sample_age_ms": 5087.718, "source": "client_direct"}, "request_count": 47, "request_tensor_bytes": {"avg": 2764808.0, "count": 47, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5087.693, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 48, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5034.181, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.85, "count": 48, "max_ms": 100.107, "p95_ms": 70.569, "reason": null, "sample_age_ms": 5033.852, "source": "client_direct"}, "sample_age_ms": 5033.847, "source": "client_direct", "task_total_ms": {"avg_ms": 51.747, "count": 48, "max_ms": 105.23, "p95_ms": 73.816, "reason": null, "sample_age_ms": 5033.847, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.385, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.133, "count": 48, "max_ms": 13.879, "p95_ms": 10.234}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.513, "count": 48, "max_ms": 1.086, "p95_ms": 1.006}, "detection_prepare_ms": {"avg_ms": 1.749, "count": 48, "max_ms": 5.043, "p95_ms": 3.639}, "event_filter_ms": {"avg_ms": 0.005, "count": 48, "max_ms": 0.013, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.336, "count": 48, "max_ms": 1.026, "p95_ms": 0.618}, "mcmt_ms": {"avg_ms": 0.004, "count": 48, "max_ms": 0.014, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 1.456, "count": 48, "max_ms": 3.656, "p95_ms": 3.136}, "setup_ms": {"avg_ms": 0.05, "count": 48, "max_ms": 0.107, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 6.074, "count": 48, "max_ms": 13.801, "p95_ms": 10.127}, "track_match_ms": {"avg_ms": 0.086, "count": 48, "max_ms": 0.317, "p95_ms": 0.153}, "tracker_update_ms": {"avg_ms": 1.874, "count": 48, "max_ms": 5.539, "p95_ms": 3.23}}, "gstreamer_push": {"avg_ms": 3.573, "count": 48, "max_ms": 5.607, "p95_ms": 4.796}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 48, "max_ms": 0.138, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.266, "count": 48, "max_ms": 107.833, "p95_ms": 75.591}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.122, "count": 48, "max_ms": 11.893, "p95_ms": 10.158}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 48, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 48, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.713, "count": 48, "max_ms": 172.118, "p95_ms": 128.002}, "inference_input_copy_ms": {"avg_ms": 1.7, "count": 48, "max_ms": 3.987, "p95_ms": 2.917}, "processing_residual_ms": {"avg_ms": 0.227, "count": 48, "max_ms": 0.607, "p95_ms": 0.416}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 48, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 48, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.761, "count": 48, "max_ms": 177.999, "p95_ms": 132.863}, "read_interval": {"avg_ms": 530.552, "count": 47, "max_ms": 19437.865, "p95_ms": 192.957}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 48, "max_ms": 0.054, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 1.377, "count": 48, "max_ms": 3.531, "p95_ms": 3.058}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 48, "max_ms": 0.06, "p95_ms": 0.046}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.359, "count": 48, "max_ms": 3.505, "p95_ms": 3.037}, "worker_merge_ms": {"avg_ms": 0.009, "count": 48, "max_ms": 0.025, "p95_ms": 0.024}}, "triton_wait": {"avg_ms": 53.283, "count": 48, "max_ms": 107.858, "p95_ms": 75.618}, "visualize": {"avg_ms": 38.022, "count": 48, "max_ms": 55.068, "p95_ms": 45.312}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.2, "count": 48, "max_ms": 45.924, "p95_ms": 38.824}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 48, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.407, "count": 48, "max_ms": 52.949, "p95_ms": 42.788}, "visualize_input_copy_ms": {"avg_ms": 1.389, "count": 48, "max_ms": 3.549, "p95_ms": 2.238}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 48, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.246, "count": 48, "max_ms": 52.726, "p95_ms": 42.593}, "visualizer_prepare_ms": {"avg_ms": 0.087, "count": 48, "max_ms": 0.16, "p95_ms": 0.157}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 48}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 48}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 48}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 806.66, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.74, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.058, "sample_count": 2097, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 10217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:56:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114260, "write_bytes_delta": 114260, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 283.0, "cpu_core_ratio": 0.623779, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 660.0, "pid": 2005, "reason": null, "system_cpu_core_ratio": 0.221788, "system_cpu_s_delta": 2.24, "user_cpu_core_ratio": 0.401991, "user_cpu_s_delta": 4.059999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.588162, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.494073, "system_cpu_s_delta": 4.989999999999895, "user_cpu_core_ratio": 1.094089, "user_cpu_s_delta": 11.049999999999955}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.163, "count": 193, "max_ms": 10.689, "p95_ms": 4.87, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.207, "max": 11.0, "p95": 11.0, "sample_count": 193}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.14, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 193}, "total": {"avg": 3.14, "max": 5.0, "p95": 5.0, "sample_count": 193}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.683, "count": 30, "max": 58.642, "p95": 55.659, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.503, "count": 30, "max": 29.31, "p95": 25.69, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 783.567, "count": 30, "max": 1105.0, "p95": 1098.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1072.767, "count": 30, "max": 9356.0, "p95": 4576.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.086, "count": 30, "max": 0.31, "p95": 0.263, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.523, "p95": 0.48, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.095, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116671.133, "count": 30, "max": 122588.0, "p95": 121044.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116671.133, "count": 30, "max": 122588.0, "p95": 121044.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1055.7, "count": 30, "max": 31087.0, "p95": 51.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.475, "count": 30, "max": 0.592, "p95": 0.571, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.106, "count": 30, "max": 1.279, "p95": 1.253, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 106, "sampled_at": "2026-10-30T14:56:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:56:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 25290, "flush_count": 28, "flush_interval_seconds": 30.0, "flush_state": {"count": 28, "last_at": "2026-10-30T14:58:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:58:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 27}, "started": true, "suppressed_count": 11471, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 11469}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 28, "written_record_count": 28}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4500.359, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x57f91c579b40] error while decoding MB 13 44, bytestream -17", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 31781376000, "copied_frame_count": 11495, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T14:52:21+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3718307, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:52:14+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.667}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 2, "events_emitted": 2, "events_failed": 0, "events_observed": 2, "events_suppressed": 0, "frame_buffer_copied_bytes": 31781376000, "frame_buffer_copies": 11495, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 100, "recorder_active_input_bytes": 276480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 2, "recorder_clips_failed": 0, "recorder_clips_started": 2, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 2, "worker_jobs_accepted": 2, "worker_jobs_completed": 2, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.129, "count": 512, "max_ms": 3.607, "p50_ms": 0.1067, "p95_ms": 0.2406, "p99_ms": 0.3084}, "stages": {"db_insert": {"avg_ms": 10.395, "count": 2, "max_ms": 13.3409, "p50_ms": 10.395, "p95_ms": 13.0463, "p99_ms": 13.282, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0967, "count": 2, "max_ms": 2.2613, "p50_ms": 2.0967, "p95_ms": 2.2448, "p99_ms": 2.258, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1260.5617, "count": 2, "max_ms": 1375.0681, "p50_ms": 1260.5617, "p95_ms": 1363.6175, "p99_ms": 1372.778, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4927, "count": 512, "max_ms": 3.746, "p50_ms": 1.3659, "p95_ms": 2.5133, "p99_ms": 3.0768, "results": {"failed": 0, "not_applicable": 0, "success": 11495, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 564.2908, "count": 2, "max_ms": 595.7564, "p50_ms": 564.2908, "p95_ms": 592.6098, "p99_ms": 595.1271, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 42.5521, "count": 2, "max_ms": 45.037, "p50_ms": 42.5521, "p95_ms": 44.7885, "p99_ms": 44.9873, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.595, "count": 100, "max_ms": 15.2315, "p50_ms": 5.3321, "p95_ms": 8.2386, "p99_ms": 9.8252, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6224, "count": 100, "max_ms": 5.1681, "p50_ms": 1.4597, "p95_ms": 2.6987, "p99_ms": 3.5769, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 557.4831, "count": 2, "max_ms": 586.6132, "p50_ms": 557.4831, "p95_ms": 583.7002, "p99_ms": 586.0306, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 465.2852, "count": 2, "max_ms": 493.9683, "p50_ms": 465.2852, "p95_ms": 491.1, "p99_ms": 493.3946, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.6707, "count": 2, "max_ms": 87.142, "p50_ms": 85.6707, "p95_ms": 86.9949, "p99_ms": 87.1126, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6142, "count": 2, "max_ms": 1.8486, "p50_ms": 1.6142, "p95_ms": 1.8251, "p99_ms": 1.8439, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.9083, "count": 2, "max_ms": 50.6832, "p50_ms": 43.9083, "p95_ms": 50.0057, "p99_ms": 50.5477, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7882, "count": 2, "max_ms": 0.8214, "p50_ms": 0.7882, "p95_ms": 0.8181, "p99_ms": 0.8207, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2171, "count": 2, "max_ms": 1.7209, "p50_ms": 1.2171, "p95_ms": 1.6705, "p99_ms": 1.7108, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2171, "count": 2, "max_ms": 1.7209, "p50_ms": 1.2171, "p95_ms": 1.6705, "p99_ms": 1.7108, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7882, "count": 2, "max_ms": 0.8214, "p50_ms": 0.7882, "p95_ms": 0.8181, "p99_ms": 0.8207, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 5.8974, "count": 2, "max_ms": 9.2164, "p50_ms": 5.8974, "p95_ms": 8.8845, "p99_ms": 9.15, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 616.3145, "count": 2, "max_ms": 716.4065, "p50_ms": 616.3145, "p95_ms": 706.3973, "p99_ms": 714.4046, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.2164, "count": 2, "max_ms": 2.4786, "p50_ms": 2.2164, "p95_ms": 2.4524, "p99_ms": 2.4734, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.0142, "count": 2, "max_ms": 25.0322, "p50_ms": 14.0142, "p95_ms": 23.9304, "p99_ms": 24.8118, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6645, "count": 2, "max_ms": 1.1521, "p50_ms": 0.6645, "p95_ms": 1.1033, "p99_ms": 1.1423, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1566, "count": 2, "max_ms": 2.7861, "p50_ms": 2.1566, "p95_ms": 2.7231, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 694.2683, "count": 2, "max_ms": 778.4342, "p50_ms": 694.2683, "p95_ms": 770.0176, "p99_ms": 776.7509, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 2, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 2, "max_ms": 1.1521, "p50_ms": 0.6645, "p95_ms": 1.1033, "p99_ms": 1.1423}, "wait_ms": {"count": 2, "max_ms": 2.7861, "p50_ms": 2.1566, "p95_ms": 2.7231, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 2, "artifact_failed": 0, "artifact_requested": 2, "artifact_success": 2, "completed": 2, "completed_failed": 0, "completed_success": 2, "cooldown_promoted": 2, "database_requested": 2, "db_insert_success": 2, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15543, "relay_business_failed": 0, "relay_business_success": 2, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 2, "relay_transport_failed": 0, "relay_transport_success": 2, "reservation_requested": 2}, "snapshot": {"copied_bytes": 5529600, "copied_count": 2, "copy": {"count": 2, "max_ms": 2.2613, "p50_ms": 2.0967, "p95_ms": 2.2448, "p99_ms": 2.258}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 8, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:59:31+09:00", "last_error_summary": "[h264 @ 0x57f91c579b40] error while decoding MB 13 44, bytestream -17", "last_exit_at": "2026-10-30T14:56:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 161.729, "last_started_at": "2026-10-30T14:56:49+09:00", "pid": 2121, "process": {"exists": false, "pid": 2121}, "restart_count": 8, "restart_count_per_hour": 8, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.934, "sample_count": 2037, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11495, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:59:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.055, "last_frame_pushed_at": "2026-10-30T14:59:31+09:00", "last_frame_read_age_sec": 0.051, "last_frame_read_at": "2026-10-30T14:59:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 3, "debug_expires_at": null, "deduplicated_count": 2, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 349.408, "last_sample_duration_ms": 724.596, "last_trigger": "periodic", "next_snapshot_in_sec": 250.592, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 3, "storage_bytes": 1077624}, "mjpeg": {"age_sec": 0.045, "exists": true, "mtime": "2026-10-30T14:59:31.246905+09:00", "mtime_epoch": 1793339971.2469053, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 109557}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:59:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 807.301, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 11496, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.792, "max": 16.0, "p95": 14.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.254, "max": 4.0, "p95": 4.0, "sample_count": 236}, "total": {"avg": 3.254, "max": 4.0, "p95": 4.0, "sample_count": 236}}, "tracking_counts": {"active": {"avg": 0.593, "max": 2.0, "p95": 1.0, "sample_count": 236}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 236}, "tracked": {"avg": 0.593, "max": 2.0, "p95": 1.0, "sample_count": 236}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 236, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.878, "pushed": 7.878, "read": 7.878}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 236, "client_acquire_ms": {"avg_ms": 0.009, "count": 236, "max_ms": 0.04, "p95_ms": 0.018, "reason": null, "sample_age_ms": 17.545, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.039, "count": 236, "max_ms": 10.234, "p95_ms": 3.494, "reason": null, "sample_age_ms": 56.637, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.423, "count": 236, "max_ms": 9.839, "p95_ms": 2.38, "reason": null, "sample_age_ms": 56.903, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.42, "count": 236, "max_ms": 1.596, "p95_ms": 0.829, "reason": null, "sample_age_ms": 17.567, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.241, "count": 236, "max_ms": 8.369, "p95_ms": 3.666, "reason": null, "sample_age_ms": 55.152, "source": "client_direct"}, "request_count": 236, "request_tensor_bytes": {"avg": 2764808.0, "count": 236, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 55.134, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 236, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 18.174, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.826, "count": 236, "max_ms": 83.517, "p95_ms": 69.738, "reason": null, "sample_age_ms": 17.538, "source": "client_direct"}, "sample_age_ms": 17.531, "source": "client_direct", "task_total_ms": {"avg_ms": 53.687, "count": 236, "max_ms": 86.014, "p95_ms": 72.982, "reason": null, "sample_age_ms": 17.531, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.219, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.004, "count": 236, "max_ms": 21.337, "p95_ms": 15.662}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.575, "count": 236, "max_ms": 1.548, "p95_ms": 1.187}, "detection_prepare_ms": {"avg_ms": 1.977, "count": 236, "max_ms": 9.613, "p95_ms": 3.648}, "event_filter_ms": {"avg_ms": 0.007, "count": 236, "max_ms": 0.037, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.481, "count": 236, "max_ms": 1.506, "p95_ms": 0.833}, "mcmt_ms": {"avg_ms": 0.004, "count": 236, "max_ms": 0.019, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.295, "count": 236, "max_ms": 9.212, "p95_ms": 6.791}, "setup_ms": {"avg_ms": 0.052, "count": 236, "max_ms": 0.163, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 9.929, "count": 236, "max_ms": 21.253, "p95_ms": 15.515}, "track_match_ms": {"avg_ms": 0.152, "count": 236, "max_ms": 0.469, "p95_ms": 0.294}, "tracker_update_ms": {"avg_ms": 2.385, "count": 236, "max_ms": 6.05, "p95_ms": 3.977}}, "gstreamer_push": {"avg_ms": 3.353, "count": 236, "max_ms": 7.845, "p95_ms": 5.424}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.062, "count": 236, "max_ms": 0.505, "p95_ms": 0.132}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.343, "count": 236, "max_ms": 89.704, "p95_ms": 77.42}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.407, "count": 236, "max_ms": 17.263, "p95_ms": 8.08}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.753, "count": 236, "max_ms": 167.265, "p95_ms": 138.627}, "inference_input_copy_ms": {"avg_ms": 1.709, "count": 236, "max_ms": 5.405, "p95_ms": 2.942}, "processing_residual_ms": {"avg_ms": 0.275, "count": 236, "max_ms": 0.777, "p95_ms": 0.518}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.144, "count": 236, "max_ms": 172.451, "p95_ms": 144.76}, "read_interval": {"avg_ms": 127.283, "count": 236, "max_ms": 200.146, "p95_ms": 173.943}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.025, "count": 236, "max_ms": 0.343, "p95_ms": 0.047}, "execute_total_ms": {"avg_ms": 4.203, "count": 236, "max_ms": 9.03, "p95_ms": 6.647}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 236, "max_ms": 0.087, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.178, "count": 236, "max_ms": 8.983, "p95_ms": 6.628}, "worker_merge_ms": {"avg_ms": 0.008, "count": 236, "max_ms": 0.041, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 55.359, "count": 236, "max_ms": 89.712, "p95_ms": 77.43}, "visualize": {"avg_ms": 39.91, "count": 236, "max_ms": 67.312, "p95_ms": 53.239}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.966, "count": 236, "max_ms": 47.986, "p95_ms": 41.179}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.208, "count": 236, "max_ms": 61.817, "p95_ms": 52.049}, "visualize_input_copy_ms": {"avg_ms": 1.431, "count": 236, "max_ms": 6.697, "p95_ms": 2.568}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.044, "count": 236, "max_ms": 61.62, "p95_ms": 51.781}, "visualizer_prepare_ms": {"avg_ms": 0.083, "count": 236, "max_ms": 0.242, "p95_ms": 0.172}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 236}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 807.227, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.068, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.934, "sample_count": 1998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:58:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114117, "write_bytes_delta": 114117, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 945.0, "cpu_core_ratio": 0.431763, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 42.0, "pid": 2121, "reason": null, "system_cpu_core_ratio": 0.032407, "system_cpu_s_delta": 0.6499999999999995, "user_cpu_core_ratio": 0.399356, "user_cpu_s_delta": 8.009999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.868148, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 30.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.57934, "system_cpu_s_delta": 11.620000000000005, "user_cpu_core_ratio": 1.288808, "user_cpu_s_delta": 25.850000000000136}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.256, "count": 226, "max_ms": 8.176, "p95_ms": 5.115, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.575, "max": 26.0, "p95": 21.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.088, "key_count": 1, "max": 7.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 226}, "total": {"avg": 4.088, "max": 7.0, "p95": 5.0, "sample_count": 226}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.769, "count": 30, "max": 64.244, "p95": 52.477, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.323, "count": 30, "max": 29.943, "p95": 22.646, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 805.867, "count": 30, "max": 1105.0, "p95": 1097.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1171.767, "count": 30, "max": 9356.0, "p95": 4576.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.085, "count": 30, "max": 0.31, "p95": 0.263, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.401, "count": 30, "max": 0.523, "p95": 0.478, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.103, "p95": 0.053, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116478.7, "count": 30, "max": 122588.0, "p95": 121044.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116478.7, "count": 30, "max": 122588.0, "p95": 121044.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1055.6, "count": 30, "max": 31087.0, "p95": 51.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.479, "count": 30, "max": 0.62, "p95": 0.595, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.093, "count": 30, "max": 1.36, "p95": 1.31, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 114, "sampled_at": "2026-10-30T14:58:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:58:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 25290, "flush_count": 28, "flush_interval_seconds": 30.0, "flush_state": {"count": 28, "last_at": "2026-10-30T14:58:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:58:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 27}, "started": true, "suppressed_count": 11471, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 11469}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 28, "written_record_count": 28}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4500.059, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T14:59:31+09:00", "last_error_summary": "[h264 @ 0x57f91c579b40] error while decoding MB 13 44, bytestream -17", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 31784140800, "copied_frame_count": 11496, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T14:52:21+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3718307, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:52:14+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.667}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 2, "events_emitted": 2, "events_failed": 0, "events_observed": 2, "events_suppressed": 0, "frame_buffer_copied_bytes": 31784140800, "frame_buffer_copies": 11496, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 100, "recorder_active_input_bytes": 276480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 2, "recorder_clips_failed": 0, "recorder_clips_started": 2, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 2, "worker_jobs_accepted": 2, "worker_jobs_completed": 2, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1291, "count": 512, "max_ms": 3.607, "p50_ms": 0.1067, "p95_ms": 0.2406, "p99_ms": 0.3084}, "stages": {"db_insert": {"avg_ms": 10.395, "count": 2, "max_ms": 13.3409, "p50_ms": 10.395, "p95_ms": 13.0463, "p99_ms": 13.282, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0967, "count": 2, "max_ms": 2.2613, "p50_ms": 2.0967, "p95_ms": 2.2448, "p99_ms": 2.258, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1260.5617, "count": 2, "max_ms": 1375.0681, "p50_ms": 1260.5617, "p95_ms": 1363.6175, "p99_ms": 1372.778, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.493, "count": 512, "max_ms": 3.746, "p50_ms": 1.3659, "p95_ms": 2.5133, "p99_ms": 3.0768, "results": {"failed": 0, "not_applicable": 0, "success": 11496, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 564.2908, "count": 2, "max_ms": 595.7564, "p50_ms": 564.2908, "p95_ms": 592.6098, "p99_ms": 595.1271, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 42.5521, "count": 2, "max_ms": 45.037, "p50_ms": 42.5521, "p95_ms": 44.7885, "p99_ms": 44.9873, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.595, "count": 100, "max_ms": 15.2315, "p50_ms": 5.3321, "p95_ms": 8.2386, "p99_ms": 9.8252, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6224, "count": 100, "max_ms": 5.1681, "p50_ms": 1.4597, "p95_ms": 2.6987, "p99_ms": 3.5769, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 557.4831, "count": 2, "max_ms": 586.6132, "p50_ms": 557.4831, "p95_ms": 583.7002, "p99_ms": 586.0306, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 465.2852, "count": 2, "max_ms": 493.9683, "p50_ms": 465.2852, "p95_ms": 491.1, "p99_ms": 493.3946, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.6707, "count": 2, "max_ms": 87.142, "p50_ms": 85.6707, "p95_ms": 86.9949, "p99_ms": 87.1126, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6142, "count": 2, "max_ms": 1.8486, "p50_ms": 1.6142, "p95_ms": 1.8251, "p99_ms": 1.8439, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.9083, "count": 2, "max_ms": 50.6832, "p50_ms": 43.9083, "p95_ms": 50.0057, "p99_ms": 50.5477, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7882, "count": 2, "max_ms": 0.8214, "p50_ms": 0.7882, "p95_ms": 0.8181, "p99_ms": 0.8207, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2171, "count": 2, "max_ms": 1.7209, "p50_ms": 1.2171, "p95_ms": 1.6705, "p99_ms": 1.7108, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2171, "count": 2, "max_ms": 1.7209, "p50_ms": 1.2171, "p95_ms": 1.6705, "p99_ms": 1.7108, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7882, "count": 2, "max_ms": 0.8214, "p50_ms": 0.7882, "p95_ms": 0.8181, "p99_ms": 0.8207, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 5.8974, "count": 2, "max_ms": 9.2164, "p50_ms": 5.8974, "p95_ms": 8.8845, "p99_ms": 9.15, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 616.3145, "count": 2, "max_ms": 716.4065, "p50_ms": 616.3145, "p95_ms": 706.3973, "p99_ms": 714.4046, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.2164, "count": 2, "max_ms": 2.4786, "p50_ms": 2.2164, "p95_ms": 2.4524, "p99_ms": 2.4734, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.0142, "count": 2, "max_ms": 25.0322, "p50_ms": 14.0142, "p95_ms": 23.9304, "p99_ms": 24.8118, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6645, "count": 2, "max_ms": 1.1521, "p50_ms": 0.6645, "p95_ms": 1.1033, "p99_ms": 1.1423, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1566, "count": 2, "max_ms": 2.7861, "p50_ms": 2.1566, "p95_ms": 2.7231, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 694.2683, "count": 2, "max_ms": 778.4342, "p50_ms": 694.2683, "p95_ms": 770.0176, "p99_ms": 776.7509, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 2, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 2, "max_ms": 1.1521, "p50_ms": 0.6645, "p95_ms": 1.1033, "p99_ms": 1.1423}, "wait_ms": {"count": 2, "max_ms": 2.7861, "p50_ms": 2.1566, "p95_ms": 2.7231, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 2, "artifact_failed": 0, "artifact_requested": 2, "artifact_success": 2, "completed": 2, "completed_failed": 0, "completed_success": 2, "cooldown_promoted": 2, "database_requested": 2, "db_insert_success": 2, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15543, "relay_business_failed": 0, "relay_business_success": 2, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 2, "relay_transport_failed": 0, "relay_transport_success": 2, "reservation_requested": 2}, "snapshot": {"copied_bytes": 5529600, "copied_count": 2, "copy": {"count": 2, "max_ms": 2.2613, "p50_ms": 2.0967, "p95_ms": 2.2448, "p99_ms": 2.258}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 8, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:59:31+09:00", "last_error_summary": "[h264 @ 0x57f91c579b40] error while decoding MB 13 44, bytestream -17", "last_exit_at": "2026-10-30T14:59:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 161.793, "last_started_at": "2026-10-30T14:56:49+09:00", "pid": 2121, "process": {"exists": false, "pid": 2121}, "restart_count": 8, "restart_count_per_hour": 8, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.934, "sample_count": 2037, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11496, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:59:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T14:59:31+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-10-30T14:59:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 3, "debug_expires_at": null, "deduplicated_count": 2, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 349.47, "last_sample_duration_ms": 724.596, "last_trigger": "periodic", "next_snapshot_in_sec": 250.53, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 3, "storage_bytes": 1077624}, "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-10-30T14:59:31.246905+09:00", "mtime_epoch": 1793339971.2469053, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 109557}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:59:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 807.301, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 11496, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.805, "max": 16.0, "p95": 14.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.258, "max": 4.0, "p95": 4.0, "sample_count": 236}, "total": {"avg": 3.258, "max": 4.0, "p95": 4.0, "sample_count": 236}}, "tracking_counts": {"active": {"avg": 0.589, "max": 2.0, "p95": 1.0, "sample_count": 236}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 236}, "tracked": {"avg": 0.589, "max": 2.0, "p95": 1.0, "sample_count": 236}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.908, "pushed": 7.908, "read": 7.874}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 235, "client_acquire_ms": {"avg_ms": 0.009, "count": 236, "max_ms": 0.04, "p95_ms": 0.018, "reason": null, "sample_age_ms": 82.312, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.026, "count": 235, "max_ms": 10.234, "p95_ms": 3.362, "reason": null, "sample_age_ms": 121.404, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.424, "count": 235, "max_ms": 9.839, "p95_ms": 2.397, "reason": null, "sample_age_ms": 121.67, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.42, "count": 236, "max_ms": 1.596, "p95_ms": 0.829, "reason": null, "sample_age_ms": 82.334, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.241, "count": 235, "max_ms": 8.369, "p95_ms": 3.67, "reason": null, "sample_age_ms": 119.919, "source": "client_direct"}, "request_count": 235, "request_tensor_bytes": {"avg": 2764808.0, "count": 235, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 119.901, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 236, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 82.941, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.826, "count": 236, "max_ms": 83.517, "p95_ms": 69.738, "reason": null, "sample_age_ms": 82.305, "source": "client_direct"}, "sample_age_ms": 82.299, "source": "client_direct", "task_total_ms": {"avg_ms": 53.687, "count": 236, "max_ms": 86.014, "p95_ms": 72.982, "reason": null, "sample_age_ms": 82.299, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.357, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.969, "count": 236, "max_ms": 21.337, "p95_ms": 15.418}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.57, "count": 236, "max_ms": 1.548, "p95_ms": 1.099}, "detection_prepare_ms": {"avg_ms": 1.972, "count": 236, "max_ms": 9.613, "p95_ms": 3.648}, "event_filter_ms": {"avg_ms": 0.007, "count": 236, "max_ms": 0.037, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.479, "count": 236, "max_ms": 1.506, "p95_ms": 0.819}, "mcmt_ms": {"avg_ms": 0.004, "count": 236, "max_ms": 0.019, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.282, "count": 236, "max_ms": 9.212, "p95_ms": 6.791}, "setup_ms": {"avg_ms": 0.052, "count": 236, "max_ms": 0.163, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 9.895, "count": 236, "max_ms": 21.253, "p95_ms": 15.345}, "track_match_ms": {"avg_ms": 0.15, "count": 236, "max_ms": 0.464, "p95_ms": 0.288}, "tracker_update_ms": {"avg_ms": 2.378, "count": 236, "max_ms": 6.05, "p95_ms": 3.977}}, "gstreamer_push": {"avg_ms": 3.351, "count": 236, "max_ms": 7.845, "p95_ms": 5.424}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.061, "count": 236, "max_ms": 0.505, "p95_ms": 0.132}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.211, "count": 236, "max_ms": 89.704, "p95_ms": 77.42}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.398, "count": 236, "max_ms": 17.263, "p95_ms": 8.08}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.664, "count": 236, "max_ms": 167.265, "p95_ms": 138.627}, "inference_input_copy_ms": {"avg_ms": 1.713, "count": 236, "max_ms": 5.405, "p95_ms": 2.942}, "processing_residual_ms": {"avg_ms": 0.275, "count": 236, "max_ms": 0.777, "p95_ms": 0.518}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.05, "count": 236, "max_ms": 172.451, "p95_ms": 144.76}, "read_interval": {"avg_ms": 127.204, "count": 235, "max_ms": 200.146, "p95_ms": 173.943}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.025, "count": 236, "max_ms": 0.343, "p95_ms": 0.047}, "execute_total_ms": {"avg_ms": 4.19, "count": 236, "max_ms": 9.03, "p95_ms": 6.647}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 236, "max_ms": 0.087, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.165, "count": 236, "max_ms": 8.983, "p95_ms": 6.628}, "worker_merge_ms": {"avg_ms": 0.008, "count": 236, "max_ms": 0.041, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 55.226, "count": 236, "max_ms": 89.712, "p95_ms": 77.43}, "visualize": {"avg_ms": 39.99, "count": 236, "max_ms": 67.312, "p95_ms": 54.589}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.014, "count": 236, "max_ms": 47.986, "p95_ms": 41.691}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.295, "count": 236, "max_ms": 61.817, "p95_ms": 52.215}, "visualize_input_copy_ms": {"avg_ms": 1.426, "count": 236, "max_ms": 6.697, "p95_ms": 2.568}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.131, "count": 236, "max_ms": 61.62, "p95_ms": 52.028}, "visualizer_prepare_ms": {"avg_ms": 0.083, "count": 236, "max_ms": 0.242, "p95_ms": 0.172}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 236}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 807.227, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.068, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.934, "sample_count": 1998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:58:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114117, "write_bytes_delta": 114117, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 945.0, "cpu_core_ratio": 0.431763, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 42.0, "pid": 2121, "reason": null, "system_cpu_core_ratio": 0.032407, "system_cpu_s_delta": 0.6499999999999995, "user_cpu_core_ratio": 0.399356, "user_cpu_s_delta": 8.009999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.868148, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 30.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.57934, "system_cpu_s_delta": 11.620000000000005, "user_cpu_core_ratio": 1.288808, "user_cpu_s_delta": 25.850000000000136}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.256, "count": 226, "max_ms": 8.176, "p95_ms": 5.115, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.575, "max": 26.0, "p95": 21.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.088, "key_count": 1, "max": 7.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 226}, "total": {"avg": 4.088, "max": 7.0, "p95": 5.0, "sample_count": 226}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.769, "count": 30, "max": 64.244, "p95": 52.477, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.323, "count": 30, "max": 29.943, "p95": 22.646, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 805.867, "count": 30, "max": 1105.0, "p95": 1097.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1171.767, "count": 30, "max": 9356.0, "p95": 4576.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.085, "count": 30, "max": 0.31, "p95": 0.263, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.401, "count": 30, "max": 0.523, "p95": 0.478, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.103, "p95": 0.053, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116478.7, "count": 30, "max": 122588.0, "p95": 121044.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116478.7, "count": 30, "max": 122588.0, "p95": 121044.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1055.6, "count": 30, "max": 31087.0, "p95": 51.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.479, "count": 30, "max": 0.62, "p95": 0.595, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.093, "count": 30, "max": 1.36, "p95": 1.31, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 114, "sampled_at": "2026-10-30T14:58:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:58:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.844, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 25290, "flush_count": 28, "flush_interval_seconds": 30.0, "flush_state": {"count": 28, "last_at": "2026-10-30T14:58:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:58:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 27}, "started": true, "suppressed_count": 11471, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 11469}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 28, "written_record_count": 28}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4499.578, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 31784140800, "copied_frame_count": 11496, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T14:52:21+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3718307, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:52:14+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.667}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 2, "events_emitted": 2, "events_failed": 0, "events_observed": 2, "events_suppressed": 0, "frame_buffer_copied_bytes": 31784140800, "frame_buffer_copies": 11496, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 100, "recorder_active_input_bytes": 276480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 2, "recorder_clips_failed": 0, "recorder_clips_started": 2, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 2, "worker_jobs_accepted": 2, "worker_jobs_completed": 2, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1291, "count": 512, "max_ms": 3.607, "p50_ms": 0.1067, "p95_ms": 0.2406, "p99_ms": 0.3084}, "stages": {"db_insert": {"avg_ms": 10.395, "count": 2, "max_ms": 13.3409, "p50_ms": 10.395, "p95_ms": 13.0463, "p99_ms": 13.282, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0967, "count": 2, "max_ms": 2.2613, "p50_ms": 2.0967, "p95_ms": 2.2448, "p99_ms": 2.258, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1260.5617, "count": 2, "max_ms": 1375.0681, "p50_ms": 1260.5617, "p95_ms": 1363.6175, "p99_ms": 1372.778, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.493, "count": 512, "max_ms": 3.746, "p50_ms": 1.3659, "p95_ms": 2.5133, "p99_ms": 3.0768, "results": {"failed": 0, "not_applicable": 0, "success": 11496, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 564.2908, "count": 2, "max_ms": 595.7564, "p50_ms": 564.2908, "p95_ms": 592.6098, "p99_ms": 595.1271, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 42.5521, "count": 2, "max_ms": 45.037, "p50_ms": 42.5521, "p95_ms": 44.7885, "p99_ms": 44.9873, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.595, "count": 100, "max_ms": 15.2315, "p50_ms": 5.3321, "p95_ms": 8.2386, "p99_ms": 9.8252, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6224, "count": 100, "max_ms": 5.1681, "p50_ms": 1.4597, "p95_ms": 2.6987, "p99_ms": 3.5769, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 557.4831, "count": 2, "max_ms": 586.6132, "p50_ms": 557.4831, "p95_ms": 583.7002, "p99_ms": 586.0306, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 465.2852, "count": 2, "max_ms": 493.9683, "p50_ms": 465.2852, "p95_ms": 491.1, "p99_ms": 493.3946, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.6707, "count": 2, "max_ms": 87.142, "p50_ms": 85.6707, "p95_ms": 86.9949, "p99_ms": 87.1126, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6142, "count": 2, "max_ms": 1.8486, "p50_ms": 1.6142, "p95_ms": 1.8251, "p99_ms": 1.8439, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.9083, "count": 2, "max_ms": 50.6832, "p50_ms": 43.9083, "p95_ms": 50.0057, "p99_ms": 50.5477, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7882, "count": 2, "max_ms": 0.8214, "p50_ms": 0.7882, "p95_ms": 0.8181, "p99_ms": 0.8207, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2171, "count": 2, "max_ms": 1.7209, "p50_ms": 1.2171, "p95_ms": 1.6705, "p99_ms": 1.7108, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2171, "count": 2, "max_ms": 1.7209, "p50_ms": 1.2171, "p95_ms": 1.6705, "p99_ms": 1.7108, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7882, "count": 2, "max_ms": 0.8214, "p50_ms": 0.7882, "p95_ms": 0.8181, "p99_ms": 0.8207, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 5.8974, "count": 2, "max_ms": 9.2164, "p50_ms": 5.8974, "p95_ms": 8.8845, "p99_ms": 9.15, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 616.3145, "count": 2, "max_ms": 716.4065, "p50_ms": 616.3145, "p95_ms": 706.3973, "p99_ms": 714.4046, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.2164, "count": 2, "max_ms": 2.4786, "p50_ms": 2.2164, "p95_ms": 2.4524, "p99_ms": 2.4734, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.0142, "count": 2, "max_ms": 25.0322, "p50_ms": 14.0142, "p95_ms": 23.9304, "p99_ms": 24.8118, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6645, "count": 2, "max_ms": 1.1521, "p50_ms": 0.6645, "p95_ms": 1.1033, "p99_ms": 1.1423, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1566, "count": 2, "max_ms": 2.7861, "p50_ms": 2.1566, "p95_ms": 2.7231, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 694.2683, "count": 2, "max_ms": 778.4342, "p50_ms": 694.2683, "p95_ms": 770.0176, "p99_ms": 776.7509, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 2, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 2, "max_ms": 1.1521, "p50_ms": 0.6645, "p95_ms": 1.1033, "p99_ms": 1.1423}, "wait_ms": {"count": 2, "max_ms": 2.7861, "p50_ms": 2.1566, "p95_ms": 2.7231, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 2, "artifact_failed": 0, "artifact_requested": 2, "artifact_success": 2, "completed": 2, "completed_failed": 0, "completed_success": 2, "cooldown_promoted": 2, "database_requested": 2, "db_insert_success": 2, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15543, "relay_business_failed": 0, "relay_business_success": 2, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 2, "relay_transport_failed": 0, "relay_transport_success": 2, "reservation_requested": 2}, "snapshot": {"copied_bytes": 5529600, "copied_count": 2, "copy": {"count": 2, "max_ms": 2.2613, "p50_ms": 2.0967, "p95_ms": 2.2448, "p99_ms": 2.258}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 8, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:59:31+09:00", "last_error_summary": "[h264 @ 0x57f91c579b40] error while decoding MB 13 44, bytestream -17", "last_exit_at": "2026-10-30T14:59:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 161.831, "last_started_at": "2026-10-30T14:56:49+09:00", "pid": 2121, "process": {"exists": false, "pid": 2121}, "restart_count": 8, "restart_count_per_hour": 8, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.934, "sample_count": 2037, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11496, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:59:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.039, "last_frame_pushed_at": "2026-10-30T14:59:31+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-10-30T14:59:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 3, "debug_expires_at": null, "deduplicated_count": 2, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 349.512, "last_sample_duration_ms": 724.596, "last_trigger": "periodic", "next_snapshot_in_sec": 250.488, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 3, "storage_bytes": 1077624}, "mjpeg": {"age_sec": 0.032, "exists": true, "mtime": "2026-10-30T14:59:31.361906+09:00", "mtime_epoch": 1793339971.361906, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 110214}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:59:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 807.301, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 11496, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.805, "max": 16.0, "p95": 14.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.258, "max": 4.0, "p95": 4.0, "sample_count": 236}, "total": {"avg": 3.258, "max": 4.0, "p95": 4.0, "sample_count": 236}}, "tracking_counts": {"active": {"avg": 0.589, "max": 2.0, "p95": 1.0, "sample_count": 236}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 236}, "tracked": {"avg": 0.589, "max": 2.0, "p95": 1.0, "sample_count": 236}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.898, "pushed": 7.898, "read": 7.864}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 235, "client_acquire_ms": {"avg_ms": 0.009, "count": 236, "max_ms": 0.04, "p95_ms": 0.018, "reason": null, "sample_age_ms": 123.966, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.026, "count": 235, "max_ms": 10.234, "p95_ms": 3.362, "reason": null, "sample_age_ms": 163.058, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.424, "count": 235, "max_ms": 9.839, "p95_ms": 2.397, "reason": null, "sample_age_ms": 163.324, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.42, "count": 236, "max_ms": 1.596, "p95_ms": 0.829, "reason": null, "sample_age_ms": 123.988, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.241, "count": 235, "max_ms": 8.369, "p95_ms": 3.67, "reason": null, "sample_age_ms": 161.573, "source": "client_direct"}, "request_count": 235, "request_tensor_bytes": {"avg": 2764808.0, "count": 235, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 161.555, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 236, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 124.595, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.826, "count": 236, "max_ms": 83.517, "p95_ms": 69.738, "reason": null, "sample_age_ms": 123.96, "source": "client_direct"}, "sample_age_ms": 123.953, "source": "client_direct", "task_total_ms": {"avg_ms": 53.687, "count": 236, "max_ms": 86.014, "p95_ms": 72.982, "reason": null, "sample_age_ms": 123.953, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.454, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.969, "count": 236, "max_ms": 21.337, "p95_ms": 15.418}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.57, "count": 236, "max_ms": 1.548, "p95_ms": 1.099}, "detection_prepare_ms": {"avg_ms": 1.972, "count": 236, "max_ms": 9.613, "p95_ms": 3.648}, "event_filter_ms": {"avg_ms": 0.007, "count": 236, "max_ms": 0.037, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.479, "count": 236, "max_ms": 1.506, "p95_ms": 0.819}, "mcmt_ms": {"avg_ms": 0.004, "count": 236, "max_ms": 0.019, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.282, "count": 236, "max_ms": 9.212, "p95_ms": 6.791}, "setup_ms": {"avg_ms": 0.052, "count": 236, "max_ms": 0.163, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 9.895, "count": 236, "max_ms": 21.253, "p95_ms": 15.345}, "track_match_ms": {"avg_ms": 0.15, "count": 236, "max_ms": 0.464, "p95_ms": 0.288}, "tracker_update_ms": {"avg_ms": 2.378, "count": 236, "max_ms": 6.05, "p95_ms": 3.977}}, "gstreamer_push": {"avg_ms": 3.351, "count": 236, "max_ms": 7.845, "p95_ms": 5.424}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.061, "count": 236, "max_ms": 0.505, "p95_ms": 0.132}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.211, "count": 236, "max_ms": 89.704, "p95_ms": 77.42}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.398, "count": 236, "max_ms": 17.263, "p95_ms": 8.08}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.664, "count": 236, "max_ms": 167.265, "p95_ms": 138.627}, "inference_input_copy_ms": {"avg_ms": 1.713, "count": 236, "max_ms": 5.405, "p95_ms": 2.942}, "processing_residual_ms": {"avg_ms": 0.275, "count": 236, "max_ms": 0.777, "p95_ms": 0.518}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.05, "count": 236, "max_ms": 172.451, "p95_ms": 144.76}, "read_interval": {"avg_ms": 127.204, "count": 235, "max_ms": 200.146, "p95_ms": 173.943}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.025, "count": 236, "max_ms": 0.343, "p95_ms": 0.047}, "execute_total_ms": {"avg_ms": 4.19, "count": 236, "max_ms": 9.03, "p95_ms": 6.647}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 236, "max_ms": 0.087, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.165, "count": 236, "max_ms": 8.983, "p95_ms": 6.628}, "worker_merge_ms": {"avg_ms": 0.008, "count": 236, "max_ms": 0.041, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 55.226, "count": 236, "max_ms": 89.712, "p95_ms": 77.43}, "visualize": {"avg_ms": 39.99, "count": 236, "max_ms": 67.312, "p95_ms": 54.589}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.014, "count": 236, "max_ms": 47.986, "p95_ms": 41.691}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.295, "count": 236, "max_ms": 61.817, "p95_ms": 52.215}, "visualize_input_copy_ms": {"avg_ms": 1.426, "count": 236, "max_ms": 6.697, "p95_ms": 2.568}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.131, "count": 236, "max_ms": 61.62, "p95_ms": 52.028}, "visualizer_prepare_ms": {"avg_ms": 0.083, "count": 236, "max_ms": 0.242, "p95_ms": 0.172}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 236}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 807.227, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.068, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.934, "sample_count": 1998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:58:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114117, "write_bytes_delta": 114117, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 945.0, "cpu_core_ratio": 0.431763, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 42.0, "pid": 2121, "reason": null, "system_cpu_core_ratio": 0.032407, "system_cpu_s_delta": 0.6499999999999995, "user_cpu_core_ratio": 0.399356, "user_cpu_s_delta": 8.009999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.868148, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 30.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.57934, "system_cpu_s_delta": 11.620000000000005, "user_cpu_core_ratio": 1.288808, "user_cpu_s_delta": 25.850000000000136}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.256, "count": 226, "max_ms": 8.176, "p95_ms": 5.115, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.575, "max": 26.0, "p95": 21.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.088, "key_count": 1, "max": 7.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 226}, "total": {"avg": 4.088, "max": 7.0, "p95": 5.0, "sample_count": 226}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.769, "count": 30, "max": 64.244, "p95": 52.477, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.323, "count": 30, "max": 29.943, "p95": 22.646, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 805.867, "count": 30, "max": 1105.0, "p95": 1097.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1171.767, "count": 30, "max": 9356.0, "p95": 4576.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.085, "count": 30, "max": 0.31, "p95": 0.263, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.401, "count": 30, "max": 0.523, "p95": 0.478, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.103, "p95": 0.053, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116478.7, "count": 30, "max": 122588.0, "p95": 121044.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116478.7, "count": 30, "max": 122588.0, "p95": 121044.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1055.6, "count": 30, "max": 31087.0, "p95": 51.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.479, "count": 30, "max": 0.62, "p95": 0.595, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.093, "count": 30, "max": 1.36, "p95": 1.31, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 114, "sampled_at": "2026-10-30T14:58:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:58:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 25290, "flush_count": 28, "flush_interval_seconds": 30.0, "flush_state": {"count": 28, "last_at": "2026-10-30T14:58:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T14:58:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 27}, "started": true, "suppressed_count": 11471, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 2, "tracking_summary": 11469}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 28, "written_record_count": 28}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4676.637, "limit_mb": null}, "detail": {"pid": 2237, "restart_count": 9, "start_count": 10}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 31784140800, "copied_frame_count": 11496, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T14:52:21+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3718307, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:52:14+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.667}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 2, "events_emitted": 2, "events_failed": 0, "events_observed": 2, "events_suppressed": 0, "frame_buffer_copied_bytes": 31784140800, "frame_buffer_copies": 11496, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 100, "recorder_active_input_bytes": 276480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 2, "recorder_clips_failed": 0, "recorder_clips_started": 2, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 2, "worker_jobs_accepted": 2, "worker_jobs_completed": 2, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1291, "count": 512, "max_ms": 3.607, "p50_ms": 0.1067, "p95_ms": 0.2406, "p99_ms": 0.3084}, "stages": {"db_insert": {"avg_ms": 10.395, "count": 2, "max_ms": 13.3409, "p50_ms": 10.395, "p95_ms": 13.0463, "p99_ms": 13.282, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0967, "count": 2, "max_ms": 2.2613, "p50_ms": 2.0967, "p95_ms": 2.2448, "p99_ms": 2.258, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1260.5617, "count": 2, "max_ms": 1375.0681, "p50_ms": 1260.5617, "p95_ms": 1363.6175, "p99_ms": 1372.778, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.493, "count": 512, "max_ms": 3.746, "p50_ms": 1.3659, "p95_ms": 2.5133, "p99_ms": 3.0768, "results": {"failed": 0, "not_applicable": 0, "success": 11496, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 564.2908, "count": 2, "max_ms": 595.7564, "p50_ms": 564.2908, "p95_ms": 592.6098, "p99_ms": 595.1271, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 42.5521, "count": 2, "max_ms": 45.037, "p50_ms": 42.5521, "p95_ms": 44.7885, "p99_ms": 44.9873, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.595, "count": 100, "max_ms": 15.2315, "p50_ms": 5.3321, "p95_ms": 8.2386, "p99_ms": 9.8252, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6224, "count": 100, "max_ms": 5.1681, "p50_ms": 1.4597, "p95_ms": 2.6987, "p99_ms": 3.5769, "results": {"failed": 0, "not_applicable": 0, "success": 100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 557.4831, "count": 2, "max_ms": 586.6132, "p50_ms": 557.4831, "p95_ms": 583.7002, "p99_ms": 586.0306, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 465.2852, "count": 2, "max_ms": 493.9683, "p50_ms": 465.2852, "p95_ms": 491.1, "p99_ms": 493.3946, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.6707, "count": 2, "max_ms": 87.142, "p50_ms": 85.6707, "p95_ms": 86.9949, "p99_ms": 87.1126, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6142, "count": 2, "max_ms": 1.8486, "p50_ms": 1.6142, "p95_ms": 1.8251, "p99_ms": 1.8439, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.9083, "count": 2, "max_ms": 50.6832, "p50_ms": 43.9083, "p95_ms": 50.0057, "p99_ms": 50.5477, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7882, "count": 2, "max_ms": 0.8214, "p50_ms": 0.7882, "p95_ms": 0.8181, "p99_ms": 0.8207, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2171, "count": 2, "max_ms": 1.7209, "p50_ms": 1.2171, "p95_ms": 1.6705, "p99_ms": 1.7108, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2171, "count": 2, "max_ms": 1.7209, "p50_ms": 1.2171, "p95_ms": 1.6705, "p99_ms": 1.7108, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7882, "count": 2, "max_ms": 0.8214, "p50_ms": 0.7882, "p95_ms": 0.8181, "p99_ms": 0.8207, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 5.8974, "count": 2, "max_ms": 9.2164, "p50_ms": 5.8974, "p95_ms": 8.8845, "p99_ms": 9.15, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 616.3145, "count": 2, "max_ms": 716.4065, "p50_ms": 616.3145, "p95_ms": 706.3973, "p99_ms": 714.4046, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 2, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.2164, "count": 2, "max_ms": 2.4786, "p50_ms": 2.2164, "p95_ms": 2.4524, "p99_ms": 2.4734, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.0142, "count": 2, "max_ms": 25.0322, "p50_ms": 14.0142, "p95_ms": 23.9304, "p99_ms": 24.8118, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.6645, "count": 2, "max_ms": 1.1521, "p50_ms": 0.6645, "p95_ms": 1.1033, "p99_ms": 1.1423, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1566, "count": 2, "max_ms": 2.7861, "p50_ms": 2.1566, "p95_ms": 2.7231, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 694.2683, "count": 2, "max_ms": 778.4342, "p50_ms": 694.2683, "p95_ms": 770.0176, "p99_ms": 776.7509, "results": {"failed": 0, "not_applicable": 0, "success": 2, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 2, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 2, "max_ms": 1.1521, "p50_ms": 0.6645, "p95_ms": 1.1033, "p99_ms": 1.1423}, "wait_ms": {"count": 2, "max_ms": 2.7861, "p50_ms": 2.1566, "p95_ms": 2.7231, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 2, "artifact_failed": 0, "artifact_requested": 2, "artifact_success": 2, "completed": 2, "completed_failed": 0, "completed_success": 2, "cooldown_promoted": 2, "database_requested": 2, "db_insert_success": 2, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15543, "relay_business_failed": 0, "relay_business_success": 2, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 2, "relay_transport_failed": 0, "relay_transport_success": 2, "reservation_requested": 2}, "snapshot": {"copied_bytes": 5529600, "copied_count": 2, "copy": {"count": 2, "max_ms": 2.2613, "p50_ms": 2.0967, "p95_ms": 2.2448, "p99_ms": 2.258}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 8, "h264_decode_error_count": 32, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T14:59:31+09:00", "last_error_summary": "[h264 @ 0x57f91c579b40] error while decoding MB 13 44, bytestream -17", "last_exit_at": "2026-10-30T14:59:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T14:59:33+09:00", "pid": 2237, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.262, "name": "ffmpeg", "pid": 2237, "rss_mb": 208.262, "state": "S (sleeping)", "threads": 70}, "restart_count": 9, "restart_count_per_hour": 9, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.966, "sample_count": 2001, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11496, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:59:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.545, "last_frame_pushed_at": "2026-10-30T14:59:31+09:00", "last_frame_read_age_sec": 4.659, "last_frame_read_at": "2026-10-30T14:59:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 3, "debug_expires_at": null, "deduplicated_count": 2, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 354.017, "last_sample_duration_ms": 724.596, "last_trigger": "periodic", "next_snapshot_in_sec": 245.983, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 3, "storage_bytes": 1077624}, "mjpeg": {"age_sec": 4.538, "exists": true, "mtime": "2026-10-30T14:59:31.361906+09:00", "mtime_epoch": 1793339971.361906, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 110214}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T14:59:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 807.305, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 11496, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.246, "max": 16.0, "p95": 14.0, "sample_count": 199}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.307, "max": 4.0, "p95": 4.0, "sample_count": 199}, "total": {"avg": 3.307, "max": 4.0, "p95": 4.0, "sample_count": 199}}, "tracking_counts": {"active": {"avg": 0.513, "max": 2.0, "p95": 1.0, "sample_count": 199}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 199}, "tracked": {"avg": 0.513, "max": 2.0, "p95": 1.0, "sample_count": 199}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.65, "pushed": 6.65, "read": 6.617}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 198, "client_acquire_ms": {"avg_ms": 0.009, "count": 199, "max_ms": 0.04, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4626.0, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.045, "count": 198, "max_ms": 10.234, "p95_ms": 3.285, "reason": null, "sample_age_ms": 4665.092, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.432, "count": 198, "max_ms": 9.839, "p95_ms": 2.345, "reason": null, "sample_age_ms": 4665.358, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.425, "count": 199, "max_ms": 1.596, "p95_ms": 0.837, "reason": null, "sample_age_ms": 4626.022, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.269, "count": 198, "max_ms": 8.369, "p95_ms": 3.669, "reason": null, "sample_age_ms": 4663.606, "source": "client_direct"}, "request_count": 198, "request_tensor_bytes": {"avg": 2764808.0, "count": 198, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4663.588, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 199, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4626.628, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.118, "count": 199, "max_ms": 83.517, "p95_ms": 67.945, "reason": null, "sample_age_ms": 4625.993, "source": "client_direct"}, "sample_age_ms": 4625.986, "source": "client_direct", "task_total_ms": {"avg_ms": 54.014, "count": 199, "max_ms": 86.014, "p95_ms": 71.0, "reason": null, "sample_age_ms": 4625.986, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.246, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.262, "count": 199, "max_ms": 21.337, "p95_ms": 15.83}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.582, "count": 199, "max_ms": 1.548, "p95_ms": 1.187}, "detection_prepare_ms": {"avg_ms": 2.019, "count": 199, "max_ms": 9.613, "p95_ms": 3.787}, "event_filter_ms": {"avg_ms": 0.007, "count": 199, "max_ms": 0.027, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.497, "count": 199, "max_ms": 1.506, "p95_ms": 0.844}, "mcmt_ms": {"avg_ms": 0.004, "count": 199, "max_ms": 0.019, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 4.438, "count": 199, "max_ms": 9.212, "p95_ms": 7.004}, "setup_ms": {"avg_ms": 0.053, "count": 199, "max_ms": 0.163, "p95_ms": 0.105}, "total_inside_ms": {"avg_ms": 10.186, "count": 199, "max_ms": 21.253, "p95_ms": 15.662}, "track_match_ms": {"avg_ms": 0.148, "count": 199, "max_ms": 0.464, "p95_ms": 0.298}, "tracker_update_ms": {"avg_ms": 2.437, "count": 199, "max_ms": 6.05, "p95_ms": 4.023}}, "gstreamer_push": {"avg_ms": 3.348, "count": 199, "max_ms": 7.845, "p95_ms": 5.474}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 199, "max_ms": 0.505, "p95_ms": 0.132}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.543, "count": 199, "max_ms": 88.21, "p95_ms": 73.429}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.369, "count": 199, "max_ms": 17.263, "p95_ms": 8.036}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.57, "count": 199, "max_ms": 167.265, "p95_ms": 137.539}, "inference_input_copy_ms": {"avg_ms": 1.698, "count": 199, "max_ms": 3.56, "p95_ms": 2.906}, "processing_residual_ms": {"avg_ms": 0.28, "count": 199, "max_ms": 0.777, "p95_ms": 0.518}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.917, "count": 199, "max_ms": 172.451, "p95_ms": 143.261}, "read_interval": {"avg_ms": 128.177, "count": 198, "max_ms": 200.146, "p95_ms": 173.943}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.026, "count": 199, "max_ms": 0.343, "p95_ms": 0.047}, "execute_total_ms": {"avg_ms": 4.343, "count": 199, "max_ms": 9.03, "p95_ms": 6.859}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 199, "max_ms": 0.087, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.317, "count": 199, "max_ms": 8.983, "p95_ms": 6.833}, "worker_merge_ms": {"avg_ms": 0.008, "count": 199, "max_ms": 0.041, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 55.559, "count": 199, "max_ms": 88.225, "p95_ms": 73.459}, "visualize": {"avg_ms": 40.235, "count": 199, "max_ms": 67.312, "p95_ms": 54.663}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.211, "count": 199, "max_ms": 47.986, "p95_ms": 41.712}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.523, "count": 199, "max_ms": 61.817, "p95_ms": 52.644}, "visualize_input_copy_ms": {"avg_ms": 1.431, "count": 199, "max_ms": 6.697, "p95_ms": 2.568}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.358, "count": 199, "max_ms": 61.62, "p95_ms": 52.437}, "visualizer_prepare_ms": {"avg_ms": 0.084, "count": 199, "max_ms": 0.209, "p95_ms": 0.172}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 199}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 807.227, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.068, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.934, "sample_count": 1998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 11217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T14:58:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114117, "write_bytes_delta": 114117, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 945.0, "cpu_core_ratio": 0.431763, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 42.0, "pid": 2121, "reason": null, "system_cpu_core_ratio": 0.032407, "system_cpu_s_delta": 0.6499999999999995, "user_cpu_core_ratio": 0.399356, "user_cpu_s_delta": 8.009999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.868148, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 30.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.57934, "system_cpu_s_delta": 11.620000000000005, "user_cpu_core_ratio": 1.288808, "user_cpu_s_delta": 25.850000000000136}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.256, "count": 226, "max_ms": 8.176, "p95_ms": 5.115, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.575, "max": 26.0, "p95": 21.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.088, "key_count": 1, "max": 7.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 226}, "total": {"avg": 4.088, "max": 7.0, "p95": 5.0, "sample_count": 226}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.769, "count": 30, "max": 64.244, "p95": 52.477, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.323, "count": 30, "max": 29.943, "p95": 22.646, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 805.867, "count": 30, "max": 1105.0, "p95": 1097.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1171.767, "count": 30, "max": 9356.0, "p95": 4576.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.085, "count": 30, "max": 0.31, "p95": 0.263, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.401, "count": 30, "max": 0.523, "p95": 0.478, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.103, "p95": 0.053, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116478.7, "count": 30, "max": 122588.0, "p95": 121044.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116478.7, "count": 30, "max": 122588.0, "p95": 121044.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1055.6, "count": 30, "max": 31087.0, "p95": 51.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.479, "count": 30, "max": 0.62, "p95": 0.595, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.093, "count": 30, "max": 1.36, "p95": 1.31, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 114, "sampled_at": "2026-10-30T14:58:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T14:58:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 29288, "flush_count": 32, "flush_interval_seconds": 30.0, "flush_state": {"count": 32, "last_at": "2026-10-30T15:02:58", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:02:58", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 31}, "started": true, "suppressed_count": 13292, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 13289}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 32, "written_record_count": 32}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4509.445, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x55cc4a79fe40] error while decoding MB 104 55, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 36824371200, "copied_frame_count": 13319, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 36824371200, "frame_buffer_copies": 13319, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1196, "count": 512, "max_ms": 0.4377, "p50_ms": 0.1037, "p95_ms": 0.2215, "p99_ms": 0.3293}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5152, "count": 512, "max_ms": 4.9665, "p50_ms": 1.4353, "p95_ms": 2.4344, "p99_ms": 3.2637, "results": {"failed": 0, "not_applicable": 0, "success": 13319, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 9, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:03:20+09:00", "last_error_summary": "[h264 @ 0x55cc4a79fe40] error while decoding MB 104 55, bytestream -5", "last_exit_at": "2026-10-30T14:59:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 226.261, "last_started_at": "2026-10-30T14:59:33+09:00", "pid": 2237, "process": {"exists": false, "pid": 2237}, "restart_count": 9, "restart_count_per_hour": 9, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.67, "sample_count": 2372, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13319, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:03:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.088, "last_frame_pushed_at": "2026-10-30T15:03:20+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-10-30T15:03:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 3, "debug_expires_at": null, "deduplicated_count": 2, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 578.299, "last_sample_duration_ms": 724.596, "last_trigger": "periodic", "next_snapshot_in_sec": 21.701, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 3, "storage_bytes": 1077624}, "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-10-30T15:03:20.085336+09:00", "mtime_epoch": 1793340200.0853362, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114528}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:03:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 808.18, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 13320, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.293, "max": 10.0, "p95": 8.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.105, "max": 4.0, "p95": 4.0, "sample_count": 239}, "total": {"avg": 3.105, "max": 4.0, "p95": 4.0, "sample_count": 239}}, "tracking_counts": {"active": {"avg": 0.121, "max": 1.0, "p95": 1.0, "sample_count": 239}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "removed": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 239}, "tracked": {"avg": 0.121, "max": 1.0, "p95": 1.0, "sample_count": 239}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.975, "pushed": 7.975, "read": 7.975}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 239, "client_acquire_ms": {"avg_ms": 0.008, "count": 239, "max_ms": 0.045, "p95_ms": 0.017, "reason": null, "sample_age_ms": 25.129, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.974, "count": 239, "max_ms": 7.237, "p95_ms": 3.48, "reason": null, "sample_age_ms": 88.154, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.445, "count": 239, "max_ms": 6.889, "p95_ms": 2.702, "reason": null, "sample_age_ms": 88.814, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.379, "count": 239, "max_ms": 7.156, "p95_ms": 0.62, "reason": null, "sample_age_ms": 25.135, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.093, "count": 239, "max_ms": 5.363, "p95_ms": 3.52, "reason": null, "sample_age_ms": 85.794, "source": "client_direct"}, "request_count": 239, "request_tensor_bytes": {"avg": 2764808.0, "count": 239, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 85.768, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 239, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 25.322, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.47, "count": 239, "max_ms": 88.009, "p95_ms": 70.822, "reason": null, "sample_age_ms": 25.126, "source": "client_direct"}, "sample_age_ms": 25.124, "source": "client_direct", "task_total_ms": {"avg_ms": 53.141, "count": 239, "max_ms": 90.127, "p95_ms": 74.45, "reason": null, "sample_age_ms": 25.124, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.809, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.64, "count": 239, "max_ms": 23.606, "p95_ms": 15.755}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.575, "count": 239, "max_ms": 2.572, "p95_ms": 1.134}, "detection_prepare_ms": {"avg_ms": 1.902, "count": 239, "max_ms": 7.801, "p95_ms": 4.175}, "event_filter_ms": {"avg_ms": 0.007, "count": 239, "max_ms": 0.031, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.495, "count": 239, "max_ms": 1.303, "p95_ms": 0.869}, "mcmt_ms": {"avg_ms": 0.004, "count": 239, "max_ms": 0.016, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.046, "count": 239, "max_ms": 9.996, "p95_ms": 6.682}, "setup_ms": {"avg_ms": 0.05, "count": 239, "max_ms": 0.168, "p95_ms": 0.105}, "total_inside_ms": {"avg_ms": 9.57, "count": 239, "max_ms": 23.425, "p95_ms": 15.655}, "track_match_ms": {"avg_ms": 0.118, "count": 239, "max_ms": 0.604, "p95_ms": 0.247}, "tracker_update_ms": {"avg_ms": 2.372, "count": 239, "max_ms": 7.099, "p95_ms": 4.065}}, "gstreamer_push": {"avg_ms": 3.197, "count": 239, "max_ms": 7.133, "p95_ms": 5.212}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.062, "count": 239, "max_ms": 0.557, "p95_ms": 0.131}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.519, "count": 239, "max_ms": 92.006, "p95_ms": 76.54}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.344, "count": 239, "max_ms": 13.597, "p95_ms": 9.185}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.137, "count": 239, "max_ms": 159.321, "p95_ms": 138.997}, "inference_input_copy_ms": {"avg_ms": 1.662, "count": 239, "max_ms": 8.061, "p95_ms": 2.981}, "processing_residual_ms": {"avg_ms": 0.233, "count": 239, "max_ms": 0.625, "p95_ms": 0.496}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.377, "count": 239, "max_ms": 165.818, "p95_ms": 146.608}, "read_interval": {"avg_ms": 125.473, "count": 239, "max_ms": 237.274, "p95_ms": 168.09}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.029, "count": 239, "max_ms": 1.44, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 3.949, "count": 239, "max_ms": 9.817, "p95_ms": 6.529}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 239, "max_ms": 0.056, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.92, "count": 239, "max_ms": 8.475, "p95_ms": 6.483}, "worker_merge_ms": {"avg_ms": 0.008, "count": 239, "max_ms": 0.035, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 54.534, "count": 239, "max_ms": 92.025, "p95_ms": 76.558}, "visualize": {"avg_ms": 39.563, "count": 239, "max_ms": 65.032, "p95_ms": 52.712}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.216, "count": 239, "max_ms": 52.381, "p95_ms": 42.556}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.99, "count": 239, "max_ms": 63.357, "p95_ms": 51.297}, "visualize_input_copy_ms": {"avg_ms": 1.328, "count": 239, "max_ms": 4.034, "p95_ms": 2.061}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.835, "count": 239, "max_ms": 63.18, "p95_ms": 51.147}, "visualizer_prepare_ms": {"avg_ms": 0.081, "count": 239, "max_ms": 0.229, "p95_ms": 0.163}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 239}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 808.094, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.09, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.792, "sample_count": 2358, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13140, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:02:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 111757, "write_bytes_delta": 111757, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1017.0, "cpu_core_ratio": 0.469582, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 118.0, "pid": 2237, "reason": null, "system_cpu_core_ratio": 0.035854, "system_cpu_s_delta": 0.7200000000000006, "user_cpu_core_ratio": 0.433728, "user_cpu_s_delta": 8.709999999999994}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.775249, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.538799, "system_cpu_s_delta": 10.82000000000005, "user_cpu_core_ratio": 1.23645, "user_cpu_s_delta": 24.829999999999927}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.09, "count": 258, "max_ms": 7.356, "p95_ms": 4.78, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.767, "max": 10.0, "p95": 9.0, "sample_count": 257}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.553, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 257}, "total": {"avg": 2.553, "max": 4.0, "p95": 4.0, "sample_count": 257}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.206, "count": 30, "max": 64.244, "p95": 54.555, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.737, "count": 30, "max": 29.943, "p95": 21.605, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 788.967, "count": 30, "max": 1103.0, "p95": 1097.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1543.333, "count": 30, "max": 13082.0, "p95": 7483.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.083, "count": 30, "max": 0.31, "p95": 0.263, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.392, "count": 30, "max": 0.485, "p95": 0.466, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.103, "p95": 0.053, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114729.7, "count": 30, "max": 121254.0, "p95": 120555.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114729.7, "count": 30, "max": 121254.0, "p95": 120555.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1331.5, "count": 30, "max": 39455.0, "p95": 29.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.486, "count": 30, "max": 0.62, "p95": 0.595, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.112, "count": 30, "max": 1.36, "p95": 1.31, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 126, "sampled_at": "2026-10-30T15:02:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:02:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 29288, "flush_count": 32, "flush_interval_seconds": 30.0, "flush_state": {"count": 32, "last_at": "2026-10-30T15:02:58", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:02:58", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 31}, "started": true, "suppressed_count": 13292, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 13289}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 32, "written_record_count": 32}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4509.383, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T15:03:20+09:00", "last_error_summary": "[h264 @ 0x55cc4a79fe40] error while decoding MB 104 55, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 36827136000, "copied_frame_count": 13320, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 36827136000, "frame_buffer_copies": 13320, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1196, "count": 512, "max_ms": 0.4377, "p50_ms": 0.1037, "p95_ms": 0.2215, "p99_ms": 0.3293}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5137, "count": 512, "max_ms": 4.9665, "p50_ms": 1.434, "p95_ms": 2.4344, "p99_ms": 3.2637, "results": {"failed": 0, "not_applicable": 0, "success": 13320, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 9, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:03:20+09:00", "last_error_summary": "[h264 @ 0x55cc4a79fe40] error while decoding MB 104 55, bytestream -5", "last_exit_at": "2026-10-30T15:03:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 226.331, "last_started_at": "2026-10-30T14:59:33+09:00", "pid": 2237, "process": {"exists": false, "pid": 2237}, "restart_count": 9, "restart_count_per_hour": 9, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.67, "sample_count": 2373, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13320, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:03:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T15:03:20+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-10-30T15:03:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 3, "debug_expires_at": null, "deduplicated_count": 2, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 578.343, "last_sample_duration_ms": 724.596, "last_trigger": "periodic", "next_snapshot_in_sec": 21.657, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 3, "storage_bytes": 1077624}, "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-10-30T15:03:20.085336+09:00", "mtime_epoch": 1793340200.0853362, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114528}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:03:20+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 808.172, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 13320, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.289, "max": 10.0, "p95": 8.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.1, "max": 4.0, "p95": 4.0, "sample_count": 239}, "total": {"avg": 3.1, "max": 4.0, "p95": 4.0, "sample_count": 239}}, "tracking_counts": {"active": {"avg": 0.117, "max": 1.0, "p95": 1.0, "sample_count": 239}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "removed": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 239}, "tracked": {"avg": 0.117, "max": 1.0, "p95": 1.0, "sample_count": 239}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 238, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.982, "pushed": 7.982, "read": 7.949}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 238, "client_acquire_ms": {"avg_ms": 0.008, "count": 238, "max_ms": 0.045, "p95_ms": 0.017, "reason": null, "sample_age_ms": 88.022, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.977, "count": 238, "max_ms": 7.237, "p95_ms": 3.48, "reason": null, "sample_age_ms": 151.046, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.446, "count": 238, "max_ms": 6.889, "p95_ms": 2.712, "reason": null, "sample_age_ms": 151.707, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.379, "count": 238, "max_ms": 7.156, "p95_ms": 0.621, "reason": null, "sample_age_ms": 88.027, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.094, "count": 238, "max_ms": 5.363, "p95_ms": 3.52, "reason": null, "sample_age_ms": 148.686, "source": "client_direct"}, "request_count": 238, "request_tensor_bytes": {"avg": 2764808.0, "count": 238, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 148.66, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 238, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 88.214, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.534, "count": 238, "max_ms": 88.009, "p95_ms": 70.91, "reason": null, "sample_age_ms": 88.018, "source": "client_direct"}, "sample_age_ms": 88.016, "source": "client_direct", "task_total_ms": {"avg_ms": 53.207, "count": 238, "max_ms": 90.127, "p95_ms": 74.459, "reason": null, "sample_age_ms": 88.016, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.938, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.631, "count": 239, "max_ms": 23.606, "p95_ms": 15.755}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.578, "count": 239, "max_ms": 2.572, "p95_ms": 1.134}, "detection_prepare_ms": {"avg_ms": 1.898, "count": 239, "max_ms": 7.801, "p95_ms": 4.175}, "event_filter_ms": {"avg_ms": 0.007, "count": 239, "max_ms": 0.031, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.495, "count": 239, "max_ms": 1.303, "p95_ms": 0.869}, "mcmt_ms": {"avg_ms": 0.004, "count": 239, "max_ms": 0.016, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.041, "count": 239, "max_ms": 9.996, "p95_ms": 6.682}, "setup_ms": {"avg_ms": 0.05, "count": 239, "max_ms": 0.168, "p95_ms": 0.105}, "total_inside_ms": {"avg_ms": 9.561, "count": 239, "max_ms": 23.425, "p95_ms": 15.655}, "track_match_ms": {"avg_ms": 0.118, "count": 239, "max_ms": 0.604, "p95_ms": 0.247}, "tracker_update_ms": {"avg_ms": 2.369, "count": 239, "max_ms": 7.099, "p95_ms": 4.065}}, "gstreamer_push": {"avg_ms": 3.197, "count": 239, "max_ms": 7.133, "p95_ms": 5.212}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.062, "count": 239, "max_ms": 0.557, "p95_ms": 0.131}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.617, "count": 239, "max_ms": 92.006, "p95_ms": 76.54}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.339, "count": 239, "max_ms": 13.597, "p95_ms": 9.185}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.337, "count": 239, "max_ms": 159.321, "p95_ms": 138.997}, "inference_input_copy_ms": {"avg_ms": 1.664, "count": 239, "max_ms": 8.061, "p95_ms": 2.981}, "processing_residual_ms": {"avg_ms": 0.233, "count": 239, "max_ms": 0.625, "p95_ms": 0.496}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.573, "count": 239, "max_ms": 165.818, "p95_ms": 146.608}, "read_interval": {"avg_ms": 125.578, "count": 238, "max_ms": 237.274, "p95_ms": 168.09}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.029, "count": 239, "max_ms": 1.44, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 3.944, "count": 239, "max_ms": 9.817, "p95_ms": 6.529}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 239, "max_ms": 0.056, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.916, "count": 239, "max_ms": 8.475, "p95_ms": 6.483}, "worker_merge_ms": {"avg_ms": 0.008, "count": 239, "max_ms": 0.035, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 54.632, "count": 239, "max_ms": 92.025, "p95_ms": 76.558}, "visualize": {"avg_ms": 39.672, "count": 239, "max_ms": 65.032, "p95_ms": 53.372}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.298, "count": 239, "max_ms": 52.381, "p95_ms": 42.613}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.078, "count": 239, "max_ms": 63.357, "p95_ms": 51.973}, "visualize_input_copy_ms": {"avg_ms": 1.35, "count": 239, "max_ms": 6.153, "p95_ms": 2.142}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.923, "count": 239, "max_ms": 63.18, "p95_ms": 51.828}, "visualizer_prepare_ms": {"avg_ms": 0.081, "count": 239, "max_ms": 0.229, "p95_ms": 0.163}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 239}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 808.094, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.09, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.792, "sample_count": 2358, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13140, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:02:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 111757, "write_bytes_delta": 111757, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1017.0, "cpu_core_ratio": 0.469582, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 118.0, "pid": 2237, "reason": null, "system_cpu_core_ratio": 0.035854, "system_cpu_s_delta": 0.7200000000000006, "user_cpu_core_ratio": 0.433728, "user_cpu_s_delta": 8.709999999999994}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.775249, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.538799, "system_cpu_s_delta": 10.82000000000005, "user_cpu_core_ratio": 1.23645, "user_cpu_s_delta": 24.829999999999927}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.09, "count": 258, "max_ms": 7.356, "p95_ms": 4.78, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.767, "max": 10.0, "p95": 9.0, "sample_count": 257}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.553, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 257}, "total": {"avg": 2.553, "max": 4.0, "p95": 4.0, "sample_count": 257}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.206, "count": 30, "max": 64.244, "p95": 54.555, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.737, "count": 30, "max": 29.943, "p95": 21.605, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 788.967, "count": 30, "max": 1103.0, "p95": 1097.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1543.333, "count": 30, "max": 13082.0, "p95": 7483.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.083, "count": 30, "max": 0.31, "p95": 0.263, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.392, "count": 30, "max": 0.485, "p95": 0.466, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.103, "p95": 0.053, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114729.7, "count": 30, "max": 121254.0, "p95": 120555.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114729.7, "count": 30, "max": 121254.0, "p95": 120555.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1331.5, "count": 30, "max": 39455.0, "p95": 29.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.486, "count": 30, "max": 0.62, "p95": 0.595, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.112, "count": 30, "max": 1.36, "p95": 1.31, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 126, "sampled_at": "2026-10-30T15:02:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:02:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 29288, "flush_count": 32, "flush_interval_seconds": 30.0, "flush_state": {"count": 32, "last_at": "2026-10-30T15:02:58", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:02:58", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 31}, "started": true, "suppressed_count": 13292, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 13289}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 32, "written_record_count": 32}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4510.148, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 36827136000, "copied_frame_count": 13320, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 36827136000, "frame_buffer_copies": 13320, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1196, "count": 512, "max_ms": 0.4377, "p50_ms": 0.1037, "p95_ms": 0.2215, "p99_ms": 0.3293}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5137, "count": 512, "max_ms": 4.9665, "p50_ms": 1.434, "p95_ms": 2.4344, "p99_ms": 3.2637, "results": {"failed": 0, "not_applicable": 0, "success": 13320, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 9, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:03:20+09:00", "last_error_summary": "[h264 @ 0x55cc4a79fe40] error while decoding MB 104 55, bytestream -5", "last_exit_at": "2026-10-30T15:03:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 226.359, "last_started_at": "2026-10-30T14:59:33+09:00", "pid": 2237, "process": {"exists": false, "pid": 2237}, "restart_count": 9, "restart_count_per_hour": 9, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.67, "sample_count": 2373, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13320, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:03:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.03, "last_frame_pushed_at": "2026-10-30T15:03:20+09:00", "last_frame_read_age_sec": 0.173, "last_frame_read_at": "2026-10-30T15:03:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 3, "debug_expires_at": null, "deduplicated_count": 2, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 578.385, "last_sample_duration_ms": 724.596, "last_trigger": "periodic", "next_snapshot_in_sec": 21.615, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 3, "storage_bytes": 1077624}, "mjpeg": {"age_sec": 0.021, "exists": true, "mtime": "2026-10-30T15:03:20.236337+09:00", "mtime_epoch": 1793340200.236337, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 111371}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:03:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 808.172, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 13320, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.289, "max": 10.0, "p95": 8.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.1, "max": 4.0, "p95": 4.0, "sample_count": 239}, "total": {"avg": 3.1, "max": 4.0, "p95": 4.0, "sample_count": 239}}, "tracking_counts": {"active": {"avg": 0.117, "max": 1.0, "p95": 1.0, "sample_count": 239}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "removed": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 239}, "tracked": {"avg": 0.117, "max": 1.0, "p95": 1.0, "sample_count": 239}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 238, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.975, "pushed": 7.975, "read": 7.941}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 238, "client_acquire_ms": {"avg_ms": 0.008, "count": 238, "max_ms": 0.045, "p95_ms": 0.017, "reason": null, "sample_age_ms": 117.773, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.977, "count": 238, "max_ms": 7.237, "p95_ms": 3.48, "reason": null, "sample_age_ms": 180.797, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.446, "count": 238, "max_ms": 6.889, "p95_ms": 2.712, "reason": null, "sample_age_ms": 181.458, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.379, "count": 238, "max_ms": 7.156, "p95_ms": 0.621, "reason": null, "sample_age_ms": 117.778, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.094, "count": 238, "max_ms": 5.363, "p95_ms": 3.52, "reason": null, "sample_age_ms": 178.437, "source": "client_direct"}, "request_count": 238, "request_tensor_bytes": {"avg": 2764808.0, "count": 238, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 178.411, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 238, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 117.965, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.534, "count": 238, "max_ms": 88.009, "p95_ms": 70.91, "reason": null, "sample_age_ms": 117.769, "source": "client_direct"}, "sample_age_ms": 117.767, "source": "client_direct", "task_total_ms": {"avg_ms": 53.207, "count": 238, "max_ms": 90.127, "p95_ms": 74.459, "reason": null, "sample_age_ms": 117.767, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.105, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.631, "count": 239, "max_ms": 23.606, "p95_ms": 15.755}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.578, "count": 239, "max_ms": 2.572, "p95_ms": 1.134}, "detection_prepare_ms": {"avg_ms": 1.898, "count": 239, "max_ms": 7.801, "p95_ms": 4.175}, "event_filter_ms": {"avg_ms": 0.007, "count": 239, "max_ms": 0.031, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.495, "count": 239, "max_ms": 1.303, "p95_ms": 0.869}, "mcmt_ms": {"avg_ms": 0.004, "count": 239, "max_ms": 0.016, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.041, "count": 239, "max_ms": 9.996, "p95_ms": 6.682}, "setup_ms": {"avg_ms": 0.05, "count": 239, "max_ms": 0.168, "p95_ms": 0.105}, "total_inside_ms": {"avg_ms": 9.561, "count": 239, "max_ms": 23.425, "p95_ms": 15.655}, "track_match_ms": {"avg_ms": 0.118, "count": 239, "max_ms": 0.604, "p95_ms": 0.247}, "tracker_update_ms": {"avg_ms": 2.369, "count": 239, "max_ms": 7.099, "p95_ms": 4.065}}, "gstreamer_push": {"avg_ms": 3.197, "count": 239, "max_ms": 7.133, "p95_ms": 5.212}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.062, "count": 239, "max_ms": 0.557, "p95_ms": 0.131}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.617, "count": 239, "max_ms": 92.006, "p95_ms": 76.54}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.339, "count": 239, "max_ms": 13.597, "p95_ms": 9.185}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.337, "count": 239, "max_ms": 159.321, "p95_ms": 138.997}, "inference_input_copy_ms": {"avg_ms": 1.664, "count": 239, "max_ms": 8.061, "p95_ms": 2.981}, "processing_residual_ms": {"avg_ms": 0.233, "count": 239, "max_ms": 0.625, "p95_ms": 0.496}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.573, "count": 239, "max_ms": 165.818, "p95_ms": 146.608}, "read_interval": {"avg_ms": 125.578, "count": 238, "max_ms": 237.274, "p95_ms": 168.09}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.029, "count": 239, "max_ms": 1.44, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 3.944, "count": 239, "max_ms": 9.817, "p95_ms": 6.529}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 239, "max_ms": 0.056, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.916, "count": 239, "max_ms": 8.475, "p95_ms": 6.483}, "worker_merge_ms": {"avg_ms": 0.008, "count": 239, "max_ms": 0.035, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 54.632, "count": 239, "max_ms": 92.025, "p95_ms": 76.558}, "visualize": {"avg_ms": 39.672, "count": 239, "max_ms": 65.032, "p95_ms": 53.372}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.298, "count": 239, "max_ms": 52.381, "p95_ms": 42.613}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.078, "count": 239, "max_ms": 63.357, "p95_ms": 51.973}, "visualize_input_copy_ms": {"avg_ms": 1.35, "count": 239, "max_ms": 6.153, "p95_ms": 2.142}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.923, "count": 239, "max_ms": 63.18, "p95_ms": 51.828}, "visualizer_prepare_ms": {"avg_ms": 0.081, "count": 239, "max_ms": 0.229, "p95_ms": 0.163}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 239}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 808.094, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.09, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.792, "sample_count": 2358, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13140, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:02:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 111757, "write_bytes_delta": 111757, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1017.0, "cpu_core_ratio": 0.469582, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 118.0, "pid": 2237, "reason": null, "system_cpu_core_ratio": 0.035854, "system_cpu_s_delta": 0.7200000000000006, "user_cpu_core_ratio": 0.433728, "user_cpu_s_delta": 8.709999999999994}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.775249, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.538799, "system_cpu_s_delta": 10.82000000000005, "user_cpu_core_ratio": 1.23645, "user_cpu_s_delta": 24.829999999999927}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.09, "count": 258, "max_ms": 7.356, "p95_ms": 4.78, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.767, "max": 10.0, "p95": 9.0, "sample_count": 257}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.553, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 257}, "total": {"avg": 2.553, "max": 4.0, "p95": 4.0, "sample_count": 257}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.206, "count": 30, "max": 64.244, "p95": 54.555, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.737, "count": 30, "max": 29.943, "p95": 21.605, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 788.967, "count": 30, "max": 1103.0, "p95": 1097.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1543.333, "count": 30, "max": 13082.0, "p95": 7483.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.083, "count": 30, "max": 0.31, "p95": 0.263, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.392, "count": 30, "max": 0.485, "p95": 0.466, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.103, "p95": 0.053, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114729.7, "count": 30, "max": 121254.0, "p95": 120555.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114729.7, "count": 30, "max": 121254.0, "p95": 120555.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1331.5, "count": 30, "max": 39455.0, "p95": 29.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.486, "count": 30, "max": 0.62, "p95": 0.595, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.112, "count": 30, "max": 1.36, "p95": 1.31, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 126, "sampled_at": "2026-10-30T15:02:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:02:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 29288, "flush_count": 32, "flush_interval_seconds": 30.0, "flush_state": {"count": 32, "last_at": "2026-10-30T15:02:58", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:02:58", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 31}, "started": true, "suppressed_count": 13292, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 13289}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 32, "written_record_count": 32}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4680.125, "limit_mb": null}, "detail": {"pid": 2415, "restart_count": 10, "start_count": 11}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 36827136000, "copied_frame_count": 13320, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 36827136000, "frame_buffer_copies": 13320, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1196, "count": 512, "max_ms": 0.4377, "p50_ms": 0.1037, "p95_ms": 0.2215, "p99_ms": 0.3293}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5137, "count": 512, "max_ms": 4.9665, "p50_ms": 1.434, "p95_ms": 2.4344, "p99_ms": 3.2637, "results": {"failed": 0, "not_applicable": 0, "success": 13320, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 9, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:03:20+09:00", "last_error_summary": "[h264 @ 0x55cc4a79fe40] error while decoding MB 104 55, bytestream -5", "last_exit_at": "2026-10-30T15:03:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T15:03:23+09:00", "pid": 2415, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.855, "name": "ffmpeg", "pid": 2415, "rss_mb": 205.855, "state": "S (sleeping)", "threads": 70}, "restart_count": 10, "restart_count_per_hour": 10, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.535, "sample_count": 2336, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13320, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:03:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.919, "last_frame_pushed_at": "2026-10-30T15:03:20+09:00", "last_frame_read_age_sec": 5.063, "last_frame_read_at": "2026-10-30T15:03:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 3, "debug_expires_at": null, "deduplicated_count": 2, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 583.273, "last_sample_duration_ms": 724.596, "last_trigger": "periodic", "next_snapshot_in_sec": 16.727, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 3, "storage_bytes": 1077624}, "mjpeg": {"age_sec": 4.911, "exists": true, "mtime": "2026-10-30T15:03:20.236337+09:00", "mtime_epoch": 1793340200.236337, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 111371}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:03:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 808.176, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 13320, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.431, "max": 10.0, "p95": 8.0, "sample_count": 197}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.005, "max": 4.0, "p95": 4.0, "sample_count": 197}, "total": {"avg": 3.005, "max": 4.0, "p95": 4.0, "sample_count": 197}}, "tracking_counts": {"active": {"avg": 0.036, "max": 1.0, "p95": 0.0, "sample_count": 197}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "removed": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 197}, "tracked": {"avg": 0.036, "max": 1.0, "p95": 0.0, "sample_count": 197}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.573, "pushed": 6.573, "read": 6.539}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 196, "client_acquire_ms": {"avg_ms": 0.008, "count": 196, "max_ms": 0.029, "p95_ms": 0.015, "reason": null, "sample_age_ms": 5011.205, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.992, "count": 196, "max_ms": 7.237, "p95_ms": 3.51, "reason": null, "sample_age_ms": 5074.229, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.456, "count": 196, "max_ms": 6.889, "p95_ms": 2.734, "reason": null, "sample_age_ms": 5074.89, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.399, "count": 196, "max_ms": 7.156, "p95_ms": 0.691, "reason": null, "sample_age_ms": 5011.211, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.102, "count": 196, "max_ms": 4.904, "p95_ms": 3.468, "reason": null, "sample_age_ms": 5071.869, "source": "client_direct"}, "request_count": 196, "request_tensor_bytes": {"avg": 2764808.0, "count": 196, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5071.844, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 196, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5011.397, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.018, "count": 196, "max_ms": 88.009, "p95_ms": 74.012, "reason": null, "sample_age_ms": 5011.202, "source": "client_direct"}, "sample_age_ms": 5011.199, "source": "client_direct", "task_total_ms": {"avg_ms": 54.721, "count": 196, "max_ms": 90.127, "p95_ms": 77.97, "reason": null, "sample_age_ms": 5011.199, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.511, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.604, "count": 197, "max_ms": 23.606, "p95_ms": 15.755}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.613, "count": 197, "max_ms": 2.572, "p95_ms": 1.159}, "detection_prepare_ms": {"avg_ms": 1.929, "count": 197, "max_ms": 7.801, "p95_ms": 4.251}, "event_filter_ms": {"avg_ms": 0.007, "count": 197, "max_ms": 0.031, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.502, "count": 197, "max_ms": 1.303, "p95_ms": 0.874}, "mcmt_ms": {"avg_ms": 0.004, "count": 197, "max_ms": 0.016, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 3.958, "count": 197, "max_ms": 9.996, "p95_ms": 6.585}, "setup_ms": {"avg_ms": 0.052, "count": 197, "max_ms": 0.168, "p95_ms": 0.11}, "total_inside_ms": {"avg_ms": 9.533, "count": 197, "max_ms": 23.425, "p95_ms": 15.655}, "track_match_ms": {"avg_ms": 0.113, "count": 197, "max_ms": 0.604, "p95_ms": 0.226}, "tracker_update_ms": {"avg_ms": 2.354, "count": 197, "max_ms": 7.099, "p95_ms": 4.011}}, "gstreamer_push": {"avg_ms": 3.238, "count": 197, "max_ms": 7.133, "p95_ms": 5.472}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 197, "max_ms": 0.557, "p95_ms": 0.133}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.202, "count": 197, "max_ms": 92.006, "p95_ms": 80.383}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.361, "count": 197, "max_ms": 13.597, "p95_ms": 9.185}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.025, "count": 197, "max_ms": 159.321, "p95_ms": 140.08}, "inference_input_copy_ms": {"avg_ms": 1.689, "count": 197, "max_ms": 8.061, "p95_ms": 3.001}, "processing_residual_ms": {"avg_ms": 0.236, "count": 197, "max_ms": 0.625, "p95_ms": 0.521}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.312, "count": 197, "max_ms": 165.818, "p95_ms": 147.393}, "read_interval": {"avg_ms": 127.623, "count": 196, "max_ms": 237.274, "p95_ms": 169.742}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.031, "count": 197, "max_ms": 1.44, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 3.858, "count": 197, "max_ms": 9.817, "p95_ms": 6.486}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 197, "max_ms": 0.054, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.827, "count": 197, "max_ms": 8.475, "p95_ms": 6.464}, "worker_merge_ms": {"avg_ms": 0.008, "count": 197, "max_ms": 0.035, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 56.218, "count": 197, "max_ms": 92.025, "p95_ms": 80.39}, "visualize": {"avg_ms": 39.802, "count": 197, "max_ms": 65.032, "p95_ms": 53.457}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.505, "count": 197, "max_ms": 52.381, "p95_ms": 42.556}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.2, "count": 197, "max_ms": 63.357, "p95_ms": 51.973}, "visualize_input_copy_ms": {"avg_ms": 1.362, "count": 197, "max_ms": 6.153, "p95_ms": 2.142}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.042, "count": 197, "max_ms": 63.18, "p95_ms": 51.828}, "visualizer_prepare_ms": {"avg_ms": 0.082, "count": 197, "max_ms": 0.229, "p95_ms": 0.163}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 808.094, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.09, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.792, "sample_count": 2358, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 13140, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:02:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 111757, "write_bytes_delta": 111757, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1017.0, "cpu_core_ratio": 0.469582, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 118.0, "pid": 2237, "reason": null, "system_cpu_core_ratio": 0.035854, "system_cpu_s_delta": 0.7200000000000006, "user_cpu_core_ratio": 0.433728, "user_cpu_s_delta": 8.709999999999994}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.775249, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.538799, "system_cpu_s_delta": 10.82000000000005, "user_cpu_core_ratio": 1.23645, "user_cpu_s_delta": 24.829999999999927}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.09, "count": 258, "max_ms": 7.356, "p95_ms": 4.78, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.767, "max": 10.0, "p95": 9.0, "sample_count": 257}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.553, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 257}, "total": {"avg": 2.553, "max": 4.0, "p95": 4.0, "sample_count": 257}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.206, "count": 30, "max": 64.244, "p95": 54.555, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.737, "count": 30, "max": 29.943, "p95": 21.605, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 788.967, "count": 30, "max": 1103.0, "p95": 1097.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1543.333, "count": 30, "max": 13082.0, "p95": 7483.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.083, "count": 30, "max": 0.31, "p95": 0.263, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.392, "count": 30, "max": 0.485, "p95": 0.466, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.103, "p95": 0.053, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114729.7, "count": 30, "max": 121254.0, "p95": 120555.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114729.7, "count": 30, "max": 121254.0, "p95": 120555.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1331.5, "count": 30, "max": 39455.0, "p95": 29.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.486, "count": 30, "max": 0.62, "p95": 0.595, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.112, "count": 30, "max": 1.36, "p95": 1.31, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 126, "sampled_at": "2026-10-30T15:02:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:02:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 32259, "flush_count": 35, "flush_interval_seconds": 30.0, "flush_state": {"count": 35, "last_at": "2026-10-30T15:05:58", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:05:58", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 34}, "started": true, "suppressed_count": 14576, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 14573}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 35, "written_record_count": 35}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4506.477, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x63074e664200] error while decoding MB 31 51, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 40382668800, "copied_frame_count": 14606, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 40382668800, "frame_buffer_copies": 14606, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1297, "count": 512, "max_ms": 3.1165, "p50_ms": 0.1096, "p95_ms": 0.2458, "p99_ms": 0.2984}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5806, "count": 512, "max_ms": 5.0219, "p50_ms": 1.4978, "p95_ms": 2.4915, "p99_ms": 3.3241, "results": {"failed": 0, "not_applicable": 0, "success": 14606, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 10, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:06:15+09:00", "last_error_summary": "[h264 @ 0x63074e664200] error while decoding MB 31 51, bytestream -6", "last_exit_at": "2026-10-30T15:03:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 171.878, "last_started_at": "2026-10-30T15:03:23+09:00", "pid": 2415, "process": {"exists": false, "pid": 2415}, "restart_count": 10, "restart_count_per_hour": 10, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.782, "sample_count": 2345, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14606, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:06:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.09, "last_frame_pushed_at": "2026-10-30T15:06:14+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-10-30T15:06:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 4, "debug_expires_at": null, "deduplicated_count": 4, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 149.818, "last_sample_duration_ms": 1010.201, "last_trigger": "periodic", "next_snapshot_in_sec": 450.182, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 4, "storage_bytes": 1087176}, "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-10-30T15:06:14.942410+09:00", "mtime_epoch": 1793340374.9424105, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 116055}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:06:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 808.785, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 14607, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.76, "max": 22.0, "p95": 13.0, "sample_count": 233}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.103, "max": 4.0, "p95": 4.0, "sample_count": 233}, "total": {"avg": 3.103, "max": 4.0, "p95": 4.0, "sample_count": 233}}, "tracking_counts": {"active": {"avg": 0.442, "max": 2.0, "p95": 1.0, "sample_count": 233}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}, "removed": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 233}, "tracked": {"avg": 0.442, "max": 2.0, "p95": 1.0, "sample_count": 233}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.785, "pushed": 7.785, "read": 7.785}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 233, "client_acquire_ms": {"avg_ms": 0.008, "count": 233, "max_ms": 0.032, "p95_ms": 0.018, "reason": null, "sample_age_ms": 21.545, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.029, "count": 233, "max_ms": 8.728, "p95_ms": 3.379, "reason": null, "sample_age_ms": 91.953, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.433, "count": 233, "max_ms": 8.223, "p95_ms": 2.409, "reason": null, "sample_age_ms": 92.182, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.451, "count": 233, "max_ms": 2.71, "p95_ms": 0.905, "reason": null, "sample_age_ms": 21.558, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.127, "count": 233, "max_ms": 8.02, "p95_ms": 3.751, "reason": null, "sample_age_ms": 90.657, "source": "client_direct"}, "request_count": 233, "request_tensor_bytes": {"avg": 2764808.0, "count": 233, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 90.64, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 233, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 22.184, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.838, "count": 233, "max_ms": 86.0, "p95_ms": 74.64, "reason": null, "sample_age_ms": 21.537, "source": "client_direct"}, "sample_age_ms": 21.53, "source": "client_direct", "task_total_ms": {"avg_ms": 56.629, "count": 233, "max_ms": 92.047, "p95_ms": 78.021, "reason": null, "sample_age_ms": 21.53, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.011, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.032, "count": 233, "max_ms": 35.404, "p95_ms": 15.125}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.584, "count": 233, "max_ms": 1.569, "p95_ms": 1.155}, "detection_prepare_ms": {"avg_ms": 1.929, "count": 233, "max_ms": 8.464, "p95_ms": 3.321}, "event_filter_ms": {"avg_ms": 0.007, "count": 233, "max_ms": 0.104, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.48, "count": 233, "max_ms": 1.072, "p95_ms": 0.83}, "mcmt_ms": {"avg_ms": 0.004, "count": 233, "max_ms": 0.024, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.258, "count": 233, "max_ms": 8.527, "p95_ms": 7.116}, "setup_ms": {"avg_ms": 0.057, "count": 233, "max_ms": 1.848, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 9.96, "count": 233, "max_ms": 35.332, "p95_ms": 15.053}, "track_match_ms": {"avg_ms": 0.157, "count": 233, "max_ms": 2.732, "p95_ms": 0.299}, "tracker_update_ms": {"avg_ms": 2.483, "count": 233, "max_ms": 24.057, "p95_ms": 4.116}}, "gstreamer_push": {"avg_ms": 3.314, "count": 233, "max_ms": 8.966, "p95_ms": 5.801}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.067, "count": 233, "max_ms": 1.594, "p95_ms": 0.127}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.169, "count": 233, "max_ms": 96.816, "p95_ms": 80.771}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.319, "count": 233, "max_ms": 13.789, "p95_ms": 9.518}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.558, "count": 233, "max_ms": 153.137, "p95_ms": 141.024}, "inference_input_copy_ms": {"avg_ms": 1.631, "count": 233, "max_ms": 5.086, "p95_ms": 2.803}, "processing_residual_ms": {"avg_ms": 0.254, "count": 233, "max_ms": 0.787, "p95_ms": 0.485}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.761, "count": 233, "max_ms": 158.296, "p95_ms": 146.532}, "read_interval": {"avg_ms": 128.668, "count": 233, "max_ms": 223.396, "p95_ms": 172.789}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 233, "max_ms": 0.241, "p95_ms": 0.048}, "execute_total_ms": {"avg_ms": 4.169, "count": 233, "max_ms": 8.436, "p95_ms": 6.989}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 233, "max_ms": 0.069, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.145, "count": 233, "max_ms": 8.413, "p95_ms": 6.956}, "worker_merge_ms": {"avg_ms": 0.008, "count": 233, "max_ms": 0.024, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 58.183, "count": 233, "max_ms": 96.837, "p95_ms": 80.783}, "visualize": {"avg_ms": 38.917, "count": 233, "max_ms": 59.838, "p95_ms": 52.117}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.661, "count": 233, "max_ms": 47.735, "p95_ms": 40.195}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.361, "count": 233, "max_ms": 58.107, "p95_ms": 50.851}, "visualize_input_copy_ms": {"avg_ms": 1.331, "count": 233, "max_ms": 3.814, "p95_ms": 2.352}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.211, "count": 233, "max_ms": 57.878, "p95_ms": 50.528}, "visualizer_prepare_ms": {"avg_ms": 0.079, "count": 233, "max_ms": 0.365, "p95_ms": 0.155}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 233}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 808.645, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 67.187, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.449, "sample_count": 2374, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14319, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:05:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 113311, "write_bytes_delta": 113311, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 880.0, "cpu_core_ratio": 0.407277, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 2415, "reason": null, "system_cpu_core_ratio": 0.029874, "system_cpu_s_delta": 0.5999999999999996, "user_cpu_core_ratio": 0.377404, "user_cpu_s_delta": 7.579999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.842706, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.566603, "system_cpu_s_delta": 11.379999999999995, "user_cpu_core_ratio": 1.276102, "user_cpu_s_delta": 25.629999999999654}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.544, "count": 211, "max_ms": 12.284, "p95_ms": 6.081, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.583, "max": 13.0, "p95": 11.0, "sample_count": 211}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.882, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 211}, "total": {"avg": 3.882, "max": 6.0, "p95": 5.0, "sample_count": 211}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.902, "count": 30, "max": 67.187, "p95": 61.037, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.645, "count": 30, "max": 32.178, "p95": 26.309, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 827.567, "count": 30, "max": 1102.0, "p95": 1090.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1154.867, "count": 30, "max": 13082.0, "p95": 6076.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.069, "count": 30, "max": 0.31, "p95": 0.263, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.397, "count": 30, "max": 0.485, "p95": 0.462, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.103, "p95": 0.001, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113226.633, "count": 30, "max": 120789.0, "p95": 116331.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113226.633, "count": 30, "max": 120789.0, "p95": 116331.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1332.567, "count": 30, "max": 39455.0, "p95": 37.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.502, "count": 30, "max": 0.62, "p95": 0.589, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.155, "count": 30, "max": 1.36, "p95": 1.31, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 134, "sampled_at": "2026-10-30T15:05:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:05:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 32259, "flush_count": 35, "flush_interval_seconds": 30.0, "flush_state": {"count": 35, "last_at": "2026-10-30T15:05:58", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:05:58", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 34}, "started": true, "suppressed_count": 14576, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 14573}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 35, "written_record_count": 35}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4503.902, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T15:06:15+09:00", "last_error_summary": "[h264 @ 0x63074e664200] error while decoding MB 31 51, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 40385433600, "copied_frame_count": 14607, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 40385433600, "frame_buffer_copies": 14607, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1297, "count": 512, "max_ms": 3.1165, "p50_ms": 0.1096, "p95_ms": 0.2458, "p99_ms": 0.2984}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5812, "count": 512, "max_ms": 5.0219, "p50_ms": 1.4978, "p95_ms": 2.4915, "p99_ms": 3.3241, "results": {"failed": 0, "not_applicable": 0, "success": 14607, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 10, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:06:15+09:00", "last_error_summary": "[h264 @ 0x63074e664200] error while decoding MB 31 51, bytestream -6", "last_exit_at": "2026-10-30T15:06:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 171.966, "last_started_at": "2026-10-30T15:03:23+09:00", "pid": 2415, "process": {"exists": false, "pid": 2415}, "restart_count": 10, "restart_count_per_hour": 10, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.782, "sample_count": 2345, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14607, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:06:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.03, "last_frame_pushed_at": "2026-10-30T15:06:15+09:00", "last_frame_read_age_sec": 0.174, "last_frame_read_at": "2026-10-30T15:06:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 4, "debug_expires_at": null, "deduplicated_count": 4, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 149.9, "last_sample_duration_ms": 1010.201, "last_trigger": "periodic", "next_snapshot_in_sec": 450.1, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 4, "storage_bytes": 1087176}, "mjpeg": {"age_sec": 0.018, "exists": true, "mtime": "2026-10-30T15:06:15.093411+09:00", "mtime_epoch": 1793340375.0934114, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 115265}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:06:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 808.781, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 14607, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.781, "max": 22.0, "p95": 13.0, "sample_count": 233}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.103, "max": 4.0, "p95": 4.0, "sample_count": 233}, "total": {"avg": 3.103, "max": 4.0, "p95": 4.0, "sample_count": 233}}, "tracking_counts": {"active": {"avg": 0.438, "max": 2.0, "p95": 1.0, "sample_count": 233}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}, "removed": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 233}, "tracked": {"avg": 0.438, "max": 2.0, "p95": 1.0, "sample_count": 233}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.77, "pushed": 7.77, "read": 7.77}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 233, "client_acquire_ms": {"avg_ms": 0.008, "count": 233, "max_ms": 0.032, "p95_ms": 0.018, "reason": null, "sample_age_ms": 107.196, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.029, "count": 233, "max_ms": 8.728, "p95_ms": 3.379, "reason": null, "sample_age_ms": 177.604, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.433, "count": 233, "max_ms": 8.223, "p95_ms": 2.409, "reason": null, "sample_age_ms": 177.833, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.451, "count": 233, "max_ms": 2.71, "p95_ms": 0.905, "reason": null, "sample_age_ms": 107.209, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.127, "count": 233, "max_ms": 8.02, "p95_ms": 3.751, "reason": null, "sample_age_ms": 176.308, "source": "client_direct"}, "request_count": 233, "request_tensor_bytes": {"avg": 2764808.0, "count": 233, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 176.291, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 233, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 107.835, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.838, "count": 233, "max_ms": 86.0, "p95_ms": 74.64, "reason": null, "sample_age_ms": 107.188, "source": "client_direct"}, "sample_age_ms": 107.182, "source": "client_direct", "task_total_ms": {"avg_ms": 56.629, "count": 233, "max_ms": 92.047, "p95_ms": 78.021, "reason": null, "sample_age_ms": 107.182, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.891, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.036, "count": 233, "max_ms": 35.404, "p95_ms": 15.125}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.584, "count": 233, "max_ms": 1.569, "p95_ms": 1.155}, "detection_prepare_ms": {"avg_ms": 1.934, "count": 233, "max_ms": 8.464, "p95_ms": 3.321}, "event_filter_ms": {"avg_ms": 0.007, "count": 233, "max_ms": 0.104, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.48, "count": 233, "max_ms": 1.072, "p95_ms": 0.83}, "mcmt_ms": {"avg_ms": 0.004, "count": 233, "max_ms": 0.024, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.261, "count": 233, "max_ms": 8.527, "p95_ms": 7.116}, "setup_ms": {"avg_ms": 0.057, "count": 233, "max_ms": 1.848, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 9.964, "count": 233, "max_ms": 35.332, "p95_ms": 15.053}, "track_match_ms": {"avg_ms": 0.156, "count": 233, "max_ms": 2.732, "p95_ms": 0.293}, "tracker_update_ms": {"avg_ms": 2.48, "count": 233, "max_ms": 24.057, "p95_ms": 4.116}}, "gstreamer_push": {"avg_ms": 3.319, "count": 233, "max_ms": 8.966, "p95_ms": 5.801}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.067, "count": 233, "max_ms": 1.594, "p95_ms": 0.127}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.171, "count": 233, "max_ms": 96.816, "p95_ms": 80.771}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.326, "count": 233, "max_ms": 13.789, "p95_ms": 9.518}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.56, "count": 233, "max_ms": 153.137, "p95_ms": 141.024}, "inference_input_copy_ms": {"avg_ms": 1.632, "count": 233, "max_ms": 5.086, "p95_ms": 2.803}, "processing_residual_ms": {"avg_ms": 0.253, "count": 233, "max_ms": 0.787, "p95_ms": 0.485}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.77, "count": 233, "max_ms": 158.296, "p95_ms": 146.532}, "read_interval": {"avg_ms": 128.668, "count": 233, "max_ms": 223.396, "p95_ms": 172.789}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 233, "max_ms": 0.241, "p95_ms": 0.048}, "execute_total_ms": {"avg_ms": 4.172, "count": 233, "max_ms": 8.436, "p95_ms": 6.989}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 233, "max_ms": 0.069, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.148, "count": 233, "max_ms": 8.413, "p95_ms": 6.956}, "worker_merge_ms": {"avg_ms": 0.008, "count": 233, "max_ms": 0.024, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 58.186, "count": 233, "max_ms": 96.837, "p95_ms": 80.783}, "visualize": {"avg_ms": 38.917, "count": 233, "max_ms": 59.838, "p95_ms": 52.117}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.657, "count": 233, "max_ms": 47.735, "p95_ms": 40.195}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.341, "count": 233, "max_ms": 58.107, "p95_ms": 50.851}, "visualize_input_copy_ms": {"avg_ms": 1.351, "count": 233, "max_ms": 5.973, "p95_ms": 2.356}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.191, "count": 233, "max_ms": 57.878, "p95_ms": 50.528}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 233, "max_ms": 0.365, "p95_ms": 0.155}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 233}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 808.645, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 67.187, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.449, "sample_count": 2374, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14319, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:05:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 113311, "write_bytes_delta": 113311, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 880.0, "cpu_core_ratio": 0.407277, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 2415, "reason": null, "system_cpu_core_ratio": 0.029874, "system_cpu_s_delta": 0.5999999999999996, "user_cpu_core_ratio": 0.377404, "user_cpu_s_delta": 7.579999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.842706, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.566603, "system_cpu_s_delta": 11.379999999999995, "user_cpu_core_ratio": 1.276102, "user_cpu_s_delta": 25.629999999999654}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.544, "count": 211, "max_ms": 12.284, "p95_ms": 6.081, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.583, "max": 13.0, "p95": 11.0, "sample_count": 211}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.882, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 211}, "total": {"avg": 3.882, "max": 6.0, "p95": 5.0, "sample_count": 211}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.902, "count": 30, "max": 67.187, "p95": 61.037, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.645, "count": 30, "max": 32.178, "p95": 26.309, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 827.567, "count": 30, "max": 1102.0, "p95": 1090.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1154.867, "count": 30, "max": 13082.0, "p95": 6076.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.069, "count": 30, "max": 0.31, "p95": 0.263, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.397, "count": 30, "max": 0.485, "p95": 0.462, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.103, "p95": 0.001, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113226.633, "count": 30, "max": 120789.0, "p95": 116331.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113226.633, "count": 30, "max": 120789.0, "p95": 116331.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1332.567, "count": 30, "max": 39455.0, "p95": 37.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.502, "count": 30, "max": 0.62, "p95": 0.589, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.155, "count": 30, "max": 1.36, "p95": 1.31, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 134, "sampled_at": "2026-10-30T15:05:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:05:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 32259, "flush_count": 35, "flush_interval_seconds": 30.0, "flush_state": {"count": 35, "last_at": "2026-10-30T15:05:58", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:05:58", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 34}, "started": true, "suppressed_count": 14576, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 14573}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 35, "written_record_count": 35}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4503.906, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 40385433600, "copied_frame_count": 14607, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 40385433600, "frame_buffer_copies": 14607, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1297, "count": 512, "max_ms": 3.1165, "p50_ms": 0.1096, "p95_ms": 0.2458, "p99_ms": 0.2984}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5812, "count": 512, "max_ms": 5.0219, "p50_ms": 1.4978, "p95_ms": 2.4915, "p99_ms": 3.3241, "results": {"failed": 0, "not_applicable": 0, "success": 14607, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 10, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:06:15+09:00", "last_error_summary": "[h264 @ 0x63074e664200] error while decoding MB 31 51, bytestream -6", "last_exit_at": "2026-10-30T15:06:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 171.986, "last_started_at": "2026-10-30T15:03:23+09:00", "pid": 2415, "process": {"exists": false, "pid": 2415}, "restart_count": 10, "restart_count_per_hour": 10, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.782, "sample_count": 2345, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14607, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:06:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.05, "last_frame_pushed_at": "2026-10-30T15:06:15+09:00", "last_frame_read_age_sec": 0.195, "last_frame_read_at": "2026-10-30T15:06:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 4, "debug_expires_at": null, "deduplicated_count": 4, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 149.921, "last_sample_duration_ms": 1010.201, "last_trigger": "periodic", "next_snapshot_in_sec": 450.079, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 4, "storage_bytes": 1087176}, "mjpeg": {"age_sec": 0.038, "exists": true, "mtime": "2026-10-30T15:06:15.093411+09:00", "mtime_epoch": 1793340375.0934114, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 115265}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:06:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 808.781, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 14607, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.781, "max": 22.0, "p95": 13.0, "sample_count": 233}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.103, "max": 4.0, "p95": 4.0, "sample_count": 233}, "total": {"avg": 3.103, "max": 4.0, "p95": 4.0, "sample_count": 233}}, "tracking_counts": {"active": {"avg": 0.438, "max": 2.0, "p95": 1.0, "sample_count": 233}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}, "removed": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 233}, "tracked": {"avg": 0.438, "max": 2.0, "p95": 1.0, "sample_count": 233}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.79, "pushed": 7.79, "read": 7.756}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 232, "client_acquire_ms": {"avg_ms": 0.008, "count": 233, "max_ms": 0.032, "p95_ms": 0.018, "reason": null, "sample_age_ms": 126.138, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.032, "count": 232, "max_ms": 8.728, "p95_ms": 3.393, "reason": null, "sample_age_ms": 196.547, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.435, "count": 232, "max_ms": 8.223, "p95_ms": 2.412, "reason": null, "sample_age_ms": 196.776, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.451, "count": 233, "max_ms": 2.71, "p95_ms": 0.905, "reason": null, "sample_age_ms": 126.152, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.131, "count": 232, "max_ms": 8.02, "p95_ms": 3.754, "reason": null, "sample_age_ms": 195.251, "source": "client_direct"}, "request_count": 232, "request_tensor_bytes": {"avg": 2764808.0, "count": 232, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 195.233, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 233, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 126.778, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.838, "count": 233, "max_ms": 86.0, "p95_ms": 74.64, "reason": null, "sample_age_ms": 126.131, "source": "client_direct"}, "sample_age_ms": 126.124, "source": "client_direct", "task_total_ms": {"avg_ms": 56.629, "count": 233, "max_ms": 92.047, "p95_ms": 78.021, "reason": null, "sample_age_ms": 126.124, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.956, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.036, "count": 233, "max_ms": 35.404, "p95_ms": 15.125}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.584, "count": 233, "max_ms": 1.569, "p95_ms": 1.155}, "detection_prepare_ms": {"avg_ms": 1.934, "count": 233, "max_ms": 8.464, "p95_ms": 3.321}, "event_filter_ms": {"avg_ms": 0.007, "count": 233, "max_ms": 0.104, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.48, "count": 233, "max_ms": 1.072, "p95_ms": 0.83}, "mcmt_ms": {"avg_ms": 0.004, "count": 233, "max_ms": 0.024, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.261, "count": 233, "max_ms": 8.527, "p95_ms": 7.116}, "setup_ms": {"avg_ms": 0.057, "count": 233, "max_ms": 1.848, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 9.964, "count": 233, "max_ms": 35.332, "p95_ms": 15.053}, "track_match_ms": {"avg_ms": 0.156, "count": 233, "max_ms": 2.732, "p95_ms": 0.293}, "tracker_update_ms": {"avg_ms": 2.48, "count": 233, "max_ms": 24.057, "p95_ms": 4.116}}, "gstreamer_push": {"avg_ms": 3.319, "count": 233, "max_ms": 8.966, "p95_ms": 5.801}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.067, "count": 233, "max_ms": 1.594, "p95_ms": 0.127}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.171, "count": 233, "max_ms": 96.816, "p95_ms": 80.771}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.326, "count": 233, "max_ms": 13.789, "p95_ms": 9.518}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.56, "count": 233, "max_ms": 153.137, "p95_ms": 141.024}, "inference_input_copy_ms": {"avg_ms": 1.632, "count": 233, "max_ms": 5.086, "p95_ms": 2.803}, "processing_residual_ms": {"avg_ms": 0.253, "count": 233, "max_ms": 0.787, "p95_ms": 0.485}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.77, "count": 233, "max_ms": 158.296, "p95_ms": 146.532}, "read_interval": {"avg_ms": 128.5, "count": 232, "max_ms": 223.396, "p95_ms": 172.789}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 233, "max_ms": 0.241, "p95_ms": 0.048}, "execute_total_ms": {"avg_ms": 4.172, "count": 233, "max_ms": 8.436, "p95_ms": 6.989}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 233, "max_ms": 0.069, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.148, "count": 233, "max_ms": 8.413, "p95_ms": 6.956}, "worker_merge_ms": {"avg_ms": 0.008, "count": 233, "max_ms": 0.024, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 58.186, "count": 233, "max_ms": 96.837, "p95_ms": 80.783}, "visualize": {"avg_ms": 38.917, "count": 233, "max_ms": 59.838, "p95_ms": 52.117}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.657, "count": 233, "max_ms": 47.735, "p95_ms": 40.195}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.341, "count": 233, "max_ms": 58.107, "p95_ms": 50.851}, "visualize_input_copy_ms": {"avg_ms": 1.351, "count": 233, "max_ms": 5.973, "p95_ms": 2.356}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.191, "count": 233, "max_ms": 57.878, "p95_ms": 50.528}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 233, "max_ms": 0.365, "p95_ms": 0.155}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 233}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 808.645, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 67.187, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.449, "sample_count": 2374, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14319, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:05:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 113311, "write_bytes_delta": 113311, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 880.0, "cpu_core_ratio": 0.407277, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 2415, "reason": null, "system_cpu_core_ratio": 0.029874, "system_cpu_s_delta": 0.5999999999999996, "user_cpu_core_ratio": 0.377404, "user_cpu_s_delta": 7.579999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.842706, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.566603, "system_cpu_s_delta": 11.379999999999995, "user_cpu_core_ratio": 1.276102, "user_cpu_s_delta": 25.629999999999654}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.544, "count": 211, "max_ms": 12.284, "p95_ms": 6.081, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.583, "max": 13.0, "p95": 11.0, "sample_count": 211}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.882, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 211}, "total": {"avg": 3.882, "max": 6.0, "p95": 5.0, "sample_count": 211}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.902, "count": 30, "max": 67.187, "p95": 61.037, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.645, "count": 30, "max": 32.178, "p95": 26.309, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 827.567, "count": 30, "max": 1102.0, "p95": 1090.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1154.867, "count": 30, "max": 13082.0, "p95": 6076.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.069, "count": 30, "max": 0.31, "p95": 0.263, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.397, "count": 30, "max": 0.485, "p95": 0.462, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.103, "p95": 0.001, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113226.633, "count": 30, "max": 120789.0, "p95": 116331.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113226.633, "count": 30, "max": 120789.0, "p95": 116331.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1332.567, "count": 30, "max": 39455.0, "p95": 37.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.502, "count": 30, "max": 0.62, "p95": 0.589, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.155, "count": 30, "max": 1.36, "p95": 1.31, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 134, "sampled_at": "2026-10-30T15:05:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:05:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 32259, "flush_count": 35, "flush_interval_seconds": 30.0, "flush_state": {"count": 35, "last_at": "2026-10-30T15:05:58", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:05:58", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 34}, "started": true, "suppressed_count": 14576, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 14573}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 35, "written_record_count": 35}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4677.133, "limit_mb": null}, "detail": {"pid": 2531, "restart_count": 11, "start_count": 12}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 40385433600, "copied_frame_count": 14607, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 40385433600, "frame_buffer_copies": 14607, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1297, "count": 512, "max_ms": 3.1165, "p50_ms": 0.1096, "p95_ms": 0.2458, "p99_ms": 0.2984}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5812, "count": 512, "max_ms": 5.0219, "p50_ms": 1.4978, "p95_ms": 2.4915, "p99_ms": 3.3241, "results": {"failed": 0, "not_applicable": 0, "success": 14607, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 10, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:06:15+09:00", "last_error_summary": "[h264 @ 0x63074e664200] error while decoding MB 31 51, bytestream -6", "last_exit_at": "2026-10-30T15:06:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T15:06:17+09:00", "pid": 2531, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.309, "name": "ffmpeg", "pid": 2531, "rss_mb": 209.309, "state": "S (sleeping)", "threads": 70}, "restart_count": 11, "restart_count_per_hour": 11, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.9, "sample_count": 2307, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14607, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:06:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.267, "last_frame_pushed_at": "2026-10-30T15:06:15+09:00", "last_frame_read_age_sec": 4.412, "last_frame_read_at": "2026-10-30T15:06:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 4, "debug_expires_at": null, "deduplicated_count": 4, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 154.174, "last_sample_duration_ms": 1010.201, "last_trigger": "periodic", "next_snapshot_in_sec": 445.826, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 4, "storage_bytes": 1087176}, "mjpeg": {"age_sec": 4.256, "exists": true, "mtime": "2026-10-30T15:06:15.093411+09:00", "mtime_epoch": 1793340375.0934114, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 115265}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:06:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 808.785, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 14607, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.045, "max": 22.0, "p95": 14.0, "sample_count": 201}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.96, "max": 4.0, "p95": 4.0, "sample_count": 201}, "total": {"avg": 2.96, "max": 4.0, "p95": 4.0, "sample_count": 201}}, "tracking_counts": {"active": {"avg": 0.348, "max": 2.0, "p95": 1.0, "sample_count": 201}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}, "removed": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 201}, "tracked": {"avg": 0.348, "max": 2.0, "p95": 1.0, "sample_count": 201}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.707, "pushed": 6.707, "read": 6.674}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 200, "client_acquire_ms": {"avg_ms": 0.009, "count": 200, "max_ms": 0.032, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4352.16, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.045, "count": 200, "max_ms": 8.728, "p95_ms": 3.552, "reason": null, "sample_age_ms": 4422.568, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.42, "count": 200, "max_ms": 8.223, "p95_ms": 2.306, "reason": null, "sample_age_ms": 4422.797, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.456, "count": 200, "max_ms": 2.71, "p95_ms": 0.928, "reason": null, "sample_age_ms": 4352.173, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.15, "count": 200, "max_ms": 8.02, "p95_ms": 3.729, "reason": null, "sample_age_ms": 4421.272, "source": "client_direct"}, "request_count": 200, "request_tensor_bytes": {"avg": 2764808.0, "count": 200, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4421.254, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 200, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4352.799, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 54.175, "count": 200, "max_ms": 86.0, "p95_ms": 74.757, "reason": null, "sample_age_ms": 4352.152, "source": "client_direct"}, "sample_age_ms": 4352.145, "source": "client_direct", "task_total_ms": {"avg_ms": 56.976, "count": 200, "max_ms": 92.047, "p95_ms": 79.218, "reason": null, "sample_age_ms": 4352.145, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.753, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.873, "count": 201, "max_ms": 35.404, "p95_ms": 15.125}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.563, "count": 201, "max_ms": 1.564, "p95_ms": 1.129}, "detection_prepare_ms": {"avg_ms": 1.925, "count": 201, "max_ms": 8.464, "p95_ms": 3.321}, "event_filter_ms": {"avg_ms": 0.007, "count": 201, "max_ms": 0.104, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.473, "count": 201, "max_ms": 1.072, "p95_ms": 0.83}, "mcmt_ms": {"avg_ms": 0.004, "count": 201, "max_ms": 0.024, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.245, "count": 201, "max_ms": 8.527, "p95_ms": 6.858}, "setup_ms": {"avg_ms": 0.057, "count": 201, "max_ms": 1.848, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 9.805, "count": 201, "max_ms": 35.332, "p95_ms": 15.053}, "track_match_ms": {"avg_ms": 0.136, "count": 201, "max_ms": 0.61, "p95_ms": 0.275}, "tracker_update_ms": {"avg_ms": 2.394, "count": 201, "max_ms": 24.057, "p95_ms": 3.967}}, "gstreamer_push": {"avg_ms": 3.323, "count": 201, "max_ms": 8.966, "p95_ms": 5.751}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.068, "count": 201, "max_ms": 1.594, "p95_ms": 0.125}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.495, "count": 201, "max_ms": 96.816, "p95_ms": 80.974}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.336, "count": 201, "max_ms": 13.789, "p95_ms": 9.586}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.566, "count": 201, "max_ms": 153.137, "p95_ms": 141.477}, "inference_input_copy_ms": {"avg_ms": 1.624, "count": 201, "max_ms": 5.086, "p95_ms": 2.716}, "processing_residual_ms": {"avg_ms": 0.25, "count": 201, "max_ms": 0.589, "p95_ms": 0.454}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.777, "count": 201, "max_ms": 158.296, "p95_ms": 146.815}, "read_interval": {"avg_ms": 128.307, "count": 200, "max_ms": 223.396, "p95_ms": 172.653}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.023, "count": 201, "max_ms": 0.222, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 4.158, "count": 201, "max_ms": 8.436, "p95_ms": 6.744}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 201, "max_ms": 0.069, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.135, "count": 201, "max_ms": 8.413, "p95_ms": 6.723}, "worker_merge_ms": {"avg_ms": 0.008, "count": 201, "max_ms": 0.024, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 58.509, "count": 201, "max_ms": 96.837, "p95_ms": 80.993}, "visualize": {"avg_ms": 38.75, "count": 201, "max_ms": 59.838, "p95_ms": 51.105}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.731, "count": 201, "max_ms": 47.735, "p95_ms": 40.118}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.174, "count": 201, "max_ms": 58.107, "p95_ms": 50.072}, "visualize_input_copy_ms": {"avg_ms": 1.352, "count": 201, "max_ms": 5.973, "p95_ms": 2.352}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.024, "count": 201, "max_ms": 57.878, "p95_ms": 49.911}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 201, "max_ms": 0.365, "p95_ms": 0.155}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 201}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 808.645, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 67.187, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.449, "sample_count": 2374, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 14319, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:05:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 113311, "write_bytes_delta": 113311, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 880.0, "cpu_core_ratio": 0.407277, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 2415, "reason": null, "system_cpu_core_ratio": 0.029874, "system_cpu_s_delta": 0.5999999999999996, "user_cpu_core_ratio": 0.377404, "user_cpu_s_delta": 7.579999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.842706, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.566603, "system_cpu_s_delta": 11.379999999999995, "user_cpu_core_ratio": 1.276102, "user_cpu_s_delta": 25.629999999999654}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.544, "count": 211, "max_ms": 12.284, "p95_ms": 6.081, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.583, "max": 13.0, "p95": 11.0, "sample_count": 211}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.882, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 211}, "total": {"avg": 3.882, "max": 6.0, "p95": 5.0, "sample_count": 211}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.902, "count": 30, "max": 67.187, "p95": 61.037, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.645, "count": 30, "max": 32.178, "p95": 26.309, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 827.567, "count": 30, "max": 1102.0, "p95": 1090.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1154.867, "count": 30, "max": 13082.0, "p95": 6076.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.069, "count": 30, "max": 0.31, "p95": 0.263, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.397, "count": 30, "max": 0.485, "p95": 0.462, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.103, "p95": 0.001, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113226.633, "count": 30, "max": 120789.0, "p95": 116331.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113226.633, "count": 30, "max": 120789.0, "p95": 116331.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1332.567, "count": 30, "max": 39455.0, "p95": 37.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.502, "count": 30, "max": 0.62, "p95": 0.589, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.155, "count": 30, "max": 1.36, "p95": 1.31, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 134, "sampled_at": "2026-10-30T15:05:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:05:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 35230, "flush_count": 38, "flush_interval_seconds": 30.0, "flush_state": {"count": 38, "last_at": "2026-10-30T15:09:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:09:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 37}, "started": true, "suppressed_count": 15610, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 15607}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 38, "written_record_count": 38}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4512.301, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x61ab43aa8b00] left block unavailable for requested intra mode [h264 @ 0x61ab43aa8b00] error while decoding MB 0 26, bytestream 7063 [h264 @ 0x61ab44669080] left block unavailable for requested intra mode [h264 @ 0x61ab44669080] error while decoding MB 0 17, bytestream 536 [h264 @ 0x61ab439f2540] left block unavailable for requested intra mode [h264 @ 0x61ab439f2540] error while decoding MB 0 18, bytestream 3087 [rtsp @ 0x61ab43972f00] RTP: PT=60: bad cseq 5254 expected=13cf [in#0/rtsp ", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 43252531200, "copied_frame_count": 15644, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 43252531200, "frame_buffer_copies": 15644, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1324, "count": 512, "max_ms": 2.6164, "p50_ms": 0.1132, "p95_ms": 0.224, "p99_ms": 0.4035}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5794, "count": 512, "max_ms": 3.3914, "p50_ms": 1.4791, "p95_ms": 2.6392, "p99_ms": 3.1922, "results": {"failed": 0, "not_applicable": 0, "success": 15644, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 11, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:09:02+09:00", "last_error_summary": "[h264 @ 0x61ab43aa8b00] left block unavailable for requested intra mode [h264 @ 0x61ab43aa8b00] error while decoding MB 0 26, bytestream 7063 [h264 @ 0x61ab44669080] left block unavailable for requested intra mode [h264 @ 0x61ab44669080] error while decoding MB 0 17, bytestream 536 [h264 @ 0x61ab439f2540] left block unavailable for requested intra mode [h264 @ 0x61ab439f2540] error while decoding MB 0 18, bytestream 3087 [rtsp @ 0x61ab43972f00] RTP: PT=60: bad cseq 5254 expected=13cf [in#0/rtsp ", "last_exit_at": "2026-10-30T15:06:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 165.303, "last_started_at": "2026-10-30T15:06:17+09:00", "pid": 2531, "process": {"exists": false, "pid": 2531}, "restart_count": 11, "restart_count_per_hour": 11, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.32, "sample_count": 2018, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15644, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:09:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.076, "last_frame_pushed_at": "2026-10-30T15:09:02+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-10-30T15:09:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 4, "debug_expires_at": null, "deduplicated_count": 4, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 317.453, "last_sample_duration_ms": 1010.201, "last_trigger": "periodic", "next_snapshot_in_sec": 282.547, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 4, "storage_bytes": 1087176}, "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-10-30T15:09:02.590430+09:00", "mtime_epoch": 1793340542.59043, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113675}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:09:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 809.293, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 15644, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.861, "max": 8.0, "p95": 8.0, "sample_count": 79}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.494, "max": 4.0, "p95": 4.0, "sample_count": 79}, "total": {"avg": 2.494, "max": 4.0, "p95": 4.0, "sample_count": 79}}, "tracking_counts": {"active": {"avg": 0.114, "max": 1.0, "p95": 1.0, "sample_count": 79}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 79}, "removed": {"avg": 0.025, "max": 1.0, "p95": 0.0, "sample_count": 79}, "tracked": {"avg": 0.114, "max": 1.0, "p95": 1.0, "sample_count": 79}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 79}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 79, "pushed_frames": 79, "read_frames": 80, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.634, "pushed": 2.634, "read": 2.667}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 80, "client_acquire_ms": {"avg_ms": 0.008, "count": 80, "max_ms": 0.02, "p95_ms": 0.014, "reason": null, "sample_age_ms": 5.259, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.983, "count": 80, "max_ms": 7.071, "p95_ms": 2.865, "reason": null, "sample_age_ms": 69.167, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.416, "count": 80, "max_ms": 5.928, "p95_ms": 2.182, "reason": null, "sample_age_ms": 69.551, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.355, "count": 80, "max_ms": 1.025, "p95_ms": 0.822, "reason": null, "sample_age_ms": 5.269, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.075, "count": 80, "max_ms": 4.498, "p95_ms": 3.558, "reason": null, "sample_age_ms": 66.724, "source": "client_direct"}, "request_count": 80, "request_tensor_bytes": {"avg": 2764808.0, "count": 80, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 66.663, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 80, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5.754, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.513, "count": 80, "max_ms": 81.548, "p95_ms": 74.762, "reason": null, "sample_age_ms": 5.254, "source": "client_direct"}, "sample_age_ms": 5.249, "source": "client_direct", "task_total_ms": {"avg_ms": 54.129, "count": 80, "max_ms": 84.031, "p95_ms": 76.821, "reason": null, "sample_age_ms": 5.249, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.302, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.009, "count": 79, "max_ms": 18.651, "p95_ms": 13.179}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.45, "count": 79, "max_ms": 1.433, "p95_ms": 0.946}, "detection_prepare_ms": {"avg_ms": 1.76, "count": 79, "max_ms": 8.267, "p95_ms": 4.047}, "event_filter_ms": {"avg_ms": 0.006, "count": 79, "max_ms": 0.017, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.406, "count": 79, "max_ms": 0.918, "p95_ms": 0.716}, "mcmt_ms": {"avg_ms": 0.003, "count": 79, "max_ms": 0.015, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 3.2, "count": 79, "max_ms": 9.939, "p95_ms": 5.868}, "setup_ms": {"avg_ms": 0.046, "count": 79, "max_ms": 0.143, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 7.951, "count": 79, "max_ms": 18.554, "p95_ms": 13.109}, "track_match_ms": {"avg_ms": 0.094, "count": 79, "max_ms": 0.223, "p95_ms": 0.199}, "tracker_update_ms": {"avg_ms": 1.985, "count": 79, "max_ms": 3.947, "p95_ms": 3.628}}, "gstreamer_push": {"avg_ms": 3.096, "count": 79, "max_ms": 5.777, "p95_ms": 4.83}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.074, "count": 79, "max_ms": 1.416, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.495, "count": 79, "max_ms": 84.989, "p95_ms": 80.308}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.205, "count": 79, "max_ms": 10.219, "p95_ms": 8.2}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 79, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 79, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.505, "count": 79, "max_ms": 145.228, "p95_ms": 129.771}, "inference_input_copy_ms": {"avg_ms": 1.582, "count": 79, "max_ms": 4.147, "p95_ms": 2.694}, "processing_residual_ms": {"avg_ms": 0.255, "count": 79, "max_ms": 1.388, "p95_ms": 0.489}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 79, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 79, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.547, "count": 79, "max_ms": 151.009, "p95_ms": 138.967}, "read_interval": {"avg_ms": 375.576, "count": 80, "max_ms": 10151.506, "p95_ms": 191.008}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 79, "max_ms": 0.044, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 3.123, "count": 79, "max_ms": 9.858, "p95_ms": 5.761}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 79, "max_ms": 0.061, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.105, "count": 79, "max_ms": 9.838, "p95_ms": 5.74}, "worker_merge_ms": {"avg_ms": 0.007, "count": 79, "max_ms": 0.021, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 55.509, "count": 79, "max_ms": 85.004, "p95_ms": 80.313}, "visualize": {"avg_ms": 37.665, "count": 79, "max_ms": 61.712, "p95_ms": 50.572}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.468, "count": 79, "max_ms": 45.774, "p95_ms": 40.954}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 79, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.176, "count": 79, "max_ms": 59.274, "p95_ms": 48.676}, "visualize_input_copy_ms": {"avg_ms": 1.283, "count": 79, "max_ms": 2.766, "p95_ms": 2.257}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 79, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.036, "count": 79, "max_ms": 59.122, "p95_ms": 48.54}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 79, "max_ms": 0.207, "p95_ms": 0.143}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 79}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 79}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 79}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 809.293, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 39.904, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.021, "sample_count": 2019, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15638, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:09:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115328, "write_bytes_delta": 115328, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 95.0, "cpu_core_ratio": 0.04275, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2218.0, "pid": 2531, "reason": null, "system_cpu_core_ratio": 0.005003, "system_cpu_s_delta": 0.10999999999999943, "user_cpu_core_ratio": 0.037747, "user_cpu_s_delta": 0.8299999999999983}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.32608, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.111422, "system_cpu_s_delta": 2.4500000000000455, "user_cpu_core_ratio": 0.214658, "user_cpu_s_delta": 4.7199999999998}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.15, "count": 80, "max_ms": 5.777, "p95_ms": 4.702, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.912, "max": 8.0, "p95": 8.0, "sample_count": 80}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.413, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 80}, "total": {"avg": 2.413, "max": 4.0, "p95": 4.0, "sample_count": 80}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.834, "count": 30, "max": 67.187, "p95": 50.411, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.287, "count": 30, "max": 32.178, "p95": 25.917, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 895.033, "count": 30, "max": 1102.0, "p95": 1090.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1354.667, "count": 30, "max": 14250.0, "p95": 8193.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.176, "p95": 0.124, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.397, "count": 30, "max": 0.485, "p95": 0.462, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.143, "count": 30, "max": 4.275, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113202.4, "count": 30, "max": 116662.0, "p95": 116044.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113202.4, "count": 30, "max": 116662.0, "p95": 116044.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1332.7, "count": 30, "max": 39455.0, "p95": 36.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.501, "count": 30, "max": 0.579, "p95": 0.573, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.154, "count": 30, "max": 1.301, "p95": 1.286, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 144, "sampled_at": "2026-10-30T15:09:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:09:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 35230, "flush_count": 38, "flush_interval_seconds": 30.0, "flush_state": {"count": 38, "last_at": "2026-10-30T15:09:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:09:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 37}, "started": true, "suppressed_count": 15611, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 15608}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 38, "written_record_count": 38}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4512.695, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T15:09:02+09:00", "last_error_summary": "[h264 @ 0x61ab43aa8b00] left block unavailable for requested intra mode [h264 @ 0x61ab43aa8b00] error while decoding MB 0 26, bytestream 7063 [h264 @ 0x61ab44669080] left block unavailable for requested intra mode [h264 @ 0x61ab44669080] error while decoding MB 0 17, bytestream 536 [h264 @ 0x61ab439f2540] left block unavailable for requested intra mode [h264 @ 0x61ab439f2540] error while decoding MB 0 18, bytestream 3087 [rtsp @ 0x61ab43972f00] RTP: PT=60: bad cseq 5254 expected=13cf [in#0/rtsp ", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 43255296000, "copied_frame_count": 15645, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 43255296000, "frame_buffer_copies": 15645, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1322, "count": 512, "max_ms": 2.6164, "p50_ms": 0.1131, "p95_ms": 0.224, "p99_ms": 0.4035}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5777, "count": 512, "max_ms": 3.3914, "p50_ms": 1.4779, "p95_ms": 2.6392, "p99_ms": 3.1922, "results": {"failed": 0, "not_applicable": 0, "success": 15645, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 11, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:09:02+09:00", "last_error_summary": "[h264 @ 0x61ab43aa8b00] left block unavailable for requested intra mode [h264 @ 0x61ab43aa8b00] error while decoding MB 0 26, bytestream 7063 [h264 @ 0x61ab44669080] left block unavailable for requested intra mode [h264 @ 0x61ab44669080] error while decoding MB 0 17, bytestream 536 [h264 @ 0x61ab439f2540] left block unavailable for requested intra mode [h264 @ 0x61ab439f2540] error while decoding MB 0 18, bytestream 3087 [rtsp @ 0x61ab43972f00] RTP: PT=60: bad cseq 5254 expected=13cf [in#0/rtsp ", "last_exit_at": "2026-10-30T15:09:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 165.375, "last_started_at": "2026-10-30T15:06:17+09:00", "pid": 2531, "process": {"exists": false, "pid": 2531}, "restart_count": 11, "restart_count_per_hour": 11, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.32, "sample_count": 2019, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15645, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:09:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T15:09:02+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-10-30T15:09:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 4, "debug_expires_at": null, "deduplicated_count": 4, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 317.508, "last_sample_duration_ms": 1010.201, "last_trigger": "periodic", "next_snapshot_in_sec": 282.492, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 4, "storage_bytes": 1087176}, "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-10-30T15:09:02.590430+09:00", "mtime_epoch": 1793340542.59043, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113675}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:09:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 809.293, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 15645, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.9, "max": 9.0, "p95": 8.0, "sample_count": 80}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.5, "max": 4.0, "p95": 4.0, "sample_count": 80}, "total": {"avg": 2.5, "max": 4.0, "p95": 4.0, "sample_count": 80}}, "tracking_counts": {"active": {"avg": 0.113, "max": 1.0, "p95": 1.0, "sample_count": 80}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}, "removed": {"avg": 0.025, "max": 1.0, "p95": 0.0, "sample_count": 80}, "tracked": {"avg": 0.113, "max": 1.0, "p95": 1.0, "sample_count": 80}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 80, "pushed_frames": 80, "read_frames": 79, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.672, "pushed": 2.672, "read": 2.639}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 79, "client_acquire_ms": {"avg_ms": 0.008, "count": 80, "max_ms": 0.02, "p95_ms": 0.014, "reason": null, "sample_age_ms": 72.84, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.987, "count": 79, "max_ms": 7.071, "p95_ms": 2.867, "reason": null, "sample_age_ms": 136.749, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.42, "count": 79, "max_ms": 5.928, "p95_ms": 2.194, "reason": null, "sample_age_ms": 137.132, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.355, "count": 80, "max_ms": 1.025, "p95_ms": 0.822, "reason": null, "sample_age_ms": 72.851, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.075, "count": 79, "max_ms": 4.498, "p95_ms": 3.585, "reason": null, "sample_age_ms": 134.305, "source": "client_direct"}, "request_count": 79, "request_tensor_bytes": {"avg": 2764808.0, "count": 79, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 134.244, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 80, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 73.335, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.513, "count": 80, "max_ms": 81.548, "p95_ms": 74.762, "reason": null, "sample_age_ms": 72.835, "source": "client_direct"}, "sample_age_ms": 72.831, "source": "client_direct", "task_total_ms": {"avg_ms": 54.129, "count": 80, "max_ms": 84.031, "p95_ms": 76.821, "reason": null, "sample_age_ms": 72.831, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.822, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.032, "count": 80, "max_ms": 18.651, "p95_ms": 12.803}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.449, "count": 80, "max_ms": 1.433, "p95_ms": 0.877}, "detection_prepare_ms": {"avg_ms": 1.785, "count": 80, "max_ms": 8.267, "p95_ms": 3.739}, "event_filter_ms": {"avg_ms": 0.006, "count": 80, "max_ms": 0.017, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.405, "count": 80, "max_ms": 0.918, "p95_ms": 0.699}, "mcmt_ms": {"avg_ms": 0.003, "count": 80, "max_ms": 0.015, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 3.197, "count": 80, "max_ms": 9.939, "p95_ms": 5.81}, "setup_ms": {"avg_ms": 0.046, "count": 80, "max_ms": 0.143, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 7.974, "count": 80, "max_ms": 18.554, "p95_ms": 12.757}, "track_match_ms": {"avg_ms": 0.094, "count": 80, "max_ms": 0.223, "p95_ms": 0.199}, "tracker_update_ms": {"avg_ms": 1.987, "count": 80, "max_ms": 3.947, "p95_ms": 3.45}}, "gstreamer_push": {"avg_ms": 3.077, "count": 80, "max_ms": 5.777, "p95_ms": 4.702}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.074, "count": 80, "max_ms": 1.416, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.739, "count": 80, "max_ms": 84.989, "p95_ms": 79.194}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.188, "count": 80, "max_ms": 10.219, "p95_ms": 8.109}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.835, "count": 80, "max_ms": 145.228, "p95_ms": 129.062}, "inference_input_copy_ms": {"avg_ms": 1.589, "count": 80, "max_ms": 4.147, "p95_ms": 2.419}, "processing_residual_ms": {"avg_ms": 0.257, "count": 80, "max_ms": 1.388, "p95_ms": 0.48}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.87, "count": 80, "max_ms": 151.009, "p95_ms": 135.034}, "read_interval": {"avg_ms": 378.837, "count": 79, "max_ms": 10151.506, "p95_ms": 194.172}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 80, "max_ms": 0.044, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 3.121, "count": 80, "max_ms": 9.858, "p95_ms": 5.693}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 80, "max_ms": 0.061, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.103, "count": 80, "max_ms": 9.838, "p95_ms": 5.668}, "worker_merge_ms": {"avg_ms": 0.007, "count": 80, "max_ms": 0.021, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 55.754, "count": 80, "max_ms": 85.004, "p95_ms": 79.219}, "visualize": {"avg_ms": 37.73, "count": 80, "max_ms": 61.712, "p95_ms": 49.777}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.537, "count": 80, "max_ms": 45.774, "p95_ms": 40.741}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.242, "count": 80, "max_ms": 59.274, "p95_ms": 47.456}, "visualize_input_copy_ms": {"avg_ms": 1.284, "count": 80, "max_ms": 2.766, "p95_ms": 2.218}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.102, "count": 80, "max_ms": 59.122, "p95_ms": 47.227}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 80, "max_ms": 0.207, "p95_ms": 0.129}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 80}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 809.293, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 39.904, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.021, "sample_count": 2019, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15638, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:09:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115328, "write_bytes_delta": 115328, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 95.0, "cpu_core_ratio": 0.04275, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2218.0, "pid": 2531, "reason": null, "system_cpu_core_ratio": 0.005003, "system_cpu_s_delta": 0.10999999999999943, "user_cpu_core_ratio": 0.037747, "user_cpu_s_delta": 0.8299999999999983}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.32608, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.111422, "system_cpu_s_delta": 2.4500000000000455, "user_cpu_core_ratio": 0.214658, "user_cpu_s_delta": 4.7199999999998}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.15, "count": 80, "max_ms": 5.777, "p95_ms": 4.702, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.912, "max": 8.0, "p95": 8.0, "sample_count": 80}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.413, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 80}, "total": {"avg": 2.413, "max": 4.0, "p95": 4.0, "sample_count": 80}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.834, "count": 30, "max": 67.187, "p95": 50.411, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.287, "count": 30, "max": 32.178, "p95": 25.917, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 895.033, "count": 30, "max": 1102.0, "p95": 1090.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1354.667, "count": 30, "max": 14250.0, "p95": 8193.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.176, "p95": 0.124, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.397, "count": 30, "max": 0.485, "p95": 0.462, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.143, "count": 30, "max": 4.275, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113202.4, "count": 30, "max": 116662.0, "p95": 116044.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113202.4, "count": 30, "max": 116662.0, "p95": 116044.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1332.7, "count": 30, "max": 39455.0, "p95": 36.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.501, "count": 30, "max": 0.579, "p95": 0.573, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.154, "count": 30, "max": 1.301, "p95": 1.286, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 144, "sampled_at": "2026-10-30T15:09:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:09:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 35230, "flush_count": 38, "flush_interval_seconds": 30.0, "flush_state": {"count": 38, "last_at": "2026-10-30T15:09:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:09:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 37}, "started": true, "suppressed_count": 15611, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 15608}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 38, "written_record_count": 38}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4513.539, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 43255296000, "copied_frame_count": 15645, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 43255296000, "frame_buffer_copies": 15645, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1322, "count": 512, "max_ms": 2.6164, "p50_ms": 0.1131, "p95_ms": 0.224, "p99_ms": 0.4035}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5777, "count": 512, "max_ms": 3.3914, "p50_ms": 1.4779, "p95_ms": 2.6392, "p99_ms": 3.1922, "results": {"failed": 0, "not_applicable": 0, "success": 15645, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 11, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:09:02+09:00", "last_error_summary": "[h264 @ 0x61ab43aa8b00] left block unavailable for requested intra mode [h264 @ 0x61ab43aa8b00] error while decoding MB 0 26, bytestream 7063 [h264 @ 0x61ab44669080] left block unavailable for requested intra mode [h264 @ 0x61ab44669080] error while decoding MB 0 17, bytestream 536 [h264 @ 0x61ab439f2540] left block unavailable for requested intra mode [h264 @ 0x61ab439f2540] error while decoding MB 0 18, bytestream 3087 [rtsp @ 0x61ab43972f00] RTP: PT=60: bad cseq 5254 expected=13cf [in#0/rtsp ", "last_exit_at": "2026-10-30T15:09:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 165.393, "last_started_at": "2026-10-30T15:06:17+09:00", "pid": 2531, "process": {"exists": false, "pid": 2531}, "restart_count": 11, "restart_count_per_hour": 11, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.32, "sample_count": 2019, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15645, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:09:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.019, "last_frame_pushed_at": "2026-10-30T15:09:02+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-10-30T15:09:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 4, "debug_expires_at": null, "deduplicated_count": 4, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 317.526, "last_sample_duration_ms": 1010.201, "last_trigger": "periodic", "next_snapshot_in_sec": 282.474, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 4, "storage_bytes": 1087176}, "mjpeg": {"age_sec": 0.009, "exists": true, "mtime": "2026-10-30T15:09:02.731431+09:00", "mtime_epoch": 1793340542.7314308, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113955}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:09:02+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 809.293, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 15645, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.9, "max": 9.0, "p95": 8.0, "sample_count": 80}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.5, "max": 4.0, "p95": 4.0, "sample_count": 80}, "total": {"avg": 2.5, "max": 4.0, "p95": 4.0, "sample_count": 80}}, "tracking_counts": {"active": {"avg": 0.113, "max": 1.0, "p95": 1.0, "sample_count": 80}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}, "removed": {"avg": 0.025, "max": 1.0, "p95": 0.0, "sample_count": 80}, "tracked": {"avg": 0.113, "max": 1.0, "p95": 1.0, "sample_count": 80}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 80, "pushed_frames": 80, "read_frames": 79, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.671, "pushed": 2.671, "read": 2.637}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 79, "client_acquire_ms": {"avg_ms": 0.008, "count": 79, "max_ms": 0.02, "p95_ms": 0.014, "reason": null, "sample_age_ms": 90.544, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.987, "count": 79, "max_ms": 7.071, "p95_ms": 2.867, "reason": null, "sample_age_ms": 154.452, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.42, "count": 79, "max_ms": 5.928, "p95_ms": 2.194, "reason": null, "sample_age_ms": 154.836, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.356, "count": 79, "max_ms": 1.025, "p95_ms": 0.824, "reason": null, "sample_age_ms": 90.554, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.075, "count": 79, "max_ms": 4.498, "p95_ms": 3.585, "reason": null, "sample_age_ms": 152.009, "source": "client_direct"}, "request_count": 79, "request_tensor_bytes": {"avg": 2764808.0, "count": 79, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 151.948, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 79, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 91.039, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.34, "count": 79, "max_ms": 81.548, "p95_ms": 74.803, "reason": null, "sample_age_ms": 90.539, "source": "client_direct"}, "sample_age_ms": 90.534, "source": "client_direct", "task_total_ms": {"avg_ms": 53.957, "count": 79, "max_ms": 84.031, "p95_ms": 76.855, "reason": null, "sample_age_ms": 90.534, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.535, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.032, "count": 80, "max_ms": 18.651, "p95_ms": 12.803}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.449, "count": 80, "max_ms": 1.433, "p95_ms": 0.877}, "detection_prepare_ms": {"avg_ms": 1.785, "count": 80, "max_ms": 8.267, "p95_ms": 3.739}, "event_filter_ms": {"avg_ms": 0.006, "count": 80, "max_ms": 0.017, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.405, "count": 80, "max_ms": 0.918, "p95_ms": 0.699}, "mcmt_ms": {"avg_ms": 0.003, "count": 80, "max_ms": 0.015, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 3.197, "count": 80, "max_ms": 9.939, "p95_ms": 5.81}, "setup_ms": {"avg_ms": 0.046, "count": 80, "max_ms": 0.143, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 7.974, "count": 80, "max_ms": 18.554, "p95_ms": 12.757}, "track_match_ms": {"avg_ms": 0.094, "count": 80, "max_ms": 0.223, "p95_ms": 0.199}, "tracker_update_ms": {"avg_ms": 1.987, "count": 80, "max_ms": 3.947, "p95_ms": 3.45}}, "gstreamer_push": {"avg_ms": 3.077, "count": 80, "max_ms": 5.777, "p95_ms": 4.702}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.074, "count": 80, "max_ms": 1.416, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.739, "count": 80, "max_ms": 84.989, "p95_ms": 79.194}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.188, "count": 80, "max_ms": 10.219, "p95_ms": 8.109}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.835, "count": 80, "max_ms": 145.228, "p95_ms": 129.062}, "inference_input_copy_ms": {"avg_ms": 1.589, "count": 80, "max_ms": 4.147, "p95_ms": 2.419}, "processing_residual_ms": {"avg_ms": 0.257, "count": 80, "max_ms": 1.388, "p95_ms": 0.48}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.87, "count": 80, "max_ms": 151.009, "p95_ms": 135.034}, "read_interval": {"avg_ms": 378.837, "count": 79, "max_ms": 10151.506, "p95_ms": 194.172}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 80, "max_ms": 0.044, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 3.121, "count": 80, "max_ms": 9.858, "p95_ms": 5.693}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 80, "max_ms": 0.061, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.103, "count": 80, "max_ms": 9.838, "p95_ms": 5.668}, "worker_merge_ms": {"avg_ms": 0.007, "count": 80, "max_ms": 0.021, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 55.754, "count": 80, "max_ms": 85.004, "p95_ms": 79.219}, "visualize": {"avg_ms": 37.73, "count": 80, "max_ms": 61.712, "p95_ms": 49.777}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.537, "count": 80, "max_ms": 45.774, "p95_ms": 40.741}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.242, "count": 80, "max_ms": 59.274, "p95_ms": 47.456}, "visualize_input_copy_ms": {"avg_ms": 1.284, "count": 80, "max_ms": 2.766, "p95_ms": 2.218}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.102, "count": 80, "max_ms": 59.122, "p95_ms": 47.227}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 80, "max_ms": 0.207, "p95_ms": 0.129}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 80}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 809.293, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 39.904, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.021, "sample_count": 2019, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15638, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:09:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115328, "write_bytes_delta": 115328, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 95.0, "cpu_core_ratio": 0.04275, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2218.0, "pid": 2531, "reason": null, "system_cpu_core_ratio": 0.005003, "system_cpu_s_delta": 0.10999999999999943, "user_cpu_core_ratio": 0.037747, "user_cpu_s_delta": 0.8299999999999983}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.32608, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.111422, "system_cpu_s_delta": 2.4500000000000455, "user_cpu_core_ratio": 0.214658, "user_cpu_s_delta": 4.7199999999998}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.15, "count": 80, "max_ms": 5.777, "p95_ms": 4.702, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.912, "max": 8.0, "p95": 8.0, "sample_count": 80}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.413, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 80}, "total": {"avg": 2.413, "max": 4.0, "p95": 4.0, "sample_count": 80}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.834, "count": 30, "max": 67.187, "p95": 50.411, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.287, "count": 30, "max": 32.178, "p95": 25.917, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 895.033, "count": 30, "max": 1102.0, "p95": 1090.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1354.667, "count": 30, "max": 14250.0, "p95": 8193.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.176, "p95": 0.124, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.397, "count": 30, "max": 0.485, "p95": 0.462, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.143, "count": 30, "max": 4.275, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113202.4, "count": 30, "max": 116662.0, "p95": 116044.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113202.4, "count": 30, "max": 116662.0, "p95": 116044.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1332.7, "count": 30, "max": 39455.0, "p95": 36.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.501, "count": 30, "max": 0.579, "p95": 0.573, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.154, "count": 30, "max": 1.301, "p95": 1.286, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 144, "sampled_at": "2026-10-30T15:09:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:09:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 35230, "flush_count": 38, "flush_interval_seconds": 30.0, "flush_state": {"count": 38, "last_at": "2026-10-30T15:09:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:09:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 37}, "started": true, "suppressed_count": 15611, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 15608}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 38, "written_record_count": 38}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4692.902, "limit_mb": null}, "detail": {"pid": 2647, "restart_count": 12, "start_count": 13}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 43255296000, "copied_frame_count": 15645, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 43255296000, "frame_buffer_copies": 15645, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1322, "count": 512, "max_ms": 2.6164, "p50_ms": 0.1131, "p95_ms": 0.224, "p99_ms": 0.4035}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5777, "count": 512, "max_ms": 3.3914, "p50_ms": 1.4779, "p95_ms": 2.6392, "p99_ms": 3.1922, "results": {"failed": 0, "not_applicable": 0, "success": 15645, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 11, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:09:02+09:00", "last_error_summary": "[h264 @ 0x61ab43aa8b00] left block unavailable for requested intra mode [h264 @ 0x61ab43aa8b00] error while decoding MB 0 26, bytestream 7063 [h264 @ 0x61ab44669080] left block unavailable for requested intra mode [h264 @ 0x61ab44669080] error while decoding MB 0 17, bytestream 536 [h264 @ 0x61ab439f2540] left block unavailable for requested intra mode [h264 @ 0x61ab439f2540] error while decoding MB 0 18, bytestream 3087 [rtsp @ 0x61ab43972f00] RTP: PT=60: bad cseq 5254 expected=13cf [in#0/rtsp ", "last_exit_at": "2026-10-30T15:09:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T15:09:05+09:00", "pid": 2647, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.992, "name": "ffmpeg", "pid": 2647, "rss_mb": 208.992, "state": "S (sleeping)", "threads": 70}, "restart_count": 12, "restart_count_per_hour": 12, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.32, "sample_count": 1985, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15645, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:09:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.72, "last_frame_pushed_at": "2026-10-30T15:09:02+09:00", "last_frame_read_age_sec": 4.857, "last_frame_read_at": "2026-10-30T15:09:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 4, "debug_expires_at": null, "deduplicated_count": 4, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 322.229, "last_sample_duration_ms": 1010.201, "last_trigger": "periodic", "next_snapshot_in_sec": 277.771, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 4, "storage_bytes": 1087176}, "mjpeg": {"age_sec": 4.71, "exists": true, "mtime": "2026-10-30T15:09:02.731431+09:00", "mtime_epoch": 1793340542.7314308, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113955}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:09:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 809.309, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 15645, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.824, "max": 9.0, "p95": 8.0, "sample_count": 51}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.667, "max": 4.0, "p95": 4.0, "sample_count": 51}, "total": {"avg": 2.667, "max": 4.0, "p95": 4.0, "sample_count": 51}}, "tracking_counts": {"active": {"avg": 0.157, "max": 1.0, "p95": 1.0, "sample_count": 51}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}, "removed": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 51}, "tracked": {"avg": 0.157, "max": 1.0, "p95": 1.0, "sample_count": 51}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 51, "pushed_frames": 51, "read_frames": 50, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.702, "pushed": 1.702, "read": 1.668}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 50, "client_acquire_ms": {"avg_ms": 0.008, "count": 50, "max_ms": 0.017, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4792.442, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.938, "count": 50, "max_ms": 3.141, "p95_ms": 2.702, "reason": null, "sample_age_ms": 4856.351, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.351, "count": 50, "max_ms": 2.498, "p95_ms": 2.109, "reason": null, "sample_age_ms": 4856.735, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.386, "count": 50, "max_ms": 1.025, "p95_ms": 0.842, "reason": null, "sample_age_ms": 4792.453, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.99, "count": 50, "max_ms": 4.205, "p95_ms": 3.152, "reason": null, "sample_age_ms": 4853.908, "source": "client_direct"}, "request_count": 50, "request_tensor_bytes": {"avg": 2764808.0, "count": 50, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4853.846, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 50, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4792.938, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.364, "count": 50, "max_ms": 81.548, "p95_ms": 71.112, "reason": null, "sample_age_ms": 4792.438, "source": "client_direct"}, "sample_age_ms": 4792.433, "source": "client_direct", "task_total_ms": {"avg_ms": 53.929, "count": 50, "max_ms": 84.031, "p95_ms": 74.859, "reason": null, "sample_age_ms": 4792.433, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.403, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.796, "count": 51, "max_ms": 18.651, "p95_ms": 13.68}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.438, "count": 51, "max_ms": 1.433, "p95_ms": 0.946}, "detection_prepare_ms": {"avg_ms": 2.002, "count": 51, "max_ms": 8.267, "p95_ms": 4.168}, "event_filter_ms": {"avg_ms": 0.006, "count": 51, "max_ms": 0.012, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.434, "count": 51, "max_ms": 0.918, "p95_ms": 0.719}, "mcmt_ms": {"avg_ms": 0.004, "count": 51, "max_ms": 0.015, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 3.588, "count": 51, "max_ms": 9.939, "p95_ms": 5.868}, "setup_ms": {"avg_ms": 0.049, "count": 51, "max_ms": 0.143, "p95_ms": 0.104}, "total_inside_ms": {"avg_ms": 8.737, "count": 51, "max_ms": 18.554, "p95_ms": 13.612}, "track_match_ms": {"avg_ms": 0.103, "count": 51, "max_ms": 0.223, "p95_ms": 0.199}, "tracker_update_ms": {"avg_ms": 2.112, "count": 51, "max_ms": 3.947, "p95_ms": 3.777}}, "gstreamer_push": {"avg_ms": 3.058, "count": 51, "max_ms": 5.777, "p95_ms": 5.488}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.061, "count": 51, "max_ms": 0.506, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.463, "count": 51, "max_ms": 84.989, "p95_ms": 77.194}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.159, "count": 51, "max_ms": 9.125, "p95_ms": 8.109}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.121, "count": 51, "max_ms": 145.228, "p95_ms": 129.039}, "inference_input_copy_ms": {"avg_ms": 1.576, "count": 51, "max_ms": 4.147, "p95_ms": 2.419}, "processing_residual_ms": {"avg_ms": 0.238, "count": 51, "max_ms": 0.491, "p95_ms": 0.48}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.095, "count": 51, "max_ms": 151.009, "p95_ms": 135.034}, "read_interval": {"avg_ms": 503.983, "count": 50, "max_ms": 10151.506, "p95_ms": 194.172}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 51, "max_ms": 0.042, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 3.508, "count": 51, "max_ms": 9.858, "p95_ms": 5.761}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 51, "max_ms": 0.044, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.489, "count": 51, "max_ms": 9.838, "p95_ms": 5.74}, "worker_merge_ms": {"avg_ms": 0.008, "count": 51, "max_ms": 0.021, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 55.478, "count": 51, "max_ms": 85.004, "p95_ms": 77.216}, "visualize": {"avg_ms": 37.542, "count": 51, "max_ms": 61.712, "p95_ms": 49.777}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.192, "count": 51, "max_ms": 45.774, "p95_ms": 40.741}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.049, "count": 51, "max_ms": 59.274, "p95_ms": 47.456}, "visualize_input_copy_ms": {"avg_ms": 1.281, "count": 51, "max_ms": 2.766, "p95_ms": 2.257}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.91, "count": 51, "max_ms": 59.122, "p95_ms": 47.227}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 51, "max_ms": 0.207, "p95_ms": 0.156}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 51}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 809.293, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 39.904, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.021, "sample_count": 2019, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 15638, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:09:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115328, "write_bytes_delta": 115328, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 95.0, "cpu_core_ratio": 0.04275, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2218.0, "pid": 2531, "reason": null, "system_cpu_core_ratio": 0.005003, "system_cpu_s_delta": 0.10999999999999943, "user_cpu_core_ratio": 0.037747, "user_cpu_s_delta": 0.8299999999999983}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.32608, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.111422, "system_cpu_s_delta": 2.4500000000000455, "user_cpu_core_ratio": 0.214658, "user_cpu_s_delta": 4.7199999999998}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.15, "count": 80, "max_ms": 5.777, "p95_ms": 4.702, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.912, "max": 8.0, "p95": 8.0, "sample_count": 80}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.413, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 80}, "total": {"avg": 2.413, "max": 4.0, "p95": 4.0, "sample_count": 80}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.834, "count": 30, "max": 67.187, "p95": 50.411, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.287, "count": 30, "max": 32.178, "p95": 25.917, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 895.033, "count": 30, "max": 1102.0, "p95": 1090.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1354.667, "count": 30, "max": 14250.0, "p95": 8193.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.176, "p95": 0.124, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.397, "count": 30, "max": 0.485, "p95": 0.462, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.143, "count": 30, "max": 4.275, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113202.4, "count": 30, "max": 116662.0, "p95": 116044.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113202.4, "count": 30, "max": 116662.0, "p95": 116044.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1332.7, "count": 30, "max": 39455.0, "p95": 36.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.501, "count": 30, "max": 0.579, "p95": 0.573, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.154, "count": 30, "max": 1.301, "p95": 1.286, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 144, "sampled_at": "2026-10-30T15:09:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:09:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 37174, "flush_count": 40, "flush_interval_seconds": 30.0, "flush_state": {"count": 40, "last_at": "2026-10-30T15:11:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:11:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 39}, "started": true, "suppressed_count": 16715, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 16712}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 40, "written_record_count": 40}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4521.984, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 2, "sample_message": "[rtsp @ 0x5f4ed6806f00] RTP: PT=60: bad cseq 5254 expected=dfbe [rtsp @ 0x5f4ed6806f00] RTP: PT=60: bad cseq 5254 expected=e641 [h264 @ 0x5f4ed69ca500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f4ed69ca500] error while decoding MB 0 55, bytestream 30 [in#0/rtsp @ 0x5f4ed6806e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5f4ed6806e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 46310400000, "copied_frame_count": 16750, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 46310400000, "frame_buffer_copies": 16750, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1204, "count": 512, "max_ms": 0.3665, "p50_ms": 0.1081, "p95_ms": 0.2222, "p99_ms": 0.2998}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4999, "count": 512, "max_ms": 4.6237, "p50_ms": 1.4277, "p95_ms": 2.4712, "p99_ms": 3.2375, "results": {"failed": 0, "not_applicable": 0, "success": 16750, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 12, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:11:54+09:00", "last_error_summary": "[rtsp @ 0x5f4ed6806f00] RTP: PT=60: bad cseq 5254 expected=dfbe [rtsp @ 0x5f4ed6806f00] RTP: PT=60: bad cseq 5254 expected=e641 [h264 @ 0x5f4ed69ca500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f4ed69ca500] error while decoding MB 0 55, bytestream 30 [in#0/rtsp @ 0x5f4ed6806e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5f4ed6806e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T15:09:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 169.436, "last_started_at": "2026-10-30T15:09:05+09:00", "pid": 2647, "process": {"exists": false, "pid": 2647}, "restart_count": 12, "restart_count_per_hour": 12, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.36, "sample_count": 1883, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16750, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:11:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.072, "last_frame_pushed_at": "2026-10-30T15:11:54+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-10-30T15:11:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 4, "debug_expires_at": null, "deduplicated_count": 4, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 489.68, "last_sample_duration_ms": 1010.201, "last_trigger": "periodic", "next_snapshot_in_sec": 110.32, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 4, "storage_bytes": 1087176}, "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-10-30T15:11:54.816469+09:00", "mtime_epoch": 1793340714.8164694, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 119456}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:11:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 809.957, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 16751, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.486, "max": 12.0, "p95": 10.0, "sample_count": 70}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.114, "max": 2.0, "p95": 2.0, "sample_count": 70}, "total": {"avg": 1.114, "max": 2.0, "p95": 2.0, "sample_count": 70}}, "tracking_counts": {"active": {"avg": 0.071, "max": 1.0, "p95": 1.0, "sample_count": 70}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 70}, "removed": {"avg": 0.029, "max": 1.0, "p95": 0.0, "sample_count": 70}, "tracked": {"avg": 0.071, "max": 1.0, "p95": 1.0, "sample_count": 70}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 70}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 70, "pushed_frames": 70, "read_frames": 71, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.336, "pushed": 2.336, "read": 2.369}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 71, "client_acquire_ms": {"avg_ms": 0.009, "count": 71, "max_ms": 0.04, "p95_ms": 0.019, "reason": null, "sample_age_ms": 29.036, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.772, "count": 71, "max_ms": 4.804, "p95_ms": 2.577, "reason": null, "sample_age_ms": 70.474, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.325, "count": 71, "max_ms": 3.339, "p95_ms": 1.918, "reason": null, "sample_age_ms": 70.879, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.371, "count": 71, "max_ms": 0.766, "p95_ms": 0.646, "reason": null, "sample_age_ms": 29.042, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.966, "count": 71, "max_ms": 4.528, "p95_ms": 3.089, "reason": null, "sample_age_ms": 66.797, "source": "client_direct"}, "request_count": 71, "request_tensor_bytes": {"avg": 2764808.0, "count": 71, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 66.741, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 71, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 29.277, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.86, "count": 71, "max_ms": 80.832, "p95_ms": 63.621, "reason": null, "sample_age_ms": 29.032, "source": "client_direct"}, "sample_age_ms": 29.03, "source": "client_direct", "task_total_ms": {"avg_ms": 49.38, "count": 71, "max_ms": 84.169, "p95_ms": 66.399, "reason": null, "sample_age_ms": 29.03, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.091, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.499, "count": 70, "max_ms": 10.423, "p95_ms": 7.52}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.402, "count": 70, "max_ms": 3.921, "p95_ms": 0.587}, "detection_prepare_ms": {"avg_ms": 1.326, "count": 70, "max_ms": 2.972, "p95_ms": 2.465}, "event_filter_ms": {"avg_ms": 0.005, "count": 70, "max_ms": 0.021, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.29, "count": 70, "max_ms": 0.537, "p95_ms": 0.461}, "mcmt_ms": {"avg_ms": 0.003, "count": 70, "max_ms": 0.009, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.842, "count": 70, "max_ms": 2.878, "p95_ms": 2.685}, "setup_ms": {"avg_ms": 0.044, "count": 70, "max_ms": 0.122, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 4.448, "count": 70, "max_ms": 10.357, "p95_ms": 7.461}, "track_match_ms": {"avg_ms": 0.084, "count": 70, "max_ms": 0.756, "p95_ms": 0.17}, "tracker_update_ms": {"avg_ms": 1.451, "count": 70, "max_ms": 2.768, "p95_ms": 2.302}}, "gstreamer_push": {"avg_ms": 3.325, "count": 70, "max_ms": 7.003, "p95_ms": 5.372}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 70, "max_ms": 0.101, "p95_ms": 0.075}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.652, "count": 70, "max_ms": 86.57, "p95_ms": 68.66}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.239, "count": 70, "max_ms": 11.273, "p95_ms": 7.877}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 70, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 70, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.137, "count": 70, "max_ms": 133.958, "p95_ms": 111.493}, "inference_input_copy_ms": {"avg_ms": 1.751, "count": 70, "max_ms": 6.436, "p95_ms": 2.769}, "processing_residual_ms": {"avg_ms": 0.275, "count": 70, "max_ms": 0.774, "p95_ms": 0.519}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 70, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 70, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.402, "count": 70, "max_ms": 139.448, "p95_ms": 116.598}, "read_interval": {"avg_ms": 423.25, "count": 71, "max_ms": 20088.78, "p95_ms": 149.04}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 70, "max_ms": 0.043, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.778, "count": 70, "max_ms": 2.812, "p95_ms": 2.605}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 70, "max_ms": 0.04, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.761, "count": 70, "max_ms": 2.797, "p95_ms": 2.583}, "worker_merge_ms": {"avg_ms": 0.007, "count": 70, "max_ms": 0.03, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 50.665, "count": 70, "max_ms": 86.582, "p95_ms": 68.667}, "visualize": {"avg_ms": 34.574, "count": 70, "max_ms": 57.067, "p95_ms": 46.588}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.619, "count": 70, "max_ms": 51.086, "p95_ms": 41.047}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 70, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.107, "count": 70, "max_ms": 55.654, "p95_ms": 45.208}, "visualize_input_copy_ms": {"avg_ms": 1.274, "count": 70, "max_ms": 2.692, "p95_ms": 2.012}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 70, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.964, "count": 70, "max_ms": 55.498, "p95_ms": 44.918}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 70, "max_ms": 0.215, "p95_ms": 0.121}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 70}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 70}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 70}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 809.957, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 37.628, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.36, "sample_count": 1883, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16744, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:11:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115028, "write_bytes_delta": 115028, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 293.0, "cpu_core_ratio": 0.232177, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3328.0, "pid": 2647, "reason": null, "system_cpu_core_ratio": 0.092239, "system_cpu_s_delta": 2.9200000000000017, "user_cpu_core_ratio": 0.139938, "user_cpu_s_delta": 4.43}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.527215, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.167736, "system_cpu_s_delta": 5.310000000000173, "user_cpu_core_ratio": 0.359479, "user_cpu_s_delta": 11.38000000000011}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.287, "count": 71, "max_ms": 6.672, "p95_ms": 5.185, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.535, "max": 12.0, "p95": 10.0, "sample_count": 71}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.113, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 71}, "total": {"avg": 1.113, "max": 2.0, "p95": 2.0, "sample_count": 71}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.709, "count": 30, "max": 67.187, "p95": 48.177, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.723, "count": 30, "max": 32.178, "p95": 26.407, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 842.4, "count": 30, "max": 1102.0, "p95": 1090.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1452.233, "count": 30, "max": 14250.0, "p95": 6194.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.071, "count": 30, "max": 0.277, "p95": 0.228, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.389, "count": 30, "max": 0.485, "p95": 0.462, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.143, "count": 30, "max": 4.275, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113577.733, "count": 30, "max": 117822.0, "p95": 116394.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109854.833, "count": 30, "max": 117822.0, "p95": 116394.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.967, "count": 30, "max": 46.0, "p95": 38.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.473, "count": 30, "max": 0.573, "p95": 0.57, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.091, "count": 30, "max": 1.301, "p95": 1.28, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 152, "sampled_at": "2026-10-30T15:11:54+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:11:54+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 37174, "flush_count": 40, "flush_interval_seconds": 30.0, "flush_state": {"count": 40, "last_at": "2026-10-30T15:11:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:11:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 39}, "started": true, "suppressed_count": 16715, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 16712}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 40, "written_record_count": 40}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4521.012, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T15:11:54+09:00", "last_error_summary": "[rtsp @ 0x5f4ed6806f00] RTP: PT=60: bad cseq 5254 expected=dfbe [rtsp @ 0x5f4ed6806f00] RTP: PT=60: bad cseq 5254 expected=e641 [h264 @ 0x5f4ed69ca500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f4ed69ca500] error while decoding MB 0 55, bytestream 30 [in#0/rtsp @ 0x5f4ed6806e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5f4ed6806e00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 46313164800, "copied_frame_count": 16751, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 46313164800, "frame_buffer_copies": 16751, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1204, "count": 512, "max_ms": 0.3665, "p50_ms": 0.1081, "p95_ms": 0.2222, "p99_ms": 0.2998}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5007, "count": 512, "max_ms": 4.6237, "p50_ms": 1.4277, "p95_ms": 2.4712, "p99_ms": 3.2375, "results": {"failed": 0, "not_applicable": 0, "success": 16751, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 12, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:11:54+09:00", "last_error_summary": "[rtsp @ 0x5f4ed6806f00] RTP: PT=60: bad cseq 5254 expected=dfbe [rtsp @ 0x5f4ed6806f00] RTP: PT=60: bad cseq 5254 expected=e641 [h264 @ 0x5f4ed69ca500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f4ed69ca500] error while decoding MB 0 55, bytestream 30 [in#0/rtsp @ 0x5f4ed6806e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5f4ed6806e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T15:11:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 169.488, "last_started_at": "2026-10-30T15:09:05+09:00", "pid": 2647, "process": {"exists": false, "pid": 2647}, "restart_count": 12, "restart_count_per_hour": 12, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.36, "sample_count": 1883, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16751, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:11:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-10-30T15:11:54+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-10-30T15:11:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 4, "debug_expires_at": null, "deduplicated_count": 4, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 489.717, "last_sample_duration_ms": 1010.201, "last_trigger": "periodic", "next_snapshot_in_sec": 110.283, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 4, "storage_bytes": 1087176}, "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-10-30T15:11:54.816469+09:00", "mtime_epoch": 1793340714.8164694, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 119456}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:11:54+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 809.957, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 16751, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.423, "max": 12.0, "p95": 10.0, "sample_count": 71}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.113, "max": 2.0, "p95": 2.0, "sample_count": 71}, "total": {"avg": 1.113, "max": 2.0, "p95": 2.0, "sample_count": 71}}, "tracking_counts": {"active": {"avg": 0.07, "max": 1.0, "p95": 1.0, "sample_count": 71}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 71}, "removed": {"avg": 0.028, "max": 1.0, "p95": 0.0, "sample_count": 71}, "tracked": {"avg": 0.07, "max": 1.0, "p95": 1.0, "sample_count": 71}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 71}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 71, "pushed_frames": 71, "read_frames": 70, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.374, "pushed": 2.374, "read": 2.34}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 70, "client_acquire_ms": {"avg_ms": 0.009, "count": 71, "max_ms": 0.04, "p95_ms": 0.019, "reason": null, "sample_age_ms": 76.802, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.774, "count": 70, "max_ms": 4.804, "p95_ms": 2.595, "reason": null, "sample_age_ms": 118.241, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.326, "count": 70, "max_ms": 3.339, "p95_ms": 1.934, "reason": null, "sample_age_ms": 118.646, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.371, "count": 71, "max_ms": 0.766, "p95_ms": 0.646, "reason": null, "sample_age_ms": 76.809, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.952, "count": 70, "max_ms": 4.528, "p95_ms": 3.099, "reason": null, "sample_age_ms": 114.563, "source": "client_direct"}, "request_count": 70, "request_tensor_bytes": {"avg": 2764808.0, "count": 70, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 114.508, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 71, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 77.044, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.86, "count": 71, "max_ms": 80.832, "p95_ms": 63.621, "reason": null, "sample_age_ms": 76.799, "source": "client_direct"}, "sample_age_ms": 76.796, "source": "client_direct", "task_total_ms": {"avg_ms": 49.38, "count": 71, "max_ms": 84.169, "p95_ms": 66.399, "reason": null, "sample_age_ms": 76.796, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.84, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.482, "count": 71, "max_ms": 10.423, "p95_ms": 7.52}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.4, "count": 71, "max_ms": 3.921, "p95_ms": 0.587}, "detection_prepare_ms": {"avg_ms": 1.319, "count": 71, "max_ms": 2.972, "p95_ms": 2.465}, "event_filter_ms": {"avg_ms": 0.005, "count": 71, "max_ms": 0.021, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.289, "count": 71, "max_ms": 0.537, "p95_ms": 0.461}, "mcmt_ms": {"avg_ms": 0.003, "count": 71, "max_ms": 0.009, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.838, "count": 71, "max_ms": 2.878, "p95_ms": 2.685}, "setup_ms": {"avg_ms": 0.044, "count": 71, "max_ms": 0.122, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 4.432, "count": 71, "max_ms": 10.357, "p95_ms": 7.461}, "track_match_ms": {"avg_ms": 0.083, "count": 71, "max_ms": 0.756, "p95_ms": 0.17}, "tracker_update_ms": {"avg_ms": 1.449, "count": 71, "max_ms": 2.768, "p95_ms": 2.302}}, "gstreamer_push": {"avg_ms": 3.3, "count": 71, "max_ms": 7.003, "p95_ms": 5.372}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 71, "max_ms": 0.101, "p95_ms": 0.075}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.533, "count": 71, "max_ms": 86.57, "p95_ms": 68.66}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.214, "count": 71, "max_ms": 11.273, "p95_ms": 7.877}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.339, "count": 71, "max_ms": 133.958, "p95_ms": 111.493}, "inference_input_copy_ms": {"avg_ms": 1.747, "count": 71, "max_ms": 6.436, "p95_ms": 2.769}, "processing_residual_ms": {"avg_ms": 0.274, "count": 71, "max_ms": 0.774, "p95_ms": 0.519}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.574, "count": 71, "max_ms": 139.448, "p95_ms": 116.598}, "read_interval": {"avg_ms": 427.168, "count": 70, "max_ms": 20088.78, "p95_ms": 148.044}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 71, "max_ms": 0.043, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.774, "count": 71, "max_ms": 2.812, "p95_ms": 2.605}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 71, "max_ms": 0.04, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.757, "count": 71, "max_ms": 2.797, "p95_ms": 2.583}, "worker_merge_ms": {"avg_ms": 0.007, "count": 71, "max_ms": 0.03, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 50.545, "count": 71, "max_ms": 86.582, "p95_ms": 68.667}, "visualize": {"avg_ms": 34.919, "count": 71, "max_ms": 59.117, "p95_ms": 47.214}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.771, "count": 71, "max_ms": 51.086, "p95_ms": 41.047}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.453, "count": 71, "max_ms": 57.682, "p95_ms": 46.289}, "visualize_input_copy_ms": {"avg_ms": 1.273, "count": 71, "max_ms": 2.692, "p95_ms": 2.012}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.311, "count": 71, "max_ms": 57.567, "p95_ms": 46.053}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 71, "max_ms": 0.215, "p95_ms": 0.121}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 71}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 71}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 71}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 809.957, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 37.628, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.36, "sample_count": 1883, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16744, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:11:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115028, "write_bytes_delta": 115028, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 293.0, "cpu_core_ratio": 0.232177, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3328.0, "pid": 2647, "reason": null, "system_cpu_core_ratio": 0.092239, "system_cpu_s_delta": 2.9200000000000017, "user_cpu_core_ratio": 0.139938, "user_cpu_s_delta": 4.43}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.527215, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.167736, "system_cpu_s_delta": 5.310000000000173, "user_cpu_core_ratio": 0.359479, "user_cpu_s_delta": 11.38000000000011}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.287, "count": 71, "max_ms": 6.672, "p95_ms": 5.185, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.535, "max": 12.0, "p95": 10.0, "sample_count": 71}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.113, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 71}, "total": {"avg": 1.113, "max": 2.0, "p95": 2.0, "sample_count": 71}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.709, "count": 30, "max": 67.187, "p95": 48.177, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.723, "count": 30, "max": 32.178, "p95": 26.407, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 842.4, "count": 30, "max": 1102.0, "p95": 1090.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1452.233, "count": 30, "max": 14250.0, "p95": 6194.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.071, "count": 30, "max": 0.277, "p95": 0.228, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.389, "count": 30, "max": 0.485, "p95": 0.462, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.143, "count": 30, "max": 4.275, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113577.733, "count": 30, "max": 117822.0, "p95": 116394.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109854.833, "count": 30, "max": 117822.0, "p95": 116394.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.967, "count": 30, "max": 46.0, "p95": 38.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.473, "count": 30, "max": 0.573, "p95": 0.57, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.091, "count": 30, "max": 1.301, "p95": 1.28, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 152, "sampled_at": "2026-10-30T15:11:54+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:11:54+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 37174, "flush_count": 40, "flush_interval_seconds": 30.0, "flush_state": {"count": 40, "last_at": "2026-10-30T15:11:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:11:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 39}, "started": true, "suppressed_count": 16715, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 16712}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 40, "written_record_count": 40}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4521.215, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 46313164800, "copied_frame_count": 16751, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 46313164800, "frame_buffer_copies": 16751, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1204, "count": 512, "max_ms": 0.3665, "p50_ms": 0.1081, "p95_ms": 0.2222, "p99_ms": 0.2998}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5007, "count": 512, "max_ms": 4.6237, "p50_ms": 1.4277, "p95_ms": 2.4712, "p99_ms": 3.2375, "results": {"failed": 0, "not_applicable": 0, "success": 16751, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 12, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:11:54+09:00", "last_error_summary": "[rtsp @ 0x5f4ed6806f00] RTP: PT=60: bad cseq 5254 expected=dfbe [rtsp @ 0x5f4ed6806f00] RTP: PT=60: bad cseq 5254 expected=e641 [h264 @ 0x5f4ed69ca500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f4ed69ca500] error while decoding MB 0 55, bytestream 30 [in#0/rtsp @ 0x5f4ed6806e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5f4ed6806e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T15:11:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 169.512, "last_started_at": "2026-10-30T15:09:05+09:00", "pid": 2647, "process": {"exists": false, "pid": 2647}, "restart_count": 12, "restart_count_per_hour": 12, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.36, "sample_count": 1883, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16751, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:11:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.029, "last_frame_pushed_at": "2026-10-30T15:11:54+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-10-30T15:11:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 4, "debug_expires_at": null, "deduplicated_count": 4, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 489.742, "last_sample_duration_ms": 1010.201, "last_trigger": "periodic", "next_snapshot_in_sec": 110.258, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 4, "storage_bytes": 1087176}, "mjpeg": {"age_sec": 0.019, "exists": true, "mtime": "2026-10-30T15:11:54.932470+09:00", "mtime_epoch": 1793340714.93247, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 121744}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:11:54+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 809.957, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 16751, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.423, "max": 12.0, "p95": 10.0, "sample_count": 71}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.113, "max": 2.0, "p95": 2.0, "sample_count": 71}, "total": {"avg": 1.113, "max": 2.0, "p95": 2.0, "sample_count": 71}}, "tracking_counts": {"active": {"avg": 0.07, "max": 1.0, "p95": 1.0, "sample_count": 71}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 71}, "removed": {"avg": 0.028, "max": 1.0, "p95": 0.0, "sample_count": 71}, "tracked": {"avg": 0.07, "max": 1.0, "p95": 1.0, "sample_count": 71}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 71}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 71, "pushed_frames": 71, "read_frames": 70, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.372, "pushed": 2.372, "read": 2.339}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 70, "client_acquire_ms": {"avg_ms": 0.009, "count": 71, "max_ms": 0.04, "p95_ms": 0.019, "reason": null, "sample_age_ms": 101.45, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.774, "count": 70, "max_ms": 4.804, "p95_ms": 2.595, "reason": null, "sample_age_ms": 142.889, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.326, "count": 70, "max_ms": 3.339, "p95_ms": 1.934, "reason": null, "sample_age_ms": 143.294, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.371, "count": 71, "max_ms": 0.766, "p95_ms": 0.646, "reason": null, "sample_age_ms": 101.457, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.952, "count": 70, "max_ms": 4.528, "p95_ms": 3.099, "reason": null, "sample_age_ms": 139.212, "source": "client_direct"}, "request_count": 70, "request_tensor_bytes": {"avg": 2764808.0, "count": 70, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 139.156, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 71, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 101.692, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.86, "count": 71, "max_ms": 80.832, "p95_ms": 63.621, "reason": null, "sample_age_ms": 101.447, "source": "client_direct"}, "sample_age_ms": 101.444, "source": "client_direct", "task_total_ms": {"avg_ms": 49.38, "count": 71, "max_ms": 84.169, "p95_ms": 66.399, "reason": null, "sample_age_ms": 101.444, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.657, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.482, "count": 71, "max_ms": 10.423, "p95_ms": 7.52}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.4, "count": 71, "max_ms": 3.921, "p95_ms": 0.587}, "detection_prepare_ms": {"avg_ms": 1.319, "count": 71, "max_ms": 2.972, "p95_ms": 2.465}, "event_filter_ms": {"avg_ms": 0.005, "count": 71, "max_ms": 0.021, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.289, "count": 71, "max_ms": 0.537, "p95_ms": 0.461}, "mcmt_ms": {"avg_ms": 0.003, "count": 71, "max_ms": 0.009, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.838, "count": 71, "max_ms": 2.878, "p95_ms": 2.685}, "setup_ms": {"avg_ms": 0.044, "count": 71, "max_ms": 0.122, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 4.432, "count": 71, "max_ms": 10.357, "p95_ms": 7.461}, "track_match_ms": {"avg_ms": 0.083, "count": 71, "max_ms": 0.756, "p95_ms": 0.17}, "tracker_update_ms": {"avg_ms": 1.449, "count": 71, "max_ms": 2.768, "p95_ms": 2.302}}, "gstreamer_push": {"avg_ms": 3.3, "count": 71, "max_ms": 7.003, "p95_ms": 5.372}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 71, "max_ms": 0.101, "p95_ms": 0.075}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.533, "count": 71, "max_ms": 86.57, "p95_ms": 68.66}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.214, "count": 71, "max_ms": 11.273, "p95_ms": 7.877}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.339, "count": 71, "max_ms": 133.958, "p95_ms": 111.493}, "inference_input_copy_ms": {"avg_ms": 1.747, "count": 71, "max_ms": 6.436, "p95_ms": 2.769}, "processing_residual_ms": {"avg_ms": 0.274, "count": 71, "max_ms": 0.774, "p95_ms": 0.519}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.574, "count": 71, "max_ms": 139.448, "p95_ms": 116.598}, "read_interval": {"avg_ms": 427.168, "count": 70, "max_ms": 20088.78, "p95_ms": 148.044}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 71, "max_ms": 0.043, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.774, "count": 71, "max_ms": 2.812, "p95_ms": 2.605}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 71, "max_ms": 0.04, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.757, "count": 71, "max_ms": 2.797, "p95_ms": 2.583}, "worker_merge_ms": {"avg_ms": 0.007, "count": 71, "max_ms": 0.03, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 50.545, "count": 71, "max_ms": 86.582, "p95_ms": 68.667}, "visualize": {"avg_ms": 34.919, "count": 71, "max_ms": 59.117, "p95_ms": 47.214}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.771, "count": 71, "max_ms": 51.086, "p95_ms": 41.047}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.453, "count": 71, "max_ms": 57.682, "p95_ms": 46.289}, "visualize_input_copy_ms": {"avg_ms": 1.273, "count": 71, "max_ms": 2.692, "p95_ms": 2.012}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.311, "count": 71, "max_ms": 57.567, "p95_ms": 46.053}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 71, "max_ms": 0.215, "p95_ms": 0.121}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 71}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 71}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 71}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 809.957, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 37.628, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.36, "sample_count": 1883, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16744, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:11:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115028, "write_bytes_delta": 115028, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 293.0, "cpu_core_ratio": 0.232177, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3328.0, "pid": 2647, "reason": null, "system_cpu_core_ratio": 0.092239, "system_cpu_s_delta": 2.9200000000000017, "user_cpu_core_ratio": 0.139938, "user_cpu_s_delta": 4.43}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.527215, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.167736, "system_cpu_s_delta": 5.310000000000173, "user_cpu_core_ratio": 0.359479, "user_cpu_s_delta": 11.38000000000011}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.287, "count": 71, "max_ms": 6.672, "p95_ms": 5.185, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.535, "max": 12.0, "p95": 10.0, "sample_count": 71}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.113, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 71}, "total": {"avg": 1.113, "max": 2.0, "p95": 2.0, "sample_count": 71}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.709, "count": 30, "max": 67.187, "p95": 48.177, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.723, "count": 30, "max": 32.178, "p95": 26.407, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 842.4, "count": 30, "max": 1102.0, "p95": 1090.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1452.233, "count": 30, "max": 14250.0, "p95": 6194.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.071, "count": 30, "max": 0.277, "p95": 0.228, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.389, "count": 30, "max": 0.485, "p95": 0.462, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.143, "count": 30, "max": 4.275, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113577.733, "count": 30, "max": 117822.0, "p95": 116394.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109854.833, "count": 30, "max": 117822.0, "p95": 116394.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.967, "count": 30, "max": 46.0, "p95": 38.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.473, "count": 30, "max": 0.573, "p95": 0.57, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.091, "count": 30, "max": 1.301, "p95": 1.28, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 152, "sampled_at": "2026-10-30T15:11:54+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:11:54+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 37174, "flush_count": 40, "flush_interval_seconds": 30.0, "flush_state": {"count": 40, "last_at": "2026-10-30T15:11:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:11:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 39}, "started": true, "suppressed_count": 16715, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 16712}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 40, "written_record_count": 40}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4700.285, "limit_mb": null}, "detail": {"pid": 2763, "restart_count": 13, "start_count": 14}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 46313164800, "copied_frame_count": 16751, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 46313164800, "frame_buffer_copies": 16751, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1204, "count": 512, "max_ms": 0.3665, "p50_ms": 0.1081, "p95_ms": 0.2222, "p99_ms": 0.2998}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5007, "count": 512, "max_ms": 4.6237, "p50_ms": 1.4277, "p95_ms": 2.4712, "p99_ms": 3.2375, "results": {"failed": 0, "not_applicable": 0, "success": 16751, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 12, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:11:54+09:00", "last_error_summary": "[rtsp @ 0x5f4ed6806f00] RTP: PT=60: bad cseq 5254 expected=dfbe [rtsp @ 0x5f4ed6806f00] RTP: PT=60: bad cseq 5254 expected=e641 [h264 @ 0x5f4ed69ca500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f4ed69ca500] error while decoding MB 0 55, bytestream 30 [in#0/rtsp @ 0x5f4ed6806e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5f4ed6806e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T15:11:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T15:11:57+09:00", "pid": 2763, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.031, "name": "ffmpeg", "pid": 2763, "rss_mb": 206.031, "state": "S (sleeping)", "threads": 70}, "restart_count": 13, "restart_count_per_hour": 13, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.897, "sample_count": 1848, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16751, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:11:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.875, "last_frame_pushed_at": "2026-10-30T15:11:54+09:00", "last_frame_read_age_sec": 4.987, "last_frame_read_at": "2026-10-30T15:11:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 4, "debug_expires_at": null, "deduplicated_count": 4, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 494.588, "last_sample_duration_ms": 1010.201, "last_trigger": "periodic", "next_snapshot_in_sec": 105.412, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 4, "storage_bytes": 1087176}, "mjpeg": {"age_sec": 4.866, "exists": true, "mtime": "2026-10-30T15:11:54.932470+09:00", "mtime_epoch": 1793340714.93247, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 121744}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:11:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 809.961, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 16751, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.696, "max": 10.0, "p95": 10.0, "sample_count": 46}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.087, "max": 2.0, "p95": 2.0, "sample_count": 46}, "total": {"avg": 1.087, "max": 2.0, "p95": 2.0, "sample_count": 46}}, "tracking_counts": {"active": {"avg": 0.087, "max": 1.0, "p95": 1.0, "sample_count": 46}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 46}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 46}, "tracked": {"avg": 0.087, "max": 1.0, "p95": 1.0, "sample_count": 46}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 46}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 46, "pushed_frames": 46, "read_frames": 45, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.534, "pushed": 1.534, "read": 1.501}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 45, "client_acquire_ms": {"avg_ms": 0.01, "count": 45, "max_ms": 0.04, "p95_ms": 0.026, "reason": null, "sample_age_ms": 4946.853, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.823, "count": 45, "max_ms": 4.804, "p95_ms": 2.689, "reason": null, "sample_age_ms": 4988.292, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.324, "count": 45, "max_ms": 2.506, "p95_ms": 2.017, "reason": null, "sample_age_ms": 4988.697, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.369, "count": 45, "max_ms": 0.76, "p95_ms": 0.658, "reason": null, "sample_age_ms": 4946.86, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.098, "count": 45, "max_ms": 4.528, "p95_ms": 3.5, "reason": null, "sample_age_ms": 4984.615, "source": "client_direct"}, "request_count": 45, "request_tensor_bytes": {"avg": 2764808.0, "count": 45, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4984.559, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 45, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4947.095, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.961, "count": 45, "max_ms": 80.832, "p95_ms": 62.383, "reason": null, "sample_age_ms": 4946.85, "source": "client_direct"}, "sample_age_ms": 4946.848, "source": "client_direct", "task_total_ms": {"avg_ms": 51.625, "count": 45, "max_ms": 84.169, "p95_ms": 65.156, "reason": null, "sample_age_ms": 4946.848, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.848, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.457, "count": 46, "max_ms": 7.52, "p95_ms": 7.361}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.388, "count": 46, "max_ms": 0.745, "p95_ms": 0.587}, "detection_prepare_ms": {"avg_ms": 1.324, "count": 46, "max_ms": 2.653, "p95_ms": 2.297}, "event_filter_ms": {"avg_ms": 0.005, "count": 46, "max_ms": 0.014, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.291, "count": 46, "max_ms": 0.507, "p95_ms": 0.459}, "mcmt_ms": {"avg_ms": 0.003, "count": 46, "max_ms": 0.009, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.803, "count": 46, "max_ms": 2.777, "p95_ms": 2.015}, "setup_ms": {"avg_ms": 0.044, "count": 46, "max_ms": 0.116, "p95_ms": 0.072}, "total_inside_ms": {"avg_ms": 4.407, "count": 46, "max_ms": 7.461, "p95_ms": 7.27}, "track_match_ms": {"avg_ms": 0.082, "count": 46, "max_ms": 0.2, "p95_ms": 0.17}, "tracker_update_ms": {"avg_ms": 1.466, "count": 46, "max_ms": 2.597, "p95_ms": 2.286}}, "gstreamer_push": {"avg_ms": 3.296, "count": 46, "max_ms": 7.003, "p95_ms": 5.372}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 46, "max_ms": 0.101, "p95_ms": 0.082}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.465, "count": 46, "max_ms": 86.57, "p95_ms": 66.169}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.169, "count": 46, "max_ms": 10.891, "p95_ms": 7.876}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 46, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 46, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.306, "count": 46, "max_ms": 133.958, "p95_ms": 110.536}, "inference_input_copy_ms": {"avg_ms": 1.846, "count": 46, "max_ms": 6.436, "p95_ms": 3.764}, "processing_residual_ms": {"avg_ms": 0.281, "count": 46, "max_ms": 0.774, "p95_ms": 0.519}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 46, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 46, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.602, "count": 46, "max_ms": 139.448, "p95_ms": 116.36}, "read_interval": {"avg_ms": 557.537, "count": 45, "max_ms": 20088.78, "p95_ms": 148.044}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 46, "max_ms": 0.03, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.74, "count": 46, "max_ms": 2.684, "p95_ms": 1.959}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 46, "max_ms": 0.04, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.723, "count": 46, "max_ms": 2.656, "p95_ms": 1.942}, "worker_merge_ms": {"avg_ms": 0.007, "count": 46, "max_ms": 0.026, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 52.478, "count": 46, "max_ms": 86.582, "p95_ms": 66.18}, "visualize": {"avg_ms": 35.899, "count": 46, "max_ms": 59.117, "p95_ms": 47.214}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.565, "count": 46, "max_ms": 51.086, "p95_ms": 41.047}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 46, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.364, "count": 46, "max_ms": 57.682, "p95_ms": 46.289}, "visualize_input_copy_ms": {"avg_ms": 1.329, "count": 46, "max_ms": 2.692, "p95_ms": 2.012}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 46, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.216, "count": 46, "max_ms": 57.567, "p95_ms": 46.053}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 46, "max_ms": 0.215, "p95_ms": 0.127}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 46}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 46}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 46}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 809.957, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 37.628, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.36, "sample_count": 1883, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 16744, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:11:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115028, "write_bytes_delta": 115028, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 293.0, "cpu_core_ratio": 0.232177, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3328.0, "pid": 2647, "reason": null, "system_cpu_core_ratio": 0.092239, "system_cpu_s_delta": 2.9200000000000017, "user_cpu_core_ratio": 0.139938, "user_cpu_s_delta": 4.43}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.527215, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.167736, "system_cpu_s_delta": 5.310000000000173, "user_cpu_core_ratio": 0.359479, "user_cpu_s_delta": 11.38000000000011}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.287, "count": 71, "max_ms": 6.672, "p95_ms": 5.185, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.535, "max": 12.0, "p95": 10.0, "sample_count": 71}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.113, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 71}, "total": {"avg": 1.113, "max": 2.0, "p95": 2.0, "sample_count": 71}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.709, "count": 30, "max": 67.187, "p95": 48.177, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.723, "count": 30, "max": 32.178, "p95": 26.407, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 842.4, "count": 30, "max": 1102.0, "p95": 1090.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1452.233, "count": 30, "max": 14250.0, "p95": 6194.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.071, "count": 30, "max": 0.277, "p95": 0.228, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.389, "count": 30, "max": 0.485, "p95": 0.462, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.143, "count": 30, "max": 4.275, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113577.733, "count": 30, "max": 117822.0, "p95": 116394.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109854.833, "count": 30, "max": 117822.0, "p95": 116394.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.967, "count": 30, "max": 46.0, "p95": 38.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.473, "count": 30, "max": 0.573, "p95": 0.57, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.091, "count": 30, "max": 1.301, "p95": 1.28, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 152, "sampled_at": "2026-10-30T15:11:54+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:11:54+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 41117, "flush_count": 44, "flush_interval_seconds": 30.0, "flush_state": {"count": 44, "last_at": "2026-10-30T15:15:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:15:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 43}, "started": true, "suppressed_count": 18399, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 18396}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 44, "written_record_count": 44}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4536.82, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x56fb24c56f40] error while decoding MB 84 58, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 50977382400, "copied_frame_count": 18438, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 50977382400, "frame_buffer_copies": 18438, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1208, "count": 512, "max_ms": 2.2476, "p50_ms": 0.1033, "p95_ms": 0.2271, "p99_ms": 0.292}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5269, "count": 512, "max_ms": 5.9482, "p50_ms": 1.4487, "p95_ms": 2.4591, "p99_ms": 3.1473, "results": {"failed": 0, "not_applicable": 0, "success": 18438, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 13, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:15:24+09:00", "last_error_summary": "[h264 @ 0x56fb24c56f40] error while decoding MB 84 58, bytestream -7", "last_exit_at": "2026-10-30T15:11:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.251, "last_started_at": "2026-10-30T15:11:57+09:00", "pid": 2763, "process": {"exists": false, "pid": 2763}, "restart_count": 13, "restart_count_per_hour": 13, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.22, "sample_count": 2163, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18438, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:15:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.078, "last_frame_pushed_at": "2026-10-30T15:15:23+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-10-30T15:15:23+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 5, "debug_expires_at": null, "deduplicated_count": 6, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 96.939, "last_sample_duration_ms": 1032.497, "last_trigger": "periodic", "next_snapshot_in_sec": 503.061, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 5, "storage_bytes": 1096715}, "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-10-30T15:15:23.979725+09:00", "mtime_epoch": 1793340923.9797246, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117037}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:15:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 810.773, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 18439, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.828, "max": 21.0, "p95": 10.0, "sample_count": 250}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.281, "max": 5.0, "p95": 4.0, "sample_count": 249}, "total": {"avg": 2.272, "max": 5.0, "p95": 4.0, "sample_count": 250}}, "tracking_counts": {"active": {"avg": 0.324, "max": 2.0, "p95": 1.0, "sample_count": 250}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "removed": {"avg": 0.016, "max": 1.0, "p95": 0.0, "sample_count": 250}, "tracked": {"avg": 0.324, "max": 2.0, "p95": 1.0, "sample_count": 250}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 250, "pushed_frames": 250, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.341, "pushed": 8.341, "read": 8.341}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 250, "client_acquire_ms": {"avg_ms": 0.008, "count": 250, "max_ms": 0.03, "p95_ms": 0.016, "reason": null, "sample_age_ms": 32.897, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.966, "count": 250, "max_ms": 12.742, "p95_ms": 3.028, "reason": null, "sample_age_ms": 86.895, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.397, "count": 250, "max_ms": 12.225, "p95_ms": 2.098, "reason": null, "sample_age_ms": 87.085, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.352, "count": 250, "max_ms": 1.901, "p95_ms": 0.663, "reason": null, "sample_age_ms": 32.914, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.155, "count": 250, "max_ms": 6.917, "p95_ms": 3.606, "reason": null, "sample_age_ms": 85.576, "source": "client_direct"}, "request_count": 250, "request_tensor_bytes": {"avg": 2764808.0, "count": 250, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 85.555, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 250, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 33.554, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.484, "count": 250, "max_ms": 82.6, "p95_ms": 71.255, "reason": null, "sample_age_ms": 32.888, "source": "client_direct"}, "sample_age_ms": 32.881, "source": "client_direct", "task_total_ms": {"avg_ms": 52.186, "count": 250, "max_ms": 84.577, "p95_ms": 74.291, "reason": null, "sample_age_ms": 32.881, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.801, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.282, "count": 250, "max_ms": 18.642, "p95_ms": 12.426}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.498, "count": 250, "max_ms": 1.912, "p95_ms": 0.968}, "detection_prepare_ms": {"avg_ms": 1.667, "count": 250, "max_ms": 8.598, "p95_ms": 3.024}, "event_filter_ms": {"avg_ms": 0.006, "count": 250, "max_ms": 0.04, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.398, "count": 250, "max_ms": 0.923, "p95_ms": 0.703}, "mcmt_ms": {"avg_ms": 0.004, "count": 250, "max_ms": 0.037, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.414, "count": 250, "max_ms": 8.75, "p95_ms": 4.386}, "setup_ms": {"avg_ms": 0.05, "count": 250, "max_ms": 0.171, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 7.217, "count": 250, "max_ms": 18.569, "p95_ms": 12.34}, "track_match_ms": {"avg_ms": 0.116, "count": 250, "max_ms": 0.745, "p95_ms": 0.226}, "tracker_update_ms": {"avg_ms": 2.064, "count": 250, "max_ms": 7.6, "p95_ms": 4.003}}, "gstreamer_push": {"avg_ms": 3.235, "count": 250, "max_ms": 6.734, "p95_ms": 5.122}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 250, "max_ms": 0.538, "p95_ms": 0.122}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.628, "count": 250, "max_ms": 90.202, "p95_ms": 76.537}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.117, "count": 250, "max_ms": 13.966, "p95_ms": 7.69}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.126, "count": 250, "max_ms": 156.618, "p95_ms": 128.424}, "inference_input_copy_ms": {"avg_ms": 1.649, "count": 250, "max_ms": 5.076, "p95_ms": 2.778}, "processing_residual_ms": {"avg_ms": 0.219, "count": 250, "max_ms": 0.668, "p95_ms": 0.441}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.111, "count": 250, "max_ms": 162.32, "p95_ms": 134.678}, "read_interval": {"avg_ms": 120.032, "count": 250, "max_ms": 198.371, "p95_ms": 161.397}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.029, "count": 250, "max_ms": 2.335, "p95_ms": 0.043}, "execute_total_ms": {"avg_ms": 2.307, "count": 250, "max_ms": 6.969, "p95_ms": 4.074}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 250, "max_ms": 0.063, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.277, "count": 250, "max_ms": 6.943, "p95_ms": 3.989}, "worker_merge_ms": {"avg_ms": 0.008, "count": 250, "max_ms": 0.033, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 53.643, "count": 250, "max_ms": 90.21, "p95_ms": 76.551}, "visualize": {"avg_ms": 37.906, "count": 250, "max_ms": 59.308, "p95_ms": 50.689}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.856, "count": 250, "max_ms": 47.188, "p95_ms": 41.765}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.33, "count": 250, "max_ms": 56.873, "p95_ms": 49.116}, "visualize_input_copy_ms": {"avg_ms": 1.342, "count": 250, "max_ms": 3.831, "p95_ms": 2.184}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.178, "count": 250, "max_ms": 56.564, "p95_ms": 48.957}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 250, "max_ms": 0.199, "p95_ms": 0.154}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 250}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 810.734, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.508, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.22, "sample_count": 2160, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18358, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:15:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117720, "write_bytes_delta": 117720, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1047.0, "cpu_core_ratio": 0.477179, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 2763, "reason": null, "system_cpu_core_ratio": 0.036975, "system_cpu_s_delta": 0.7400000000000002, "user_cpu_core_ratio": 0.440204, "user_cpu_s_delta": 8.810000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.746825, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.522149, "system_cpu_s_delta": 10.450000000000045, "user_cpu_core_ratio": 1.224676, "user_cpu_s_delta": 24.509999999999764}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.283, "count": 249, "max_ms": 6.734, "p95_ms": 5.051, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.663, "max": 21.0, "p95": 10.0, "sample_count": 249}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.084, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 249}, "total": {"avg": 2.084, "max": 5.0, "p95": 4.0, "sample_count": 249}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.0, "count": 30, "max": 67.187, "p95": 53.026, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.604, "count": 30, "max": 28.849, "p95": 27.267, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 837.267, "count": 30, "max": 1121.0, "p95": 1049.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1468.733, "count": 30, "max": 14250.0, "p95": 6194.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.071, "count": 30, "max": 0.277, "p95": 0.228, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.387, "count": 30, "max": 0.465, "p95": 0.458, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.143, "count": 30, "max": 4.275, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113338.7, "count": 30, "max": 117822.0, "p95": 117243.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109471.5, "count": 30, "max": 117822.0, "p95": 117243.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.9, "count": 30, "max": 46.0, "p95": 27.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.475, "count": 30, "max": 0.573, "p95": 0.57, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.095, "count": 30, "max": 1.301, "p95": 1.28, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 162, "sampled_at": "2026-10-30T15:15:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:15:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 41117, "flush_count": 44, "flush_interval_seconds": 30.0, "flush_state": {"count": 44, "last_at": "2026-10-30T15:15:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:15:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 43}, "started": true, "suppressed_count": 18399, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 18396}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 44, "written_record_count": 44}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4536.527, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T15:15:24+09:00", "last_error_summary": "[h264 @ 0x56fb24c56f40] error while decoding MB 84 58, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 50980147200, "copied_frame_count": 18439, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 50980147200, "frame_buffer_copies": 18439, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1207, "count": 512, "max_ms": 2.2476, "p50_ms": 0.1031, "p95_ms": 0.2271, "p99_ms": 0.292}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5271, "count": 512, "max_ms": 5.9482, "p50_ms": 1.4497, "p95_ms": 2.4591, "p99_ms": 3.1473, "results": {"failed": 0, "not_applicable": 0, "success": 18439, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 13, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:15:24+09:00", "last_error_summary": "[h264 @ 0x56fb24c56f40] error while decoding MB 84 58, bytestream -7", "last_exit_at": "2026-10-30T15:15:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.311, "last_started_at": "2026-10-30T15:11:57+09:00", "pid": 2763, "process": {"exists": false, "pid": 2763}, "restart_count": 13, "restart_count_per_hour": 13, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.22, "sample_count": 2164, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18439, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:15:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T15:15:24+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-10-30T15:15:23+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 5, "debug_expires_at": null, "deduplicated_count": 6, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 96.982, "last_sample_duration_ms": 1032.497, "last_trigger": "periodic", "next_snapshot_in_sec": 503.018, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 5, "storage_bytes": 1096715}, "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-10-30T15:15:23.979725+09:00", "mtime_epoch": 1793340923.9797246, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117037}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:15:24+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 810.77, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 18439, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.816, "max": 21.0, "p95": 10.0, "sample_count": 250}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.281, "max": 5.0, "p95": 4.0, "sample_count": 249}, "total": {"avg": 2.272, "max": 5.0, "p95": 4.0, "sample_count": 250}}, "tracking_counts": {"active": {"avg": 0.32, "max": 2.0, "p95": 1.0, "sample_count": 250}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "removed": {"avg": 0.016, "max": 1.0, "p95": 0.0, "sample_count": 250}, "tracked": {"avg": 0.32, "max": 2.0, "p95": 1.0, "sample_count": 250}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 250, "pushed_frames": 250, "read_frames": 249, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.36, "pushed": 8.36, "read": 8.327}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 249, "client_acquire_ms": {"avg_ms": 0.008, "count": 250, "max_ms": 0.03, "p95_ms": 0.016, "reason": null, "sample_age_ms": 85.526, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.968, "count": 249, "max_ms": 12.742, "p95_ms": 3.03, "reason": null, "sample_age_ms": 139.524, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.398, "count": 249, "max_ms": 12.225, "p95_ms": 2.1, "reason": null, "sample_age_ms": 139.714, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.352, "count": 250, "max_ms": 1.901, "p95_ms": 0.663, "reason": null, "sample_age_ms": 85.543, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.157, "count": 249, "max_ms": 6.917, "p95_ms": 3.606, "reason": null, "sample_age_ms": 138.205, "source": "client_direct"}, "request_count": 249, "request_tensor_bytes": {"avg": 2764808.0, "count": 249, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 138.183, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 250, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 86.183, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.484, "count": 250, "max_ms": 82.6, "p95_ms": 71.255, "reason": null, "sample_age_ms": 85.517, "source": "client_direct"}, "sample_age_ms": 85.51, "source": "client_direct", "task_total_ms": {"avg_ms": 52.186, "count": 250, "max_ms": 84.577, "p95_ms": 74.291, "reason": null, "sample_age_ms": 85.51, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.909, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.279, "count": 250, "max_ms": 18.642, "p95_ms": 12.426}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.498, "count": 250, "max_ms": 1.912, "p95_ms": 0.968}, "detection_prepare_ms": {"avg_ms": 1.662, "count": 250, "max_ms": 8.598, "p95_ms": 3.024}, "event_filter_ms": {"avg_ms": 0.006, "count": 250, "max_ms": 0.04, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.399, "count": 250, "max_ms": 0.923, "p95_ms": 0.703}, "mcmt_ms": {"avg_ms": 0.004, "count": 250, "max_ms": 0.037, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.412, "count": 250, "max_ms": 8.75, "p95_ms": 4.386}, "setup_ms": {"avg_ms": 0.05, "count": 250, "max_ms": 0.171, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 7.214, "count": 250, "max_ms": 18.569, "p95_ms": 12.34}, "track_match_ms": {"avg_ms": 0.115, "count": 250, "max_ms": 0.745, "p95_ms": 0.223}, "tracker_update_ms": {"avg_ms": 2.066, "count": 250, "max_ms": 7.6, "p95_ms": 4.003}}, "gstreamer_push": {"avg_ms": 3.234, "count": 250, "max_ms": 6.734, "p95_ms": 5.122}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 250, "max_ms": 0.538, "p95_ms": 0.122}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.597, "count": 250, "max_ms": 90.202, "p95_ms": 76.537}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.118, "count": 250, "max_ms": 13.966, "p95_ms": 7.69}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.2, "count": 250, "max_ms": 156.618, "p95_ms": 128.424}, "inference_input_copy_ms": {"avg_ms": 1.645, "count": 250, "max_ms": 5.076, "p95_ms": 2.778}, "processing_residual_ms": {"avg_ms": 0.218, "count": 250, "max_ms": 0.668, "p95_ms": 0.436}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.181, "count": 250, "max_ms": 162.32, "p95_ms": 134.678}, "read_interval": {"avg_ms": 120.019, "count": 249, "max_ms": 198.371, "p95_ms": 161.397}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.029, "count": 250, "max_ms": 2.335, "p95_ms": 0.043}, "execute_total_ms": {"avg_ms": 2.305, "count": 250, "max_ms": 6.969, "p95_ms": 4.074}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 250, "max_ms": 0.063, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.276, "count": 250, "max_ms": 6.943, "p95_ms": 3.989}, "worker_merge_ms": {"avg_ms": 0.008, "count": 250, "max_ms": 0.033, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 53.611, "count": 250, "max_ms": 90.21, "p95_ms": 76.551}, "visualize": {"avg_ms": 38.016, "count": 250, "max_ms": 59.726, "p95_ms": 50.987}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.936, "count": 250, "max_ms": 47.188, "p95_ms": 41.833}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.441, "count": 250, "max_ms": 58.389, "p95_ms": 49.143}, "visualize_input_copy_ms": {"avg_ms": 1.342, "count": 250, "max_ms": 3.831, "p95_ms": 2.184}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.289, "count": 250, "max_ms": 58.276, "p95_ms": 48.964}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 250, "max_ms": 0.199, "p95_ms": 0.154}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 250}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 810.734, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.508, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.22, "sample_count": 2160, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18358, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:15:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117720, "write_bytes_delta": 117720, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1047.0, "cpu_core_ratio": 0.477179, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 2763, "reason": null, "system_cpu_core_ratio": 0.036975, "system_cpu_s_delta": 0.7400000000000002, "user_cpu_core_ratio": 0.440204, "user_cpu_s_delta": 8.810000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.746825, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.522149, "system_cpu_s_delta": 10.450000000000045, "user_cpu_core_ratio": 1.224676, "user_cpu_s_delta": 24.509999999999764}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.283, "count": 249, "max_ms": 6.734, "p95_ms": 5.051, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.663, "max": 21.0, "p95": 10.0, "sample_count": 249}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.084, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 249}, "total": {"avg": 2.084, "max": 5.0, "p95": 4.0, "sample_count": 249}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.0, "count": 30, "max": 67.187, "p95": 53.026, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.604, "count": 30, "max": 28.849, "p95": 27.267, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 837.267, "count": 30, "max": 1121.0, "p95": 1049.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1468.733, "count": 30, "max": 14250.0, "p95": 6194.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.071, "count": 30, "max": 0.277, "p95": 0.228, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.387, "count": 30, "max": 0.465, "p95": 0.458, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.143, "count": 30, "max": 4.275, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113338.7, "count": 30, "max": 117822.0, "p95": 117243.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109471.5, "count": 30, "max": 117822.0, "p95": 117243.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.9, "count": 30, "max": 46.0, "p95": 27.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.475, "count": 30, "max": 0.573, "p95": 0.57, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.095, "count": 30, "max": 1.301, "p95": 1.28, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 162, "sampled_at": "2026-10-30T15:15:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:15:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 41117, "flush_count": 44, "flush_interval_seconds": 30.0, "flush_state": {"count": 44, "last_at": "2026-10-30T15:15:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:15:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 43}, "started": true, "suppressed_count": 18399, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 18396}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 44, "written_record_count": 44}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4536.898, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 50980147200, "copied_frame_count": 18439, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 50980147200, "frame_buffer_copies": 18439, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1207, "count": 512, "max_ms": 2.2476, "p50_ms": 0.1031, "p95_ms": 0.2271, "p99_ms": 0.292}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5271, "count": 512, "max_ms": 5.9482, "p50_ms": 1.4497, "p95_ms": 2.4591, "p99_ms": 3.1473, "results": {"failed": 0, "not_applicable": 0, "success": 18439, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 13, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:15:24+09:00", "last_error_summary": "[h264 @ 0x56fb24c56f40] error while decoding MB 84 58, bytestream -7", "last_exit_at": "2026-10-30T15:15:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 206.335, "last_started_at": "2026-10-30T15:11:57+09:00", "pid": 2763, "process": {"exists": false, "pid": 2763}, "restart_count": 13, "restart_count_per_hour": 13, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.22, "sample_count": 2163, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18439, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:15:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.025, "last_frame_pushed_at": "2026-10-30T15:15:24+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-10-30T15:15:23+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 5, "debug_expires_at": null, "deduplicated_count": 6, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 97.004, "last_sample_duration_ms": 1032.497, "last_trigger": "periodic", "next_snapshot_in_sec": 502.996, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 5, "storage_bytes": 1096715}, "mjpeg": {"age_sec": 0.016, "exists": true, "mtime": "2026-10-30T15:15:24.115726+09:00", "mtime_epoch": 1793340924.1157255, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117842}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:15:24+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 810.77, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 18439, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.816, "max": 21.0, "p95": 10.0, "sample_count": 250}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.281, "max": 5.0, "p95": 4.0, "sample_count": 249}, "total": {"avg": 2.272, "max": 5.0, "p95": 4.0, "sample_count": 250}}, "tracking_counts": {"active": {"avg": 0.32, "max": 2.0, "p95": 1.0, "sample_count": 250}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "removed": {"avg": 0.016, "max": 1.0, "p95": 0.0, "sample_count": 250}, "tracked": {"avg": 0.32, "max": 2.0, "p95": 1.0, "sample_count": 250}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 250, "pushed_frames": 250, "read_frames": 249, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.353, "pushed": 8.353, "read": 8.32}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 249, "client_acquire_ms": {"avg_ms": 0.008, "count": 250, "max_ms": 0.03, "p95_ms": 0.016, "reason": null, "sample_age_ms": 109.155, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.968, "count": 249, "max_ms": 12.742, "p95_ms": 3.03, "reason": null, "sample_age_ms": 163.153, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.398, "count": 249, "max_ms": 12.225, "p95_ms": 2.1, "reason": null, "sample_age_ms": 163.343, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.352, "count": 250, "max_ms": 1.901, "p95_ms": 0.663, "reason": null, "sample_age_ms": 109.172, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.157, "count": 249, "max_ms": 6.917, "p95_ms": 3.606, "reason": null, "sample_age_ms": 161.834, "source": "client_direct"}, "request_count": 249, "request_tensor_bytes": {"avg": 2764808.0, "count": 249, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 161.812, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 250, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 109.812, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.484, "count": 250, "max_ms": 82.6, "p95_ms": 71.255, "reason": null, "sample_age_ms": 109.146, "source": "client_direct"}, "sample_age_ms": 109.139, "source": "client_direct", "task_total_ms": {"avg_ms": 52.186, "count": 250, "max_ms": 84.577, "p95_ms": 74.291, "reason": null, "sample_age_ms": 109.139, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.837, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.279, "count": 250, "max_ms": 18.642, "p95_ms": 12.426}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.498, "count": 250, "max_ms": 1.912, "p95_ms": 0.968}, "detection_prepare_ms": {"avg_ms": 1.662, "count": 250, "max_ms": 8.598, "p95_ms": 3.024}, "event_filter_ms": {"avg_ms": 0.006, "count": 250, "max_ms": 0.04, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.399, "count": 250, "max_ms": 0.923, "p95_ms": 0.703}, "mcmt_ms": {"avg_ms": 0.004, "count": 250, "max_ms": 0.037, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.412, "count": 250, "max_ms": 8.75, "p95_ms": 4.386}, "setup_ms": {"avg_ms": 0.05, "count": 250, "max_ms": 0.171, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 7.214, "count": 250, "max_ms": 18.569, "p95_ms": 12.34}, "track_match_ms": {"avg_ms": 0.115, "count": 250, "max_ms": 0.745, "p95_ms": 0.223}, "tracker_update_ms": {"avg_ms": 2.066, "count": 250, "max_ms": 7.6, "p95_ms": 4.003}}, "gstreamer_push": {"avg_ms": 3.234, "count": 250, "max_ms": 6.734, "p95_ms": 5.122}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 250, "max_ms": 0.538, "p95_ms": 0.122}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.597, "count": 250, "max_ms": 90.202, "p95_ms": 76.537}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.118, "count": 250, "max_ms": 13.966, "p95_ms": 7.69}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.2, "count": 250, "max_ms": 156.618, "p95_ms": 128.424}, "inference_input_copy_ms": {"avg_ms": 1.645, "count": 250, "max_ms": 5.076, "p95_ms": 2.778}, "processing_residual_ms": {"avg_ms": 0.218, "count": 250, "max_ms": 0.668, "p95_ms": 0.436}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.181, "count": 250, "max_ms": 162.32, "p95_ms": 134.678}, "read_interval": {"avg_ms": 120.019, "count": 249, "max_ms": 198.371, "p95_ms": 161.397}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.029, "count": 250, "max_ms": 2.335, "p95_ms": 0.043}, "execute_total_ms": {"avg_ms": 2.305, "count": 250, "max_ms": 6.969, "p95_ms": 4.074}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 250, "max_ms": 0.063, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.276, "count": 250, "max_ms": 6.943, "p95_ms": 3.989}, "worker_merge_ms": {"avg_ms": 0.008, "count": 250, "max_ms": 0.033, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 53.611, "count": 250, "max_ms": 90.21, "p95_ms": 76.551}, "visualize": {"avg_ms": 38.016, "count": 250, "max_ms": 59.726, "p95_ms": 50.987}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.936, "count": 250, "max_ms": 47.188, "p95_ms": 41.833}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.441, "count": 250, "max_ms": 58.389, "p95_ms": 49.143}, "visualize_input_copy_ms": {"avg_ms": 1.342, "count": 250, "max_ms": 3.831, "p95_ms": 2.184}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.289, "count": 250, "max_ms": 58.276, "p95_ms": 48.964}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 250, "max_ms": 0.199, "p95_ms": 0.154}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 250}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 810.734, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.508, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.22, "sample_count": 2160, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18358, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:15:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117720, "write_bytes_delta": 117720, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1047.0, "cpu_core_ratio": 0.477179, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 2763, "reason": null, "system_cpu_core_ratio": 0.036975, "system_cpu_s_delta": 0.7400000000000002, "user_cpu_core_ratio": 0.440204, "user_cpu_s_delta": 8.810000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.746825, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.522149, "system_cpu_s_delta": 10.450000000000045, "user_cpu_core_ratio": 1.224676, "user_cpu_s_delta": 24.509999999999764}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.283, "count": 249, "max_ms": 6.734, "p95_ms": 5.051, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.663, "max": 21.0, "p95": 10.0, "sample_count": 249}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.084, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 249}, "total": {"avg": 2.084, "max": 5.0, "p95": 4.0, "sample_count": 249}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.0, "count": 30, "max": 67.187, "p95": 53.026, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.604, "count": 30, "max": 28.849, "p95": 27.267, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 837.267, "count": 30, "max": 1121.0, "p95": 1049.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1468.733, "count": 30, "max": 14250.0, "p95": 6194.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.071, "count": 30, "max": 0.277, "p95": 0.228, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.387, "count": 30, "max": 0.465, "p95": 0.458, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.143, "count": 30, "max": 4.275, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113338.7, "count": 30, "max": 117822.0, "p95": 117243.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109471.5, "count": 30, "max": 117822.0, "p95": 117243.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.9, "count": 30, "max": 46.0, "p95": 27.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.475, "count": 30, "max": 0.573, "p95": 0.57, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.095, "count": 30, "max": 1.301, "p95": 1.28, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 162, "sampled_at": "2026-10-30T15:15:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:15:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 41117, "flush_count": 44, "flush_interval_seconds": 30.0, "flush_state": {"count": 44, "last_at": "2026-10-30T15:15:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:15:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 43}, "started": true, "suppressed_count": 18399, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 18396}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 44, "written_record_count": 44}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4711.637, "limit_mb": null}, "detail": {"pid": 2879, "restart_count": 14, "start_count": 15}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 50980147200, "copied_frame_count": 18439, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 50980147200, "frame_buffer_copies": 18439, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1207, "count": 512, "max_ms": 2.2476, "p50_ms": 0.1031, "p95_ms": 0.2271, "p99_ms": 0.292}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5271, "count": 512, "max_ms": 5.9482, "p50_ms": 1.4497, "p95_ms": 2.4591, "p99_ms": 3.1473, "results": {"failed": 0, "not_applicable": 0, "success": 18439, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 13, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:15:24+09:00", "last_error_summary": "[h264 @ 0x56fb24c56f40] error while decoding MB 84 58, bytestream -7", "last_exit_at": "2026-10-30T15:15:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T15:15:26+09:00", "pid": 2879, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.223, "name": "ffmpeg", "pid": 2879, "rss_mb": 209.223, "state": "S (sleeping)", "threads": 70}, "restart_count": 14, "restart_count_per_hour": 14, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.026, "sample_count": 2136, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18439, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:15:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.461, "last_frame_pushed_at": "2026-10-30T15:15:24+09:00", "last_frame_read_age_sec": 4.594, "last_frame_read_at": "2026-10-30T15:15:23+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 5, "debug_expires_at": null, "deduplicated_count": 6, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 101.445, "last_sample_duration_ms": 1032.497, "last_trigger": "periodic", "next_snapshot_in_sec": 498.555, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 5, "storage_bytes": 1096715}, "mjpeg": {"age_sec": 4.452, "exists": true, "mtime": "2026-10-30T15:15:24.115726+09:00", "mtime_epoch": 1793340924.1157255, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117842}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:15:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 810.773, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 18439, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.66, "max": 21.0, "p95": 9.0, "sample_count": 215}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.187, "max": 5.0, "p95": 3.0, "sample_count": 214}, "total": {"avg": 2.177, "max": 5.0, "p95": 3.0, "sample_count": 215}}, "tracking_counts": {"active": {"avg": 0.195, "max": 2.0, "p95": 1.0, "sample_count": 215}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}, "removed": {"avg": 0.019, "max": 1.0, "p95": 0.0, "sample_count": 215}, "tracked": {"avg": 0.195, "max": 2.0, "p95": 1.0, "sample_count": 215}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.186, "pushed": 7.186, "read": 7.153}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 214, "client_acquire_ms": {"avg_ms": 0.008, "count": 215, "max_ms": 0.03, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4545.542, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.977, "count": 214, "max_ms": 12.742, "p95_ms": 3.022, "reason": null, "sample_age_ms": 4599.541, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.404, "count": 214, "max_ms": 12.225, "p95_ms": 2.088, "reason": null, "sample_age_ms": 4599.731, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.35, "count": 215, "max_ms": 1.901, "p95_ms": 0.661, "reason": null, "sample_age_ms": 4545.559, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.142, "count": 214, "max_ms": 6.917, "p95_ms": 3.648, "reason": null, "sample_age_ms": 4598.221, "source": "client_direct"}, "request_count": 214, "request_tensor_bytes": {"avg": 2764808.0, "count": 214, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4598.2, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 215, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4546.199, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.086, "count": 215, "max_ms": 82.6, "p95_ms": 71.309, "reason": null, "sample_age_ms": 4545.533, "source": "client_direct"}, "sample_age_ms": 4545.527, "source": "client_direct", "task_total_ms": {"avg_ms": 51.767, "count": 215, "max_ms": 84.577, "p95_ms": 74.506, "reason": null, "sample_age_ms": 4545.527, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.126, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.066, "count": 215, "max_ms": 18.642, "p95_ms": 11.454}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.498, "count": 215, "max_ms": 1.912, "p95_ms": 0.969}, "detection_prepare_ms": {"avg_ms": 1.623, "count": 215, "max_ms": 8.598, "p95_ms": 2.809}, "event_filter_ms": {"avg_ms": 0.006, "count": 215, "max_ms": 0.04, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.401, "count": 215, "max_ms": 0.923, "p95_ms": 0.711}, "mcmt_ms": {"avg_ms": 0.004, "count": 215, "max_ms": 0.03, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.317, "count": 215, "max_ms": 8.75, "p95_ms": 3.87}, "setup_ms": {"avg_ms": 0.05, "count": 215, "max_ms": 0.171, "p95_ms": 0.098}, "total_inside_ms": {"avg_ms": 7.002, "count": 215, "max_ms": 18.569, "p95_ms": 11.31}, "track_match_ms": {"avg_ms": 0.104, "count": 215, "max_ms": 0.367, "p95_ms": 0.211}, "tracker_update_ms": {"avg_ms": 1.999, "count": 215, "max_ms": 7.6, "p95_ms": 3.461}}, "gstreamer_push": {"avg_ms": 3.246, "count": 215, "max_ms": 6.734, "p95_ms": 5.156}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 215, "max_ms": 0.538, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.192, "count": 215, "max_ms": 90.202, "p95_ms": 76.811}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.083, "count": 215, "max_ms": 13.966, "p95_ms": 7.69}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.382, "count": 215, "max_ms": 156.618, "p95_ms": 126.993}, "inference_input_copy_ms": {"avg_ms": 1.65, "count": 215, "max_ms": 5.076, "p95_ms": 2.783}, "processing_residual_ms": {"avg_ms": 0.215, "count": 215, "max_ms": 0.668, "p95_ms": 0.436}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 104.329, "count": 215, "max_ms": 162.32, "p95_ms": 131.514}, "read_interval": {"avg_ms": 118.732, "count": 214, "max_ms": 189.069, "p95_ms": 158.108}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.03, "count": 215, "max_ms": 2.335, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 2.212, "count": 215, "max_ms": 6.969, "p95_ms": 3.642}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 215, "max_ms": 0.063, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.182, "count": 215, "max_ms": 6.943, "p95_ms": 3.598}, "worker_merge_ms": {"avg_ms": 0.008, "count": 215, "max_ms": 0.032, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 53.206, "count": 215, "max_ms": 90.21, "p95_ms": 76.827}, "visualize": {"avg_ms": 37.818, "count": 215, "max_ms": 59.726, "p95_ms": 50.689}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.863, "count": 215, "max_ms": 47.184, "p95_ms": 41.765}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.254, "count": 215, "max_ms": 58.389, "p95_ms": 49.116}, "visualize_input_copy_ms": {"avg_ms": 1.332, "count": 215, "max_ms": 3.377, "p95_ms": 2.213}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.102, "count": 215, "max_ms": 58.276, "p95_ms": 48.957}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 215, "max_ms": 0.199, "p95_ms": 0.161}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 215}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 810.734, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.508, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.22, "sample_count": 2160, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 18358, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:15:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117720, "write_bytes_delta": 117720, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1047.0, "cpu_core_ratio": 0.477179, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 2763, "reason": null, "system_cpu_core_ratio": 0.036975, "system_cpu_s_delta": 0.7400000000000002, "user_cpu_core_ratio": 0.440204, "user_cpu_s_delta": 8.810000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.746825, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.522149, "system_cpu_s_delta": 10.450000000000045, "user_cpu_core_ratio": 1.224676, "user_cpu_s_delta": 24.509999999999764}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.283, "count": 249, "max_ms": 6.734, "p95_ms": 5.051, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.663, "max": 21.0, "p95": 10.0, "sample_count": 249}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.084, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 249}, "total": {"avg": 2.084, "max": 5.0, "p95": 4.0, "sample_count": 249}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.0, "count": 30, "max": 67.187, "p95": 53.026, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.604, "count": 30, "max": 28.849, "p95": 27.267, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 837.267, "count": 30, "max": 1121.0, "p95": 1049.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1468.733, "count": 30, "max": 14250.0, "p95": 6194.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.071, "count": 30, "max": 0.277, "p95": 0.228, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.387, "count": 30, "max": 0.465, "p95": 0.458, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.143, "count": 30, "max": 4.275, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113338.7, "count": 30, "max": 117822.0, "p95": 117243.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109471.5, "count": 30, "max": 117822.0, "p95": 117243.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.9, "count": 30, "max": 46.0, "p95": 27.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.475, "count": 30, "max": 0.573, "p95": 0.57, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.095, "count": 30, "max": 1.301, "p95": 1.28, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 162, "sampled_at": "2026-10-30T15:15:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:15:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 44033, "flush_count": 47, "flush_interval_seconds": 30.0, "flush_state": {"count": 47, "last_at": "2026-10-30T15:18:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:18:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 46}, "started": true, "suppressed_count": 19626, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 19623}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 47, "written_record_count": 47}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4544.082, "limit_mb": null}, "detail": {"h264_decode_error_count": 5, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5737eddafd80] error while decoding MB 19 37, bytestream -26 [h264 @ 0x5737eddc3d00] cabac decode of qscale diff failed at 61 53 [h264 @ 0x5737eddc3d00] error while decoding MB 61 53, bytestream 8931 [h264 @ 0x5737edeb7b80] cabac decode of qscale diff failed at 68 66 [h264 @ 0x5737edeb7b80] error while decoding MB 68 66, bytestream 27992 [in#0/rtsp @ 0x5737edd44e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5737edd44e00] Error retrieving a packet from demuxer: Connectio", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 54378086400, "copied_frame_count": 19668, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 54378086400, "frame_buffer_copies": 19668, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1168, "count": 512, "max_ms": 0.3581, "p50_ms": 0.1039, "p95_ms": 0.2206, "p99_ms": 0.2973}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4775, "count": 512, "max_ms": 4.0009, "p50_ms": 1.4092, "p95_ms": 2.4793, "p99_ms": 3.016, "results": {"failed": 0, "not_applicable": 0, "success": 19668, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 14, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:18:25+09:00", "last_error_summary": "[h264 @ 0x5737eddafd80] error while decoding MB 19 37, bytestream -26 [h264 @ 0x5737eddc3d00] cabac decode of qscale diff failed at 61 53 [h264 @ 0x5737eddc3d00] error while decoding MB 61 53, bytestream 8931 [h264 @ 0x5737edeb7b80] cabac decode of qscale diff failed at 68 66 [h264 @ 0x5737edeb7b80] error while decoding MB 68 66, bytestream 27992 [in#0/rtsp @ 0x5737edd44e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5737edd44e00] Error retrieving a packet from demuxer: Connectio", "last_exit_at": "2026-10-30T15:15:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 178.464, "last_started_at": "2026-10-30T15:15:26+09:00", "pid": 2879, "process": {"exists": false, "pid": 2879}, "restart_count": 14, "restart_count_per_hour": 14, "rtsp_timeout_count": 16, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.124, "sample_count": 2217, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19668, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:18:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.083, "last_frame_pushed_at": "2026-10-30T15:18:24+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-10-30T15:18:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 5, "debug_expires_at": null, "deduplicated_count": 6, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 277.903, "last_sample_duration_ms": 1032.497, "last_trigger": "periodic", "next_snapshot_in_sec": 322.097, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 5, "storage_bytes": 1096715}, "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-10-30T15:18:24.961778+09:00", "mtime_epoch": 1793341104.9617782, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 119066}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:18:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 811.359, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 19669, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.169, "max": 6.0, "p95": 5.0, "sample_count": 89}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 89}, "total": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 89}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 89, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.968, "pushed": 2.968, "read": 2.968}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 89, "client_acquire_ms": {"avg_ms": 0.009, "count": 89, "max_ms": 0.02, "p95_ms": 0.017, "reason": null, "sample_age_ms": 21.422, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.301, "count": 89, "max_ms": 11.651, "p95_ms": 4.716, "reason": null, "sample_age_ms": 77.789, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.491, "count": 89, "max_ms": 11.229, "p95_ms": 2.171, "reason": null, "sample_age_ms": 78.189, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.398, "count": 89, "max_ms": 4.337, "p95_ms": 0.718, "reason": null, "sample_age_ms": 21.454, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.215, "count": 89, "max_ms": 5.683, "p95_ms": 3.552, "reason": null, "sample_age_ms": 75.782, "source": "client_direct"}, "request_count": 89, "request_tensor_bytes": {"avg": 2764808.0, "count": 89, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 75.762, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 89, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 22.046, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.346, "count": 89, "max_ms": 86.948, "p95_ms": 70.439, "reason": null, "sample_age_ms": 21.414, "source": "client_direct"}, "sample_age_ms": 21.408, "source": "client_direct", "task_total_ms": {"avg_ms": 55.163, "count": 89, "max_ms": 90.056, "p95_ms": 73.343, "reason": null, "sample_age_ms": 21.408, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.774, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.365, "count": 89, "max_ms": 14.111, "p95_ms": 11.978}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.521, "count": 89, "max_ms": 1.292, "p95_ms": 0.898}, "detection_prepare_ms": {"avg_ms": 1.766, "count": 89, "max_ms": 3.839, "p95_ms": 2.67}, "event_filter_ms": {"avg_ms": 0.007, "count": 89, "max_ms": 0.036, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.411, "count": 89, "max_ms": 1.376, "p95_ms": 0.737}, "mcmt_ms": {"avg_ms": 0.004, "count": 89, "max_ms": 0.031, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 2.504, "count": 89, "max_ms": 5.79, "p95_ms": 4.488}, "setup_ms": {"avg_ms": 0.053, "count": 89, "max_ms": 0.141, "p95_ms": 0.098}, "total_inside_ms": {"avg_ms": 7.302, "count": 89, "max_ms": 14.021, "p95_ms": 11.887}, "track_match_ms": {"avg_ms": 0.095, "count": 89, "max_ms": 0.372, "p95_ms": 0.183}, "tracker_update_ms": {"avg_ms": 1.939, "count": 89, "max_ms": 5.908, "p95_ms": 3.246}}, "gstreamer_push": {"avg_ms": 3.262, "count": 89, "max_ms": 6.471, "p95_ms": 5.559}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.066, "count": 89, "max_ms": 0.797, "p95_ms": 0.11}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.738, "count": 89, "max_ms": 90.963, "p95_ms": 79.543}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.119, "count": 89, "max_ms": 13.221, "p95_ms": 9.176}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.295, "count": 89, "max_ms": 153.289, "p95_ms": 132.451}, "inference_input_copy_ms": {"avg_ms": 1.762, "count": 89, "max_ms": 4.489, "p95_ms": 2.736}, "processing_residual_ms": {"avg_ms": 0.237, "count": 89, "max_ms": 0.736, "p95_ms": 0.472}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.413, "count": 89, "max_ms": 158.76, "p95_ms": 138.441}, "read_interval": {"avg_ms": 337.215, "count": 89, "max_ms": 10137.758, "p95_ms": 165.37}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 89, "max_ms": 0.119, "p95_ms": 0.048}, "execute_total_ms": {"avg_ms": 2.415, "count": 89, "max_ms": 5.568, "p95_ms": 4.353}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 89, "max_ms": 0.075, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.392, "count": 89, "max_ms": 5.528, "p95_ms": 4.313}, "worker_merge_ms": {"avg_ms": 0.008, "count": 89, "max_ms": 0.026, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 56.754, "count": 89, "max_ms": 90.969, "p95_ms": 79.552}, "visualize": {"avg_ms": 38.791, "count": 89, "max_ms": 55.116, "p95_ms": 49.71}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.156, "count": 89, "max_ms": 49.719, "p95_ms": 41.307}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.2, "count": 89, "max_ms": 53.587, "p95_ms": 48.23}, "visualize_input_copy_ms": {"avg_ms": 1.354, "count": 89, "max_ms": 2.933, "p95_ms": 2.095}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.037, "count": 89, "max_ms": 53.436, "p95_ms": 47.955}, "visualizer_prepare_ms": {"avg_ms": 0.084, "count": 89, "max_ms": 0.269, "p95_ms": 0.148}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 89}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 811.316, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 30.697, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.043, "sample_count": 2370, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:17:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 119177, "write_bytes_delta": 119177, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 789.0, "cpu_core_ratio": 0.586007, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3434.0, "pid": 2879, "reason": null, "system_cpu_core_ratio": 0.123685, "system_cpu_s_delta": 2.4800000000000004, "user_cpu_core_ratio": 0.462322, "user_cpu_s_delta": 9.269999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.688699, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.508704, "system_cpu_s_delta": 10.200000000000045, "user_cpu_core_ratio": 1.179995, "user_cpu_s_delta": 23.66000000000031}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.335, "count": 222, "max_ms": 9.412, "p95_ms": 5.279, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.73, "max": 5.0, "p95": 5.0, "sample_count": 222}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.131, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 221}, "total": {"avg": 2.122, "max": 3.0, "p95": 3.0, "sample_count": 222}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.013, "count": 30, "max": 53.055, "p95": 49.608, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.564, "count": 30, "max": 28.943, "p95": 27.421, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 826.433, "count": 30, "max": 1121.0, "p95": 1063.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1497.867, "count": 30, "max": 10044.0, "p95": 6242.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.084, "count": 30, "max": 0.277, "p95": 0.264, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.395, "count": 30, "max": 0.465, "p95": 0.461, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114122.433, "count": 30, "max": 120054.0, "p95": 119307.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 110287.967, "count": 30, "max": 120054.0, "p95": 119307.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.3, "count": 30, "max": 46.0, "p95": 34.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.459, "count": 30, "max": 0.546, "p95": 0.53, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.067, "count": 30, "max": 1.245, "p95": 1.234, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 170, "sampled_at": "2026-10-30T15:17:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:17:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 44033, "flush_count": 47, "flush_interval_seconds": 30.0, "flush_state": {"count": 47, "last_at": "2026-10-30T15:18:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:18:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 46}, "started": true, "suppressed_count": 19626, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 19623}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 47, "written_record_count": 47}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4544.27, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T15:18:25+09:00", "last_error_summary": "[h264 @ 0x5737eddafd80] error while decoding MB 19 37, bytestream -26 [h264 @ 0x5737eddc3d00] cabac decode of qscale diff failed at 61 53 [h264 @ 0x5737eddc3d00] error while decoding MB 61 53, bytestream 8931 [h264 @ 0x5737edeb7b80] cabac decode of qscale diff failed at 68 66 [h264 @ 0x5737edeb7b80] error while decoding MB 68 66, bytestream 27992 [in#0/rtsp @ 0x5737edd44e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5737edd44e00] Error retrieving a packet from demuxer: Connectio", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 54380851200, "copied_frame_count": 19669, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 54380851200, "frame_buffer_copies": 19669, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1169, "count": 512, "max_ms": 0.3581, "p50_ms": 0.1039, "p95_ms": 0.2206, "p99_ms": 0.2973}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4766, "count": 512, "max_ms": 4.0009, "p50_ms": 1.4091, "p95_ms": 2.4793, "p99_ms": 3.016, "results": {"failed": 0, "not_applicable": 0, "success": 19669, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 14, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:18:25+09:00", "last_error_summary": "[h264 @ 0x5737eddafd80] error while decoding MB 19 37, bytestream -26 [h264 @ 0x5737eddc3d00] cabac decode of qscale diff failed at 61 53 [h264 @ 0x5737eddc3d00] error while decoding MB 61 53, bytestream 8931 [h264 @ 0x5737edeb7b80] cabac decode of qscale diff failed at 68 66 [h264 @ 0x5737edeb7b80] error while decoding MB 68 66, bytestream 27992 [in#0/rtsp @ 0x5737edd44e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5737edd44e00] Error retrieving a packet from demuxer: Connectio", "last_exit_at": "2026-10-30T15:18:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 178.515, "last_started_at": "2026-10-30T15:15:26+09:00", "pid": 2879, "process": {"exists": false, "pid": 2879}, "restart_count": 14, "restart_count_per_hour": 14, "rtsp_timeout_count": 16, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.124, "sample_count": 2218, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19669, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:18:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T15:18:25+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-10-30T15:18:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 5, "debug_expires_at": null, "deduplicated_count": 6, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 277.954, "last_sample_duration_ms": 1032.497, "last_trigger": "periodic", "next_snapshot_in_sec": 322.046, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 5, "storage_bytes": 1096715}, "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-10-30T15:18:24.961778+09:00", "mtime_epoch": 1793341104.9617782, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 119066}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:18:25+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 811.355, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 19669, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.18, "max": 6.0, "p95": 5.0, "sample_count": 89}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 89}, "total": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 89}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 88, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.975, "pushed": 2.975, "read": 2.941}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 88, "client_acquire_ms": {"avg_ms": 0.009, "count": 89, "max_ms": 0.02, "p95_ms": 0.017, "reason": null, "sample_age_ms": 74.454, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.31, "count": 88, "max_ms": 11.651, "p95_ms": 4.828, "reason": null, "sample_age_ms": 130.821, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.495, "count": 88, "max_ms": 11.229, "p95_ms": 2.177, "reason": null, "sample_age_ms": 131.221, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.398, "count": 89, "max_ms": 4.337, "p95_ms": 0.718, "reason": null, "sample_age_ms": 74.486, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.221, "count": 88, "max_ms": 5.683, "p95_ms": 3.558, "reason": null, "sample_age_ms": 128.814, "source": "client_direct"}, "request_count": 88, "request_tensor_bytes": {"avg": 2764808.0, "count": 88, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 128.793, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 89, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 75.078, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.346, "count": 89, "max_ms": 86.948, "p95_ms": 70.439, "reason": null, "sample_age_ms": 74.446, "source": "client_direct"}, "sample_age_ms": 74.44, "source": "client_direct", "task_total_ms": {"avg_ms": 55.163, "count": 89, "max_ms": 90.056, "p95_ms": 73.343, "reason": null, "sample_age_ms": 74.44, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.699, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.363, "count": 89, "max_ms": 14.111, "p95_ms": 11.978}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.524, "count": 89, "max_ms": 1.292, "p95_ms": 0.898}, "detection_prepare_ms": {"avg_ms": 1.758, "count": 89, "max_ms": 3.839, "p95_ms": 2.67}, "event_filter_ms": {"avg_ms": 0.007, "count": 89, "max_ms": 0.036, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.411, "count": 89, "max_ms": 1.376, "p95_ms": 0.737}, "mcmt_ms": {"avg_ms": 0.004, "count": 89, "max_ms": 0.031, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 2.513, "count": 89, "max_ms": 5.79, "p95_ms": 4.488}, "setup_ms": {"avg_ms": 0.053, "count": 89, "max_ms": 0.141, "p95_ms": 0.098}, "total_inside_ms": {"avg_ms": 7.3, "count": 89, "max_ms": 14.021, "p95_ms": 11.887}, "track_match_ms": {"avg_ms": 0.095, "count": 89, "max_ms": 0.372, "p95_ms": 0.183}, "tracker_update_ms": {"avg_ms": 1.934, "count": 89, "max_ms": 5.908, "p95_ms": 3.246}}, "gstreamer_push": {"avg_ms": 3.234, "count": 89, "max_ms": 6.471, "p95_ms": 5.559}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.066, "count": 89, "max_ms": 0.797, "p95_ms": 0.11}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.922, "count": 89, "max_ms": 90.963, "p95_ms": 79.543}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.11, "count": 89, "max_ms": 13.221, "p95_ms": 9.176}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.544, "count": 89, "max_ms": 153.289, "p95_ms": 132.451}, "inference_input_copy_ms": {"avg_ms": 1.75, "count": 89, "max_ms": 4.489, "p95_ms": 2.64}, "processing_residual_ms": {"avg_ms": 0.238, "count": 89, "max_ms": 0.736, "p95_ms": 0.472}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.642, "count": 89, "max_ms": 158.76, "p95_ms": 138.441}, "read_interval": {"avg_ms": 339.693, "count": 88, "max_ms": 10137.758, "p95_ms": 165.37}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.023, "count": 89, "max_ms": 0.119, "p95_ms": 0.048}, "execute_total_ms": {"avg_ms": 2.423, "count": 89, "max_ms": 5.568, "p95_ms": 4.353}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 89, "max_ms": 0.075, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.401, "count": 89, "max_ms": 5.528, "p95_ms": 4.313}, "worker_merge_ms": {"avg_ms": 0.008, "count": 89, "max_ms": 0.026, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 56.937, "count": 89, "max_ms": 90.969, "p95_ms": 79.552}, "visualize": {"avg_ms": 38.86, "count": 89, "max_ms": 55.116, "p95_ms": 49.868}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.207, "count": 89, "max_ms": 49.719, "p95_ms": 41.54}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.286, "count": 89, "max_ms": 53.587, "p95_ms": 48.585}, "visualize_input_copy_ms": {"avg_ms": 1.338, "count": 89, "max_ms": 2.933, "p95_ms": 1.871}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.122, "count": 89, "max_ms": 53.436, "p95_ms": 48.473}, "visualizer_prepare_ms": {"avg_ms": 0.084, "count": 89, "max_ms": 0.269, "p95_ms": 0.148}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 89}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 811.316, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 30.697, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.043, "sample_count": 2370, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:17:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 119177, "write_bytes_delta": 119177, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 789.0, "cpu_core_ratio": 0.586007, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3434.0, "pid": 2879, "reason": null, "system_cpu_core_ratio": 0.123685, "system_cpu_s_delta": 2.4800000000000004, "user_cpu_core_ratio": 0.462322, "user_cpu_s_delta": 9.269999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.688699, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.508704, "system_cpu_s_delta": 10.200000000000045, "user_cpu_core_ratio": 1.179995, "user_cpu_s_delta": 23.66000000000031}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.335, "count": 222, "max_ms": 9.412, "p95_ms": 5.279, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.73, "max": 5.0, "p95": 5.0, "sample_count": 222}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.131, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 221}, "total": {"avg": 2.122, "max": 3.0, "p95": 3.0, "sample_count": 222}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.013, "count": 30, "max": 53.055, "p95": 49.608, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.564, "count": 30, "max": 28.943, "p95": 27.421, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 826.433, "count": 30, "max": 1121.0, "p95": 1063.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1497.867, "count": 30, "max": 10044.0, "p95": 6242.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.084, "count": 30, "max": 0.277, "p95": 0.264, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.395, "count": 30, "max": 0.465, "p95": 0.461, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114122.433, "count": 30, "max": 120054.0, "p95": 119307.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 110287.967, "count": 30, "max": 120054.0, "p95": 119307.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.3, "count": 30, "max": 46.0, "p95": 34.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.459, "count": 30, "max": 0.546, "p95": 0.53, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.067, "count": 30, "max": 1.245, "p95": 1.234, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 170, "sampled_at": "2026-10-30T15:17:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:17:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 44033, "flush_count": 47, "flush_interval_seconds": 30.0, "flush_state": {"count": 47, "last_at": "2026-10-30T15:18:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:18:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 46}, "started": true, "suppressed_count": 19626, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 19623}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 47, "written_record_count": 47}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4543.344, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 54380851200, "copied_frame_count": 19669, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 54380851200, "frame_buffer_copies": 19669, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1169, "count": 512, "max_ms": 0.3581, "p50_ms": 0.1039, "p95_ms": 0.2206, "p99_ms": 0.2973}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4766, "count": 512, "max_ms": 4.0009, "p50_ms": 1.4091, "p95_ms": 2.4793, "p99_ms": 3.016, "results": {"failed": 0, "not_applicable": 0, "success": 19669, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 14, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:18:25+09:00", "last_error_summary": "[h264 @ 0x5737eddafd80] error while decoding MB 19 37, bytestream -26 [h264 @ 0x5737eddc3d00] cabac decode of qscale diff failed at 61 53 [h264 @ 0x5737eddc3d00] error while decoding MB 61 53, bytestream 8931 [h264 @ 0x5737edeb7b80] cabac decode of qscale diff failed at 68 66 [h264 @ 0x5737edeb7b80] error while decoding MB 68 66, bytestream 27992 [in#0/rtsp @ 0x5737edd44e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5737edd44e00] Error retrieving a packet from demuxer: Connectio", "last_exit_at": "2026-10-30T15:18:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 178.54, "last_started_at": "2026-10-30T15:15:26+09:00", "pid": 2879, "process": {"exists": false, "pid": 2879}, "restart_count": 14, "restart_count_per_hour": 14, "rtsp_timeout_count": 16, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.124, "sample_count": 2217, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19669, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:18:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.026, "last_frame_pushed_at": "2026-10-30T15:18:25+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-10-30T15:18:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 5, "debug_expires_at": null, "deduplicated_count": 6, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 277.979, "last_sample_duration_ms": 1032.497, "last_trigger": "periodic", "next_snapshot_in_sec": 322.021, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 5, "storage_bytes": 1096715}, "mjpeg": {"age_sec": 0.016, "exists": true, "mtime": "2026-10-30T15:18:25.090779+09:00", "mtime_epoch": 1793341105.0907788, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 119162}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:18:25+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 811.355, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 19669, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.18, "max": 6.0, "p95": 5.0, "sample_count": 89}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 89}, "total": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 89}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 88, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.972, "pushed": 2.972, "read": 2.939}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 88, "client_acquire_ms": {"avg_ms": 0.009, "count": 88, "max_ms": 0.02, "p95_ms": 0.017, "reason": null, "sample_age_ms": 95.865, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.31, "count": 88, "max_ms": 11.651, "p95_ms": 4.828, "reason": null, "sample_age_ms": 152.232, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.495, "count": 88, "max_ms": 11.229, "p95_ms": 2.177, "reason": null, "sample_age_ms": 152.632, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.398, "count": 88, "max_ms": 4.337, "p95_ms": 0.719, "reason": null, "sample_age_ms": 95.897, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.221, "count": 88, "max_ms": 5.683, "p95_ms": 3.558, "reason": null, "sample_age_ms": 150.225, "source": "client_direct"}, "request_count": 88, "request_tensor_bytes": {"avg": 2764808.0, "count": 88, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 150.205, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 88, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 96.489, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.466, "count": 88, "max_ms": 86.948, "p95_ms": 70.453, "reason": null, "sample_age_ms": 95.857, "source": "client_direct"}, "sample_age_ms": 95.851, "source": "client_direct", "task_total_ms": {"avg_ms": 55.289, "count": 88, "max_ms": 90.056, "p95_ms": 73.39, "reason": null, "sample_age_ms": 95.851, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.077, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.363, "count": 89, "max_ms": 14.111, "p95_ms": 11.978}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.524, "count": 89, "max_ms": 1.292, "p95_ms": 0.898}, "detection_prepare_ms": {"avg_ms": 1.758, "count": 89, "max_ms": 3.839, "p95_ms": 2.67}, "event_filter_ms": {"avg_ms": 0.007, "count": 89, "max_ms": 0.036, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.411, "count": 89, "max_ms": 1.376, "p95_ms": 0.737}, "mcmt_ms": {"avg_ms": 0.004, "count": 89, "max_ms": 0.031, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 2.513, "count": 89, "max_ms": 5.79, "p95_ms": 4.488}, "setup_ms": {"avg_ms": 0.053, "count": 89, "max_ms": 0.141, "p95_ms": 0.098}, "total_inside_ms": {"avg_ms": 7.3, "count": 89, "max_ms": 14.021, "p95_ms": 11.887}, "track_match_ms": {"avg_ms": 0.095, "count": 89, "max_ms": 0.372, "p95_ms": 0.183}, "tracker_update_ms": {"avg_ms": 1.934, "count": 89, "max_ms": 5.908, "p95_ms": 3.246}}, "gstreamer_push": {"avg_ms": 3.234, "count": 89, "max_ms": 6.471, "p95_ms": 5.559}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.066, "count": 89, "max_ms": 0.797, "p95_ms": 0.11}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.922, "count": 89, "max_ms": 90.963, "p95_ms": 79.543}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.11, "count": 89, "max_ms": 13.221, "p95_ms": 9.176}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.544, "count": 89, "max_ms": 153.289, "p95_ms": 132.451}, "inference_input_copy_ms": {"avg_ms": 1.75, "count": 89, "max_ms": 4.489, "p95_ms": 2.64}, "processing_residual_ms": {"avg_ms": 0.238, "count": 89, "max_ms": 0.736, "p95_ms": 0.472}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.642, "count": 89, "max_ms": 158.76, "p95_ms": 138.441}, "read_interval": {"avg_ms": 339.693, "count": 88, "max_ms": 10137.758, "p95_ms": 165.37}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.023, "count": 89, "max_ms": 0.119, "p95_ms": 0.048}, "execute_total_ms": {"avg_ms": 2.423, "count": 89, "max_ms": 5.568, "p95_ms": 4.353}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 89, "max_ms": 0.075, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.401, "count": 89, "max_ms": 5.528, "p95_ms": 4.313}, "worker_merge_ms": {"avg_ms": 0.008, "count": 89, "max_ms": 0.026, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 56.937, "count": 89, "max_ms": 90.969, "p95_ms": 79.552}, "visualize": {"avg_ms": 38.86, "count": 89, "max_ms": 55.116, "p95_ms": 49.868}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.207, "count": 89, "max_ms": 49.719, "p95_ms": 41.54}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.286, "count": 89, "max_ms": 53.587, "p95_ms": 48.585}, "visualize_input_copy_ms": {"avg_ms": 1.338, "count": 89, "max_ms": 2.933, "p95_ms": 1.871}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.122, "count": 89, "max_ms": 53.436, "p95_ms": 48.473}, "visualizer_prepare_ms": {"avg_ms": 0.084, "count": 89, "max_ms": 0.269, "p95_ms": 0.148}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 89}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 811.316, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 30.697, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.043, "sample_count": 2370, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:17:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 119177, "write_bytes_delta": 119177, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 789.0, "cpu_core_ratio": 0.586007, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3434.0, "pid": 2879, "reason": null, "system_cpu_core_ratio": 0.123685, "system_cpu_s_delta": 2.4800000000000004, "user_cpu_core_ratio": 0.462322, "user_cpu_s_delta": 9.269999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.688699, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.508704, "system_cpu_s_delta": 10.200000000000045, "user_cpu_core_ratio": 1.179995, "user_cpu_s_delta": 23.66000000000031}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.335, "count": 222, "max_ms": 9.412, "p95_ms": 5.279, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.73, "max": 5.0, "p95": 5.0, "sample_count": 222}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.131, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 221}, "total": {"avg": 2.122, "max": 3.0, "p95": 3.0, "sample_count": 222}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.013, "count": 30, "max": 53.055, "p95": 49.608, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.564, "count": 30, "max": 28.943, "p95": 27.421, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 826.433, "count": 30, "max": 1121.0, "p95": 1063.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1497.867, "count": 30, "max": 10044.0, "p95": 6242.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.084, "count": 30, "max": 0.277, "p95": 0.264, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.395, "count": 30, "max": 0.465, "p95": 0.461, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114122.433, "count": 30, "max": 120054.0, "p95": 119307.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 110287.967, "count": 30, "max": 120054.0, "p95": 119307.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.3, "count": 30, "max": 46.0, "p95": 34.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.459, "count": 30, "max": 0.546, "p95": 0.53, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.067, "count": 30, "max": 1.245, "p95": 1.234, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 170, "sampled_at": "2026-10-30T15:17:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:17:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 44033, "flush_count": 47, "flush_interval_seconds": 30.0, "flush_state": {"count": 47, "last_at": "2026-10-30T15:18:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:18:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 46}, "started": true, "suppressed_count": 19626, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 19623}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 47, "written_record_count": 47}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4718.094, "limit_mb": null}, "detail": {"pid": 2995, "restart_count": 15, "start_count": 16}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 54380851200, "copied_frame_count": 19669, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 54380851200, "frame_buffer_copies": 19669, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1169, "count": 512, "max_ms": 0.3581, "p50_ms": 0.1039, "p95_ms": 0.2206, "p99_ms": 0.2973}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4766, "count": 512, "max_ms": 4.0009, "p50_ms": 1.4091, "p95_ms": 2.4793, "p99_ms": 3.016, "results": {"failed": 0, "not_applicable": 0, "success": 19669, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 14, "h264_decode_error_count": 44, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:18:25+09:00", "last_error_summary": "[h264 @ 0x5737eddafd80] error while decoding MB 19 37, bytestream -26 [h264 @ 0x5737eddc3d00] cabac decode of qscale diff failed at 61 53 [h264 @ 0x5737eddc3d00] error while decoding MB 61 53, bytestream 8931 [h264 @ 0x5737edeb7b80] cabac decode of qscale diff failed at 68 66 [h264 @ 0x5737edeb7b80] error while decoding MB 68 66, bytestream 27992 [in#0/rtsp @ 0x5737edd44e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5737edd44e00] Error retrieving a packet from demuxer: Connectio", "last_exit_at": "2026-10-30T15:18:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T15:18:27+09:00", "pid": 2995, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.215, "name": "ffmpeg", "pid": 2995, "rss_mb": 209.215, "state": "S (sleeping)", "threads": 70}, "restart_count": 15, "restart_count_per_hour": 15, "rtsp_timeout_count": 16, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.043, "sample_count": 2186, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19669, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:18:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.34, "last_frame_pushed_at": "2026-10-30T15:18:25+09:00", "last_frame_read_age_sec": 4.467, "last_frame_read_at": "2026-10-30T15:18:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 5, "debug_expires_at": null, "deduplicated_count": 6, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 282.289, "last_sample_duration_ms": 1032.497, "last_trigger": "periodic", "next_snapshot_in_sec": 317.711, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 5, "storage_bytes": 1096715}, "mjpeg": {"age_sec": 4.329, "exists": true, "mtime": "2026-10-30T15:18:25.090779+09:00", "mtime_epoch": 1793341105.0907788, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 119162}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:18:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 811.359, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 19669, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.286, "max": 6.0, "p95": 5.0, "sample_count": 56}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 56}, "total": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 56}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 56, "pushed_frames": 56, "read_frames": 55, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.872, "pushed": 1.872, "read": 1.838}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 55, "client_acquire_ms": {"avg_ms": 0.008, "count": 56, "max_ms": 0.02, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4410.643, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.22, "count": 55, "max_ms": 8.399, "p95_ms": 3.319, "reason": null, "sample_age_ms": 4467.01, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.384, "count": 55, "max_ms": 3.026, "p95_ms": 2.036, "reason": null, "sample_age_ms": 4467.41, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.431, "count": 56, "max_ms": 4.337, "p95_ms": 0.76, "reason": null, "sample_age_ms": 4410.675, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.107, "count": 55, "max_ms": 4.131, "p95_ms": 3.518, "reason": null, "sample_age_ms": 4465.003, "source": "client_direct"}, "request_count": 55, "request_tensor_bytes": {"avg": 2764808.0, "count": 55, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4464.983, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 56, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4411.267, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.151, "count": 56, "max_ms": 84.406, "p95_ms": 67.837, "reason": null, "sample_age_ms": 4410.635, "source": "client_direct"}, "sample_age_ms": 4410.629, "source": "client_direct", "task_total_ms": {"avg_ms": 53.88, "count": 56, "max_ms": 86.472, "p95_ms": 70.273, "reason": null, "sample_age_ms": 4410.629, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.854, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.119, "count": 56, "max_ms": 12.464, "p95_ms": 11.585}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.542, "count": 56, "max_ms": 1.215, "p95_ms": 0.981}, "detection_prepare_ms": {"avg_ms": 1.715, "count": 56, "max_ms": 3.365, "p95_ms": 2.625}, "event_filter_ms": {"avg_ms": 0.007, "count": 56, "max_ms": 0.036, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.391, "count": 56, "max_ms": 0.791, "p95_ms": 0.727}, "mcmt_ms": {"avg_ms": 0.004, "count": 56, "max_ms": 0.011, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.322, "count": 56, "max_ms": 5.186, "p95_ms": 3.793}, "setup_ms": {"avg_ms": 0.055, "count": 56, "max_ms": 0.141, "p95_ms": 0.11}, "total_inside_ms": {"avg_ms": 7.057, "count": 56, "max_ms": 12.372, "p95_ms": 11.537}, "track_match_ms": {"avg_ms": 0.096, "count": 56, "max_ms": 0.307, "p95_ms": 0.215}, "tracker_update_ms": {"avg_ms": 1.925, "count": 56, "max_ms": 5.908, "p95_ms": 3.246}}, "gstreamer_push": {"avg_ms": 3.089, "count": 56, "max_ms": 6.471, "p95_ms": 5.559}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.07, "count": 56, "max_ms": 0.797, "p95_ms": 0.157}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.576, "count": 56, "max_ms": 87.457, "p95_ms": 74.796}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.137, "count": 56, "max_ms": 13.221, "p95_ms": 9.43}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.515, "count": 56, "max_ms": 134.22, "p95_ms": 126.782}, "inference_input_copy_ms": {"avg_ms": 1.667, "count": 56, "max_ms": 4.489, "p95_ms": 2.64}, "processing_residual_ms": {"avg_ms": 0.202, "count": 56, "max_ms": 0.485, "p95_ms": 0.35}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.521, "count": 56, "max_ms": 139.989, "p95_ms": 131.425}, "read_interval": {"avg_ms": 465.081, "count": 55, "max_ms": 10137.758, "p95_ms": 158.921}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 56, "max_ms": 0.119, "p95_ms": 0.053}, "execute_total_ms": {"avg_ms": 2.24, "count": 56, "max_ms": 5.056, "p95_ms": 3.674}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 56, "max_ms": 0.042, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.218, "count": 56, "max_ms": 5.033, "p95_ms": 3.642}, "worker_merge_ms": {"avg_ms": 0.008, "count": 56, "max_ms": 0.026, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 55.592, "count": 56, "max_ms": 87.472, "p95_ms": 74.822}, "visualize": {"avg_ms": 38.517, "count": 56, "max_ms": 53.044, "p95_ms": 49.868}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.153, "count": 56, "max_ms": 43.619, "p95_ms": 41.54}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.966, "count": 56, "max_ms": 51.974, "p95_ms": 48.758}, "visualize_input_copy_ms": {"avg_ms": 1.321, "count": 56, "max_ms": 2.11, "p95_ms": 1.853}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.807, "count": 56, "max_ms": 51.761, "p95_ms": 48.562}, "visualizer_prepare_ms": {"avg_ms": 0.087, "count": 56, "max_ms": 0.172, "p95_ms": 0.148}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 56}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 811.316, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 30.697, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.043, "sample_count": 2370, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 19582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:17:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 119177, "write_bytes_delta": 119177, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 789.0, "cpu_core_ratio": 0.586007, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3434.0, "pid": 2879, "reason": null, "system_cpu_core_ratio": 0.123685, "system_cpu_s_delta": 2.4800000000000004, "user_cpu_core_ratio": 0.462322, "user_cpu_s_delta": 9.269999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.688699, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.508704, "system_cpu_s_delta": 10.200000000000045, "user_cpu_core_ratio": 1.179995, "user_cpu_s_delta": 23.66000000000031}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.335, "count": 222, "max_ms": 9.412, "p95_ms": 5.279, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.73, "max": 5.0, "p95": 5.0, "sample_count": 222}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.131, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 221}, "total": {"avg": 2.122, "max": 3.0, "p95": 3.0, "sample_count": 222}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.013, "count": 30, "max": 53.055, "p95": 49.608, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.564, "count": 30, "max": 28.943, "p95": 27.421, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 826.433, "count": 30, "max": 1121.0, "p95": 1063.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1497.867, "count": 30, "max": 10044.0, "p95": 6242.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.084, "count": 30, "max": 0.277, "p95": 0.264, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.395, "count": 30, "max": 0.465, "p95": 0.461, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114122.433, "count": 30, "max": 120054.0, "p95": 119307.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 110287.967, "count": 30, "max": 120054.0, "p95": 119307.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.3, "count": 30, "max": 46.0, "p95": 34.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.459, "count": 30, "max": 0.546, "p95": 0.53, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.067, "count": 30, "max": 1.245, "p95": 1.234, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 170, "sampled_at": "2026-10-30T15:17:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:17:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 46949, "flush_count": 50, "flush_interval_seconds": 30.0, "flush_state": {"count": 50, "last_at": "2026-10-30T15:21:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:21:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 49}, "started": true, "suppressed_count": 21023, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 21020}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 50, "written_record_count": 50}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4633.805, "limit_mb": null}, "detail": {"h264_decode_error_count": 9, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x652ad9aa2fc0] error while decoding MB 9 66, bytestream -7 [h264 @ 0x652ada70c000] error while decoding MB 105 59, bytestream -6 [h264 @ 0x652ad99b6340] error while decoding MB 39 60, bytestream -6 [h264 @ 0x652ad9b053c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x652ad9b053c0] error while decoding MB 0 20, bytestream 3003 [h264 @ 0x652ad9a8ee00] cabac decode of qscale diff failed at 104 58 [h264 @ 0x652ad9a8ee00] error while decoding MB 104 58, bytestream 2123 [h26", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 58248806400, "copied_frame_count": 21068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 58248806400, "frame_buffer_copies": 21068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1168, "count": 512, "max_ms": 1.953, "p50_ms": 0.0981, "p95_ms": 0.2162, "p99_ms": 0.3146}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4549, "count": 512, "max_ms": 4.4067, "p50_ms": 1.3973, "p95_ms": 2.3075, "p99_ms": 2.9208, "results": {"failed": 0, "not_applicable": 0, "success": 21068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 15, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:21:50+09:00", "last_error_summary": "[h264 @ 0x652ad9aa2fc0] error while decoding MB 9 66, bytestream -7 [h264 @ 0x652ada70c000] error while decoding MB 105 59, bytestream -6 [h264 @ 0x652ad99b6340] error while decoding MB 39 60, bytestream -6 [h264 @ 0x652ad9b053c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x652ad9b053c0] error while decoding MB 0 20, bytestream 3003 [h264 @ 0x652ad9a8ee00] cabac decode of qscale diff failed at 104 58 [h264 @ 0x652ad9a8ee00] error while decoding MB 104 58, bytestream 2123 [h26", "last_exit_at": "2026-10-30T15:18:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 202.999, "last_started_at": "2026-10-30T15:18:27+09:00", "pid": 2995, "process": {"exists": false, "pid": 2995}, "restart_count": 15, "restart_count_per_hour": 15, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": false, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.483, "sample_count": 1974, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:21:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.098, "last_frame_pushed_at": "2026-10-30T15:21:50+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-10-30T15:21:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 5, "debug_expires_at": null, "deduplicated_count": 6, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 483.301, "last_sample_duration_ms": 1032.497, "last_trigger": "periodic", "next_snapshot_in_sec": 116.699, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 5, "storage_bytes": 1096715}, "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-10-30T15:21:50.330948+09:00", "mtime_epoch": 1793341310.3309476, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 122574}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:21:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 814.527, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 21069, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.87, "max": 4.0, "p95": 4.0, "sample_count": 77}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.416, "max": 2.0, "p95": 2.0, "sample_count": 77}, "total": {"avg": 1.416, "max": 2.0, "p95": 2.0, "sample_count": 77}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 77}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 77, "pushed_frames": 77, "read_frames": 77, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.569, "pushed": 2.569, "read": 2.569}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 77, "client_acquire_ms": {"avg_ms": 0.009, "count": 77, "max_ms": 0.025, "p95_ms": 0.017, "reason": null, "sample_age_ms": 39.15, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.941, "count": 77, "max_ms": 4.512, "p95_ms": 2.826, "reason": null, "sample_age_ms": 92.397, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.39, "count": 77, "max_ms": 4.336, "p95_ms": 2.094, "reason": null, "sample_age_ms": 92.709, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.309, "count": 77, "max_ms": 0.806, "p95_ms": 0.584, "reason": null, "sample_age_ms": 39.16, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.057, "count": 77, "max_ms": 6.298, "p95_ms": 3.731, "reason": null, "sample_age_ms": 90.582, "source": "client_direct"}, "request_count": 77, "request_tensor_bytes": {"avg": 2764808.0, "count": 77, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 90.566, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 77, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 39.513, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.333, "count": 77, "max_ms": 79.515, "p95_ms": 65.499, "reason": null, "sample_age_ms": 39.146, "source": "client_direct"}, "sample_age_ms": 39.141, "source": "client_direct", "task_total_ms": {"avg_ms": 49.881, "count": 77, "max_ms": 81.834, "p95_ms": 68.769, "reason": null, "sample_age_ms": 39.141, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.046, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.357, "count": 77, "max_ms": 11.073, "p95_ms": 9.085}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.384, "count": 77, "max_ms": 1.148, "p95_ms": 0.857}, "detection_prepare_ms": {"avg_ms": 1.422, "count": 77, "max_ms": 3.325, "p95_ms": 2.872}, "event_filter_ms": {"avg_ms": 0.005, "count": 77, "max_ms": 0.013, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.307, "count": 77, "max_ms": 0.74, "p95_ms": 0.598}, "mcmt_ms": {"avg_ms": 0.004, "count": 77, "max_ms": 0.023, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.491, "count": 77, "max_ms": 4.188, "p95_ms": 3.5}, "setup_ms": {"avg_ms": 0.048, "count": 77, "max_ms": 0.112, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 5.303, "count": 77, "max_ms": 10.997, "p95_ms": 9.016}, "track_match_ms": {"avg_ms": 0.076, "count": 77, "max_ms": 0.161, "p95_ms": 0.155}, "tracker_update_ms": {"avg_ms": 1.566, "count": 77, "max_ms": 3.365, "p95_ms": 2.539}}, "gstreamer_push": {"avg_ms": 3.144, "count": 77, "max_ms": 6.561, "p95_ms": 4.547}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 77, "max_ms": 0.127, "p95_ms": 0.096}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.253, "count": 77, "max_ms": 84.107, "p95_ms": 71.765}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.924, "count": 77, "max_ms": 14.53, "p95_ms": 7.448}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.957, "count": 77, "max_ms": 122.603, "p95_ms": 116.311}, "inference_input_copy_ms": {"avg_ms": 1.554, "count": 77, "max_ms": 3.534, "p95_ms": 2.685}, "processing_residual_ms": {"avg_ms": 0.225, "count": 77, "max_ms": 1.103, "p95_ms": 0.388}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.66, "count": 77, "max_ms": 126.234, "p95_ms": 122.225}, "read_interval": {"avg_ms": 389.446, "count": 77, "max_ms": 11466.21, "p95_ms": 155.234}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 77, "max_ms": 0.041, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 1.421, "count": 77, "max_ms": 4.03, "p95_ms": 3.394}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 77, "max_ms": 0.071, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.404, "count": 77, "max_ms": 4.0, "p95_ms": 3.372}, "worker_merge_ms": {"avg_ms": 0.007, "count": 77, "max_ms": 0.02, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.268, "count": 77, "max_ms": 84.137, "p95_ms": 71.791}, "visualize": {"avg_ms": 34.236, "count": 77, "max_ms": 50.33, "p95_ms": 45.198}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.931, "count": 77, "max_ms": 41.072, "p95_ms": 38.658}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.67, "count": 77, "max_ms": 45.896, "p95_ms": 42.435}, "visualize_input_copy_ms": {"avg_ms": 1.352, "count": 77, "max_ms": 4.148, "p95_ms": 2.469}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.539, "count": 77, "max_ms": 45.698, "p95_ms": 42.323}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 77, "max_ms": 0.234, "p95_ms": 0.133}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 77}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 814.512, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.262, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.828, "sample_count": 2137, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21033, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:21:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 447.0, "cpu_core_ratio": 0.437774, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2485.0, "pid": 2995, "reason": null, "system_cpu_core_ratio": 0.163229, "system_cpu_s_delta": 3.270000000000003, "user_cpu_core_ratio": 0.274545, "user_cpu_s_delta": 5.5}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.617317, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 25.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.48819, "system_cpu_s_delta": 9.779999999999973, "user_cpu_core_ratio": 1.129127, "user_cpu_s_delta": 22.61999999999989}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.938, "count": 181, "max_ms": 7.486, "p95_ms": 4.709, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.044, "max": 4.0, "p95": 3.0, "sample_count": 181}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.945, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 181}, "total": {"avg": 1.945, "max": 2.0, "p95": 2.0, "sample_count": 181}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.003, "count": 30, "max": 54.045, "p95": 49.608, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.343, "count": 30, "max": 28.943, "p95": 27.621, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 827.033, "count": 30, "max": 1121.0, "p95": 1070.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1940.533, "count": 30, "max": 10044.0, "p95": 8465.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.097, "count": 30, "max": 0.406, "p95": 0.274, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.403, "count": 30, "max": 0.465, "p95": 0.461, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116208.133, "count": 30, "max": 129194.0, "p95": 122554.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112495.933, "count": 30, "max": 129194.0, "p95": 122554.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 801.367, "count": 30, "max": 23511.0, "p95": 31.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.46, "count": 30, "max": 0.546, "p95": 0.53, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.073, "count": 30, "max": 1.245, "p95": 1.234, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 180, "sampled_at": "2026-10-30T15:21:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:21:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 46949, "flush_count": 50, "flush_interval_seconds": 30.0, "flush_state": {"count": 50, "last_at": "2026-10-30T15:21:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:21:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 49}, "started": true, "suppressed_count": 21023, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 21020}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 50, "written_record_count": 50}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4633.652, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T15:21:50+09:00", "last_error_summary": "[h264 @ 0x652ad9aa2fc0] error while decoding MB 9 66, bytestream -7 [h264 @ 0x652ada70c000] error while decoding MB 105 59, bytestream -6 [h264 @ 0x652ad99b6340] error while decoding MB 39 60, bytestream -6 [h264 @ 0x652ad9b053c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x652ad9b053c0] error while decoding MB 0 20, bytestream 3003 [h264 @ 0x652ad9a8ee00] cabac decode of qscale diff failed at 104 58 [h264 @ 0x652ad9a8ee00] error while decoding MB 104 58, bytestream 2123 [h26", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 58251571200, "copied_frame_count": 21069, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 58251571200, "frame_buffer_copies": 21069, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1168, "count": 512, "max_ms": 1.953, "p50_ms": 0.0982, "p95_ms": 0.2162, "p99_ms": 0.3146}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4559, "count": 512, "max_ms": 4.4067, "p50_ms": 1.3993, "p95_ms": 2.3075, "p99_ms": 2.9208, "results": {"failed": 0, "not_applicable": 0, "success": 21069, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 15, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:21:50+09:00", "last_error_summary": "[h264 @ 0x652ad9aa2fc0] error while decoding MB 9 66, bytestream -7 [h264 @ 0x652ada70c000] error while decoding MB 105 59, bytestream -6 [h264 @ 0x652ad99b6340] error while decoding MB 39 60, bytestream -6 [h264 @ 0x652ad9b053c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x652ad9b053c0] error while decoding MB 0 20, bytestream 3003 [h264 @ 0x652ad9a8ee00] cabac decode of qscale diff failed at 104 58 [h264 @ 0x652ad9a8ee00] error while decoding MB 104 58, bytestream 2123 [h26", "last_exit_at": "2026-10-30T15:21:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 203.043, "last_started_at": "2026-10-30T15:18:27+09:00", "pid": 2995, "process": {"exists": false, "pid": 2995}, "restart_count": 15, "restart_count_per_hour": 15, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": false, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.483, "sample_count": 1975, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21069, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:21:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.021, "last_frame_pushed_at": "2026-10-30T15:21:50+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-10-30T15:21:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 5, "debug_expires_at": null, "deduplicated_count": 6, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 483.336, "last_sample_duration_ms": 1032.497, "last_trigger": "periodic", "next_snapshot_in_sec": 116.664, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 5, "storage_bytes": 1096715}, "mjpeg": {"age_sec": 0.013, "exists": true, "mtime": "2026-10-30T15:21:50.448948+09:00", "mtime_epoch": 1793341310.4489484, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 122738}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:21:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 814.523, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 21069, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.87, "max": 4.0, "p95": 4.0, "sample_count": 77}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.403, "max": 2.0, "p95": 2.0, "sample_count": 77}, "total": {"avg": 1.403, "max": 2.0, "p95": 2.0, "sample_count": 77}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 77}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 77, "pushed_frames": 77, "read_frames": 76, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.574, "pushed": 2.574, "read": 2.54}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 76, "client_acquire_ms": {"avg_ms": 0.009, "count": 77, "max_ms": 0.025, "p95_ms": 0.017, "reason": null, "sample_age_ms": 84.089, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.916, "count": 76, "max_ms": 4.512, "p95_ms": 2.679, "reason": null, "sample_age_ms": 137.336, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.363, "count": 76, "max_ms": 4.336, "p95_ms": 1.808, "reason": null, "sample_age_ms": 137.648, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.309, "count": 77, "max_ms": 0.806, "p95_ms": 0.584, "reason": null, "sample_age_ms": 84.099, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.064, "count": 76, "max_ms": 6.298, "p95_ms": 3.736, "reason": null, "sample_age_ms": 135.52, "source": "client_direct"}, "request_count": 76, "request_tensor_bytes": {"avg": 2764808.0, "count": 76, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 135.504, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 77, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 84.451, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.333, "count": 77, "max_ms": 79.515, "p95_ms": 65.499, "reason": null, "sample_age_ms": 84.084, "source": "client_direct"}, "sample_age_ms": 84.08, "source": "client_direct", "task_total_ms": {"avg_ms": 49.881, "count": 77, "max_ms": 81.834, "p95_ms": 68.769, "reason": null, "sample_age_ms": 84.08, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.097, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.259, "count": 77, "max_ms": 10.943, "p95_ms": 8.283}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.375, "count": 77, "max_ms": 1.148, "p95_ms": 0.823}, "detection_prepare_ms": {"avg_ms": 1.394, "count": 77, "max_ms": 3.325, "p95_ms": 2.609}, "event_filter_ms": {"avg_ms": 0.005, "count": 77, "max_ms": 0.013, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.302, "count": 77, "max_ms": 0.74, "p95_ms": 0.598}, "mcmt_ms": {"avg_ms": 0.004, "count": 77, "max_ms": 0.023, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.452, "count": 77, "max_ms": 4.188, "p95_ms": 3.301}, "setup_ms": {"avg_ms": 0.048, "count": 77, "max_ms": 0.112, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 5.206, "count": 77, "max_ms": 10.851, "p95_ms": 8.193}, "track_match_ms": {"avg_ms": 0.074, "count": 77, "max_ms": 0.161, "p95_ms": 0.142}, "tracker_update_ms": {"avg_ms": 1.552, "count": 77, "max_ms": 3.365, "p95_ms": 2.539}}, "gstreamer_push": {"avg_ms": 3.16, "count": 77, "max_ms": 6.561, "p95_ms": 4.547}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 77, "max_ms": 0.127, "p95_ms": 0.096}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.279, "count": 77, "max_ms": 84.107, "p95_ms": 71.765}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.912, "count": 77, "max_ms": 14.53, "p95_ms": 7.448}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.056, "count": 77, "max_ms": 122.603, "p95_ms": 116.311}, "inference_input_copy_ms": {"avg_ms": 1.561, "count": 77, "max_ms": 3.534, "p95_ms": 2.685}, "processing_residual_ms": {"avg_ms": 0.224, "count": 77, "max_ms": 1.103, "p95_ms": 0.388}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.753, "count": 77, "max_ms": 126.234, "p95_ms": 122.225}, "read_interval": {"avg_ms": 393.119, "count": 76, "max_ms": 11466.21, "p95_ms": 155.234}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 77, "max_ms": 0.041, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 1.382, "count": 77, "max_ms": 4.03, "p95_ms": 3.227}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 77, "max_ms": 0.071, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.365, "count": 77, "max_ms": 4.0, "p95_ms": 3.211}, "worker_merge_ms": {"avg_ms": 0.007, "count": 77, "max_ms": 0.02, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.294, "count": 77, "max_ms": 84.137, "p95_ms": 71.791}, "visualize": {"avg_ms": 34.408, "count": 77, "max_ms": 50.33, "p95_ms": 46.107}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.1, "count": 77, "max_ms": 41.072, "p95_ms": 39.164}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.839, "count": 77, "max_ms": 45.896, "p95_ms": 42.974}, "visualize_input_copy_ms": {"avg_ms": 1.355, "count": 77, "max_ms": 4.148, "p95_ms": 2.469}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.707, "count": 77, "max_ms": 45.698, "p95_ms": 42.647}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 77, "max_ms": 0.234, "p95_ms": 0.133}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 77}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 814.512, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.262, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.828, "sample_count": 2137, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21033, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:21:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 447.0, "cpu_core_ratio": 0.437774, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2485.0, "pid": 2995, "reason": null, "system_cpu_core_ratio": 0.163229, "system_cpu_s_delta": 3.270000000000003, "user_cpu_core_ratio": 0.274545, "user_cpu_s_delta": 5.5}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.617317, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 25.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.48819, "system_cpu_s_delta": 9.779999999999973, "user_cpu_core_ratio": 1.129127, "user_cpu_s_delta": 22.61999999999989}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.938, "count": 181, "max_ms": 7.486, "p95_ms": 4.709, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.044, "max": 4.0, "p95": 3.0, "sample_count": 181}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.945, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 181}, "total": {"avg": 1.945, "max": 2.0, "p95": 2.0, "sample_count": 181}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.003, "count": 30, "max": 54.045, "p95": 49.608, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.343, "count": 30, "max": 28.943, "p95": 27.621, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 827.033, "count": 30, "max": 1121.0, "p95": 1070.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1940.533, "count": 30, "max": 10044.0, "p95": 8465.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.097, "count": 30, "max": 0.406, "p95": 0.274, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.403, "count": 30, "max": 0.465, "p95": 0.461, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116208.133, "count": 30, "max": 129194.0, "p95": 122554.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112495.933, "count": 30, "max": 129194.0, "p95": 122554.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 801.367, "count": 30, "max": 23511.0, "p95": 31.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.46, "count": 30, "max": 0.546, "p95": 0.53, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.073, "count": 30, "max": 1.245, "p95": 1.234, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 180, "sampled_at": "2026-10-30T15:21:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:21:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 46949, "flush_count": 50, "flush_interval_seconds": 30.0, "flush_state": {"count": 50, "last_at": "2026-10-30T15:21:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:21:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 49}, "started": true, "suppressed_count": 21023, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 21020}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 50, "written_record_count": 50}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4633.469, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 58251571200, "copied_frame_count": 21069, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 58251571200, "frame_buffer_copies": 21069, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1168, "count": 512, "max_ms": 1.953, "p50_ms": 0.0982, "p95_ms": 0.2162, "p99_ms": 0.3146}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4559, "count": 512, "max_ms": 4.4067, "p50_ms": 1.3993, "p95_ms": 2.3075, "p99_ms": 2.9208, "results": {"failed": 0, "not_applicable": 0, "success": 21069, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 15, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:21:50+09:00", "last_error_summary": "[h264 @ 0x652ad9aa2fc0] error while decoding MB 9 66, bytestream -7 [h264 @ 0x652ada70c000] error while decoding MB 105 59, bytestream -6 [h264 @ 0x652ad99b6340] error while decoding MB 39 60, bytestream -6 [h264 @ 0x652ad9b053c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x652ad9b053c0] error while decoding MB 0 20, bytestream 3003 [h264 @ 0x652ad9a8ee00] cabac decode of qscale diff failed at 104 58 [h264 @ 0x652ad9a8ee00] error while decoding MB 104 58, bytestream 2123 [h26", "last_exit_at": "2026-10-30T15:21:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 203.077, "last_started_at": "2026-10-30T15:18:27+09:00", "pid": 2995, "process": {"exists": false, "pid": 2995}, "restart_count": 15, "restart_count_per_hour": 15, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": false, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.483, "sample_count": 1975, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21069, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:21:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.054, "last_frame_pushed_at": "2026-10-30T15:21:50+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-10-30T15:21:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 5, "debug_expires_at": null, "deduplicated_count": 6, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 483.369, "last_sample_duration_ms": 1032.497, "last_trigger": "periodic", "next_snapshot_in_sec": 116.631, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 5, "storage_bytes": 1096715}, "mjpeg": {"age_sec": 0.047, "exists": true, "mtime": "2026-10-30T15:21:50.448948+09:00", "mtime_epoch": 1793341310.4489484, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 122738}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:21:50+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 814.523, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 21069, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.87, "max": 4.0, "p95": 4.0, "sample_count": 77}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.403, "max": 2.0, "p95": 2.0, "sample_count": 77}, "total": {"avg": 1.403, "max": 2.0, "p95": 2.0, "sample_count": 77}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 77}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 77, "pushed_frames": 77, "read_frames": 76, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.571, "pushed": 2.571, "read": 2.538}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 76, "client_acquire_ms": {"avg_ms": 0.009, "count": 77, "max_ms": 0.025, "p95_ms": 0.017, "reason": null, "sample_age_ms": 118.444, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.916, "count": 76, "max_ms": 4.512, "p95_ms": 2.679, "reason": null, "sample_age_ms": 171.692, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.363, "count": 76, "max_ms": 4.336, "p95_ms": 1.808, "reason": null, "sample_age_ms": 172.003, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.309, "count": 77, "max_ms": 0.806, "p95_ms": 0.584, "reason": null, "sample_age_ms": 118.454, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.064, "count": 76, "max_ms": 6.298, "p95_ms": 3.736, "reason": null, "sample_age_ms": 169.876, "source": "client_direct"}, "request_count": 76, "request_tensor_bytes": {"avg": 2764808.0, "count": 76, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 169.86, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 77, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 118.807, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.333, "count": 77, "max_ms": 79.515, "p95_ms": 65.499, "reason": null, "sample_age_ms": 118.44, "source": "client_direct"}, "sample_age_ms": 118.436, "source": "client_direct", "task_total_ms": {"avg_ms": 49.881, "count": 77, "max_ms": 81.834, "p95_ms": 68.769, "reason": null, "sample_age_ms": 118.436, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.466, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.259, "count": 77, "max_ms": 10.943, "p95_ms": 8.283}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.375, "count": 77, "max_ms": 1.148, "p95_ms": 0.823}, "detection_prepare_ms": {"avg_ms": 1.394, "count": 77, "max_ms": 3.325, "p95_ms": 2.609}, "event_filter_ms": {"avg_ms": 0.005, "count": 77, "max_ms": 0.013, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.302, "count": 77, "max_ms": 0.74, "p95_ms": 0.598}, "mcmt_ms": {"avg_ms": 0.004, "count": 77, "max_ms": 0.023, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.452, "count": 77, "max_ms": 4.188, "p95_ms": 3.301}, "setup_ms": {"avg_ms": 0.048, "count": 77, "max_ms": 0.112, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 5.206, "count": 77, "max_ms": 10.851, "p95_ms": 8.193}, "track_match_ms": {"avg_ms": 0.074, "count": 77, "max_ms": 0.161, "p95_ms": 0.142}, "tracker_update_ms": {"avg_ms": 1.552, "count": 77, "max_ms": 3.365, "p95_ms": 2.539}}, "gstreamer_push": {"avg_ms": 3.16, "count": 77, "max_ms": 6.561, "p95_ms": 4.547}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 77, "max_ms": 0.127, "p95_ms": 0.096}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.279, "count": 77, "max_ms": 84.107, "p95_ms": 71.765}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.912, "count": 77, "max_ms": 14.53, "p95_ms": 7.448}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.056, "count": 77, "max_ms": 122.603, "p95_ms": 116.311}, "inference_input_copy_ms": {"avg_ms": 1.561, "count": 77, "max_ms": 3.534, "p95_ms": 2.685}, "processing_residual_ms": {"avg_ms": 0.224, "count": 77, "max_ms": 1.103, "p95_ms": 0.388}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.753, "count": 77, "max_ms": 126.234, "p95_ms": 122.225}, "read_interval": {"avg_ms": 393.119, "count": 76, "max_ms": 11466.21, "p95_ms": 155.234}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 77, "max_ms": 0.041, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 1.382, "count": 77, "max_ms": 4.03, "p95_ms": 3.227}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 77, "max_ms": 0.071, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.365, "count": 77, "max_ms": 4.0, "p95_ms": 3.211}, "worker_merge_ms": {"avg_ms": 0.007, "count": 77, "max_ms": 0.02, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.294, "count": 77, "max_ms": 84.137, "p95_ms": 71.791}, "visualize": {"avg_ms": 34.408, "count": 77, "max_ms": 50.33, "p95_ms": 46.107}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.1, "count": 77, "max_ms": 41.072, "p95_ms": 39.164}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.839, "count": 77, "max_ms": 45.896, "p95_ms": 42.974}, "visualize_input_copy_ms": {"avg_ms": 1.355, "count": 77, "max_ms": 4.148, "p95_ms": 2.469}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.707, "count": 77, "max_ms": 45.698, "p95_ms": 42.647}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 77, "max_ms": 0.234, "p95_ms": 0.133}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 77}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 814.512, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.262, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.828, "sample_count": 2137, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21033, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:21:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 447.0, "cpu_core_ratio": 0.437774, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2485.0, "pid": 2995, "reason": null, "system_cpu_core_ratio": 0.163229, "system_cpu_s_delta": 3.270000000000003, "user_cpu_core_ratio": 0.274545, "user_cpu_s_delta": 5.5}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.617317, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 25.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.48819, "system_cpu_s_delta": 9.779999999999973, "user_cpu_core_ratio": 1.129127, "user_cpu_s_delta": 22.61999999999989}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.938, "count": 181, "max_ms": 7.486, "p95_ms": 4.709, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.044, "max": 4.0, "p95": 3.0, "sample_count": 181}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.945, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 181}, "total": {"avg": 1.945, "max": 2.0, "p95": 2.0, "sample_count": 181}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.003, "count": 30, "max": 54.045, "p95": 49.608, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.343, "count": 30, "max": 28.943, "p95": 27.621, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 827.033, "count": 30, "max": 1121.0, "p95": 1070.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1940.533, "count": 30, "max": 10044.0, "p95": 8465.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.097, "count": 30, "max": 0.406, "p95": 0.274, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.403, "count": 30, "max": 0.465, "p95": 0.461, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116208.133, "count": 30, "max": 129194.0, "p95": 122554.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112495.933, "count": 30, "max": 129194.0, "p95": 122554.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 801.367, "count": 30, "max": 23511.0, "p95": 31.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.46, "count": 30, "max": 0.546, "p95": 0.53, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.073, "count": 30, "max": 1.245, "p95": 1.234, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 180, "sampled_at": "2026-10-30T15:21:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:21:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 46949, "flush_count": 50, "flush_interval_seconds": 30.0, "flush_state": {"count": 50, "last_at": "2026-10-30T15:21:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:21:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 49}, "started": true, "suppressed_count": 21023, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 21020}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 50, "written_record_count": 50}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4807.73, "limit_mb": null}, "detail": {"pid": 3111, "restart_count": 16, "start_count": 17}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 58251571200, "copied_frame_count": 21069, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 58251571200, "frame_buffer_copies": 21069, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1168, "count": 512, "max_ms": 1.953, "p50_ms": 0.0982, "p95_ms": 0.2162, "p99_ms": 0.3146}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4559, "count": 512, "max_ms": 4.4067, "p50_ms": 1.3993, "p95_ms": 2.3075, "p99_ms": 2.9208, "results": {"failed": 0, "not_applicable": 0, "success": 21069, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 15, "h264_decode_error_count": 53, "h264_decode_error_count_per_hour": 53, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:21:50+09:00", "last_error_summary": "[h264 @ 0x652ad9aa2fc0] error while decoding MB 9 66, bytestream -7 [h264 @ 0x652ada70c000] error while decoding MB 105 59, bytestream -6 [h264 @ 0x652ad99b6340] error while decoding MB 39 60, bytestream -6 [h264 @ 0x652ad9b053c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x652ad9b053c0] error while decoding MB 0 20, bytestream 3003 [h264 @ 0x652ad9a8ee00] cabac decode of qscale diff failed at 104 58 [h264 @ 0x652ad9a8ee00] error while decoding MB 104 58, bytestream 2123 [h26", "last_exit_at": "2026-10-30T15:21:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T15:21:53+09:00", "pid": 3111, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.125, "name": "ffmpeg", "pid": 3111, "rss_mb": 206.125, "state": "S (sleeping)", "threads": 70}, "restart_count": 16, "restart_count_per_hour": 16, "rtsp_timeout_count": 18, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.483, "sample_count": 1937, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21069, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:21:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.778, "last_frame_pushed_at": "2026-10-30T15:21:50+09:00", "last_frame_read_age_sec": 4.893, "last_frame_read_at": "2026-10-30T15:21:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 5, "debug_expires_at": null, "deduplicated_count": 6, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 488.087, "last_sample_duration_ms": 1032.497, "last_trigger": "periodic", "next_snapshot_in_sec": 111.913, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 5, "storage_bytes": 1096715}, "mjpeg": {"age_sec": 4.771, "exists": true, "mtime": "2026-10-30T15:21:50.448948+09:00", "mtime_epoch": 1793341310.4489484, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 122738}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:21:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 814.527, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 21069, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.629, "max": 4.0, "p95": 3.0, "sample_count": 35}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 35}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 35}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 35}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 35}, "removed": {"avg": 0.029, "max": 1.0, "p95": 0.0, "sample_count": 35}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 35}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 35}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 35, "pushed_frames": 35, "read_frames": 34, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.17, "pushed": 1.17, "read": 1.136}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 34, "client_acquire_ms": {"avg_ms": 0.009, "count": 35, "max_ms": 0.02, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4840.162, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.943, "count": 34, "max_ms": 2.622, "p95_ms": 2.246, "reason": null, "sample_age_ms": 4893.409, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.322, "count": 34, "max_ms": 1.743, "p95_ms": 1.593, "reason": null, "sample_age_ms": 4893.721, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.308, "count": 35, "max_ms": 0.516, "p95_ms": 0.487, "reason": null, "sample_age_ms": 4840.172, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.306, "count": 34, "max_ms": 6.298, "p95_ms": 3.911, "reason": null, "sample_age_ms": 4891.594, "source": "client_direct"}, "request_count": 34, "request_tensor_bytes": {"avg": 2764808.0, "count": 34, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4891.578, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 35, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4840.525, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.818, "count": 35, "max_ms": 79.515, "p95_ms": 68.25, "reason": null, "sample_age_ms": 4840.158, "source": "client_direct"}, "sample_age_ms": 4840.153, "source": "client_direct", "task_total_ms": {"avg_ms": 51.669, "count": 35, "max_ms": 81.834, "p95_ms": 71.488, "reason": null, "sample_age_ms": 4840.153, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.103, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.043, "count": 35, "max_ms": 8.056, "p95_ms": 7.015}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.388, "count": 35, "max_ms": 1.148, "p95_ms": 0.744}, "detection_prepare_ms": {"avg_ms": 1.261, "count": 35, "max_ms": 3.325, "p95_ms": 2.275}, "event_filter_ms": {"avg_ms": 0.004, "count": 35, "max_ms": 0.013, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.271, "count": 35, "max_ms": 0.74, "p95_ms": 0.494}, "mcmt_ms": {"avg_ms": 0.003, "count": 35, "max_ms": 0.009, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.618, "count": 35, "max_ms": 1.346, "p95_ms": 1.205}, "setup_ms": {"avg_ms": 0.047, "count": 35, "max_ms": 0.108, "p95_ms": 0.098}, "total_inside_ms": {"avg_ms": 3.993, "count": 35, "max_ms": 7.974, "p95_ms": 6.939}, "track_match_ms": {"avg_ms": 0.068, "count": 35, "max_ms": 0.161, "p95_ms": 0.156}, "tracker_update_ms": {"avg_ms": 1.332, "count": 35, "max_ms": 2.47, "p95_ms": 2.422}}, "gstreamer_push": {"avg_ms": 3.306, "count": 35, "max_ms": 5.253, "p95_ms": 4.829}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 35, "max_ms": 0.12, "p95_ms": 0.09}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.987, "count": 35, "max_ms": 84.107, "p95_ms": 74.195}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.85, "count": 35, "max_ms": 9.805, "p95_ms": 7.448}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 35, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 35, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.316, "count": 35, "max_ms": 122.603, "p95_ms": 109.958}, "inference_input_copy_ms": {"avg_ms": 1.675, "count": 35, "max_ms": 3.534, "p95_ms": 2.822}, "processing_residual_ms": {"avg_ms": 0.205, "count": 35, "max_ms": 0.423, "p95_ms": 0.365}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 35, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 35, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.046, "count": 35, "max_ms": 126.234, "p95_ms": 114.13}, "read_interval": {"avg_ms": 738.918, "count": 34, "max_ms": 11466.21, "p95_ms": 10137.124}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 35, "max_ms": 0.038, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.555, "count": 35, "max_ms": 1.202, "p95_ms": 1.091}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 35, "max_ms": 0.053, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.54, "count": 35, "max_ms": 1.169, "p95_ms": 1.064}, "worker_merge_ms": {"avg_ms": 0.007, "count": 35, "max_ms": 0.019, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 53.001, "count": 35, "max_ms": 84.137, "p95_ms": 74.204}, "visualize": {"avg_ms": 33.174, "count": 35, "max_ms": 46.487, "p95_ms": 45.198}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.554, "count": 35, "max_ms": 39.986, "p95_ms": 39.164}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 35, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.725, "count": 35, "max_ms": 44.987, "p95_ms": 42.974}, "visualize_input_copy_ms": {"avg_ms": 1.258, "count": 35, "max_ms": 2.297, "p95_ms": 1.965}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 35, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.592, "count": 35, "max_ms": 44.846, "p95_ms": 42.647}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 35, "max_ms": 0.234, "p95_ms": 0.133}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 35}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 35}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 35}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 814.512, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.262, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.828, "sample_count": 2137, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 21033, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:21:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 447.0, "cpu_core_ratio": 0.437774, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2485.0, "pid": 2995, "reason": null, "system_cpu_core_ratio": 0.163229, "system_cpu_s_delta": 3.270000000000003, "user_cpu_core_ratio": 0.274545, "user_cpu_s_delta": 5.5}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.617317, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 25.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.48819, "system_cpu_s_delta": 9.779999999999973, "user_cpu_core_ratio": 1.129127, "user_cpu_s_delta": 22.61999999999989}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.938, "count": 181, "max_ms": 7.486, "p95_ms": 4.709, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.044, "max": 4.0, "p95": 3.0, "sample_count": 181}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.945, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 181}, "total": {"avg": 1.945, "max": 2.0, "p95": 2.0, "sample_count": 181}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.003, "count": 30, "max": 54.045, "p95": 49.608, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.343, "count": 30, "max": 28.943, "p95": 27.621, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 827.033, "count": 30, "max": 1121.0, "p95": 1070.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1940.533, "count": 30, "max": 10044.0, "p95": 8465.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.097, "count": 30, "max": 0.406, "p95": 0.274, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.403, "count": 30, "max": 0.465, "p95": 0.461, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116208.133, "count": 30, "max": 129194.0, "p95": 122554.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112495.933, "count": 30, "max": 129194.0, "p95": 122554.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 801.367, "count": 30, "max": 23511.0, "p95": 31.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.46, "count": 30, "max": 0.546, "p95": 0.53, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.073, "count": 30, "max": 1.245, "p95": 1.234, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 180, "sampled_at": "2026-10-30T15:21:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:21:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 50739, "flush_count": 54, "flush_interval_seconds": 30.0, "flush_state": {"count": 54, "last_at": "2026-10-30T15:25:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:25:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 53}, "started": true, "suppressed_count": 22836, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 22833}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 54, "written_record_count": 54}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4641.891, "limit_mb": null}, "detail": {"h264_decode_error_count": 5, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x575c5dd10200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x575c5dd10200] error while decoding MB 0 35, bytestream 8776 [h264 @ 0x575c5dd10200] cabac decode of qscale diff failed at 31 59 [h264 @ 0x575c5dd10200] error while decoding MB 31 59, bytestream 1983 [h264 @ 0x575c5de47e80] cabac decode of qscale diff failed at 18 41 [h264 @ 0x575c5de47e80] error while decoding MB 18 41, bytestream 3881 [in#0/rtsp @ 0x575c5dca4e00] Error during demuxing: Connection timed out [", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 63272448000, "copied_frame_count": 22885, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 63272448000, "frame_buffer_copies": 22885, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1219, "count": 512, "max_ms": 2.4979, "p50_ms": 0.0983, "p95_ms": 0.2277, "p99_ms": 0.2996}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4806, "count": 512, "max_ms": 5.3269, "p50_ms": 1.3888, "p95_ms": 2.3806, "p99_ms": 3.1331, "results": {"failed": 0, "not_applicable": 0, "success": 22885, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 16, "h264_decode_error_count": 58, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:25:48+09:00", "last_error_summary": "[h264 @ 0x575c5dd10200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x575c5dd10200] error while decoding MB 0 35, bytestream 8776 [h264 @ 0x575c5dd10200] cabac decode of qscale diff failed at 31 59 [h264 @ 0x575c5dd10200] error while decoding MB 31 59, bytestream 1983 [h264 @ 0x575c5de47e80] cabac decode of qscale diff failed at 18 41 [h264 @ 0x575c5de47e80] error while decoding MB 18 41, bytestream 3881 [in#0/rtsp @ 0x575c5dca4e00] Error during demuxing: Connection timed out [", "last_exit_at": "2026-10-30T15:21:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 235.762, "last_started_at": "2026-10-30T15:21:53+09:00", "pid": 3111, "process": {"exists": false, "pid": 3111}, "restart_count": 16, "restart_count_per_hour": 16, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": false, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.096, "sample_count": 2074, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22886, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:25:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.099, "last_frame_pushed_at": "2026-10-30T15:25:48+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-10-30T15:25:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 6, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 120.122, "last_sample_duration_ms": 854.274, "last_trigger": "periodic", "next_snapshot_in_sec": 479.878, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 6, "storage_bytes": 1106263}, "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-10-30T15:25:48.890322+09:00", "mtime_epoch": 1793341548.8903224, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 130718}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:25:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 815.375, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 22886, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.09, "max": 3.0, "p95": 3.0, "sample_count": 89}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.013, "max": 2.0, "p95": 1.0, "sample_count": 77}, "total": {"avg": 0.876, "max": 2.0, "p95": 1.0, "sample_count": 89}}, "tracking_counts": {"active": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 89}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 89}, "tracked": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 89}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 89, "pushed_frames": 89, "read_frames": 90, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.996, "pushed": 2.996, "read": 3.03}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 90, "client_acquire_ms": {"avg_ms": 0.009, "count": 90, "max_ms": 0.095, "p95_ms": 0.016, "reason": null, "sample_age_ms": 44.001, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.856, "count": 90, "max_ms": 5.765, "p95_ms": 2.586, "reason": null, "sample_age_ms": 97.397, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.377, "count": 90, "max_ms": 5.212, "p95_ms": 1.993, "reason": null, "sample_age_ms": 97.631, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.293, "count": 90, "max_ms": 0.684, "p95_ms": 0.534, "reason": null, "sample_age_ms": 44.011, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.148, "count": 90, "max_ms": 7.96, "p95_ms": 3.689, "reason": null, "sample_age_ms": 96.264, "source": "client_direct"}, "request_count": 90, "request_tensor_bytes": {"avg": 2764808.0, "count": 90, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 96.25, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 90, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 44.349, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.941, "count": 90, "max_ms": 70.217, "p95_ms": 61.325, "reason": null, "sample_age_ms": 43.994, "source": "client_direct"}, "sample_age_ms": 43.988, "source": "client_direct", "task_total_ms": {"avg_ms": 49.569, "count": 90, "max_ms": 73.164, "p95_ms": 64.209, "reason": null, "sample_age_ms": 43.988, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.47, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.728, "count": 89, "max_ms": 12.648, "p95_ms": 6.602}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.329, "count": 89, "max_ms": 0.687, "p95_ms": 0.584}, "detection_prepare_ms": {"avg_ms": 1.257, "count": 89, "max_ms": 9.004, "p95_ms": 2.412}, "event_filter_ms": {"avg_ms": 0.004, "count": 89, "max_ms": 0.01, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.23, "count": 89, "max_ms": 0.532, "p95_ms": 0.417}, "mcmt_ms": {"avg_ms": 0.003, "count": 89, "max_ms": 0.009, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.594, "count": 89, "max_ms": 2.926, "p95_ms": 1.034}, "setup_ms": {"avg_ms": 0.044, "count": 89, "max_ms": 0.122, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 3.68, "count": 89, "max_ms": 12.587, "p95_ms": 6.528}, "track_match_ms": {"avg_ms": 0.055, "count": 89, "max_ms": 0.14, "p95_ms": 0.12}, "tracker_update_ms": {"avg_ms": 1.163, "count": 89, "max_ms": 3.436, "p95_ms": 2.088}}, "gstreamer_push": {"avg_ms": 3.071, "count": 89, "max_ms": 6.648, "p95_ms": 4.842}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 89, "max_ms": 0.13, "p95_ms": 0.086}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.776, "count": 89, "max_ms": 74.318, "p95_ms": 66.308}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.897, "count": 89, "max_ms": 11.029, "p95_ms": 8.397}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.628, "count": 89, "max_ms": 120.014, "p95_ms": 105.83}, "inference_input_copy_ms": {"avg_ms": 1.655, "count": 89, "max_ms": 4.482, "p95_ms": 2.517}, "processing_residual_ms": {"avg_ms": 0.203, "count": 89, "max_ms": 0.653, "p95_ms": 0.42}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.384, "count": 89, "max_ms": 124.367, "p95_ms": 114.356}, "read_interval": {"avg_ms": 335.952, "count": 90, "max_ms": 19303.469, "p95_ms": 170.632}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 89, "max_ms": 0.047, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.534, "count": 89, "max_ms": 2.832, "p95_ms": 0.941}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 89, "max_ms": 0.043, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.518, "count": 89, "max_ms": 2.814, "p95_ms": 0.919}, "worker_merge_ms": {"avg_ms": 0.006, "count": 89, "max_ms": 0.015, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 50.79, "count": 89, "max_ms": 74.324, "p95_ms": 66.316}, "visualize": {"avg_ms": 33.016, "count": 89, "max_ms": 48.189, "p95_ms": 42.841}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.879, "count": 89, "max_ms": 42.407, "p95_ms": 37.408}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.575, "count": 89, "max_ms": 46.888, "p95_ms": 41.591}, "visualize_input_copy_ms": {"avg_ms": 1.249, "count": 89, "max_ms": 2.424, "p95_ms": 2.02}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.448, "count": 89, "max_ms": 46.716, "p95_ms": 41.425}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 89, "max_ms": 0.169, "p95_ms": 0.121}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 89}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 815.336, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.96, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.28, "sample_count": 2226, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22804, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:25:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118985, "write_bytes_delta": 118985, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 595.0, "cpu_core_ratio": 0.711337, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1705.0, "pid": 3111, "reason": null, "system_cpu_core_ratio": 0.280843, "system_cpu_s_delta": 5.629999999999999, "user_cpu_core_ratio": 0.430493, "user_cpu_s_delta": 8.629999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.233117, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.367142, "system_cpu_s_delta": 7.3599999999999, "user_cpu_core_ratio": 0.865975, "user_cpu_s_delta": 17.360000000000127}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.33, "count": 216, "max_ms": 6.451, "p95_ms": 5.387, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.866, "max": 5.0, "p95": 5.0, "sample_count": 216}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 193}, "total": {"avg": 0.894, "max": 1.0, "p95": 1.0, "sample_count": 216}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.763, "count": 30, "max": 61.346, "p95": 45.486, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.913, "count": 30, "max": 42.933, "p95": 29.421, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 692.6, "count": 30, "max": 1152.0, "p95": 1061.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1830.733, "count": 30, "max": 10044.0, "p95": 8949.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.1, "count": 30, "max": 0.406, "p95": 0.27, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.433, "count": 30, "max": 0.538, "p95": 0.515, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.109, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 121602.033, "count": 30, "max": 129194.0, "p95": 123928.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117621.533, "count": 30, "max": 129194.0, "p95": 123928.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 798.067, "count": 30, "max": 23511.0, "p95": 36.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.418, "count": 30, "max": 0.516, "p95": 0.505, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.993, "count": 30, "max": 1.199, "p95": 1.184, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 197, "sampled_at": "2026-10-30T15:25:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:25:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.705, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 50739, "flush_count": 54, "flush_interval_seconds": 30.0, "flush_state": {"count": 54, "last_at": "2026-10-30T15:25:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:25:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 53}, "started": true, "suppressed_count": 22836, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 22833}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 54, "written_record_count": 54}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4643.246, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T15:25:48+09:00", "last_error_summary": "[h264 @ 0x575c5dd10200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x575c5dd10200] error while decoding MB 0 35, bytestream 8776 [h264 @ 0x575c5dd10200] cabac decode of qscale diff failed at 31 59 [h264 @ 0x575c5dd10200] error while decoding MB 31 59, bytestream 1983 [h264 @ 0x575c5de47e80] cabac decode of qscale diff failed at 18 41 [h264 @ 0x575c5de47e80] error while decoding MB 18 41, bytestream 3881 [in#0/rtsp @ 0x575c5dca4e00] Error during demuxing: Connection timed out [", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 63275212800, "copied_frame_count": 22886, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 63275212800, "frame_buffer_copies": 22886, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1215, "count": 512, "max_ms": 2.4979, "p50_ms": 0.098, "p95_ms": 0.2251, "p99_ms": 0.2996}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4803, "count": 512, "max_ms": 5.3269, "p50_ms": 1.3888, "p95_ms": 2.3564, "p99_ms": 3.1331, "results": {"failed": 0, "not_applicable": 0, "success": 22886, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 16, "h264_decode_error_count": 58, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:25:48+09:00", "last_error_summary": "[h264 @ 0x575c5dd10200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x575c5dd10200] error while decoding MB 0 35, bytestream 8776 [h264 @ 0x575c5dd10200] cabac decode of qscale diff failed at 31 59 [h264 @ 0x575c5dd10200] error while decoding MB 31 59, bytestream 1983 [h264 @ 0x575c5de47e80] cabac decode of qscale diff failed at 18 41 [h264 @ 0x575c5de47e80] error while decoding MB 18 41, bytestream 3881 [in#0/rtsp @ 0x575c5dca4e00] Error during demuxing: Connection timed out [", "last_exit_at": "2026-10-30T15:25:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 235.792, "last_started_at": "2026-10-30T15:21:53+09:00", "pid": 3111, "process": {"exists": false, "pid": 3111}, "restart_count": 16, "restart_count_per_hour": 16, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": false, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.096, "sample_count": 2074, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22886, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:25:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.018, "last_frame_pushed_at": "2026-10-30T15:25:48+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-10-30T15:25:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 6, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 120.159, "last_sample_duration_ms": 854.274, "last_trigger": "periodic", "next_snapshot_in_sec": 479.841, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 6, "storage_bytes": 1106263}, "mjpeg": {"age_sec": 0.007, "exists": true, "mtime": "2026-10-30T15:25:49.003323+09:00", "mtime_epoch": 1793341549.003323, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 118928}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:25:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 815.371, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 22886, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.089, "max": 3.0, "p95": 3.0, "sample_count": 90}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.013, "max": 2.0, "p95": 1.0, "sample_count": 78}, "total": {"avg": 0.878, "max": 2.0, "p95": 1.0, "sample_count": 90}}, "tracking_counts": {"active": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 90}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 90}, "tracked": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 90}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 90, "pushed_frames": 90, "read_frames": 90, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.027, "pushed": 3.027, "read": 3.027}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 90, "client_acquire_ms": {"avg_ms": 0.009, "count": 90, "max_ms": 0.095, "p95_ms": 0.016, "reason": null, "sample_age_ms": 77.233, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.856, "count": 90, "max_ms": 5.765, "p95_ms": 2.586, "reason": null, "sample_age_ms": 130.629, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.377, "count": 90, "max_ms": 5.212, "p95_ms": 1.993, "reason": null, "sample_age_ms": 130.863, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.293, "count": 90, "max_ms": 0.684, "p95_ms": 0.534, "reason": null, "sample_age_ms": 77.243, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.148, "count": 90, "max_ms": 7.96, "p95_ms": 3.689, "reason": null, "sample_age_ms": 129.496, "source": "client_direct"}, "request_count": 90, "request_tensor_bytes": {"avg": 2764808.0, "count": 90, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 129.482, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 90, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 77.581, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.941, "count": 90, "max_ms": 70.217, "p95_ms": 61.325, "reason": null, "sample_age_ms": 77.226, "source": "client_direct"}, "sample_age_ms": 77.22, "source": "client_direct", "task_total_ms": {"avg_ms": 49.569, "count": 90, "max_ms": 73.164, "p95_ms": 64.209, "reason": null, "sample_age_ms": 77.22, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.537, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.757, "count": 90, "max_ms": 12.648, "p95_ms": 6.602}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.332, "count": 90, "max_ms": 0.687, "p95_ms": 0.592}, "detection_prepare_ms": {"avg_ms": 1.265, "count": 90, "max_ms": 9.004, "p95_ms": 2.412}, "event_filter_ms": {"avg_ms": 0.004, "count": 90, "max_ms": 0.014, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.231, "count": 90, "max_ms": 0.532, "p95_ms": 0.417}, "mcmt_ms": {"avg_ms": 0.003, "count": 90, "max_ms": 0.009, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.6, "count": 90, "max_ms": 2.926, "p95_ms": 1.142}, "setup_ms": {"avg_ms": 0.045, "count": 90, "max_ms": 0.122, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 3.708, "count": 90, "max_ms": 12.587, "p95_ms": 6.528}, "track_match_ms": {"avg_ms": 0.055, "count": 90, "max_ms": 0.14, "p95_ms": 0.12}, "tracker_update_ms": {"avg_ms": 1.171, "count": 90, "max_ms": 3.436, "p95_ms": 2.088}}, "gstreamer_push": {"avg_ms": 3.059, "count": 90, "max_ms": 6.648, "p95_ms": 4.842}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 90, "max_ms": 0.13, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.813, "count": 90, "max_ms": 74.318, "p95_ms": 66.308}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.881, "count": 90, "max_ms": 11.029, "p95_ms": 8.397}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.762, "count": 90, "max_ms": 120.014, "p95_ms": 105.83}, "inference_input_copy_ms": {"avg_ms": 1.649, "count": 90, "max_ms": 4.482, "p95_ms": 2.517}, "processing_residual_ms": {"avg_ms": 0.202, "count": 90, "max_ms": 0.653, "p95_ms": 0.42}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.494, "count": 90, "max_ms": 124.367, "p95_ms": 114.356}, "read_interval": {"avg_ms": 335.952, "count": 90, "max_ms": 19303.469, "p95_ms": 170.632}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 90, "max_ms": 0.047, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.539, "count": 90, "max_ms": 2.832, "p95_ms": 1.023}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 90, "max_ms": 0.043, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.523, "count": 90, "max_ms": 2.814, "p95_ms": 0.999}, "worker_merge_ms": {"avg_ms": 0.006, "count": 90, "max_ms": 0.015, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 50.828, "count": 90, "max_ms": 74.324, "p95_ms": 66.316}, "visualize": {"avg_ms": 33.087, "count": 90, "max_ms": 48.189, "p95_ms": 42.841}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.865, "count": 90, "max_ms": 42.407, "p95_ms": 37.408}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.639, "count": 90, "max_ms": 46.888, "p95_ms": 41.591}, "visualize_input_copy_ms": {"avg_ms": 1.254, "count": 90, "max_ms": 2.424, "p95_ms": 2.02}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.511, "count": 90, "max_ms": 46.716, "p95_ms": 41.425}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 90, "max_ms": 0.169, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 90}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 815.336, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.96, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.28, "sample_count": 2226, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22804, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:25:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118985, "write_bytes_delta": 118985, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 595.0, "cpu_core_ratio": 0.711337, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1705.0, "pid": 3111, "reason": null, "system_cpu_core_ratio": 0.280843, "system_cpu_s_delta": 5.629999999999999, "user_cpu_core_ratio": 0.430493, "user_cpu_s_delta": 8.629999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.233117, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.367142, "system_cpu_s_delta": 7.3599999999999, "user_cpu_core_ratio": 0.865975, "user_cpu_s_delta": 17.360000000000127}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.33, "count": 216, "max_ms": 6.451, "p95_ms": 5.387, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.866, "max": 5.0, "p95": 5.0, "sample_count": 216}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 193}, "total": {"avg": 0.894, "max": 1.0, "p95": 1.0, "sample_count": 216}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.763, "count": 30, "max": 61.346, "p95": 45.486, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.913, "count": 30, "max": 42.933, "p95": 29.421, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 692.6, "count": 30, "max": 1152.0, "p95": 1061.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1830.733, "count": 30, "max": 10044.0, "p95": 8949.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.1, "count": 30, "max": 0.406, "p95": 0.27, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.433, "count": 30, "max": 0.538, "p95": 0.515, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.109, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 121602.033, "count": 30, "max": 129194.0, "p95": 123928.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117621.533, "count": 30, "max": 129194.0, "p95": 123928.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 798.067, "count": 30, "max": 23511.0, "p95": 36.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.418, "count": 30, "max": 0.516, "p95": 0.505, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.993, "count": 30, "max": 1.199, "p95": 1.184, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 197, "sampled_at": "2026-10-30T15:25:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:25:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.735, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 50739, "flush_count": 54, "flush_interval_seconds": 30.0, "flush_state": {"count": 54, "last_at": "2026-10-30T15:25:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:25:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 53}, "started": true, "suppressed_count": 22836, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 22833}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 54, "written_record_count": 54}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4641.945, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 63275212800, "copied_frame_count": 22886, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 63275212800, "frame_buffer_copies": 22886, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1215, "count": 512, "max_ms": 2.4979, "p50_ms": 0.098, "p95_ms": 0.2251, "p99_ms": 0.2996}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4803, "count": 512, "max_ms": 5.3269, "p50_ms": 1.3888, "p95_ms": 2.3564, "p99_ms": 3.1331, "results": {"failed": 0, "not_applicable": 0, "success": 22886, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 16, "h264_decode_error_count": 58, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:25:48+09:00", "last_error_summary": "[h264 @ 0x575c5dd10200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x575c5dd10200] error while decoding MB 0 35, bytestream 8776 [h264 @ 0x575c5dd10200] cabac decode of qscale diff failed at 31 59 [h264 @ 0x575c5dd10200] error while decoding MB 31 59, bytestream 1983 [h264 @ 0x575c5de47e80] cabac decode of qscale diff failed at 18 41 [h264 @ 0x575c5de47e80] error while decoding MB 18 41, bytestream 3881 [in#0/rtsp @ 0x575c5dca4e00] Error during demuxing: Connection timed out [", "last_exit_at": "2026-10-30T15:25:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 235.832, "last_started_at": "2026-10-30T15:21:53+09:00", "pid": 3111, "process": {"exists": false, "pid": 3111}, "restart_count": 16, "restart_count_per_hour": 16, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": false, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.096, "sample_count": 2074, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22886, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:25:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.058, "last_frame_pushed_at": "2026-10-30T15:25:48+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-10-30T15:25:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 6, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 120.187, "last_sample_duration_ms": 854.274, "last_trigger": "periodic", "next_snapshot_in_sec": 479.813, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 6, "storage_bytes": 1106263}, "mjpeg": {"age_sec": 0.048, "exists": true, "mtime": "2026-10-30T15:25:49.003323+09:00", "mtime_epoch": 1793341549.003323, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 118928}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:25:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 815.371, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 22886, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.089, "max": 3.0, "p95": 3.0, "sample_count": 90}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.013, "max": 2.0, "p95": 1.0, "sample_count": 78}, "total": {"avg": 0.878, "max": 2.0, "p95": 1.0, "sample_count": 90}}, "tracking_counts": {"active": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 90}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 90}, "tracked": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 90}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 90, "pushed_frames": 90, "read_frames": 90, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.023, "pushed": 3.023, "read": 3.023}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 90, "client_acquire_ms": {"avg_ms": 0.009, "count": 90, "max_ms": 0.095, "p95_ms": 0.016, "reason": null, "sample_age_ms": 114.478, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.856, "count": 90, "max_ms": 5.765, "p95_ms": 2.586, "reason": null, "sample_age_ms": 167.873, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.377, "count": 90, "max_ms": 5.212, "p95_ms": 1.993, "reason": null, "sample_age_ms": 168.107, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.293, "count": 90, "max_ms": 0.684, "p95_ms": 0.534, "reason": null, "sample_age_ms": 114.487, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.148, "count": 90, "max_ms": 7.96, "p95_ms": 3.689, "reason": null, "sample_age_ms": 166.741, "source": "client_direct"}, "request_count": 90, "request_tensor_bytes": {"avg": 2764808.0, "count": 90, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 166.726, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 90, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 114.826, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.941, "count": 90, "max_ms": 70.217, "p95_ms": 61.325, "reason": null, "sample_age_ms": 114.471, "source": "client_direct"}, "sample_age_ms": 114.465, "source": "client_direct", "task_total_ms": {"avg_ms": 49.569, "count": 90, "max_ms": 73.164, "p95_ms": 64.209, "reason": null, "sample_age_ms": 114.465, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.651, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.757, "count": 90, "max_ms": 12.648, "p95_ms": 6.602}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.332, "count": 90, "max_ms": 0.687, "p95_ms": 0.592}, "detection_prepare_ms": {"avg_ms": 1.265, "count": 90, "max_ms": 9.004, "p95_ms": 2.412}, "event_filter_ms": {"avg_ms": 0.004, "count": 90, "max_ms": 0.014, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.231, "count": 90, "max_ms": 0.532, "p95_ms": 0.417}, "mcmt_ms": {"avg_ms": 0.003, "count": 90, "max_ms": 0.009, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.6, "count": 90, "max_ms": 2.926, "p95_ms": 1.142}, "setup_ms": {"avg_ms": 0.045, "count": 90, "max_ms": 0.122, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 3.708, "count": 90, "max_ms": 12.587, "p95_ms": 6.528}, "track_match_ms": {"avg_ms": 0.055, "count": 90, "max_ms": 0.14, "p95_ms": 0.12}, "tracker_update_ms": {"avg_ms": 1.171, "count": 90, "max_ms": 3.436, "p95_ms": 2.088}}, "gstreamer_push": {"avg_ms": 3.059, "count": 90, "max_ms": 6.648, "p95_ms": 4.842}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 90, "max_ms": 0.13, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.813, "count": 90, "max_ms": 74.318, "p95_ms": 66.308}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.881, "count": 90, "max_ms": 11.029, "p95_ms": 8.397}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.762, "count": 90, "max_ms": 120.014, "p95_ms": 105.83}, "inference_input_copy_ms": {"avg_ms": 1.649, "count": 90, "max_ms": 4.482, "p95_ms": 2.517}, "processing_residual_ms": {"avg_ms": 0.202, "count": 90, "max_ms": 0.653, "p95_ms": 0.42}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.494, "count": 90, "max_ms": 124.367, "p95_ms": 114.356}, "read_interval": {"avg_ms": 335.952, "count": 90, "max_ms": 19303.469, "p95_ms": 170.632}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 90, "max_ms": 0.047, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.539, "count": 90, "max_ms": 2.832, "p95_ms": 1.023}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 90, "max_ms": 0.043, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.523, "count": 90, "max_ms": 2.814, "p95_ms": 0.999}, "worker_merge_ms": {"avg_ms": 0.006, "count": 90, "max_ms": 0.015, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 50.828, "count": 90, "max_ms": 74.324, "p95_ms": 66.316}, "visualize": {"avg_ms": 33.087, "count": 90, "max_ms": 48.189, "p95_ms": 42.841}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.865, "count": 90, "max_ms": 42.407, "p95_ms": 37.408}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.639, "count": 90, "max_ms": 46.888, "p95_ms": 41.591}, "visualize_input_copy_ms": {"avg_ms": 1.254, "count": 90, "max_ms": 2.424, "p95_ms": 2.02}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.511, "count": 90, "max_ms": 46.716, "p95_ms": 41.425}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 90, "max_ms": 0.169, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 90}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 815.336, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.96, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.28, "sample_count": 2226, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22804, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:25:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118985, "write_bytes_delta": 118985, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 595.0, "cpu_core_ratio": 0.711337, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1705.0, "pid": 3111, "reason": null, "system_cpu_core_ratio": 0.280843, "system_cpu_s_delta": 5.629999999999999, "user_cpu_core_ratio": 0.430493, "user_cpu_s_delta": 8.629999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.233117, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.367142, "system_cpu_s_delta": 7.3599999999999, "user_cpu_core_ratio": 0.865975, "user_cpu_s_delta": 17.360000000000127}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.33, "count": 216, "max_ms": 6.451, "p95_ms": 5.387, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.866, "max": 5.0, "p95": 5.0, "sample_count": 216}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 193}, "total": {"avg": 0.894, "max": 1.0, "p95": 1.0, "sample_count": 216}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.763, "count": 30, "max": 61.346, "p95": 45.486, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.913, "count": 30, "max": 42.933, "p95": 29.421, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 692.6, "count": 30, "max": 1152.0, "p95": 1061.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1830.733, "count": 30, "max": 10044.0, "p95": 8949.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.1, "count": 30, "max": 0.406, "p95": 0.27, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.433, "count": 30, "max": 0.538, "p95": 0.515, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.109, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 121602.033, "count": 30, "max": 129194.0, "p95": 123928.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117621.533, "count": 30, "max": 129194.0, "p95": 123928.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 798.067, "count": 30, "max": 23511.0, "p95": 36.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.418, "count": 30, "max": 0.516, "p95": 0.505, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.993, "count": 30, "max": 1.199, "p95": 1.184, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 197, "sampled_at": "2026-10-30T15:25:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:25:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.775, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 50739, "flush_count": 54, "flush_interval_seconds": 30.0, "flush_state": {"count": 54, "last_at": "2026-10-30T15:25:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:25:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 53}, "started": true, "suppressed_count": 22836, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 22833}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 54, "written_record_count": 54}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4817.883, "limit_mb": null}, "detail": {"pid": 3227, "restart_count": 17, "start_count": 18}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 63275212800, "copied_frame_count": 22886, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 63275212800, "frame_buffer_copies": 22886, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1215, "count": 512, "max_ms": 2.4979, "p50_ms": 0.098, "p95_ms": 0.2251, "p99_ms": 0.2996}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4803, "count": 512, "max_ms": 5.3269, "p50_ms": 1.3888, "p95_ms": 2.3564, "p99_ms": 3.1331, "results": {"failed": 0, "not_applicable": 0, "success": 22886, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 16, "h264_decode_error_count": 58, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:25:48+09:00", "last_error_summary": "[h264 @ 0x575c5dd10200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x575c5dd10200] error while decoding MB 0 35, bytestream 8776 [h264 @ 0x575c5dd10200] cabac decode of qscale diff failed at 31 59 [h264 @ 0x575c5dd10200] error while decoding MB 31 59, bytestream 1983 [h264 @ 0x575c5de47e80] cabac decode of qscale diff failed at 18 41 [h264 @ 0x575c5de47e80] error while decoding MB 18 41, bytestream 3881 [in#0/rtsp @ 0x575c5dca4e00] Error during demuxing: Connection timed out [", "last_exit_at": "2026-10-30T15:25:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T15:25:51+09:00", "pid": 3227, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.727, "name": "ffmpeg", "pid": 3227, "rss_mb": 208.727, "state": "S (sleeping)", "threads": 70}, "restart_count": 17, "restart_count_per_hour": 17, "rtsp_timeout_count": 20, "rtsp_timeout_count_per_hour": 20, "rtsp_tolerant_mode": false, "running": true, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.005, "sample_count": 2047, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22886, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:25:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.45, "last_frame_pushed_at": "2026-10-30T15:25:48+09:00", "last_frame_read_age_sec": 4.558, "last_frame_read_at": "2026-10-30T15:25:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 6, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 124.579, "last_sample_duration_ms": 854.274, "last_trigger": "periodic", "next_snapshot_in_sec": 475.421, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 6, "storage_bytes": 1106263}, "mjpeg": {"age_sec": 4.439, "exists": true, "mtime": "2026-10-30T15:25:49.003323+09:00", "mtime_epoch": 1793341549.003323, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 118928}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:25:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 815.375, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 22886, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.037, "max": 3.0, "p95": 2.0, "sample_count": 54}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 48}, "total": {"avg": 0.889, "max": 1.0, "p95": 1.0, "sample_count": 54}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}, "removed": {"avg": 0.019, "max": 1.0, "p95": 0.0, "sample_count": 54}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 54, "pushed_frames": 55, "read_frames": 54, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.8, "pushed": 1.833, "read": 1.8}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 54, "client_acquire_ms": {"avg_ms": 0.01, "count": 54, "max_ms": 0.095, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4505.82, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.907, "count": 54, "max_ms": 5.765, "p95_ms": 2.653, "reason": null, "sample_age_ms": 4559.215, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.391, "count": 54, "max_ms": 5.212, "p95_ms": 1.968, "reason": null, "sample_age_ms": 4559.449, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.293, "count": 54, "max_ms": 0.684, "p95_ms": 0.581, "reason": null, "sample_age_ms": 4505.829, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.121, "count": 54, "max_ms": 7.96, "p95_ms": 3.479, "reason": null, "sample_age_ms": 4558.083, "source": "client_direct"}, "request_count": 54, "request_tensor_bytes": {"avg": 2764808.0, "count": 54, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4558.068, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 54, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4506.168, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.378, "count": 54, "max_ms": 70.217, "p95_ms": 63.581, "reason": null, "sample_age_ms": 4505.813, "source": "client_direct"}, "sample_age_ms": 4505.807, "source": "client_direct", "task_total_ms": {"avg_ms": 49.975, "count": 54, "max_ms": 73.164, "p95_ms": 66.082, "reason": null, "sample_age_ms": 4505.807, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.103, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.779, "count": 54, "max_ms": 12.648, "p95_ms": 6.602}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.338, "count": 54, "max_ms": 0.665, "p95_ms": 0.611}, "detection_prepare_ms": {"avg_ms": 1.33, "count": 54, "max_ms": 9.004, "p95_ms": 2.413}, "event_filter_ms": {"avg_ms": 0.004, "count": 54, "max_ms": 0.014, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.223, "count": 54, "max_ms": 0.443, "p95_ms": 0.36}, "mcmt_ms": {"avg_ms": 0.003, "count": 54, "max_ms": 0.006, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.578, "count": 54, "max_ms": 1.212, "p95_ms": 1.011}, "setup_ms": {"avg_ms": 0.044, "count": 54, "max_ms": 0.095, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 3.73, "count": 54, "max_ms": 12.587, "p95_ms": 6.528}, "track_match_ms": {"avg_ms": 0.053, "count": 54, "max_ms": 0.124, "p95_ms": 0.117}, "tracker_update_ms": {"avg_ms": 1.157, "count": 54, "max_ms": 2.53, "p95_ms": 2.256}}, "gstreamer_push": {"avg_ms": 3.069, "count": 55, "max_ms": 6.648, "p95_ms": 6.503}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 54, "max_ms": 0.13, "p95_ms": 0.096}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.277, "count": 54, "max_ms": 74.318, "p95_ms": 68.402}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.941, "count": 54, "max_ms": 11.029, "p95_ms": 8.567}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.842, "count": 54, "max_ms": 120.014, "p95_ms": 114.727}, "inference_input_copy_ms": {"avg_ms": 1.632, "count": 54, "max_ms": 4.482, "p95_ms": 2.426}, "processing_residual_ms": {"avg_ms": 0.208, "count": 54, "max_ms": 0.653, "p95_ms": 0.428}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.622, "count": 54, "max_ms": 124.367, "p95_ms": 120.912}, "read_interval": {"avg_ms": 473.11, "count": 54, "max_ms": 19303.469, "p95_ms": 170.632}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 54, "max_ms": 0.034, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.518, "count": 54, "max_ms": 1.033, "p95_ms": 0.934}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 54, "max_ms": 0.043, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.502, "count": 54, "max_ms": 1.006, "p95_ms": 0.909}, "worker_merge_ms": {"avg_ms": 0.006, "count": 54, "max_ms": 0.014, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 51.29, "count": 54, "max_ms": 74.324, "p95_ms": 68.413}, "visualize": {"avg_ms": 32.692, "count": 54, "max_ms": 48.189, "p95_ms": 40.406}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.453, "count": 54, "max_ms": 42.407, "p95_ms": 36.64}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.254, "count": 54, "max_ms": 46.888, "p95_ms": 39.309}, "visualize_input_copy_ms": {"avg_ms": 1.244, "count": 54, "max_ms": 2.424, "p95_ms": 2.032}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.126, "count": 54, "max_ms": 46.716, "p95_ms": 39.08}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 54, "max_ms": 0.169, "p95_ms": 0.155}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 54}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 815.336, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.96, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.28, "sample_count": 2226, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 22804, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:25:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118985, "write_bytes_delta": 118985, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 595.0, "cpu_core_ratio": 0.711337, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1705.0, "pid": 3111, "reason": null, "system_cpu_core_ratio": 0.280843, "system_cpu_s_delta": 5.629999999999999, "user_cpu_core_ratio": 0.430493, "user_cpu_s_delta": 8.629999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.233117, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.367142, "system_cpu_s_delta": 7.3599999999999, "user_cpu_core_ratio": 0.865975, "user_cpu_s_delta": 17.360000000000127}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.33, "count": 216, "max_ms": 6.451, "p95_ms": 5.387, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.866, "max": 5.0, "p95": 5.0, "sample_count": 216}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 193}, "total": {"avg": 0.894, "max": 1.0, "p95": 1.0, "sample_count": 216}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.763, "count": 30, "max": 61.346, "p95": 45.486, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.913, "count": 30, "max": 42.933, "p95": 29.421, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 692.6, "count": 30, "max": 1152.0, "p95": 1061.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1830.733, "count": 30, "max": 10044.0, "p95": 8949.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.1, "count": 30, "max": 0.406, "p95": 0.27, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.433, "count": 30, "max": 0.538, "p95": 0.515, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.109, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 121602.033, "count": 30, "max": 129194.0, "p95": 123928.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117621.533, "count": 30, "max": 129194.0, "p95": 123928.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 798.067, "count": 30, "max": 23511.0, "p95": 36.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.418, "count": 30, "max": 0.516, "p95": 0.505, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.993, "count": 30, "max": 1.199, "p95": 1.184, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 197, "sampled_at": "2026-10-30T15:25:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:25:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 53710, "flush_count": 57, "flush_interval_seconds": 30.0, "flush_state": {"count": 57, "last_at": "2026-10-30T15:28:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:28:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 56}, "started": true, "suppressed_count": 24023, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 24020}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 57, "written_record_count": 57}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4650.262, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x570cfc69fd40] cabac decode of qscale diff failed at 104 60 [h264 @ 0x570cfc69fd40] error while decoding MB 104 60, bytestream 2048 [h264 @ 0x570cfc6c80c0] error while decoding MB 67 64, bytestream -8 [in#0/rtsp @ 0x570cfc54de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x570cfc54de00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 66565324800, "copied_frame_count": 24076, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 66565324800, "frame_buffer_copies": 24076, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1242, "count": 512, "max_ms": 2.0013, "p50_ms": 0.1029, "p95_ms": 0.2394, "p99_ms": 0.3237}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4782, "count": 512, "max_ms": 7.448, "p50_ms": 1.4058, "p95_ms": 2.3335, "p99_ms": 3.0622, "results": {"failed": 0, "not_applicable": 0, "success": 24076, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 17, "h264_decode_error_count": 61, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:28:39+09:00", "last_error_summary": "[h264 @ 0x570cfc69fd40] cabac decode of qscale diff failed at 104 60 [h264 @ 0x570cfc69fd40] error while decoding MB 104 60, bytestream 2048 [h264 @ 0x570cfc6c80c0] error while decoding MB 67 64, bytestream -8 [in#0/rtsp @ 0x570cfc54de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x570cfc54de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T15:28:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 167.597, "last_started_at": "2026-10-30T15:25:51+09:00", "pid": 3227, "process": {"exists": false, "pid": 3227}, "restart_count": 17, "restart_count_per_hour": 17, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": false, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.888, "sample_count": 2073, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24076, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:28:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.112, "last_frame_pushed_at": "2026-10-30T15:28:38+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-10-30T15:28:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 6, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 290.196, "last_sample_duration_ms": 854.274, "last_trigger": "periodic", "next_snapshot_in_sec": 309.804, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 6, "storage_bytes": 1106263}, "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-10-30T15:28:38.937309+09:00", "mtime_epoch": 1793341718.9373093, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 118454}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:28:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 815.938, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 24076, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.851, "max": 5.0, "p95": 5.0, "sample_count": 87}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.593, "max": 2.0, "p95": 2.0, "sample_count": 86}, "total": {"avg": 1.575, "max": 2.0, "p95": 2.0, "sample_count": 87}}, "tracking_counts": {"active": {"avg": 0.586, "max": 1.0, "p95": 1.0, "sample_count": 87}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 87}, "tracked": {"avg": 0.586, "max": 1.0, "p95": 1.0, "sample_count": 87}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 86, "read_frames": 86, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.91, "pushed": 2.876, "read": 2.876}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 86, "client_acquire_ms": {"avg_ms": 0.009, "count": 87, "max_ms": 0.04, "p95_ms": 0.016, "reason": null, "sample_age_ms": 77.334, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.099, "count": 86, "max_ms": 6.774, "p95_ms": 3.12, "reason": null, "sample_age_ms": 124.418, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.419, "count": 86, "max_ms": 6.228, "p95_ms": 2.113, "reason": null, "sample_age_ms": 124.946, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.393, "count": 87, "max_ms": 1.113, "p95_ms": 0.714, "reason": null, "sample_age_ms": 77.363, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.28, "count": 86, "max_ms": 6.123, "p95_ms": 3.937, "reason": null, "sample_age_ms": 122.675, "source": "client_direct"}, "request_count": 86, "request_tensor_bytes": {"avg": 2764808.0, "count": 86, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 122.634, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 87, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 77.991, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.629, "count": 87, "max_ms": 83.496, "p95_ms": 71.468, "reason": null, "sample_age_ms": 77.325, "source": "client_direct"}, "sample_age_ms": 77.316, "source": "client_direct", "task_total_ms": {"avg_ms": 52.558, "count": 87, "max_ms": 86.167, "p95_ms": 74.802, "reason": null, "sample_age_ms": 77.316, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.772, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.97, "count": 87, "max_ms": 11.863, "p95_ms": 10.221}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.438, "count": 87, "max_ms": 1.24, "p95_ms": 0.868}, "detection_prepare_ms": {"avg_ms": 1.606, "count": 87, "max_ms": 2.982, "p95_ms": 2.727}, "event_filter_ms": {"avg_ms": 0.006, "count": 87, "max_ms": 0.013, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.295, "count": 87, "max_ms": 0.924, "p95_ms": 0.495}, "mcmt_ms": {"avg_ms": 0.004, "count": 87, "max_ms": 0.014, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.644, "count": 87, "max_ms": 4.957, "p95_ms": 3.41}, "setup_ms": {"avg_ms": 0.052, "count": 87, "max_ms": 0.115, "p95_ms": 0.105}, "total_inside_ms": {"avg_ms": 5.907, "count": 87, "max_ms": 11.785, "p95_ms": 10.096}, "track_match_ms": {"avg_ms": 0.115, "count": 87, "max_ms": 0.33, "p95_ms": 0.245}, "tracker_update_ms": {"avg_ms": 1.746, "count": 87, "max_ms": 4.668, "p95_ms": 3.104}}, "gstreamer_push": {"avg_ms": 3.283, "count": 86, "max_ms": 6.388, "p95_ms": 5.091}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 87, "max_ms": 0.175, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.19, "count": 87, "max_ms": 86.975, "p95_ms": 80.192}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.202, "count": 87, "max_ms": 10.84, "p95_ms": 9.208}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.284, "count": 87, "max_ms": 140.506, "p95_ms": 122.427}, "inference_input_copy_ms": {"avg_ms": 1.765, "count": 87, "max_ms": 5.672, "p95_ms": 2.989}, "processing_residual_ms": {"avg_ms": 0.225, "count": 87, "max_ms": 0.553, "p95_ms": 0.363}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.475, "count": 87, "max_ms": 146.931, "p95_ms": 128.557}, "read_interval": {"avg_ms": 347.676, "count": 86, "max_ms": 19095.096, "p95_ms": 165.277}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 87, "max_ms": 0.06, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 1.567, "count": 87, "max_ms": 4.82, "p95_ms": 3.304}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 87, "max_ms": 0.082, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.546, "count": 87, "max_ms": 4.786, "p95_ms": 3.283}, "worker_merge_ms": {"avg_ms": 0.008, "count": 87, "max_ms": 0.027, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 54.208, "count": 87, "max_ms": 86.985, "p95_ms": 80.199}, "visualize": {"avg_ms": 35.897, "count": 87, "max_ms": 51.639, "p95_ms": 47.614}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.261, "count": 87, "max_ms": 45.888, "p95_ms": 40.638}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.36, "count": 87, "max_ms": 50.555, "p95_ms": 45.712}, "visualize_input_copy_ms": {"avg_ms": 1.311, "count": 87, "max_ms": 2.477, "p95_ms": 1.96}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.214, "count": 87, "max_ms": 50.398, "p95_ms": 45.555}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 87, "max_ms": 0.195, "p95_ms": 0.16}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 87}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 815.898, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.855, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.937, "sample_count": 2242, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23986, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:28:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 131460, "write_bytes_delta": 131460, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 659.0, "cpu_core_ratio": 0.564564, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 429.0, "pid": 3227, "reason": null, "system_cpu_core_ratio": 0.173405, "system_cpu_s_delta": 3.4800000000000004, "user_cpu_core_ratio": 0.391159, "user_cpu_s_delta": 7.850000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.428103, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.432019, "system_cpu_s_delta": 8.670000000000073, "user_cpu_core_ratio": 0.996084, "user_cpu_s_delta": 19.98999999999978}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.198, "count": 194, "max_ms": 7.377, "p95_ms": 4.917, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.485, "max": 9.0, "p95": 9.0, "sample_count": 194}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.427, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 192}, "total": {"avg": 1.412, "max": 2.0, "p95": 2.0, "sample_count": 194}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.249, "count": 30, "max": 61.346, "p95": 49.517, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.918, "count": 30, "max": 42.933, "p95": 26.914, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 697.3, "count": 30, "max": 1154.0, "p95": 1130.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1836.2, "count": 30, "max": 14348.0, "p95": 8949.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.106, "count": 30, "max": 0.406, "p95": 0.268, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.434, "count": 30, "max": 0.538, "p95": 0.515, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.109, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 122905.467, "count": 30, "max": 131460.0, "p95": 129845.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 118842.433, "count": 30, "max": 131460.0, "p95": 129845.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.133, "count": 30, "max": 35.0, "p95": 23.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.406, "count": 30, "max": 0.516, "p95": 0.483, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.97, "count": 30, "max": 1.199, "p95": 1.14, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 205, "sampled_at": "2026-10-30T15:28:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:28:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 53710, "flush_count": 57, "flush_interval_seconds": 30.0, "flush_state": {"count": 57, "last_at": "2026-10-30T15:28:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:28:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 56}, "started": true, "suppressed_count": 24023, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 24020}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 57, "written_record_count": 57}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4651.098, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T15:28:39+09:00", "last_error_summary": "[h264 @ 0x570cfc69fd40] cabac decode of qscale diff failed at 104 60 [h264 @ 0x570cfc69fd40] error while decoding MB 104 60, bytestream 2048 [h264 @ 0x570cfc6c80c0] error while decoding MB 67 64, bytestream -8 [in#0/rtsp @ 0x570cfc54de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x570cfc54de00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 66565324800, "copied_frame_count": 24076, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 66565324800, "frame_buffer_copies": 24076, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1242, "count": 512, "max_ms": 2.0013, "p50_ms": 0.1029, "p95_ms": 0.2394, "p99_ms": 0.3237}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4782, "count": 512, "max_ms": 7.448, "p50_ms": 1.4058, "p95_ms": 2.3335, "p99_ms": 3.0622, "results": {"failed": 0, "not_applicable": 0, "success": 24076, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 17, "h264_decode_error_count": 61, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:28:39+09:00", "last_error_summary": "[h264 @ 0x570cfc69fd40] cabac decode of qscale diff failed at 104 60 [h264 @ 0x570cfc69fd40] error while decoding MB 104 60, bytestream 2048 [h264 @ 0x570cfc6c80c0] error while decoding MB 67 64, bytestream -8 [in#0/rtsp @ 0x570cfc54de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x570cfc54de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T15:28:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 167.642, "last_started_at": "2026-10-30T15:25:51+09:00", "pid": 3227, "process": {"exists": false, "pid": 3227}, "restart_count": 17, "restart_count_per_hour": 17, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": false, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.888, "sample_count": 2073, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24076, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:28:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.027, "last_frame_pushed_at": "2026-10-30T15:28:39+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-10-30T15:28:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 6, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 290.225, "last_sample_duration_ms": 854.274, "last_trigger": "periodic", "next_snapshot_in_sec": 309.775, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 6, "storage_bytes": 1106263}, "mjpeg": {"age_sec": 0.017, "exists": true, "mtime": "2026-10-30T15:28:39.066310+09:00", "mtime_epoch": 1793341719.0663102, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 121070}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:28:39+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 815.934, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 24076, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.851, "max": 5.0, "p95": 5.0, "sample_count": 87}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.593, "max": 2.0, "p95": 2.0, "sample_count": 86}, "total": {"avg": 1.575, "max": 2.0, "p95": 2.0, "sample_count": 87}}, "tracking_counts": {"active": {"avg": 0.586, "max": 1.0, "p95": 1.0, "sample_count": 87}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 87}, "tracked": {"avg": 0.586, "max": 1.0, "p95": 1.0, "sample_count": 87}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 86, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.906, "pushed": 2.906, "read": 2.872}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 86, "client_acquire_ms": {"avg_ms": 0.009, "count": 86, "max_ms": 0.04, "p95_ms": 0.016, "reason": null, "sample_age_ms": 104.911, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.099, "count": 86, "max_ms": 6.774, "p95_ms": 3.12, "reason": null, "sample_age_ms": 151.995, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.419, "count": 86, "max_ms": 6.228, "p95_ms": 2.113, "reason": null, "sample_age_ms": 152.524, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.392, "count": 86, "max_ms": 1.113, "p95_ms": 0.714, "reason": null, "sample_age_ms": 104.94, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.28, "count": 86, "max_ms": 6.123, "p95_ms": 3.937, "reason": null, "sample_age_ms": 150.253, "source": "client_direct"}, "request_count": 86, "request_tensor_bytes": {"avg": 2764808.0, "count": 86, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 150.212, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 86, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 105.568, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.71, "count": 86, "max_ms": 83.496, "p95_ms": 71.48, "reason": null, "sample_age_ms": 104.903, "source": "client_direct"}, "sample_age_ms": 104.894, "source": "client_direct", "task_total_ms": {"avg_ms": 52.616, "count": 86, "max_ms": 86.167, "p95_ms": 74.855, "reason": null, "sample_age_ms": 104.894, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.489, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.97, "count": 87, "max_ms": 11.863, "p95_ms": 10.221}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.438, "count": 87, "max_ms": 1.24, "p95_ms": 0.868}, "detection_prepare_ms": {"avg_ms": 1.606, "count": 87, "max_ms": 2.982, "p95_ms": 2.727}, "event_filter_ms": {"avg_ms": 0.006, "count": 87, "max_ms": 0.013, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.295, "count": 87, "max_ms": 0.924, "p95_ms": 0.495}, "mcmt_ms": {"avg_ms": 0.004, "count": 87, "max_ms": 0.014, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.644, "count": 87, "max_ms": 4.957, "p95_ms": 3.41}, "setup_ms": {"avg_ms": 0.052, "count": 87, "max_ms": 0.115, "p95_ms": 0.105}, "total_inside_ms": {"avg_ms": 5.907, "count": 87, "max_ms": 11.785, "p95_ms": 10.096}, "track_match_ms": {"avg_ms": 0.115, "count": 87, "max_ms": 0.33, "p95_ms": 0.245}, "tracker_update_ms": {"avg_ms": 1.746, "count": 87, "max_ms": 4.668, "p95_ms": 3.104}}, "gstreamer_push": {"avg_ms": 3.323, "count": 87, "max_ms": 6.831, "p95_ms": 5.21}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 87, "max_ms": 0.175, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.19, "count": 87, "max_ms": 86.975, "p95_ms": 80.192}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.202, "count": 87, "max_ms": 10.84, "p95_ms": 9.208}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.284, "count": 87, "max_ms": 140.506, "p95_ms": 122.427}, "inference_input_copy_ms": {"avg_ms": 1.765, "count": 87, "max_ms": 5.672, "p95_ms": 2.989}, "processing_residual_ms": {"avg_ms": 0.225, "count": 87, "max_ms": 0.553, "p95_ms": 0.363}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.475, "count": 87, "max_ms": 146.931, "p95_ms": 128.557}, "read_interval": {"avg_ms": 347.676, "count": 86, "max_ms": 19095.096, "p95_ms": 165.277}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 87, "max_ms": 0.06, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 1.567, "count": 87, "max_ms": 4.82, "p95_ms": 3.304}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 87, "max_ms": 0.082, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.546, "count": 87, "max_ms": 4.786, "p95_ms": 3.283}, "worker_merge_ms": {"avg_ms": 0.008, "count": 87, "max_ms": 0.027, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 54.208, "count": 87, "max_ms": 86.985, "p95_ms": 80.199}, "visualize": {"avg_ms": 35.897, "count": 87, "max_ms": 51.639, "p95_ms": 47.614}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.261, "count": 87, "max_ms": 45.888, "p95_ms": 40.638}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.36, "count": 87, "max_ms": 50.555, "p95_ms": 45.712}, "visualize_input_copy_ms": {"avg_ms": 1.311, "count": 87, "max_ms": 2.477, "p95_ms": 1.96}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.214, "count": 87, "max_ms": 50.398, "p95_ms": 45.555}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 87, "max_ms": 0.195, "p95_ms": 0.16}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 87}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 815.898, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.855, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.937, "sample_count": 2242, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23986, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:28:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 131460, "write_bytes_delta": 131460, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 659.0, "cpu_core_ratio": 0.564564, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 429.0, "pid": 3227, "reason": null, "system_cpu_core_ratio": 0.173405, "system_cpu_s_delta": 3.4800000000000004, "user_cpu_core_ratio": 0.391159, "user_cpu_s_delta": 7.850000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.428103, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.432019, "system_cpu_s_delta": 8.670000000000073, "user_cpu_core_ratio": 0.996084, "user_cpu_s_delta": 19.98999999999978}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.198, "count": 194, "max_ms": 7.377, "p95_ms": 4.917, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.485, "max": 9.0, "p95": 9.0, "sample_count": 194}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.427, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 192}, "total": {"avg": 1.412, "max": 2.0, "p95": 2.0, "sample_count": 194}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.249, "count": 30, "max": 61.346, "p95": 49.517, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.918, "count": 30, "max": 42.933, "p95": 26.914, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 697.3, "count": 30, "max": 1154.0, "p95": 1130.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1836.2, "count": 30, "max": 14348.0, "p95": 8949.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.106, "count": 30, "max": 0.406, "p95": 0.268, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.434, "count": 30, "max": 0.538, "p95": 0.515, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.109, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 122905.467, "count": 30, "max": 131460.0, "p95": 129845.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 118842.433, "count": 30, "max": 131460.0, "p95": 129845.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.133, "count": 30, "max": 35.0, "p95": 23.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.406, "count": 30, "max": 0.516, "p95": 0.483, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.97, "count": 30, "max": 1.199, "p95": 1.14, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 205, "sampled_at": "2026-10-30T15:28:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:28:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 53710, "flush_count": 57, "flush_interval_seconds": 30.0, "flush_state": {"count": 57, "last_at": "2026-10-30T15:28:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:28:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 56}, "started": true, "suppressed_count": 24023, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 24020}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 57, "written_record_count": 57}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4651.039, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 66565324800, "copied_frame_count": 24076, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 66565324800, "frame_buffer_copies": 24076, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1242, "count": 512, "max_ms": 2.0013, "p50_ms": 0.1029, "p95_ms": 0.2394, "p99_ms": 0.3237}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4782, "count": 512, "max_ms": 7.448, "p50_ms": 1.4058, "p95_ms": 2.3335, "p99_ms": 3.0622, "results": {"failed": 0, "not_applicable": 0, "success": 24076, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 17, "h264_decode_error_count": 61, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:28:39+09:00", "last_error_summary": "[h264 @ 0x570cfc69fd40] cabac decode of qscale diff failed at 104 60 [h264 @ 0x570cfc69fd40] error while decoding MB 104 60, bytestream 2048 [h264 @ 0x570cfc6c80c0] error while decoding MB 67 64, bytestream -8 [in#0/rtsp @ 0x570cfc54de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x570cfc54de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T15:28:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 167.676, "last_started_at": "2026-10-30T15:25:51+09:00", "pid": 3227, "process": {"exists": false, "pid": 3227}, "restart_count": 17, "restart_count_per_hour": 17, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": false, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.888, "sample_count": 2073, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24076, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:28:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.062, "last_frame_pushed_at": "2026-10-30T15:28:39+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-10-30T15:28:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 6, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 290.264, "last_sample_duration_ms": 854.274, "last_trigger": "periodic", "next_snapshot_in_sec": 309.736, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 6, "storage_bytes": 1106263}, "mjpeg": {"age_sec": 0.052, "exists": true, "mtime": "2026-10-30T15:28:39.066310+09:00", "mtime_epoch": 1793341719.0663102, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 121070}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:28:39+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 815.934, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 24076, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.851, "max": 5.0, "p95": 5.0, "sample_count": 87}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.593, "max": 2.0, "p95": 2.0, "sample_count": 86}, "total": {"avg": 1.575, "max": 2.0, "p95": 2.0, "sample_count": 87}}, "tracking_counts": {"active": {"avg": 0.586, "max": 1.0, "p95": 1.0, "sample_count": 87}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 87}, "tracked": {"avg": 0.586, "max": 1.0, "p95": 1.0, "sample_count": 87}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 86, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.902, "pushed": 2.902, "read": 2.869}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 86, "client_acquire_ms": {"avg_ms": 0.009, "count": 86, "max_ms": 0.04, "p95_ms": 0.016, "reason": null, "sample_age_ms": 140.875, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.099, "count": 86, "max_ms": 6.774, "p95_ms": 3.12, "reason": null, "sample_age_ms": 187.959, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.419, "count": 86, "max_ms": 6.228, "p95_ms": 2.113, "reason": null, "sample_age_ms": 188.488, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.392, "count": 86, "max_ms": 1.113, "p95_ms": 0.714, "reason": null, "sample_age_ms": 140.904, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.28, "count": 86, "max_ms": 6.123, "p95_ms": 3.937, "reason": null, "sample_age_ms": 186.217, "source": "client_direct"}, "request_count": 86, "request_tensor_bytes": {"avg": 2764808.0, "count": 86, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 186.176, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 86, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 141.532, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.71, "count": 86, "max_ms": 83.496, "p95_ms": 71.48, "reason": null, "sample_age_ms": 140.867, "source": "client_direct"}, "sample_age_ms": 140.858, "source": "client_direct", "task_total_ms": {"avg_ms": 52.616, "count": 86, "max_ms": 86.167, "p95_ms": 74.855, "reason": null, "sample_age_ms": 140.858, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.481, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.97, "count": 87, "max_ms": 11.863, "p95_ms": 10.221}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.438, "count": 87, "max_ms": 1.24, "p95_ms": 0.868}, "detection_prepare_ms": {"avg_ms": 1.606, "count": 87, "max_ms": 2.982, "p95_ms": 2.727}, "event_filter_ms": {"avg_ms": 0.006, "count": 87, "max_ms": 0.013, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.295, "count": 87, "max_ms": 0.924, "p95_ms": 0.495}, "mcmt_ms": {"avg_ms": 0.004, "count": 87, "max_ms": 0.014, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.644, "count": 87, "max_ms": 4.957, "p95_ms": 3.41}, "setup_ms": {"avg_ms": 0.052, "count": 87, "max_ms": 0.115, "p95_ms": 0.105}, "total_inside_ms": {"avg_ms": 5.907, "count": 87, "max_ms": 11.785, "p95_ms": 10.096}, "track_match_ms": {"avg_ms": 0.115, "count": 87, "max_ms": 0.33, "p95_ms": 0.245}, "tracker_update_ms": {"avg_ms": 1.746, "count": 87, "max_ms": 4.668, "p95_ms": 3.104}}, "gstreamer_push": {"avg_ms": 3.323, "count": 87, "max_ms": 6.831, "p95_ms": 5.21}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 87, "max_ms": 0.175, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.19, "count": 87, "max_ms": 86.975, "p95_ms": 80.192}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.202, "count": 87, "max_ms": 10.84, "p95_ms": 9.208}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.284, "count": 87, "max_ms": 140.506, "p95_ms": 122.427}, "inference_input_copy_ms": {"avg_ms": 1.765, "count": 87, "max_ms": 5.672, "p95_ms": 2.989}, "processing_residual_ms": {"avg_ms": 0.225, "count": 87, "max_ms": 0.553, "p95_ms": 0.363}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.475, "count": 87, "max_ms": 146.931, "p95_ms": 128.557}, "read_interval": {"avg_ms": 347.676, "count": 86, "max_ms": 19095.096, "p95_ms": 165.277}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 87, "max_ms": 0.06, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 1.567, "count": 87, "max_ms": 4.82, "p95_ms": 3.304}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 87, "max_ms": 0.082, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.546, "count": 87, "max_ms": 4.786, "p95_ms": 3.283}, "worker_merge_ms": {"avg_ms": 0.008, "count": 87, "max_ms": 0.027, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 54.208, "count": 87, "max_ms": 86.985, "p95_ms": 80.199}, "visualize": {"avg_ms": 35.897, "count": 87, "max_ms": 51.639, "p95_ms": 47.614}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.261, "count": 87, "max_ms": 45.888, "p95_ms": 40.638}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.36, "count": 87, "max_ms": 50.555, "p95_ms": 45.712}, "visualize_input_copy_ms": {"avg_ms": 1.311, "count": 87, "max_ms": 2.477, "p95_ms": 1.96}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.214, "count": 87, "max_ms": 50.398, "p95_ms": 45.555}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 87, "max_ms": 0.195, "p95_ms": 0.16}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 87}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 815.898, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.855, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.937, "sample_count": 2242, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23986, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:28:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 131460, "write_bytes_delta": 131460, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 659.0, "cpu_core_ratio": 0.564564, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 429.0, "pid": 3227, "reason": null, "system_cpu_core_ratio": 0.173405, "system_cpu_s_delta": 3.4800000000000004, "user_cpu_core_ratio": 0.391159, "user_cpu_s_delta": 7.850000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.428103, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.432019, "system_cpu_s_delta": 8.670000000000073, "user_cpu_core_ratio": 0.996084, "user_cpu_s_delta": 19.98999999999978}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.198, "count": 194, "max_ms": 7.377, "p95_ms": 4.917, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.485, "max": 9.0, "p95": 9.0, "sample_count": 194}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.427, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 192}, "total": {"avg": 1.412, "max": 2.0, "p95": 2.0, "sample_count": 194}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.249, "count": 30, "max": 61.346, "p95": 49.517, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.918, "count": 30, "max": 42.933, "p95": 26.914, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 697.3, "count": 30, "max": 1154.0, "p95": 1130.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1836.2, "count": 30, "max": 14348.0, "p95": 8949.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.106, "count": 30, "max": 0.406, "p95": 0.268, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.434, "count": 30, "max": 0.538, "p95": 0.515, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.109, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 122905.467, "count": 30, "max": 131460.0, "p95": 129845.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 118842.433, "count": 30, "max": 131460.0, "p95": 129845.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.133, "count": 30, "max": 35.0, "p95": 23.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.406, "count": 30, "max": 0.516, "p95": 0.483, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.97, "count": 30, "max": 1.199, "p95": 1.14, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 205, "sampled_at": "2026-10-30T15:28:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:28:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 53710, "flush_count": 57, "flush_interval_seconds": 30.0, "flush_state": {"count": 57, "last_at": "2026-10-30T15:28:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:28:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 56}, "started": true, "suppressed_count": 24023, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 24020}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 57, "written_record_count": 57}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4823.523, "limit_mb": null}, "detail": {"pid": 3343, "restart_count": 18, "start_count": 19}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 66565324800, "copied_frame_count": 24076, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 66565324800, "frame_buffer_copies": 24076, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1242, "count": 512, "max_ms": 2.0013, "p50_ms": 0.1029, "p95_ms": 0.2394, "p99_ms": 0.3237}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4782, "count": 512, "max_ms": 7.448, "p50_ms": 1.4058, "p95_ms": 2.3335, "p99_ms": 3.0622, "results": {"failed": 0, "not_applicable": 0, "success": 24076, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 17, "h264_decode_error_count": 61, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:28:39+09:00", "last_error_summary": "[h264 @ 0x570cfc69fd40] cabac decode of qscale diff failed at 104 60 [h264 @ 0x570cfc69fd40] error while decoding MB 104 60, bytestream 2048 [h264 @ 0x570cfc6c80c0] error while decoding MB 67 64, bytestream -8 [in#0/rtsp @ 0x570cfc54de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x570cfc54de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T15:28:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T15:28:41+09:00", "pid": 3343, "process": {"exists": true, "fd_count": 5, "hwm_mb": 203.352, "name": "ffmpeg", "pid": 3343, "rss_mb": 203.352, "state": "S (sleeping)", "threads": 70}, "restart_count": 18, "restart_count_per_hour": 18, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.853, "sample_count": 2038, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 24076, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:28:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.126, "last_frame_pushed_at": "2026-10-30T15:28:39+09:00", "last_frame_read_age_sec": 4.25, "last_frame_read_at": "2026-10-30T15:28:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 6, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 294.319, "last_sample_duration_ms": 854.274, "last_trigger": "periodic", "next_snapshot_in_sec": 305.681, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 6, "storage_bytes": 1106263}, "mjpeg": {"age_sec": 4.116, "exists": true, "mtime": "2026-10-30T15:28:39.066310+09:00", "mtime_epoch": 1793341719.0663102, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 121070}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:28:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 815.938, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 24076, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.574, "max": 5.0, "p95": 5.0, "sample_count": 54}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.34, "max": 2.0, "p95": 2.0, "sample_count": 53}, "total": {"avg": 1.315, "max": 2.0, "p95": 2.0, "sample_count": 54}}, "tracking_counts": {"active": {"avg": 0.333, "max": 1.0, "p95": 1.0, "sample_count": 54}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}, "removed": {"avg": 0.019, "max": 1.0, "p95": 0.0, "sample_count": 54}, "tracked": {"avg": 0.333, "max": 1.0, "p95": 1.0, "sample_count": 54}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 54, "pushed_frames": 54, "read_frames": 53, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.802, "pushed": 1.802, "read": 1.769}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 53, "client_acquire_ms": {"avg_ms": 0.009, "count": 53, "max_ms": 0.04, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4203.688, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.06, "count": 53, "max_ms": 6.774, "p95_ms": 4.849, "reason": null, "sample_age_ms": 4250.772, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.475, "count": 53, "max_ms": 6.228, "p95_ms": 2.433, "reason": null, "sample_age_ms": 4251.301, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.387, "count": 53, "max_ms": 0.933, "p95_ms": 0.71, "reason": null, "sample_age_ms": 4203.717, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.088, "count": 53, "max_ms": 6.123, "p95_ms": 3.55, "reason": null, "sample_age_ms": 4249.03, "source": "client_direct"}, "request_count": 53, "request_tensor_bytes": {"avg": 2764808.0, "count": 53, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4248.989, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 53, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4204.345, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.888, "count": 53, "max_ms": 83.496, "p95_ms": 70.823, "reason": null, "sample_age_ms": 4203.68, "source": "client_direct"}, "sample_age_ms": 4203.671, "source": "client_direct", "task_total_ms": {"avg_ms": 50.557, "count": 53, "max_ms": 86.167, "p95_ms": 73.882, "reason": null, "sample_age_ms": 4203.671, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.192, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.421, "count": 54, "max_ms": 10.221, "p95_ms": 8.801}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.445, "count": 54, "max_ms": 1.01, "p95_ms": 0.847}, "detection_prepare_ms": {"avg_ms": 1.588, "count": 54, "max_ms": 2.92, "p95_ms": 2.727}, "event_filter_ms": {"avg_ms": 0.006, "count": 54, "max_ms": 0.013, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.304, "count": 54, "max_ms": 0.627, "p95_ms": 0.525}, "mcmt_ms": {"avg_ms": 0.004, "count": 54, "max_ms": 0.012, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.277, "count": 54, "max_ms": 4.239, "p95_ms": 3.153}, "setup_ms": {"avg_ms": 0.053, "count": 54, "max_ms": 0.115, "p95_ms": 0.107}, "total_inside_ms": {"avg_ms": 5.358, "count": 54, "max_ms": 10.096, "p95_ms": 8.709}, "track_match_ms": {"avg_ms": 0.098, "count": 54, "max_ms": 0.33, "p95_ms": 0.236}, "tracker_update_ms": {"avg_ms": 1.582, "count": 54, "max_ms": 4.381, "p95_ms": 2.486}}, "gstreamer_push": {"avg_ms": 3.218, "count": 54, "max_ms": 6.831, "p95_ms": 5.016}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 54, "max_ms": 0.175, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.016, "count": 54, "max_ms": 86.975, "p95_ms": 80.192}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.135, "count": 54, "max_ms": 10.84, "p95_ms": 9.42}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.436, "count": 54, "max_ms": 132.097, "p95_ms": 120.679}, "inference_input_copy_ms": {"avg_ms": 1.723, "count": 54, "max_ms": 5.672, "p95_ms": 3.207}, "processing_residual_ms": {"avg_ms": 0.227, "count": 54, "max_ms": 0.553, "p95_ms": 0.363}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.52, "count": 54, "max_ms": 136.537, "p95_ms": 124.335}, "read_interval": {"avg_ms": 487.128, "count": 53, "max_ms": 19095.096, "p95_ms": 453.011}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 54, "max_ms": 0.06, "p95_ms": 0.045}, "execute_total_ms": {"avg_ms": 1.198, "count": 54, "max_ms": 4.091, "p95_ms": 3.028}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 54, "max_ms": 0.082, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.177, "count": 54, "max_ms": 4.031, "p95_ms": 2.991}, "worker_merge_ms": {"avg_ms": 0.008, "count": 54, "max_ms": 0.027, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 52.035, "count": 54, "max_ms": 86.985, "p95_ms": 80.199}, "visualize": {"avg_ms": 34.833, "count": 54, "max_ms": 48.96, "p95_ms": 44.789}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.584, "count": 54, "max_ms": 42.302, "p95_ms": 39.478}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.237, "count": 54, "max_ms": 47.745, "p95_ms": 42.759}, "visualize_input_copy_ms": {"avg_ms": 1.358, "count": 54, "max_ms": 2.269, "p95_ms": 2.037}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.086, "count": 54, "max_ms": 47.582, "p95_ms": 42.601}, "visualizer_prepare_ms": {"avg_ms": 0.084, "count": 54, "max_ms": 0.195, "p95_ms": 0.169}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 54}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 815.898, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.855, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.937, "sample_count": 2242, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 23986, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:28:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 131460, "write_bytes_delta": 131460, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 659.0, "cpu_core_ratio": 0.564564, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 429.0, "pid": 3227, "reason": null, "system_cpu_core_ratio": 0.173405, "system_cpu_s_delta": 3.4800000000000004, "user_cpu_core_ratio": 0.391159, "user_cpu_s_delta": 7.850000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.428103, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.432019, "system_cpu_s_delta": 8.670000000000073, "user_cpu_core_ratio": 0.996084, "user_cpu_s_delta": 19.98999999999978}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.198, "count": 194, "max_ms": 7.377, "p95_ms": 4.917, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.485, "max": 9.0, "p95": 9.0, "sample_count": 194}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.427, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 192}, "total": {"avg": 1.412, "max": 2.0, "p95": 2.0, "sample_count": 194}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.249, "count": 30, "max": 61.346, "p95": 49.517, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.918, "count": 30, "max": 42.933, "p95": 26.914, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 697.3, "count": 30, "max": 1154.0, "p95": 1130.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1836.2, "count": 30, "max": 14348.0, "p95": 8949.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.106, "count": 30, "max": 0.406, "p95": 0.268, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.434, "count": 30, "max": 0.538, "p95": 0.515, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.109, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 122905.467, "count": 30, "max": 131460.0, "p95": 129845.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 118842.433, "count": 30, "max": 131460.0, "p95": 129845.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.133, "count": 30, "max": 35.0, "p95": 23.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.406, "count": 30, "max": 0.516, "p95": 0.483, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.97, "count": 30, "max": 1.199, "p95": 1.14, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 205, "sampled_at": "2026-10-30T15:28:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:28:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 31223, "flush_count": 61, "flush_interval_seconds": 30.0, "flush_state": {"count": 61, "last_at": "2026-10-30T15:31:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:31:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 60}, "started": true, "suppressed_count": 34794, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 34794}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 61, "written_record_count": 61}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4479.039, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x634a9b57eb40] error while decoding MB 179 96, bytestream -12", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 96364339200, "copied_frame_count": 34854, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 96364339200, "frame_buffer_copies": 34854, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1365, "count": 512, "max_ms": 1.3089, "p50_ms": 0.1225, "p95_ms": 0.2571, "p99_ms": 0.3193}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4164, "count": 512, "max_ms": 6.6008, "p50_ms": 1.2894, "p95_ms": 2.3378, "p99_ms": 3.3904, "results": {"failed": 0, "not_applicable": 0, "success": 34854, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 4, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:32:03+09:00", "last_error_summary": "[h264 @ 0x634a9b57eb40] error while decoding MB 179 96, bytestream -12", "last_exit_at": "2026-10-30T15:32:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 3227.014, "last_started_at": "2026-10-30T14:38:16+09:00", "pid": 1363, "process": {"exists": false, "pid": 1363}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.066, "sample_count": 2837, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34854, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:32:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.122, "last_frame_pushed_at": "2026-10-30T15:32:03+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-10-30T15:32:03+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 6, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 494.678, "last_sample_duration_ms": 854.274, "last_trigger": "periodic", "next_snapshot_in_sec": 105.322, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 6, "storage_bytes": 1106263}, "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-10-30T15:32:03.414501+09:00", "mtime_epoch": 1793341923.4145014, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 99990}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:32:03+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 728.988, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 34854, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 163}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 163, "pushed_frames": 162, "read_frames": 163, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.434, "pushed": 5.401, "read": 5.434}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 162, "client_acquire_ms": {"avg_ms": 0.008, "count": 163, "max_ms": 0.032, "p95_ms": 0.016, "reason": null, "sample_age_ms": 60.395, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.685, "count": 162, "max_ms": 4.085, "p95_ms": 2.261, "reason": null, "sample_age_ms": 131.42, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.356, "count": 162, "max_ms": 2.658, "p95_ms": 1.833, "reason": null, "sample_age_ms": 131.963, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.099, "count": 163, "max_ms": 0.312, "p95_ms": 0.198, "reason": null, "sample_age_ms": 60.4, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.642, "count": 162, "max_ms": 3.632, "p95_ms": 2.573, "reason": null, "sample_age_ms": 129.622, "source": "client_direct"}, "request_count": 162, "request_tensor_bytes": {"avg": 2211848.0, "count": 162, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 129.588, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 163, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 60.485, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.16, "count": 163, "max_ms": 71.333, "p95_ms": 59.267, "reason": null, "sample_age_ms": 60.392, "source": "client_direct"}, "sample_age_ms": 60.389, "source": "client_direct", "task_total_ms": {"avg_ms": 42.1, "count": 163, "max_ms": 74.295, "p95_ms": 61.652, "reason": null, "sample_age_ms": 60.389, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.66, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.812, "count": 163, "max_ms": 2.661, "p95_ms": 1.574}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.27, "count": 163, "max_ms": 1.851, "p95_ms": 0.561}, "detection_prepare_ms": {"avg_ms": 0.11, "count": 163, "max_ms": 0.322, "p95_ms": 0.206}, "event_filter_ms": {"avg_ms": 0.004, "count": 163, "max_ms": 0.013, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.088, "count": 163, "max_ms": 0.24, "p95_ms": 0.166}, "mcmt_ms": {"avg_ms": 0.003, "count": 163, "max_ms": 0.012, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.208, "count": 163, "max_ms": 1.282, "p95_ms": 0.443}, "setup_ms": {"avg_ms": 0.048, "count": 163, "max_ms": 0.153, "p95_ms": 0.102}, "total_inside_ms": {"avg_ms": 0.768, "count": 163, "max_ms": 2.614, "p95_ms": 1.483}, "track_match_ms": {"avg_ms": 0.005, "count": 163, "max_ms": 0.019, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.031, "count": 163, "max_ms": 0.087, "p95_ms": 0.062}}, "gstreamer_push": {"avg_ms": 2.786, "count": 162, "max_ms": 6.742, "p95_ms": 4.879}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.061, "count": 163, "max_ms": 1.379, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.121, "count": 163, "max_ms": 75.484, "p95_ms": 62.968}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.045, "count": 163, "max_ms": 0.215, "p95_ms": 0.104}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 75.995, "count": 163, "max_ms": 119.119, "p95_ms": 100.81}, "inference_input_copy_ms": {"avg_ms": 1.44, "count": 163, "max_ms": 2.837, "p95_ms": 2.31}, "processing_residual_ms": {"avg_ms": 0.154, "count": 163, "max_ms": 0.473, "p95_ms": 0.266}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.634, "count": 163, "max_ms": 121.015, "p95_ms": 102.546}, "read_interval": {"avg_ms": 184.25, "count": 163, "max_ms": 1233.793, "p95_ms": 389.452}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 163, "max_ms": 0.61, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.145, "count": 163, "max_ms": 1.118, "p95_ms": 0.308}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 163, "max_ms": 0.043, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.124, "count": 163, "max_ms": 0.508, "p95_ms": 0.269}, "worker_merge_ms": {"avg_ms": 0.006, "count": 163, "max_ms": 0.041, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 43.138, "count": 163, "max_ms": 75.51, "p95_ms": 62.986}, "visualize": {"avg_ms": 31.048, "count": 163, "max_ms": 47.894, "p95_ms": 41.067}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.137, "count": 163, "max_ms": 46.901, "p95_ms": 40.057}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.825, "count": 163, "max_ms": 47.717, "p95_ms": 40.854}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.716, "count": 163, "max_ms": 47.606, "p95_ms": 40.742}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 163, "max_ms": 0.181, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 163}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 728.961, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 41.624, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.974, "sample_count": 2872, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34806, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:31:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100205, "write_bytes_delta": 100205, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 756.0, "cpu_core_ratio": 0.663573, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 1363, "reason": null, "system_cpu_core_ratio": 0.03098, "system_cpu_s_delta": 0.6200000000000045, "user_cpu_core_ratio": 0.632593, "user_cpu_s_delta": 12.659999999999854}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.359269, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 116.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.033978, "system_cpu_s_delta": 0.67999999999995, "user_cpu_core_ratio": 0.325291, "user_cpu_s_delta": 6.5099999999997635}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.748, "count": 172, "max_ms": 5.835, "p95_ms": 4.539, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 171}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.525, "count": 30, "max": 65.194, "p95": 41.21, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.936, "count": 30, "max": 39.314, "p95": 31.954, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1145.067, "count": 30, "max": 1608.0, "p95": 1500.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.067, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.174, "count": 30, "max": 1.388, "p95": 1.274, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.078, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100285.333, "count": 30, "max": 102543.0, "p95": 102210.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100285.333, "count": 30, "max": 102543.0, "p95": 102210.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 177.5, "count": 30, "max": 313.0, "p95": 227.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.07, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.596, "count": 30, "max": 0.676, "p95": 0.659, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 218, "sampled_at": "2026-10-30T15:31:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:31:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 31223, "flush_count": 61, "flush_interval_seconds": 30.0, "flush_state": {"count": 61, "last_at": "2026-10-30T15:31:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:31:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 60}, "started": true, "suppressed_count": 34794, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 34794}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 61, "written_record_count": 61}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4479.504, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T15:32:03+09:00", "last_error_summary": "[h264 @ 0x634a9b57eb40] error while decoding MB 179 96, bytestream -12", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 96364339200, "copied_frame_count": 34854, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 96364339200, "frame_buffer_copies": 34854, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1365, "count": 512, "max_ms": 1.3089, "p50_ms": 0.1225, "p95_ms": 0.2571, "p99_ms": 0.3193}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4164, "count": 512, "max_ms": 6.6008, "p50_ms": 1.2894, "p95_ms": 2.3378, "p99_ms": 3.3904, "results": {"failed": 0, "not_applicable": 0, "success": 34854, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 4, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:32:03+09:00", "last_error_summary": "[h264 @ 0x634a9b57eb40] error while decoding MB 179 96, bytestream -12", "last_exit_at": "2026-10-30T15:32:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 3227.059, "last_started_at": "2026-10-30T14:38:16+09:00", "pid": 1363, "process": {"exists": false, "pid": 1363}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.066, "sample_count": 2836, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34854, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:32:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.032, "last_frame_pushed_at": "2026-10-30T15:32:03+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-10-30T15:32:03+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 6, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 494.711, "last_sample_duration_ms": 854.274, "last_trigger": "periodic", "next_snapshot_in_sec": 105.289, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 6, "storage_bytes": 1106263}, "mjpeg": {"age_sec": 0.026, "exists": true, "mtime": "2026-10-30T15:32:03.544502+09:00", "mtime_epoch": 1793341923.544502, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 99981}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:32:03+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 728.996, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 34854, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 163}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 163, "pushed_frames": 163, "read_frames": 162, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.439, "pushed": 5.439, "read": 5.406}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 162, "client_acquire_ms": {"avg_ms": 0.008, "count": 162, "max_ms": 0.032, "p95_ms": 0.016, "reason": null, "sample_age_ms": 97.337, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.685, "count": 162, "max_ms": 4.085, "p95_ms": 2.261, "reason": null, "sample_age_ms": 168.363, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.356, "count": 162, "max_ms": 2.658, "p95_ms": 1.833, "reason": null, "sample_age_ms": 168.906, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.099, "count": 162, "max_ms": 0.312, "p95_ms": 0.198, "reason": null, "sample_age_ms": 97.342, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.642, "count": 162, "max_ms": 3.632, "p95_ms": 2.573, "reason": null, "sample_age_ms": 166.565, "source": "client_direct"}, "request_count": 162, "request_tensor_bytes": {"avg": 2211848.0, "count": 162, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 166.53, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 162, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 97.428, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.174, "count": 162, "max_ms": 71.333, "p95_ms": 59.285, "reason": null, "sample_age_ms": 97.334, "source": "client_direct"}, "sample_age_ms": 97.331, "source": "client_direct", "task_total_ms": {"avg_ms": 42.114, "count": 162, "max_ms": 74.295, "p95_ms": 61.692, "reason": null, "sample_age_ms": 97.331, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.033, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.812, "count": 163, "max_ms": 2.661, "p95_ms": 1.574}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.27, "count": 163, "max_ms": 1.851, "p95_ms": 0.561}, "detection_prepare_ms": {"avg_ms": 0.11, "count": 163, "max_ms": 0.322, "p95_ms": 0.206}, "event_filter_ms": {"avg_ms": 0.004, "count": 163, "max_ms": 0.013, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.088, "count": 163, "max_ms": 0.24, "p95_ms": 0.166}, "mcmt_ms": {"avg_ms": 0.003, "count": 163, "max_ms": 0.012, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.208, "count": 163, "max_ms": 1.282, "p95_ms": 0.443}, "setup_ms": {"avg_ms": 0.048, "count": 163, "max_ms": 0.153, "p95_ms": 0.102}, "total_inside_ms": {"avg_ms": 0.768, "count": 163, "max_ms": 2.614, "p95_ms": 1.483}, "track_match_ms": {"avg_ms": 0.005, "count": 163, "max_ms": 0.019, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.031, "count": 163, "max_ms": 0.087, "p95_ms": 0.062}}, "gstreamer_push": {"avg_ms": 2.808, "count": 163, "max_ms": 6.742, "p95_ms": 4.891}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.061, "count": 163, "max_ms": 1.379, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.121, "count": 163, "max_ms": 75.484, "p95_ms": 62.968}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.045, "count": 163, "max_ms": 0.215, "p95_ms": 0.104}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 75.995, "count": 163, "max_ms": 119.119, "p95_ms": 100.81}, "inference_input_copy_ms": {"avg_ms": 1.44, "count": 163, "max_ms": 2.837, "p95_ms": 2.31}, "processing_residual_ms": {"avg_ms": 0.154, "count": 163, "max_ms": 0.473, "p95_ms": 0.266}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.634, "count": 163, "max_ms": 121.015, "p95_ms": 102.546}, "read_interval": {"avg_ms": 184.425, "count": 162, "max_ms": 1233.793, "p95_ms": 389.452}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 163, "max_ms": 0.61, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.145, "count": 163, "max_ms": 1.118, "p95_ms": 0.308}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 163, "max_ms": 0.043, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.124, "count": 163, "max_ms": 0.508, "p95_ms": 0.269}, "worker_merge_ms": {"avg_ms": 0.006, "count": 163, "max_ms": 0.041, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 43.138, "count": 163, "max_ms": 75.51, "p95_ms": 62.986}, "visualize": {"avg_ms": 31.048, "count": 163, "max_ms": 47.894, "p95_ms": 41.067}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.137, "count": 163, "max_ms": 46.901, "p95_ms": 40.057}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.825, "count": 163, "max_ms": 47.717, "p95_ms": 40.854}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.716, "count": 163, "max_ms": 47.606, "p95_ms": 40.742}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 163, "max_ms": 0.181, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 163}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 728.961, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 41.624, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.974, "sample_count": 2872, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34806, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:31:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100205, "write_bytes_delta": 100205, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 756.0, "cpu_core_ratio": 0.663573, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 1363, "reason": null, "system_cpu_core_ratio": 0.03098, "system_cpu_s_delta": 0.6200000000000045, "user_cpu_core_ratio": 0.632593, "user_cpu_s_delta": 12.659999999999854}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.359269, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 116.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.033978, "system_cpu_s_delta": 0.67999999999995, "user_cpu_core_ratio": 0.325291, "user_cpu_s_delta": 6.5099999999997635}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.748, "count": 172, "max_ms": 5.835, "p95_ms": 4.539, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 171}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.525, "count": 30, "max": 65.194, "p95": 41.21, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.936, "count": 30, "max": 39.314, "p95": 31.954, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1145.067, "count": 30, "max": 1608.0, "p95": 1500.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.067, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.174, "count": 30, "max": 1.388, "p95": 1.274, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.078, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100285.333, "count": 30, "max": 102543.0, "p95": 102210.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100285.333, "count": 30, "max": 102543.0, "p95": 102210.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 177.5, "count": 30, "max": 313.0, "p95": 227.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.07, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.596, "count": 30, "max": 0.676, "p95": 0.659, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 218, "sampled_at": "2026-10-30T15:31:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:31:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 31223, "flush_count": 61, "flush_interval_seconds": 30.0, "flush_state": {"count": 61, "last_at": "2026-10-30T15:31:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:31:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 60}, "started": true, "suppressed_count": 34794, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 34794}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 61, "written_record_count": 61}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4479.078, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 96364339200, "copied_frame_count": 34854, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 96364339200, "frame_buffer_copies": 34854, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1365, "count": 512, "max_ms": 1.3089, "p50_ms": 0.1225, "p95_ms": 0.2571, "p99_ms": 0.3193}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4164, "count": 512, "max_ms": 6.6008, "p50_ms": 1.2894, "p95_ms": 2.3378, "p99_ms": 3.3904, "results": {"failed": 0, "not_applicable": 0, "success": 34854, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 4, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:32:03+09:00", "last_error_summary": "[h264 @ 0x634a9b57eb40] error while decoding MB 179 96, bytestream -12", "last_exit_at": "2026-10-30T15:32:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 3227.087, "last_started_at": "2026-10-30T14:38:16+09:00", "pid": 1363, "process": {"exists": false, "pid": 1363}, "restart_count": 3, "restart_count_per_hour": 3, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.066, "sample_count": 2836, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34854, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:32:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.059, "last_frame_pushed_at": "2026-10-30T15:32:03+09:00", "last_frame_read_age_sec": 0.192, "last_frame_read_at": "2026-10-30T15:32:03+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 6, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 494.749, "last_sample_duration_ms": 854.274, "last_trigger": "periodic", "next_snapshot_in_sec": 105.251, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 6, "storage_bytes": 1106263}, "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-10-30T15:32:03.544502+09:00", "mtime_epoch": 1793341923.544502, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 99981}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:32:03+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 728.996, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 34854, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 163}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 163, "pushed_frames": 163, "read_frames": 162, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.434, "pushed": 5.434, "read": 5.401}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 162, "client_acquire_ms": {"avg_ms": 0.008, "count": 162, "max_ms": 0.032, "p95_ms": 0.016, "reason": null, "sample_age_ms": 129.314, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.685, "count": 162, "max_ms": 4.085, "p95_ms": 2.261, "reason": null, "sample_age_ms": 200.34, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.356, "count": 162, "max_ms": 2.658, "p95_ms": 1.833, "reason": null, "sample_age_ms": 200.883, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.099, "count": 162, "max_ms": 0.312, "p95_ms": 0.198, "reason": null, "sample_age_ms": 129.319, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.642, "count": 162, "max_ms": 3.632, "p95_ms": 2.573, "reason": null, "sample_age_ms": 198.542, "source": "client_direct"}, "request_count": 162, "request_tensor_bytes": {"avg": 2211848.0, "count": 162, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 198.508, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 162, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 129.405, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.174, "count": 162, "max_ms": 71.333, "p95_ms": 59.285, "reason": null, "sample_age_ms": 129.312, "source": "client_direct"}, "sample_age_ms": 129.308, "source": "client_direct", "task_total_ms": {"avg_ms": 42.114, "count": 162, "max_ms": 74.295, "p95_ms": 61.692, "reason": null, "sample_age_ms": 129.308, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.697, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.812, "count": 163, "max_ms": 2.661, "p95_ms": 1.574}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.27, "count": 163, "max_ms": 1.851, "p95_ms": 0.561}, "detection_prepare_ms": {"avg_ms": 0.11, "count": 163, "max_ms": 0.322, "p95_ms": 0.206}, "event_filter_ms": {"avg_ms": 0.004, "count": 163, "max_ms": 0.013, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.088, "count": 163, "max_ms": 0.24, "p95_ms": 0.166}, "mcmt_ms": {"avg_ms": 0.003, "count": 163, "max_ms": 0.012, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.208, "count": 163, "max_ms": 1.282, "p95_ms": 0.443}, "setup_ms": {"avg_ms": 0.048, "count": 163, "max_ms": 0.153, "p95_ms": 0.102}, "total_inside_ms": {"avg_ms": 0.768, "count": 163, "max_ms": 2.614, "p95_ms": 1.483}, "track_match_ms": {"avg_ms": 0.005, "count": 163, "max_ms": 0.019, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.031, "count": 163, "max_ms": 0.087, "p95_ms": 0.062}}, "gstreamer_push": {"avg_ms": 2.808, "count": 163, "max_ms": 6.742, "p95_ms": 4.891}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.061, "count": 163, "max_ms": 1.379, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.121, "count": 163, "max_ms": 75.484, "p95_ms": 62.968}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.045, "count": 163, "max_ms": 0.215, "p95_ms": 0.104}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 75.995, "count": 163, "max_ms": 119.119, "p95_ms": 100.81}, "inference_input_copy_ms": {"avg_ms": 1.44, "count": 163, "max_ms": 2.837, "p95_ms": 2.31}, "processing_residual_ms": {"avg_ms": 0.154, "count": 163, "max_ms": 0.473, "p95_ms": 0.266}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.634, "count": 163, "max_ms": 121.015, "p95_ms": 102.546}, "read_interval": {"avg_ms": 184.425, "count": 162, "max_ms": 1233.793, "p95_ms": 389.452}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 163, "max_ms": 0.61, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.145, "count": 163, "max_ms": 1.118, "p95_ms": 0.308}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 163, "max_ms": 0.043, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.124, "count": 163, "max_ms": 0.508, "p95_ms": 0.269}, "worker_merge_ms": {"avg_ms": 0.006, "count": 163, "max_ms": 0.041, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 43.138, "count": 163, "max_ms": 75.51, "p95_ms": 62.986}, "visualize": {"avg_ms": 31.048, "count": 163, "max_ms": 47.894, "p95_ms": 41.067}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.137, "count": 163, "max_ms": 46.901, "p95_ms": 40.057}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.825, "count": 163, "max_ms": 47.717, "p95_ms": 40.854}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.716, "count": 163, "max_ms": 47.606, "p95_ms": 40.742}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 163, "max_ms": 0.181, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 163}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 728.961, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 41.624, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.974, "sample_count": 2872, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34806, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:31:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100205, "write_bytes_delta": 100205, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 756.0, "cpu_core_ratio": 0.663573, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 1363, "reason": null, "system_cpu_core_ratio": 0.03098, "system_cpu_s_delta": 0.6200000000000045, "user_cpu_core_ratio": 0.632593, "user_cpu_s_delta": 12.659999999999854}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.359269, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 116.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.033978, "system_cpu_s_delta": 0.67999999999995, "user_cpu_core_ratio": 0.325291, "user_cpu_s_delta": 6.5099999999997635}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.748, "count": 172, "max_ms": 5.835, "p95_ms": 4.539, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 171}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.525, "count": 30, "max": 65.194, "p95": 41.21, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.936, "count": 30, "max": 39.314, "p95": 31.954, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1145.067, "count": 30, "max": 1608.0, "p95": 1500.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.067, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.174, "count": 30, "max": 1.388, "p95": 1.274, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.078, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100285.333, "count": 30, "max": 102543.0, "p95": 102210.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100285.333, "count": 30, "max": 102543.0, "p95": 102210.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 177.5, "count": 30, "max": 313.0, "p95": 227.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.07, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.596, "count": 30, "max": 0.676, "p95": 0.659, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 218, "sampled_at": "2026-10-30T15:31:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:31:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 31223, "flush_count": 61, "flush_interval_seconds": 30.0, "flush_state": {"count": 61, "last_at": "2026-10-30T15:31:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:31:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 60}, "started": true, "suppressed_count": 34794, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 34794}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 61, "written_record_count": 61}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4483.773, "limit_mb": null}, "detail": {"pid": 3459, "restart_count": 4, "start_count": 5}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 96364339200, "copied_frame_count": 34854, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 96364339200, "frame_buffer_copies": 34854, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1365, "count": 512, "max_ms": 1.3089, "p50_ms": 0.1225, "p95_ms": 0.2571, "p99_ms": 0.3193}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4164, "count": 512, "max_ms": 6.6008, "p50_ms": 1.2894, "p95_ms": 2.3378, "p99_ms": 3.3904, "results": {"failed": 0, "not_applicable": 0, "success": 34854, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 4, "h264_decode_error_count": 6, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:32:03+09:00", "last_error_summary": "[h264 @ 0x634a9b57eb40] error while decoding MB 179 96, bytestream -12", "last_exit_at": "2026-10-30T15:32:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.003, "last_started_at": "2026-10-30T15:32:06+09:00", "pid": 3459, "process": {"exists": true, "fd_count": 4, "hwm_mb": 44.301, "name": "ffmpeg", "pid": 3459, "rss_mb": 44.301, "state": "S (sleeping)", "threads": 1}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.04, "sample_count": 2789, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34854, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:32:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.832, "last_frame_pushed_at": "2026-10-30T15:32:03+09:00", "last_frame_read_age_sec": 4.964, "last_frame_read_at": "2026-10-30T15:32:03+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 6, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 499.517, "last_sample_duration_ms": 854.274, "last_trigger": "periodic", "next_snapshot_in_sec": 100.483, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 6, "storage_bytes": 1106263}, "mjpeg": {"age_sec": 4.826, "exists": true, "mtime": "2026-10-30T15:32:03.544502+09:00", "mtime_epoch": 1793341923.544502, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 99981}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:32:08+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 729.0, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 34854, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 135}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 135, "pushed_frames": 135, "read_frames": 135, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.533, "pushed": 4.533, "read": 4.533}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 135, "client_acquire_ms": {"avg_ms": 0.008, "count": 135, "max_ms": 0.03, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4902.884, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.675, "count": 135, "max_ms": 4.085, "p95_ms": 2.304, "reason": null, "sample_age_ms": 4973.91, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.36, "count": 135, "max_ms": 2.658, "p95_ms": 1.931, "reason": null, "sample_age_ms": 4974.453, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.096, "count": 135, "max_ms": 0.312, "p95_ms": 0.181, "reason": null, "sample_age_ms": 4902.889, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.664, "count": 135, "max_ms": 3.632, "p95_ms": 2.581, "reason": null, "sample_age_ms": 4972.112, "source": "client_direct"}, "request_count": 135, "request_tensor_bytes": {"avg": 2211848.0, "count": 135, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4972.077, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 135, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4902.975, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.318, "count": 135, "max_ms": 71.333, "p95_ms": 59.047, "reason": null, "sample_age_ms": 4902.881, "source": "client_direct"}, "sample_age_ms": 4902.878, "source": "client_direct", "task_total_ms": {"avg_ms": 42.279, "count": 135, "max_ms": 74.295, "p95_ms": 61.167, "reason": null, "sample_age_ms": 4902.878, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.99, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.789, "count": 135, "max_ms": 2.661, "p95_ms": 1.532}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.263, "count": 135, "max_ms": 1.851, "p95_ms": 0.537}, "detection_prepare_ms": {"avg_ms": 0.105, "count": 135, "max_ms": 0.322, "p95_ms": 0.196}, "event_filter_ms": {"avg_ms": 0.004, "count": 135, "max_ms": 0.013, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.086, "count": 135, "max_ms": 0.238, "p95_ms": 0.156}, "mcmt_ms": {"avg_ms": 0.003, "count": 135, "max_ms": 0.01, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.203, "count": 135, "max_ms": 1.282, "p95_ms": 0.393}, "setup_ms": {"avg_ms": 0.046, "count": 135, "max_ms": 0.128, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 0.745, "count": 135, "max_ms": 2.614, "p95_ms": 1.453}, "track_match_ms": {"avg_ms": 0.005, "count": 135, "max_ms": 0.019, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.03, "count": 135, "max_ms": 0.087, "p95_ms": 0.055}}, "gstreamer_push": {"avg_ms": 2.792, "count": 135, "max_ms": 6.742, "p95_ms": 4.891}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 135, "max_ms": 1.379, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.281, "count": 135, "max_ms": 75.484, "p95_ms": 62.968}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.044, "count": 135, "max_ms": 0.215, "p95_ms": 0.113}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 75.708, "count": 135, "max_ms": 119.119, "p95_ms": 100.81}, "inference_input_copy_ms": {"avg_ms": 1.45, "count": 135, "max_ms": 2.837, "p95_ms": 2.373}, "processing_residual_ms": {"avg_ms": 0.154, "count": 135, "max_ms": 0.473, "p95_ms": 0.266}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.355, "count": 135, "max_ms": 121.015, "p95_ms": 102.546}, "read_interval": {"avg_ms": 186.904, "count": 135, "max_ms": 1233.793, "p95_ms": 397.666}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 135, "max_ms": 0.61, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.141, "count": 135, "max_ms": 1.118, "p95_ms": 0.28}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 135, "max_ms": 0.032, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.12, "count": 135, "max_ms": 0.508, "p95_ms": 0.253}, "worker_merge_ms": {"avg_ms": 0.006, "count": 135, "max_ms": 0.041, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 43.297, "count": 135, "max_ms": 75.51, "p95_ms": 62.986}, "visualize": {"avg_ms": 30.644, "count": 135, "max_ms": 47.894, "p95_ms": 41.113}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.754, "count": 135, "max_ms": 46.901, "p95_ms": 40.387}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.424, "count": 135, "max_ms": 47.717, "p95_ms": 40.931}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.317, "count": 135, "max_ms": 47.606, "p95_ms": 40.855}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 135, "max_ms": 0.161, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 135}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 728.961, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 41.624, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.974, "sample_count": 2872, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34806, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:31:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100205, "write_bytes_delta": 100205, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 756.0, "cpu_core_ratio": 0.663573, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 1363, "reason": null, "system_cpu_core_ratio": 0.03098, "system_cpu_s_delta": 0.6200000000000045, "user_cpu_core_ratio": 0.632593, "user_cpu_s_delta": 12.659999999999854}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.359269, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 116.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.033978, "system_cpu_s_delta": 0.67999999999995, "user_cpu_core_ratio": 0.325291, "user_cpu_s_delta": 6.5099999999997635}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.748, "count": 172, "max_ms": 5.835, "p95_ms": 4.539, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 171}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.525, "count": 30, "max": 65.194, "p95": 41.21, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.936, "count": 30, "max": 39.314, "p95": 31.954, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1145.067, "count": 30, "max": 1608.0, "p95": 1500.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.067, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.174, "count": 30, "max": 1.388, "p95": 1.274, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.078, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100285.333, "count": 30, "max": 102543.0, "p95": 102210.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100285.333, "count": 30, "max": 102543.0, "p95": 102210.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 177.5, "count": 30, "max": 313.0, "p95": 227.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.07, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.596, "count": 30, "max": 0.676, "p95": 0.659, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 218, "sampled_at": "2026-10-30T15:31:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:31:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.779, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 31735, "flush_count": 62, "flush_interval_seconds": 30.0, "flush_state": {"count": 62, "last_at": "2026-10-30T15:32:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:32:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 61}, "started": true, "suppressed_count": 34997, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 34997}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 62, "written_record_count": 62}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4475.383, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x57f42e2dee00] error while decoding MB 196 89, bytestream -8", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 96928358400, "copied_frame_count": 35058, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 96928358400, "frame_buffer_copies": 35058, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.126, "count": 512, "max_ms": 0.3761, "p50_ms": 0.1131, "p95_ms": 0.2459, "p99_ms": 0.3031}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.33, "count": 512, "max_ms": 6.6008, "p50_ms": 1.2249, "p95_ms": 2.1908, "p99_ms": 3.0967, "results": {"failed": 0, "not_applicable": 0, "success": 35058, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 5, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:32:49+09:00", "last_error_summary": "[h264 @ 0x57f42e2dee00] error while decoding MB 196 89, bytestream -8", "last_exit_at": "2026-10-30T15:32:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 42.749, "last_started_at": "2026-10-30T15:32:06+09:00", "pid": 3459, "process": {"exists": false, "pid": 3459}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.34, "sample_count": 2612, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35058, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:32:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.04, "last_frame_pushed_at": "2026-10-30T15:32:49+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-10-30T15:32:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 6, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 540.261, "last_sample_duration_ms": 854.274, "last_trigger": "periodic", "next_snapshot_in_sec": 59.739, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 6, "storage_bytes": 1106263}, "mjpeg": {"age_sec": 0.032, "exists": true, "mtime": "2026-10-30T15:32:49.084768+09:00", "mtime_epoch": 1793341969.084768, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 99255}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:32:49+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 729.133, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 35058, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 178}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 178, "pushed_frames": 178, "read_frames": 178, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.943, "pushed": 5.943, "read": 5.943}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 178, "client_acquire_ms": {"avg_ms": 0.007, "count": 178, "max_ms": 0.022, "p95_ms": 0.015, "reason": null, "sample_age_ms": 83.236, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.605, "count": 178, "max_ms": 2.859, "p95_ms": 1.759, "reason": null, "sample_age_ms": 129.671, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.302, "count": 178, "max_ms": 2.119, "p95_ms": 1.463, "reason": null, "sample_age_ms": 129.829, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.108, "count": 178, "max_ms": 0.476, "p95_ms": 0.229, "reason": null, "sample_age_ms": 83.247, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.56, "count": 178, "max_ms": 3.523, "p95_ms": 2.684, "reason": null, "sample_age_ms": 128.912, "source": "client_direct"}, "request_count": 178, "request_tensor_bytes": {"avg": 2211848.0, "count": 178, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 128.897, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 178, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 83.729, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.995, "count": 178, "max_ms": 66.23, "p95_ms": 57.017, "reason": null, "sample_age_ms": 83.229, "source": "client_direct"}, "sample_age_ms": 83.222, "source": "client_direct", "task_total_ms": {"avg_ms": 39.84, "count": 178, "max_ms": 68.436, "p95_ms": 59.031, "reason": null, "sample_age_ms": 83.222, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.87, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.698, "count": 178, "max_ms": 1.888, "p95_ms": 1.206}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.229, "count": 178, "max_ms": 0.623, "p95_ms": 0.413}, "detection_prepare_ms": {"avg_ms": 0.096, "count": 178, "max_ms": 0.315, "p95_ms": 0.168}, "event_filter_ms": {"avg_ms": 0.004, "count": 178, "max_ms": 0.026, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.082, "count": 178, "max_ms": 0.265, "p95_ms": 0.147}, "mcmt_ms": {"avg_ms": 0.003, "count": 178, "max_ms": 0.022, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.172, "count": 178, "max_ms": 0.664, "p95_ms": 0.314}, "setup_ms": {"avg_ms": 0.042, "count": 178, "max_ms": 0.117, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 0.659, "count": 178, "max_ms": 1.807, "p95_ms": 1.146}, "track_match_ms": {"avg_ms": 0.004, "count": 178, "max_ms": 0.022, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.027, "count": 178, "max_ms": 0.071, "p95_ms": 0.056}}, "gstreamer_push": {"avg_ms": 2.557, "count": 178, "max_ms": 5.771, "p95_ms": 3.993}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 178, "max_ms": 0.599, "p95_ms": 0.091}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.781, "count": 178, "max_ms": 69.289, "p95_ms": 60.83}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.038, "count": 178, "max_ms": 0.172, "p95_ms": 0.095}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.02, "count": 178, "max_ms": 111.541, "p95_ms": 96.265}, "inference_input_copy_ms": {"avg_ms": 1.399, "count": 178, "max_ms": 3.607, "p95_ms": 2.384}, "processing_residual_ms": {"avg_ms": 0.148, "count": 178, "max_ms": 0.443, "p95_ms": 0.282}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.606, "count": 178, "max_ms": 113.486, "p95_ms": 97.365}, "read_interval": {"avg_ms": 169.801, "count": 178, "max_ms": 514.922, "p95_ms": 402.83}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 178, "max_ms": 0.049, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.118, "count": 178, "max_ms": 0.499, "p95_ms": 0.217}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 178, "max_ms": 0.1, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.104, "count": 178, "max_ms": 0.459, "p95_ms": 0.191}, "worker_merge_ms": {"avg_ms": 0.005, "count": 178, "max_ms": 0.027, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 40.795, "count": 178, "max_ms": 69.299, "p95_ms": 60.858}, "visualize": {"avg_ms": 29.595, "count": 178, "max_ms": 49.099, "p95_ms": 41.2}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.792, "count": 178, "max_ms": 48.142, "p95_ms": 39.984}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.408, "count": 178, "max_ms": 48.779, "p95_ms": 40.924}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.313, "count": 178, "max_ms": 48.676, "p95_ms": 40.767}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 178, "max_ms": 0.172, "p95_ms": 0.102}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 178}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 729.062, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.533, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.788, "sample_count": 2662, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34981, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:32:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.454, "exists": true, "size_bytes": 99849, "write_bytes_delta": 99849, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 868.0, "cpu_core_ratio": 0.739382, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9186.0, "pid": 3459, "reason": null, "system_cpu_core_ratio": 0.038494, "system_cpu_s_delta": 0.7700000000000001, "user_cpu_core_ratio": 0.700888, "user_cpu_s_delta": 14.02}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.388438, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 135.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.037494, "system_cpu_s_delta": 0.75, "user_cpu_core_ratio": 0.350944, "user_cpu_s_delta": 7.019999999999982}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.543, "count": 127, "max_ms": 5.771, "p95_ms": 4.017, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 127}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.835, "count": 30, "max": 65.194, "p95": 41.21, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.259, "count": 30, "max": 39.314, "p95": 31.954, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1124.667, "count": 30, "max": 1608.0, "p95": 1497.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 306.2, "count": 30, "max": 9186.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.067, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.158, "count": 30, "max": 1.388, "p95": 1.274, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.018, "count": 30, "max": 0.454, "p95": 0.043, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100115.6, "count": 30, "max": 101950.0, "p95": 101723.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100115.6, "count": 30, "max": 101950.0, "p95": 101723.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 169.1, "count": 30, "max": 313.0, "p95": 225.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.07, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.575, "count": 30, "max": 0.676, "p95": 0.659, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 220, "sampled_at": "2026-10-30T15:32:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:32:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 31735, "flush_count": 62, "flush_interval_seconds": 30.0, "flush_state": {"count": 62, "last_at": "2026-10-30T15:32:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:32:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 61}, "started": true, "suppressed_count": 34997, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 34997}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 62, "written_record_count": 62}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4476.199, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 96928358400, "copied_frame_count": 35058, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 96928358400, "frame_buffer_copies": 35058, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.126, "count": 512, "max_ms": 0.3761, "p50_ms": 0.1131, "p95_ms": 0.2459, "p99_ms": 0.3031}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.33, "count": 512, "max_ms": 6.6008, "p50_ms": 1.2249, "p95_ms": 2.1908, "p99_ms": 3.0967, "results": {"failed": 0, "not_applicable": 0, "success": 35058, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 5, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:32:49+09:00", "last_error_summary": "[h264 @ 0x57f42e2dee00] error while decoding MB 196 89, bytestream -8", "last_exit_at": "2026-10-30T15:32:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 42.788, "last_started_at": "2026-10-30T15:32:06+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.529, "sample_count": 2611, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35058, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:32:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.079, "last_frame_pushed_at": "2026-10-30T15:32:49+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-10-30T15:32:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 6, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 540.298, "last_sample_duration_ms": 854.274, "last_trigger": "periodic", "next_snapshot_in_sec": 59.702, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 6, "storage_bytes": 1106263}, "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-10-30T15:32:49.084768+09:00", "mtime_epoch": 1793341969.084768, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 99255}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:32:49+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 729.129, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 35058, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 178}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 178, "pushed_frames": 178, "read_frames": 178, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.936, "pushed": 5.936, "read": 5.936}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 178, "client_acquire_ms": {"avg_ms": 0.007, "count": 178, "max_ms": 0.022, "p95_ms": 0.015, "reason": null, "sample_age_ms": 123.72, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.605, "count": 178, "max_ms": 2.859, "p95_ms": 1.759, "reason": null, "sample_age_ms": 170.156, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.302, "count": 178, "max_ms": 2.119, "p95_ms": 1.463, "reason": null, "sample_age_ms": 170.313, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.108, "count": 178, "max_ms": 0.476, "p95_ms": 0.229, "reason": null, "sample_age_ms": 123.732, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.56, "count": 178, "max_ms": 3.523, "p95_ms": 2.684, "reason": null, "sample_age_ms": 169.396, "source": "client_direct"}, "request_count": 178, "request_tensor_bytes": {"avg": 2211848.0, "count": 178, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 169.381, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 178, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 124.214, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.995, "count": 178, "max_ms": 66.23, "p95_ms": 57.017, "reason": null, "sample_age_ms": 123.713, "source": "client_direct"}, "sample_age_ms": 123.706, "source": "client_direct", "task_total_ms": {"avg_ms": 39.84, "count": 178, "max_ms": 68.436, "p95_ms": 59.031, "reason": null, "sample_age_ms": 123.706, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.702, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.698, "count": 178, "max_ms": 1.888, "p95_ms": 1.206}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.229, "count": 178, "max_ms": 0.623, "p95_ms": 0.413}, "detection_prepare_ms": {"avg_ms": 0.096, "count": 178, "max_ms": 0.315, "p95_ms": 0.168}, "event_filter_ms": {"avg_ms": 0.004, "count": 178, "max_ms": 0.026, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.082, "count": 178, "max_ms": 0.265, "p95_ms": 0.147}, "mcmt_ms": {"avg_ms": 0.003, "count": 178, "max_ms": 0.022, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.172, "count": 178, "max_ms": 0.664, "p95_ms": 0.314}, "setup_ms": {"avg_ms": 0.042, "count": 178, "max_ms": 0.117, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 0.659, "count": 178, "max_ms": 1.807, "p95_ms": 1.146}, "track_match_ms": {"avg_ms": 0.004, "count": 178, "max_ms": 0.022, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.027, "count": 178, "max_ms": 0.071, "p95_ms": 0.056}}, "gstreamer_push": {"avg_ms": 2.557, "count": 178, "max_ms": 5.771, "p95_ms": 3.993}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 178, "max_ms": 0.599, "p95_ms": 0.091}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.781, "count": 178, "max_ms": 69.289, "p95_ms": 60.83}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.038, "count": 178, "max_ms": 0.172, "p95_ms": 0.095}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.02, "count": 178, "max_ms": 111.541, "p95_ms": 96.265}, "inference_input_copy_ms": {"avg_ms": 1.399, "count": 178, "max_ms": 3.607, "p95_ms": 2.384}, "processing_residual_ms": {"avg_ms": 0.148, "count": 178, "max_ms": 0.443, "p95_ms": 0.282}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.606, "count": 178, "max_ms": 113.486, "p95_ms": 97.365}, "read_interval": {"avg_ms": 169.801, "count": 178, "max_ms": 514.922, "p95_ms": 402.83}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 178, "max_ms": 0.049, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.118, "count": 178, "max_ms": 0.499, "p95_ms": 0.217}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 178, "max_ms": 0.1, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.104, "count": 178, "max_ms": 0.459, "p95_ms": 0.191}, "worker_merge_ms": {"avg_ms": 0.005, "count": 178, "max_ms": 0.027, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 40.795, "count": 178, "max_ms": 69.299, "p95_ms": 60.858}, "visualize": {"avg_ms": 29.595, "count": 178, "max_ms": 49.099, "p95_ms": 41.2}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.792, "count": 178, "max_ms": 48.142, "p95_ms": 39.984}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.408, "count": 178, "max_ms": 48.779, "p95_ms": 40.924}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.313, "count": 178, "max_ms": 48.676, "p95_ms": 40.767}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 178, "max_ms": 0.172, "p95_ms": 0.102}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 178}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 729.062, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.533, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.788, "sample_count": 2662, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34981, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:32:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.454, "exists": true, "size_bytes": 99849, "write_bytes_delta": 99849, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 868.0, "cpu_core_ratio": 0.739382, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9186.0, "pid": 3459, "reason": null, "system_cpu_core_ratio": 0.038494, "system_cpu_s_delta": 0.7700000000000001, "user_cpu_core_ratio": 0.700888, "user_cpu_s_delta": 14.02}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.388438, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 135.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.037494, "system_cpu_s_delta": 0.75, "user_cpu_core_ratio": 0.350944, "user_cpu_s_delta": 7.019999999999982}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.543, "count": 127, "max_ms": 5.771, "p95_ms": 4.017, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 127}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.835, "count": 30, "max": 65.194, "p95": 41.21, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.259, "count": 30, "max": 39.314, "p95": 31.954, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1124.667, "count": 30, "max": 1608.0, "p95": 1497.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 306.2, "count": 30, "max": 9186.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.067, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.158, "count": 30, "max": 1.388, "p95": 1.274, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.018, "count": 30, "max": 0.454, "p95": 0.043, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100115.6, "count": 30, "max": 101950.0, "p95": 101723.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100115.6, "count": 30, "max": 101950.0, "p95": 101723.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 169.1, "count": 30, "max": 313.0, "p95": 225.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.07, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.575, "count": 30, "max": 0.676, "p95": 0.659, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 220, "sampled_at": "2026-10-30T15:32:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:32:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 31735, "flush_count": 62, "flush_interval_seconds": 30.0, "flush_state": {"count": 62, "last_at": "2026-10-30T15:32:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:32:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 61}, "started": true, "suppressed_count": 34997, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 34997}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 62, "written_record_count": 62}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4488.922, "limit_mb": null}, "detail": {"pid": 3575, "restart_count": 5, "start_count": 6}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 96928358400, "copied_frame_count": 35058, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 96928358400, "frame_buffer_copies": 35058, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.126, "count": 512, "max_ms": 0.3761, "p50_ms": 0.1131, "p95_ms": 0.2459, "p99_ms": 0.3031}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.33, "count": 512, "max_ms": 6.6008, "p50_ms": 1.2249, "p95_ms": 2.1908, "p99_ms": 3.0967, "results": {"failed": 0, "not_applicable": 0, "success": 35058, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 5, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:32:49+09:00", "last_error_summary": "[h264 @ 0x57f42e2dee00] error while decoding MB 196 89, bytestream -8", "last_exit_at": "2026-10-30T15:32:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-30T15:32:52+09:00", "pid": 3575, "process": {"exists": true, "fd_count": 4, "hwm_mb": 44.598, "name": "ffmpeg", "pid": 3575, "rss_mb": 44.598, "state": "S (sleeping)", "threads": 1}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.264, "sample_count": 2557, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35058, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:32:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.994, "last_frame_pushed_at": "2026-10-30T15:32:49+09:00", "last_frame_read_age_sec": 5.078, "last_frame_read_at": "2026-10-30T15:32:48+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 6, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 545.215, "last_sample_duration_ms": 854.274, "last_trigger": "periodic", "next_snapshot_in_sec": 54.785, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 6, "storage_bytes": 1106263}, "mjpeg": {"age_sec": 4.987, "exists": true, "mtime": "2026-10-30T15:32:49.084768+09:00", "mtime_epoch": 1793341969.084768, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 99255}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:32:54+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 729.133, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 35058, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 149}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 149, "pushed_frames": 149, "read_frames": 149, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.984, "pushed": 4.984, "read": 4.984}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 149, "client_acquire_ms": {"avg_ms": 0.007, "count": 149, "max_ms": 0.022, "p95_ms": 0.015, "reason": null, "sample_age_ms": 5041.825, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.593, "count": 149, "max_ms": 2.859, "p95_ms": 1.68, "reason": null, "sample_age_ms": 5088.26, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.304, "count": 149, "max_ms": 2.119, "p95_ms": 1.441, "reason": null, "sample_age_ms": 5088.418, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.11, "count": 149, "max_ms": 0.476, "p95_ms": 0.257, "reason": null, "sample_age_ms": 5041.837, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.563, "count": 149, "max_ms": 3.28, "p95_ms": 2.707, "reason": null, "sample_age_ms": 5087.501, "source": "client_direct"}, "request_count": 149, "request_tensor_bytes": {"avg": 2211848.0, "count": 149, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5087.486, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 149, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5042.318, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.183, "count": 149, "max_ms": 65.507, "p95_ms": 56.795, "reason": null, "sample_age_ms": 5041.818, "source": "client_direct"}, "sample_age_ms": 5041.811, "source": "client_direct", "task_total_ms": {"avg_ms": 40.032, "count": 149, "max_ms": 67.464, "p95_ms": 58.747, "reason": null, "sample_age_ms": 5041.811, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.951, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.693, "count": 149, "max_ms": 1.333, "p95_ms": 1.191}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.226, "count": 149, "max_ms": 0.623, "p95_ms": 0.406}, "detection_prepare_ms": {"avg_ms": 0.096, "count": 149, "max_ms": 0.315, "p95_ms": 0.168}, "event_filter_ms": {"avg_ms": 0.004, "count": 149, "max_ms": 0.023, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.082, "count": 149, "max_ms": 0.265, "p95_ms": 0.147}, "mcmt_ms": {"avg_ms": 0.003, "count": 149, "max_ms": 0.022, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.169, "count": 149, "max_ms": 0.511, "p95_ms": 0.298}, "setup_ms": {"avg_ms": 0.042, "count": 149, "max_ms": 0.108, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 0.655, "count": 149, "max_ms": 1.28, "p95_ms": 1.133}, "track_match_ms": {"avg_ms": 0.004, "count": 149, "max_ms": 0.022, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.027, "count": 149, "max_ms": 0.071, "p95_ms": 0.055}}, "gstreamer_push": {"avg_ms": 2.558, "count": 149, "max_ms": 5.5, "p95_ms": 3.89}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 149, "max_ms": 0.599, "p95_ms": 0.075}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.96, "count": 149, "max_ms": 68.242, "p95_ms": 60.229}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 149, "max_ms": 0.172, "p95_ms": 0.095}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.313, "count": 149, "max_ms": 110.987, "p95_ms": 96.265}, "inference_input_copy_ms": {"avg_ms": 1.417, "count": 149, "max_ms": 3.607, "p95_ms": 2.384}, "processing_residual_ms": {"avg_ms": 0.148, "count": 149, "max_ms": 0.365, "p95_ms": 0.282}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.918, "count": 149, "max_ms": 112.275, "p95_ms": 97.365}, "read_interval": {"avg_ms": 167.637, "count": 149, "max_ms": 514.922, "p95_ms": 402.83}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 149, "max_ms": 0.049, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.116, "count": 149, "max_ms": 0.302, "p95_ms": 0.207}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 149, "max_ms": 0.1, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.102, "count": 149, "max_ms": 0.254, "p95_ms": 0.188}, "worker_merge_ms": {"avg_ms": 0.005, "count": 149, "max_ms": 0.027, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 40.974, "count": 149, "max_ms": 68.254, "p95_ms": 60.239}, "visualize": {"avg_ms": 29.702, "count": 149, "max_ms": 49.099, "p95_ms": 41.2}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.899, "count": 149, "max_ms": 48.142, "p95_ms": 39.984}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.518, "count": 149, "max_ms": 48.779, "p95_ms": 40.924}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.423, "count": 149, "max_ms": 48.676, "p95_ms": 40.767}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 149, "max_ms": 0.167, "p95_ms": 0.097}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 149}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 729.062, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.533, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.788, "sample_count": 2662, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34981, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:32:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.454, "exists": true, "size_bytes": 99849, "write_bytes_delta": 99849, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 868.0, "cpu_core_ratio": 0.739382, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9186.0, "pid": 3459, "reason": null, "system_cpu_core_ratio": 0.038494, "system_cpu_s_delta": 0.7700000000000001, "user_cpu_core_ratio": 0.700888, "user_cpu_s_delta": 14.02}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.388438, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 135.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.037494, "system_cpu_s_delta": 0.75, "user_cpu_core_ratio": 0.350944, "user_cpu_s_delta": 7.019999999999982}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.543, "count": 127, "max_ms": 5.771, "p95_ms": 4.017, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 127}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.835, "count": 30, "max": 65.194, "p95": 41.21, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.259, "count": 30, "max": 39.314, "p95": 31.954, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1124.667, "count": 30, "max": 1608.0, "p95": 1497.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 306.2, "count": 30, "max": 9186.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.067, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.158, "count": 30, "max": 1.388, "p95": 1.274, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.018, "count": 30, "max": 0.454, "p95": 0.043, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100115.6, "count": 30, "max": 101950.0, "p95": 101723.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100115.6, "count": 30, "max": 101950.0, "p95": 101723.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 169.1, "count": 30, "max": 313.0, "p95": 225.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.07, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.575, "count": 30, "max": 0.676, "p95": 0.659, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 220, "sampled_at": "2026-10-30T15:32:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:32:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 58625, "flush_count": 62, "flush_interval_seconds": 30.0, "flush_state": {"count": 62, "last_at": "2026-10-30T15:33:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:33:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 61}, "started": true, "suppressed_count": 26335, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 26332}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 62, "written_record_count": 62}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4648.559, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x56f3b3000b40] error while decoding MB 32 29, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 72968601600, "copied_frame_count": 26392, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 72968601600, "frame_buffer_copies": 26392, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.103, "count": 512, "max_ms": 0.3864, "p50_ms": 0.086, "p95_ms": 0.2042, "p99_ms": 0.2655}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2573, "count": 512, "max_ms": 3.4744, "p50_ms": 1.1716, "p95_ms": 2.1982, "p99_ms": 2.6406, "results": {"failed": 0, "not_applicable": 0, "success": 26392, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 18, "h264_decode_error_count": 62, "h264_decode_error_count_per_hour": 62, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:33:20+09:00", "last_error_summary": "[h264 @ 0x56f3b3000b40] error while decoding MB 32 29, bytestream -6", "last_exit_at": "2026-10-30T15:28:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 279.6, "last_started_at": "2026-10-30T15:28:41+09:00", "pid": 3343, "process": {"exists": true, "fd_count": 0, "hwm_mb": null, "name": "ffmpeg", "pid": 3343, "rss_mb": null, "state": "Z (zombie)", "threads": 1}, "restart_count": 18, "restart_count_per_hour": 18, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.767, "sample_count": 2325, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26392, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:33:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.056, "last_frame_pushed_at": "2026-10-30T15:33:20+09:00", "last_frame_read_age_sec": 0.041, "last_frame_read_at": "2026-10-30T15:33:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 6, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 571.92, "last_sample_duration_ms": 854.274, "last_trigger": "periodic", "next_snapshot_in_sec": 28.08, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 6, "storage_bytes": 1106263}, "mjpeg": {"age_sec": 0.05, "exists": true, "mtime": "2026-10-30T15:33:20.731953+09:00", "mtime_epoch": 1793342000.7319531, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 118720}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:33:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 817.016, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 9, "history_size_limit": 20, "last_frame_idx": 26393, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 9}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.152, "max": 15.0, "p95": 11.0, "sample_count": 217}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.862, "max": 4.0, "p95": 4.0, "sample_count": 217}, "total": {"avg": 2.862, "max": 4.0, "p95": 4.0, "sample_count": 217}}, "tracking_counts": {"active": {"avg": 0.986, "max": 2.0, "p95": 2.0, "sample_count": 217}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 217}, "tracked": {"avg": 0.986, "max": 2.0, "p95": 2.0, "sample_count": 217}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 218, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.811, "pushed": 7.811, "read": 7.847}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 218, "client_acquire_ms": {"avg_ms": 0.006, "count": 218, "max_ms": 0.023, "p95_ms": 0.012, "reason": null, "sample_age_ms": 16.026, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.859, "count": 218, "max_ms": 7.963, "p95_ms": 3.092, "reason": null, "sample_age_ms": 45.23, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.335, "count": 218, "max_ms": 7.65, "p95_ms": 2.035, "reason": null, "sample_age_ms": 45.384, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.333, "count": 218, "max_ms": 2.104, "p95_ms": 0.665, "reason": null, "sample_age_ms": 16.04, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.708, "count": 218, "max_ms": 9.138, "p95_ms": 3.097, "reason": null, "sample_age_ms": 44.498, "source": "client_direct"}, "request_count": 218, "request_tensor_bytes": {"avg": 2764808.0, "count": 218, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 44.487, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 218, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 16.494, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.228, "count": 218, "max_ms": 84.373, "p95_ms": 64.54, "reason": null, "sample_age_ms": 16.021, "source": "client_direct"}, "sample_age_ms": 15.991, "source": "client_direct", "task_total_ms": {"avg_ms": 46.421, "count": 218, "max_ms": 86.351, "p95_ms": 67.908, "reason": null, "sample_age_ms": 15.991, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.825, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.741, "count": 217, "max_ms": 14.735, "p95_ms": 12.465}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.451, "count": 217, "max_ms": 1.786, "p95_ms": 0.966}, "detection_prepare_ms": {"avg_ms": 1.494, "count": 217, "max_ms": 9.269, "p95_ms": 3.033}, "event_filter_ms": {"avg_ms": 0.006, "count": 217, "max_ms": 0.033, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.348, "count": 217, "max_ms": 1.006, "p95_ms": 0.708}, "mcmt_ms": {"avg_ms": 0.003, "count": 217, "max_ms": 0.015, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 3.218, "count": 217, "max_ms": 6.476, "p95_ms": 5.526}, "setup_ms": {"avg_ms": 0.041, "count": 217, "max_ms": 0.156, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 7.681, "count": 217, "max_ms": 14.671, "p95_ms": 12.353}, "track_match_ms": {"avg_ms": 0.139, "count": 217, "max_ms": 0.487, "p95_ms": 0.3}, "tracker_update_ms": {"avg_ms": 1.981, "count": 217, "max_ms": 4.341, "p95_ms": 3.389}}, "gstreamer_push": {"avg_ms": 2.668, "count": 217, "max_ms": 7.543, "p95_ms": 5.06}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 217, "max_ms": 0.659, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.714, "count": 217, "max_ms": 94.76, "p95_ms": 69.613}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.023, "count": 217, "max_ms": 12.055, "p95_ms": 7.978}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.76, "count": 217, "max_ms": 155.506, "p95_ms": 123.252}, "inference_input_copy_ms": {"avg_ms": 1.378, "count": 217, "max_ms": 8.668, "p95_ms": 2.309}, "processing_residual_ms": {"avg_ms": 0.188, "count": 217, "max_ms": 0.738, "p95_ms": 0.395}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.349, "count": 217, "max_ms": 161.442, "p95_ms": 127.593}, "read_interval": {"avg_ms": 137.894, "count": 218, "max_ms": 2319.493, "p95_ms": 214.124}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 217, "max_ms": 0.964, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 3.145, "count": 217, "max_ms": 6.313, "p95_ms": 5.383}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 217, "max_ms": 0.073, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.122, "count": 217, "max_ms": 6.284, "p95_ms": 5.357}, "worker_merge_ms": {"avg_ms": 0.006, "count": 217, "max_ms": 0.027, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 47.726, "count": 217, "max_ms": 94.781, "p95_ms": 69.635}, "visualize": {"avg_ms": 34.156, "count": 217, "max_ms": 64.021, "p95_ms": 48.863}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.116, "count": 217, "max_ms": 47.246, "p95_ms": 40.294}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.772, "count": 217, "max_ms": 62.302, "p95_ms": 47.537}, "visualize_input_copy_ms": {"avg_ms": 1.19, "count": 217, "max_ms": 2.465, "p95_ms": 2.071}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.652, "count": 217, "max_ms": 62.151, "p95_ms": 47.43}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 217, "max_ms": 0.17, "p95_ms": 0.128}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 816.941, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.393, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.904, "sample_count": 2317, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26238, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:32:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117168, "write_bytes_delta": 117168, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 966.0, "cpu_core_ratio": 0.379871, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 3343, "reason": null, "system_cpu_core_ratio": 0.029872, "system_cpu_s_delta": 0.5999999999999996, "user_cpu_core_ratio": 0.349999, "user_cpu_s_delta": 7.030000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.615073, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.523256, "system_cpu_s_delta": 10.509999999999991, "user_cpu_core_ratio": 1.091817, "user_cpu_s_delta": 21.929999999999836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.67, "count": 240, "max_ms": 7.976, "p95_ms": 4.587, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.475, "max": 7.0, "p95": 7.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.604, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 240}, "total": {"avg": 2.604, "max": 3.0, "p95": 3.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.814, "count": 30, "max": 61.346, "p95": 56.151, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.606, "count": 30, "max": 42.933, "p95": 27.346, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 846.333, "count": 30, "max": 1169.0, "p95": 1158.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1481.733, "count": 30, "max": 14348.0, "p95": 6983.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.083, "count": 30, "max": 0.281, "p95": 0.229, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.428, "count": 30, "max": 0.508, "p95": 0.503, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 120632.3, "count": 30, "max": 131460.0, "p95": 129756.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 120632.3, "count": 30, "max": 131460.0, "p95": 129756.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.867, "count": 30, "max": 35.0, "p95": 29.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.442, "count": 30, "max": 0.54, "p95": 0.531, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.029, "count": 30, "max": 1.209, "p95": 1.178, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 219, "sampled_at": "2026-10-30T15:32:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:32:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.783, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 58625, "flush_count": 62, "flush_interval_seconds": 30.0, "flush_state": {"count": 62, "last_at": "2026-10-30T15:33:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:33:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 61}, "started": true, "suppressed_count": 26335, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 26332}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 62, "written_record_count": 62}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4647.906, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T15:33:20+09:00", "last_error_summary": "[h264 @ 0x56f3b3000b40] error while decoding MB 32 29, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 72971366400, "copied_frame_count": 26393, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 72971366400, "frame_buffer_copies": 26393, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1027, "count": 512, "max_ms": 0.3864, "p50_ms": 0.0859, "p95_ms": 0.2042, "p99_ms": 0.2655}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2579, "count": 512, "max_ms": 3.4744, "p50_ms": 1.1725, "p95_ms": 2.1982, "p99_ms": 2.6406, "results": {"failed": 0, "not_applicable": 0, "success": 26393, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 18, "h264_decode_error_count": 62, "h264_decode_error_count_per_hour": 62, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:33:20+09:00", "last_error_summary": "[h264 @ 0x56f3b3000b40] error while decoding MB 32 29, bytestream -6", "last_exit_at": "2026-10-30T15:33:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 279.651, "last_started_at": "2026-10-30T15:28:41+09:00", "pid": 3343, "process": {"exists": false, "pid": 3343}, "restart_count": 18, "restart_count_per_hour": 18, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": false, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.767, "sample_count": 2326, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26393, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:33:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T15:33:20+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-10-30T15:33:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 6, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 571.971, "last_sample_duration_ms": 854.274, "last_trigger": "periodic", "next_snapshot_in_sec": 28.029, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 6, "storage_bytes": 1106263}, "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-10-30T15:33:20.731953+09:00", "mtime_epoch": 1793342000.7319531, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 118720}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:33:20+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 817.012, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 9, "history_size_limit": 20, "last_frame_idx": 26393, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 9}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.17, "max": 15.0, "p95": 11.0, "sample_count": 218}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.862, "max": 4.0, "p95": 4.0, "sample_count": 218}, "total": {"avg": 2.862, "max": 4.0, "p95": 4.0, "sample_count": 218}}, "tracking_counts": {"active": {"avg": 0.986, "max": 2.0, "p95": 2.0, "sample_count": 218}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 218}, "tracked": {"avg": 0.986, "max": 2.0, "p95": 2.0, "sample_count": 218}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 218, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.832, "pushed": 7.832, "read": 7.832}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 218, "client_acquire_ms": {"avg_ms": 0.006, "count": 218, "max_ms": 0.023, "p95_ms": 0.012, "reason": null, "sample_age_ms": 67.337, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.859, "count": 218, "max_ms": 7.963, "p95_ms": 3.092, "reason": null, "sample_age_ms": 96.54, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.335, "count": 218, "max_ms": 7.65, "p95_ms": 2.035, "reason": null, "sample_age_ms": 96.694, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.333, "count": 218, "max_ms": 2.104, "p95_ms": 0.665, "reason": null, "sample_age_ms": 67.35, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.708, "count": 218, "max_ms": 9.138, "p95_ms": 3.097, "reason": null, "sample_age_ms": 95.808, "source": "client_direct"}, "request_count": 218, "request_tensor_bytes": {"avg": 2764808.0, "count": 218, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 95.797, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 218, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 67.804, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.228, "count": 218, "max_ms": 84.373, "p95_ms": 64.54, "reason": null, "sample_age_ms": 67.331, "source": "client_direct"}, "sample_age_ms": 67.301, "source": "client_direct", "task_total_ms": {"avg_ms": 46.421, "count": 218, "max_ms": 86.351, "p95_ms": 67.908, "reason": null, "sample_age_ms": 67.301, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.893, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.739, "count": 218, "max_ms": 14.735, "p95_ms": 12.465}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.452, "count": 218, "max_ms": 1.786, "p95_ms": 0.966}, "detection_prepare_ms": {"avg_ms": 1.492, "count": 218, "max_ms": 9.269, "p95_ms": 3.033}, "event_filter_ms": {"avg_ms": 0.006, "count": 218, "max_ms": 0.033, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.348, "count": 218, "max_ms": 1.006, "p95_ms": 0.708}, "mcmt_ms": {"avg_ms": 0.003, "count": 218, "max_ms": 0.015, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 3.216, "count": 218, "max_ms": 6.476, "p95_ms": 5.526}, "setup_ms": {"avg_ms": 0.041, "count": 218, "max_ms": 0.156, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 7.678, "count": 218, "max_ms": 14.671, "p95_ms": 12.353}, "track_match_ms": {"avg_ms": 0.139, "count": 218, "max_ms": 0.487, "p95_ms": 0.3}, "tracker_update_ms": {"avg_ms": 1.98, "count": 218, "max_ms": 4.341, "p95_ms": 3.389}}, "gstreamer_push": {"avg_ms": 2.667, "count": 218, "max_ms": 7.543, "p95_ms": 5.06}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 218, "max_ms": 0.659, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.632, "count": 218, "max_ms": 94.76, "p95_ms": 69.613}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.018, "count": 218, "max_ms": 12.055, "p95_ms": 7.978}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.732, "count": 218, "max_ms": 155.506, "p95_ms": 123.252}, "inference_input_copy_ms": {"avg_ms": 1.375, "count": 218, "max_ms": 8.668, "p95_ms": 2.309}, "processing_residual_ms": {"avg_ms": 0.188, "count": 218, "max_ms": 0.738, "p95_ms": 0.395}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.313, "count": 218, "max_ms": 161.442, "p95_ms": 127.593}, "read_interval": {"avg_ms": 137.894, "count": 218, "max_ms": 2319.493, "p95_ms": 214.124}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 218, "max_ms": 0.964, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 3.142, "count": 218, "max_ms": 6.313, "p95_ms": 5.383}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 218, "max_ms": 0.073, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.12, "count": 218, "max_ms": 6.284, "p95_ms": 5.357}, "worker_merge_ms": {"avg_ms": 0.006, "count": 218, "max_ms": 0.027, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 47.644, "count": 218, "max_ms": 94.781, "p95_ms": 69.635}, "visualize": {"avg_ms": 34.214, "count": 218, "max_ms": 64.021, "p95_ms": 48.863}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.184, "count": 218, "max_ms": 47.246, "p95_ms": 40.346}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.832, "count": 218, "max_ms": 62.302, "p95_ms": 47.537}, "visualize_input_copy_ms": {"avg_ms": 1.188, "count": 218, "max_ms": 2.465, "p95_ms": 2.071}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.712, "count": 218, "max_ms": 62.151, "p95_ms": 47.43}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 218, "max_ms": 0.17, "p95_ms": 0.128}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 218}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 816.941, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.393, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.904, "sample_count": 2317, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26238, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:32:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117168, "write_bytes_delta": 117168, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 966.0, "cpu_core_ratio": 0.379871, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 3343, "reason": null, "system_cpu_core_ratio": 0.029872, "system_cpu_s_delta": 0.5999999999999996, "user_cpu_core_ratio": 0.349999, "user_cpu_s_delta": 7.030000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.615073, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.523256, "system_cpu_s_delta": 10.509999999999991, "user_cpu_core_ratio": 1.091817, "user_cpu_s_delta": 21.929999999999836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.67, "count": 240, "max_ms": 7.976, "p95_ms": 4.587, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.475, "max": 7.0, "p95": 7.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.604, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 240}, "total": {"avg": 2.604, "max": 3.0, "p95": 3.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.814, "count": 30, "max": 61.346, "p95": 56.151, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.606, "count": 30, "max": 42.933, "p95": 27.346, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 846.333, "count": 30, "max": 1169.0, "p95": 1158.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1481.733, "count": 30, "max": 14348.0, "p95": 6983.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.083, "count": 30, "max": 0.281, "p95": 0.229, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.428, "count": 30, "max": 0.508, "p95": 0.503, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 120632.3, "count": 30, "max": 131460.0, "p95": 129756.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 120632.3, "count": 30, "max": 131460.0, "p95": 129756.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.867, "count": 30, "max": 35.0, "p95": 29.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.442, "count": 30, "max": 0.54, "p95": 0.531, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.029, "count": 30, "max": 1.209, "p95": 1.178, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 219, "sampled_at": "2026-10-30T15:32:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:32:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.834, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 58625, "flush_count": 62, "flush_interval_seconds": 30.0, "flush_state": {"count": 62, "last_at": "2026-10-30T15:33:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:33:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 61}, "started": true, "suppressed_count": 26335, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 26332}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 62, "written_record_count": 62}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4648.223, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 72971366400, "copied_frame_count": 26393, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 72971366400, "frame_buffer_copies": 26393, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1027, "count": 512, "max_ms": 0.3864, "p50_ms": 0.0859, "p95_ms": 0.2042, "p99_ms": 0.2655}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2579, "count": 512, "max_ms": 3.4744, "p50_ms": 1.1725, "p95_ms": 2.1982, "p99_ms": 2.6406, "results": {"failed": 0, "not_applicable": 0, "success": 26393, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 18, "h264_decode_error_count": 62, "h264_decode_error_count_per_hour": 62, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:33:20+09:00", "last_error_summary": "[h264 @ 0x56f3b3000b40] error while decoding MB 32 29, bytestream -6", "last_exit_at": "2026-10-30T15:33:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 279.671, "last_started_at": "2026-10-30T15:28:41+09:00", "pid": 3343, "process": {"exists": false, "pid": 3343}, "restart_count": 18, "restart_count_per_hour": 18, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": false, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.767, "sample_count": 2326, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26393, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:33:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.021, "last_frame_pushed_at": "2026-10-30T15:33:20+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-10-30T15:33:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 6, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 571.989, "last_sample_duration_ms": 854.274, "last_trigger": "periodic", "next_snapshot_in_sec": 28.011, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 6, "storage_bytes": 1106263}, "mjpeg": {"age_sec": 0.014, "exists": true, "mtime": "2026-10-30T15:33:20.838954+09:00", "mtime_epoch": 1793342000.8389537, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117666}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:33:20+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 817.012, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 9, "history_size_limit": 20, "last_frame_idx": 26393, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 9}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.17, "max": 15.0, "p95": 11.0, "sample_count": 218}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.862, "max": 4.0, "p95": 4.0, "sample_count": 218}, "total": {"avg": 2.862, "max": 4.0, "p95": 4.0, "sample_count": 218}}, "tracking_counts": {"active": {"avg": 0.986, "max": 2.0, "p95": 2.0, "sample_count": 218}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 218}, "tracked": {"avg": 0.986, "max": 2.0, "p95": 2.0, "sample_count": 218}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 218, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.827, "pushed": 7.827, "read": 7.827}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 218, "client_acquire_ms": {"avg_ms": 0.006, "count": 218, "max_ms": 0.023, "p95_ms": 0.012, "reason": null, "sample_age_ms": 86.056, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.859, "count": 218, "max_ms": 7.963, "p95_ms": 3.092, "reason": null, "sample_age_ms": 115.259, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.335, "count": 218, "max_ms": 7.65, "p95_ms": 2.035, "reason": null, "sample_age_ms": 115.413, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.333, "count": 218, "max_ms": 2.104, "p95_ms": 0.665, "reason": null, "sample_age_ms": 86.069, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.708, "count": 218, "max_ms": 9.138, "p95_ms": 3.097, "reason": null, "sample_age_ms": 114.527, "source": "client_direct"}, "request_count": 218, "request_tensor_bytes": {"avg": 2764808.0, "count": 218, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 114.516, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 218, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 86.523, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.228, "count": 218, "max_ms": 84.373, "p95_ms": 64.54, "reason": null, "sample_age_ms": 86.05, "source": "client_direct"}, "sample_age_ms": 86.02, "source": "client_direct", "task_total_ms": {"avg_ms": 46.421, "count": 218, "max_ms": 86.351, "p95_ms": 67.908, "reason": null, "sample_age_ms": 86.02, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.052, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.739, "count": 218, "max_ms": 14.735, "p95_ms": 12.465}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.452, "count": 218, "max_ms": 1.786, "p95_ms": 0.966}, "detection_prepare_ms": {"avg_ms": 1.492, "count": 218, "max_ms": 9.269, "p95_ms": 3.033}, "event_filter_ms": {"avg_ms": 0.006, "count": 218, "max_ms": 0.033, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.348, "count": 218, "max_ms": 1.006, "p95_ms": 0.708}, "mcmt_ms": {"avg_ms": 0.003, "count": 218, "max_ms": 0.015, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 3.216, "count": 218, "max_ms": 6.476, "p95_ms": 5.526}, "setup_ms": {"avg_ms": 0.041, "count": 218, "max_ms": 0.156, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 7.678, "count": 218, "max_ms": 14.671, "p95_ms": 12.353}, "track_match_ms": {"avg_ms": 0.139, "count": 218, "max_ms": 0.487, "p95_ms": 0.3}, "tracker_update_ms": {"avg_ms": 1.98, "count": 218, "max_ms": 4.341, "p95_ms": 3.389}}, "gstreamer_push": {"avg_ms": 2.667, "count": 218, "max_ms": 7.543, "p95_ms": 5.06}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 218, "max_ms": 0.659, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.632, "count": 218, "max_ms": 94.76, "p95_ms": 69.613}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.018, "count": 218, "max_ms": 12.055, "p95_ms": 7.978}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.732, "count": 218, "max_ms": 155.506, "p95_ms": 123.252}, "inference_input_copy_ms": {"avg_ms": 1.375, "count": 218, "max_ms": 8.668, "p95_ms": 2.309}, "processing_residual_ms": {"avg_ms": 0.188, "count": 218, "max_ms": 0.738, "p95_ms": 0.395}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.313, "count": 218, "max_ms": 161.442, "p95_ms": 127.593}, "read_interval": {"avg_ms": 137.894, "count": 218, "max_ms": 2319.493, "p95_ms": 214.124}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 218, "max_ms": 0.964, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 3.142, "count": 218, "max_ms": 6.313, "p95_ms": 5.383}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 218, "max_ms": 0.073, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.12, "count": 218, "max_ms": 6.284, "p95_ms": 5.357}, "worker_merge_ms": {"avg_ms": 0.006, "count": 218, "max_ms": 0.027, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 47.644, "count": 218, "max_ms": 94.781, "p95_ms": 69.635}, "visualize": {"avg_ms": 34.214, "count": 218, "max_ms": 64.021, "p95_ms": 48.863}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.184, "count": 218, "max_ms": 47.246, "p95_ms": 40.346}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.832, "count": 218, "max_ms": 62.302, "p95_ms": 47.537}, "visualize_input_copy_ms": {"avg_ms": 1.188, "count": 218, "max_ms": 2.465, "p95_ms": 2.071}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.712, "count": 218, "max_ms": 62.151, "p95_ms": 47.43}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 218, "max_ms": 0.17, "p95_ms": 0.128}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 218}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 816.941, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.393, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.904, "sample_count": 2317, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26238, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:32:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117168, "write_bytes_delta": 117168, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 966.0, "cpu_core_ratio": 0.379871, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 3343, "reason": null, "system_cpu_core_ratio": 0.029872, "system_cpu_s_delta": 0.5999999999999996, "user_cpu_core_ratio": 0.349999, "user_cpu_s_delta": 7.030000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.615073, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.523256, "system_cpu_s_delta": 10.509999999999991, "user_cpu_core_ratio": 1.091817, "user_cpu_s_delta": 21.929999999999836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.67, "count": 240, "max_ms": 7.976, "p95_ms": 4.587, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.475, "max": 7.0, "p95": 7.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.604, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 240}, "total": {"avg": 2.604, "max": 3.0, "p95": 3.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.814, "count": 30, "max": 61.346, "p95": 56.151, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.606, "count": 30, "max": 42.933, "p95": 27.346, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 846.333, "count": 30, "max": 1169.0, "p95": 1158.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1481.733, "count": 30, "max": 14348.0, "p95": 6983.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.083, "count": 30, "max": 0.281, "p95": 0.229, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.428, "count": 30, "max": 0.508, "p95": 0.503, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 120632.3, "count": 30, "max": 131460.0, "p95": 129756.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 120632.3, "count": 30, "max": 131460.0, "p95": 129756.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.867, "count": 30, "max": 35.0, "p95": 29.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.442, "count": 30, "max": 0.54, "p95": 0.531, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.029, "count": 30, "max": 1.209, "p95": 1.178, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 219, "sampled_at": "2026-10-30T15:32:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:32:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.854, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 58625, "flush_count": 62, "flush_interval_seconds": 30.0, "flush_state": {"count": 62, "last_at": "2026-10-30T15:33:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:33:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 61}, "started": true, "suppressed_count": 26335, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 26332}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 62, "written_record_count": 62}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4673.336, "limit_mb": null}, "detail": {"pid": 3691, "restart_count": 19, "start_count": 20}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 72971366400, "copied_frame_count": 26393, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 72971366400, "frame_buffer_copies": 26393, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1027, "count": 512, "max_ms": 0.3864, "p50_ms": 0.0859, "p95_ms": 0.2042, "p99_ms": 0.2655}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2579, "count": 512, "max_ms": 3.4744, "p50_ms": 1.1725, "p95_ms": 2.1982, "p99_ms": 2.6406, "results": {"failed": 0, "not_applicable": 0, "success": 26393, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 18, "h264_decode_error_count": 62, "h264_decode_error_count_per_hour": 62, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:33:20+09:00", "last_error_summary": "[h264 @ 0x56f3b3000b40] error while decoding MB 32 29, bytestream -6", "last_exit_at": "2026-10-30T15:33:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T15:33:23+09:00", "pid": 3691, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.879, "name": "ffmpeg", "pid": 3691, "rss_mb": 57.879, "state": "S (sleeping)", "threads": 1}, "restart_count": 19, "restart_count_per_hour": 19, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 22, "rtsp_tolerant_mode": false, "running": true, "start_count": 20}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.767, "sample_count": 2326, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26393, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:33:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.968, "last_frame_pushed_at": "2026-10-30T15:33:20+09:00", "last_frame_read_age_sec": 5.059, "last_frame_read_at": "2026-10-30T15:33:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 6, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 576.937, "last_sample_duration_ms": 854.274, "last_trigger": "periodic", "next_snapshot_in_sec": 23.063, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 6, "storage_bytes": 1106263}, "mjpeg": {"age_sec": 4.961, "exists": true, "mtime": "2026-10-30T15:33:20.838954+09:00", "mtime_epoch": 1793342000.8389537, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117666}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:33:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 817.016, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 9, "history_size_limit": 20, "last_frame_idx": 26393, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 9}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.437, "max": 15.0, "p95": 11.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.953, "max": 4.0, "p95": 4.0, "sample_count": 190}, "total": {"avg": 2.953, "max": 4.0, "p95": 4.0, "sample_count": 190}}, "tracking_counts": {"active": {"avg": 1.068, "max": 2.0, "p95": 2.0, "sample_count": 190}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 190}, "tracked": {"avg": 1.068, "max": 2.0, "p95": 2.0, "sample_count": 190}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.35, "pushed": 6.35, "read": 6.317}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 189, "client_acquire_ms": {"avg_ms": 0.006, "count": 190, "max_ms": 0.023, "p95_ms": 0.012, "reason": null, "sample_age_ms": 5034.202, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.873, "count": 189, "max_ms": 7.963, "p95_ms": 3.247, "reason": null, "sample_age_ms": 5063.405, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.35, "count": 189, "max_ms": 7.65, "p95_ms": 2.12, "reason": null, "sample_age_ms": 5063.559, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.345, "count": 190, "max_ms": 2.104, "p95_ms": 0.665, "reason": null, "sample_age_ms": 5034.215, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.761, "count": 189, "max_ms": 9.138, "p95_ms": 3.125, "reason": null, "sample_age_ms": 5062.673, "source": "client_direct"}, "request_count": 189, "request_tensor_bytes": {"avg": 2764808.0, "count": 189, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5062.662, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 190, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5034.669, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.859, "count": 190, "max_ms": 84.373, "p95_ms": 64.573, "reason": null, "sample_age_ms": 5034.196, "source": "client_direct"}, "sample_age_ms": 5034.166, "source": "client_direct", "task_total_ms": {"avg_ms": 47.116, "count": 190, "max_ms": 86.351, "p95_ms": 67.961, "reason": null, "sample_age_ms": 5034.166, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.61, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.016, "count": 190, "max_ms": 14.735, "p95_ms": 12.465}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.479, "count": 190, "max_ms": 1.786, "p95_ms": 0.973}, "detection_prepare_ms": {"avg_ms": 1.504, "count": 190, "max_ms": 4.781, "p95_ms": 3.033}, "event_filter_ms": {"avg_ms": 0.006, "count": 190, "max_ms": 0.033, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.359, "count": 190, "max_ms": 1.006, "p95_ms": 0.71}, "mcmt_ms": {"avg_ms": 0.003, "count": 190, "max_ms": 0.015, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 3.375, "count": 190, "max_ms": 6.476, "p95_ms": 5.563}, "setup_ms": {"avg_ms": 0.041, "count": 190, "max_ms": 0.156, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 7.954, "count": 190, "max_ms": 14.671, "p95_ms": 12.353}, "track_match_ms": {"avg_ms": 0.148, "count": 190, "max_ms": 0.487, "p95_ms": 0.3}, "tracker_update_ms": {"avg_ms": 2.038, "count": 190, "max_ms": 4.341, "p95_ms": 3.389}}, "gstreamer_push": {"avg_ms": 2.73, "count": 190, "max_ms": 7.543, "p95_ms": 5.06}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 190, "max_ms": 0.659, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.348, "count": 190, "max_ms": 94.76, "p95_ms": 69.613}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.087, "count": 190, "max_ms": 12.055, "p95_ms": 8.608}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.685, "count": 190, "max_ms": 155.506, "p95_ms": 123.789}, "inference_input_copy_ms": {"avg_ms": 1.387, "count": 190, "max_ms": 8.668, "p95_ms": 2.273}, "processing_residual_ms": {"avg_ms": 0.192, "count": 190, "max_ms": 0.738, "p95_ms": 0.395}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.351, "count": 190, "max_ms": 161.442, "p95_ms": 128.272}, "read_interval": {"avg_ms": 132.06, "count": 189, "max_ms": 1448.18, "p95_ms": 179.451}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.023, "count": 190, "max_ms": 0.964, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 3.299, "count": 190, "max_ms": 6.313, "p95_ms": 5.459}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 190, "max_ms": 0.073, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.276, "count": 190, "max_ms": 6.284, "p95_ms": 5.442}, "worker_merge_ms": {"avg_ms": 0.007, "count": 190, "max_ms": 0.027, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 48.36, "count": 190, "max_ms": 94.781, "p95_ms": 69.635}, "visualize": {"avg_ms": 35.134, "count": 190, "max_ms": 64.021, "p95_ms": 50.138}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.839, "count": 190, "max_ms": 47.246, "p95_ms": 41.023}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.728, "count": 190, "max_ms": 62.302, "p95_ms": 48.431}, "visualize_input_copy_ms": {"avg_ms": 1.209, "count": 190, "max_ms": 2.465, "p95_ms": 2.076}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.606, "count": 190, "max_ms": 62.151, "p95_ms": 48.281}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 190, "max_ms": 0.17, "p95_ms": 0.127}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 816.941, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.393, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.904, "sample_count": 2317, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 26238, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:32:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117168, "write_bytes_delta": 117168, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 966.0, "cpu_core_ratio": 0.379871, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 3343, "reason": null, "system_cpu_core_ratio": 0.029872, "system_cpu_s_delta": 0.5999999999999996, "user_cpu_core_ratio": 0.349999, "user_cpu_s_delta": 7.030000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.615073, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.523256, "system_cpu_s_delta": 10.509999999999991, "user_cpu_core_ratio": 1.091817, "user_cpu_s_delta": 21.929999999999836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.67, "count": 240, "max_ms": 7.976, "p95_ms": 4.587, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.475, "max": 7.0, "p95": 7.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.604, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 240}, "total": {"avg": 2.604, "max": 3.0, "p95": 3.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.814, "count": 30, "max": 61.346, "p95": 56.151, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.606, "count": 30, "max": 42.933, "p95": 27.346, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 846.333, "count": 30, "max": 1169.0, "p95": 1158.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1481.733, "count": 30, "max": 14348.0, "p95": 6983.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.083, "count": 30, "max": 0.281, "p95": 0.229, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.428, "count": 30, "max": 0.508, "p95": 0.503, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 120632.3, "count": 30, "max": 131460.0, "p95": 129756.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 120632.3, "count": 30, "max": 131460.0, "p95": 129756.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.867, "count": 30, "max": 35.0, "p95": 29.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.442, "count": 30, "max": 0.54, "p95": 0.531, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.029, "count": 30, "max": 1.209, "p95": 1.178, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 219, "sampled_at": "2026-10-30T15:32:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:32:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 31735, "flush_count": 62, "flush_interval_seconds": 30.0, "flush_state": {"count": 62, "last_at": "2026-10-30T15:32:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:32:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 61}, "started": true, "suppressed_count": 35167, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 35167}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 62, "written_record_count": 62}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4433.145, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5f9562e94e80] error while decoding MB 190 61, bytestream -10", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 97395609600, "copied_frame_count": 35227, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 97395609600, "frame_buffer_copies": 35227, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1143, "count": 512, "max_ms": 0.3789, "p50_ms": 0.0982, "p95_ms": 0.2335, "p99_ms": 0.3291}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2426, "count": 512, "max_ms": 6.6008, "p50_ms": 1.1336, "p95_ms": 2.161, "p99_ms": 2.7579, "results": {"failed": 0, "not_applicable": 0, "success": 35227, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 6, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:33:27+09:00", "last_error_summary": "[h264 @ 0x5f9562e94e80] error while decoding MB 190 61, bytestream -10", "last_exit_at": "2026-10-30T15:32:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.096, "last_started_at": "2026-10-30T15:32:52+09:00", "pid": 3575, "process": {"exists": false, "pid": 3575}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.264, "sample_count": 2373, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35227, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:33:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.089, "last_frame_pushed_at": "2026-10-30T15:33:27+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-10-30T15:33:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 6, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 578.316, "last_sample_duration_ms": 854.274, "last_trigger": "periodic", "next_snapshot_in_sec": 21.684, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 6, "storage_bytes": 1106263}, "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-10-30T15:33:27.085990+09:00", "mtime_epoch": 1793342007.0859904, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 98821}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:33:27+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 729.211, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 35228, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.708, "pushed": 5.708, "read": 5.741}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 170, "client_acquire_ms": {"avg_ms": 0.007, "count": 170, "max_ms": 0.039, "p95_ms": 0.014, "reason": null, "sample_age_ms": 26.27, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.561, "count": 170, "max_ms": 3.076, "p95_ms": 1.913, "reason": null, "sample_age_ms": 89.617, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.308, "count": 170, "max_ms": 2.782, "p95_ms": 1.639, "reason": null, "sample_age_ms": 89.847, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.096, "count": 170, "max_ms": 0.438, "p95_ms": 0.231, "reason": null, "sample_age_ms": 26.275, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.388, "count": 170, "max_ms": 3.325, "p95_ms": 2.452, "reason": null, "sample_age_ms": 88.554, "source": "client_direct"}, "request_count": 170, "request_tensor_bytes": {"avg": 2211848.0, "count": 170, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 88.539, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 170, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 26.35, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.249, "count": 170, "max_ms": 71.895, "p95_ms": 53.258, "reason": null, "sample_age_ms": 26.267, "source": "client_direct"}, "sample_age_ms": 26.264, "source": "client_direct", "task_total_ms": {"avg_ms": 36.9, "count": 170, "max_ms": 75.607, "p95_ms": 54.599, "reason": null, "sample_age_ms": 26.264, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.894, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.66, "count": 169, "max_ms": 1.622, "p95_ms": 1.252}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.208, "count": 169, "max_ms": 0.507, "p95_ms": 0.431}, "detection_prepare_ms": {"avg_ms": 0.095, "count": 169, "max_ms": 0.259, "p95_ms": 0.185}, "event_filter_ms": {"avg_ms": 0.004, "count": 169, "max_ms": 0.028, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 169, "max_ms": 0.227, "p95_ms": 0.147}, "mcmt_ms": {"avg_ms": 0.002, "count": 169, "max_ms": 0.009, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.166, "count": 169, "max_ms": 0.484, "p95_ms": 0.344}, "setup_ms": {"avg_ms": 0.041, "count": 169, "max_ms": 0.12, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 0.623, "count": 169, "max_ms": 1.526, "p95_ms": 1.176}, "track_match_ms": {"avg_ms": 0.004, "count": 169, "max_ms": 0.023, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.027, "count": 169, "max_ms": 0.102, "p95_ms": 0.056}}, "gstreamer_push": {"avg_ms": 2.351, "count": 169, "max_ms": 5.332, "p95_ms": 4.273}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 169, "max_ms": 0.119, "p95_ms": 0.09}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.619, "count": 169, "max_ms": 77.004, "p95_ms": 55.214}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.034, "count": 169, "max_ms": 0.137, "p95_ms": 0.071}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 67.28, "count": 169, "max_ms": 115.521, "p95_ms": 93.641}, "inference_input_copy_ms": {"avg_ms": 1.288, "count": 169, "max_ms": 4.0, "p95_ms": 2.159}, "processing_residual_ms": {"avg_ms": 0.122, "count": 169, "max_ms": 0.365, "p95_ms": 0.231}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 68.725, "count": 169, "max_ms": 117.34, "p95_ms": 95.526}, "read_interval": {"avg_ms": 224.041, "count": 170, "max_ms": 8563.146, "p95_ms": 424.524}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 169, "max_ms": 0.041, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.115, "count": 169, "max_ms": 0.375, "p95_ms": 0.251}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 169, "max_ms": 0.028, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.101, "count": 169, "max_ms": 0.346, "p95_ms": 0.222}, "worker_merge_ms": {"avg_ms": 0.005, "count": 169, "max_ms": 0.028, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 37.633, "count": 169, "max_ms": 77.035, "p95_ms": 55.223}, "visualize": {"avg_ms": 28.13, "count": 169, "max_ms": 51.057, "p95_ms": 40.821}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.378, "count": 169, "max_ms": 50.214, "p95_ms": 39.905}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.946, "count": 169, "max_ms": 50.908, "p95_ms": 40.673}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.86, "count": 169, "max_ms": 50.792, "p95_ms": 40.6}, "visualizer_prepare_ms": {"avg_ms": 0.052, "count": 169, "max_ms": 0.165, "p95_ms": 0.099}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 169}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 729.16, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.264, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.135, "sample_count": 2461, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35117, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:33:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99283, "write_bytes_delta": 99283, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 399.0, "cpu_core_ratio": 0.666538, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10738.0, "pid": 3575, "reason": null, "system_cpu_core_ratio": 0.037974, "system_cpu_s_delta": 0.38, "user_cpu_core_ratio": 0.628565, "user_cpu_s_delta": 6.289999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.371742, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 65.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.036974, "system_cpu_s_delta": 0.3699999999999477, "user_cpu_core_ratio": 0.334768, "user_cpu_s_delta": 3.349999999999909}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.488, "count": 122, "max_ms": 4.763, "p95_ms": 3.941, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 122}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 122}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.032, "count": 30, "max": 65.194, "p95": 41.21, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.101, "count": 30, "max": 39.314, "p95": 31.954, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1089.767, "count": 30, "max": 1608.0, "p95": 1497.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 664.133, "count": 30, "max": 10738.0, "p95": 5052.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.067, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.142, "count": 30, "max": 1.388, "p95": 1.274, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.018, "count": 30, "max": 0.454, "p95": 0.043, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100026.7, "count": 30, "max": 101899.0, "p95": 101130.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96630.067, "count": 30, "max": 101508.0, "p95": 100663.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 159.7, "count": 30, "max": 313.0, "p95": 225.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.07, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.554, "count": 30, "max": 0.676, "p95": 0.659, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 222, "sampled_at": "2026-10-30T15:33:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:33:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.609, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 31735, "flush_count": 62, "flush_interval_seconds": 30.0, "flush_state": {"count": 62, "last_at": "2026-10-30T15:32:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:32:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 61}, "started": true, "suppressed_count": 35167, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 35167}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 62, "written_record_count": 62}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4436.523, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T15:33:27+09:00", "last_error_summary": "[h264 @ 0x5f9562e94e80] error while decoding MB 190 61, bytestream -10", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 97398374400, "copied_frame_count": 35228, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 97398374400, "frame_buffer_copies": 35228, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1139, "count": 512, "max_ms": 0.3789, "p50_ms": 0.0982, "p95_ms": 0.2324, "p99_ms": 0.3185}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2506, "count": 512, "max_ms": 6.6008, "p50_ms": 1.1336, "p95_ms": 2.1699, "p99_ms": 2.901, "results": {"failed": 0, "not_applicable": 0, "success": 35228, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 6, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:33:27+09:00", "last_error_summary": "[h264 @ 0x5f9562e94e80] error while decoding MB 190 61, bytestream -10", "last_exit_at": "2026-10-30T15:33:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.14, "last_started_at": "2026-10-30T15:32:52+09:00", "pid": 3575, "process": {"exists": false, "pid": 3575}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.264, "sample_count": 2374, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35228, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:33:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.021, "last_frame_pushed_at": "2026-10-30T15:33:27+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-10-30T15:33:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 6, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 578.353, "last_sample_duration_ms": 854.274, "last_trigger": "periodic", "next_snapshot_in_sec": 21.647, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 6, "storage_bytes": 1106263}, "mjpeg": {"age_sec": 0.008, "exists": true, "mtime": "2026-10-30T15:33:27.200991+09:00", "mtime_epoch": 1793342007.200991, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 98287}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:33:27+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 729.211, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 35228, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 170}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.733, "pushed": 5.733, "read": 5.733}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 170, "client_acquire_ms": {"avg_ms": 0.007, "count": 170, "max_ms": 0.039, "p95_ms": 0.014, "reason": null, "sample_age_ms": 72.366, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.561, "count": 170, "max_ms": 3.076, "p95_ms": 1.913, "reason": null, "sample_age_ms": 135.713, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.308, "count": 170, "max_ms": 2.782, "p95_ms": 1.639, "reason": null, "sample_age_ms": 135.943, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.096, "count": 170, "max_ms": 0.438, "p95_ms": 0.231, "reason": null, "sample_age_ms": 72.371, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.388, "count": 170, "max_ms": 3.325, "p95_ms": 2.452, "reason": null, "sample_age_ms": 134.65, "source": "client_direct"}, "request_count": 170, "request_tensor_bytes": {"avg": 2211848.0, "count": 170, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 134.634, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 170, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 72.446, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.249, "count": 170, "max_ms": 71.895, "p95_ms": 53.258, "reason": null, "sample_age_ms": 72.363, "source": "client_direct"}, "sample_age_ms": 72.36, "source": "client_direct", "task_total_ms": {"avg_ms": 36.9, "count": 170, "max_ms": 75.607, "p95_ms": 54.599, "reason": null, "sample_age_ms": 72.36, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.067, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.66, "count": 170, "max_ms": 1.622, "p95_ms": 1.252}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.208, "count": 170, "max_ms": 0.507, "p95_ms": 0.431}, "detection_prepare_ms": {"avg_ms": 0.095, "count": 170, "max_ms": 0.259, "p95_ms": 0.185}, "event_filter_ms": {"avg_ms": 0.004, "count": 170, "max_ms": 0.028, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 170, "max_ms": 0.227, "p95_ms": 0.147}, "mcmt_ms": {"avg_ms": 0.002, "count": 170, "max_ms": 0.009, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.166, "count": 170, "max_ms": 0.484, "p95_ms": 0.344}, "setup_ms": {"avg_ms": 0.041, "count": 170, "max_ms": 0.12, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 0.623, "count": 170, "max_ms": 1.526, "p95_ms": 1.176}, "track_match_ms": {"avg_ms": 0.004, "count": 170, "max_ms": 0.023, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.027, "count": 170, "max_ms": 0.102, "p95_ms": 0.056}}, "gstreamer_push": {"avg_ms": 2.358, "count": 170, "max_ms": 5.332, "p95_ms": 4.273}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 170, "max_ms": 0.119, "p95_ms": 0.09}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.774, "count": 170, "max_ms": 77.004, "p95_ms": 55.216}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.034, "count": 170, "max_ms": 0.137, "p95_ms": 0.071}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 67.454, "count": 170, "max_ms": 115.521, "p95_ms": 94.441}, "inference_input_copy_ms": {"avg_ms": 1.286, "count": 170, "max_ms": 4.0, "p95_ms": 2.159}, "processing_residual_ms": {"avg_ms": 0.122, "count": 170, "max_ms": 0.365, "p95_ms": 0.231}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 68.896, "count": 170, "max_ms": 117.34, "p95_ms": 95.82}, "read_interval": {"avg_ms": 224.041, "count": 170, "max_ms": 8563.146, "p95_ms": 424.524}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 170, "max_ms": 0.041, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.115, "count": 170, "max_ms": 0.375, "p95_ms": 0.251}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 170, "max_ms": 0.028, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.1, "count": 170, "max_ms": 0.346, "p95_ms": 0.222}, "worker_merge_ms": {"avg_ms": 0.005, "count": 170, "max_ms": 0.028, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 37.787, "count": 170, "max_ms": 77.035, "p95_ms": 55.225}, "visualize": {"avg_ms": 28.151, "count": 170, "max_ms": 51.057, "p95_ms": 40.821}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.401, "count": 170, "max_ms": 50.214, "p95_ms": 39.905}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.967, "count": 170, "max_ms": 50.908, "p95_ms": 40.673}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.881, "count": 170, "max_ms": 50.792, "p95_ms": 40.6}, "visualizer_prepare_ms": {"avg_ms": 0.052, "count": 170, "max_ms": 0.165, "p95_ms": 0.099}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 729.16, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.264, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.135, "sample_count": 2461, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35117, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:33:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99283, "write_bytes_delta": 99283, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 399.0, "cpu_core_ratio": 0.666538, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10738.0, "pid": 3575, "reason": null, "system_cpu_core_ratio": 0.037974, "system_cpu_s_delta": 0.38, "user_cpu_core_ratio": 0.628565, "user_cpu_s_delta": 6.289999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.371742, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 65.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.036974, "system_cpu_s_delta": 0.3699999999999477, "user_cpu_core_ratio": 0.334768, "user_cpu_s_delta": 3.349999999999909}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.488, "count": 122, "max_ms": 4.763, "p95_ms": 3.941, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 122}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 122}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.032, "count": 30, "max": 65.194, "p95": 41.21, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.101, "count": 30, "max": 39.314, "p95": 31.954, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1089.767, "count": 30, "max": 1608.0, "p95": 1497.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 664.133, "count": 30, "max": 10738.0, "p95": 5052.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.067, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.142, "count": 30, "max": 1.388, "p95": 1.274, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.018, "count": 30, "max": 0.454, "p95": 0.043, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100026.7, "count": 30, "max": 101899.0, "p95": 101130.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96630.067, "count": 30, "max": 101508.0, "p95": 100663.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 159.7, "count": 30, "max": 313.0, "p95": 225.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.07, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.554, "count": 30, "max": 0.676, "p95": 0.659, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 222, "sampled_at": "2026-10-30T15:33:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:33:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.653, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 31735, "flush_count": 62, "flush_interval_seconds": 30.0, "flush_state": {"count": 62, "last_at": "2026-10-30T15:32:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:32:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 61}, "started": true, "suppressed_count": 35167, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 35167}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 62, "written_record_count": 62}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4436.273, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 97398374400, "copied_frame_count": 35228, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 97398374400, "frame_buffer_copies": 35228, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1139, "count": 512, "max_ms": 0.3789, "p50_ms": 0.0982, "p95_ms": 0.2324, "p99_ms": 0.3185}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2506, "count": 512, "max_ms": 6.6008, "p50_ms": 1.1336, "p95_ms": 2.1699, "p99_ms": 2.901, "results": {"failed": 0, "not_applicable": 0, "success": 35228, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 6, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:33:27+09:00", "last_error_summary": "[h264 @ 0x5f9562e94e80] error while decoding MB 190 61, bytestream -10", "last_exit_at": "2026-10-30T15:33:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.169, "last_started_at": "2026-10-30T15:32:52+09:00", "pid": 3575, "process": {"exists": false, "pid": 3575}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.264, "sample_count": 2374, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35228, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:33:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.05, "last_frame_pushed_at": "2026-10-30T15:33:27+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-10-30T15:33:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 6, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 578.375, "last_sample_duration_ms": 854.274, "last_trigger": "periodic", "next_snapshot_in_sec": 21.625, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 6, "storage_bytes": 1106263}, "mjpeg": {"age_sec": 0.037, "exists": true, "mtime": "2026-10-30T15:33:27.200991+09:00", "mtime_epoch": 1793342007.200991, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 98287}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:33:27+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 729.211, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 35228, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 170}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 170, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.727, "pushed": 5.727, "read": 5.727}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 170, "client_acquire_ms": {"avg_ms": 0.007, "count": 170, "max_ms": 0.039, "p95_ms": 0.014, "reason": null, "sample_age_ms": 98.605, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.561, "count": 170, "max_ms": 3.076, "p95_ms": 1.913, "reason": null, "sample_age_ms": 161.952, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.308, "count": 170, "max_ms": 2.782, "p95_ms": 1.639, "reason": null, "sample_age_ms": 162.182, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.096, "count": 170, "max_ms": 0.438, "p95_ms": 0.231, "reason": null, "sample_age_ms": 98.61, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.388, "count": 170, "max_ms": 3.325, "p95_ms": 2.452, "reason": null, "sample_age_ms": 160.889, "source": "client_direct"}, "request_count": 170, "request_tensor_bytes": {"avg": 2211848.0, "count": 170, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 160.874, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 170, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 98.685, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.249, "count": 170, "max_ms": 71.895, "p95_ms": 53.258, "reason": null, "sample_age_ms": 98.602, "source": "client_direct"}, "sample_age_ms": 98.599, "source": "client_direct", "task_total_ms": {"avg_ms": 36.9, "count": 170, "max_ms": 75.607, "p95_ms": 54.599, "reason": null, "sample_age_ms": 98.599, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.784, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.66, "count": 170, "max_ms": 1.622, "p95_ms": 1.252}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.208, "count": 170, "max_ms": 0.507, "p95_ms": 0.431}, "detection_prepare_ms": {"avg_ms": 0.095, "count": 170, "max_ms": 0.259, "p95_ms": 0.185}, "event_filter_ms": {"avg_ms": 0.004, "count": 170, "max_ms": 0.028, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 170, "max_ms": 0.227, "p95_ms": 0.147}, "mcmt_ms": {"avg_ms": 0.002, "count": 170, "max_ms": 0.009, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.166, "count": 170, "max_ms": 0.484, "p95_ms": 0.344}, "setup_ms": {"avg_ms": 0.041, "count": 170, "max_ms": 0.12, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 0.623, "count": 170, "max_ms": 1.526, "p95_ms": 1.176}, "track_match_ms": {"avg_ms": 0.004, "count": 170, "max_ms": 0.023, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.027, "count": 170, "max_ms": 0.102, "p95_ms": 0.056}}, "gstreamer_push": {"avg_ms": 2.358, "count": 170, "max_ms": 5.332, "p95_ms": 4.273}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 170, "max_ms": 0.119, "p95_ms": 0.09}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.774, "count": 170, "max_ms": 77.004, "p95_ms": 55.216}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.034, "count": 170, "max_ms": 0.137, "p95_ms": 0.071}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 67.454, "count": 170, "max_ms": 115.521, "p95_ms": 94.441}, "inference_input_copy_ms": {"avg_ms": 1.286, "count": 170, "max_ms": 4.0, "p95_ms": 2.159}, "processing_residual_ms": {"avg_ms": 0.122, "count": 170, "max_ms": 0.365, "p95_ms": 0.231}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 68.896, "count": 170, "max_ms": 117.34, "p95_ms": 95.82}, "read_interval": {"avg_ms": 224.041, "count": 170, "max_ms": 8563.146, "p95_ms": 424.524}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 170, "max_ms": 0.041, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.115, "count": 170, "max_ms": 0.375, "p95_ms": 0.251}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 170, "max_ms": 0.028, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.1, "count": 170, "max_ms": 0.346, "p95_ms": 0.222}, "worker_merge_ms": {"avg_ms": 0.005, "count": 170, "max_ms": 0.028, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 37.787, "count": 170, "max_ms": 77.035, "p95_ms": 55.225}, "visualize": {"avg_ms": 28.151, "count": 170, "max_ms": 51.057, "p95_ms": 40.821}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.401, "count": 170, "max_ms": 50.214, "p95_ms": 39.905}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.967, "count": 170, "max_ms": 50.908, "p95_ms": 40.673}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.881, "count": 170, "max_ms": 50.792, "p95_ms": 40.6}, "visualizer_prepare_ms": {"avg_ms": 0.052, "count": 170, "max_ms": 0.165, "p95_ms": 0.099}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 729.16, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.264, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.135, "sample_count": 2461, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35117, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:33:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99283, "write_bytes_delta": 99283, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 399.0, "cpu_core_ratio": 0.666538, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10738.0, "pid": 3575, "reason": null, "system_cpu_core_ratio": 0.037974, "system_cpu_s_delta": 0.38, "user_cpu_core_ratio": 0.628565, "user_cpu_s_delta": 6.289999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.371742, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 65.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.036974, "system_cpu_s_delta": 0.3699999999999477, "user_cpu_core_ratio": 0.334768, "user_cpu_s_delta": 3.349999999999909}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.488, "count": 122, "max_ms": 4.763, "p95_ms": 3.941, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 122}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 122}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.032, "count": 30, "max": 65.194, "p95": 41.21, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.101, "count": 30, "max": 39.314, "p95": 31.954, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1089.767, "count": 30, "max": 1608.0, "p95": 1497.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 664.133, "count": 30, "max": 10738.0, "p95": 5052.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.067, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.142, "count": 30, "max": 1.388, "p95": 1.274, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.018, "count": 30, "max": 0.454, "p95": 0.043, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100026.7, "count": 30, "max": 101899.0, "p95": 101130.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96630.067, "count": 30, "max": 101508.0, "p95": 100663.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 159.7, "count": 30, "max": 313.0, "p95": 225.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.07, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.554, "count": 30, "max": 0.676, "p95": 0.659, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 222, "sampled_at": "2026-10-30T15:33:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:33:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.682, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 31735, "flush_count": 62, "flush_interval_seconds": 30.0, "flush_state": {"count": 62, "last_at": "2026-10-30T15:32:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:32:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 61}, "started": true, "suppressed_count": 35167, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 35167}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 62, "written_record_count": 62}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4474.953, "limit_mb": null}, "detail": {"pid": 3807, "restart_count": 6, "start_count": 7}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 97398374400, "copied_frame_count": 35228, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 97398374400, "frame_buffer_copies": 35228, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1139, "count": 512, "max_ms": 0.3789, "p50_ms": 0.0982, "p95_ms": 0.2324, "p99_ms": 0.3185}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2506, "count": 512, "max_ms": 6.6008, "p50_ms": 1.1336, "p95_ms": 2.1699, "p99_ms": 2.901, "results": {"failed": 0, "not_applicable": 0, "success": 35228, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 6, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:33:27+09:00", "last_error_summary": "[h264 @ 0x5f9562e94e80] error while decoding MB 190 61, bytestream -10", "last_exit_at": "2026-10-30T15:33:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T15:33:29+09:00", "pid": 3807, "process": {"exists": true, "fd_count": 4, "hwm_mb": 46.91, "name": "ffmpeg", "pid": 3807, "rss_mb": 46.91, "state": "S (sleeping)", "threads": 1}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.614, "sample_count": 2328, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35228, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:33:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.627, "last_frame_pushed_at": "2026-10-30T15:33:27+09:00", "last_frame_read_age_sec": 4.735, "last_frame_read_at": "2026-10-30T15:33:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 6, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 582.959, "last_sample_duration_ms": 854.274, "last_trigger": "periodic", "next_snapshot_in_sec": 17.041, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 6, "storage_bytes": 1106263}, "mjpeg": {"age_sec": 4.614, "exists": true, "mtime": "2026-10-30T15:33:27.200991+09:00", "mtime_epoch": 1793342007.200991, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 98287}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:33:31+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 729.215, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 35228, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 144}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 144, "pushed_frames": 144, "read_frames": 144, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.832, "pushed": 4.832, "read": 4.832}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 144, "client_acquire_ms": {"avg_ms": 0.007, "count": 144, "max_ms": 0.039, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4679.299, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.564, "count": 144, "max_ms": 3.076, "p95_ms": 1.915, "reason": null, "sample_age_ms": 4742.646, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.311, "count": 144, "max_ms": 2.782, "p95_ms": 1.645, "reason": null, "sample_age_ms": 4742.877, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.093, "count": 144, "max_ms": 0.438, "p95_ms": 0.225, "reason": null, "sample_age_ms": 4679.304, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.394, "count": 144, "max_ms": 3.172, "p95_ms": 2.458, "reason": null, "sample_age_ms": 4741.583, "source": "client_direct"}, "request_count": 144, "request_tensor_bytes": {"avg": 2211848.0, "count": 144, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4741.568, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 144, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4679.379, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.849, "count": 144, "max_ms": 64.283, "p95_ms": 50.99, "reason": null, "sample_age_ms": 4679.296, "source": "client_direct"}, "sample_age_ms": 4679.293, "source": "client_direct", "task_total_ms": {"avg_ms": 36.497, "count": 144, "max_ms": 66.839, "p95_ms": 53.406, "reason": null, "sample_age_ms": 4679.293, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.302, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.644, "count": 144, "max_ms": 1.622, "p95_ms": 1.236}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.203, "count": 144, "max_ms": 0.507, "p95_ms": 0.434}, "detection_prepare_ms": {"avg_ms": 0.092, "count": 144, "max_ms": 0.259, "p95_ms": 0.168}, "event_filter_ms": {"avg_ms": 0.004, "count": 144, "max_ms": 0.028, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.074, "count": 144, "max_ms": 0.227, "p95_ms": 0.147}, "mcmt_ms": {"avg_ms": 0.002, "count": 144, "max_ms": 0.009, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.164, "count": 144, "max_ms": 0.484, "p95_ms": 0.344}, "setup_ms": {"avg_ms": 0.039, "count": 144, "max_ms": 0.12, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 0.609, "count": 144, "max_ms": 1.526, "p95_ms": 1.171}, "track_match_ms": {"avg_ms": 0.004, "count": 144, "max_ms": 0.023, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.026, "count": 144, "max_ms": 0.072, "p95_ms": 0.055}}, "gstreamer_push": {"avg_ms": 2.311, "count": 144, "max_ms": 5.332, "p95_ms": 3.941}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 144, "max_ms": 0.119, "p95_ms": 0.088}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.367, "count": 144, "max_ms": 69.538, "p95_ms": 54.218}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.033, "count": 144, "max_ms": 0.137, "p95_ms": 0.071}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 66.621, "count": 144, "max_ms": 115.521, "p95_ms": 94.441}, "inference_input_copy_ms": {"avg_ms": 1.293, "count": 144, "max_ms": 4.0, "p95_ms": 2.159}, "processing_residual_ms": {"avg_ms": 0.121, "count": 144, "max_ms": 0.365, "p95_ms": 0.231}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 68.069, "count": 144, "max_ms": 117.082, "p95_ms": 95.526}, "read_interval": {"avg_ms": 177.231, "count": 144, "max_ms": 486.65, "p95_ms": 424.524}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 144, "max_ms": 0.041, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.113, "count": 144, "max_ms": 0.375, "p95_ms": 0.251}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 144, "max_ms": 0.028, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.099, "count": 144, "max_ms": 0.346, "p95_ms": 0.222}, "worker_merge_ms": {"avg_ms": 0.005, "count": 144, "max_ms": 0.028, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 37.38, "count": 144, "max_ms": 69.558, "p95_ms": 54.227}, "visualize": {"avg_ms": 27.758, "count": 144, "max_ms": 51.057, "p95_ms": 40.821}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.021, "count": 144, "max_ms": 50.214, "p95_ms": 39.905}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.577, "count": 144, "max_ms": 50.908, "p95_ms": 40.673}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.493, "count": 144, "max_ms": 50.792, "p95_ms": 40.6}, "visualizer_prepare_ms": {"avg_ms": 0.05, "count": 144, "max_ms": 0.139, "p95_ms": 0.096}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 144}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 729.16, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.264, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.135, "sample_count": 2461, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35117, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:33:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99283, "write_bytes_delta": 99283, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 399.0, "cpu_core_ratio": 0.666538, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10738.0, "pid": 3575, "reason": null, "system_cpu_core_ratio": 0.037974, "system_cpu_s_delta": 0.38, "user_cpu_core_ratio": 0.628565, "user_cpu_s_delta": 6.289999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.371742, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 65.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.036974, "system_cpu_s_delta": 0.3699999999999477, "user_cpu_core_ratio": 0.334768, "user_cpu_s_delta": 3.349999999999909}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.488, "count": 122, "max_ms": 4.763, "p95_ms": 3.941, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 122}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 122}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.032, "count": 30, "max": 65.194, "p95": 41.21, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.101, "count": 30, "max": 39.314, "p95": 31.954, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1089.767, "count": 30, "max": 1608.0, "p95": 1497.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 664.133, "count": 30, "max": 10738.0, "p95": 5052.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.067, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.142, "count": 30, "max": 1.388, "p95": 1.274, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.018, "count": 30, "max": 0.454, "p95": 0.043, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100026.7, "count": 30, "max": 101899.0, "p95": 101130.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96630.067, "count": 30, "max": 101508.0, "p95": 100663.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 159.7, "count": 30, "max": 313.0, "p95": 225.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.07, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.554, "count": 30, "max": 0.676, "p95": 0.659, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 222, "sampled_at": "2026-10-30T15:33:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:33:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.8, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 32247, "flush_count": 63, "flush_interval_seconds": 30.0, "flush_state": {"count": 63, "last_at": "2026-10-30T15:33:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:33:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 62}, "started": true, "suppressed_count": 35332, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 35332}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 63, "written_record_count": 63}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4469.102, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5df015994a40] error while decoding MB 183 90, bytestream -13 [h264 @ 0x5df015936400] error while decoding MB 167 85, bytestream -30", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 97857331200, "copied_frame_count": 35394, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 97857331200, "frame_buffer_copies": 35394, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1122, "count": 512, "max_ms": 0.3789, "p50_ms": 0.095, "p95_ms": 0.2331, "p99_ms": 0.3293}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.226, "count": 512, "max_ms": 6.2407, "p50_ms": 1.1298, "p95_ms": 2.1174, "p99_ms": 2.6799, "results": {"failed": 0, "not_applicable": 0, "success": 35394, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 7, "h264_decode_error_count": 10, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:34:03+09:00", "last_error_summary": "[h264 @ 0x5df015994a40] error while decoding MB 183 90, bytestream -13 [h264 @ 0x5df015936400] error while decoding MB 167 85, bytestream -30", "last_exit_at": "2026-10-30T15:33:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.734, "last_started_at": "2026-10-30T15:33:29+09:00", "pid": 3807, "process": {"exists": false, "pid": 3807}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.617, "sample_count": 2177, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35394, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:34:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.045, "last_frame_pushed_at": "2026-10-30T15:34:03+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-10-30T15:34:03+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 13.755, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 586.245, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 0.036, "exists": true, "mtime": "2026-10-30T15:34:03.512203+09:00", "mtime_epoch": 1793342043.5122035, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 99049}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:34:03+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 729.293, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 35394, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 166}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 166, "pushed_frames": 166, "read_frames": 166, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.69, "pushed": 5.69, "read": 5.69}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 166, "client_acquire_ms": {"avg_ms": 0.007, "count": 166, "max_ms": 0.022, "p95_ms": 0.014, "reason": null, "sample_age_ms": 93.723, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.646, "count": 166, "max_ms": 5.327, "p95_ms": 1.944, "reason": null, "sample_age_ms": 124.668, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.339, "count": 166, "max_ms": 4.148, "p95_ms": 1.594, "reason": null, "sample_age_ms": 124.811, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.092, "count": 166, "max_ms": 0.218, "p95_ms": 0.186, "reason": null, "sample_age_ms": 93.73, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.52, "count": 166, "max_ms": 3.484, "p95_ms": 2.631, "reason": null, "sample_age_ms": 123.758, "source": "client_direct"}, "request_count": 166, "request_tensor_bytes": {"avg": 2211848.0, "count": 166, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 123.743, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 166, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 93.812, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.07, "count": 166, "max_ms": 74.07, "p95_ms": 53.695, "reason": null, "sample_age_ms": 93.72, "source": "client_direct"}, "sample_age_ms": 93.717, "source": "client_direct", "task_total_ms": {"avg_ms": 38.855, "count": 166, "max_ms": 76.301, "p95_ms": 55.985, "reason": null, "sample_age_ms": 93.717, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.757, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.693, "count": 166, "max_ms": 1.906, "p95_ms": 1.231}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.219, "count": 166, "max_ms": 0.565, "p95_ms": 0.403}, "detection_prepare_ms": {"avg_ms": 0.097, "count": 166, "max_ms": 0.249, "p95_ms": 0.188}, "event_filter_ms": {"avg_ms": 0.004, "count": 166, "max_ms": 0.028, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.076, "count": 166, "max_ms": 0.216, "p95_ms": 0.148}, "mcmt_ms": {"avg_ms": 0.003, "count": 166, "max_ms": 0.014, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.18, "count": 166, "max_ms": 0.524, "p95_ms": 0.322}, "setup_ms": {"avg_ms": 0.043, "count": 166, "max_ms": 0.127, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 0.653, "count": 166, "max_ms": 1.82, "p95_ms": 1.172}, "track_match_ms": {"avg_ms": 0.004, "count": 166, "max_ms": 0.044, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.027, "count": 166, "max_ms": 0.105, "p95_ms": 0.053}}, "gstreamer_push": {"avg_ms": 2.681, "count": 166, "max_ms": 5.196, "p95_ms": 4.558}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 166, "max_ms": 0.816, "p95_ms": 0.083}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.808, "count": 166, "max_ms": 77.242, "p95_ms": 58.607}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.041, "count": 166, "max_ms": 0.156, "p95_ms": 0.094}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 70.161, "count": 166, "max_ms": 120.655, "p95_ms": 94.499}, "inference_input_copy_ms": {"avg_ms": 1.381, "count": 166, "max_ms": 3.726, "p95_ms": 2.233}, "processing_residual_ms": {"avg_ms": 0.159, "count": 166, "max_ms": 3.578, "p95_ms": 0.247}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 71.742, "count": 166, "max_ms": 124.511, "p95_ms": 97.547}, "read_interval": {"avg_ms": 218.993, "count": 166, "max_ms": 7295.497, "p95_ms": 410.03}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 166, "max_ms": 0.055, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.124, "count": 166, "max_ms": 0.415, "p95_ms": 0.226}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 166, "max_ms": 0.03, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.109, "count": 166, "max_ms": 0.38, "p95_ms": 0.204}, "worker_merge_ms": {"avg_ms": 0.005, "count": 166, "max_ms": 0.026, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 39.822, "count": 166, "max_ms": 77.257, "p95_ms": 58.628}, "visualize": {"avg_ms": 28.721, "count": 166, "max_ms": 44.185, "p95_ms": 39.621}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.91, "count": 166, "max_ms": 42.579, "p95_ms": 38.393}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.532, "count": 166, "max_ms": 43.812, "p95_ms": 39.323}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.435, "count": 166, "max_ms": 43.611, "p95_ms": 39.222}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 166, "max_ms": 0.704, "p95_ms": 0.1}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 166}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 729.23, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.839, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.873, "sample_count": 2279, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35262, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:33:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98136, "write_bytes_delta": 98136, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 3807, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.211283, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 39.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.02142, "system_cpu_s_delta": 0.21999999999997044, "user_cpu_core_ratio": 0.189862, "user_cpu_s_delta": 1.9500000000002728}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.406, "count": 132, "max_ms": 5.332, "p95_ms": 4.069, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 132}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.024, "count": 30, "max": 65.194, "p95": 41.21, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.921, "count": 30, "max": 39.314, "p95": 31.954, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1054.833, "count": 30, "max": 1608.0, "p95": 1497.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 681.667, "count": 30, "max": 10738.0, "p95": 5289.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.067, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.123, "count": 30, "max": 1.388, "p95": 1.274, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.108, "count": 30, "max": 2.603, "p95": 0.302, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99742.333, "count": 30, "max": 100668.0, "p95": 100485.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96394.567, "count": 30, "max": 100668.0, "p95": 100430.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 142.7, "count": 30, "max": 313.0, "p95": 225.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.07, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.524, "count": 30, "max": 0.676, "p95": 0.659, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 225, "sampled_at": "2026-10-30T15:33:40+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:33:40+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.173, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 32247, "flush_count": 63, "flush_interval_seconds": 30.0, "flush_state": {"count": 63, "last_at": "2026-10-30T15:33:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:33:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 62}, "started": true, "suppressed_count": 35332, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 35332}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 63, "written_record_count": 63}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4468.613, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 97857331200, "copied_frame_count": 35394, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 97857331200, "frame_buffer_copies": 35394, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1122, "count": 512, "max_ms": 0.3789, "p50_ms": 0.095, "p95_ms": 0.2331, "p99_ms": 0.3293}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.226, "count": 512, "max_ms": 6.2407, "p50_ms": 1.1298, "p95_ms": 2.1174, "p99_ms": 2.6799, "results": {"failed": 0, "not_applicable": 0, "success": 35394, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 7, "h264_decode_error_count": 10, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:34:03+09:00", "last_error_summary": "[h264 @ 0x5df015994a40] error while decoding MB 183 90, bytestream -13 [h264 @ 0x5df015936400] error while decoding MB 167 85, bytestream -30", "last_exit_at": "2026-10-30T15:33:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.777, "last_started_at": "2026-10-30T15:33:29+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 6, "restart_count_per_hour": 5, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.617, "sample_count": 2176, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35394, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:34:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.088, "last_frame_pushed_at": "2026-10-30T15:34:03+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-10-30T15:34:03+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 13.788, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 586.212, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-10-30T15:34:03.512203+09:00", "mtime_epoch": 1793342043.5122035, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 99049}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:34:03+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 729.289, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 35394, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 166}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 166, "pushed_frames": 166, "read_frames": 166, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.682, "pushed": 5.682, "read": 5.682}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 166, "client_acquire_ms": {"avg_ms": 0.007, "count": 166, "max_ms": 0.022, "p95_ms": 0.014, "reason": null, "sample_age_ms": 132.663, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.646, "count": 166, "max_ms": 5.327, "p95_ms": 1.944, "reason": null, "sample_age_ms": 163.609, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.339, "count": 166, "max_ms": 4.148, "p95_ms": 1.594, "reason": null, "sample_age_ms": 163.752, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.092, "count": 166, "max_ms": 0.218, "p95_ms": 0.186, "reason": null, "sample_age_ms": 132.67, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.52, "count": 166, "max_ms": 3.484, "p95_ms": 2.631, "reason": null, "sample_age_ms": 162.699, "source": "client_direct"}, "request_count": 166, "request_tensor_bytes": {"avg": 2211848.0, "count": 166, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 162.683, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 166, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 132.753, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.07, "count": 166, "max_ms": 74.07, "p95_ms": 53.695, "reason": null, "sample_age_ms": 132.661, "source": "client_direct"}, "sample_age_ms": 132.658, "source": "client_direct", "task_total_ms": {"avg_ms": 38.855, "count": 166, "max_ms": 76.301, "p95_ms": 55.985, "reason": null, "sample_age_ms": 132.658, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.465, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.693, "count": 166, "max_ms": 1.906, "p95_ms": 1.231}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.219, "count": 166, "max_ms": 0.565, "p95_ms": 0.403}, "detection_prepare_ms": {"avg_ms": 0.097, "count": 166, "max_ms": 0.249, "p95_ms": 0.188}, "event_filter_ms": {"avg_ms": 0.004, "count": 166, "max_ms": 0.028, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.076, "count": 166, "max_ms": 0.216, "p95_ms": 0.148}, "mcmt_ms": {"avg_ms": 0.003, "count": 166, "max_ms": 0.014, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.18, "count": 166, "max_ms": 0.524, "p95_ms": 0.322}, "setup_ms": {"avg_ms": 0.043, "count": 166, "max_ms": 0.127, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 0.653, "count": 166, "max_ms": 1.82, "p95_ms": 1.172}, "track_match_ms": {"avg_ms": 0.004, "count": 166, "max_ms": 0.044, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.027, "count": 166, "max_ms": 0.105, "p95_ms": 0.053}}, "gstreamer_push": {"avg_ms": 2.681, "count": 166, "max_ms": 5.196, "p95_ms": 4.558}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 166, "max_ms": 0.816, "p95_ms": 0.083}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.808, "count": 166, "max_ms": 77.242, "p95_ms": 58.607}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.041, "count": 166, "max_ms": 0.156, "p95_ms": 0.094}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 70.161, "count": 166, "max_ms": 120.655, "p95_ms": 94.499}, "inference_input_copy_ms": {"avg_ms": 1.381, "count": 166, "max_ms": 3.726, "p95_ms": 2.233}, "processing_residual_ms": {"avg_ms": 0.159, "count": 166, "max_ms": 3.578, "p95_ms": 0.247}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 71.742, "count": 166, "max_ms": 124.511, "p95_ms": 97.547}, "read_interval": {"avg_ms": 218.993, "count": 166, "max_ms": 7295.497, "p95_ms": 410.03}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 166, "max_ms": 0.055, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.124, "count": 166, "max_ms": 0.415, "p95_ms": 0.226}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 166, "max_ms": 0.03, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.109, "count": 166, "max_ms": 0.38, "p95_ms": 0.204}, "worker_merge_ms": {"avg_ms": 0.005, "count": 166, "max_ms": 0.026, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 39.822, "count": 166, "max_ms": 77.257, "p95_ms": 58.628}, "visualize": {"avg_ms": 28.721, "count": 166, "max_ms": 44.185, "p95_ms": 39.621}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.91, "count": 166, "max_ms": 42.579, "p95_ms": 38.393}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.532, "count": 166, "max_ms": 43.812, "p95_ms": 39.323}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.435, "count": 166, "max_ms": 43.611, "p95_ms": 39.222}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 166, "max_ms": 0.704, "p95_ms": 0.1}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 166}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 729.23, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.839, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.873, "sample_count": 2279, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35262, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:33:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98136, "write_bytes_delta": 98136, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 3807, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.211283, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 39.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.02142, "system_cpu_s_delta": 0.21999999999997044, "user_cpu_core_ratio": 0.189862, "user_cpu_s_delta": 1.9500000000002728}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.406, "count": 132, "max_ms": 5.332, "p95_ms": 4.069, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 132}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.024, "count": 30, "max": 65.194, "p95": 41.21, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.921, "count": 30, "max": 39.314, "p95": 31.954, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1054.833, "count": 30, "max": 1608.0, "p95": 1497.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 681.667, "count": 30, "max": 10738.0, "p95": 5289.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.067, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.123, "count": 30, "max": 1.388, "p95": 1.274, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.108, "count": 30, "max": 2.603, "p95": 0.302, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99742.333, "count": 30, "max": 100668.0, "p95": 100485.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96394.567, "count": 30, "max": 100668.0, "p95": 100430.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 142.7, "count": 30, "max": 313.0, "p95": 225.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.07, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.524, "count": 30, "max": 0.676, "p95": 0.659, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 225, "sampled_at": "2026-10-30T15:33:40+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:33:40+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.215, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 32247, "flush_count": 63, "flush_interval_seconds": 30.0, "flush_state": {"count": 63, "last_at": "2026-10-30T15:33:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:33:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 62}, "started": true, "suppressed_count": 35332, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 35332}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 63, "written_record_count": 63}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4480.984, "limit_mb": null}, "detail": {"pid": 3923, "restart_count": 7, "start_count": 8}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 97857331200, "copied_frame_count": 35394, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 97857331200, "frame_buffer_copies": 35394, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1122, "count": 512, "max_ms": 0.3789, "p50_ms": 0.095, "p95_ms": 0.2331, "p99_ms": 0.3293}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.226, "count": 512, "max_ms": 6.2407, "p50_ms": 1.1298, "p95_ms": 2.1174, "p99_ms": 2.6799, "results": {"failed": 0, "not_applicable": 0, "success": 35394, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 7, "h264_decode_error_count": 10, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:34:03+09:00", "last_error_summary": "[h264 @ 0x5df015994a40] error while decoding MB 183 90, bytestream -13 [h264 @ 0x5df015936400] error while decoding MB 167 85, bytestream -30", "last_exit_at": "2026-10-30T15:33:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-30T15:34:06+09:00", "pid": 3923, "process": {"exists": true, "fd_count": 4, "hwm_mb": 46.691, "name": "ffmpeg", "pid": 3923, "rss_mb": 46.691, "state": "S (sleeping)", "threads": 1}, "restart_count": 7, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.617, "sample_count": 2129, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35394, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:34:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.868, "last_frame_pushed_at": "2026-10-30T15:34:03+09:00", "last_frame_read_age_sec": 4.938, "last_frame_read_at": "2026-10-30T15:34:03+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 18.58, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 581.42, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 4.859, "exists": true, "mtime": "2026-10-30T15:34:03.512203+09:00", "mtime_epoch": 1793342043.5122035, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 99049}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:34:08+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 729.293, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 35394, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 141}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 141, "pushed_frames": 141, "read_frames": 141, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.708, "pushed": 4.708, "read": 4.708}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 141, "client_acquire_ms": {"avg_ms": 0.007, "count": 141, "max_ms": 0.022, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4920.494, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.637, "count": 141, "max_ms": 5.327, "p95_ms": 1.818, "reason": null, "sample_age_ms": 4951.44, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.331, "count": 141, "max_ms": 4.148, "p95_ms": 1.565, "reason": null, "sample_age_ms": 4951.583, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.091, "count": 141, "max_ms": 0.218, "p95_ms": 0.19, "reason": null, "sample_age_ms": 4920.501, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.532, "count": 141, "max_ms": 3.484, "p95_ms": 2.657, "reason": null, "sample_age_ms": 4950.53, "source": "client_direct"}, "request_count": 141, "request_tensor_bytes": {"avg": 2211848.0, "count": 141, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4950.514, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 141, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4920.584, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.725, "count": 141, "max_ms": 68.317, "p95_ms": 51.764, "reason": null, "sample_age_ms": 4920.492, "source": "client_direct"}, "sample_age_ms": 4920.489, "source": "client_direct", "task_total_ms": {"avg_ms": 38.521, "count": 141, "max_ms": 71.134, "p95_ms": 53.762, "reason": null, "sample_age_ms": 4920.489, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.593, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.696, "count": 141, "max_ms": 1.906, "p95_ms": 1.281}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.221, "count": 141, "max_ms": 0.565, "p95_ms": 0.41}, "detection_prepare_ms": {"avg_ms": 0.097, "count": 141, "max_ms": 0.249, "p95_ms": 0.191}, "event_filter_ms": {"avg_ms": 0.004, "count": 141, "max_ms": 0.028, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.077, "count": 141, "max_ms": 0.216, "p95_ms": 0.151}, "mcmt_ms": {"avg_ms": 0.003, "count": 141, "max_ms": 0.008, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.181, "count": 141, "max_ms": 0.524, "p95_ms": 0.323}, "setup_ms": {"avg_ms": 0.043, "count": 141, "max_ms": 0.127, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 0.656, "count": 141, "max_ms": 1.82, "p95_ms": 1.206}, "track_match_ms": {"avg_ms": 0.004, "count": 141, "max_ms": 0.044, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.027, "count": 141, "max_ms": 0.105, "p95_ms": 0.053}}, "gstreamer_push": {"avg_ms": 2.641, "count": 141, "max_ms": 5.196, "p95_ms": 4.672}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 141, "max_ms": 0.106, "p95_ms": 0.079}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.463, "count": 141, "max_ms": 74.986, "p95_ms": 54.614}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.041, "count": 141, "max_ms": 0.156, "p95_ms": 0.094}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 70.177, "count": 141, "max_ms": 120.655, "p95_ms": 94.132}, "inference_input_copy_ms": {"avg_ms": 1.375, "count": 141, "max_ms": 3.518, "p95_ms": 2.233}, "processing_residual_ms": {"avg_ms": 0.162, "count": 141, "max_ms": 3.578, "p95_ms": 0.245}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 71.754, "count": 141, "max_ms": 124.511, "p95_ms": 96.375}, "read_interval": {"avg_ms": 178.331, "count": 141, "max_ms": 515.485, "p95_ms": 410.03}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 141, "max_ms": 0.055, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.126, "count": 141, "max_ms": 0.415, "p95_ms": 0.234}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 141, "max_ms": 0.03, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.111, "count": 141, "max_ms": 0.38, "p95_ms": 0.211}, "worker_merge_ms": {"avg_ms": 0.005, "count": 141, "max_ms": 0.026, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 39.478, "count": 141, "max_ms": 75.018, "p95_ms": 54.624}, "visualize": {"avg_ms": 29.081, "count": 141, "max_ms": 44.185, "p95_ms": 39.683}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.282, "count": 141, "max_ms": 42.579, "p95_ms": 38.704}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.894, "count": 141, "max_ms": 43.812, "p95_ms": 39.471}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.803, "count": 141, "max_ms": 43.611, "p95_ms": 39.306}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 141, "max_ms": 0.156, "p95_ms": 0.096}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 141}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 729.23, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.839, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.873, "sample_count": 2279, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35262, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:33:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98136, "write_bytes_delta": 98136, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 3807, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.211283, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 39.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.02142, "system_cpu_s_delta": 0.21999999999997044, "user_cpu_core_ratio": 0.189862, "user_cpu_s_delta": 1.9500000000002728}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.406, "count": 132, "max_ms": 5.332, "p95_ms": 4.069, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 132}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.024, "count": 30, "max": 65.194, "p95": 41.21, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.921, "count": 30, "max": 39.314, "p95": 31.954, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1054.833, "count": 30, "max": 1608.0, "p95": 1497.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 681.667, "count": 30, "max": 10738.0, "p95": 5289.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.067, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.123, "count": 30, "max": 1.388, "p95": 1.274, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.108, "count": 30, "max": 2.603, "p95": 0.302, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99742.333, "count": 30, "max": 100668.0, "p95": 100485.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96394.567, "count": 30, "max": 100668.0, "p95": 100430.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 142.7, "count": 30, "max": 313.0, "p95": 225.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.07, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.524, "count": 30, "max": 0.676, "p95": 0.659, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 225, "sampled_at": "2026-10-30T15:33:40+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:33:40+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 32759, "flush_count": 64, "flush_interval_seconds": 30.0, "flush_state": {"count": 64, "last_at": "2026-10-30T15:34:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:34:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 63}, "started": true, "suppressed_count": 35523, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 35523}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 64, "written_record_count": 64}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4471.227, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x634d19759680] error while decoding MB 166 97, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 98388172800, "copied_frame_count": 35586, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 98388172800, "frame_buffer_copies": 35586, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.107, "count": 512, "max_ms": 0.3933, "p50_ms": 0.0897, "p95_ms": 0.2223, "p99_ms": 0.3214}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.189, "count": 512, "max_ms": 6.2407, "p50_ms": 1.0833, "p95_ms": 2.0737, "p99_ms": 2.6269, "results": {"failed": 0, "not_applicable": 0, "success": 35586, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 8, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:34:44+09:00", "last_error_summary": "[h264 @ 0x634d19759680] error while decoding MB 166 97, bytestream -6", "last_exit_at": "2026-10-30T15:33:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 38.364, "last_started_at": "2026-10-30T15:34:06+09:00", "pid": 3923, "process": {"exists": false, "pid": 3923}, "restart_count": 7, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.331, "sample_count": 1959, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35586, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:34:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.021, "last_frame_pushed_at": "2026-10-30T15:34:44+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-10-30T15:34:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 54.939, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 545.061, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 0.014, "exists": true, "mtime": "2026-10-30T15:34:44.723444+09:00", "mtime_epoch": 1793342084.7234445, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 98962}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:34:44+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 729.395, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 35586, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.634, "pushed": 5.634, "read": 5.601}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 168, "client_acquire_ms": {"avg_ms": 0.007, "count": 168, "max_ms": 0.017, "p95_ms": 0.013, "reason": null, "sample_age_ms": 68.3, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.569, "count": 168, "max_ms": 4.139, "p95_ms": 1.861, "reason": null, "sample_age_ms": 107.281, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.312, "count": 168, "max_ms": 3.43, "p95_ms": 1.59, "reason": null, "sample_age_ms": 107.527, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.089, "count": 168, "max_ms": 0.294, "p95_ms": 0.198, "reason": null, "sample_age_ms": 68.309, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.458, "count": 168, "max_ms": 4.553, "p95_ms": 2.595, "reason": null, "sample_age_ms": 105.296, "source": "client_direct"}, "request_count": 168, "request_tensor_bytes": {"avg": 2211848.0, "count": 168, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 105.272, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 168, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 68.441, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.81, "count": 168, "max_ms": 61.154, "p95_ms": 49.709, "reason": null, "sample_age_ms": 68.294, "source": "client_direct"}, "sample_age_ms": 68.289, "source": "client_direct", "task_total_ms": {"avg_ms": 36.52, "count": 168, "max_ms": 63.784, "p95_ms": 51.297, "reason": null, "sample_age_ms": 68.289, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.757, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.669, "count": 169, "max_ms": 2.472, "p95_ms": 1.201}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.211, "count": 169, "max_ms": 0.843, "p95_ms": 0.402}, "detection_prepare_ms": {"avg_ms": 0.091, "count": 169, "max_ms": 0.284, "p95_ms": 0.172}, "event_filter_ms": {"avg_ms": 0.004, "count": 169, "max_ms": 0.091, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 169, "max_ms": 0.26, "p95_ms": 0.139}, "mcmt_ms": {"avg_ms": 0.003, "count": 169, "max_ms": 0.034, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.175, "count": 169, "max_ms": 0.691, "p95_ms": 0.374}, "setup_ms": {"avg_ms": 0.04, "count": 169, "max_ms": 0.149, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 0.63, "count": 169, "max_ms": 2.354, "p95_ms": 1.143}, "track_match_ms": {"avg_ms": 0.004, "count": 169, "max_ms": 0.021, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.026, "count": 169, "max_ms": 0.095, "p95_ms": 0.048}}, "gstreamer_push": {"avg_ms": 2.474, "count": 169, "max_ms": 5.112, "p95_ms": 3.963}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 169, "max_ms": 1.444, "p95_ms": 0.09}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.371, "count": 169, "max_ms": 65.752, "p95_ms": 52.333}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.035, "count": 169, "max_ms": 0.171, "p95_ms": 0.078}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 66.97, "count": 169, "max_ms": 103.52, "p95_ms": 89.023}, "inference_input_copy_ms": {"avg_ms": 1.304, "count": 169, "max_ms": 2.684, "p95_ms": 2.115}, "processing_residual_ms": {"avg_ms": 0.124, "count": 169, "max_ms": 0.342, "p95_ms": 0.233}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 68.432, "count": 169, "max_ms": 105.862, "p95_ms": 90.593}, "read_interval": {"avg_ms": 178.291, "count": 168, "max_ms": 645.699, "p95_ms": 402.852}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 169, "max_ms": 0.05, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.121, "count": 169, "max_ms": 0.515, "p95_ms": 0.264}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 169, "max_ms": 0.043, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.106, "count": 169, "max_ms": 0.465, "p95_ms": 0.238}, "worker_merge_ms": {"avg_ms": 0.005, "count": 169, "max_ms": 0.022, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 37.385, "count": 169, "max_ms": 65.762, "p95_ms": 52.36}, "visualize": {"avg_ms": 28.05, "count": 169, "max_ms": 42.627, "p95_ms": 37.373}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.272, "count": 169, "max_ms": 41.955, "p95_ms": 36.509}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.865, "count": 169, "max_ms": 42.464, "p95_ms": 37.229}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.776, "count": 169, "max_ms": 42.381, "p95_ms": 37.165}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 169, "max_ms": 0.164, "p95_ms": 0.107}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 169}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 729.371, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.177, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.448, "sample_count": 1970, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35566, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:34:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99139, "write_bytes_delta": 99139, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 410.0, "cpu_core_ratio": 0.623555, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 47.0, "pid": 3923, "reason": null, "system_cpu_core_ratio": 0.02767, "system_cpu_s_delta": 0.28, "user_cpu_core_ratio": 0.595886, "user_cpu_s_delta": 6.029999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.345871, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 64.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.034587, "system_cpu_s_delta": 0.3499999999999659, "user_cpu_core_ratio": 0.311284, "user_cpu_s_delta": 3.150000000000091}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.448, "count": 168, "max_ms": 5.112, "p95_ms": 3.973, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 168}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.404, "count": 30, "max": 65.194, "p95": 41.21, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.038, "count": 30, "max": 39.314, "p95": 31.954, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 879.633, "count": 30, "max": 1608.0, "p95": 1497.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1281.133, "count": 30, "max": 13076.0, "p95": 10039.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.067, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.034, "count": 30, "max": 1.388, "p95": 1.274, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.371, "count": 30, "max": 7.553, "p95": 1.636, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99497.067, "count": 30, "max": 100668.0, "p95": 100275.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96155.933, "count": 30, "max": 100668.0, "p95": 100262.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 106.867, "count": 30, "max": 226.0, "p95": 224.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.07, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.456, "count": 30, "max": 0.659, "p95": 0.657, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 231, "sampled_at": "2026-10-30T15:34:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:34:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 32759, "flush_count": 64, "flush_interval_seconds": 30.0, "flush_state": {"count": 64, "last_at": "2026-10-30T15:34:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:34:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 63}, "started": true, "suppressed_count": 35523, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 35523}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 64, "written_record_count": 64}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4471.227, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 98388172800, "copied_frame_count": 35586, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 98388172800, "frame_buffer_copies": 35586, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.107, "count": 512, "max_ms": 0.3933, "p50_ms": 0.0897, "p95_ms": 0.2223, "p99_ms": 0.3214}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.189, "count": 512, "max_ms": 6.2407, "p50_ms": 1.0833, "p95_ms": 2.0737, "p99_ms": 2.6269, "results": {"failed": 0, "not_applicable": 0, "success": 35586, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 8, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:34:44+09:00", "last_error_summary": "[h264 @ 0x634d19759680] error while decoding MB 166 97, bytestream -6", "last_exit_at": "2026-10-30T15:33:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 38.358, "last_started_at": "2026-10-30T15:34:06+09:00", "pid": 3923, "process": {"exists": false, "pid": 3923}, "restart_count": 7, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.331, "sample_count": 1959, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35586, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:34:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.015, "last_frame_pushed_at": "2026-10-30T15:34:44+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-10-30T15:34:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 54.944, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 545.056, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 0.003, "exists": true, "mtime": "2026-10-30T15:34:44.723444+09:00", "mtime_epoch": 1793342084.7234445, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 98962}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:34:44+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 729.395, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 35586, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.636, "pushed": 5.636, "read": 5.603}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 168, "client_acquire_ms": {"avg_ms": 0.007, "count": 168, "max_ms": 0.017, "p95_ms": 0.013, "reason": null, "sample_age_ms": 55.251, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.569, "count": 168, "max_ms": 4.139, "p95_ms": 1.861, "reason": null, "sample_age_ms": 94.232, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.312, "count": 168, "max_ms": 3.43, "p95_ms": 1.59, "reason": null, "sample_age_ms": 94.477, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.089, "count": 168, "max_ms": 0.294, "p95_ms": 0.198, "reason": null, "sample_age_ms": 55.259, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.458, "count": 168, "max_ms": 4.553, "p95_ms": 2.595, "reason": null, "sample_age_ms": 92.247, "source": "client_direct"}, "request_count": 168, "request_tensor_bytes": {"avg": 2211848.0, "count": 168, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 92.223, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 168, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 55.392, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.81, "count": 168, "max_ms": 61.154, "p95_ms": 49.709, "reason": null, "sample_age_ms": 55.245, "source": "client_direct"}, "sample_age_ms": 55.24, "source": "client_direct", "task_total_ms": {"avg_ms": 36.52, "count": 168, "max_ms": 63.784, "p95_ms": 51.297, "reason": null, "sample_age_ms": 55.24, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.031, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.669, "count": 169, "max_ms": 2.472, "p95_ms": 1.201}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.211, "count": 169, "max_ms": 0.843, "p95_ms": 0.402}, "detection_prepare_ms": {"avg_ms": 0.091, "count": 169, "max_ms": 0.284, "p95_ms": 0.172}, "event_filter_ms": {"avg_ms": 0.004, "count": 169, "max_ms": 0.091, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 169, "max_ms": 0.26, "p95_ms": 0.139}, "mcmt_ms": {"avg_ms": 0.003, "count": 169, "max_ms": 0.034, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.175, "count": 169, "max_ms": 0.691, "p95_ms": 0.374}, "setup_ms": {"avg_ms": 0.04, "count": 169, "max_ms": 0.149, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 0.63, "count": 169, "max_ms": 2.354, "p95_ms": 1.143}, "track_match_ms": {"avg_ms": 0.004, "count": 169, "max_ms": 0.021, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.026, "count": 169, "max_ms": 0.095, "p95_ms": 0.048}}, "gstreamer_push": {"avg_ms": 2.474, "count": 169, "max_ms": 5.112, "p95_ms": 3.963}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 169, "max_ms": 1.444, "p95_ms": 0.09}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.371, "count": 169, "max_ms": 65.752, "p95_ms": 52.333}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.035, "count": 169, "max_ms": 0.171, "p95_ms": 0.078}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 66.97, "count": 169, "max_ms": 103.52, "p95_ms": 89.023}, "inference_input_copy_ms": {"avg_ms": 1.304, "count": 169, "max_ms": 2.684, "p95_ms": 2.115}, "processing_residual_ms": {"avg_ms": 0.124, "count": 169, "max_ms": 0.342, "p95_ms": 0.233}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 68.432, "count": 169, "max_ms": 105.862, "p95_ms": 90.593}, "read_interval": {"avg_ms": 178.291, "count": 168, "max_ms": 645.699, "p95_ms": 402.852}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 169, "max_ms": 0.05, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.121, "count": 169, "max_ms": 0.515, "p95_ms": 0.264}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 169, "max_ms": 0.043, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.106, "count": 169, "max_ms": 0.465, "p95_ms": 0.238}, "worker_merge_ms": {"avg_ms": 0.005, "count": 169, "max_ms": 0.022, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 37.385, "count": 169, "max_ms": 65.762, "p95_ms": 52.36}, "visualize": {"avg_ms": 28.05, "count": 169, "max_ms": 42.627, "p95_ms": 37.373}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.272, "count": 169, "max_ms": 41.955, "p95_ms": 36.509}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.865, "count": 169, "max_ms": 42.464, "p95_ms": 37.229}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.776, "count": 169, "max_ms": 42.381, "p95_ms": 37.165}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 169, "max_ms": 0.164, "p95_ms": 0.107}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 169}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 729.371, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.177, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.448, "sample_count": 1970, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35566, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:34:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99139, "write_bytes_delta": 99139, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 410.0, "cpu_core_ratio": 0.623555, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 47.0, "pid": 3923, "reason": null, "system_cpu_core_ratio": 0.02767, "system_cpu_s_delta": 0.28, "user_cpu_core_ratio": 0.595886, "user_cpu_s_delta": 6.029999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.345871, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 64.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.034587, "system_cpu_s_delta": 0.3499999999999659, "user_cpu_core_ratio": 0.311284, "user_cpu_s_delta": 3.150000000000091}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.448, "count": 168, "max_ms": 5.112, "p95_ms": 3.973, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 168}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.404, "count": 30, "max": 65.194, "p95": 41.21, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.038, "count": 30, "max": 39.314, "p95": 31.954, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 879.633, "count": 30, "max": 1608.0, "p95": 1497.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1281.133, "count": 30, "max": 13076.0, "p95": 10039.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.067, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.034, "count": 30, "max": 1.388, "p95": 1.274, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.371, "count": 30, "max": 7.553, "p95": 1.636, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99497.067, "count": 30, "max": 100668.0, "p95": 100275.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96155.933, "count": 30, "max": 100668.0, "p95": 100262.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 106.867, "count": 30, "max": 226.0, "p95": 224.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.07, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.456, "count": 30, "max": 0.659, "p95": 0.657, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 231, "sampled_at": "2026-10-30T15:34:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:34:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 32759, "flush_count": 64, "flush_interval_seconds": 30.0, "flush_state": {"count": 64, "last_at": "2026-10-30T15:34:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:34:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 63}, "started": true, "suppressed_count": 35523, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 35523}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 64, "written_record_count": 64}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4470.945, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 98388172800, "copied_frame_count": 35586, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 98388172800, "frame_buffer_copies": 35586, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.107, "count": 512, "max_ms": 0.3933, "p50_ms": 0.0897, "p95_ms": 0.2223, "p99_ms": 0.3214}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.189, "count": 512, "max_ms": 6.2407, "p50_ms": 1.0833, "p95_ms": 2.0737, "p99_ms": 2.6269, "results": {"failed": 0, "not_applicable": 0, "success": 35586, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 8, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:34:44+09:00", "last_error_summary": "[h264 @ 0x634d19759680] error while decoding MB 166 97, bytestream -6", "last_exit_at": "2026-10-30T15:33:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 38.403, "last_started_at": "2026-10-30T15:34:06+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 7, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.331, "sample_count": 1958, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35586, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:34:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.06, "last_frame_pushed_at": "2026-10-30T15:34:44+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-10-30T15:34:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 54.962, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 545.038, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 0.048, "exists": true, "mtime": "2026-10-30T15:34:44.723444+09:00", "mtime_epoch": 1793342084.7234445, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 98962}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:34:44+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 729.391, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 35586, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 168}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 168, "pushed_frames": 168, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.614, "pushed": 5.614, "read": 5.614}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 168, "client_acquire_ms": {"avg_ms": 0.007, "count": 168, "max_ms": 0.017, "p95_ms": 0.013, "reason": null, "sample_age_ms": 97.044, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.569, "count": 168, "max_ms": 4.139, "p95_ms": 1.861, "reason": null, "sample_age_ms": 136.025, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.312, "count": 168, "max_ms": 3.43, "p95_ms": 1.59, "reason": null, "sample_age_ms": 136.271, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.089, "count": 168, "max_ms": 0.294, "p95_ms": 0.198, "reason": null, "sample_age_ms": 97.053, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.458, "count": 168, "max_ms": 4.553, "p95_ms": 2.595, "reason": null, "sample_age_ms": 134.04, "source": "client_direct"}, "request_count": 168, "request_tensor_bytes": {"avg": 2211848.0, "count": 168, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 134.016, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 168, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 97.185, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.81, "count": 168, "max_ms": 61.154, "p95_ms": 49.709, "reason": null, "sample_age_ms": 97.038, "source": "client_direct"}, "sample_age_ms": 97.033, "source": "client_direct", "task_total_ms": {"avg_ms": 36.52, "count": 168, "max_ms": 63.784, "p95_ms": 51.297, "reason": null, "sample_age_ms": 97.033, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.664, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.669, "count": 168, "max_ms": 2.472, "p95_ms": 1.201}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.211, "count": 168, "max_ms": 0.843, "p95_ms": 0.402}, "detection_prepare_ms": {"avg_ms": 0.091, "count": 168, "max_ms": 0.284, "p95_ms": 0.172}, "event_filter_ms": {"avg_ms": 0.004, "count": 168, "max_ms": 0.091, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 168, "max_ms": 0.26, "p95_ms": 0.139}, "mcmt_ms": {"avg_ms": 0.003, "count": 168, "max_ms": 0.034, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.175, "count": 168, "max_ms": 0.691, "p95_ms": 0.374}, "setup_ms": {"avg_ms": 0.041, "count": 168, "max_ms": 0.149, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 0.631, "count": 168, "max_ms": 2.354, "p95_ms": 1.143}, "track_match_ms": {"avg_ms": 0.004, "count": 168, "max_ms": 0.021, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.026, "count": 168, "max_ms": 0.095, "p95_ms": 0.048}}, "gstreamer_push": {"avg_ms": 2.476, "count": 168, "max_ms": 5.112, "p95_ms": 3.963}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 168, "max_ms": 1.444, "p95_ms": 0.09}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.402, "count": 168, "max_ms": 65.752, "p95_ms": 52.333}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.035, "count": 168, "max_ms": 0.171, "p95_ms": 0.078}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 67.037, "count": 168, "max_ms": 103.52, "p95_ms": 89.023}, "inference_input_copy_ms": {"avg_ms": 1.303, "count": 168, "max_ms": 2.684, "p95_ms": 2.115}, "processing_residual_ms": {"avg_ms": 0.124, "count": 168, "max_ms": 0.342, "p95_ms": 0.233}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 68.499, "count": 168, "max_ms": 105.862, "p95_ms": 90.593}, "read_interval": {"avg_ms": 178.291, "count": 168, "max_ms": 645.699, "p95_ms": 402.852}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 168, "max_ms": 0.05, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.121, "count": 168, "max_ms": 0.515, "p95_ms": 0.264}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 168, "max_ms": 0.043, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.106, "count": 168, "max_ms": 0.465, "p95_ms": 0.238}, "worker_merge_ms": {"avg_ms": 0.005, "count": 168, "max_ms": 0.022, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 37.416, "count": 168, "max_ms": 65.762, "p95_ms": 52.36}, "visualize": {"avg_ms": 28.082, "count": 168, "max_ms": 42.627, "p95_ms": 37.373}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.304, "count": 168, "max_ms": 41.955, "p95_ms": 36.509}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.897, "count": 168, "max_ms": 42.464, "p95_ms": 37.229}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.808, "count": 168, "max_ms": 42.381, "p95_ms": 37.165}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 168, "max_ms": 0.164, "p95_ms": 0.107}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 168}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 729.371, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.177, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.448, "sample_count": 1970, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35566, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:34:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99139, "write_bytes_delta": 99139, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 410.0, "cpu_core_ratio": 0.623555, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 47.0, "pid": 3923, "reason": null, "system_cpu_core_ratio": 0.02767, "system_cpu_s_delta": 0.28, "user_cpu_core_ratio": 0.595886, "user_cpu_s_delta": 6.029999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.345871, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 64.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.034587, "system_cpu_s_delta": 0.3499999999999659, "user_cpu_core_ratio": 0.311284, "user_cpu_s_delta": 3.150000000000091}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.448, "count": 168, "max_ms": 5.112, "p95_ms": 3.973, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 168}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.404, "count": 30, "max": 65.194, "p95": 41.21, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.038, "count": 30, "max": 39.314, "p95": 31.954, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 879.633, "count": 30, "max": 1608.0, "p95": 1497.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1281.133, "count": 30, "max": 13076.0, "p95": 10039.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.067, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.034, "count": 30, "max": 1.388, "p95": 1.274, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.371, "count": 30, "max": 7.553, "p95": 1.636, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99497.067, "count": 30, "max": 100668.0, "p95": 100275.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96155.933, "count": 30, "max": 100668.0, "p95": 100262.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 106.867, "count": 30, "max": 226.0, "p95": 224.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.07, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.456, "count": 30, "max": 0.659, "p95": 0.657, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 231, "sampled_at": "2026-10-30T15:34:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:34:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 32759, "flush_count": 64, "flush_interval_seconds": 30.0, "flush_state": {"count": 64, "last_at": "2026-10-30T15:34:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:34:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 63}, "started": true, "suppressed_count": 35523, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 35523}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 64, "written_record_count": 64}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4510.203, "limit_mb": null}, "detail": {"pid": 4039, "restart_count": 8, "start_count": 9}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 98388172800, "copied_frame_count": 35586, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 98388172800, "frame_buffer_copies": 35586, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.107, "count": 512, "max_ms": 0.3933, "p50_ms": 0.0897, "p95_ms": 0.2223, "p99_ms": 0.3214}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.189, "count": 512, "max_ms": 6.2407, "p50_ms": 1.0833, "p95_ms": 2.0737, "p99_ms": 2.6269, "results": {"failed": 0, "not_applicable": 0, "success": 35586, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 8, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:34:44+09:00", "last_error_summary": "[h264 @ 0x634d19759680] error while decoding MB 166 97, bytestream -6", "last_exit_at": "2026-10-30T15:33:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T15:34:47+09:00", "pid": 4039, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.621, "name": "ffmpeg", "pid": 4039, "rss_mb": 74.621, "state": "R (running)", "threads": 1}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.148, "sample_count": 1913, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35586, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:34:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.457, "last_frame_pushed_at": "2026-10-30T15:34:44+09:00", "last_frame_read_age_sec": 4.531, "last_frame_read_at": "2026-10-30T15:34:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 59.369, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 540.631, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 4.446, "exists": true, "mtime": "2026-10-30T15:34:44.723444+09:00", "mtime_epoch": 1793342084.7234445, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 98962}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:34:49+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 729.395, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 35586, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 145}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 145, "pushed_frames": 145, "read_frames": 145, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.837, "pushed": 4.837, "read": 4.837}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 145, "client_acquire_ms": {"avg_ms": 0.007, "count": 145, "max_ms": 0.017, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4499.725, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.573, "count": 145, "max_ms": 4.139, "p95_ms": 1.888, "reason": null, "sample_age_ms": 4538.706, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.316, "count": 145, "max_ms": 3.43, "p95_ms": 1.615, "reason": null, "sample_age_ms": 4538.951, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.089, "count": 145, "max_ms": 0.294, "p95_ms": 0.198, "reason": null, "sample_age_ms": 4499.733, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.453, "count": 145, "max_ms": 4.553, "p95_ms": 2.607, "reason": null, "sample_age_ms": 4536.72, "source": "client_direct"}, "request_count": 145, "request_tensor_bytes": {"avg": 2211848.0, "count": 145, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4536.696, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 145, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4499.866, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.46, "count": 145, "max_ms": 61.154, "p95_ms": 49.788, "reason": null, "sample_age_ms": 4499.719, "source": "client_direct"}, "sample_age_ms": 4499.713, "source": "client_direct", "task_total_ms": {"avg_ms": 36.164, "count": 145, "max_ms": 63.784, "p95_ms": 51.414, "reason": null, "sample_age_ms": 4499.713, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.746, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.674, "count": 145, "max_ms": 2.472, "p95_ms": 1.201}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.214, "count": 145, "max_ms": 0.843, "p95_ms": 0.402}, "detection_prepare_ms": {"avg_ms": 0.091, "count": 145, "max_ms": 0.284, "p95_ms": 0.172}, "event_filter_ms": {"avg_ms": 0.004, "count": 145, "max_ms": 0.091, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 145, "max_ms": 0.26, "p95_ms": 0.139}, "mcmt_ms": {"avg_ms": 0.003, "count": 145, "max_ms": 0.034, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.176, "count": 145, "max_ms": 0.691, "p95_ms": 0.374}, "setup_ms": {"avg_ms": 0.041, "count": 145, "max_ms": 0.149, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 0.635, "count": 145, "max_ms": 2.354, "p95_ms": 1.143}, "track_match_ms": {"avg_ms": 0.004, "count": 145, "max_ms": 0.021, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.026, "count": 145, "max_ms": 0.095, "p95_ms": 0.048}}, "gstreamer_push": {"avg_ms": 2.491, "count": 145, "max_ms": 5.112, "p95_ms": 3.963}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 145, "max_ms": 1.444, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.049, "count": 145, "max_ms": 65.752, "p95_ms": 52.227}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.035, "count": 145, "max_ms": 0.171, "p95_ms": 0.078}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 66.67, "count": 145, "max_ms": 103.52, "p95_ms": 88.873}, "inference_input_copy_ms": {"avg_ms": 1.29, "count": 145, "max_ms": 2.684, "p95_ms": 2.132}, "processing_residual_ms": {"avg_ms": 0.122, "count": 145, "max_ms": 0.342, "p95_ms": 0.233}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 68.117, "count": 145, "max_ms": 105.862, "p95_ms": 90.037}, "read_interval": {"avg_ms": 176.467, "count": 145, "max_ms": 645.699, "p95_ms": 402.443}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 145, "max_ms": 0.05, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.122, "count": 145, "max_ms": 0.515, "p95_ms": 0.264}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 145, "max_ms": 0.04, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.107, "count": 145, "max_ms": 0.465, "p95_ms": 0.238}, "worker_merge_ms": {"avg_ms": 0.005, "count": 145, "max_ms": 0.022, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 37.062, "count": 145, "max_ms": 65.762, "p95_ms": 52.253}, "visualize": {"avg_ms": 28.055, "count": 145, "max_ms": 42.627, "p95_ms": 37.082}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.271, "count": 145, "max_ms": 41.955, "p95_ms": 36.106}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.869, "count": 145, "max_ms": 42.464, "p95_ms": 36.761}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.779, "count": 145, "max_ms": 42.381, "p95_ms": 36.638}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 145, "max_ms": 0.164, "p95_ms": 0.108}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 145}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 729.371, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.177, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.448, "sample_count": 1970, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35566, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:34:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99139, "write_bytes_delta": 99139, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 410.0, "cpu_core_ratio": 0.623555, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 47.0, "pid": 3923, "reason": null, "system_cpu_core_ratio": 0.02767, "system_cpu_s_delta": 0.28, "user_cpu_core_ratio": 0.595886, "user_cpu_s_delta": 6.029999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.345871, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 64.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.034587, "system_cpu_s_delta": 0.3499999999999659, "user_cpu_core_ratio": 0.311284, "user_cpu_s_delta": 3.150000000000091}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.448, "count": 168, "max_ms": 5.112, "p95_ms": 3.973, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 168}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.404, "count": 30, "max": 65.194, "p95": 41.21, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.038, "count": 30, "max": 39.314, "p95": 31.954, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 879.633, "count": 30, "max": 1608.0, "p95": 1497.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1281.133, "count": 30, "max": 13076.0, "p95": 10039.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.067, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.034, "count": 30, "max": 1.388, "p95": 1.274, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.371, "count": 30, "max": 7.553, "p95": 1.636, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99497.067, "count": 30, "max": 100668.0, "p95": 100275.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96155.933, "count": 30, "max": 100668.0, "p95": 100262.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 106.867, "count": 30, "max": 226.0, "p95": 224.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.07, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.456, "count": 30, "max": 0.659, "p95": 0.657, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 231, "sampled_at": "2026-10-30T15:34:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:34:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 33271, "flush_count": 65, "flush_interval_seconds": 30.0, "flush_state": {"count": 65, "last_at": "2026-10-30T15:35:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:35:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 64}, "started": true, "suppressed_count": 35688, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 35688}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 65, "written_record_count": 65}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4468.652, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x567bd5abddc0] error while decoding MB 174 93, bytestream -10 [in#0/rtsp @ 0x567bd5a57e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x567bd5a57e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 98844364800, "copied_frame_count": 35751, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 98844364800, "frame_buffer_copies": 35751, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1084, "count": 512, "max_ms": 1.1787, "p50_ms": 0.0886, "p95_ms": 0.224, "p99_ms": 0.3122}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1693, "count": 512, "max_ms": 3.1312, "p50_ms": 1.0611, "p95_ms": 2.0302, "p99_ms": 2.526, "results": {"failed": 0, "not_applicable": 0, "success": 35751, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 9, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:35:41+09:00", "last_error_summary": "[h264 @ 0x567bd5abddc0] error while decoding MB 174 93, bytestream -10 [in#0/rtsp @ 0x567bd5a57e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x567bd5a57e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T15:33:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 53.984, "last_started_at": "2026-10-30T15:34:47+09:00", "pid": 4039, "process": {"exists": false, "pid": 4039}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.451, "sample_count": 1561, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35751, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:35:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.091, "last_frame_pushed_at": "2026-10-30T15:35:41+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-10-30T15:35:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 111.345, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 488.655, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-10-30T15:35:41.071774+09:00", "mtime_epoch": 1793342141.0717745, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 98655}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:35:41+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 729.473, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 35752, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 56}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 56, "pushed_frames": 56, "read_frames": 57, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.884, "pushed": 1.884, "read": 1.918}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 57, "client_acquire_ms": {"avg_ms": 0.005, "count": 57, "max_ms": 0.014, "p95_ms": 0.01, "reason": null, "sample_age_ms": 38.266, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.469, "count": 57, "max_ms": 2.156, "p95_ms": 1.142, "reason": null, "sample_age_ms": 87.664, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.229, "count": 57, "max_ms": 1.272, "p95_ms": 0.952, "reason": null, "sample_age_ms": 87.958, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.063, "count": 57, "max_ms": 0.159, "p95_ms": 0.13, "reason": null, "sample_age_ms": 38.27, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.206, "count": 57, "max_ms": 3.26, "p95_ms": 2.75, "reason": null, "sample_age_ms": 84.903, "source": "client_direct"}, "request_count": 57, "request_tensor_bytes": {"avg": 2211848.0, "count": 57, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 84.865, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 57, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 38.332, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.428, "count": 57, "max_ms": 49.154, "p95_ms": 42.485, "reason": null, "sample_age_ms": 38.263, "source": "client_direct"}, "sample_age_ms": 38.26, "source": "client_direct", "task_total_ms": {"avg_ms": 29.826, "count": 57, "max_ms": 52.724, "p95_ms": 44.967, "reason": null, "sample_age_ms": 38.26, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.795, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.562, "count": 56, "max_ms": 1.896, "p95_ms": 1.036}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.185, "count": 56, "max_ms": 0.773, "p95_ms": 0.4}, "detection_prepare_ms": {"avg_ms": 0.075, "count": 56, "max_ms": 0.162, "p95_ms": 0.134}, "event_filter_ms": {"avg_ms": 0.003, "count": 56, "max_ms": 0.011, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.061, "count": 56, "max_ms": 0.193, "p95_ms": 0.139}, "mcmt_ms": {"avg_ms": 0.002, "count": 56, "max_ms": 0.015, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.151, "count": 56, "max_ms": 0.599, "p95_ms": 0.348}, "setup_ms": {"avg_ms": 0.031, "count": 56, "max_ms": 0.076, "p95_ms": 0.06}, "total_inside_ms": {"avg_ms": 0.532, "count": 56, "max_ms": 1.829, "p95_ms": 0.99}, "track_match_ms": {"avg_ms": 0.003, "count": 56, "max_ms": 0.009, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.02, "count": 56, "max_ms": 0.043, "p95_ms": 0.041}}, "gstreamer_push": {"avg_ms": 2.313, "count": 56, "max_ms": 4.723, "p95_ms": 4.073}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 56, "max_ms": 0.306, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.17, "count": 56, "max_ms": 53.686, "p95_ms": 46.245}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.025, "count": 56, "max_ms": 0.086, "p95_ms": 0.043}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 55.709, "count": 56, "max_ms": 88.609, "p95_ms": 79.755}, "inference_input_copy_ms": {"avg_ms": 1.115, "count": 56, "max_ms": 2.996, "p95_ms": 1.822}, "processing_residual_ms": {"avg_ms": 0.095, "count": 56, "max_ms": 0.331, "p95_ms": 0.182}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 56.943, "count": 56, "max_ms": 90.298, "p95_ms": 82.965}, "read_interval": {"avg_ms": 528.497, "count": 57, "max_ms": 20361.726, "p95_ms": 487.692}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 56, "max_ms": 0.044, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.106, "count": 56, "max_ms": 0.444, "p95_ms": 0.27}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 56, "max_ms": 0.041, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.093, "count": 56, "max_ms": 0.4, "p95_ms": 0.252}, "worker_merge_ms": {"avg_ms": 0.004, "count": 56, "max_ms": 0.016, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 30.18, "count": 56, "max_ms": 53.697, "p95_ms": 46.263}, "visualize": {"avg_ms": 24.255, "count": 56, "max_ms": 36.452, "p95_ms": 33.504}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.651, "count": 56, "max_ms": 35.845, "p95_ms": 33.019}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 24.114, "count": 56, "max_ms": 36.316, "p95_ms": 33.374}, "visualize_input_copy_ms": {"avg_ms": 0.001, "count": 56, "max_ms": 0.022, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.049, "count": 56, "max_ms": 36.242, "p95_ms": 33.32}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 56, "max_ms": 0.093, "p95_ms": 0.081}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 56}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 729.445, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.441, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.653, "sample_count": 1801, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35696, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:35:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.468, "exists": true, "size_bytes": 98566, "write_bytes_delta": 98566, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 350.0, "cpu_core_ratio": 0.561526, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 353.0, "pid": 4039, "reason": null, "system_cpu_core_ratio": 0.027927, "system_cpu_s_delta": 0.2799999999999999, "user_cpu_core_ratio": 0.533599, "user_cpu_s_delta": 5.35}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.288243, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 55.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.028924, "system_cpu_s_delta": 0.29000000000002046, "user_cpu_core_ratio": 0.259319, "user_cpu_s_delta": 2.599999999999909}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.542, "count": 130, "max_ms": 4.927, "p95_ms": 3.877, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 130}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 130}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.834, "count": 30, "max": 65.194, "p95": 41.21, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.445, "count": 30, "max": 39.314, "p95": 31.954, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 806.867, "count": 30, "max": 1608.0, "p95": 1490.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1632.467, "count": 30, "max": 13076.0, "p95": 10490.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.067, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.991, "count": 30, "max": 1.388, "p95": 1.274, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.388, "count": 30, "max": 7.553, "p95": 1.642, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99345.633, "count": 30, "max": 100668.0, "p95": 100262.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96014.7, "count": 30, "max": 100668.0, "p95": 100262.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 92.667, "count": 30, "max": 225.0, "p95": 165.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.07, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.659, "p95": 0.657, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 234, "sampled_at": "2026-10-30T15:35:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:35:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.725, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 33271, "flush_count": 65, "flush_interval_seconds": 30.0, "flush_state": {"count": 65, "last_at": "2026-10-30T15:35:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:35:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 64}, "started": true, "suppressed_count": 35688, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 35688}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 65, "written_record_count": 65}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4468.91, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T15:35:41+09:00", "last_error_summary": "[h264 @ 0x567bd5abddc0] error while decoding MB 174 93, bytestream -10 [in#0/rtsp @ 0x567bd5a57e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x567bd5a57e00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 98847129600, "copied_frame_count": 35752, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 98847129600, "frame_buffer_copies": 35752, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1082, "count": 512, "max_ms": 1.1787, "p50_ms": 0.0882, "p95_ms": 0.224, "p99_ms": 0.3122}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1675, "count": 512, "max_ms": 3.1312, "p50_ms": 1.0605, "p95_ms": 2.0302, "p99_ms": 2.526, "results": {"failed": 0, "not_applicable": 0, "success": 35752, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 9, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:35:41+09:00", "last_error_summary": "[h264 @ 0x567bd5abddc0] error while decoding MB 174 93, bytestream -10 [in#0/rtsp @ 0x567bd5a57e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x567bd5a57e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T15:35:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.008, "last_started_at": "2026-10-30T15:34:47+09:00", "pid": 4039, "process": {"exists": false, "pid": 4039}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.451, "sample_count": 1561, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35752, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:35:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.012, "last_frame_pushed_at": "2026-10-30T15:35:41+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-10-30T15:35:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 111.363, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 488.637, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 0.002, "exists": true, "mtime": "2026-10-30T15:35:41.172775+09:00", "mtime_epoch": 1793342141.172775, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 98555}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:35:41+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 729.469, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 35752, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 57}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 57, "pushed_frames": 57, "read_frames": 57, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.916, "pushed": 1.916, "read": 1.916}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 57, "client_acquire_ms": {"avg_ms": 0.005, "count": 57, "max_ms": 0.014, "p95_ms": 0.01, "reason": null, "sample_age_ms": 61.0, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.469, "count": 57, "max_ms": 2.156, "p95_ms": 1.142, "reason": null, "sample_age_ms": 110.398, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.229, "count": 57, "max_ms": 1.272, "p95_ms": 0.952, "reason": null, "sample_age_ms": 110.693, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.063, "count": 57, "max_ms": 0.159, "p95_ms": 0.13, "reason": null, "sample_age_ms": 61.005, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.206, "count": 57, "max_ms": 3.26, "p95_ms": 2.75, "reason": null, "sample_age_ms": 107.637, "source": "client_direct"}, "request_count": 57, "request_tensor_bytes": {"avg": 2211848.0, "count": 57, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 107.6, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 57, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 61.067, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.428, "count": 57, "max_ms": 49.154, "p95_ms": 42.485, "reason": null, "sample_age_ms": 60.997, "source": "client_direct"}, "sample_age_ms": 60.994, "source": "client_direct", "task_total_ms": {"avg_ms": 29.826, "count": 57, "max_ms": 52.724, "p95_ms": 44.967, "reason": null, "sample_age_ms": 60.994, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.379, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.56, "count": 57, "max_ms": 1.896, "p95_ms": 1.036}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.185, "count": 57, "max_ms": 0.773, "p95_ms": 0.4}, "detection_prepare_ms": {"avg_ms": 0.075, "count": 57, "max_ms": 0.162, "p95_ms": 0.134}, "event_filter_ms": {"avg_ms": 0.003, "count": 57, "max_ms": 0.011, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.061, "count": 57, "max_ms": 0.193, "p95_ms": 0.139}, "mcmt_ms": {"avg_ms": 0.002, "count": 57, "max_ms": 0.015, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.15, "count": 57, "max_ms": 0.599, "p95_ms": 0.348}, "setup_ms": {"avg_ms": 0.031, "count": 57, "max_ms": 0.076, "p95_ms": 0.06}, "total_inside_ms": {"avg_ms": 0.531, "count": 57, "max_ms": 1.829, "p95_ms": 0.99}, "track_match_ms": {"avg_ms": 0.003, "count": 57, "max_ms": 0.009, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.02, "count": 57, "max_ms": 0.043, "p95_ms": 0.041}}, "gstreamer_push": {"avg_ms": 2.312, "count": 57, "max_ms": 4.723, "p95_ms": 4.073}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.039, "count": 57, "max_ms": 0.306, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.518, "count": 57, "max_ms": 53.686, "p95_ms": 50.005}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.025, "count": 57, "max_ms": 0.086, "p95_ms": 0.043}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 56.383, "count": 57, "max_ms": 94.129, "p95_ms": 86.815}, "inference_input_copy_ms": {"avg_ms": 1.113, "count": 57, "max_ms": 2.996, "p95_ms": 1.822}, "processing_residual_ms": {"avg_ms": 0.095, "count": 57, "max_ms": 0.331, "p95_ms": 0.182}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 57.615, "count": 57, "max_ms": 95.26, "p95_ms": 89.329}, "read_interval": {"avg_ms": 528.497, "count": 57, "max_ms": 20361.726, "p95_ms": 487.692}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 57, "max_ms": 0.044, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.105, "count": 57, "max_ms": 0.444, "p95_ms": 0.27}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 57, "max_ms": 0.041, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.093, "count": 57, "max_ms": 0.4, "p95_ms": 0.252}, "worker_merge_ms": {"avg_ms": 0.004, "count": 57, "max_ms": 0.016, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 30.528, "count": 57, "max_ms": 53.697, "p95_ms": 50.014}, "visualize": {"avg_ms": 24.565, "count": 57, "max_ms": 41.931, "p95_ms": 35.737}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.963, "count": 57, "max_ms": 41.441, "p95_ms": 35.189}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 24.425, "count": 57, "max_ms": 41.836, "p95_ms": 35.628}, "visualize_input_copy_ms": {"avg_ms": 0.001, "count": 57, "max_ms": 0.022, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.36, "count": 57, "max_ms": 41.773, "p95_ms": 35.568}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 57, "max_ms": 0.093, "p95_ms": 0.081}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 57}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 729.445, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.441, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.653, "sample_count": 1801, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35696, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:35:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.468, "exists": true, "size_bytes": 98566, "write_bytes_delta": 98566, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 350.0, "cpu_core_ratio": 0.561526, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 353.0, "pid": 4039, "reason": null, "system_cpu_core_ratio": 0.027927, "system_cpu_s_delta": 0.2799999999999999, "user_cpu_core_ratio": 0.533599, "user_cpu_s_delta": 5.35}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.288243, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 55.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.028924, "system_cpu_s_delta": 0.29000000000002046, "user_cpu_core_ratio": 0.259319, "user_cpu_s_delta": 2.599999999999909}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.542, "count": 130, "max_ms": 4.927, "p95_ms": 3.877, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 130}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 130}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.834, "count": 30, "max": 65.194, "p95": 41.21, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.445, "count": 30, "max": 39.314, "p95": 31.954, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 806.867, "count": 30, "max": 1608.0, "p95": 1490.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1632.467, "count": 30, "max": 13076.0, "p95": 10490.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.067, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.991, "count": 30, "max": 1.388, "p95": 1.274, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.388, "count": 30, "max": 7.553, "p95": 1.642, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99345.633, "count": 30, "max": 100668.0, "p95": 100262.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96014.7, "count": 30, "max": 100668.0, "p95": 100262.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 92.667, "count": 30, "max": 225.0, "p95": 165.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.07, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.659, "p95": 0.657, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 234, "sampled_at": "2026-10-30T15:35:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:35:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.748, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 33271, "flush_count": 65, "flush_interval_seconds": 30.0, "flush_state": {"count": 65, "last_at": "2026-10-30T15:35:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:35:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 64}, "started": true, "suppressed_count": 35688, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 35688}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 65, "written_record_count": 65}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4468.949, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 98847129600, "copied_frame_count": 35752, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 98847129600, "frame_buffer_copies": 35752, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1082, "count": 512, "max_ms": 1.1787, "p50_ms": 0.0882, "p95_ms": 0.224, "p99_ms": 0.3122}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1675, "count": 512, "max_ms": 3.1312, "p50_ms": 1.0605, "p95_ms": 2.0302, "p99_ms": 2.526, "results": {"failed": 0, "not_applicable": 0, "success": 35752, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 9, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:35:41+09:00", "last_error_summary": "[h264 @ 0x567bd5abddc0] error while decoding MB 174 93, bytestream -10 [in#0/rtsp @ 0x567bd5a57e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x567bd5a57e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T15:35:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.025, "last_started_at": "2026-10-30T15:34:47+09:00", "pid": 4039, "process": {"exists": false, "pid": 4039}, "restart_count": 8, "restart_count_per_hour": 7, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.451, "sample_count": 1561, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35752, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:35:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.03, "last_frame_pushed_at": "2026-10-30T15:35:41+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-10-30T15:35:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 111.38, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 488.62, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 0.02, "exists": true, "mtime": "2026-10-30T15:35:41.172775+09:00", "mtime_epoch": 1793342141.172775, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 98555}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:35:41+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 729.469, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 35752, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 57}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 57, "pushed_frames": 57, "read_frames": 57, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.915, "pushed": 1.915, "read": 1.915}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 57, "client_acquire_ms": {"avg_ms": 0.005, "count": 57, "max_ms": 0.014, "p95_ms": 0.01, "reason": null, "sample_age_ms": 78.738, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.469, "count": 57, "max_ms": 2.156, "p95_ms": 1.142, "reason": null, "sample_age_ms": 128.136, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.229, "count": 57, "max_ms": 1.272, "p95_ms": 0.952, "reason": null, "sample_age_ms": 128.43, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.063, "count": 57, "max_ms": 0.159, "p95_ms": 0.13, "reason": null, "sample_age_ms": 78.743, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.206, "count": 57, "max_ms": 3.26, "p95_ms": 2.75, "reason": null, "sample_age_ms": 125.375, "source": "client_direct"}, "request_count": 57, "request_tensor_bytes": {"avg": 2211848.0, "count": 57, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 125.338, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 57, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 78.804, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.428, "count": 57, "max_ms": 49.154, "p95_ms": 42.485, "reason": null, "sample_age_ms": 78.735, "source": "client_direct"}, "sample_age_ms": 78.732, "source": "client_direct", "task_total_ms": {"avg_ms": 29.826, "count": 57, "max_ms": 52.724, "p95_ms": 44.967, "reason": null, "sample_age_ms": 78.732, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.532, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.56, "count": 57, "max_ms": 1.896, "p95_ms": 1.036}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.185, "count": 57, "max_ms": 0.773, "p95_ms": 0.4}, "detection_prepare_ms": {"avg_ms": 0.075, "count": 57, "max_ms": 0.162, "p95_ms": 0.134}, "event_filter_ms": {"avg_ms": 0.003, "count": 57, "max_ms": 0.011, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.061, "count": 57, "max_ms": 0.193, "p95_ms": 0.139}, "mcmt_ms": {"avg_ms": 0.002, "count": 57, "max_ms": 0.015, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.15, "count": 57, "max_ms": 0.599, "p95_ms": 0.348}, "setup_ms": {"avg_ms": 0.031, "count": 57, "max_ms": 0.076, "p95_ms": 0.06}, "total_inside_ms": {"avg_ms": 0.531, "count": 57, "max_ms": 1.829, "p95_ms": 0.99}, "track_match_ms": {"avg_ms": 0.003, "count": 57, "max_ms": 0.009, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.02, "count": 57, "max_ms": 0.043, "p95_ms": 0.041}}, "gstreamer_push": {"avg_ms": 2.312, "count": 57, "max_ms": 4.723, "p95_ms": 4.073}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.039, "count": 57, "max_ms": 0.306, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.518, "count": 57, "max_ms": 53.686, "p95_ms": 50.005}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.025, "count": 57, "max_ms": 0.086, "p95_ms": 0.043}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 56.383, "count": 57, "max_ms": 94.129, "p95_ms": 86.815}, "inference_input_copy_ms": {"avg_ms": 1.113, "count": 57, "max_ms": 2.996, "p95_ms": 1.822}, "processing_residual_ms": {"avg_ms": 0.095, "count": 57, "max_ms": 0.331, "p95_ms": 0.182}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 57.615, "count": 57, "max_ms": 95.26, "p95_ms": 89.329}, "read_interval": {"avg_ms": 528.497, "count": 57, "max_ms": 20361.726, "p95_ms": 487.692}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 57, "max_ms": 0.044, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.105, "count": 57, "max_ms": 0.444, "p95_ms": 0.27}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 57, "max_ms": 0.041, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.093, "count": 57, "max_ms": 0.4, "p95_ms": 0.252}, "worker_merge_ms": {"avg_ms": 0.004, "count": 57, "max_ms": 0.016, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 30.528, "count": 57, "max_ms": 53.697, "p95_ms": 50.014}, "visualize": {"avg_ms": 24.565, "count": 57, "max_ms": 41.931, "p95_ms": 35.737}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.963, "count": 57, "max_ms": 41.441, "p95_ms": 35.189}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 24.425, "count": 57, "max_ms": 41.836, "p95_ms": 35.628}, "visualize_input_copy_ms": {"avg_ms": 0.001, "count": 57, "max_ms": 0.022, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.36, "count": 57, "max_ms": 41.773, "p95_ms": 35.568}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 57, "max_ms": 0.093, "p95_ms": 0.081}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 57}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 729.445, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.441, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.653, "sample_count": 1801, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35696, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:35:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.468, "exists": true, "size_bytes": 98566, "write_bytes_delta": 98566, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 350.0, "cpu_core_ratio": 0.561526, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 353.0, "pid": 4039, "reason": null, "system_cpu_core_ratio": 0.027927, "system_cpu_s_delta": 0.2799999999999999, "user_cpu_core_ratio": 0.533599, "user_cpu_s_delta": 5.35}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.288243, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 55.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.028924, "system_cpu_s_delta": 0.29000000000002046, "user_cpu_core_ratio": 0.259319, "user_cpu_s_delta": 2.599999999999909}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.542, "count": 130, "max_ms": 4.927, "p95_ms": 3.877, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 130}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 130}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.834, "count": 30, "max": 65.194, "p95": 41.21, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.445, "count": 30, "max": 39.314, "p95": 31.954, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 806.867, "count": 30, "max": 1608.0, "p95": 1490.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1632.467, "count": 30, "max": 13076.0, "p95": 10490.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.067, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.991, "count": 30, "max": 1.388, "p95": 1.274, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.388, "count": 30, "max": 7.553, "p95": 1.642, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99345.633, "count": 30, "max": 100668.0, "p95": 100262.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96014.7, "count": 30, "max": 100668.0, "p95": 100262.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 92.667, "count": 30, "max": 225.0, "p95": 165.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.07, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.659, "p95": 0.657, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 234, "sampled_at": "2026-10-30T15:35:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:35:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.765, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 33271, "flush_count": 65, "flush_interval_seconds": 30.0, "flush_state": {"count": 65, "last_at": "2026-10-30T15:35:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:35:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 64}, "started": true, "suppressed_count": 35688, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 35688}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 65, "written_record_count": 65}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4484.82, "limit_mb": null}, "detail": {"pid": 4155, "restart_count": 9, "start_count": 10}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 98847129600, "copied_frame_count": 35752, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 98847129600, "frame_buffer_copies": 35752, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1082, "count": 512, "max_ms": 1.1787, "p50_ms": 0.0882, "p95_ms": 0.224, "p99_ms": 0.3122}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1675, "count": 512, "max_ms": 3.1312, "p50_ms": 1.0605, "p95_ms": 2.0302, "p99_ms": 2.526, "results": {"failed": 0, "not_applicable": 0, "success": 35752, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 9, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:35:41+09:00", "last_error_summary": "[h264 @ 0x567bd5abddc0] error while decoding MB 174 93, bytestream -10 [in#0/rtsp @ 0x567bd5a57e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x567bd5a57e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T15:35:43+09:00", "pid": 4155, "process": {"exists": true, "fd_count": 4, "hwm_mb": 44.844, "name": "ffmpeg", "pid": 4155, "rss_mb": 44.844, "state": "S (sleeping)", "threads": 1}, "restart_count": 9, "restart_count_per_hour": 8, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.242, "sample_count": 1516, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35752, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:35:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.364, "last_frame_pushed_at": "2026-10-30T15:35:41+09:00", "last_frame_read_age_sec": 4.463, "last_frame_read_at": "2026-10-30T15:35:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 115.725, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 484.275, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 4.354, "exists": true, "mtime": "2026-10-30T15:35:41.172775+09:00", "mtime_epoch": 1793342141.172775, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 98555}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:35:45+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 729.473, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 35752, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 32}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 32}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 32}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 32}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 32}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 32}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 32}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 32, "pushed_frames": 32, "read_frames": 32, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.068, "pushed": 1.068, "read": 1.068}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 32, "client_acquire_ms": {"avg_ms": 0.006, "count": 32, "max_ms": 0.014, "p95_ms": 0.011, "reason": null, "sample_age_ms": 4416.771, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.536, "count": 32, "max_ms": 2.156, "p95_ms": 1.306, "reason": null, "sample_age_ms": 4466.169, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.262, "count": 32, "max_ms": 1.272, "p95_ms": 1.072, "reason": null, "sample_age_ms": 4466.463, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.063, "count": 32, "max_ms": 0.159, "p95_ms": 0.11, "reason": null, "sample_age_ms": 4416.776, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.356, "count": 32, "max_ms": 3.26, "p95_ms": 2.98, "reason": null, "sample_age_ms": 4463.408, "source": "client_direct"}, "request_count": 32, "request_tensor_bytes": {"avg": 2211848.0, "count": 32, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4463.371, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 32, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4416.837, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.96, "count": 32, "max_ms": 49.154, "p95_ms": 46.34, "reason": null, "sample_age_ms": 4416.768, "source": "client_direct"}, "sample_age_ms": 4416.765, "source": "client_direct", "task_total_ms": {"avg_ms": 31.511, "count": 32, "max_ms": 52.724, "p95_ms": 49.457, "reason": null, "sample_age_ms": 4416.765, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.673, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.629, "count": 32, "max_ms": 1.896, "p95_ms": 1.809}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.212, "count": 32, "max_ms": 0.773, "p95_ms": 0.706}, "detection_prepare_ms": {"avg_ms": 0.078, "count": 32, "max_ms": 0.162, "p95_ms": 0.151}, "event_filter_ms": {"avg_ms": 0.003, "count": 32, "max_ms": 0.011, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.068, "count": 32, "max_ms": 0.193, "p95_ms": 0.17}, "mcmt_ms": {"avg_ms": 0.003, "count": 32, "max_ms": 0.015, "p95_ms": 0.014}, "scenario_analyze_ms": {"avg_ms": 0.174, "count": 32, "max_ms": 0.599, "p95_ms": 0.564}, "setup_ms": {"avg_ms": 0.032, "count": 32, "max_ms": 0.076, "p95_ms": 0.06}, "total_inside_ms": {"avg_ms": 0.597, "count": 32, "max_ms": 1.829, "p95_ms": 1.729}, "track_match_ms": {"avg_ms": 0.003, "count": 32, "max_ms": 0.008, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.021, "count": 32, "max_ms": 0.043, "p95_ms": 0.041}}, "gstreamer_push": {"avg_ms": 2.389, "count": 32, "max_ms": 4.723, "p95_ms": 4.073}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 32, "max_ms": 0.306, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.273, "count": 32, "max_ms": 53.686, "p95_ms": 50.491}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 32, "max_ms": 0.086, "p95_ms": 0.052}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 32, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 32, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.76, "count": 32, "max_ms": 94.129, "p95_ms": 88.609}, "inference_input_copy_ms": {"avg_ms": 1.196, "count": 32, "max_ms": 2.996, "p95_ms": 2.303}, "processing_residual_ms": {"avg_ms": 0.101, "count": 32, "max_ms": 0.331, "p95_ms": 0.188}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 32, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 32, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.084, "count": 32, "max_ms": 95.26, "p95_ms": 90.298}, "read_interval": {"avg_ms": 800.615, "count": 32, "max_ms": 20361.726, "p95_ms": 490.859}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 32, "max_ms": 0.044, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.124, "count": 32, "max_ms": 0.444, "p95_ms": 0.418}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 32, "max_ms": 0.041, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.11, "count": 32, "max_ms": 0.4, "p95_ms": 0.383}, "worker_merge_ms": {"avg_ms": 0.005, "count": 32, "max_ms": 0.016, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 32.284, "count": 32, "max_ms": 53.697, "p95_ms": 50.499}, "visualize": {"avg_ms": 26.045, "count": 32, "max_ms": 41.931, "p95_ms": 36.452}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.409, "count": 32, "max_ms": 41.441, "p95_ms": 35.845}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 32, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.897, "count": 32, "max_ms": 41.836, "p95_ms": 36.316}, "visualize_input_copy_ms": {"avg_ms": 0.001, "count": 32, "max_ms": 0.022, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 32, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.828, "count": 32, "max_ms": 41.773, "p95_ms": 36.242}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 32, "max_ms": 0.093, "p95_ms": 0.071}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 32}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 32}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 32}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 729.445, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.441, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.653, "sample_count": 1801, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35696, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:35:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.468, "exists": true, "size_bytes": 98566, "write_bytes_delta": 98566, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 350.0, "cpu_core_ratio": 0.561526, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 353.0, "pid": 4039, "reason": null, "system_cpu_core_ratio": 0.027927, "system_cpu_s_delta": 0.2799999999999999, "user_cpu_core_ratio": 0.533599, "user_cpu_s_delta": 5.35}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.288243, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 55.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.028924, "system_cpu_s_delta": 0.29000000000002046, "user_cpu_core_ratio": 0.259319, "user_cpu_s_delta": 2.599999999999909}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.542, "count": 130, "max_ms": 4.927, "p95_ms": 3.877, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 130}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 130}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.834, "count": 30, "max": 65.194, "p95": 41.21, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.445, "count": 30, "max": 39.314, "p95": 31.954, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 806.867, "count": 30, "max": 1608.0, "p95": 1490.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1632.467, "count": 30, "max": 13076.0, "p95": 10490.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.067, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.991, "count": 30, "max": 1.388, "p95": 1.274, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.388, "count": 30, "max": 7.553, "p95": 1.642, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99345.633, "count": 30, "max": 100668.0, "p95": 100262.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96014.7, "count": 30, "max": 100668.0, "p95": 100262.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 92.667, "count": 30, "max": 225.0, "p95": 165.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.07, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.659, "p95": 0.657, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 234, "sampled_at": "2026-10-30T15:35:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:35:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 33271, "flush_count": 65, "flush_interval_seconds": 30.0, "flush_state": {"count": 65, "last_at": "2026-10-30T15:35:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:35:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 64}, "started": true, "suppressed_count": 35875, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 35875}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 65, "written_record_count": 65}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4485.316, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 99364147200, "copied_frame_count": 35939, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 99364147200, "frame_buffer_copies": 35939, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1132, "count": 512, "max_ms": 1.4042, "p50_ms": 0.0894, "p95_ms": 0.2115, "p99_ms": 0.3305}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1817, "count": 512, "max_ms": 3.1312, "p50_ms": 1.084, "p95_ms": 2.0202, "p99_ms": 2.3874, "results": {"failed": 0, "not_applicable": 0, "success": 35939, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 9, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:35:41+09:00", "last_error_summary": "[h264 @ 0x567bd5abddc0] error while decoding MB 174 93, bytestream -10 [in#0/rtsp @ 0x567bd5a57e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x567bd5a57e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.376, "last_started_at": "2026-10-30T15:35:43+09:00", "pid": 4155, "process": {"exists": false, "pid": 4155}, "restart_count": 9, "restart_count_per_hour": 7, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.983, "sample_count": 1329, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35939, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:36:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.035, "last_frame_pushed_at": "2026-10-30T15:36:22+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-10-30T15:36:22+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 153.096, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 446.904, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 0.026, "exists": true, "mtime": "2026-10-30T15:36:22.876019+09:00", "mtime_epoch": 1793342182.8760192, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 98335}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:36:22+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 729.633, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 35939, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.649, "pushed": 5.649, "read": 5.615}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 168, "client_acquire_ms": {"avg_ms": 0.008, "count": 169, "max_ms": 0.039, "p95_ms": 0.017, "reason": null, "sample_age_ms": 75.535, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.657, "count": 168, "max_ms": 3.464, "p95_ms": 1.941, "reason": null, "sample_age_ms": 100.955, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.336, "count": 168, "max_ms": 3.111, "p95_ms": 1.592, "reason": null, "sample_age_ms": 101.174, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.086, "count": 169, "max_ms": 0.317, "p95_ms": 0.165, "reason": null, "sample_age_ms": 75.546, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.656, "count": 168, "max_ms": 4.862, "p95_ms": 2.682, "reason": null, "sample_age_ms": 99.856, "source": "client_direct"}, "request_count": 168, "request_tensor_bytes": {"avg": 2211848.0, "count": 168, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 99.838, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 169, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 75.718, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.758, "count": 169, "max_ms": 64.617, "p95_ms": 53.088, "reason": null, "sample_age_ms": 75.529, "source": "client_direct"}, "sample_age_ms": 75.521, "source": "client_direct", "task_total_ms": {"avg_ms": 40.676, "count": 169, "max_ms": 67.411, "p95_ms": 55.557, "reason": null, "sample_age_ms": 75.521, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.738, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.696, "count": 169, "max_ms": 2.219, "p95_ms": 1.323}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.219, "count": 169, "max_ms": 0.79, "p95_ms": 0.437}, "detection_prepare_ms": {"avg_ms": 0.097, "count": 169, "max_ms": 0.319, "p95_ms": 0.181}, "event_filter_ms": {"avg_ms": 0.004, "count": 169, "max_ms": 0.035, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.079, "count": 169, "max_ms": 0.512, "p95_ms": 0.15}, "mcmt_ms": {"avg_ms": 0.003, "count": 169, "max_ms": 0.014, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.183, "count": 169, "max_ms": 0.717, "p95_ms": 0.402}, "setup_ms": {"avg_ms": 0.039, "count": 169, "max_ms": 0.109, "p95_ms": 0.07}, "total_inside_ms": {"avg_ms": 0.657, "count": 169, "max_ms": 2.107, "p95_ms": 1.277}, "track_match_ms": {"avg_ms": 0.005, "count": 169, "max_ms": 0.051, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.027, "count": 169, "max_ms": 0.089, "p95_ms": 0.054}}, "gstreamer_push": {"avg_ms": 2.759, "count": 169, "max_ms": 5.73, "p95_ms": 4.586}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 169, "max_ms": 0.142, "p95_ms": 0.091}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.63, "count": 169, "max_ms": 68.28, "p95_ms": 56.954}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.041, "count": 169, "max_ms": 0.149, "p95_ms": 0.097}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 73.404, "count": 169, "max_ms": 106.866, "p95_ms": 92.298}, "inference_input_copy_ms": {"avg_ms": 1.465, "count": 169, "max_ms": 5.143, "p95_ms": 2.387}, "processing_residual_ms": {"avg_ms": 0.139, "count": 169, "max_ms": 0.338, "p95_ms": 0.252}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 75.049, "count": 169, "max_ms": 108.93, "p95_ms": 93.661}, "read_interval": {"avg_ms": 178.048, "count": 168, "max_ms": 717.261, "p95_ms": 455.956}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 169, "max_ms": 0.074, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.127, "count": 169, "max_ms": 0.503, "p95_ms": 0.288}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 169, "max_ms": 0.04, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.112, "count": 169, "max_ms": 0.465, "p95_ms": 0.264}, "worker_merge_ms": {"avg_ms": 0.005, "count": 169, "max_ms": 0.028, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 41.644, "count": 169, "max_ms": 68.288, "p95_ms": 56.967}, "visualize": {"avg_ms": 30.147, "count": 169, "max_ms": 47.684, "p95_ms": 38.095}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.309, "count": 169, "max_ms": 46.821, "p95_ms": 37.136}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.948, "count": 169, "max_ms": 47.532, "p95_ms": 37.764}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.853, "count": 169, "max_ms": 47.435, "p95_ms": 37.63}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 169, "max_ms": 0.142, "p95_ms": 0.103}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 169}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 729.637, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.523, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.135, "sample_count": 1337, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35929, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:36:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98475, "write_bytes_delta": 98475, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 417.0, "cpu_core_ratio": 0.656018, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 55.0, "pid": 4155, "reason": null, "system_cpu_core_ratio": 0.030263, "system_cpu_s_delta": 0.31000000000000005, "user_cpu_core_ratio": 0.625755, "user_cpu_s_delta": 6.410000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.354367, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 85.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.035144, "system_cpu_s_delta": 0.3599999999999568, "user_cpu_core_ratio": 0.319223, "user_cpu_s_delta": 3.269999999999982}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.777, "count": 168, "max_ms": 5.73, "p95_ms": 4.586, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 168}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.759, "count": 30, "max": 65.194, "p95": 41.172, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.482, "count": 30, "max": 39.314, "p95": 31.954, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 664.7, "count": 30, "max": 1517.0, "p95": 1354.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2048.733, "count": 30, "max": 13076.0, "p95": 10490.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.065, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.898, "count": 30, "max": 1.265, "p95": 1.261, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.066, "count": 30, "max": 20.301, "p95": 5.325, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99072.033, "count": 30, "max": 100205.0, "p95": 100032.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95779.133, "count": 30, "max": 100205.0, "p95": 100032.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 83.7, "count": 30, "max": 225.0, "p95": 165.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.07, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.358, "count": 30, "max": 0.659, "p95": 0.653, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 239, "sampled_at": "2026-10-30T15:36:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:36:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 33271, "flush_count": 65, "flush_interval_seconds": 30.0, "flush_state": {"count": 65, "last_at": "2026-10-30T15:35:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:35:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 64}, "started": true, "suppressed_count": 35875, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 35875}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 65, "written_record_count": 65}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4486.023, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 99364147200, "copied_frame_count": 35939, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 99364147200, "frame_buffer_copies": 35939, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1132, "count": 512, "max_ms": 1.4042, "p50_ms": 0.0894, "p95_ms": 0.2115, "p99_ms": 0.3305}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1817, "count": 512, "max_ms": 3.1312, "p50_ms": 1.084, "p95_ms": 2.0202, "p99_ms": 2.3874, "results": {"failed": 0, "not_applicable": 0, "success": 35939, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 9, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:35:41+09:00", "last_error_summary": "[h264 @ 0x567bd5abddc0] error while decoding MB 174 93, bytestream -10 [in#0/rtsp @ 0x567bd5a57e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x567bd5a57e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.404, "last_started_at": "2026-10-30T15:35:43+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 9, "restart_count_per_hour": 7, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.983, "sample_count": 1329, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35939, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:36:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.063, "last_frame_pushed_at": "2026-10-30T15:36:22+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-10-30T15:36:22+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 153.121, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 446.879, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-10-30T15:36:22.876019+09:00", "mtime_epoch": 1793342182.8760192, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 98335}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:36:22+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 729.633, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 35939, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.644, "pushed": 5.644, "read": 5.61}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 168, "client_acquire_ms": {"avg_ms": 0.008, "count": 169, "max_ms": 0.039, "p95_ms": 0.017, "reason": null, "sample_age_ms": 100.725, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.657, "count": 168, "max_ms": 3.464, "p95_ms": 1.941, "reason": null, "sample_age_ms": 126.146, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.336, "count": 168, "max_ms": 3.111, "p95_ms": 1.592, "reason": null, "sample_age_ms": 126.364, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.086, "count": 169, "max_ms": 0.317, "p95_ms": 0.165, "reason": null, "sample_age_ms": 100.736, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.656, "count": 168, "max_ms": 4.862, "p95_ms": 2.682, "reason": null, "sample_age_ms": 125.046, "source": "client_direct"}, "request_count": 168, "request_tensor_bytes": {"avg": 2211848.0, "count": 168, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 125.028, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 169, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 100.909, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.758, "count": 169, "max_ms": 64.617, "p95_ms": 53.088, "reason": null, "sample_age_ms": 100.719, "source": "client_direct"}, "sample_age_ms": 100.711, "source": "client_direct", "task_total_ms": {"avg_ms": 40.676, "count": 169, "max_ms": 67.411, "p95_ms": 55.557, "reason": null, "sample_age_ms": 100.711, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.703, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.696, "count": 169, "max_ms": 2.219, "p95_ms": 1.323}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.219, "count": 169, "max_ms": 0.79, "p95_ms": 0.437}, "detection_prepare_ms": {"avg_ms": 0.097, "count": 169, "max_ms": 0.319, "p95_ms": 0.181}, "event_filter_ms": {"avg_ms": 0.004, "count": 169, "max_ms": 0.035, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.079, "count": 169, "max_ms": 0.512, "p95_ms": 0.15}, "mcmt_ms": {"avg_ms": 0.003, "count": 169, "max_ms": 0.014, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.183, "count": 169, "max_ms": 0.717, "p95_ms": 0.402}, "setup_ms": {"avg_ms": 0.039, "count": 169, "max_ms": 0.109, "p95_ms": 0.07}, "total_inside_ms": {"avg_ms": 0.657, "count": 169, "max_ms": 2.107, "p95_ms": 1.277}, "track_match_ms": {"avg_ms": 0.005, "count": 169, "max_ms": 0.051, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.027, "count": 169, "max_ms": 0.089, "p95_ms": 0.054}}, "gstreamer_push": {"avg_ms": 2.759, "count": 169, "max_ms": 5.73, "p95_ms": 4.586}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 169, "max_ms": 0.142, "p95_ms": 0.091}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.63, "count": 169, "max_ms": 68.28, "p95_ms": 56.954}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.041, "count": 169, "max_ms": 0.149, "p95_ms": 0.097}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 73.404, "count": 169, "max_ms": 106.866, "p95_ms": 92.298}, "inference_input_copy_ms": {"avg_ms": 1.465, "count": 169, "max_ms": 5.143, "p95_ms": 2.387}, "processing_residual_ms": {"avg_ms": 0.139, "count": 169, "max_ms": 0.338, "p95_ms": 0.252}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 75.049, "count": 169, "max_ms": 108.93, "p95_ms": 93.661}, "read_interval": {"avg_ms": 178.048, "count": 168, "max_ms": 717.261, "p95_ms": 455.956}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 169, "max_ms": 0.074, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.127, "count": 169, "max_ms": 0.503, "p95_ms": 0.288}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 169, "max_ms": 0.04, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.112, "count": 169, "max_ms": 0.465, "p95_ms": 0.264}, "worker_merge_ms": {"avg_ms": 0.005, "count": 169, "max_ms": 0.028, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 41.644, "count": 169, "max_ms": 68.288, "p95_ms": 56.967}, "visualize": {"avg_ms": 30.147, "count": 169, "max_ms": 47.684, "p95_ms": 38.095}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.309, "count": 169, "max_ms": 46.821, "p95_ms": 37.136}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.948, "count": 169, "max_ms": 47.532, "p95_ms": 37.764}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.853, "count": 169, "max_ms": 47.435, "p95_ms": 37.63}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 169, "max_ms": 0.142, "p95_ms": 0.103}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 169}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 729.637, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.523, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.135, "sample_count": 1337, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35929, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:36:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98475, "write_bytes_delta": 98475, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 417.0, "cpu_core_ratio": 0.656018, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 55.0, "pid": 4155, "reason": null, "system_cpu_core_ratio": 0.030263, "system_cpu_s_delta": 0.31000000000000005, "user_cpu_core_ratio": 0.625755, "user_cpu_s_delta": 6.410000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.354367, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 85.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.035144, "system_cpu_s_delta": 0.3599999999999568, "user_cpu_core_ratio": 0.319223, "user_cpu_s_delta": 3.269999999999982}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.777, "count": 168, "max_ms": 5.73, "p95_ms": 4.586, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 168}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.759, "count": 30, "max": 65.194, "p95": 41.172, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.482, "count": 30, "max": 39.314, "p95": 31.954, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 664.7, "count": 30, "max": 1517.0, "p95": 1354.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2048.733, "count": 30, "max": 13076.0, "p95": 10490.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.065, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.898, "count": 30, "max": 1.265, "p95": 1.261, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.066, "count": 30, "max": 20.301, "p95": 5.325, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99072.033, "count": 30, "max": 100205.0, "p95": 100032.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95779.133, "count": 30, "max": 100205.0, "p95": 100032.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 83.7, "count": 30, "max": 225.0, "p95": 165.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.07, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.358, "count": 30, "max": 0.659, "p95": 0.653, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 239, "sampled_at": "2026-10-30T15:36:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:36:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 33271, "flush_count": 65, "flush_interval_seconds": 30.0, "flush_state": {"count": 65, "last_at": "2026-10-30T15:35:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:35:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 64}, "started": true, "suppressed_count": 35875, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 35875}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 65, "written_record_count": 65}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4490.906, "limit_mb": null}, "detail": {"pid": 4271, "restart_count": 10, "start_count": 11}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 99364147200, "copied_frame_count": 35939, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 99364147200, "frame_buffer_copies": 35939, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1132, "count": 512, "max_ms": 1.4042, "p50_ms": 0.0894, "p95_ms": 0.2115, "p99_ms": 0.3305}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1817, "count": 512, "max_ms": 3.1312, "p50_ms": 1.084, "p95_ms": 2.0202, "p99_ms": 2.3874, "results": {"failed": 0, "not_applicable": 0, "success": 35939, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 9, "h264_decode_error_count": 12, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:35:41+09:00", "last_error_summary": "[h264 @ 0x567bd5abddc0] error while decoding MB 174 93, bytestream -10 [in#0/rtsp @ 0x567bd5a57e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x567bd5a57e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T15:36:25+09:00", "pid": 4271, "process": {"exists": true, "fd_count": 4, "hwm_mb": 45.043, "name": "ffmpeg", "pid": 4271, "rss_mb": 45.043, "state": "S (sleeping)", "threads": 1}, "restart_count": 10, "restart_count_per_hour": 8, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.791, "sample_count": 1281, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35939, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:36:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.735, "last_frame_pushed_at": "2026-10-30T15:36:22+09:00", "last_frame_read_age_sec": 4.795, "last_frame_read_at": "2026-10-30T15:36:22+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 157.792, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 442.208, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 4.726, "exists": true, "mtime": "2026-10-30T15:36:22.876019+09:00", "mtime_epoch": 1793342182.8760192, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 98335}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:36:27+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 729.637, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 35939, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 143}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 143}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 143}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 143}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 143}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 143}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 143}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 143, "pushed_frames": 143, "read_frames": 142, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.767, "pushed": 4.767, "read": 4.734}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 142, "client_acquire_ms": {"avg_ms": 0.008, "count": 142, "max_ms": 0.039, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4771.384, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.638, "count": 142, "max_ms": 3.464, "p95_ms": 1.92, "reason": null, "sample_age_ms": 4796.805, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.329, "count": 142, "max_ms": 3.111, "p95_ms": 1.566, "reason": null, "sample_age_ms": 4797.024, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.082, "count": 142, "max_ms": 0.23, "p95_ms": 0.149, "reason": null, "sample_age_ms": 4771.396, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.649, "count": 142, "max_ms": 4.862, "p95_ms": 2.872, "reason": null, "sample_age_ms": 4795.706, "source": "client_direct"}, "request_count": 142, "request_tensor_bytes": {"avg": 2211848.0, "count": 142, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4795.687, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 142, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4771.568, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.212, "count": 142, "max_ms": 64.617, "p95_ms": 52.431, "reason": null, "sample_age_ms": 4771.379, "source": "client_direct"}, "sample_age_ms": 4771.371, "source": "client_direct", "task_total_ms": {"avg_ms": 40.114, "count": 142, "max_ms": 67.411, "p95_ms": 55.259, "reason": null, "sample_age_ms": 4771.371, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.18, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.684, "count": 143, "max_ms": 1.79, "p95_ms": 1.297}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.214, "count": 143, "max_ms": 0.61, "p95_ms": 0.42}, "detection_prepare_ms": {"avg_ms": 0.097, "count": 143, "max_ms": 0.319, "p95_ms": 0.183}, "event_filter_ms": {"avg_ms": 0.004, "count": 143, "max_ms": 0.035, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.079, "count": 143, "max_ms": 0.512, "p95_ms": 0.142}, "mcmt_ms": {"avg_ms": 0.003, "count": 143, "max_ms": 0.01, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.179, "count": 143, "max_ms": 0.649, "p95_ms": 0.349}, "setup_ms": {"avg_ms": 0.039, "count": 143, "max_ms": 0.109, "p95_ms": 0.064}, "total_inside_ms": {"avg_ms": 0.646, "count": 143, "max_ms": 1.72, "p95_ms": 1.232}, "track_match_ms": {"avg_ms": 0.005, "count": 143, "max_ms": 0.051, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.027, "count": 143, "max_ms": 0.089, "p95_ms": 0.051}}, "gstreamer_push": {"avg_ms": 2.711, "count": 143, "max_ms": 5.73, "p95_ms": 4.35}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 143, "max_ms": 0.142, "p95_ms": 0.09}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.045, "count": 143, "max_ms": 68.28, "p95_ms": 55.737}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.041, "count": 143, "max_ms": 0.149, "p95_ms": 0.106}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.691, "count": 143, "max_ms": 104.648, "p95_ms": 91.238}, "inference_input_copy_ms": {"avg_ms": 1.443, "count": 143, "max_ms": 5.143, "p95_ms": 2.357}, "processing_residual_ms": {"avg_ms": 0.135, "count": 143, "max_ms": 0.316, "p95_ms": 0.241}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 74.31, "count": 143, "max_ms": 106.66, "p95_ms": 93.054}, "read_interval": {"avg_ms": 178.016, "count": 142, "max_ms": 717.261, "p95_ms": 443.346}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 143, "max_ms": 0.048, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.124, "count": 143, "max_ms": 0.46, "p95_ms": 0.285}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 143, "max_ms": 0.039, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.109, "count": 143, "max_ms": 0.419, "p95_ms": 0.264}, "worker_merge_ms": {"avg_ms": 0.005, "count": 143, "max_ms": 0.028, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 41.058, "count": 143, "max_ms": 68.288, "p95_ms": 55.776}, "visualize": {"avg_ms": 30.036, "count": 143, "max_ms": 43.858, "p95_ms": 37.607}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.203, "count": 143, "max_ms": 43.165, "p95_ms": 36.938}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.837, "count": 143, "max_ms": 43.673, "p95_ms": 37.494}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.742, "count": 143, "max_ms": 43.609, "p95_ms": 37.415}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 143, "max_ms": 0.142, "p95_ms": 0.104}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 143}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 143}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 143}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 729.637, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.523, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.135, "sample_count": 1337, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35929, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:36:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98475, "write_bytes_delta": 98475, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 417.0, "cpu_core_ratio": 0.656018, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 55.0, "pid": 4155, "reason": null, "system_cpu_core_ratio": 0.030263, "system_cpu_s_delta": 0.31000000000000005, "user_cpu_core_ratio": 0.625755, "user_cpu_s_delta": 6.410000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.354367, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 85.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.035144, "system_cpu_s_delta": 0.3599999999999568, "user_cpu_core_ratio": 0.319223, "user_cpu_s_delta": 3.269999999999982}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.777, "count": 168, "max_ms": 5.73, "p95_ms": 4.586, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 168}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.759, "count": 30, "max": 65.194, "p95": 41.172, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.482, "count": 30, "max": 39.314, "p95": 31.954, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 664.7, "count": 30, "max": 1517.0, "p95": 1354.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2048.733, "count": 30, "max": 13076.0, "p95": 10490.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.065, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.898, "count": 30, "max": 1.265, "p95": 1.261, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.066, "count": 30, "max": 20.301, "p95": 5.325, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99072.033, "count": 30, "max": 100205.0, "p95": 100032.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95779.133, "count": 30, "max": 100205.0, "p95": 100032.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 83.7, "count": 30, "max": 225.0, "p95": 165.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.07, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.358, "count": 30, "max": 0.659, "p95": 0.653, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 239, "sampled_at": "2026-10-30T15:36:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:36:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 33783, "flush_count": 66, "flush_interval_seconds": 30.0, "flush_state": {"count": 66, "last_at": "2026-10-30T15:36:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:36:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 65}, "started": true, "suppressed_count": 35928, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 35928}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 66, "written_record_count": 66}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4472.52, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 99513446400, "copied_frame_count": 35993, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 99513446400, "frame_buffer_copies": 35993, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1132, "count": 512, "max_ms": 1.4042, "p50_ms": 0.0914, "p95_ms": 0.208, "p99_ms": 0.3176}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1849, "count": 512, "max_ms": 3.0194, "p50_ms": 1.0889, "p95_ms": 2.0353, "p99_ms": 2.4373, "results": {"failed": 0, "not_applicable": 0, "success": 35993, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 10, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:36:50+09:00", "last_error_summary": "[h264 @ 0x568c73450e00] error while decoding MB 174 94, bytestream -11", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 24.844, "last_started_at": "2026-10-30T15:36:25+09:00", "pid": 4271, "process": {"exists": false, "pid": 4271}, "restart_count": 10, "restart_count_per_hour": 8, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.865, "sample_count": 1213, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35993, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:36:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.014, "last_frame_pushed_at": "2026-10-30T15:36:50+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-10-30T15:36:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 180.65, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 419.35, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-10-30T15:36:50.362180+09:00", "mtime_epoch": 1793342210.3621805, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 98905}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:36:50+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 729.641, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 35993, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 67}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 2, "processed_frames": 67, "pushed_frames": 67, "read_frames": 66, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.237, "pushed": 2.237, "read": 2.204}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 66, "client_acquire_ms": {"avg_ms": 0.007, "count": 67, "max_ms": 0.016, "p95_ms": 0.012, "reason": null, "sample_age_ms": 63.217, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.584, "count": 66, "max_ms": 2.38, "p95_ms": 2.091, "reason": null, "sample_age_ms": 94.893, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.319, "count": 66, "max_ms": 2.112, "p95_ms": 1.753, "reason": null, "sample_age_ms": 95.037, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.09, "count": 67, "max_ms": 0.203, "p95_ms": 0.176, "reason": null, "sample_age_ms": 63.222, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.508, "count": 66, "max_ms": 3.344, "p95_ms": 2.495, "reason": null, "sample_age_ms": 93.904, "source": "client_direct"}, "request_count": 66, "request_tensor_bytes": {"avg": 2211848.0, "count": 66, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 93.888, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 67, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 63.278, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.811, "count": 67, "max_ms": 64.508, "p95_ms": 54.71, "reason": null, "sample_age_ms": 63.214, "source": "client_direct"}, "sample_age_ms": 63.212, "source": "client_direct", "task_total_ms": {"avg_ms": 40.571, "count": 67, "max_ms": 65.657, "p95_ms": 57.399, "reason": null, "sample_age_ms": 63.212, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.684, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.657, "count": 67, "max_ms": 1.618, "p95_ms": 1.411}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.207, "count": 67, "max_ms": 0.497, "p95_ms": 0.407}, "detection_prepare_ms": {"avg_ms": 0.09, "count": 67, "max_ms": 0.223, "p95_ms": 0.17}, "event_filter_ms": {"avg_ms": 0.004, "count": 67, "max_ms": 0.01, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.072, "count": 67, "max_ms": 0.205, "p95_ms": 0.131}, "mcmt_ms": {"avg_ms": 0.002, "count": 67, "max_ms": 0.008, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.174, "count": 67, "max_ms": 0.545, "p95_ms": 0.405}, "setup_ms": {"avg_ms": 0.04, "count": 67, "max_ms": 0.11, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 0.618, "count": 67, "max_ms": 1.495, "p95_ms": 1.351}, "track_match_ms": {"avg_ms": 0.004, "count": 67, "max_ms": 0.022, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.025, "count": 67, "max_ms": 0.062, "p95_ms": 0.046}}, "gstreamer_push": {"avg_ms": 2.496, "count": 67, "max_ms": 6.162, "p95_ms": 4.003}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 67, "max_ms": 0.422, "p95_ms": 0.088}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.464, "count": 67, "max_ms": 66.262, "p95_ms": 59.592}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.035, "count": 67, "max_ms": 0.106, "p95_ms": 0.086}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.356, "count": 67, "max_ms": 108.326, "p95_ms": 98.683}, "inference_input_copy_ms": {"avg_ms": 1.322, "count": 67, "max_ms": 2.316, "p95_ms": 2.137}, "processing_residual_ms": {"avg_ms": 0.129, "count": 67, "max_ms": 0.544, "p95_ms": 0.232}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.842, "count": 67, "max_ms": 109.455, "p95_ms": 100.183}, "read_interval": {"avg_ms": 453.607, "count": 66, "max_ms": 11010.943, "p95_ms": 498.83}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 67, "max_ms": 0.042, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.12, "count": 67, "max_ms": 0.419, "p95_ms": 0.294}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 67, "max_ms": 0.034, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.105, "count": 67, "max_ms": 0.377, "p95_ms": 0.262}, "worker_merge_ms": {"avg_ms": 0.005, "count": 67, "max_ms": 0.015, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 41.477, "count": 67, "max_ms": 66.282, "p95_ms": 59.631}, "visualize": {"avg_ms": 29.347, "count": 67, "max_ms": 44.206, "p95_ms": 38.278}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.549, "count": 67, "max_ms": 43.491, "p95_ms": 37.358}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.158, "count": 67, "max_ms": 44.06, "p95_ms": 38.136}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.062, "count": 67, "max_ms": 43.984, "p95_ms": 38.055}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 67, "max_ms": 0.179, "p95_ms": 0.128}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 67}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 729.637, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.523, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.135, "sample_count": 1337, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35929, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:36:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98475, "write_bytes_delta": 98475, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 417.0, "cpu_core_ratio": 0.656018, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 55.0, "pid": 4155, "reason": null, "system_cpu_core_ratio": 0.030263, "system_cpu_s_delta": 0.31000000000000005, "user_cpu_core_ratio": 0.625755, "user_cpu_s_delta": 6.410000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.354367, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 85.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.035144, "system_cpu_s_delta": 0.3599999999999568, "user_cpu_core_ratio": 0.319223, "user_cpu_s_delta": 3.269999999999982}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.777, "count": 168, "max_ms": 5.73, "p95_ms": 4.586, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 168}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.759, "count": 30, "max": 65.194, "p95": 41.172, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.482, "count": 30, "max": 39.314, "p95": 31.954, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 664.7, "count": 30, "max": 1517.0, "p95": 1354.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2048.733, "count": 30, "max": 13076.0, "p95": 10490.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.065, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.898, "count": 30, "max": 1.265, "p95": 1.261, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.066, "count": 30, "max": 20.301, "p95": 5.325, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99072.033, "count": 30, "max": 100205.0, "p95": 100032.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95779.133, "count": 30, "max": 100205.0, "p95": 100032.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 83.7, "count": 30, "max": 225.0, "p95": 165.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.07, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.358, "count": 30, "max": 0.659, "p95": 0.653, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 239, "sampled_at": "2026-10-30T15:36:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:36:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 33783, "flush_count": 66, "flush_interval_seconds": 30.0, "flush_state": {"count": 66, "last_at": "2026-10-30T15:36:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:36:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 65}, "started": true, "suppressed_count": 35928, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 35928}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 66, "written_record_count": 66}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4473.234, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x568c73450e00] error while decoding MB 174 94, bytestream -11", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 99513446400, "copied_frame_count": 35993, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 99513446400, "frame_buffer_copies": 35993, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1132, "count": 512, "max_ms": 1.4042, "p50_ms": 0.0914, "p95_ms": 0.208, "p99_ms": 0.3176}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1849, "count": 512, "max_ms": 3.0194, "p50_ms": 1.0889, "p95_ms": 2.0353, "p99_ms": 2.4373, "results": {"failed": 0, "not_applicable": 0, "success": 35993, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 10, "h264_decode_error_count": 13, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:36:50+09:00", "last_error_summary": "[h264 @ 0x568c73450e00] error while decoding MB 174 94, bytestream -11", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 24.855, "last_started_at": "2026-10-30T15:36:25+09:00", "pid": 4271, "process": {"exists": false, "pid": 4271}, "restart_count": 10, "restart_count_per_hour": 8, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.865, "sample_count": 1213, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35993, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:36:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.025, "last_frame_pushed_at": "2026-10-30T15:36:50+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-10-30T15:36:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 180.658, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 419.342, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 0.014, "exists": true, "mtime": "2026-10-30T15:36:50.445181+09:00", "mtime_epoch": 1793342210.445181, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 98940}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:36:50+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 729.641, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 35993, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 67}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 2, "processed_frames": 67, "pushed_frames": 67, "read_frames": 66, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.236, "pushed": 2.236, "read": 2.203}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 66, "client_acquire_ms": {"avg_ms": 0.007, "count": 66, "max_ms": 0.016, "p95_ms": 0.012, "reason": null, "sample_age_ms": 73.499, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.584, "count": 66, "max_ms": 2.38, "p95_ms": 2.091, "reason": null, "sample_age_ms": 105.176, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.319, "count": 66, "max_ms": 2.112, "p95_ms": 1.753, "reason": null, "sample_age_ms": 105.319, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.09, "count": 66, "max_ms": 0.203, "p95_ms": 0.177, "reason": null, "sample_age_ms": 73.504, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.508, "count": 66, "max_ms": 3.344, "p95_ms": 2.495, "reason": null, "sample_age_ms": 104.186, "source": "client_direct"}, "request_count": 66, "request_tensor_bytes": {"avg": 2211848.0, "count": 66, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 104.17, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 66, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 73.561, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.775, "count": 66, "max_ms": 64.508, "p95_ms": 54.735, "reason": null, "sample_age_ms": 73.497, "source": "client_direct"}, "sample_age_ms": 73.494, "source": "client_direct", "task_total_ms": {"avg_ms": 40.538, "count": 66, "max_ms": 65.657, "p95_ms": 57.414, "reason": null, "sample_age_ms": 73.494, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.754, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.657, "count": 67, "max_ms": 1.618, "p95_ms": 1.411}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.207, "count": 67, "max_ms": 0.497, "p95_ms": 0.407}, "detection_prepare_ms": {"avg_ms": 0.09, "count": 67, "max_ms": 0.223, "p95_ms": 0.17}, "event_filter_ms": {"avg_ms": 0.004, "count": 67, "max_ms": 0.01, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.072, "count": 67, "max_ms": 0.205, "p95_ms": 0.131}, "mcmt_ms": {"avg_ms": 0.002, "count": 67, "max_ms": 0.008, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.174, "count": 67, "max_ms": 0.545, "p95_ms": 0.405}, "setup_ms": {"avg_ms": 0.04, "count": 67, "max_ms": 0.11, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 0.618, "count": 67, "max_ms": 1.495, "p95_ms": 1.351}, "track_match_ms": {"avg_ms": 0.004, "count": 67, "max_ms": 0.022, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.025, "count": 67, "max_ms": 0.062, "p95_ms": 0.046}}, "gstreamer_push": {"avg_ms": 2.496, "count": 67, "max_ms": 6.162, "p95_ms": 4.003}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 67, "max_ms": 0.422, "p95_ms": 0.088}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.464, "count": 67, "max_ms": 66.262, "p95_ms": 59.592}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.035, "count": 67, "max_ms": 0.106, "p95_ms": 0.086}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.356, "count": 67, "max_ms": 108.326, "p95_ms": 98.683}, "inference_input_copy_ms": {"avg_ms": 1.322, "count": 67, "max_ms": 2.316, "p95_ms": 2.137}, "processing_residual_ms": {"avg_ms": 0.129, "count": 67, "max_ms": 0.544, "p95_ms": 0.232}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.842, "count": 67, "max_ms": 109.455, "p95_ms": 100.183}, "read_interval": {"avg_ms": 453.607, "count": 66, "max_ms": 11010.943, "p95_ms": 498.83}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 67, "max_ms": 0.042, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.12, "count": 67, "max_ms": 0.419, "p95_ms": 0.294}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 67, "max_ms": 0.034, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.105, "count": 67, "max_ms": 0.377, "p95_ms": 0.262}, "worker_merge_ms": {"avg_ms": 0.005, "count": 67, "max_ms": 0.015, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 41.477, "count": 67, "max_ms": 66.282, "p95_ms": 59.631}, "visualize": {"avg_ms": 29.347, "count": 67, "max_ms": 44.206, "p95_ms": 38.278}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.549, "count": 67, "max_ms": 43.491, "p95_ms": 37.358}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.158, "count": 67, "max_ms": 44.06, "p95_ms": 38.136}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.062, "count": 67, "max_ms": 43.984, "p95_ms": 38.055}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 67, "max_ms": 0.179, "p95_ms": 0.128}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 67}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 729.637, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.523, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.135, "sample_count": 1337, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 35929, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:36:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98475, "write_bytes_delta": 98475, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 417.0, "cpu_core_ratio": 0.656018, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 55.0, "pid": 4155, "reason": null, "system_cpu_core_ratio": 0.030263, "system_cpu_s_delta": 0.31000000000000005, "user_cpu_core_ratio": 0.625755, "user_cpu_s_delta": 6.410000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.354367, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 85.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.035144, "system_cpu_s_delta": 0.3599999999999568, "user_cpu_core_ratio": 0.319223, "user_cpu_s_delta": 3.269999999999982}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.777, "count": 168, "max_ms": 5.73, "p95_ms": 4.586, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 168}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.759, "count": 30, "max": 65.194, "p95": 41.172, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.482, "count": 30, "max": 39.314, "p95": 31.954, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 664.7, "count": 30, "max": 1517.0, "p95": 1354.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2048.733, "count": 30, "max": 13076.0, "p95": 10490.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.065, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.898, "count": 30, "max": 1.265, "p95": 1.261, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.066, "count": 30, "max": 20.301, "p95": 5.325, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99072.033, "count": 30, "max": 100205.0, "p95": 100032.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95779.133, "count": 30, "max": 100205.0, "p95": 100032.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 83.7, "count": 30, "max": 225.0, "p95": 165.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.07, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.358, "count": 30, "max": 0.659, "p95": 0.653, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 239, "sampled_at": "2026-10-30T15:36:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:36:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 33783, "flush_count": 66, "flush_interval_seconds": 30.0, "flush_state": {"count": 66, "last_at": "2026-10-30T15:36:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:36:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 65}, "started": true, "suppressed_count": 36094, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 36094}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 66, "written_record_count": 66}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4488.145, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 99972403200, "copied_frame_count": 36159, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 99972403200, "frame_buffer_copies": 36159, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1171, "count": 512, "max_ms": 1.4042, "p50_ms": 0.0972, "p95_ms": 0.2137, "p99_ms": 0.3305}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2236, "count": 512, "max_ms": 3.0194, "p50_ms": 1.1325, "p95_ms": 2.0636, "p99_ms": 2.5014, "results": {"failed": 0, "not_applicable": 0, "success": 36159, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 11, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:37:27+09:00", "last_error_summary": "[h264 @ 0x5ec907475b00] error while decoding MB 67 75, bytestream -7", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.63, "last_started_at": "2026-10-30T15:36:53+09:00", "pid": 4387, "process": {"exists": false, "pid": 4387}, "restart_count": 11, "restart_count_per_hour": 9, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.276, "sample_count": 1233, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36159, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:37:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-10-30T15:37:27+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-10-30T15:37:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 217.302, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 382.698, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-10-30T15:37:27.014395+09:00", "mtime_epoch": 1793342247.0143952, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 99589}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:37:27+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 729.664, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 36159, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 166}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 166, "pushed_frames": 166, "read_frames": 166, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.849, "pushed": 5.849, "read": 5.849}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 166, "client_acquire_ms": {"avg_ms": 0.008, "count": 166, "max_ms": 0.027, "p95_ms": 0.016, "reason": null, "sample_age_ms": 56.36, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.645, "count": 166, "max_ms": 3.529, "p95_ms": 2.027, "reason": null, "sample_age_ms": 93.735, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.328, "count": 166, "max_ms": 2.792, "p95_ms": 1.642, "reason": null, "sample_age_ms": 93.955, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.096, "count": 166, "max_ms": 0.305, "p95_ms": 0.186, "reason": null, "sample_age_ms": 56.391, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.634, "count": 166, "max_ms": 3.917, "p95_ms": 2.778, "reason": null, "sample_age_ms": 92.335, "source": "client_direct"}, "request_count": 166, "request_tensor_bytes": {"avg": 2211848.0, "count": 166, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 92.32, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 166, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 56.54, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.38, "count": 166, "max_ms": 65.901, "p95_ms": 54.758, "reason": null, "sample_age_ms": 56.35, "source": "client_direct"}, "sample_age_ms": 56.343, "source": "client_direct", "task_total_ms": {"avg_ms": 40.288, "count": 166, "max_ms": 67.649, "p95_ms": 57.624, "reason": null, "sample_age_ms": 56.343, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.874, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.696, "count": 166, "max_ms": 2.074, "p95_ms": 1.406}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.221, "count": 166, "max_ms": 0.801, "p95_ms": 0.454}, "detection_prepare_ms": {"avg_ms": 0.099, "count": 166, "max_ms": 0.304, "p95_ms": 0.22}, "event_filter_ms": {"avg_ms": 0.004, "count": 166, "max_ms": 0.031, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.078, "count": 166, "max_ms": 0.254, "p95_ms": 0.166}, "mcmt_ms": {"avg_ms": 0.002, "count": 166, "max_ms": 0.011, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.176, "count": 166, "max_ms": 0.568, "p95_ms": 0.382}, "setup_ms": {"avg_ms": 0.043, "count": 166, "max_ms": 0.137, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 0.657, "count": 166, "max_ms": 1.985, "p95_ms": 1.303}, "track_match_ms": {"avg_ms": 0.004, "count": 166, "max_ms": 0.027, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.028, "count": 166, "max_ms": 0.113, "p95_ms": 0.063}}, "gstreamer_push": {"avg_ms": 2.727, "count": 166, "max_ms": 5.561, "p95_ms": 4.169}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 166, "max_ms": 0.112, "p95_ms": 0.084}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.271, "count": 166, "max_ms": 69.106, "p95_ms": 58.518}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 166, "max_ms": 0.121, "p95_ms": 0.085}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 73.317, "count": 166, "max_ms": 110.242, "p95_ms": 95.725}, "inference_input_copy_ms": {"avg_ms": 1.463, "count": 166, "max_ms": 3.517, "p95_ms": 2.548}, "processing_residual_ms": {"avg_ms": 0.14, "count": 166, "max_ms": 0.405, "p95_ms": 0.257}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 74.959, "count": 166, "max_ms": 113.389, "p95_ms": 98.123}, "read_interval": {"avg_ms": 220.815, "count": 166, "max_ms": 8359.171, "p95_ms": 472.855}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 166, "max_ms": 0.053, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.121, "count": 166, "max_ms": 0.413, "p95_ms": 0.259}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 166, "max_ms": 0.046, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.106, "count": 166, "max_ms": 0.385, "p95_ms": 0.23}, "worker_merge_ms": {"avg_ms": 0.005, "count": 166, "max_ms": 0.028, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 41.285, "count": 166, "max_ms": 69.124, "p95_ms": 58.527}, "visualize": {"avg_ms": 30.392, "count": 166, "max_ms": 47.316, "p95_ms": 41.35}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.552, "count": 166, "max_ms": 46.48, "p95_ms": 40.292}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.194, "count": 166, "max_ms": 47.188, "p95_ms": 40.872}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.099, "count": 166, "max_ms": 47.067, "p95_ms": 40.661}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 166, "max_ms": 0.2, "p95_ms": 0.096}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 166}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 729.66, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.999, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.452, "sample_count": 1231, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36150, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:37:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.193, "exists": true, "size_bytes": 99172, "write_bytes_delta": 99172, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 379.0, "cpu_core_ratio": 0.632636, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 181.0, "pid": 4387, "reason": null, "system_cpu_core_ratio": 0.026524, "system_cpu_s_delta": 0.27, "user_cpu_core_ratio": 0.606112, "user_cpu_s_delta": 6.17}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.349718, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 58.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.036347, "system_cpu_s_delta": 0.37000000000000455, "user_cpu_core_ratio": 0.313371, "user_cpu_s_delta": 3.1900000000000546}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.756, "count": 157, "max_ms": 5.561, "p95_ms": 4.176, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 157}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 157}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.111, "count": 30, "max": 41.624, "p95": 24.397, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.024, "count": 30, "max": 23.719, "p95": 21.85, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 592.367, "count": 30, "max": 1517.0, "p95": 1068.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5602.7, "count": 30, "max": 102079.0, "p95": 12023.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.076, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.8, "count": 30, "max": 1.265, "p95": 1.258, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.252, "count": 30, "max": 20.301, "p95": 6.417, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99021.467, "count": 30, "max": 100205.0, "p95": 100032.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95695.267, "count": 30, "max": 100205.0, "p95": 100032.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 68.767, "count": 30, "max": 225.0, "p95": 165.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.029, "count": 30, "max": 0.066, "p95": 0.047, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.27, "count": 30, "max": 0.626, "p95": 0.456, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 245, "sampled_at": "2026-10-30T15:37:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:37:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.381, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 33783, "flush_count": 66, "flush_interval_seconds": 30.0, "flush_state": {"count": 66, "last_at": "2026-10-30T15:36:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:36:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 65}, "started": true, "suppressed_count": 36094, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 36094}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 66, "written_record_count": 66}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4488.508, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5ec907475b00] error while decoding MB 67 75, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 99972403200, "copied_frame_count": 36159, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 99972403200, "frame_buffer_copies": 36159, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1171, "count": 512, "max_ms": 1.4042, "p50_ms": 0.0972, "p95_ms": 0.2137, "p99_ms": 0.3305}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2236, "count": 512, "max_ms": 3.0194, "p50_ms": 1.1325, "p95_ms": 2.0636, "p99_ms": 2.5014, "results": {"failed": 0, "not_applicable": 0, "success": 36159, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 11, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:37:27+09:00", "last_error_summary": "[h264 @ 0x5ec907475b00] error while decoding MB 67 75, bytestream -7", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.638, "last_started_at": "2026-10-30T15:36:53+09:00", "pid": 4387, "process": {"exists": false, "pid": 4387}, "restart_count": 11, "restart_count_per_hour": 9, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.276, "sample_count": 1233, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36159, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:37:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.014, "last_frame_pushed_at": "2026-10-30T15:37:27+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-10-30T15:37:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 217.309, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 382.691, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 0.004, "exists": true, "mtime": "2026-10-30T15:37:27.097396+09:00", "mtime_epoch": 1793342247.0973957, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 99640}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:37:27+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 729.664, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 36159, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 166}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 166, "pushed_frames": 166, "read_frames": 166, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.848, "pushed": 5.848, "read": 5.848}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 166, "client_acquire_ms": {"avg_ms": 0.008, "count": 166, "max_ms": 0.027, "p95_ms": 0.016, "reason": null, "sample_age_ms": 61.484, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.645, "count": 166, "max_ms": 3.529, "p95_ms": 2.027, "reason": null, "sample_age_ms": 98.859, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.328, "count": 166, "max_ms": 2.792, "p95_ms": 1.642, "reason": null, "sample_age_ms": 99.079, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.096, "count": 166, "max_ms": 0.305, "p95_ms": 0.186, "reason": null, "sample_age_ms": 61.515, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.634, "count": 166, "max_ms": 3.917, "p95_ms": 2.778, "reason": null, "sample_age_ms": 97.459, "source": "client_direct"}, "request_count": 166, "request_tensor_bytes": {"avg": 2211848.0, "count": 166, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 97.444, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 166, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 61.665, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.38, "count": 166, "max_ms": 65.901, "p95_ms": 54.758, "reason": null, "sample_age_ms": 61.474, "source": "client_direct"}, "sample_age_ms": 61.467, "source": "client_direct", "task_total_ms": {"avg_ms": 40.288, "count": 166, "max_ms": 67.649, "p95_ms": 57.624, "reason": null, "sample_age_ms": 61.467, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.968, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.696, "count": 166, "max_ms": 2.074, "p95_ms": 1.406}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.221, "count": 166, "max_ms": 0.801, "p95_ms": 0.454}, "detection_prepare_ms": {"avg_ms": 0.099, "count": 166, "max_ms": 0.304, "p95_ms": 0.22}, "event_filter_ms": {"avg_ms": 0.004, "count": 166, "max_ms": 0.031, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.078, "count": 166, "max_ms": 0.254, "p95_ms": 0.166}, "mcmt_ms": {"avg_ms": 0.002, "count": 166, "max_ms": 0.011, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.176, "count": 166, "max_ms": 0.568, "p95_ms": 0.382}, "setup_ms": {"avg_ms": 0.043, "count": 166, "max_ms": 0.137, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 0.657, "count": 166, "max_ms": 1.985, "p95_ms": 1.303}, "track_match_ms": {"avg_ms": 0.004, "count": 166, "max_ms": 0.027, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.028, "count": 166, "max_ms": 0.113, "p95_ms": 0.063}}, "gstreamer_push": {"avg_ms": 2.727, "count": 166, "max_ms": 5.561, "p95_ms": 4.169}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 166, "max_ms": 0.112, "p95_ms": 0.084}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.271, "count": 166, "max_ms": 69.106, "p95_ms": 58.518}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 166, "max_ms": 0.121, "p95_ms": 0.085}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 73.317, "count": 166, "max_ms": 110.242, "p95_ms": 95.725}, "inference_input_copy_ms": {"avg_ms": 1.463, "count": 166, "max_ms": 3.517, "p95_ms": 2.548}, "processing_residual_ms": {"avg_ms": 0.14, "count": 166, "max_ms": 0.405, "p95_ms": 0.257}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 74.959, "count": 166, "max_ms": 113.389, "p95_ms": 98.123}, "read_interval": {"avg_ms": 220.815, "count": 166, "max_ms": 8359.171, "p95_ms": 472.855}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 166, "max_ms": 0.053, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.121, "count": 166, "max_ms": 0.413, "p95_ms": 0.259}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 166, "max_ms": 0.046, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.106, "count": 166, "max_ms": 0.385, "p95_ms": 0.23}, "worker_merge_ms": {"avg_ms": 0.005, "count": 166, "max_ms": 0.028, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 41.285, "count": 166, "max_ms": 69.124, "p95_ms": 58.527}, "visualize": {"avg_ms": 30.392, "count": 166, "max_ms": 47.316, "p95_ms": 41.35}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.552, "count": 166, "max_ms": 46.48, "p95_ms": 40.292}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.194, "count": 166, "max_ms": 47.188, "p95_ms": 40.872}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.099, "count": 166, "max_ms": 47.067, "p95_ms": 40.661}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 166, "max_ms": 0.2, "p95_ms": 0.096}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 166}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 729.66, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.999, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.452, "sample_count": 1231, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36150, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:37:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.193, "exists": true, "size_bytes": 99172, "write_bytes_delta": 99172, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 379.0, "cpu_core_ratio": 0.632636, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 181.0, "pid": 4387, "reason": null, "system_cpu_core_ratio": 0.026524, "system_cpu_s_delta": 0.27, "user_cpu_core_ratio": 0.606112, "user_cpu_s_delta": 6.17}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.349718, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 58.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.036347, "system_cpu_s_delta": 0.37000000000000455, "user_cpu_core_ratio": 0.313371, "user_cpu_s_delta": 3.1900000000000546}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.756, "count": 157, "max_ms": 5.561, "p95_ms": 4.176, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 157}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 157}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.111, "count": 30, "max": 41.624, "p95": 24.397, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.024, "count": 30, "max": 23.719, "p95": 21.85, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 592.367, "count": 30, "max": 1517.0, "p95": 1068.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5602.7, "count": 30, "max": 102079.0, "p95": 12023.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.076, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.8, "count": 30, "max": 1.265, "p95": 1.258, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.252, "count": 30, "max": 20.301, "p95": 6.417, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99021.467, "count": 30, "max": 100205.0, "p95": 100032.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95695.267, "count": 30, "max": 100205.0, "p95": 100032.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 68.767, "count": 30, "max": 225.0, "p95": 165.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.029, "count": 30, "max": 0.066, "p95": 0.047, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.27, "count": 30, "max": 0.626, "p95": 0.456, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 245, "sampled_at": "2026-10-30T15:37:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:37:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.388, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 33783, "flush_count": 66, "flush_interval_seconds": 30.0, "flush_state": {"count": 66, "last_at": "2026-10-30T15:36:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:36:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 65}, "started": true, "suppressed_count": 36094, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 36094}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 66, "written_record_count": 66}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4490.633, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 99972403200, "copied_frame_count": 36159, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 99972403200, "frame_buffer_copies": 36159, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1171, "count": 512, "max_ms": 1.4042, "p50_ms": 0.0972, "p95_ms": 0.2137, "p99_ms": 0.3305}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2236, "count": 512, "max_ms": 3.0194, "p50_ms": 1.1325, "p95_ms": 2.0636, "p99_ms": 2.5014, "results": {"failed": 0, "not_applicable": 0, "success": 36159, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 11, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:37:27+09:00", "last_error_summary": "[h264 @ 0x5ec907475b00] error while decoding MB 67 75, bytestream -7", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.678, "last_started_at": "2026-10-30T15:36:53+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 11, "restart_count_per_hour": 9, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.276, "sample_count": 1232, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36159, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:37:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.054, "last_frame_pushed_at": "2026-10-30T15:37:27+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-10-30T15:37:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 217.342, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 382.658, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 0.044, "exists": true, "mtime": "2026-10-30T15:37:27.097396+09:00", "mtime_epoch": 1793342247.0973957, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 99640}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:37:27+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 729.66, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 36159, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 166}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 166, "pushed_frames": 166, "read_frames": 166, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.839, "pushed": 5.839, "read": 5.839}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 166, "client_acquire_ms": {"avg_ms": 0.008, "count": 166, "max_ms": 0.027, "p95_ms": 0.016, "reason": null, "sample_age_ms": 100.014, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.645, "count": 166, "max_ms": 3.529, "p95_ms": 2.027, "reason": null, "sample_age_ms": 137.389, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.328, "count": 166, "max_ms": 2.792, "p95_ms": 1.642, "reason": null, "sample_age_ms": 137.609, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.096, "count": 166, "max_ms": 0.305, "p95_ms": 0.186, "reason": null, "sample_age_ms": 100.045, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.634, "count": 166, "max_ms": 3.917, "p95_ms": 2.778, "reason": null, "sample_age_ms": 135.989, "source": "client_direct"}, "request_count": 166, "request_tensor_bytes": {"avg": 2211848.0, "count": 166, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 135.975, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 166, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 100.195, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.38, "count": 166, "max_ms": 65.901, "p95_ms": 54.758, "reason": null, "sample_age_ms": 100.005, "source": "client_direct"}, "sample_age_ms": 99.998, "source": "client_direct", "task_total_ms": {"avg_ms": 40.288, "count": 166, "max_ms": 67.649, "p95_ms": 57.624, "reason": null, "sample_age_ms": 99.998, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.375, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.696, "count": 166, "max_ms": 2.074, "p95_ms": 1.406}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.221, "count": 166, "max_ms": 0.801, "p95_ms": 0.454}, "detection_prepare_ms": {"avg_ms": 0.099, "count": 166, "max_ms": 0.304, "p95_ms": 0.22}, "event_filter_ms": {"avg_ms": 0.004, "count": 166, "max_ms": 0.031, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.078, "count": 166, "max_ms": 0.254, "p95_ms": 0.166}, "mcmt_ms": {"avg_ms": 0.002, "count": 166, "max_ms": 0.011, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.176, "count": 166, "max_ms": 0.568, "p95_ms": 0.382}, "setup_ms": {"avg_ms": 0.043, "count": 166, "max_ms": 0.137, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 0.657, "count": 166, "max_ms": 1.985, "p95_ms": 1.303}, "track_match_ms": {"avg_ms": 0.004, "count": 166, "max_ms": 0.027, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.028, "count": 166, "max_ms": 0.113, "p95_ms": 0.063}}, "gstreamer_push": {"avg_ms": 2.727, "count": 166, "max_ms": 5.561, "p95_ms": 4.169}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 166, "max_ms": 0.112, "p95_ms": 0.084}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.271, "count": 166, "max_ms": 69.106, "p95_ms": 58.518}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 166, "max_ms": 0.121, "p95_ms": 0.085}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 73.317, "count": 166, "max_ms": 110.242, "p95_ms": 95.725}, "inference_input_copy_ms": {"avg_ms": 1.463, "count": 166, "max_ms": 3.517, "p95_ms": 2.548}, "processing_residual_ms": {"avg_ms": 0.14, "count": 166, "max_ms": 0.405, "p95_ms": 0.257}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 74.959, "count": 166, "max_ms": 113.389, "p95_ms": 98.123}, "read_interval": {"avg_ms": 220.815, "count": 166, "max_ms": 8359.171, "p95_ms": 472.855}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 166, "max_ms": 0.053, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.121, "count": 166, "max_ms": 0.413, "p95_ms": 0.259}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 166, "max_ms": 0.046, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.106, "count": 166, "max_ms": 0.385, "p95_ms": 0.23}, "worker_merge_ms": {"avg_ms": 0.005, "count": 166, "max_ms": 0.028, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 41.285, "count": 166, "max_ms": 69.124, "p95_ms": 58.527}, "visualize": {"avg_ms": 30.392, "count": 166, "max_ms": 47.316, "p95_ms": 41.35}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.552, "count": 166, "max_ms": 46.48, "p95_ms": 40.292}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.194, "count": 166, "max_ms": 47.188, "p95_ms": 40.872}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.099, "count": 166, "max_ms": 47.067, "p95_ms": 40.661}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 166, "max_ms": 0.2, "p95_ms": 0.096}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 166}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 729.66, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.999, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.452, "sample_count": 1231, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36150, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:37:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.193, "exists": true, "size_bytes": 99172, "write_bytes_delta": 99172, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 379.0, "cpu_core_ratio": 0.632636, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 181.0, "pid": 4387, "reason": null, "system_cpu_core_ratio": 0.026524, "system_cpu_s_delta": 0.27, "user_cpu_core_ratio": 0.606112, "user_cpu_s_delta": 6.17}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.349718, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 58.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.036347, "system_cpu_s_delta": 0.37000000000000455, "user_cpu_core_ratio": 0.313371, "user_cpu_s_delta": 3.1900000000000546}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.756, "count": 157, "max_ms": 5.561, "p95_ms": 4.176, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 157}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 157}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.111, "count": 30, "max": 41.624, "p95": 24.397, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.024, "count": 30, "max": 23.719, "p95": 21.85, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 592.367, "count": 30, "max": 1517.0, "p95": 1068.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5602.7, "count": 30, "max": 102079.0, "p95": 12023.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.076, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.8, "count": 30, "max": 1.265, "p95": 1.258, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.252, "count": 30, "max": 20.301, "p95": 6.417, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99021.467, "count": 30, "max": 100205.0, "p95": 100032.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95695.267, "count": 30, "max": 100205.0, "p95": 100032.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 68.767, "count": 30, "max": 225.0, "p95": 165.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.029, "count": 30, "max": 0.066, "p95": 0.047, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.27, "count": 30, "max": 0.626, "p95": 0.456, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 245, "sampled_at": "2026-10-30T15:37:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:37:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.429, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 33783, "flush_count": 66, "flush_interval_seconds": 30.0, "flush_state": {"count": 66, "last_at": "2026-10-30T15:36:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:36:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 65}, "started": true, "suppressed_count": 36094, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 36094}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 66, "written_record_count": 66}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4503.164, "limit_mb": null}, "detail": {"pid": 4503, "restart_count": 12, "start_count": 13}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 99972403200, "copied_frame_count": 36159, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 99972403200, "frame_buffer_copies": 36159, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1171, "count": 512, "max_ms": 1.4042, "p50_ms": 0.0972, "p95_ms": 0.2137, "p99_ms": 0.3305}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2236, "count": 512, "max_ms": 3.0194, "p50_ms": 1.1325, "p95_ms": 2.0636, "p99_ms": 2.5014, "results": {"failed": 0, "not_applicable": 0, "success": 36159, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 11, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:37:27+09:00", "last_error_summary": "[h264 @ 0x5ec907475b00] error while decoding MB 67 75, bytestream -7", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-30T15:37:30+09:00", "pid": 4503, "process": {"exists": true, "fd_count": 4, "hwm_mb": 46.945, "name": "ffmpeg", "pid": 4503, "rss_mb": 46.945, "state": "S (sleeping)", "threads": 1}, "restart_count": 12, "restart_count_per_hour": 10, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.217, "sample_count": 1198, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36159, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:37:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 5.033, "last_frame_pushed_at": "2026-10-30T15:37:27+09:00", "last_frame_read_age_sec": 5.111, "last_frame_read_at": "2026-10-30T15:37:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 222.318, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 377.682, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 5.024, "exists": true, "mtime": "2026-10-30T15:37:27.097396+09:00", "mtime_epoch": 1793342247.0973957, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 99640}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:37:32+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 729.664, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 36159, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 144}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 144, "pushed_frames": 144, "read_frames": 143, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.812, "pushed": 4.812, "read": 4.779}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 143, "client_acquire_ms": {"avg_ms": 0.008, "count": 144, "max_ms": 0.027, "p95_ms": 0.016, "reason": null, "sample_age_ms": 5077.268, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.636, "count": 143, "max_ms": 3.529, "p95_ms": 2.01, "reason": null, "sample_age_ms": 5114.643, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.318, "count": 143, "max_ms": 2.363, "p95_ms": 1.588, "reason": null, "sample_age_ms": 5114.863, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.095, "count": 144, "max_ms": 0.305, "p95_ms": 0.179, "reason": null, "sample_age_ms": 5077.299, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.634, "count": 143, "max_ms": 3.917, "p95_ms": 2.784, "reason": null, "sample_age_ms": 5113.243, "source": "client_direct"}, "request_count": 143, "request_tensor_bytes": {"avg": 2211848.0, "count": 143, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5113.229, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 144, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5077.449, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.933, "count": 144, "max_ms": 65.901, "p95_ms": 54.552, "reason": null, "sample_age_ms": 5077.259, "source": "client_direct"}, "sample_age_ms": 5077.251, "source": "client_direct", "task_total_ms": {"avg_ms": 39.842, "count": 144, "max_ms": 67.649, "p95_ms": 56.973, "reason": null, "sample_age_ms": 5077.251, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.497, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.705, "count": 144, "max_ms": 2.074, "p95_ms": 1.473}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.225, "count": 144, "max_ms": 0.801, "p95_ms": 0.536}, "detection_prepare_ms": {"avg_ms": 0.1, "count": 144, "max_ms": 0.304, "p95_ms": 0.225}, "event_filter_ms": {"avg_ms": 0.004, "count": 144, "max_ms": 0.031, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.079, "count": 144, "max_ms": 0.254, "p95_ms": 0.17}, "mcmt_ms": {"avg_ms": 0.003, "count": 144, "max_ms": 0.011, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.18, "count": 144, "max_ms": 0.568, "p95_ms": 0.413}, "setup_ms": {"avg_ms": 0.043, "count": 144, "max_ms": 0.119, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 0.666, "count": 144, "max_ms": 1.985, "p95_ms": 1.403}, "track_match_ms": {"avg_ms": 0.004, "count": 144, "max_ms": 0.027, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.028, "count": 144, "max_ms": 0.113, "p95_ms": 0.063}}, "gstreamer_push": {"avg_ms": 2.71, "count": 144, "max_ms": 5.561, "p95_ms": 4.169}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 144, "max_ms": 0.112, "p95_ms": 0.084}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.815, "count": 144, "max_ms": 69.106, "p95_ms": 57.89}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.038, "count": 144, "max_ms": 0.121, "p95_ms": 0.077}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 73.09, "count": 144, "max_ms": 110.242, "p95_ms": 95.725}, "inference_input_copy_ms": {"avg_ms": 1.429, "count": 144, "max_ms": 3.517, "p95_ms": 2.505}, "processing_residual_ms": {"avg_ms": 0.135, "count": 144, "max_ms": 0.405, "p95_ms": 0.247}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 74.693, "count": 144, "max_ms": 113.389, "p95_ms": 98.123}, "read_interval": {"avg_ms": 174.157, "count": 143, "max_ms": 581.831, "p95_ms": 450.706}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 144, "max_ms": 0.053, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.124, "count": 144, "max_ms": 0.413, "p95_ms": 0.288}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 144, "max_ms": 0.046, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.109, "count": 144, "max_ms": 0.385, "p95_ms": 0.254}, "worker_merge_ms": {"avg_ms": 0.005, "count": 144, "max_ms": 0.028, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 40.828, "count": 144, "max_ms": 69.124, "p95_ms": 57.905}, "visualize": {"avg_ms": 30.607, "count": 144, "max_ms": 47.316, "p95_ms": 42.01}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.758, "count": 144, "max_ms": 46.48, "p95_ms": 40.564}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.407, "count": 144, "max_ms": 47.188, "p95_ms": 41.678}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.311, "count": 144, "max_ms": 47.067, "p95_ms": 41.53}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 144, "max_ms": 0.2, "p95_ms": 0.094}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 144}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 729.66, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.999, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.452, "sample_count": 1231, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36150, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:37:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.193, "exists": true, "size_bytes": 99172, "write_bytes_delta": 99172, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 379.0, "cpu_core_ratio": 0.632636, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 181.0, "pid": 4387, "reason": null, "system_cpu_core_ratio": 0.026524, "system_cpu_s_delta": 0.27, "user_cpu_core_ratio": 0.606112, "user_cpu_s_delta": 6.17}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.349718, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 58.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.036347, "system_cpu_s_delta": 0.37000000000000455, "user_cpu_core_ratio": 0.313371, "user_cpu_s_delta": 3.1900000000000546}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.756, "count": 157, "max_ms": 5.561, "p95_ms": 4.176, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 157}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 157}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.111, "count": 30, "max": 41.624, "p95": 24.397, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.024, "count": 30, "max": 23.719, "p95": 21.85, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 592.367, "count": 30, "max": 1517.0, "p95": 1068.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5602.7, "count": 30, "max": 102079.0, "p95": 12023.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.076, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.8, "count": 30, "max": 1.265, "p95": 1.258, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.252, "count": 30, "max": 20.301, "p95": 6.417, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99021.467, "count": 30, "max": 100205.0, "p95": 100032.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95695.267, "count": 30, "max": 100205.0, "p95": 100032.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 68.767, "count": 30, "max": 225.0, "p95": 165.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.029, "count": 30, "max": 0.066, "p95": 0.047, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.27, "count": 30, "max": 0.626, "p95": 0.456, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 245, "sampled_at": "2026-10-30T15:37:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:37:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 34295, "flush_count": 67, "flush_interval_seconds": 30.0, "flush_state": {"count": 67, "last_at": "2026-10-30T15:37:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:37:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 66}, "started": true, "suppressed_count": 36325, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 36325}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 67, "written_record_count": 67}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4483.168, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 100613836800, "copied_frame_count": 36391, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 100613836800, "frame_buffer_copies": 36391, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1215, "count": 512, "max_ms": 1.5396, "p50_ms": 0.1021, "p95_ms": 0.2314, "p99_ms": 0.3338}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2702, "count": 512, "max_ms": 3.0482, "p50_ms": 1.158, "p95_ms": 2.1875, "p99_ms": 2.6844, "results": {"failed": 0, "not_applicable": 0, "success": 36391, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 12, "h264_decode_error_count": 15, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:38:11+09:00", "last_error_summary": "[h264 @ 0x5cc1e428cfc0] error while decoding MB 161 82, bytestream -14", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 41.646, "last_started_at": "2026-10-30T15:37:30+09:00", "pid": 4503, "process": {"exists": false, "pid": 4503}, "restart_count": 12, "restart_count_per_hour": 10, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.954, "sample_count": 1253, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36391, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:38:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.027, "last_frame_pushed_at": "2026-10-30T15:38:11+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-10-30T15:38:11+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 261.972, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 338.028, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 0.02, "exists": true, "mtime": "2026-10-30T15:38:11.746658+09:00", "mtime_epoch": 1793342291.7466576, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 99789}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:38:11+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 729.777, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 36391, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 175}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.84, "pushed": 5.84, "read": 5.806}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 174, "client_acquire_ms": {"avg_ms": 0.012, "count": 174, "max_ms": 0.722, "p95_ms": 0.018, "reason": null, "sample_age_ms": 58.961, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.596, "count": 174, "max_ms": 2.08, "p95_ms": 1.707, "reason": null, "sample_age_ms": 84.59, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.293, "count": 174, "max_ms": 1.807, "p95_ms": 1.34, "reason": null, "sample_age_ms": 84.83, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.111, "count": 174, "max_ms": 0.73, "p95_ms": 0.277, "reason": null, "sample_age_ms": 58.972, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.669, "count": 174, "max_ms": 4.195, "p95_ms": 2.939, "reason": null, "sample_age_ms": 82.85, "source": "client_direct"}, "request_count": 174, "request_tensor_bytes": {"avg": 2211848.0, "count": 174, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 82.827, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 174, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 59.14, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.905, "count": 174, "max_ms": 74.853, "p95_ms": 56.375, "reason": null, "sample_age_ms": 58.957, "source": "client_direct"}, "sample_age_ms": 58.953, "source": "client_direct", "task_total_ms": {"avg_ms": 39.872, "count": 174, "max_ms": 76.444, "p95_ms": 58.775, "reason": null, "sample_age_ms": 58.953, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.927, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.744, "count": 175, "max_ms": 2.426, "p95_ms": 1.53}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.238, "count": 175, "max_ms": 0.882, "p95_ms": 0.505}, "detection_prepare_ms": {"avg_ms": 0.105, "count": 175, "max_ms": 0.277, "p95_ms": 0.206}, "event_filter_ms": {"avg_ms": 0.004, "count": 175, "max_ms": 0.032, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.084, "count": 175, "max_ms": 0.296, "p95_ms": 0.17}, "mcmt_ms": {"avg_ms": 0.003, "count": 175, "max_ms": 0.027, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.19, "count": 175, "max_ms": 0.847, "p95_ms": 0.41}, "setup_ms": {"avg_ms": 0.044, "count": 175, "max_ms": 0.122, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 0.703, "count": 175, "max_ms": 2.309, "p95_ms": 1.448}, "track_match_ms": {"avg_ms": 0.004, "count": 175, "max_ms": 0.015, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.029, "count": 175, "max_ms": 0.101, "p95_ms": 0.061}}, "gstreamer_push": {"avg_ms": 2.63, "count": 175, "max_ms": 6.265, "p95_ms": 4.313}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 175, "max_ms": 0.393, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.749, "count": 175, "max_ms": 77.716, "p95_ms": 59.958}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 175, "max_ms": 0.136, "p95_ms": 0.098}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.161, "count": 175, "max_ms": 125.662, "p95_ms": 98.294}, "inference_input_copy_ms": {"avg_ms": 1.416, "count": 175, "max_ms": 3.197, "p95_ms": 2.433}, "processing_residual_ms": {"avg_ms": 0.139, "count": 175, "max_ms": 0.392, "p95_ms": 0.245}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.754, "count": 175, "max_ms": 127.121, "p95_ms": 100.106}, "read_interval": {"avg_ms": 172.129, "count": 174, "max_ms": 550.874, "p95_ms": 443.253}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 175, "max_ms": 0.068, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.132, "count": 175, "max_ms": 0.66, "p95_ms": 0.281}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 175, "max_ms": 0.043, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.115, "count": 175, "max_ms": 0.605, "p95_ms": 0.255}, "worker_merge_ms": {"avg_ms": 0.006, "count": 175, "max_ms": 0.034, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 40.763, "count": 175, "max_ms": 77.728, "p95_ms": 59.98}, "visualize": {"avg_ms": 29.704, "count": 175, "max_ms": 46.41, "p95_ms": 39.839}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.876, "count": 175, "max_ms": 45.668, "p95_ms": 39.051}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.506, "count": 175, "max_ms": 46.285, "p95_ms": 39.592}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.411, "count": 175, "max_ms": 46.162, "p95_ms": 39.491}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 175, "max_ms": 0.145, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 175}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 729.73, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.948, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.47, "sample_count": 1241, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36299, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:37:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100124, "write_bytes_delta": 100124, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 410.0, "cpu_core_ratio": 0.691134, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 447.0, "pid": 4503, "reason": null, "system_cpu_core_ratio": 0.029876, "system_cpu_s_delta": 0.30000000000000004, "user_cpu_core_ratio": 0.661258, "user_cpu_s_delta": 6.640000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.373452, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 64.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.034855, "system_cpu_s_delta": 0.35000000000002274, "user_cpu_core_ratio": 0.338596, "user_cpu_s_delta": 3.400000000000091}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.628, "count": 148, "max_ms": 5.705, "p95_ms": 4.322, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 148}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.262, "count": 30, "max": 24.523, "p95": 22.837, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.89, "count": 30, "max": 14.179, "p95": 13.605, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 574.3, "count": 30, "max": 1517.0, "p95": 1068.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5817.8, "count": 30, "max": 102079.0, "p95": 12023.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.076, "p95": 0.062, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.774, "count": 30, "max": 1.265, "p95": 1.258, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.26, "count": 30, "max": 20.301, "p95": 6.417, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99049.433, "count": 30, "max": 100224.0, "p95": 100168.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95709.267, "count": 30, "max": 100224.0, "p95": 100098.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 56.667, "count": 30, "max": 135.0, "p95": 91.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.027, "count": 30, "max": 0.045, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.249, "count": 30, "max": 0.43, "p95": 0.347, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 248, "sampled_at": "2026-10-30T15:37:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:37:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 34295, "flush_count": 67, "flush_interval_seconds": 30.0, "flush_state": {"count": 67, "last_at": "2026-10-30T15:37:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:37:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 66}, "started": true, "suppressed_count": 36325, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 36325}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 67, "written_record_count": 67}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4482.898, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 100613836800, "copied_frame_count": 36391, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 100613836800, "frame_buffer_copies": 36391, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1215, "count": 512, "max_ms": 1.5396, "p50_ms": 0.1021, "p95_ms": 0.2314, "p99_ms": 0.3338}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2702, "count": 512, "max_ms": 3.0482, "p50_ms": 1.158, "p95_ms": 2.1875, "p99_ms": 2.6844, "results": {"failed": 0, "not_applicable": 0, "success": 36391, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 12, "h264_decode_error_count": 15, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:38:11+09:00", "last_error_summary": "[h264 @ 0x5cc1e428cfc0] error while decoding MB 161 82, bytestream -14", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 41.682, "last_started_at": "2026-10-30T15:37:30+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 12, "restart_count_per_hour": 10, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.954, "sample_count": 1253, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36391, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:38:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.063, "last_frame_pushed_at": "2026-10-30T15:38:11+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-10-30T15:38:11+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 261.992, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 338.008, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-10-30T15:38:11.746658+09:00", "mtime_epoch": 1793342291.7466576, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 99789}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:38:11+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 729.773, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 36391, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 174}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 174, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.8, "pushed": 5.833, "read": 5.8}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 174, "client_acquire_ms": {"avg_ms": 0.012, "count": 174, "max_ms": 0.722, "p95_ms": 0.018, "reason": null, "sample_age_ms": 93.807, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.596, "count": 174, "max_ms": 2.08, "p95_ms": 1.707, "reason": null, "sample_age_ms": 119.437, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.293, "count": 174, "max_ms": 1.807, "p95_ms": 1.34, "reason": null, "sample_age_ms": 119.677, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.111, "count": 174, "max_ms": 0.73, "p95_ms": 0.277, "reason": null, "sample_age_ms": 93.818, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.669, "count": 174, "max_ms": 4.195, "p95_ms": 2.939, "reason": null, "sample_age_ms": 117.697, "source": "client_direct"}, "request_count": 174, "request_tensor_bytes": {"avg": 2211848.0, "count": 174, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 117.674, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 174, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 93.987, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.905, "count": 174, "max_ms": 74.853, "p95_ms": 56.375, "reason": null, "sample_age_ms": 93.804, "source": "client_direct"}, "sample_age_ms": 93.799, "source": "client_direct", "task_total_ms": {"avg_ms": 39.872, "count": 174, "max_ms": 76.444, "p95_ms": 58.775, "reason": null, "sample_age_ms": 93.799, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.737, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.746, "count": 174, "max_ms": 2.426, "p95_ms": 1.53}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.239, "count": 174, "max_ms": 0.882, "p95_ms": 0.505}, "detection_prepare_ms": {"avg_ms": 0.105, "count": 174, "max_ms": 0.277, "p95_ms": 0.206}, "event_filter_ms": {"avg_ms": 0.004, "count": 174, "max_ms": 0.032, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.085, "count": 174, "max_ms": 0.296, "p95_ms": 0.17}, "mcmt_ms": {"avg_ms": 0.003, "count": 174, "max_ms": 0.027, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.19, "count": 174, "max_ms": 0.847, "p95_ms": 0.41}, "setup_ms": {"avg_ms": 0.044, "count": 174, "max_ms": 0.122, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 0.705, "count": 174, "max_ms": 2.309, "p95_ms": 1.448}, "track_match_ms": {"avg_ms": 0.004, "count": 174, "max_ms": 0.015, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.029, "count": 174, "max_ms": 0.101, "p95_ms": 0.061}}, "gstreamer_push": {"avg_ms": 2.63, "count": 175, "max_ms": 6.265, "p95_ms": 4.313}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 174, "max_ms": 0.393, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.788, "count": 174, "max_ms": 77.716, "p95_ms": 59.958}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 174, "max_ms": 0.136, "p95_ms": 0.098}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.219, "count": 174, "max_ms": 125.662, "p95_ms": 98.294}, "inference_input_copy_ms": {"avg_ms": 1.418, "count": 174, "max_ms": 3.197, "p95_ms": 2.433}, "processing_residual_ms": {"avg_ms": 0.139, "count": 174, "max_ms": 0.392, "p95_ms": 0.245}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.815, "count": 174, "max_ms": 127.121, "p95_ms": 100.106}, "read_interval": {"avg_ms": 172.129, "count": 174, "max_ms": 550.874, "p95_ms": 443.253}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 174, "max_ms": 0.068, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.132, "count": 174, "max_ms": 0.66, "p95_ms": 0.281}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 174, "max_ms": 0.043, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.116, "count": 174, "max_ms": 0.605, "p95_ms": 0.255}, "worker_merge_ms": {"avg_ms": 0.006, "count": 174, "max_ms": 0.034, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 40.802, "count": 174, "max_ms": 77.728, "p95_ms": 59.98}, "visualize": {"avg_ms": 29.718, "count": 174, "max_ms": 46.41, "p95_ms": 39.839}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.888, "count": 174, "max_ms": 45.668, "p95_ms": 39.051}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.519, "count": 174, "max_ms": 46.285, "p95_ms": 39.592}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.424, "count": 174, "max_ms": 46.162, "p95_ms": 39.491}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 174, "max_ms": 0.145, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 729.73, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.948, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.47, "sample_count": 1241, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36299, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:37:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100124, "write_bytes_delta": 100124, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 410.0, "cpu_core_ratio": 0.691134, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 447.0, "pid": 4503, "reason": null, "system_cpu_core_ratio": 0.029876, "system_cpu_s_delta": 0.30000000000000004, "user_cpu_core_ratio": 0.661258, "user_cpu_s_delta": 6.640000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.373452, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 64.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.034855, "system_cpu_s_delta": 0.35000000000002274, "user_cpu_core_ratio": 0.338596, "user_cpu_s_delta": 3.400000000000091}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.628, "count": 148, "max_ms": 5.705, "p95_ms": 4.322, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 148}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.262, "count": 30, "max": 24.523, "p95": 22.837, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.89, "count": 30, "max": 14.179, "p95": 13.605, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 574.3, "count": 30, "max": 1517.0, "p95": 1068.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5817.8, "count": 30, "max": 102079.0, "p95": 12023.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.076, "p95": 0.062, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.774, "count": 30, "max": 1.265, "p95": 1.258, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.26, "count": 30, "max": 20.301, "p95": 6.417, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99049.433, "count": 30, "max": 100224.0, "p95": 100168.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95709.267, "count": 30, "max": 100224.0, "p95": 100098.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 56.667, "count": 30, "max": 135.0, "p95": 91.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.027, "count": 30, "max": 0.045, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.249, "count": 30, "max": 0.43, "p95": 0.347, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 248, "sampled_at": "2026-10-30T15:37:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:37:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 34295, "flush_count": 67, "flush_interval_seconds": 30.0, "flush_state": {"count": 67, "last_at": "2026-10-30T15:37:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:37:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 66}, "started": true, "suppressed_count": 36325, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 36325}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 67, "written_record_count": 67}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4496.566, "limit_mb": null}, "detail": {"pid": 4619, "restart_count": 13, "start_count": 14}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 100613836800, "copied_frame_count": 36391, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 100613836800, "frame_buffer_copies": 36391, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1215, "count": 512, "max_ms": 1.5396, "p50_ms": 0.1021, "p95_ms": 0.2314, "p99_ms": 0.3338}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2702, "count": 512, "max_ms": 3.0482, "p50_ms": 1.158, "p95_ms": 2.1875, "p99_ms": 2.6844, "results": {"failed": 0, "not_applicable": 0, "success": 36391, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 12, "h264_decode_error_count": 15, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:38:11+09:00", "last_error_summary": "[h264 @ 0x5cc1e428cfc0] error while decoding MB 161 82, bytestream -14", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T15:38:14+09:00", "pid": 4619, "process": {"exists": true, "fd_count": 4, "hwm_mb": 44.598, "name": "ffmpeg", "pid": 4619, "rss_mb": 44.598, "state": "S (sleeping)", "threads": 1}, "restart_count": 13, "restart_count_per_hour": 11, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.56, "sample_count": 1227, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36391, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:38:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.583, "last_frame_pushed_at": "2026-10-30T15:38:11+09:00", "last_frame_read_age_sec": 4.637, "last_frame_read_at": "2026-10-30T15:38:11+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 266.531, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 333.469, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 4.576, "exists": true, "mtime": "2026-10-30T15:38:11.746658+09:00", "mtime_epoch": 1793342291.7466576, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 99789}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:38:16+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 729.777, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 36391, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 149}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 149, "pushed_frames": 149, "read_frames": 148, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.975, "pushed": 4.975, "read": 4.941}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 148, "client_acquire_ms": {"avg_ms": 0.008, "count": 148, "max_ms": 0.024, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4619.056, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.599, "count": 148, "max_ms": 2.08, "p95_ms": 1.684, "reason": null, "sample_age_ms": 4644.685, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.292, "count": 148, "max_ms": 1.807, "p95_ms": 1.326, "reason": null, "sample_age_ms": 4644.925, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.117, "count": 148, "max_ms": 0.73, "p95_ms": 0.297, "reason": null, "sample_age_ms": 4619.067, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.681, "count": 148, "max_ms": 4.195, "p95_ms": 3.05, "reason": null, "sample_age_ms": 4642.945, "source": "client_direct"}, "request_count": 148, "request_tensor_bytes": {"avg": 2211848.0, "count": 148, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4642.922, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 148, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4619.235, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.017, "count": 148, "max_ms": 74.853, "p95_ms": 56.178, "reason": null, "sample_age_ms": 4619.052, "source": "client_direct"}, "sample_age_ms": 4619.047, "source": "client_direct", "task_total_ms": {"avg_ms": 40.001, "count": 148, "max_ms": 76.444, "p95_ms": 58.441, "reason": null, "sample_age_ms": 4619.047, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.609, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.754, "count": 149, "max_ms": 2.426, "p95_ms": 1.571}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.241, "count": 149, "max_ms": 0.882, "p95_ms": 0.509}, "detection_prepare_ms": {"avg_ms": 0.106, "count": 149, "max_ms": 0.277, "p95_ms": 0.209}, "event_filter_ms": {"avg_ms": 0.004, "count": 149, "max_ms": 0.032, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.085, "count": 149, "max_ms": 0.296, "p95_ms": 0.175}, "mcmt_ms": {"avg_ms": 0.003, "count": 149, "max_ms": 0.027, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.194, "count": 149, "max_ms": 0.847, "p95_ms": 0.41}, "setup_ms": {"avg_ms": 0.044, "count": 149, "max_ms": 0.122, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 0.712, "count": 149, "max_ms": 2.309, "p95_ms": 1.471}, "track_match_ms": {"avg_ms": 0.004, "count": 149, "max_ms": 0.015, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.03, "count": 149, "max_ms": 0.101, "p95_ms": 0.064}}, "gstreamer_push": {"avg_ms": 2.648, "count": 149, "max_ms": 6.265, "p95_ms": 4.313}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 149, "max_ms": 0.157, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.159, "count": 149, "max_ms": 77.716, "p95_ms": 60.043}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.038, "count": 149, "max_ms": 0.136, "p95_ms": 0.098}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.433, "count": 149, "max_ms": 125.662, "p95_ms": 98.294}, "inference_input_copy_ms": {"avg_ms": 1.452, "count": 149, "max_ms": 3.197, "p95_ms": 2.448}, "processing_residual_ms": {"avg_ms": 0.142, "count": 149, "max_ms": 0.392, "p95_ms": 0.256}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 74.066, "count": 149, "max_ms": 127.121, "p95_ms": 100.106}, "read_interval": {"avg_ms": 171.85, "count": 148, "max_ms": 550.874, "p95_ms": 403.23}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 149, "max_ms": 0.068, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.135, "count": 149, "max_ms": 0.66, "p95_ms": 0.281}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 149, "max_ms": 0.043, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.118, "count": 149, "max_ms": 0.605, "p95_ms": 0.255}, "worker_merge_ms": {"avg_ms": 0.006, "count": 149, "max_ms": 0.034, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 41.173, "count": 149, "max_ms": 77.728, "p95_ms": 60.057}, "visualize": {"avg_ms": 29.562, "count": 149, "max_ms": 46.41, "p95_ms": 39.839}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.725, "count": 149, "max_ms": 45.668, "p95_ms": 39.051}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.36, "count": 149, "max_ms": 46.285, "p95_ms": 39.592}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.264, "count": 149, "max_ms": 46.162, "p95_ms": 39.491}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 149, "max_ms": 0.145, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 149}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 729.73, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.948, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.47, "sample_count": 1241, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36299, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:37:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100124, "write_bytes_delta": 100124, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 410.0, "cpu_core_ratio": 0.691134, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 447.0, "pid": 4503, "reason": null, "system_cpu_core_ratio": 0.029876, "system_cpu_s_delta": 0.30000000000000004, "user_cpu_core_ratio": 0.661258, "user_cpu_s_delta": 6.640000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.373452, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 64.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.034855, "system_cpu_s_delta": 0.35000000000002274, "user_cpu_core_ratio": 0.338596, "user_cpu_s_delta": 3.400000000000091}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.628, "count": 148, "max_ms": 5.705, "p95_ms": 4.322, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 148}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.262, "count": 30, "max": 24.523, "p95": 22.837, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.89, "count": 30, "max": 14.179, "p95": 13.605, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 574.3, "count": 30, "max": 1517.0, "p95": 1068.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5817.8, "count": 30, "max": 102079.0, "p95": 12023.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.076, "p95": 0.062, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.774, "count": 30, "max": 1.265, "p95": 1.258, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.26, "count": 30, "max": 20.301, "p95": 6.417, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99049.433, "count": 30, "max": 100224.0, "p95": 100168.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95709.267, "count": 30, "max": 100224.0, "p95": 100098.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 56.667, "count": 30, "max": 135.0, "p95": 91.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.027, "count": 30, "max": 0.045, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.249, "count": 30, "max": 0.43, "p95": 0.347, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 248, "sampled_at": "2026-10-30T15:37:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:37:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 34807, "flush_count": 68, "flush_interval_seconds": 30.0, "flush_state": {"count": 68, "last_at": "2026-10-30T15:38:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:38:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 67}, "started": true, "suppressed_count": 36484, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 36484}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 68, "written_record_count": 68}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4481.141, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x60224ae00c80] error while decoding MB 78 91, bytestream -11 [in#0/rtsp @ 0x60224ac2ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x60224ac2ae00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 101056204800, "copied_frame_count": 36551, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 101056204800, "frame_buffer_copies": 36551, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1201, "count": 512, "max_ms": 1.5396, "p50_ms": 0.0998, "p95_ms": 0.2292, "p99_ms": 0.3981}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2645, "count": 512, "max_ms": 3.0482, "p50_ms": 1.151, "p95_ms": 2.2154, "p99_ms": 2.6054, "results": {"failed": 0, "not_applicable": 0, "success": 36551, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 13, "h264_decode_error_count": 16, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:39:12+09:00", "last_error_summary": "[h264 @ 0x60224ae00c80] error while decoding MB 78 91, bytestream -11 [in#0/rtsp @ 0x60224ac2ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x60224ac2ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 57.916, "last_started_at": "2026-10-30T15:38:14+09:00", "pid": 4619, "process": {"exists": false, "pid": 4619}, "restart_count": 13, "restart_count_per_hour": 10, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.348, "sample_count": 1148, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36551, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:39:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.024, "last_frame_pushed_at": "2026-10-30T15:39:12+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-10-30T15:39:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 322.435, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 277.565, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 0.014, "exists": true, "mtime": "2026-10-30T15:39:12.223012+09:00", "mtime_epoch": 1793342352.2230122, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 99538}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:39:12+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 729.855, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 36551, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 58}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 58, "pushed_frames": 58, "read_frames": 58, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.958, "pushed": 1.958, "read": 1.958}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 58, "client_acquire_ms": {"avg_ms": 0.007, "count": 58, "max_ms": 0.021, "p95_ms": 0.014, "reason": null, "sample_age_ms": 65.82, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.617, "count": 58, "max_ms": 2.691, "p95_ms": 1.736, "reason": null, "sample_age_ms": 99.459, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.332, "count": 58, "max_ms": 2.504, "p95_ms": 1.433, "reason": null, "sample_age_ms": 99.689, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.094, "count": 58, "max_ms": 0.253, "p95_ms": 0.198, "reason": null, "sample_age_ms": 65.824, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.574, "count": 58, "max_ms": 3.349, "p95_ms": 2.878, "reason": null, "sample_age_ms": 98.64, "source": "client_direct"}, "request_count": 58, "request_tensor_bytes": {"avg": 2211848.0, "count": 58, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 98.626, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 58, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 65.883, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.562, "count": 58, "max_ms": 69.295, "p95_ms": 56.154, "reason": null, "sample_age_ms": 65.817, "source": "client_direct"}, "sample_age_ms": 65.814, "source": "client_direct", "task_total_ms": {"avg_ms": 41.399, "count": 58, "max_ms": 72.557, "p95_ms": 59.17, "reason": null, "sample_age_ms": 65.814, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.617, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.68, "count": 58, "max_ms": 1.371, "p95_ms": 1.342}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.217, "count": 58, "max_ms": 0.489, "p95_ms": 0.471}, "detection_prepare_ms": {"avg_ms": 0.097, "count": 58, "max_ms": 0.208, "p95_ms": 0.187}, "event_filter_ms": {"avg_ms": 0.004, "count": 58, "max_ms": 0.015, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.077, "count": 58, "max_ms": 0.175, "p95_ms": 0.142}, "mcmt_ms": {"avg_ms": 0.003, "count": 58, "max_ms": 0.018, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.169, "count": 58, "max_ms": 0.456, "p95_ms": 0.314}, "setup_ms": {"avg_ms": 0.044, "count": 58, "max_ms": 0.151, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 0.642, "count": 58, "max_ms": 1.295, "p95_ms": 1.27}, "track_match_ms": {"avg_ms": 0.004, "count": 58, "max_ms": 0.009, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.027, "count": 58, "max_ms": 0.063, "p95_ms": 0.053}}, "gstreamer_push": {"avg_ms": 2.546, "count": 58, "max_ms": 4.685, "p95_ms": 4.035}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 58, "max_ms": 0.559, "p95_ms": 0.116}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.34, "count": 58, "max_ms": 73.727, "p95_ms": 61.049}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.041, "count": 58, "max_ms": 0.096, "p95_ms": 0.087}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 74.752, "count": 58, "max_ms": 121.756, "p95_ms": 99.298}, "inference_input_copy_ms": {"avg_ms": 1.568, "count": 58, "max_ms": 4.752, "p95_ms": 2.715}, "processing_residual_ms": {"avg_ms": 0.146, "count": 58, "max_ms": 0.308, "p95_ms": 0.297}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 76.506, "count": 58, "max_ms": 124.077, "p95_ms": 100.762}, "read_interval": {"avg_ms": 539.306, "count": 58, "max_ms": 20317.263, "p95_ms": 480.354}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 58, "max_ms": 0.035, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.116, "count": 58, "max_ms": 0.306, "p95_ms": 0.231}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 58, "max_ms": 0.036, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.101, "count": 58, "max_ms": 0.272, "p95_ms": 0.196}, "worker_merge_ms": {"avg_ms": 0.005, "count": 58, "max_ms": 0.016, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 42.354, "count": 58, "max_ms": 73.768, "p95_ms": 61.075}, "visualize": {"avg_ms": 30.625, "count": 58, "max_ms": 44.652, "p95_ms": 43.306}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.796, "count": 58, "max_ms": 43.319, "p95_ms": 42.594}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.434, "count": 58, "max_ms": 44.319, "p95_ms": 43.163}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.329, "count": 58, "max_ms": 44.163, "p95_ms": 43.097}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 58, "max_ms": 0.144, "p95_ms": 0.113}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 58}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 729.852, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.564, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.348, "sample_count": 1145, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36546, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:39:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99247, "write_bytes_delta": 99247, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 211.0, "cpu_core_ratio": 0.141669, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3326.0, "pid": 4619, "reason": null, "system_cpu_core_ratio": 0.006495, "system_cpu_s_delta": 0.15999999999999992, "user_cpu_core_ratio": 0.135174, "user_cpu_s_delta": 3.330000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.075909, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 31.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.008119, "system_cpu_s_delta": 0.19999999999998863, "user_cpu_core_ratio": 0.06779, "user_cpu_s_delta": 1.6700000000000728}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.554, "count": 53, "max_ms": 4.685, "p95_ms": 4.035, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 53}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.305, "count": 30, "max": 24.523, "p95": 22.837, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.068, "count": 30, "max": 13.786, "p95": 12.497, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 512.9, "count": 30, "max": 1517.0, "p95": 1068.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 9366.667, "count": 30, "max": 102110.0, "p95": 62027.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.076, "p95": 0.06, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.646, "count": 30, "max": 1.265, "p95": 1.232, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.43, "count": 30, "max": 20.301, "p95": 6.417, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99038.167, "count": 30, "max": 100224.0, "p95": 100098.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95761.933, "count": 30, "max": 100224.0, "p95": 100098.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 49.633, "count": 30, "max": 85.0, "p95": 73.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.026, "count": 30, "max": 0.045, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.24, "count": 30, "max": 0.43, "p95": 0.341, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 254, "sampled_at": "2026-10-30T15:39:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:39:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.617, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 34807, "flush_count": 68, "flush_interval_seconds": 30.0, "flush_state": {"count": 68, "last_at": "2026-10-30T15:38:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:38:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 67}, "started": true, "suppressed_count": 36484, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 36484}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 68, "written_record_count": 68}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4481.84, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 101056204800, "copied_frame_count": 36551, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 101056204800, "frame_buffer_copies": 36551, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1201, "count": 512, "max_ms": 1.5396, "p50_ms": 0.0998, "p95_ms": 0.2292, "p99_ms": 0.3981}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2645, "count": 512, "max_ms": 3.0482, "p50_ms": 1.151, "p95_ms": 2.2154, "p99_ms": 2.6054, "results": {"failed": 0, "not_applicable": 0, "success": 36551, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 13, "h264_decode_error_count": 16, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:39:12+09:00", "last_error_summary": "[h264 @ 0x60224ae00c80] error while decoding MB 78 91, bytestream -11 [in#0/rtsp @ 0x60224ac2ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x60224ac2ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 57.948, "last_started_at": "2026-10-30T15:38:14+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 13, "restart_count_per_hour": 10, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.348, "sample_count": 1148, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36551, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:39:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.057, "last_frame_pushed_at": "2026-10-30T15:39:12+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-10-30T15:39:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 322.458, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 277.542, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 0.046, "exists": true, "mtime": "2026-10-30T15:39:12.223012+09:00", "mtime_epoch": 1793342352.2230122, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 99538}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:39:12+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 729.852, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 36551, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 58}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 58, "pushed_frames": 58, "read_frames": 58, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.956, "pushed": 1.956, "read": 1.956}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 58, "client_acquire_ms": {"avg_ms": 0.007, "count": 58, "max_ms": 0.021, "p95_ms": 0.014, "reason": null, "sample_age_ms": 96.503, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.617, "count": 58, "max_ms": 2.691, "p95_ms": 1.736, "reason": null, "sample_age_ms": 130.141, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.332, "count": 58, "max_ms": 2.504, "p95_ms": 1.433, "reason": null, "sample_age_ms": 130.371, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.094, "count": 58, "max_ms": 0.253, "p95_ms": 0.198, "reason": null, "sample_age_ms": 96.507, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.574, "count": 58, "max_ms": 3.349, "p95_ms": 2.878, "reason": null, "sample_age_ms": 129.323, "source": "client_direct"}, "request_count": 58, "request_tensor_bytes": {"avg": 2211848.0, "count": 58, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 129.309, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 58, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 96.565, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.562, "count": 58, "max_ms": 69.295, "p95_ms": 56.154, "reason": null, "sample_age_ms": 96.499, "source": "client_direct"}, "sample_age_ms": 96.497, "source": "client_direct", "task_total_ms": {"avg_ms": 41.399, "count": 58, "max_ms": 72.557, "p95_ms": 59.17, "reason": null, "sample_age_ms": 96.497, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.939, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.68, "count": 58, "max_ms": 1.371, "p95_ms": 1.342}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.217, "count": 58, "max_ms": 0.489, "p95_ms": 0.471}, "detection_prepare_ms": {"avg_ms": 0.097, "count": 58, "max_ms": 0.208, "p95_ms": 0.187}, "event_filter_ms": {"avg_ms": 0.004, "count": 58, "max_ms": 0.015, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.077, "count": 58, "max_ms": 0.175, "p95_ms": 0.142}, "mcmt_ms": {"avg_ms": 0.003, "count": 58, "max_ms": 0.018, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.169, "count": 58, "max_ms": 0.456, "p95_ms": 0.314}, "setup_ms": {"avg_ms": 0.044, "count": 58, "max_ms": 0.151, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 0.642, "count": 58, "max_ms": 1.295, "p95_ms": 1.27}, "track_match_ms": {"avg_ms": 0.004, "count": 58, "max_ms": 0.009, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.027, "count": 58, "max_ms": 0.063, "p95_ms": 0.053}}, "gstreamer_push": {"avg_ms": 2.546, "count": 58, "max_ms": 4.685, "p95_ms": 4.035}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 58, "max_ms": 0.559, "p95_ms": 0.116}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.34, "count": 58, "max_ms": 73.727, "p95_ms": 61.049}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.041, "count": 58, "max_ms": 0.096, "p95_ms": 0.087}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 74.752, "count": 58, "max_ms": 121.756, "p95_ms": 99.298}, "inference_input_copy_ms": {"avg_ms": 1.568, "count": 58, "max_ms": 4.752, "p95_ms": 2.715}, "processing_residual_ms": {"avg_ms": 0.146, "count": 58, "max_ms": 0.308, "p95_ms": 0.297}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 76.506, "count": 58, "max_ms": 124.077, "p95_ms": 100.762}, "read_interval": {"avg_ms": 539.306, "count": 58, "max_ms": 20317.263, "p95_ms": 480.354}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 58, "max_ms": 0.035, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.116, "count": 58, "max_ms": 0.306, "p95_ms": 0.231}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 58, "max_ms": 0.036, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.101, "count": 58, "max_ms": 0.272, "p95_ms": 0.196}, "worker_merge_ms": {"avg_ms": 0.005, "count": 58, "max_ms": 0.016, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 42.354, "count": 58, "max_ms": 73.768, "p95_ms": 61.075}, "visualize": {"avg_ms": 30.625, "count": 58, "max_ms": 44.652, "p95_ms": 43.306}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.796, "count": 58, "max_ms": 43.319, "p95_ms": 42.594}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.434, "count": 58, "max_ms": 44.319, "p95_ms": 43.163}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.329, "count": 58, "max_ms": 44.163, "p95_ms": 43.097}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 58, "max_ms": 0.144, "p95_ms": 0.113}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 58}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 729.852, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.564, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.348, "sample_count": 1145, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36546, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:39:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99247, "write_bytes_delta": 99247, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 211.0, "cpu_core_ratio": 0.141669, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3326.0, "pid": 4619, "reason": null, "system_cpu_core_ratio": 0.006495, "system_cpu_s_delta": 0.15999999999999992, "user_cpu_core_ratio": 0.135174, "user_cpu_s_delta": 3.330000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.075909, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 31.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.008119, "system_cpu_s_delta": 0.19999999999998863, "user_cpu_core_ratio": 0.06779, "user_cpu_s_delta": 1.6700000000000728}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.554, "count": 53, "max_ms": 4.685, "p95_ms": 4.035, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 53}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.305, "count": 30, "max": 24.523, "p95": 22.837, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.068, "count": 30, "max": 13.786, "p95": 12.497, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 512.9, "count": 30, "max": 1517.0, "p95": 1068.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 9366.667, "count": 30, "max": 102110.0, "p95": 62027.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.076, "p95": 0.06, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.646, "count": 30, "max": 1.265, "p95": 1.232, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.43, "count": 30, "max": 20.301, "p95": 6.417, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99038.167, "count": 30, "max": 100224.0, "p95": 100098.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95761.933, "count": 30, "max": 100224.0, "p95": 100098.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 49.633, "count": 30, "max": 85.0, "p95": 73.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.026, "count": 30, "max": 0.045, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.24, "count": 30, "max": 0.43, "p95": 0.341, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 254, "sampled_at": "2026-10-30T15:39:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:39:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.649, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 34807, "flush_count": 68, "flush_interval_seconds": 30.0, "flush_state": {"count": 68, "last_at": "2026-10-30T15:38:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:38:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 67}, "started": true, "suppressed_count": 36484, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 36484}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 68, "written_record_count": 68}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4496.469, "limit_mb": null}, "detail": {"pid": 4735, "restart_count": 14, "start_count": 15}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 101056204800, "copied_frame_count": 36551, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 101056204800, "frame_buffer_copies": 36551, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1201, "count": 512, "max_ms": 1.5396, "p50_ms": 0.0998, "p95_ms": 0.2292, "p99_ms": 0.3981}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2645, "count": 512, "max_ms": 3.0482, "p50_ms": 1.151, "p95_ms": 2.2154, "p99_ms": 2.6054, "results": {"failed": 0, "not_applicable": 0, "success": 36551, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 13, "h264_decode_error_count": 16, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:39:12+09:00", "last_error_summary": "[h264 @ 0x60224ae00c80] error while decoding MB 78 91, bytestream -11 [in#0/rtsp @ 0x60224ac2ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x60224ac2ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T15:39:14+09:00", "pid": 4735, "process": {"exists": true, "fd_count": 4, "hwm_mb": 44.789, "name": "ffmpeg", "pid": 4735, "rss_mb": 44.789, "state": "S (sleeping)", "threads": 1}, "restart_count": 14, "restart_count_per_hour": 11, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.348, "sample_count": 1123, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36551, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:39:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.691, "last_frame_pushed_at": "2026-10-30T15:39:12+09:00", "last_frame_read_age_sec": 4.764, "last_frame_read_at": "2026-10-30T15:39:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 327.099, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 272.901, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 4.681, "exists": true, "mtime": "2026-10-30T15:39:12.223012+09:00", "mtime_epoch": 1793342352.2230122, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 99538}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:39:16+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 729.867, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 36551, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 34}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 34}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 34}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 34}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 34}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 34}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 34}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 34, "pushed_frames": 34, "read_frames": 34, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.141, "pushed": 1.141, "read": 1.141}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 34, "client_acquire_ms": {"avg_ms": 0.007, "count": 34, "max_ms": 0.021, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4732.426, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.552, "count": 34, "max_ms": 2.585, "p95_ms": 1.393, "reason": null, "sample_age_ms": 4766.064, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.276, "count": 34, "max_ms": 2.156, "p95_ms": 1.163, "reason": null, "sample_age_ms": 4766.294, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.097, "count": 34, "max_ms": 0.253, "p95_ms": 0.243, "reason": null, "sample_age_ms": 4732.43, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.393, "count": 34, "max_ms": 3.327, "p95_ms": 2.651, "reason": null, "sample_age_ms": 4765.246, "source": "client_direct"}, "request_count": 34, "request_tensor_bytes": {"avg": 2211848.0, "count": 34, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4765.232, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 34, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4732.488, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.63, "count": 34, "max_ms": 69.295, "p95_ms": 56.211, "reason": null, "sample_age_ms": 4732.423, "source": "client_direct"}, "sample_age_ms": 4732.42, "source": "client_direct", "task_total_ms": {"avg_ms": 40.29, "count": 34, "max_ms": 72.557, "p95_ms": 59.276, "reason": null, "sample_age_ms": 4732.42, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.577, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.704, "count": 34, "max_ms": 1.371, "p95_ms": 1.353}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.228, "count": 34, "max_ms": 0.489, "p95_ms": 0.484}, "detection_prepare_ms": {"avg_ms": 0.101, "count": 34, "max_ms": 0.208, "p95_ms": 0.187}, "event_filter_ms": {"avg_ms": 0.004, "count": 34, "max_ms": 0.015, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.079, "count": 34, "max_ms": 0.175, "p95_ms": 0.149}, "mcmt_ms": {"avg_ms": 0.002, "count": 34, "max_ms": 0.008, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.172, "count": 34, "max_ms": 0.456, "p95_ms": 0.334}, "setup_ms": {"avg_ms": 0.046, "count": 34, "max_ms": 0.151, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 0.665, "count": 34, "max_ms": 1.295, "p95_ms": 1.271}, "track_match_ms": {"avg_ms": 0.004, "count": 34, "max_ms": 0.009, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.028, "count": 34, "max_ms": 0.063, "p95_ms": 0.054}}, "gstreamer_push": {"avg_ms": 2.469, "count": 34, "max_ms": 4.243, "p95_ms": 3.981}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 34, "max_ms": 0.124, "p95_ms": 0.116}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.15, "count": 34, "max_ms": 73.727, "p95_ms": 61.049}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 34, "max_ms": 0.087, "p95_ms": 0.082}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 34, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 34, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 73.633, "count": 34, "max_ms": 121.756, "p95_ms": 99.562}, "inference_input_copy_ms": {"avg_ms": 1.413, "count": 34, "max_ms": 2.715, "p95_ms": 2.483}, "processing_residual_ms": {"avg_ms": 0.132, "count": 34, "max_ms": 0.302, "p95_ms": 0.297}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 34, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 34, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 75.217, "count": 34, "max_ms": 124.077, "p95_ms": 101.737}, "read_interval": {"avg_ms": 750.137, "count": 34, "max_ms": 20317.263, "p95_ms": 480.354}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 34, "max_ms": 0.035, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.117, "count": 34, "max_ms": 0.306, "p95_ms": 0.238}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 34, "max_ms": 0.036, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.102, "count": 34, "max_ms": 0.272, "p95_ms": 0.211}, "worker_merge_ms": {"avg_ms": 0.005, "count": 34, "max_ms": 0.016, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 41.164, "count": 34, "max_ms": 73.768, "p95_ms": 61.075}, "visualize": {"avg_ms": 30.668, "count": 34, "max_ms": 44.652, "p95_ms": 44.356}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.84, "count": 34, "max_ms": 43.319, "p95_ms": 42.769}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 34, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.469, "count": 34, "max_ms": 44.319, "p95_ms": 43.915}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 34, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 34, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.375, "count": 34, "max_ms": 44.163, "p95_ms": 43.749}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 34, "max_ms": 0.144, "p95_ms": 0.139}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 34}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 34}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 34}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 729.852, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.564, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.348, "sample_count": 1145, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36546, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:39:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99247, "write_bytes_delta": 99247, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 211.0, "cpu_core_ratio": 0.141669, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3326.0, "pid": 4619, "reason": null, "system_cpu_core_ratio": 0.006495, "system_cpu_s_delta": 0.15999999999999992, "user_cpu_core_ratio": 0.135174, "user_cpu_s_delta": 3.330000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.075909, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 31.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.008119, "system_cpu_s_delta": 0.19999999999998863, "user_cpu_core_ratio": 0.06779, "user_cpu_s_delta": 1.6700000000000728}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.554, "count": 53, "max_ms": 4.685, "p95_ms": 4.035, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 53}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.305, "count": 30, "max": 24.523, "p95": 22.837, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.068, "count": 30, "max": 13.786, "p95": 12.497, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 512.9, "count": 30, "max": 1517.0, "p95": 1068.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 9366.667, "count": 30, "max": 102110.0, "p95": 62027.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.076, "p95": 0.06, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.646, "count": 30, "max": 1.265, "p95": 1.232, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.43, "count": 30, "max": 20.301, "p95": 6.417, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99038.167, "count": 30, "max": 100224.0, "p95": 100098.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95761.933, "count": 30, "max": 100224.0, "p95": 100098.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 49.633, "count": 30, "max": 85.0, "p95": 73.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.026, "count": 30, "max": 0.045, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.24, "count": 30, "max": 0.43, "p95": 0.341, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 254, "sampled_at": "2026-10-30T15:39:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:39:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.789, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 35319, "flush_count": 69, "flush_interval_seconds": 30.0, "flush_state": {"count": 69, "last_at": "2026-10-30T15:39:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:39:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 68}, "started": true, "suppressed_count": 36641, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 36641}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 69, "written_record_count": 69}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4491.035, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 101493043200, "copied_frame_count": 36709, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 101493043200, "frame_buffer_copies": 36709, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1186, "count": 512, "max_ms": 1.5396, "p50_ms": 0.0976, "p95_ms": 0.2358, "p99_ms": 0.3558}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2478, "count": 512, "max_ms": 4.8602, "p50_ms": 1.1285, "p95_ms": 2.2411, "p99_ms": 2.6316, "results": {"failed": 0, "not_applicable": 0, "success": 36709, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 13, "h264_decode_error_count": 16, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:39:12+09:00", "last_error_summary": "[h264 @ 0x60224ae00c80] error while decoding MB 78 91, bytestream -11 [in#0/rtsp @ 0x60224ac2ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x60224ac2ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.623, "last_started_at": "2026-10-30T15:39:14+09:00", "pid": 4735, "process": {"exists": false, "pid": 4735}, "restart_count": 14, "restart_count_per_hour": 11, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.959, "sample_count": 1123, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36709, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:39:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.011, "last_frame_pushed_at": "2026-10-30T15:39:50+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-10-30T15:39:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 360.726, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 239.274, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-10-30T15:39:50.447237+09:00", "mtime_epoch": 1793342390.4472365, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 99525}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:39:50+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 729.949, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 36709, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 158}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 158, "pushed_frames": 158, "read_frames": 158, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.351, "pushed": 5.351, "read": 5.351}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 158, "client_acquire_ms": {"avg_ms": 0.006, "count": 158, "max_ms": 0.024, "p95_ms": 0.013, "reason": null, "sample_age_ms": 47.987, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.548, "count": 158, "max_ms": 2.198, "p95_ms": 1.51, "reason": null, "sample_age_ms": 86.425, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.286, "count": 158, "max_ms": 1.676, "p95_ms": 1.298, "reason": null, "sample_age_ms": 86.643, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.094, "count": 158, "max_ms": 0.317, "p95_ms": 0.227, "reason": null, "sample_age_ms": 47.995, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.491, "count": 158, "max_ms": 6.586, "p95_ms": 2.596, "reason": null, "sample_age_ms": 84.377, "source": "client_direct"}, "request_count": 158, "request_tensor_bytes": {"avg": 2211848.0, "count": 158, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 84.332, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 158, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 48.091, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.246, "count": 158, "max_ms": 71.308, "p95_ms": 53.094, "reason": null, "sample_age_ms": 47.982, "source": "client_direct"}, "sample_age_ms": 47.977, "source": "client_direct", "task_total_ms": {"avg_ms": 37.998, "count": 158, "max_ms": 74.66, "p95_ms": 55.152, "reason": null, "sample_age_ms": 47.977, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.093, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.718, "count": 158, "max_ms": 2.395, "p95_ms": 1.596}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.225, "count": 158, "max_ms": 0.733, "p95_ms": 0.516}, "detection_prepare_ms": {"avg_ms": 0.102, "count": 158, "max_ms": 0.382, "p95_ms": 0.204}, "event_filter_ms": {"avg_ms": 0.004, "count": 158, "max_ms": 0.028, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.084, "count": 158, "max_ms": 0.358, "p95_ms": 0.174}, "mcmt_ms": {"avg_ms": 0.003, "count": 158, "max_ms": 0.023, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.184, "count": 158, "max_ms": 0.988, "p95_ms": 0.42}, "setup_ms": {"avg_ms": 0.042, "count": 158, "max_ms": 0.15, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 0.677, "count": 158, "max_ms": 2.248, "p95_ms": 1.506}, "track_match_ms": {"avg_ms": 0.004, "count": 158, "max_ms": 0.016, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.028, "count": 158, "max_ms": 0.083, "p95_ms": 0.056}}, "gstreamer_push": {"avg_ms": 2.601, "count": 158, "max_ms": 6.23, "p95_ms": 4.179}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 158, "max_ms": 0.344, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.876, "count": 158, "max_ms": 77.862, "p95_ms": 56.796}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.038, "count": 158, "max_ms": 0.109, "p95_ms": 0.081}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 70.33, "count": 158, "max_ms": 112.555, "p95_ms": 94.681}, "inference_input_copy_ms": {"avg_ms": 1.414, "count": 158, "max_ms": 2.912, "p95_ms": 2.396}, "processing_residual_ms": {"avg_ms": 0.127, "count": 158, "max_ms": 0.281, "p95_ms": 0.222}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 71.91, "count": 158, "max_ms": 113.741, "p95_ms": 95.886}, "read_interval": {"avg_ms": 242.421, "count": 158, "max_ms": 8860.834, "p95_ms": 427.366}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 158, "max_ms": 0.073, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.126, "count": 158, "max_ms": 0.672, "p95_ms": 0.28}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 158, "max_ms": 0.053, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.11, "count": 158, "max_ms": 0.598, "p95_ms": 0.243}, "worker_merge_ms": {"avg_ms": 0.006, "count": 158, "max_ms": 0.047, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 38.89, "count": 158, "max_ms": 77.901, "p95_ms": 56.811}, "visualize": {"avg_ms": 29.776, "count": 158, "max_ms": 50.55, "p95_ms": 39.924}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.927, "count": 158, "max_ms": 46.07, "p95_ms": 38.906}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.577, "count": 158, "max_ms": 50.362, "p95_ms": 39.653}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.452, "count": 158, "max_ms": 46.653, "p95_ms": 39.538}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 158, "max_ms": 1.397, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 158}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 729.926, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.653, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.959, "sample_count": 1089, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36658, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:39:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99418, "write_bytes_delta": 99418, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 388.0, "cpu_core_ratio": 0.637533, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 322.0, "pid": 4735, "reason": null, "system_cpu_core_ratio": 0.029838, "system_cpu_s_delta": 0.29999999999999993, "user_cpu_core_ratio": 0.607695, "user_cpu_s_delta": 6.109999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.342139, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 61.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.030832, "system_cpu_s_delta": 0.3100000000000023, "user_cpu_core_ratio": 0.311307, "user_cpu_s_delta": 3.130000000000109}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.629, "count": 112, "max_ms": 6.23, "p95_ms": 4.246, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 112}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 112}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.875, "count": 30, "max": 24.523, "p95": 22.837, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.557, "count": 30, "max": 13.384, "p95": 11.309, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 487.5, "count": 30, "max": 1517.0, "p95": 1068.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 9694.633, "count": 30, "max": 102110.0, "p95": 62027.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.076, "p95": 0.059, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.6, "count": 30, "max": 1.208, "p95": 0.947, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.355, "count": 30, "max": 20.301, "p95": 6.417, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99152.267, "count": 30, "max": 100224.0, "p95": 100098.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95857.967, "count": 30, "max": 100224.0, "p95": 100098.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 48.567, "count": 30, "max": 85.0, "p95": 73.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.026, "count": 30, "max": 0.045, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.234, "count": 30, "max": 0.43, "p95": 0.341, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 257, "sampled_at": "2026-10-30T15:39:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:39:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.526, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 35319, "flush_count": 69, "flush_interval_seconds": 30.0, "flush_state": {"count": 69, "last_at": "2026-10-30T15:39:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:39:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 68}, "started": true, "suppressed_count": 36641, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 36641}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 69, "written_record_count": 69}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4491.035, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5711302bd880] error while decoding MB 192 70, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 101493043200, "copied_frame_count": 36709, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 101493043200, "frame_buffer_copies": 36709, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1186, "count": 512, "max_ms": 1.5396, "p50_ms": 0.0976, "p95_ms": 0.2358, "p99_ms": 0.3558}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2478, "count": 512, "max_ms": 4.8602, "p50_ms": 1.1285, "p95_ms": 2.2411, "p99_ms": 2.6316, "results": {"failed": 0, "not_applicable": 0, "success": 36709, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 14, "h264_decode_error_count": 17, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:39:50+09:00", "last_error_summary": "[h264 @ 0x5711302bd880] error while decoding MB 192 70, bytestream -6", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.633, "last_started_at": "2026-10-30T15:39:14+09:00", "pid": 4735, "process": {"exists": false, "pid": 4735}, "restart_count": 14, "restart_count_per_hour": 11, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.959, "sample_count": 1123, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36709, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:39:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.021, "last_frame_pushed_at": "2026-10-30T15:39:50+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-10-30T15:39:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 360.731, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 239.269, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 0.009, "exists": true, "mtime": "2026-10-30T15:39:50.526237+09:00", "mtime_epoch": 1793342390.526237, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 99555}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:39:50+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 729.949, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 36709, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 158}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 158, "pushed_frames": 158, "read_frames": 158, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.35, "pushed": 5.35, "read": 5.35}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 158, "client_acquire_ms": {"avg_ms": 0.006, "count": 158, "max_ms": 0.024, "p95_ms": 0.013, "reason": null, "sample_age_ms": 55.784, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.548, "count": 158, "max_ms": 2.198, "p95_ms": 1.51, "reason": null, "sample_age_ms": 94.221, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.286, "count": 158, "max_ms": 1.676, "p95_ms": 1.298, "reason": null, "sample_age_ms": 94.439, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.094, "count": 158, "max_ms": 0.317, "p95_ms": 0.227, "reason": null, "sample_age_ms": 55.791, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.491, "count": 158, "max_ms": 6.586, "p95_ms": 2.596, "reason": null, "sample_age_ms": 92.173, "source": "client_direct"}, "request_count": 158, "request_tensor_bytes": {"avg": 2211848.0, "count": 158, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 92.129, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 158, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 55.887, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.246, "count": 158, "max_ms": 71.308, "p95_ms": 53.094, "reason": null, "sample_age_ms": 55.779, "source": "client_direct"}, "sample_age_ms": 55.774, "source": "client_direct", "task_total_ms": {"avg_ms": 37.998, "count": 158, "max_ms": 74.66, "p95_ms": 55.152, "reason": null, "sample_age_ms": 55.774, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.64, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.718, "count": 158, "max_ms": 2.395, "p95_ms": 1.596}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.225, "count": 158, "max_ms": 0.733, "p95_ms": 0.516}, "detection_prepare_ms": {"avg_ms": 0.102, "count": 158, "max_ms": 0.382, "p95_ms": 0.204}, "event_filter_ms": {"avg_ms": 0.004, "count": 158, "max_ms": 0.028, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.084, "count": 158, "max_ms": 0.358, "p95_ms": 0.174}, "mcmt_ms": {"avg_ms": 0.003, "count": 158, "max_ms": 0.023, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.184, "count": 158, "max_ms": 0.988, "p95_ms": 0.42}, "setup_ms": {"avg_ms": 0.042, "count": 158, "max_ms": 0.15, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 0.677, "count": 158, "max_ms": 2.248, "p95_ms": 1.506}, "track_match_ms": {"avg_ms": 0.004, "count": 158, "max_ms": 0.016, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.028, "count": 158, "max_ms": 0.083, "p95_ms": 0.056}}, "gstreamer_push": {"avg_ms": 2.601, "count": 158, "max_ms": 6.23, "p95_ms": 4.179}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 158, "max_ms": 0.344, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.876, "count": 158, "max_ms": 77.862, "p95_ms": 56.796}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.038, "count": 158, "max_ms": 0.109, "p95_ms": 0.081}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 70.33, "count": 158, "max_ms": 112.555, "p95_ms": 94.681}, "inference_input_copy_ms": {"avg_ms": 1.414, "count": 158, "max_ms": 2.912, "p95_ms": 2.396}, "processing_residual_ms": {"avg_ms": 0.127, "count": 158, "max_ms": 0.281, "p95_ms": 0.222}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 71.91, "count": 158, "max_ms": 113.741, "p95_ms": 95.886}, "read_interval": {"avg_ms": 242.421, "count": 158, "max_ms": 8860.834, "p95_ms": 427.366}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 158, "max_ms": 0.073, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.126, "count": 158, "max_ms": 0.672, "p95_ms": 0.28}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 158, "max_ms": 0.053, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.11, "count": 158, "max_ms": 0.598, "p95_ms": 0.243}, "worker_merge_ms": {"avg_ms": 0.006, "count": 158, "max_ms": 0.047, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 38.89, "count": 158, "max_ms": 77.901, "p95_ms": 56.811}, "visualize": {"avg_ms": 29.776, "count": 158, "max_ms": 50.55, "p95_ms": 39.924}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.927, "count": 158, "max_ms": 46.07, "p95_ms": 38.906}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.577, "count": 158, "max_ms": 50.362, "p95_ms": 39.653}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.452, "count": 158, "max_ms": 46.653, "p95_ms": 39.538}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 158, "max_ms": 1.397, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 158}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 729.926, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.653, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.959, "sample_count": 1089, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36658, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:39:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99418, "write_bytes_delta": 99418, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 388.0, "cpu_core_ratio": 0.637533, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 322.0, "pid": 4735, "reason": null, "system_cpu_core_ratio": 0.029838, "system_cpu_s_delta": 0.29999999999999993, "user_cpu_core_ratio": 0.607695, "user_cpu_s_delta": 6.109999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.342139, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 61.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.030832, "system_cpu_s_delta": 0.3100000000000023, "user_cpu_core_ratio": 0.311307, "user_cpu_s_delta": 3.130000000000109}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.629, "count": 112, "max_ms": 6.23, "p95_ms": 4.246, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 112}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 112}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.875, "count": 30, "max": 24.523, "p95": 22.837, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.557, "count": 30, "max": 13.384, "p95": 11.309, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 487.5, "count": 30, "max": 1517.0, "p95": 1068.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 9694.633, "count": 30, "max": 102110.0, "p95": 62027.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.076, "p95": 0.059, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.6, "count": 30, "max": 1.208, "p95": 0.947, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.355, "count": 30, "max": 20.301, "p95": 6.417, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99152.267, "count": 30, "max": 100224.0, "p95": 100098.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95857.967, "count": 30, "max": 100224.0, "p95": 100098.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 48.567, "count": 30, "max": 85.0, "p95": 73.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.026, "count": 30, "max": 0.045, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.234, "count": 30, "max": 0.43, "p95": 0.341, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 257, "sampled_at": "2026-10-30T15:39:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:39:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.535, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 35319, "flush_count": 69, "flush_interval_seconds": 30.0, "flush_state": {"count": 69, "last_at": "2026-10-30T15:39:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:39:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 68}, "started": true, "suppressed_count": 36641, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 36641}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 69, "written_record_count": 69}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4490.895, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 101493043200, "copied_frame_count": 36709, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 101493043200, "frame_buffer_copies": 36709, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1186, "count": 512, "max_ms": 1.5396, "p50_ms": 0.0976, "p95_ms": 0.2358, "p99_ms": 0.3558}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2478, "count": 512, "max_ms": 4.8602, "p50_ms": 1.1285, "p95_ms": 2.2411, "p99_ms": 2.6316, "results": {"failed": 0, "not_applicable": 0, "success": 36709, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 14, "h264_decode_error_count": 17, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:39:50+09:00", "last_error_summary": "[h264 @ 0x5711302bd880] error while decoding MB 192 70, bytestream -6", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.655, "last_started_at": "2026-10-30T15:39:14+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 14, "restart_count_per_hour": 11, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.959, "sample_count": 1123, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36709, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:39:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.044, "last_frame_pushed_at": "2026-10-30T15:39:50+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-10-30T15:39:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 360.755, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 239.245, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 0.032, "exists": true, "mtime": "2026-10-30T15:39:50.526237+09:00", "mtime_epoch": 1793342390.526237, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 99555}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:39:50+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 729.945, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 36709, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 158}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 158, "pushed_frames": 158, "read_frames": 158, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.345, "pushed": 5.345, "read": 5.345}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 158, "client_acquire_ms": {"avg_ms": 0.006, "count": 158, "max_ms": 0.024, "p95_ms": 0.013, "reason": null, "sample_age_ms": 79.769, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.548, "count": 158, "max_ms": 2.198, "p95_ms": 1.51, "reason": null, "sample_age_ms": 118.206, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.286, "count": 158, "max_ms": 1.676, "p95_ms": 1.298, "reason": null, "sample_age_ms": 118.424, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.094, "count": 158, "max_ms": 0.317, "p95_ms": 0.227, "reason": null, "sample_age_ms": 79.776, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.491, "count": 158, "max_ms": 6.586, "p95_ms": 2.596, "reason": null, "sample_age_ms": 116.158, "source": "client_direct"}, "request_count": 158, "request_tensor_bytes": {"avg": 2211848.0, "count": 158, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 116.114, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 158, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 79.872, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.246, "count": 158, "max_ms": 71.308, "p95_ms": 53.094, "reason": null, "sample_age_ms": 79.764, "source": "client_direct"}, "sample_age_ms": 79.759, "source": "client_direct", "task_total_ms": {"avg_ms": 37.998, "count": 158, "max_ms": 74.66, "p95_ms": 55.152, "reason": null, "sample_age_ms": 79.759, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.926, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.718, "count": 158, "max_ms": 2.395, "p95_ms": 1.596}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.225, "count": 158, "max_ms": 0.733, "p95_ms": 0.516}, "detection_prepare_ms": {"avg_ms": 0.102, "count": 158, "max_ms": 0.382, "p95_ms": 0.204}, "event_filter_ms": {"avg_ms": 0.004, "count": 158, "max_ms": 0.028, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.084, "count": 158, "max_ms": 0.358, "p95_ms": 0.174}, "mcmt_ms": {"avg_ms": 0.003, "count": 158, "max_ms": 0.023, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.184, "count": 158, "max_ms": 0.988, "p95_ms": 0.42}, "setup_ms": {"avg_ms": 0.042, "count": 158, "max_ms": 0.15, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 0.677, "count": 158, "max_ms": 2.248, "p95_ms": 1.506}, "track_match_ms": {"avg_ms": 0.004, "count": 158, "max_ms": 0.016, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.028, "count": 158, "max_ms": 0.083, "p95_ms": 0.056}}, "gstreamer_push": {"avg_ms": 2.601, "count": 158, "max_ms": 6.23, "p95_ms": 4.179}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 158, "max_ms": 0.344, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.876, "count": 158, "max_ms": 77.862, "p95_ms": 56.796}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.038, "count": 158, "max_ms": 0.109, "p95_ms": 0.081}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 70.33, "count": 158, "max_ms": 112.555, "p95_ms": 94.681}, "inference_input_copy_ms": {"avg_ms": 1.414, "count": 158, "max_ms": 2.912, "p95_ms": 2.396}, "processing_residual_ms": {"avg_ms": 0.127, "count": 158, "max_ms": 0.281, "p95_ms": 0.222}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 71.91, "count": 158, "max_ms": 113.741, "p95_ms": 95.886}, "read_interval": {"avg_ms": 242.421, "count": 158, "max_ms": 8860.834, "p95_ms": 427.366}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 158, "max_ms": 0.073, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.126, "count": 158, "max_ms": 0.672, "p95_ms": 0.28}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 158, "max_ms": 0.053, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.11, "count": 158, "max_ms": 0.598, "p95_ms": 0.243}, "worker_merge_ms": {"avg_ms": 0.006, "count": 158, "max_ms": 0.047, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 38.89, "count": 158, "max_ms": 77.901, "p95_ms": 56.811}, "visualize": {"avg_ms": 29.776, "count": 158, "max_ms": 50.55, "p95_ms": 39.924}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.927, "count": 158, "max_ms": 46.07, "p95_ms": 38.906}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.577, "count": 158, "max_ms": 50.362, "p95_ms": 39.653}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.452, "count": 158, "max_ms": 46.653, "p95_ms": 39.538}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 158, "max_ms": 1.397, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 158}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 729.926, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.653, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.959, "sample_count": 1089, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36658, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:39:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99418, "write_bytes_delta": 99418, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 388.0, "cpu_core_ratio": 0.637533, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 322.0, "pid": 4735, "reason": null, "system_cpu_core_ratio": 0.029838, "system_cpu_s_delta": 0.29999999999999993, "user_cpu_core_ratio": 0.607695, "user_cpu_s_delta": 6.109999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.342139, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 61.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.030832, "system_cpu_s_delta": 0.3100000000000023, "user_cpu_core_ratio": 0.311307, "user_cpu_s_delta": 3.130000000000109}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.629, "count": 112, "max_ms": 6.23, "p95_ms": 4.246, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 112}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 112}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.875, "count": 30, "max": 24.523, "p95": 22.837, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.557, "count": 30, "max": 13.384, "p95": 11.309, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 487.5, "count": 30, "max": 1517.0, "p95": 1068.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 9694.633, "count": 30, "max": 102110.0, "p95": 62027.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.076, "p95": 0.059, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.6, "count": 30, "max": 1.208, "p95": 0.947, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.355, "count": 30, "max": 20.301, "p95": 6.417, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99152.267, "count": 30, "max": 100224.0, "p95": 100098.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95857.967, "count": 30, "max": 100224.0, "p95": 100098.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 48.567, "count": 30, "max": 85.0, "p95": 73.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.026, "count": 30, "max": 0.045, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.234, "count": 30, "max": 0.43, "p95": 0.341, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 257, "sampled_at": "2026-10-30T15:39:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:39:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.558, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 35319, "flush_count": 69, "flush_interval_seconds": 30.0, "flush_state": {"count": 69, "last_at": "2026-10-30T15:39:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:39:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 68}, "started": true, "suppressed_count": 36641, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 36641}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 69, "written_record_count": 69}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4503.258, "limit_mb": null}, "detail": {"pid": 4851, "restart_count": 15, "start_count": 16}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 101493043200, "copied_frame_count": 36709, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 101493043200, "frame_buffer_copies": 36709, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1186, "count": 512, "max_ms": 1.5396, "p50_ms": 0.0976, "p95_ms": 0.2358, "p99_ms": 0.3558}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2478, "count": 512, "max_ms": 4.8602, "p50_ms": 1.1285, "p95_ms": 2.2411, "p99_ms": 2.6316, "results": {"failed": 0, "not_applicable": 0, "success": 36709, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 14, "h264_decode_error_count": 17, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:39:50+09:00", "last_error_summary": "[h264 @ 0x5711302bd880] error while decoding MB 192 70, bytestream -6", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T15:39:53+09:00", "pid": 4851, "process": {"exists": true, "fd_count": 4, "hwm_mb": 46.688, "name": "ffmpeg", "pid": 4851, "rss_mb": 46.688, "state": "S (sleeping)", "threads": 1}, "restart_count": 15, "restart_count_per_hour": 12, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.528, "sample_count": 1097, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36709, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:39:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.578, "last_frame_pushed_at": "2026-10-30T15:39:50+09:00", "last_frame_read_age_sec": 4.65, "last_frame_read_at": "2026-10-30T15:39:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 365.311, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 234.689, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 4.566, "exists": true, "mtime": "2026-10-30T15:39:50.526237+09:00", "mtime_epoch": 1793342390.526237, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 99555}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:39:55+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 729.949, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 36709, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 141}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 141, "pushed_frames": 141, "read_frames": 141, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.799, "pushed": 4.799, "read": 4.799}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 141, "client_acquire_ms": {"avg_ms": 0.007, "count": 141, "max_ms": 0.024, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4616.328, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.548, "count": 141, "max_ms": 2.198, "p95_ms": 1.505, "reason": null, "sample_age_ms": 4654.766, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.286, "count": 141, "max_ms": 1.676, "p95_ms": 1.297, "reason": null, "sample_age_ms": 4654.984, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.096, "count": 141, "max_ms": 0.317, "p95_ms": 0.226, "reason": null, "sample_age_ms": 4616.335, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.488, "count": 141, "max_ms": 6.586, "p95_ms": 2.564, "reason": null, "sample_age_ms": 4652.718, "source": "client_direct"}, "request_count": 141, "request_tensor_bytes": {"avg": 2211848.0, "count": 141, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4652.673, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 141, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4616.431, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.608, "count": 141, "max_ms": 71.308, "p95_ms": 53.042, "reason": null, "sample_age_ms": 4616.323, "source": "client_direct"}, "sample_age_ms": 4616.318, "source": "client_direct", "task_total_ms": {"avg_ms": 38.36, "count": 141, "max_ms": 74.66, "p95_ms": 55.55, "reason": null, "sample_age_ms": 4616.318, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.704, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.741, "count": 141, "max_ms": 2.395, "p95_ms": 1.596}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.233, "count": 141, "max_ms": 0.733, "p95_ms": 0.516}, "detection_prepare_ms": {"avg_ms": 0.104, "count": 141, "max_ms": 0.382, "p95_ms": 0.204}, "event_filter_ms": {"avg_ms": 0.004, "count": 141, "max_ms": 0.028, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.087, "count": 141, "max_ms": 0.358, "p95_ms": 0.174}, "mcmt_ms": {"avg_ms": 0.003, "count": 141, "max_ms": 0.023, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.189, "count": 141, "max_ms": 0.988, "p95_ms": 0.42}, "setup_ms": {"avg_ms": 0.043, "count": 141, "max_ms": 0.15, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 0.699, "count": 141, "max_ms": 2.248, "p95_ms": 1.506}, "track_match_ms": {"avg_ms": 0.004, "count": 141, "max_ms": 0.016, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.029, "count": 141, "max_ms": 0.083, "p95_ms": 0.056}}, "gstreamer_push": {"avg_ms": 2.63, "count": 141, "max_ms": 6.23, "p95_ms": 4.179}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 141, "max_ms": 0.344, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.23, "count": 141, "max_ms": 77.862, "p95_ms": 56.268}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 141, "max_ms": 0.109, "p95_ms": 0.081}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 71.033, "count": 141, "max_ms": 110.209, "p95_ms": 94.178}, "inference_input_copy_ms": {"avg_ms": 1.393, "count": 141, "max_ms": 2.912, "p95_ms": 2.396}, "processing_residual_ms": {"avg_ms": 0.126, "count": 141, "max_ms": 0.281, "p95_ms": 0.222}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 72.591, "count": 141, "max_ms": 112.705, "p95_ms": 95.664}, "read_interval": {"avg_ms": 188.238, "count": 141, "max_ms": 1811.198, "p95_ms": 417.461}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 141, "max_ms": 0.073, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.129, "count": 141, "max_ms": 0.672, "p95_ms": 0.28}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 141, "max_ms": 0.053, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.113, "count": 141, "max_ms": 0.598, "p95_ms": 0.243}, "worker_merge_ms": {"avg_ms": 0.006, "count": 141, "max_ms": 0.047, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 39.244, "count": 141, "max_ms": 77.901, "p95_ms": 56.29}, "visualize": {"avg_ms": 30.088, "count": 141, "max_ms": 45.192, "p95_ms": 39.786}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.249, "count": 141, "max_ms": 42.687, "p95_ms": 38.896}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.885, "count": 141, "max_ms": 44.549, "p95_ms": 39.584}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.78, "count": 141, "max_ms": 44.259, "p95_ms": 39.436}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 141, "max_ms": 1.397, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 141}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 729.926, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.653, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.959, "sample_count": 1089, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36658, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:39:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99418, "write_bytes_delta": 99418, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 388.0, "cpu_core_ratio": 0.637533, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 322.0, "pid": 4735, "reason": null, "system_cpu_core_ratio": 0.029838, "system_cpu_s_delta": 0.29999999999999993, "user_cpu_core_ratio": 0.607695, "user_cpu_s_delta": 6.109999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.342139, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 61.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.030832, "system_cpu_s_delta": 0.3100000000000023, "user_cpu_core_ratio": 0.311307, "user_cpu_s_delta": 3.130000000000109}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.629, "count": 112, "max_ms": 6.23, "p95_ms": 4.246, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 112}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 112}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.875, "count": 30, "max": 24.523, "p95": 22.837, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.557, "count": 30, "max": 13.384, "p95": 11.309, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 487.5, "count": 30, "max": 1517.0, "p95": 1068.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 9694.633, "count": 30, "max": 102110.0, "p95": 62027.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.076, "p95": 0.059, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.6, "count": 30, "max": 1.208, "p95": 0.947, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.355, "count": 30, "max": 20.301, "p95": 6.417, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99152.267, "count": 30, "max": 100224.0, "p95": 100098.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95857.967, "count": 30, "max": 100224.0, "p95": 100098.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 48.567, "count": 30, "max": 85.0, "p95": 73.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.026, "count": 30, "max": 0.045, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.234, "count": 30, "max": 0.43, "p95": 0.341, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 257, "sampled_at": "2026-10-30T15:39:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:39:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.381, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 35831, "flush_count": 70, "flush_interval_seconds": 30.0, "flush_state": {"count": 70, "last_at": "2026-10-30T15:40:46", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:40:46", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 69}, "started": true, "suppressed_count": 36797, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 36797}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 70, "written_record_count": 70}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4487.172, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x57e04c5d8040] error while decoding MB 208 82, bytestream -7 [in#0/rtsp @ 0x57e04bc4de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x57e04bc4de00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 101927116800, "copied_frame_count": 36866, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 101927116800, "frame_buffer_copies": 36866, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1096, "count": 512, "max_ms": 0.4564, "p50_ms": 0.0921, "p95_ms": 0.2272, "p99_ms": 0.2853}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2069, "count": 512, "max_ms": 4.8602, "p50_ms": 1.1178, "p95_ms": 2.1057, "p99_ms": 2.4491, "results": {"failed": 0, "not_applicable": 0, "success": 36866, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 15, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:40:47+09:00", "last_error_summary": "[h264 @ 0x57e04c5d8040] error while decoding MB 208 82, bytestream -7 [in#0/rtsp @ 0x57e04bc4de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x57e04bc4de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.204, "last_started_at": "2026-10-30T15:39:53+09:00", "pid": 4851, "process": {"exists": false, "pid": 4851}, "restart_count": 15, "restart_count_per_hour": 12, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.348, "sample_count": 1114, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36866, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:40:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.045, "last_frame_pushed_at": "2026-10-30T15:40:47+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-10-30T15:40:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 417.482, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 182.518, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 0.032, "exists": true, "mtime": "2026-10-30T15:40:47.262570+09:00", "mtime_epoch": 1793342447.2625701, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 100615}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:40:47+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.031, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 36866, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 58}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 58, "pushed_frames": 58, "read_frames": 57, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.935, "pushed": 1.935, "read": 1.901}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 57, "client_acquire_ms": {"avg_ms": 0.006, "count": 57, "max_ms": 0.022, "p95_ms": 0.012, "reason": null, "sample_age_ms": 83.481, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.574, "count": 57, "max_ms": 2.271, "p95_ms": 1.681, "reason": null, "sample_age_ms": 113.131, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.313, "count": 57, "max_ms": 1.908, "p95_ms": 1.427, "reason": null, "sample_age_ms": 113.482, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.089, "count": 57, "max_ms": 0.236, "p95_ms": 0.189, "reason": null, "sample_age_ms": 83.493, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.321, "count": 57, "max_ms": 3.128, "p95_ms": 2.432, "reason": null, "sample_age_ms": 110.8, "source": "client_direct"}, "request_count": 57, "request_tensor_bytes": {"avg": 2211848.0, "count": 57, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 110.753, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 57, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 83.669, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.783, "count": 57, "max_ms": 57.64, "p95_ms": 50.315, "reason": null, "sample_age_ms": 83.477, "source": "client_direct"}, "sample_age_ms": 83.47, "source": "client_direct", "task_total_ms": {"avg_ms": 35.347, "count": 57, "max_ms": 59.335, "p95_ms": 52.068, "reason": null, "sample_age_ms": 83.47, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.284, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.647, "count": 58, "max_ms": 1.566, "p95_ms": 1.266}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.206, "count": 58, "max_ms": 0.564, "p95_ms": 0.48}, "detection_prepare_ms": {"avg_ms": 0.091, "count": 58, "max_ms": 0.209, "p95_ms": 0.159}, "event_filter_ms": {"avg_ms": 0.004, "count": 58, "max_ms": 0.011, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.074, "count": 58, "max_ms": 0.157, "p95_ms": 0.139}, "mcmt_ms": {"avg_ms": 0.002, "count": 58, "max_ms": 0.011, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.167, "count": 58, "max_ms": 0.591, "p95_ms": 0.31}, "setup_ms": {"avg_ms": 0.037, "count": 58, "max_ms": 0.076, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 0.611, "count": 58, "max_ms": 1.478, "p95_ms": 1.203}, "track_match_ms": {"avg_ms": 0.004, "count": 58, "max_ms": 0.01, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.027, "count": 58, "max_ms": 0.064, "p95_ms": 0.054}}, "gstreamer_push": {"avg_ms": 2.392, "count": 58, "max_ms": 4.951, "p95_ms": 3.987}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 58, "max_ms": 0.572, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 36.077, "count": 58, "max_ms": 60.058, "p95_ms": 56.526}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.033, "count": 58, "max_ms": 0.088, "p95_ms": 0.077}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 65.391, "count": 58, "max_ms": 99.91, "p95_ms": 92.528}, "inference_input_copy_ms": {"avg_ms": 1.315, "count": 58, "max_ms": 3.396, "p95_ms": 2.268}, "processing_residual_ms": {"avg_ms": 0.116, "count": 58, "max_ms": 0.389, "p95_ms": 0.246}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 66.855, "count": 58, "max_ms": 101.152, "p95_ms": 94.448}, "read_interval": {"avg_ms": 524.85, "count": 57, "max_ms": 10282.695, "p95_ms": 535.038}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 58, "max_ms": 0.043, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.114, "count": 58, "max_ms": 0.411, "p95_ms": 0.208}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 58, "max_ms": 0.048, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.1, "count": 58, "max_ms": 0.368, "p95_ms": 0.184}, "worker_merge_ms": {"avg_ms": 0.005, "count": 58, "max_ms": 0.015, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 36.091, "count": 58, "max_ms": 60.073, "p95_ms": 56.533}, "visualize": {"avg_ms": 27.824, "count": 58, "max_ms": 38.253, "p95_ms": 36.754}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.061, "count": 58, "max_ms": 37.192, "p95_ms": 35.964}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.638, "count": 58, "max_ms": 38.073, "p95_ms": 36.547}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.552, "count": 58, "max_ms": 37.986, "p95_ms": 36.469}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 58, "max_ms": 0.148, "p95_ms": 0.122}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 58}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.027, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.187, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.368, "sample_count": 1109, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36861, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:40:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100406, "write_bytes_delta": 100406, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 16.0, "cpu_core_ratio": 0.01283, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2701.0, "pid": 4851, "reason": null, "system_cpu_core_ratio": 0.001974, "system_cpu_s_delta": 0.020000000000000018, "user_cpu_core_ratio": 0.010857, "user_cpu_s_delta": 0.11000000000000298}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.008883, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.001974, "system_cpu_s_delta": 0.020000000000038654, "user_cpu_core_ratio": 0.006909, "user_cpu_s_delta": 0.07000000000016371}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.329, "count": 55, "max_ms": 4.204, "p95_ms": 3.311, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 55}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.31, "count": 30, "max": 24.523, "p95": 22.837, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.478, "count": 30, "max": 13.384, "p95": 12.104, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 378.633, "count": 30, "max": 664.0, "p95": 598.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 12562.233, "count": 30, "max": 102110.0, "p95": 102058.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.076, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.517, "count": 30, "max": 0.848, "p95": 0.675, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.252, "count": 30, "max": 20.301, "p95": 4.831, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99382.8, "count": 30, "max": 100417.0, "p95": 100327.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96095.967, "count": 30, "max": 100417.0, "p95": 100327.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 45.867, "count": 30, "max": 85.0, "p95": 73.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.045, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.217, "count": 30, "max": 0.43, "p95": 0.341, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 263, "sampled_at": "2026-10-30T15:40:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:40:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 35831, "flush_count": 70, "flush_interval_seconds": 30.0, "flush_state": {"count": 70, "last_at": "2026-10-30T15:40:46", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:40:46", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 69}, "started": true, "suppressed_count": 36797, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 36797}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 70, "written_record_count": 70}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4487.078, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 101927116800, "copied_frame_count": 36866, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 101927116800, "frame_buffer_copies": 36866, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1096, "count": 512, "max_ms": 0.4564, "p50_ms": 0.0921, "p95_ms": 0.2272, "p99_ms": 0.2853}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2069, "count": 512, "max_ms": 4.8602, "p50_ms": 1.1178, "p95_ms": 2.1057, "p99_ms": 2.4491, "results": {"failed": 0, "not_applicable": 0, "success": 36866, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 15, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:40:47+09:00", "last_error_summary": "[h264 @ 0x57e04c5d8040] error while decoding MB 208 82, bytestream -7 [in#0/rtsp @ 0x57e04bc4de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x57e04bc4de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.226, "last_started_at": "2026-10-30T15:39:53+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 15, "restart_count_per_hour": 12, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.348, "sample_count": 1114, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36866, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:40:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.067, "last_frame_pushed_at": "2026-10-30T15:40:47+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-10-30T15:40:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 417.507, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 182.493, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-10-30T15:40:47.262570+09:00", "mtime_epoch": 1793342447.2625701, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 100615}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:40:47+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.027, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 36866, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 57}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 57, "pushed_frames": 58, "read_frames": 57, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.9, "pushed": 1.934, "read": 1.9}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 57, "client_acquire_ms": {"avg_ms": 0.006, "count": 57, "max_ms": 0.022, "p95_ms": 0.012, "reason": null, "sample_age_ms": 108.413, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.574, "count": 57, "max_ms": 2.271, "p95_ms": 1.681, "reason": null, "sample_age_ms": 138.062, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.313, "count": 57, "max_ms": 1.908, "p95_ms": 1.427, "reason": null, "sample_age_ms": 138.414, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.089, "count": 57, "max_ms": 0.236, "p95_ms": 0.189, "reason": null, "sample_age_ms": 108.425, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.321, "count": 57, "max_ms": 3.128, "p95_ms": 2.432, "reason": null, "sample_age_ms": 135.732, "source": "client_direct"}, "request_count": 57, "request_tensor_bytes": {"avg": 2211848.0, "count": 57, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 135.685, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 57, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 108.601, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.783, "count": 57, "max_ms": 57.64, "p95_ms": 50.315, "reason": null, "sample_age_ms": 108.409, "source": "client_direct"}, "sample_age_ms": 108.402, "source": "client_direct", "task_total_ms": {"avg_ms": 35.347, "count": 57, "max_ms": 59.335, "p95_ms": 52.068, "reason": null, "sample_age_ms": 108.402, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.5, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.652, "count": 57, "max_ms": 1.566, "p95_ms": 1.266}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.208, "count": 57, "max_ms": 0.564, "p95_ms": 0.48}, "detection_prepare_ms": {"avg_ms": 0.092, "count": 57, "max_ms": 0.209, "p95_ms": 0.159}, "event_filter_ms": {"avg_ms": 0.004, "count": 57, "max_ms": 0.011, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 57, "max_ms": 0.157, "p95_ms": 0.139}, "mcmt_ms": {"avg_ms": 0.002, "count": 57, "max_ms": 0.011, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.168, "count": 57, "max_ms": 0.591, "p95_ms": 0.31}, "setup_ms": {"avg_ms": 0.037, "count": 57, "max_ms": 0.076, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 0.616, "count": 57, "max_ms": 1.478, "p95_ms": 1.203}, "track_match_ms": {"avg_ms": 0.004, "count": 57, "max_ms": 0.01, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.027, "count": 57, "max_ms": 0.064, "p95_ms": 0.054}}, "gstreamer_push": {"avg_ms": 2.392, "count": 58, "max_ms": 4.951, "p95_ms": 3.987}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 57, "max_ms": 0.572, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 36.224, "count": 57, "max_ms": 60.058, "p95_ms": 56.526}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.032, "count": 57, "max_ms": 0.088, "p95_ms": 0.077}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 65.642, "count": 57, "max_ms": 99.91, "p95_ms": 92.528}, "inference_input_copy_ms": {"avg_ms": 1.315, "count": 57, "max_ms": 3.396, "p95_ms": 2.268}, "processing_residual_ms": {"avg_ms": 0.115, "count": 57, "max_ms": 0.389, "p95_ms": 0.246}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 67.105, "count": 57, "max_ms": 101.152, "p95_ms": 94.448}, "read_interval": {"avg_ms": 524.85, "count": 57, "max_ms": 10282.695, "p95_ms": 535.038}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 57, "max_ms": 0.043, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.115, "count": 57, "max_ms": 0.411, "p95_ms": 0.208}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 57, "max_ms": 0.048, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.1, "count": 57, "max_ms": 0.368, "p95_ms": 0.184}, "worker_merge_ms": {"avg_ms": 0.005, "count": 57, "max_ms": 0.015, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 36.238, "count": 57, "max_ms": 60.073, "p95_ms": 56.533}, "visualize": {"avg_ms": 27.921, "count": 57, "max_ms": 38.253, "p95_ms": 36.754}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.157, "count": 57, "max_ms": 37.192, "p95_ms": 35.964}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.734, "count": 57, "max_ms": 38.073, "p95_ms": 36.547}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.648, "count": 57, "max_ms": 37.986, "p95_ms": 36.469}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 57, "max_ms": 0.148, "p95_ms": 0.122}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 57}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.027, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.187, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.368, "sample_count": 1109, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36861, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:40:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100406, "write_bytes_delta": 100406, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 16.0, "cpu_core_ratio": 0.01283, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2701.0, "pid": 4851, "reason": null, "system_cpu_core_ratio": 0.001974, "system_cpu_s_delta": 0.020000000000000018, "user_cpu_core_ratio": 0.010857, "user_cpu_s_delta": 0.11000000000000298}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.008883, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.001974, "system_cpu_s_delta": 0.020000000000038654, "user_cpu_core_ratio": 0.006909, "user_cpu_s_delta": 0.07000000000016371}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.329, "count": 55, "max_ms": 4.204, "p95_ms": 3.311, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 55}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.31, "count": 30, "max": 24.523, "p95": 22.837, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.478, "count": 30, "max": 13.384, "p95": 12.104, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 378.633, "count": 30, "max": 664.0, "p95": 598.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 12562.233, "count": 30, "max": 102110.0, "p95": 102058.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.076, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.517, "count": 30, "max": 0.848, "p95": 0.675, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.252, "count": 30, "max": 20.301, "p95": 4.831, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99382.8, "count": 30, "max": 100417.0, "p95": 100327.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96095.967, "count": 30, "max": 100417.0, "p95": 100327.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 45.867, "count": 30, "max": 85.0, "p95": 73.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.045, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.217, "count": 30, "max": 0.43, "p95": 0.341, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 263, "sampled_at": "2026-10-30T15:40:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:40:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 35831, "flush_count": 70, "flush_interval_seconds": 30.0, "flush_state": {"count": 70, "last_at": "2026-10-30T15:40:46", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:40:46", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 69}, "started": true, "suppressed_count": 36797, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 36797}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 70, "written_record_count": 70}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4501.133, "limit_mb": null}, "detail": {"pid": 4967, "restart_count": 16, "start_count": 17}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 101927116800, "copied_frame_count": 36866, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 101927116800, "frame_buffer_copies": 36866, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1096, "count": 512, "max_ms": 0.4564, "p50_ms": 0.0921, "p95_ms": 0.2272, "p99_ms": 0.2853}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2069, "count": 512, "max_ms": 4.8602, "p50_ms": 1.1178, "p95_ms": 2.1057, "p99_ms": 2.4491, "results": {"failed": 0, "not_applicable": 0, "success": 36866, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 15, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:40:47+09:00", "last_error_summary": "[h264 @ 0x57e04c5d8040] error while decoding MB 208 82, bytestream -7 [in#0/rtsp @ 0x57e04bc4de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x57e04bc4de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T15:40:49+09:00", "pid": 4967, "process": {"exists": true, "fd_count": 4, "hwm_mb": 44.254, "name": "ffmpeg", "pid": 4967, "rss_mb": 44.254, "state": "S (sleeping)", "threads": 1}, "restart_count": 16, "restart_count_per_hour": 13, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.348, "sample_count": 1104, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36866, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:40:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.318, "last_frame_pushed_at": "2026-10-30T15:40:47+09:00", "last_frame_read_age_sec": 4.389, "last_frame_read_at": "2026-10-30T15:40:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 421.757, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 178.243, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 4.305, "exists": true, "mtime": "2026-10-30T15:40:47.262570+09:00", "mtime_epoch": 1793342447.2625701, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 100615}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:40:51+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.031, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 36866, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 33}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 33}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 33}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 33}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 33}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 33}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 33}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 33, "pushed_frames": 33, "read_frames": 32, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.102, "pushed": 1.102, "read": 1.068}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 32, "client_acquire_ms": {"avg_ms": 0.006, "count": 33, "max_ms": 0.022, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4359.476, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.585, "count": 32, "max_ms": 2.271, "p95_ms": 1.798, "reason": null, "sample_age_ms": 4389.126, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.339, "count": 32, "max_ms": 1.908, "p95_ms": 1.573, "reason": null, "sample_age_ms": 4389.477, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.084, "count": 33, "max_ms": 0.236, "p95_ms": 0.17, "reason": null, "sample_age_ms": 4359.488, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.231, "count": 32, "max_ms": 2.46, "p95_ms": 2.346, "reason": null, "sample_age_ms": 4386.796, "source": "client_direct"}, "request_count": 32, "request_tensor_bytes": {"avg": 2211848.0, "count": 32, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4386.749, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 33, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4359.664, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.705, "count": 33, "max_ms": 57.64, "p95_ms": 53.434, "reason": null, "sample_age_ms": 4359.472, "source": "client_direct"}, "sample_age_ms": 4359.466, "source": "client_direct", "task_total_ms": {"avg_ms": 34.155, "count": 33, "max_ms": 59.335, "p95_ms": 56.042, "reason": null, "sample_age_ms": 4359.466, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.401, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.598, "count": 33, "max_ms": 1.366, "p95_ms": 0.994}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.191, "count": 33, "max_ms": 0.558, "p95_ms": 0.293}, "detection_prepare_ms": {"avg_ms": 0.085, "count": 33, "max_ms": 0.171, "p95_ms": 0.158}, "event_filter_ms": {"avg_ms": 0.003, "count": 33, "max_ms": 0.009, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.067, "count": 33, "max_ms": 0.157, "p95_ms": 0.121}, "mcmt_ms": {"avg_ms": 0.002, "count": 33, "max_ms": 0.006, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.154, "count": 33, "max_ms": 0.31, "p95_ms": 0.301}, "setup_ms": {"avg_ms": 0.035, "count": 33, "max_ms": 0.062, "p95_ms": 0.061}, "total_inside_ms": {"avg_ms": 0.566, "count": 33, "max_ms": 1.311, "p95_ms": 0.953}, "track_match_ms": {"avg_ms": 0.004, "count": 33, "max_ms": 0.008, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.024, "count": 33, "max_ms": 0.056, "p95_ms": 0.042}}, "gstreamer_push": {"avg_ms": 2.311, "count": 33, "max_ms": 4.951, "p95_ms": 3.987}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 33, "max_ms": 0.572, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 35.018, "count": 33, "max_ms": 60.058, "p95_ms": 57.661}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 33, "max_ms": 0.088, "p95_ms": 0.077}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 63.702, "count": 33, "max_ms": 99.91, "p95_ms": 93.317}, "inference_input_copy_ms": {"avg_ms": 1.295, "count": 33, "max_ms": 3.396, "p95_ms": 2.268}, "processing_residual_ms": {"avg_ms": 0.116, "count": 33, "max_ms": 0.389, "p95_ms": 0.246}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 65.142, "count": 33, "max_ms": 101.152, "p95_ms": 97.145}, "read_interval": {"avg_ms": 801.052, "count": 32, "max_ms": 10282.695, "p95_ms": 10139.214}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 33, "max_ms": 0.024, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.105, "count": 33, "max_ms": 0.208, "p95_ms": 0.207}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 33, "max_ms": 0.028, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.092, "count": 33, "max_ms": 0.184, "p95_ms": 0.184}, "worker_merge_ms": {"avg_ms": 0.004, "count": 33, "max_ms": 0.012, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 35.031, "count": 33, "max_ms": 60.073, "p95_ms": 57.674}, "visualize": {"avg_ms": 27.288, "count": 33, "max_ms": 38.253, "p95_ms": 36.754}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.575, "count": 33, "max_ms": 37.192, "p95_ms": 35.964}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.117, "count": 33, "max_ms": 38.073, "p95_ms": 36.547}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.038, "count": 33, "max_ms": 37.986, "p95_ms": 36.469}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 33, "max_ms": 0.11, "p95_ms": 0.099}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 33}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 33}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 33}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.027, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.187, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.368, "sample_count": 1109, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36861, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:40:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100406, "write_bytes_delta": 100406, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 16.0, "cpu_core_ratio": 0.01283, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2701.0, "pid": 4851, "reason": null, "system_cpu_core_ratio": 0.001974, "system_cpu_s_delta": 0.020000000000000018, "user_cpu_core_ratio": 0.010857, "user_cpu_s_delta": 0.11000000000000298}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.008883, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.001974, "system_cpu_s_delta": 0.020000000000038654, "user_cpu_core_ratio": 0.006909, "user_cpu_s_delta": 0.07000000000016371}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.329, "count": 55, "max_ms": 4.204, "p95_ms": 3.311, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 55}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.31, "count": 30, "max": 24.523, "p95": 22.837, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.478, "count": 30, "max": 13.384, "p95": 12.104, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 378.633, "count": 30, "max": 664.0, "p95": 598.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 12562.233, "count": 30, "max": 102110.0, "p95": 102058.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.076, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.517, "count": 30, "max": 0.848, "p95": 0.675, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.252, "count": 30, "max": 20.301, "p95": 4.831, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99382.8, "count": 30, "max": 100417.0, "p95": 100327.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96095.967, "count": 30, "max": 100417.0, "p95": 100327.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 45.867, "count": 30, "max": 85.0, "p95": 73.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.045, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.217, "count": 30, "max": 0.43, "p95": 0.341, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 263, "sampled_at": "2026-10-30T15:40:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:40:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 35831, "flush_count": 70, "flush_interval_seconds": 30.0, "flush_state": {"count": 70, "last_at": "2026-10-30T15:40:46", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:40:46", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 69}, "started": true, "suppressed_count": 36953, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 36953}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 70, "written_record_count": 70}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4496.441, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x59494ee12100] error while decoding MB 170 95, bytestream -8", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 102358425600, "copied_frame_count": 37022, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 102358425600, "frame_buffer_copies": 37022, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1098, "count": 512, "max_ms": 0.4564, "p50_ms": 0.0926, "p95_ms": 0.2264, "p99_ms": 0.2853}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1859, "count": 512, "max_ms": 4.8602, "p50_ms": 1.1083, "p95_ms": 1.9792, "p99_ms": 2.4979, "results": {"failed": 0, "not_applicable": 0, "success": 37022, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 16, "h264_decode_error_count": 19, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:41:28+09:00", "last_error_summary": "[h264 @ 0x59494ee12100] error while decoding MB 170 95, bytestream -8", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 38.617, "last_started_at": "2026-10-30T15:40:49+09:00", "pid": 4967, "process": {"exists": false, "pid": 4967}, "restart_count": 16, "restart_count_per_hour": 13, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.051, "sample_count": 1083, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37022, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:41:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.022, "last_frame_pushed_at": "2026-10-30T15:41:28+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-10-30T15:41:28+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 458.394, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 141.606, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 0.012, "exists": true, "mtime": "2026-10-30T15:41:28.171810+09:00", "mtime_epoch": 1793342488.1718104, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 99972}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:41:28+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.105, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 37022, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 156}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 156, "pushed_frames": 156, "read_frames": 156, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.416, "pushed": 5.416, "read": 5.416}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 156, "client_acquire_ms": {"avg_ms": 0.007, "count": 156, "max_ms": 0.021, "p95_ms": 0.015, "reason": null, "sample_age_ms": 70.188, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.597, "count": 156, "max_ms": 3.899, "p95_ms": 1.862, "reason": null, "sample_age_ms": 132.637, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.328, "count": 156, "max_ms": 3.271, "p95_ms": 1.579, "reason": null, "sample_age_ms": 132.897, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.087, "count": 156, "max_ms": 0.247, "p95_ms": 0.193, "reason": null, "sample_age_ms": 70.198, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.454, "count": 156, "max_ms": 3.748, "p95_ms": 2.675, "reason": null, "sample_age_ms": 130.44, "source": "client_direct"}, "request_count": 156, "request_tensor_bytes": {"avg": 2211848.0, "count": 156, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 130.4, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 156, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 70.398, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.391, "count": 156, "max_ms": 79.738, "p95_ms": 59.645, "reason": null, "sample_age_ms": 70.182, "source": "client_direct"}, "sample_age_ms": 70.177, "source": "client_direct", "task_total_ms": {"avg_ms": 38.095, "count": 156, "max_ms": 81.62, "p95_ms": 61.574, "reason": null, "sample_age_ms": 70.177, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.332, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.643, "count": 156, "max_ms": 2.256, "p95_ms": 1.186}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.205, "count": 156, "max_ms": 0.851, "p95_ms": 0.371}, "detection_prepare_ms": {"avg_ms": 0.09, "count": 156, "max_ms": 0.29, "p95_ms": 0.153}, "event_filter_ms": {"avg_ms": 0.003, "count": 156, "max_ms": 0.025, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.072, "count": 156, "max_ms": 0.243, "p95_ms": 0.149}, "mcmt_ms": {"avg_ms": 0.003, "count": 156, "max_ms": 0.024, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.165, "count": 156, "max_ms": 0.74, "p95_ms": 0.326}, "setup_ms": {"avg_ms": 0.038, "count": 156, "max_ms": 0.143, "p95_ms": 0.073}, "total_inside_ms": {"avg_ms": 0.607, "count": 156, "max_ms": 2.136, "p95_ms": 1.132}, "track_match_ms": {"avg_ms": 0.004, "count": 156, "max_ms": 0.015, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.025, "count": 156, "max_ms": 0.083, "p95_ms": 0.051}}, "gstreamer_push": {"avg_ms": 2.415, "count": 156, "max_ms": 6.028, "p95_ms": 3.749}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 156, "max_ms": 0.144, "p95_ms": 0.087}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.045, "count": 156, "max_ms": 93.51, "p95_ms": 63.261}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.035, "count": 156, "max_ms": 0.189, "p95_ms": 0.082}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 68.606, "count": 156, "max_ms": 121.924, "p95_ms": 98.898}, "inference_input_copy_ms": {"avg_ms": 1.415, "count": 156, "max_ms": 4.413, "p95_ms": 2.422}, "processing_residual_ms": {"avg_ms": 0.128, "count": 156, "max_ms": 0.371, "p95_ms": 0.283}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 70.183, "count": 156, "max_ms": 123.33, "p95_ms": 102.503}, "read_interval": {"avg_ms": 262.091, "count": 156, "max_ms": 12199.753, "p95_ms": 484.001}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 156, "max_ms": 0.055, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.114, "count": 156, "max_ms": 0.579, "p95_ms": 0.21}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 156, "max_ms": 0.041, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.1, "count": 156, "max_ms": 0.53, "p95_ms": 0.187}, "worker_merge_ms": {"avg_ms": 0.005, "count": 156, "max_ms": 0.016, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 39.057, "count": 156, "max_ms": 93.519, "p95_ms": 63.288}, "visualize": {"avg_ms": 28.068, "count": 156, "max_ms": 44.743, "p95_ms": 39.141}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.298, "count": 156, "max_ms": 43.858, "p95_ms": 38.106}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.883, "count": 156, "max_ms": 44.572, "p95_ms": 38.855}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.018, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.795, "count": 156, "max_ms": 44.448, "p95_ms": 38.686}, "visualizer_prepare_ms": {"avg_ms": 0.052, "count": 156, "max_ms": 0.199, "p95_ms": 0.122}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 156}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.082, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.507, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.312, "sample_count": 1051, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36972, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:41:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.121, "exists": true, "size_bytes": 100222, "write_bytes_delta": 100222, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 400.0, "cpu_core_ratio": 0.644485, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 676.0, "pid": 4967, "reason": null, "system_cpu_core_ratio": 0.030975, "system_cpu_s_delta": 0.30999999999999994, "user_cpu_core_ratio": 0.61351, "user_cpu_s_delta": 6.140000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.345724, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 63.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.032974, "system_cpu_s_delta": 0.3299999999999841, "user_cpu_core_ratio": 0.31275, "user_cpu_s_delta": 3.1299999999996544}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.464, "count": 106, "max_ms": 6.028, "p95_ms": 3.745, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 106}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.732, "count": 30, "max": 24.523, "p95": 22.837, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.718, "count": 30, "max": 13.384, "p95": 12.104, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 375.967, "count": 30, "max": 664.0, "p95": 598.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 12794.5, "count": 30, "max": 102110.0, "p95": 102058.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.076, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.515, "count": 30, "max": 0.848, "p95": 0.675, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.57, "count": 30, "max": 5.029, "p95": 4.585, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99535.767, "count": 30, "max": 100583.0, "p95": 100412.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96251.033, "count": 30, "max": 100583.0, "p95": 100412.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 45.8, "count": 30, "max": 85.0, "p95": 73.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.045, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.223, "count": 30, "max": 0.43, "p95": 0.341, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 266, "sampled_at": "2026-10-30T15:41:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:41:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.805, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 35831, "flush_count": 70, "flush_interval_seconds": 30.0, "flush_state": {"count": 70, "last_at": "2026-10-30T15:40:46", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:40:46", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 69}, "started": true, "suppressed_count": 36953, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 36953}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 70, "written_record_count": 70}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4496.441, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 102358425600, "copied_frame_count": 37022, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 102358425600, "frame_buffer_copies": 37022, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1098, "count": 512, "max_ms": 0.4564, "p50_ms": 0.0926, "p95_ms": 0.2264, "p99_ms": 0.2853}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1859, "count": 512, "max_ms": 4.8602, "p50_ms": 1.1083, "p95_ms": 1.9792, "p99_ms": 2.4979, "results": {"failed": 0, "not_applicable": 0, "success": 37022, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 16, "h264_decode_error_count": 19, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:41:28+09:00", "last_error_summary": "[h264 @ 0x59494ee12100] error while decoding MB 170 95, bytestream -8", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 38.616, "last_started_at": "2026-10-30T15:40:49+09:00", "pid": 4967, "process": {"exists": false, "pid": 4967}, "restart_count": 16, "restart_count_per_hour": 13, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.051, "sample_count": 1083, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37022, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:41:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.02, "last_frame_pushed_at": "2026-10-30T15:41:28+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-10-30T15:41:28+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 458.398, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 141.602, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 0.011, "exists": true, "mtime": "2026-10-30T15:41:28.171810+09:00", "mtime_epoch": 1793342488.1718104, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 99972}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:41:28+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.105, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 37022, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 156}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 156, "pushed_frames": 156, "read_frames": 156, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.415, "pushed": 5.415, "read": 5.415}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 156, "client_acquire_ms": {"avg_ms": 0.007, "count": 156, "max_ms": 0.021, "p95_ms": 0.015, "reason": null, "sample_age_ms": 73.696, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.597, "count": 156, "max_ms": 3.899, "p95_ms": 1.862, "reason": null, "sample_age_ms": 136.145, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.328, "count": 156, "max_ms": 3.271, "p95_ms": 1.579, "reason": null, "sample_age_ms": 136.405, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.087, "count": 156, "max_ms": 0.247, "p95_ms": 0.193, "reason": null, "sample_age_ms": 73.705, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.454, "count": 156, "max_ms": 3.748, "p95_ms": 2.675, "reason": null, "sample_age_ms": 133.948, "source": "client_direct"}, "request_count": 156, "request_tensor_bytes": {"avg": 2211848.0, "count": 156, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 133.908, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 156, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 73.905, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.391, "count": 156, "max_ms": 79.738, "p95_ms": 59.645, "reason": null, "sample_age_ms": 73.69, "source": "client_direct"}, "sample_age_ms": 73.685, "source": "client_direct", "task_total_ms": {"avg_ms": 38.095, "count": 156, "max_ms": 81.62, "p95_ms": 61.574, "reason": null, "sample_age_ms": 73.685, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.272, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.643, "count": 156, "max_ms": 2.256, "p95_ms": 1.186}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.205, "count": 156, "max_ms": 0.851, "p95_ms": 0.371}, "detection_prepare_ms": {"avg_ms": 0.09, "count": 156, "max_ms": 0.29, "p95_ms": 0.153}, "event_filter_ms": {"avg_ms": 0.003, "count": 156, "max_ms": 0.025, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.072, "count": 156, "max_ms": 0.243, "p95_ms": 0.149}, "mcmt_ms": {"avg_ms": 0.003, "count": 156, "max_ms": 0.024, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.165, "count": 156, "max_ms": 0.74, "p95_ms": 0.326}, "setup_ms": {"avg_ms": 0.038, "count": 156, "max_ms": 0.143, "p95_ms": 0.073}, "total_inside_ms": {"avg_ms": 0.607, "count": 156, "max_ms": 2.136, "p95_ms": 1.132}, "track_match_ms": {"avg_ms": 0.004, "count": 156, "max_ms": 0.015, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.025, "count": 156, "max_ms": 0.083, "p95_ms": 0.051}}, "gstreamer_push": {"avg_ms": 2.415, "count": 156, "max_ms": 6.028, "p95_ms": 3.749}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 156, "max_ms": 0.144, "p95_ms": 0.087}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.045, "count": 156, "max_ms": 93.51, "p95_ms": 63.261}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.035, "count": 156, "max_ms": 0.189, "p95_ms": 0.082}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 68.606, "count": 156, "max_ms": 121.924, "p95_ms": 98.898}, "inference_input_copy_ms": {"avg_ms": 1.415, "count": 156, "max_ms": 4.413, "p95_ms": 2.422}, "processing_residual_ms": {"avg_ms": 0.128, "count": 156, "max_ms": 0.371, "p95_ms": 0.283}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 70.183, "count": 156, "max_ms": 123.33, "p95_ms": 102.503}, "read_interval": {"avg_ms": 262.091, "count": 156, "max_ms": 12199.753, "p95_ms": 484.001}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 156, "max_ms": 0.055, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.114, "count": 156, "max_ms": 0.579, "p95_ms": 0.21}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 156, "max_ms": 0.041, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.1, "count": 156, "max_ms": 0.53, "p95_ms": 0.187}, "worker_merge_ms": {"avg_ms": 0.005, "count": 156, "max_ms": 0.016, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 39.057, "count": 156, "max_ms": 93.519, "p95_ms": 63.288}, "visualize": {"avg_ms": 28.068, "count": 156, "max_ms": 44.743, "p95_ms": 39.141}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.298, "count": 156, "max_ms": 43.858, "p95_ms": 38.106}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.883, "count": 156, "max_ms": 44.572, "p95_ms": 38.855}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.018, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.795, "count": 156, "max_ms": 44.448, "p95_ms": 38.686}, "visualizer_prepare_ms": {"avg_ms": 0.052, "count": 156, "max_ms": 0.199, "p95_ms": 0.122}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 156}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.082, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.507, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.312, "sample_count": 1051, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36972, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:41:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.121, "exists": true, "size_bytes": 100222, "write_bytes_delta": 100222, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 400.0, "cpu_core_ratio": 0.644485, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 676.0, "pid": 4967, "reason": null, "system_cpu_core_ratio": 0.030975, "system_cpu_s_delta": 0.30999999999999994, "user_cpu_core_ratio": 0.61351, "user_cpu_s_delta": 6.140000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.345724, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 63.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.032974, "system_cpu_s_delta": 0.3299999999999841, "user_cpu_core_ratio": 0.31275, "user_cpu_s_delta": 3.1299999999996544}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.464, "count": 106, "max_ms": 6.028, "p95_ms": 3.745, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 106}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.732, "count": 30, "max": 24.523, "p95": 22.837, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.718, "count": 30, "max": 13.384, "p95": 12.104, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 375.967, "count": 30, "max": 664.0, "p95": 598.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 12794.5, "count": 30, "max": 102110.0, "p95": 102058.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.076, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.515, "count": 30, "max": 0.848, "p95": 0.675, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.57, "count": 30, "max": 5.029, "p95": 4.585, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99535.767, "count": 30, "max": 100583.0, "p95": 100412.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96251.033, "count": 30, "max": 100583.0, "p95": 100412.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 45.8, "count": 30, "max": 85.0, "p95": 73.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.045, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.223, "count": 30, "max": 0.43, "p95": 0.341, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 266, "sampled_at": "2026-10-30T15:41:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:41:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.811, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 35831, "flush_count": 70, "flush_interval_seconds": 30.0, "flush_state": {"count": 70, "last_at": "2026-10-30T15:40:46", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:40:46", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 69}, "started": true, "suppressed_count": 36953, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 36953}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 70, "written_record_count": 70}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4497.453, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 102358425600, "copied_frame_count": 37022, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 102358425600, "frame_buffer_copies": 37022, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1098, "count": 512, "max_ms": 0.4564, "p50_ms": 0.0926, "p95_ms": 0.2264, "p99_ms": 0.2853}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1859, "count": 512, "max_ms": 4.8602, "p50_ms": 1.1083, "p95_ms": 1.9792, "p99_ms": 2.4979, "results": {"failed": 0, "not_applicable": 0, "success": 37022, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 16, "h264_decode_error_count": 19, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:41:28+09:00", "last_error_summary": "[h264 @ 0x59494ee12100] error while decoding MB 170 95, bytestream -8", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 38.663, "last_started_at": "2026-10-30T15:40:49+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 16, "restart_count_per_hour": 13, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.051, "sample_count": 1083, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37022, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:41:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.067, "last_frame_pushed_at": "2026-10-30T15:41:28+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-10-30T15:41:28+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 458.428, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 141.572, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-10-30T15:41:28.171810+09:00", "mtime_epoch": 1793342488.1718104, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 99972}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:41:28+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.102, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 37022, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 156}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 156, "pushed_frames": 156, "read_frames": 156, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.407, "pushed": 5.407, "read": 5.407}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 156, "client_acquire_ms": {"avg_ms": 0.007, "count": 156, "max_ms": 0.021, "p95_ms": 0.015, "reason": null, "sample_age_ms": 105.46, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.597, "count": 156, "max_ms": 3.899, "p95_ms": 1.862, "reason": null, "sample_age_ms": 167.908, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.328, "count": 156, "max_ms": 3.271, "p95_ms": 1.579, "reason": null, "sample_age_ms": 168.168, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.087, "count": 156, "max_ms": 0.247, "p95_ms": 0.193, "reason": null, "sample_age_ms": 105.469, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.454, "count": 156, "max_ms": 3.748, "p95_ms": 2.675, "reason": null, "sample_age_ms": 165.712, "source": "client_direct"}, "request_count": 156, "request_tensor_bytes": {"avg": 2211848.0, "count": 156, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 165.671, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 156, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 105.669, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.391, "count": 156, "max_ms": 79.738, "p95_ms": 59.645, "reason": null, "sample_age_ms": 105.454, "source": "client_direct"}, "sample_age_ms": 105.448, "source": "client_direct", "task_total_ms": {"avg_ms": 38.095, "count": 156, "max_ms": 81.62, "p95_ms": 61.574, "reason": null, "sample_age_ms": 105.448, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.06, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.643, "count": 156, "max_ms": 2.256, "p95_ms": 1.186}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.205, "count": 156, "max_ms": 0.851, "p95_ms": 0.371}, "detection_prepare_ms": {"avg_ms": 0.09, "count": 156, "max_ms": 0.29, "p95_ms": 0.153}, "event_filter_ms": {"avg_ms": 0.003, "count": 156, "max_ms": 0.025, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.072, "count": 156, "max_ms": 0.243, "p95_ms": 0.149}, "mcmt_ms": {"avg_ms": 0.003, "count": 156, "max_ms": 0.024, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.165, "count": 156, "max_ms": 0.74, "p95_ms": 0.326}, "setup_ms": {"avg_ms": 0.038, "count": 156, "max_ms": 0.143, "p95_ms": 0.073}, "total_inside_ms": {"avg_ms": 0.607, "count": 156, "max_ms": 2.136, "p95_ms": 1.132}, "track_match_ms": {"avg_ms": 0.004, "count": 156, "max_ms": 0.015, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.025, "count": 156, "max_ms": 0.083, "p95_ms": 0.051}}, "gstreamer_push": {"avg_ms": 2.415, "count": 156, "max_ms": 6.028, "p95_ms": 3.749}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 156, "max_ms": 0.144, "p95_ms": 0.087}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.045, "count": 156, "max_ms": 93.51, "p95_ms": 63.261}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.035, "count": 156, "max_ms": 0.189, "p95_ms": 0.082}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 68.606, "count": 156, "max_ms": 121.924, "p95_ms": 98.898}, "inference_input_copy_ms": {"avg_ms": 1.415, "count": 156, "max_ms": 4.413, "p95_ms": 2.422}, "processing_residual_ms": {"avg_ms": 0.128, "count": 156, "max_ms": 0.371, "p95_ms": 0.283}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 70.183, "count": 156, "max_ms": 123.33, "p95_ms": 102.503}, "read_interval": {"avg_ms": 262.091, "count": 156, "max_ms": 12199.753, "p95_ms": 484.001}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 156, "max_ms": 0.055, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.114, "count": 156, "max_ms": 0.579, "p95_ms": 0.21}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 156, "max_ms": 0.041, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.1, "count": 156, "max_ms": 0.53, "p95_ms": 0.187}, "worker_merge_ms": {"avg_ms": 0.005, "count": 156, "max_ms": 0.016, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 39.057, "count": 156, "max_ms": 93.519, "p95_ms": 63.288}, "visualize": {"avg_ms": 28.068, "count": 156, "max_ms": 44.743, "p95_ms": 39.141}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.298, "count": 156, "max_ms": 43.858, "p95_ms": 38.106}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.883, "count": 156, "max_ms": 44.572, "p95_ms": 38.855}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.018, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.795, "count": 156, "max_ms": 44.448, "p95_ms": 38.686}, "visualizer_prepare_ms": {"avg_ms": 0.052, "count": 156, "max_ms": 0.199, "p95_ms": 0.122}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 156}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.082, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.507, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.312, "sample_count": 1051, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36972, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:41:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.121, "exists": true, "size_bytes": 100222, "write_bytes_delta": 100222, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 400.0, "cpu_core_ratio": 0.644485, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 676.0, "pid": 4967, "reason": null, "system_cpu_core_ratio": 0.030975, "system_cpu_s_delta": 0.30999999999999994, "user_cpu_core_ratio": 0.61351, "user_cpu_s_delta": 6.140000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.345724, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 63.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.032974, "system_cpu_s_delta": 0.3299999999999841, "user_cpu_core_ratio": 0.31275, "user_cpu_s_delta": 3.1299999999996544}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.464, "count": 106, "max_ms": 6.028, "p95_ms": 3.745, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 106}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.732, "count": 30, "max": 24.523, "p95": 22.837, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.718, "count": 30, "max": 13.384, "p95": 12.104, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 375.967, "count": 30, "max": 664.0, "p95": 598.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 12794.5, "count": 30, "max": 102110.0, "p95": 102058.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.076, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.515, "count": 30, "max": 0.848, "p95": 0.675, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.57, "count": 30, "max": 5.029, "p95": 4.585, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99535.767, "count": 30, "max": 100583.0, "p95": 100412.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96251.033, "count": 30, "max": 100583.0, "p95": 100412.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 45.8, "count": 30, "max": 85.0, "p95": 73.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.045, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.223, "count": 30, "max": 0.43, "p95": 0.341, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 266, "sampled_at": "2026-10-30T15:41:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:41:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.851, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 35831, "flush_count": 70, "flush_interval_seconds": 30.0, "flush_state": {"count": 70, "last_at": "2026-10-30T15:40:46", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:40:46", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 69}, "started": true, "suppressed_count": 36953, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 36953}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 70, "written_record_count": 70}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4505.98, "limit_mb": null}, "detail": {"pid": 5083, "restart_count": 17, "start_count": 18}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 102358425600, "copied_frame_count": 37022, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 102358425600, "frame_buffer_copies": 37022, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1098, "count": 512, "max_ms": 0.4564, "p50_ms": 0.0926, "p95_ms": 0.2264, "p99_ms": 0.2853}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1859, "count": 512, "max_ms": 4.8602, "p50_ms": 1.1083, "p95_ms": 1.9792, "p99_ms": 2.4979, "results": {"failed": 0, "not_applicable": 0, "success": 37022, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 16, "h264_decode_error_count": 19, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:41:28+09:00", "last_error_summary": "[h264 @ 0x59494ee12100] error while decoding MB 170 95, bytestream -8", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T15:41:30+09:00", "pid": 5083, "process": {"exists": true, "fd_count": 4, "hwm_mb": 46.609, "name": "ffmpeg", "pid": 5083, "rss_mb": 46.609, "state": "S (sleeping)", "threads": 1}, "restart_count": 17, "restart_count_per_hour": 14, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.051, "sample_count": 1081, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37022, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:41:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.756, "last_frame_pushed_at": "2026-10-30T15:41:28+09:00", "last_frame_read_age_sec": 4.853, "last_frame_read_at": "2026-10-30T15:41:28+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 463.126, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 136.874, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 4.746, "exists": true, "mtime": "2026-10-30T15:41:28.171810+09:00", "mtime_epoch": 1793342488.1718104, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 99972}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:41:32+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.105, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 37022, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 143}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 143}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 143}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 143}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 143}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 143}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 143}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 143, "pushed_frames": 143, "read_frames": 143, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.768, "pushed": 4.768, "read": 4.768}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 143, "client_acquire_ms": {"avg_ms": 0.007, "count": 143, "max_ms": 0.021, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4795.84, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.589, "count": 143, "max_ms": 3.899, "p95_ms": 1.809, "reason": null, "sample_age_ms": 4858.288, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.319, "count": 143, "max_ms": 3.271, "p95_ms": 1.569, "reason": null, "sample_age_ms": 4858.548, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.085, "count": 143, "max_ms": 0.247, "p95_ms": 0.169, "reason": null, "sample_age_ms": 4795.849, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.47, "count": 143, "max_ms": 3.748, "p95_ms": 2.69, "reason": null, "sample_age_ms": 4856.091, "source": "client_direct"}, "request_count": 143, "request_tensor_bytes": {"avg": 2211848.0, "count": 143, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4856.051, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 143, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4796.049, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.532, "count": 143, "max_ms": 77.869, "p95_ms": 59.306, "reason": null, "sample_age_ms": 4795.834, "source": "client_direct"}, "sample_age_ms": 4795.828, "source": "client_direct", "task_total_ms": {"avg_ms": 38.249, "count": 143, "max_ms": 79.448, "p95_ms": 61.245, "reason": null, "sample_age_ms": 4795.828, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.477, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.642, "count": 143, "max_ms": 2.256, "p95_ms": 1.186}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.205, "count": 143, "max_ms": 0.851, "p95_ms": 0.363}, "detection_prepare_ms": {"avg_ms": 0.09, "count": 143, "max_ms": 0.29, "p95_ms": 0.153}, "event_filter_ms": {"avg_ms": 0.003, "count": 143, "max_ms": 0.013, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.072, "count": 143, "max_ms": 0.243, "p95_ms": 0.149}, "mcmt_ms": {"avg_ms": 0.003, "count": 143, "max_ms": 0.024, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.165, "count": 143, "max_ms": 0.74, "p95_ms": 0.326}, "setup_ms": {"avg_ms": 0.038, "count": 143, "max_ms": 0.143, "p95_ms": 0.071}, "total_inside_ms": {"avg_ms": 0.605, "count": 143, "max_ms": 2.136, "p95_ms": 1.132}, "track_match_ms": {"avg_ms": 0.004, "count": 143, "max_ms": 0.015, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.025, "count": 143, "max_ms": 0.083, "p95_ms": 0.051}}, "gstreamer_push": {"avg_ms": 2.4, "count": 143, "max_ms": 6.028, "p95_ms": 3.703}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 143, "max_ms": 0.144, "p95_ms": 0.087}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.13, "count": 143, "max_ms": 80.129, "p95_ms": 61.845}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.035, "count": 143, "max_ms": 0.189, "p95_ms": 0.082}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 68.727, "count": 143, "max_ms": 118.274, "p95_ms": 96.89}, "inference_input_copy_ms": {"avg_ms": 1.423, "count": 143, "max_ms": 4.413, "p95_ms": 2.422}, "processing_residual_ms": {"avg_ms": 0.128, "count": 143, "max_ms": 0.371, "p95_ms": 0.278}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 70.313, "count": 143, "max_ms": 119.561, "p95_ms": 99.312}, "read_interval": {"avg_ms": 176.814, "count": 143, "max_ms": 535.367, "p95_ms": 433.218}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 143, "max_ms": 0.055, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.115, "count": 143, "max_ms": 0.579, "p95_ms": 0.21}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 143, "max_ms": 0.041, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.1, "count": 143, "max_ms": 0.53, "p95_ms": 0.187}, "worker_merge_ms": {"avg_ms": 0.005, "count": 143, "max_ms": 0.016, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 39.143, "count": 143, "max_ms": 80.153, "p95_ms": 61.853}, "visualize": {"avg_ms": 28.112, "count": 143, "max_ms": 44.743, "p95_ms": 39.141}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.346, "count": 143, "max_ms": 43.858, "p95_ms": 38.106}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.927, "count": 143, "max_ms": 44.572, "p95_ms": 38.855}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.018, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.84, "count": 143, "max_ms": 44.448, "p95_ms": 38.686}, "visualizer_prepare_ms": {"avg_ms": 0.052, "count": 143, "max_ms": 0.199, "p95_ms": 0.122}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 143}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 143}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 143}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.082, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.507, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 99.312, "sample_count": 1051, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36972, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:41:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.121, "exists": true, "size_bytes": 100222, "write_bytes_delta": 100222, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 400.0, "cpu_core_ratio": 0.644485, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 676.0, "pid": 4967, "reason": null, "system_cpu_core_ratio": 0.030975, "system_cpu_s_delta": 0.30999999999999994, "user_cpu_core_ratio": 0.61351, "user_cpu_s_delta": 6.140000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.345724, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 63.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.032974, "system_cpu_s_delta": 0.3299999999999841, "user_cpu_core_ratio": 0.31275, "user_cpu_s_delta": 3.1299999999996544}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.464, "count": 106, "max_ms": 6.028, "p95_ms": 3.745, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 106}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.732, "count": 30, "max": 24.523, "p95": 22.837, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.718, "count": 30, "max": 13.384, "p95": 12.104, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 375.967, "count": 30, "max": 664.0, "p95": 598.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 12794.5, "count": 30, "max": 102110.0, "p95": 102058.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.076, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.515, "count": 30, "max": 0.848, "p95": 0.675, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.57, "count": 30, "max": 5.029, "p95": 4.585, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99535.767, "count": 30, "max": 100583.0, "p95": 100412.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96251.033, "count": 30, "max": 100583.0, "p95": 100412.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 45.8, "count": 30, "max": 85.0, "p95": 73.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.045, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.223, "count": 30, "max": 0.43, "p95": 0.341, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 266, "sampled_at": "2026-10-30T15:41:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:41:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 36343, "flush_count": 71, "flush_interval_seconds": 30.0, "flush_state": {"count": 71, "last_at": "2026-10-30T15:41:46", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:41:46", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 70}, "started": true, "suppressed_count": 37118, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 37118}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 71, "written_record_count": 71}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4489.723, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x566812ec2d80] error while decoding MB 178 101, bytestream -7 [in#0/rtsp @ 0x566812cd8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x566812cd8e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 102817382400, "copied_frame_count": 37188, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 102817382400, "frame_buffer_copies": 37188, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1067, "count": 512, "max_ms": 1.6957, "p50_ms": 0.0893, "p95_ms": 0.2066, "p99_ms": 0.2545}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1415, "count": 512, "max_ms": 2.8903, "p50_ms": 1.0812, "p95_ms": 1.9355, "p99_ms": 2.2919, "results": {"failed": 0, "not_applicable": 0, "success": 37188, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 17, "h264_decode_error_count": 20, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:42:25+09:00", "last_error_summary": "[h264 @ 0x566812ec2d80] error while decoding MB 178 101, bytestream -7 [in#0/rtsp @ 0x566812cd8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x566812cd8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.608, "last_started_at": "2026-10-30T15:41:30+09:00", "pid": 5083, "process": {"exists": false, "pid": 5083}, "restart_count": 17, "restart_count_per_hour": 14, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.208, "sample_count": 1041, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37188, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:42:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.024, "last_frame_pushed_at": "2026-10-30T15:42:25+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-10-30T15:42:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 515.718, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 84.282, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 0.013, "exists": true, "mtime": "2026-10-30T15:42:25.512147+09:00", "mtime_epoch": 1793342545.512147, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 100841}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:42:25+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.184, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 37188, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 57}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 57, "pushed_frames": 57, "read_frames": 57, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.906, "pushed": 1.906, "read": 1.906}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 57, "client_acquire_ms": {"avg_ms": 0.008, "count": 57, "max_ms": 0.026, "p95_ms": 0.016, "reason": null, "sample_age_ms": 66.674, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.842, "count": 57, "max_ms": 12.829, "p95_ms": 1.79, "reason": null, "sample_age_ms": 100.419, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.548, "count": 57, "max_ms": 12.658, "p95_ms": 1.438, "reason": null, "sample_age_ms": 100.629, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.109, "count": 57, "max_ms": 0.329, "p95_ms": 0.22, "reason": null, "sample_age_ms": 66.684, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.583, "count": 57, "max_ms": 3.069, "p95_ms": 2.763, "reason": null, "sample_age_ms": 99.434, "source": "client_direct"}, "request_count": 57, "request_tensor_bytes": {"avg": 2211848.0, "count": 57, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 99.412, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 57, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 66.899, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.294, "count": 57, "max_ms": 74.768, "p95_ms": 61.079, "reason": null, "sample_age_ms": 66.669, "source": "client_direct"}, "sample_age_ms": 66.662, "source": "client_direct", "task_total_ms": {"avg_ms": 43.168, "count": 57, "max_ms": 78.017, "p95_ms": 63.605, "reason": null, "sample_age_ms": 66.662, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.607, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.781, "count": 57, "max_ms": 3.021, "p95_ms": 1.458}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.245, "count": 57, "max_ms": 0.589, "p95_ms": 0.541}, "detection_prepare_ms": {"avg_ms": 0.098, "count": 57, "max_ms": 0.199, "p95_ms": 0.181}, "event_filter_ms": {"avg_ms": 0.004, "count": 57, "max_ms": 0.015, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.081, "count": 57, "max_ms": 0.169, "p95_ms": 0.145}, "mcmt_ms": {"avg_ms": 0.002, "count": 57, "max_ms": 0.006, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.232, "count": 57, "max_ms": 2.534, "p95_ms": 0.37}, "setup_ms": {"avg_ms": 0.043, "count": 57, "max_ms": 0.102, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 0.74, "count": 57, "max_ms": 2.986, "p95_ms": 1.386}, "track_match_ms": {"avg_ms": 0.004, "count": 57, "max_ms": 0.01, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.029, "count": 57, "max_ms": 0.097, "p95_ms": 0.064}}, "gstreamer_push": {"avg_ms": 2.592, "count": 57, "max_ms": 5.041, "p95_ms": 4.828}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 57, "max_ms": 0.122, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.396, "count": 57, "max_ms": 79.051, "p95_ms": 66.278}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.036, "count": 57, "max_ms": 0.103, "p95_ms": 0.076}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 75.935, "count": 57, "max_ms": 116.944, "p95_ms": 102.585}, "inference_input_copy_ms": {"avg_ms": 1.497, "count": 57, "max_ms": 3.907, "p95_ms": 2.329}, "processing_residual_ms": {"avg_ms": 0.145, "count": 57, "max_ms": 0.373, "p95_ms": 0.281}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.612, "count": 57, "max_ms": 119.033, "p95_ms": 103.953}, "read_interval": {"avg_ms": 531.046, "count": 57, "max_ms": 10618.823, "p95_ms": 515.346}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 57, "max_ms": 0.04, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.171, "count": 57, "max_ms": 2.445, "p95_ms": 0.246}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 57, "max_ms": 0.03, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.154, "count": 57, "max_ms": 2.416, "p95_ms": 0.225}, "worker_merge_ms": {"avg_ms": 0.005, "count": 57, "max_ms": 0.014, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 44.411, "count": 57, "max_ms": 79.068, "p95_ms": 66.297}, "visualize": {"avg_ms": 29.735, "count": 57, "max_ms": 45.946, "p95_ms": 38.303}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.854, "count": 57, "max_ms": 44.921, "p95_ms": 37.343}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.498, "count": 57, "max_ms": 45.752, "p95_ms": 38.067}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.395, "count": 57, "max_ms": 45.644, "p95_ms": 37.929}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 57, "max_ms": 0.158, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 57}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.504, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.208, "sample_count": 1039, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37183, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:42:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100804, "write_bytes_delta": 100804, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 15.0, "cpu_core_ratio": 0.016707, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2701.0, "pid": 5083, "reason": null, "system_cpu_core_ratio": 0.001965, "system_cpu_s_delta": 0.020000000000000018, "user_cpu_core_ratio": 0.014741, "user_cpu_s_delta": 0.14999999999999858}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.01081, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.000983, "system_cpu_s_delta": 0.009999999999990905, "user_cpu_core_ratio": 0.009827, "user_cpu_s_delta": 0.09999999999990905}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.533, "count": 54, "max_ms": 5.041, "p95_ms": 4.451, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 54}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.742, "count": 30, "max": 30.306, "p95": 21.237, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.622, "count": 30, "max": 18.388, "p95": 14.135, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 362.767, "count": 30, "max": 737.0, "p95": 654.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 15520.867, "count": 30, "max": 102110.0, "p95": 102085.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.079, "p95": 0.073, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.483, "count": 30, "max": 0.848, "p95": 0.698, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.736, "count": 30, "max": 5.029, "p95": 4.684, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99927.467, "count": 30, "max": 100813.0, "p95": 100780.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96629.467, "count": 30, "max": 100813.0, "p95": 100780.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 44.467, "count": 30, "max": 81.0, "p95": 64.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.045, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.218, "count": 30, "max": 0.43, "p95": 0.335, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 272, "sampled_at": "2026-10-30T15:42:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:42:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 36343, "flush_count": 71, "flush_interval_seconds": 30.0, "flush_state": {"count": 71, "last_at": "2026-10-30T15:41:46", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:41:46", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 70}, "started": true, "suppressed_count": 37118, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 37118}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 71, "written_record_count": 71}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4490.281, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 102817382400, "copied_frame_count": 37188, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 102817382400, "frame_buffer_copies": 37188, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1067, "count": 512, "max_ms": 1.6957, "p50_ms": 0.0893, "p95_ms": 0.2066, "p99_ms": 0.2545}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1415, "count": 512, "max_ms": 2.8903, "p50_ms": 1.0812, "p95_ms": 1.9355, "p99_ms": 2.2919, "results": {"failed": 0, "not_applicable": 0, "success": 37188, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 16, "h264_decode_error_count": 19, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:41:28+09:00", "last_error_summary": "[h264 @ 0x59494ee12100] error while decoding MB 170 95, bytestream -8", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.602, "last_started_at": "2026-10-30T15:41:30+09:00", "pid": 5083, "process": {"exists": true, "fd_count": null, "hwm_mb": null, "name": "ffmpeg", "pid": 5083, "rss_mb": null, "state": "Z (zombie)", "threads": 1}, "restart_count": 17, "restart_count_per_hour": 14, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.208, "sample_count": 1041, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37188, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:42:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.018, "last_frame_pushed_at": "2026-10-30T15:42:25+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-10-30T15:42:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 515.728, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 84.272, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 0.007, "exists": true, "mtime": "2026-10-30T15:42:25.512147+09:00", "mtime_epoch": 1793342545.512147, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 100841}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:42:25+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.184, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 37188, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 57}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 57, "pushed_frames": 57, "read_frames": 57, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.906, "pushed": 1.906, "read": 1.906}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 57, "client_acquire_ms": {"avg_ms": 0.008, "count": 57, "max_ms": 0.026, "p95_ms": 0.016, "reason": null, "sample_age_ms": 59.394, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.842, "count": 57, "max_ms": 12.829, "p95_ms": 1.79, "reason": null, "sample_age_ms": 93.139, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.548, "count": 57, "max_ms": 12.658, "p95_ms": 1.438, "reason": null, "sample_age_ms": 93.349, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.109, "count": 57, "max_ms": 0.329, "p95_ms": 0.22, "reason": null, "sample_age_ms": 59.403, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.583, "count": 57, "max_ms": 3.069, "p95_ms": 2.763, "reason": null, "sample_age_ms": 92.154, "source": "client_direct"}, "request_count": 57, "request_tensor_bytes": {"avg": 2211848.0, "count": 57, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 92.132, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 57, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 59.618, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.294, "count": 57, "max_ms": 74.768, "p95_ms": 61.079, "reason": null, "sample_age_ms": 59.389, "source": "client_direct"}, "sample_age_ms": 59.382, "source": "client_direct", "task_total_ms": {"avg_ms": 43.168, "count": 57, "max_ms": 78.017, "p95_ms": 63.605, "reason": null, "sample_age_ms": 59.382, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.47, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.781, "count": 57, "max_ms": 3.021, "p95_ms": 1.458}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.245, "count": 57, "max_ms": 0.589, "p95_ms": 0.541}, "detection_prepare_ms": {"avg_ms": 0.098, "count": 57, "max_ms": 0.199, "p95_ms": 0.181}, "event_filter_ms": {"avg_ms": 0.004, "count": 57, "max_ms": 0.015, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.081, "count": 57, "max_ms": 0.169, "p95_ms": 0.145}, "mcmt_ms": {"avg_ms": 0.002, "count": 57, "max_ms": 0.006, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.232, "count": 57, "max_ms": 2.534, "p95_ms": 0.37}, "setup_ms": {"avg_ms": 0.043, "count": 57, "max_ms": 0.102, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 0.74, "count": 57, "max_ms": 2.986, "p95_ms": 1.386}, "track_match_ms": {"avg_ms": 0.004, "count": 57, "max_ms": 0.01, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.029, "count": 57, "max_ms": 0.097, "p95_ms": 0.064}}, "gstreamer_push": {"avg_ms": 2.592, "count": 57, "max_ms": 5.041, "p95_ms": 4.828}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 57, "max_ms": 0.122, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.396, "count": 57, "max_ms": 79.051, "p95_ms": 66.278}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.036, "count": 57, "max_ms": 0.103, "p95_ms": 0.076}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 75.935, "count": 57, "max_ms": 116.944, "p95_ms": 102.585}, "inference_input_copy_ms": {"avg_ms": 1.497, "count": 57, "max_ms": 3.907, "p95_ms": 2.329}, "processing_residual_ms": {"avg_ms": 0.145, "count": 57, "max_ms": 0.373, "p95_ms": 0.281}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.612, "count": 57, "max_ms": 119.033, "p95_ms": 103.953}, "read_interval": {"avg_ms": 531.046, "count": 57, "max_ms": 10618.823, "p95_ms": 515.346}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 57, "max_ms": 0.04, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.171, "count": 57, "max_ms": 2.445, "p95_ms": 0.246}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 57, "max_ms": 0.03, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.154, "count": 57, "max_ms": 2.416, "p95_ms": 0.225}, "worker_merge_ms": {"avg_ms": 0.005, "count": 57, "max_ms": 0.014, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 44.411, "count": 57, "max_ms": 79.068, "p95_ms": 66.297}, "visualize": {"avg_ms": 29.735, "count": 57, "max_ms": 45.946, "p95_ms": 38.303}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.854, "count": 57, "max_ms": 44.921, "p95_ms": 37.343}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.498, "count": 57, "max_ms": 45.752, "p95_ms": 38.067}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.395, "count": 57, "max_ms": 45.644, "p95_ms": 37.929}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 57, "max_ms": 0.158, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 57}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.504, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.208, "sample_count": 1039, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37183, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:42:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100804, "write_bytes_delta": 100804, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 15.0, "cpu_core_ratio": 0.016707, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2701.0, "pid": 5083, "reason": null, "system_cpu_core_ratio": 0.001965, "system_cpu_s_delta": 0.020000000000000018, "user_cpu_core_ratio": 0.014741, "user_cpu_s_delta": 0.14999999999999858}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.01081, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.000983, "system_cpu_s_delta": 0.009999999999990905, "user_cpu_core_ratio": 0.009827, "user_cpu_s_delta": 0.09999999999990905}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.533, "count": 54, "max_ms": 5.041, "p95_ms": 4.451, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 54}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.742, "count": 30, "max": 30.306, "p95": 21.237, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.622, "count": 30, "max": 18.388, "p95": 14.135, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 362.767, "count": 30, "max": 737.0, "p95": 654.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 15520.867, "count": 30, "max": 102110.0, "p95": 102085.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.079, "p95": 0.073, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.483, "count": 30, "max": 0.848, "p95": 0.698, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.736, "count": 30, "max": 5.029, "p95": 4.684, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99927.467, "count": 30, "max": 100813.0, "p95": 100780.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96629.467, "count": 30, "max": 100813.0, "p95": 100780.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 44.467, "count": 30, "max": 81.0, "p95": 64.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.045, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.218, "count": 30, "max": 0.43, "p95": 0.335, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 272, "sampled_at": "2026-10-30T15:42:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:42:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 36343, "flush_count": 71, "flush_interval_seconds": 30.0, "flush_state": {"count": 71, "last_at": "2026-10-30T15:41:46", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:41:46", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 70}, "started": true, "suppressed_count": 37118, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 37118}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 71, "written_record_count": 71}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4490.395, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 102817382400, "copied_frame_count": 37188, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 102817382400, "frame_buffer_copies": 37188, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1067, "count": 512, "max_ms": 1.6957, "p50_ms": 0.0893, "p95_ms": 0.2066, "p99_ms": 0.2545}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1415, "count": 512, "max_ms": 2.8903, "p50_ms": 1.0812, "p95_ms": 1.9355, "p99_ms": 2.2919, "results": {"failed": 0, "not_applicable": 0, "success": 37188, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 17, "h264_decode_error_count": 20, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:42:25+09:00", "last_error_summary": "[h264 @ 0x566812ec2d80] error while decoding MB 178 101, bytestream -7 [in#0/rtsp @ 0x566812cd8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x566812cd8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.649, "last_started_at": "2026-10-30T15:41:30+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 17, "restart_count_per_hour": 14, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.208, "sample_count": 1040, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37188, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:42:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.065, "last_frame_pushed_at": "2026-10-30T15:42:25+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-10-30T15:42:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 515.755, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 84.245, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-10-30T15:42:25.512147+09:00", "mtime_epoch": 1793342545.512147, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 100841}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:42:25+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.18, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 37188, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 57}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 57, "pushed_frames": 57, "read_frames": 57, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.903, "pushed": 1.903, "read": 1.903}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 57, "client_acquire_ms": {"avg_ms": 0.008, "count": 57, "max_ms": 0.026, "p95_ms": 0.016, "reason": null, "sample_age_ms": 108.039, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.842, "count": 57, "max_ms": 12.829, "p95_ms": 1.79, "reason": null, "sample_age_ms": 141.784, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.548, "count": 57, "max_ms": 12.658, "p95_ms": 1.438, "reason": null, "sample_age_ms": 141.994, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.109, "count": 57, "max_ms": 0.329, "p95_ms": 0.22, "reason": null, "sample_age_ms": 108.048, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.583, "count": 57, "max_ms": 3.069, "p95_ms": 2.763, "reason": null, "sample_age_ms": 140.799, "source": "client_direct"}, "request_count": 57, "request_tensor_bytes": {"avg": 2211848.0, "count": 57, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 140.777, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 57, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 108.263, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.294, "count": 57, "max_ms": 74.768, "p95_ms": 61.079, "reason": null, "sample_age_ms": 108.034, "source": "client_direct"}, "sample_age_ms": 108.027, "source": "client_direct", "task_total_ms": {"avg_ms": 43.168, "count": 57, "max_ms": 78.017, "p95_ms": 63.605, "reason": null, "sample_age_ms": 108.027, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.441, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.781, "count": 57, "max_ms": 3.021, "p95_ms": 1.458}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.245, "count": 57, "max_ms": 0.589, "p95_ms": 0.541}, "detection_prepare_ms": {"avg_ms": 0.098, "count": 57, "max_ms": 0.199, "p95_ms": 0.181}, "event_filter_ms": {"avg_ms": 0.004, "count": 57, "max_ms": 0.015, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.081, "count": 57, "max_ms": 0.169, "p95_ms": 0.145}, "mcmt_ms": {"avg_ms": 0.002, "count": 57, "max_ms": 0.006, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.232, "count": 57, "max_ms": 2.534, "p95_ms": 0.37}, "setup_ms": {"avg_ms": 0.043, "count": 57, "max_ms": 0.102, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 0.74, "count": 57, "max_ms": 2.986, "p95_ms": 1.386}, "track_match_ms": {"avg_ms": 0.004, "count": 57, "max_ms": 0.01, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.029, "count": 57, "max_ms": 0.097, "p95_ms": 0.064}}, "gstreamer_push": {"avg_ms": 2.592, "count": 57, "max_ms": 5.041, "p95_ms": 4.828}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 57, "max_ms": 0.122, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.396, "count": 57, "max_ms": 79.051, "p95_ms": 66.278}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.036, "count": 57, "max_ms": 0.103, "p95_ms": 0.076}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 75.935, "count": 57, "max_ms": 116.944, "p95_ms": 102.585}, "inference_input_copy_ms": {"avg_ms": 1.497, "count": 57, "max_ms": 3.907, "p95_ms": 2.329}, "processing_residual_ms": {"avg_ms": 0.145, "count": 57, "max_ms": 0.373, "p95_ms": 0.281}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.612, "count": 57, "max_ms": 119.033, "p95_ms": 103.953}, "read_interval": {"avg_ms": 531.046, "count": 57, "max_ms": 10618.823, "p95_ms": 515.346}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 57, "max_ms": 0.04, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.171, "count": 57, "max_ms": 2.445, "p95_ms": 0.246}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 57, "max_ms": 0.03, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.154, "count": 57, "max_ms": 2.416, "p95_ms": 0.225}, "worker_merge_ms": {"avg_ms": 0.005, "count": 57, "max_ms": 0.014, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 44.411, "count": 57, "max_ms": 79.068, "p95_ms": 66.297}, "visualize": {"avg_ms": 29.735, "count": 57, "max_ms": 45.946, "p95_ms": 38.303}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.854, "count": 57, "max_ms": 44.921, "p95_ms": 37.343}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.498, "count": 57, "max_ms": 45.752, "p95_ms": 38.067}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.395, "count": 57, "max_ms": 45.644, "p95_ms": 37.929}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 57, "max_ms": 0.158, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 57}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.504, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.208, "sample_count": 1039, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37183, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:42:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100804, "write_bytes_delta": 100804, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 15.0, "cpu_core_ratio": 0.016707, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2701.0, "pid": 5083, "reason": null, "system_cpu_core_ratio": 0.001965, "system_cpu_s_delta": 0.020000000000000018, "user_cpu_core_ratio": 0.014741, "user_cpu_s_delta": 0.14999999999999858}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.01081, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.000983, "system_cpu_s_delta": 0.009999999999990905, "user_cpu_core_ratio": 0.009827, "user_cpu_s_delta": 0.09999999999990905}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.533, "count": 54, "max_ms": 5.041, "p95_ms": 4.451, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 54}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.742, "count": 30, "max": 30.306, "p95": 21.237, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.622, "count": 30, "max": 18.388, "p95": 14.135, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 362.767, "count": 30, "max": 737.0, "p95": 654.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 15520.867, "count": 30, "max": 102110.0, "p95": 102085.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.079, "p95": 0.073, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.483, "count": 30, "max": 0.848, "p95": 0.698, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.736, "count": 30, "max": 5.029, "p95": 4.684, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99927.467, "count": 30, "max": 100813.0, "p95": 100780.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96629.467, "count": 30, "max": 100813.0, "p95": 100780.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 44.467, "count": 30, "max": 81.0, "p95": 64.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.045, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.218, "count": 30, "max": 0.43, "p95": 0.335, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 272, "sampled_at": "2026-10-30T15:42:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:42:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 36343, "flush_count": 71, "flush_interval_seconds": 30.0, "flush_state": {"count": 71, "last_at": "2026-10-30T15:41:46", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:41:46", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 70}, "started": true, "suppressed_count": 37118, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 37118}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 71, "written_record_count": 71}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4511.93, "limit_mb": null}, "detail": {"pid": 5199, "restart_count": 18, "start_count": 19}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 102817382400, "copied_frame_count": 37188, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 102817382400, "frame_buffer_copies": 37188, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1067, "count": 512, "max_ms": 1.6957, "p50_ms": 0.0893, "p95_ms": 0.2066, "p99_ms": 0.2545}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1415, "count": 512, "max_ms": 2.8903, "p50_ms": 1.0812, "p95_ms": 1.9355, "p99_ms": 2.2919, "results": {"failed": 0, "not_applicable": 0, "success": 37188, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 17, "h264_decode_error_count": 20, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:42:25+09:00", "last_error_summary": "[h264 @ 0x566812ec2d80] error while decoding MB 178 101, bytestream -7 [in#0/rtsp @ 0x566812cd8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x566812cd8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T15:42:27+09:00", "pid": 5199, "process": {"exists": true, "fd_count": 4, "hwm_mb": 46.77, "name": "ffmpeg", "pid": 5199, "rss_mb": 46.77, "state": "S (sleeping)", "threads": 1}, "restart_count": 18, "restart_count_per_hour": 15, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.499, "sample_count": 1029, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37188, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:42:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.425, "last_frame_pushed_at": "2026-10-30T15:42:25+09:00", "last_frame_read_age_sec": 4.5, "last_frame_read_at": "2026-10-30T15:42:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 520.115, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 79.885, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 4.414, "exists": true, "mtime": "2026-10-30T15:42:25.512147+09:00", "mtime_epoch": 1793342545.512147, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 100841}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:42:29+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.184, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 37188, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 32}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 32}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 32}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 32}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 32}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 32}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 32}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 32, "pushed_frames": 32, "read_frames": 32, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.068, "pushed": 1.068, "read": 1.068}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 32, "client_acquire_ms": {"avg_ms": 0.007, "count": 32, "max_ms": 0.026, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4467.283, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.588, "count": 32, "max_ms": 2.016, "p95_ms": 1.56, "reason": null, "sample_age_ms": 4501.029, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.316, "count": 32, "max_ms": 1.698, "p95_ms": 1.262, "reason": null, "sample_age_ms": 4501.239, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.101, "count": 32, "max_ms": 0.329, "p95_ms": 0.21, "reason": null, "sample_age_ms": 4467.293, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.515, "count": 32, "max_ms": 3.069, "p95_ms": 2.495, "reason": null, "sample_age_ms": 4500.044, "source": "client_direct"}, "request_count": 32, "request_tensor_bytes": {"avg": 2211848.0, "count": 32, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4500.022, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 32, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4467.508, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.989, "count": 32, "max_ms": 74.631, "p95_ms": 57.384, "reason": null, "sample_age_ms": 4467.279, "source": "client_direct"}, "sample_age_ms": 4467.272, "source": "client_direct", "task_total_ms": {"avg_ms": 41.779, "count": 32, "max_ms": 78.017, "p95_ms": 58.99, "reason": null, "sample_age_ms": 4467.272, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.238, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.835, "count": 32, "max_ms": 3.021, "p95_ms": 1.499}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.263, "count": 32, "max_ms": 0.589, "p95_ms": 0.566}, "detection_prepare_ms": {"avg_ms": 0.1, "count": 32, "max_ms": 0.199, "p95_ms": 0.189}, "event_filter_ms": {"avg_ms": 0.004, "count": 32, "max_ms": 0.01, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.085, "count": 32, "max_ms": 0.169, "p95_ms": 0.145}, "mcmt_ms": {"avg_ms": 0.002, "count": 32, "max_ms": 0.005, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.263, "count": 32, "max_ms": 2.534, "p95_ms": 0.329}, "setup_ms": {"avg_ms": 0.043, "count": 32, "max_ms": 0.102, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 0.796, "count": 32, "max_ms": 2.986, "p95_ms": 1.43}, "track_match_ms": {"avg_ms": 0.004, "count": 32, "max_ms": 0.01, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.03, "count": 32, "max_ms": 0.097, "p95_ms": 0.069}}, "gstreamer_push": {"avg_ms": 2.749, "count": 32, "max_ms": 4.965, "p95_ms": 4.828}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 32, "max_ms": 0.122, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.703, "count": 32, "max_ms": 79.051, "p95_ms": 61.269}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.036, "count": 32, "max_ms": 0.103, "p95_ms": 0.076}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 32, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 32, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 74.86, "count": 32, "max_ms": 116.944, "p95_ms": 94.423}, "inference_input_copy_ms": {"avg_ms": 1.49, "count": 32, "max_ms": 3.907, "p95_ms": 2.623}, "processing_residual_ms": {"avg_ms": 0.143, "count": 32, "max_ms": 0.373, "p95_ms": 0.356}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 32, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 32, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 76.529, "count": 32, "max_ms": 119.033, "p95_ms": 98.632}, "read_interval": {"avg_ms": 800.806, "count": 32, "max_ms": 10618.823, "p95_ms": 10157.852}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 32, "max_ms": 0.04, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.203, "count": 32, "max_ms": 2.445, "p95_ms": 0.246}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 32, "max_ms": 0.03, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.186, "count": 32, "max_ms": 2.416, "p95_ms": 0.225}, "worker_merge_ms": {"avg_ms": 0.005, "count": 32, "max_ms": 0.009, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 42.719, "count": 32, "max_ms": 79.068, "p95_ms": 61.282}, "visualize": {"avg_ms": 30.301, "count": 32, "max_ms": 45.946, "p95_ms": 38.303}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.4, "count": 32, "max_ms": 44.921, "p95_ms": 37.343}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 32, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.068, "count": 32, "max_ms": 45.752, "p95_ms": 38.067}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 32, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 32, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.964, "count": 32, "max_ms": 45.644, "p95_ms": 37.929}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 32, "max_ms": 0.158, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 32}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 32}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 32}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.504, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.208, "sample_count": 1039, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37183, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:42:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100804, "write_bytes_delta": 100804, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 15.0, "cpu_core_ratio": 0.016707, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2701.0, "pid": 5083, "reason": null, "system_cpu_core_ratio": 0.001965, "system_cpu_s_delta": 0.020000000000000018, "user_cpu_core_ratio": 0.014741, "user_cpu_s_delta": 0.14999999999999858}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.01081, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.000983, "system_cpu_s_delta": 0.009999999999990905, "user_cpu_core_ratio": 0.009827, "user_cpu_s_delta": 0.09999999999990905}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.533, "count": 54, "max_ms": 5.041, "p95_ms": 4.451, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 54}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.742, "count": 30, "max": 30.306, "p95": 21.237, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.622, "count": 30, "max": 18.388, "p95": 14.135, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 362.767, "count": 30, "max": 737.0, "p95": 654.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 15520.867, "count": 30, "max": 102110.0, "p95": 102085.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.079, "p95": 0.073, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.483, "count": 30, "max": 0.848, "p95": 0.698, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.736, "count": 30, "max": 5.029, "p95": 4.684, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99927.467, "count": 30, "max": 100813.0, "p95": 100780.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96629.467, "count": 30, "max": 100813.0, "p95": 100780.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 44.467, "count": 30, "max": 81.0, "p95": 64.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.045, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.218, "count": 30, "max": 0.43, "p95": 0.335, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 272, "sampled_at": "2026-10-30T15:42:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:42:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 36855, "flush_count": 72, "flush_interval_seconds": 30.0, "flush_state": {"count": 72, "last_at": "2026-10-30T15:42:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:42:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 71}, "started": true, "suppressed_count": 37191, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 37191}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 72, "written_record_count": 72}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4503.574, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 103021977600, "copied_frame_count": 37262, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 103021977600, "frame_buffer_copies": 37262, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.109, "count": 512, "max_ms": 1.6957, "p50_ms": 0.0909, "p95_ms": 0.2155, "p99_ms": 0.2588}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1604, "count": 512, "max_ms": 2.8903, "p50_ms": 1.0839, "p95_ms": 1.9668, "p99_ms": 2.4664, "results": {"failed": 0, "not_applicable": 0, "success": 37262, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 17, "h264_decode_error_count": 20, "h264_decode_error_count_per_hour": 15, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:42:25+09:00", "last_error_summary": "[h264 @ 0x566812ec2d80] error while decoding MB 178 101, bytestream -7 [in#0/rtsp @ 0x566812cd8e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x566812cd8e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 26.711, "last_started_at": "2026-10-30T15:42:27+09:00", "pid": 5199, "process": {"exists": true, "fd_count": null, "hwm_mb": null, "name": "ffmpeg", "pid": 5199, "rss_mb": null, "state": "Z (zombie)", "threads": 1}, "restart_count": 18, "restart_count_per_hour": 15, "rtsp_timeout_count": 8, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.106, "sample_count": 973, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37262, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:42:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.014, "last_frame_pushed_at": "2026-10-30T15:42:54+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-10-30T15:42:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 544.829, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 55.171, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 0.006, "exists": true, "mtime": "2026-10-30T15:42:54.629318+09:00", "mtime_epoch": 1793342574.629318, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 99300}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:42:54+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.219, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 37262, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 80}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 2, "processed_frames": 80, "pushed_frames": 80, "read_frames": 80, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.693, "pushed": 2.693, "read": 2.693}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 80, "client_acquire_ms": {"avg_ms": 0.007, "count": 80, "max_ms": 0.03, "p95_ms": 0.014, "reason": null, "sample_age_ms": 51.19, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.604, "count": 80, "max_ms": 2.743, "p95_ms": 1.787, "reason": null, "sample_age_ms": 86.646, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.326, "count": 80, "max_ms": 2.222, "p95_ms": 1.525, "reason": null, "sample_age_ms": 86.884, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.093, "count": 80, "max_ms": 0.329, "p95_ms": 0.185, "reason": null, "sample_age_ms": 51.197, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.541, "count": 80, "max_ms": 3.888, "p95_ms": 2.481, "reason": null, "sample_age_ms": 84.794, "source": "client_direct"}, "request_count": 80, "request_tensor_bytes": {"avg": 2211848.0, "count": 80, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 84.776, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 80, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 51.275, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.779, "count": 80, "max_ms": 67.53, "p95_ms": 54.518, "reason": null, "sample_age_ms": 51.185, "source": "client_direct"}, "sample_age_ms": 51.181, "source": "client_direct", "task_total_ms": {"avg_ms": 40.583, "count": 80, "max_ms": 70.181, "p95_ms": 56.197, "reason": null, "sample_age_ms": 51.181, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.427, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.731, "count": 80, "max_ms": 1.963, "p95_ms": 1.339}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.234, "count": 80, "max_ms": 0.661, "p95_ms": 0.437}, "detection_prepare_ms": {"avg_ms": 0.1, "count": 80, "max_ms": 0.26, "p95_ms": 0.179}, "event_filter_ms": {"avg_ms": 0.005, "count": 80, "max_ms": 0.038, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.085, "count": 80, "max_ms": 0.251, "p95_ms": 0.155}, "mcmt_ms": {"avg_ms": 0.003, "count": 80, "max_ms": 0.036, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.187, "count": 80, "max_ms": 0.573, "p95_ms": 0.339}, "setup_ms": {"avg_ms": 0.043, "count": 80, "max_ms": 0.147, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 0.69, "count": 80, "max_ms": 1.845, "p95_ms": 1.236}, "track_match_ms": {"avg_ms": 0.004, "count": 80, "max_ms": 0.016, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.028, "count": 80, "max_ms": 0.084, "p95_ms": 0.049}}, "gstreamer_push": {"avg_ms": 2.694, "count": 80, "max_ms": 5.64, "p95_ms": 4.776}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 80, "max_ms": 0.622, "p95_ms": 0.084}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.496, "count": 80, "max_ms": 73.236, "p95_ms": 57.022}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.038, "count": 80, "max_ms": 0.104, "p95_ms": 0.08}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.874, "count": 80, "max_ms": 106.871, "p95_ms": 95.143}, "inference_input_copy_ms": {"avg_ms": 1.524, "count": 80, "max_ms": 2.912, "p95_ms": 2.43}, "processing_residual_ms": {"avg_ms": 0.142, "count": 80, "max_ms": 0.356, "p95_ms": 0.245}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 74.579, "count": 80, "max_ms": 109.162, "p95_ms": 96.392}, "read_interval": {"avg_ms": 497.2, "count": 80, "max_ms": 10248.856, "p95_ms": 445.556}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 80, "max_ms": 0.037, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.129, "count": 80, "max_ms": 0.41, "p95_ms": 0.251}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 80, "max_ms": 0.039, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.113, "count": 80, "max_ms": 0.373, "p95_ms": 0.227}, "worker_merge_ms": {"avg_ms": 0.006, "count": 80, "max_ms": 0.016, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 41.51, "count": 80, "max_ms": 73.246, "p95_ms": 57.036}, "visualize": {"avg_ms": 29.671, "count": 80, "max_ms": 42.729, "p95_ms": 38.836}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.84, "count": 80, "max_ms": 41.767, "p95_ms": 37.929}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.466, "count": 80, "max_ms": 42.486, "p95_ms": 38.703}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.368, "count": 80, "max_ms": 42.377, "p95_ms": 38.608}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 80, "max_ms": 0.145, "p95_ms": 0.116}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 80}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.504, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 100.208, "sample_count": 1039, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37183, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:42:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100804, "write_bytes_delta": 100804, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 15.0, "cpu_core_ratio": 0.016707, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2701.0, "pid": 5083, "reason": null, "system_cpu_core_ratio": 0.001965, "system_cpu_s_delta": 0.020000000000000018, "user_cpu_core_ratio": 0.014741, "user_cpu_s_delta": 0.14999999999999858}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.01081, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.000983, "system_cpu_s_delta": 0.009999999999990905, "user_cpu_core_ratio": 0.009827, "user_cpu_s_delta": 0.09999999999990905}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.533, "count": 54, "max_ms": 5.041, "p95_ms": 4.451, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 54}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.742, "count": 30, "max": 30.306, "p95": 21.237, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.622, "count": 30, "max": 18.388, "p95": 14.135, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 362.767, "count": 30, "max": 737.0, "p95": 654.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 15520.867, "count": 30, "max": 102110.0, "p95": 102085.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.079, "p95": 0.073, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.483, "count": 30, "max": 0.848, "p95": 0.698, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.736, "count": 30, "max": 5.029, "p95": 4.684, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 99927.467, "count": 30, "max": 100813.0, "p95": 100780.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96629.467, "count": 30, "max": 100813.0, "p95": 100780.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 44.467, "count": 30, "max": 81.0, "p95": 64.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.045, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.218, "count": 30, "max": 0.43, "p95": 0.335, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 272, "sampled_at": "2026-10-30T15:42:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:42:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.706, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 68322, "flush_count": 72, "flush_interval_seconds": 30.0, "flush_state": {"count": 72, "last_at": "2026-10-30T15:43:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:43:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 71}, "started": true, "suppressed_count": 31851, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 31848}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 72, "written_record_count": 72}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4675.148, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x59d099089c40] error while decoding MB 71 63, bytestream -8", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 88246886400, "copied_frame_count": 31918, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 88246886400, "frame_buffer_copies": 31918, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0907, "count": 512, "max_ms": 0.3055, "p50_ms": 0.0785, "p95_ms": 0.1719, "p99_ms": 0.2372}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1495, "count": 512, "max_ms": 3.2065, "p50_ms": 1.0525, "p95_ms": 1.9117, "p99_ms": 2.3942, "results": {"failed": 0, "not_applicable": 0, "success": 31918, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 19, "h264_decode_error_count": 63, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:43:31+09:00", "last_error_summary": "[h264 @ 0x59d099089c40] error while decoding MB 71 63, bytestream -8", "last_exit_at": "2026-10-30T15:33:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 607.88, "last_started_at": "2026-10-30T15:33:23+09:00", "pid": 3691, "process": {"exists": false, "pid": 3691}, "restart_count": 19, "restart_count_per_hour": 15, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": false, "start_count": 20}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.791, "sample_count": 2595, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31918, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:43:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.04, "last_frame_pushed_at": "2026-10-30T15:43:31+09:00", "last_frame_read_age_sec": 0.037, "last_frame_read_at": "2026-10-30T15:43:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 581.872, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 18.128, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 0.032, "exists": true, "mtime": "2026-10-30T15:43:31.647536+09:00", "mtime_epoch": 1793342611.6475356, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 112354}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:43:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 819.949, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 31919, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.37, "max": 8.0, "p95": 7.0, "sample_count": 208}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.12, "max": 3.0, "p95": 3.0, "sample_count": 208}, "total": {"avg": 2.12, "max": 3.0, "p95": 3.0, "sample_count": 208}}, "tracking_counts": {"active": {"avg": 0.062, "max": 1.0, "p95": 1.0, "sample_count": 208}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 208}, "tracked": {"avg": 0.062, "max": 1.0, "p95": 1.0, "sample_count": 208}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 208, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.95, "pushed": 6.95, "read": 6.95}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 208, "client_acquire_ms": {"avg_ms": 0.006, "count": 209, "max_ms": 0.02, "p95_ms": 0.013, "reason": null, "sample_age_ms": 13.276, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.725, "count": 208, "max_ms": 10.566, "p95_ms": 2.389, "reason": null, "sample_age_ms": 40.995, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.292, "count": 208, "max_ms": 4.343, "p95_ms": 1.663, "reason": null, "sample_age_ms": 41.168, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.289, "count": 209, "max_ms": 0.918, "p95_ms": 0.61, "reason": null, "sample_age_ms": 13.283, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.708, "count": 208, "max_ms": 7.319, "p95_ms": 3.351, "reason": null, "sample_age_ms": 40.147, "source": "client_direct"}, "request_count": 208, "request_tensor_bytes": {"avg": 2764808.0, "count": 208, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 40.13, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 209, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 13.457, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.717, "count": 209, "max_ms": 77.166, "p95_ms": 62.476, "reason": null, "sample_age_ms": 13.273, "source": "client_direct"}, "sample_age_ms": 13.27, "source": "client_direct", "task_total_ms": {"avg_ms": 44.867, "count": 209, "max_ms": 81.182, "p95_ms": 65.854, "reason": null, "sample_age_ms": 13.27, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.849, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.066, "count": 208, "max_ms": 15.85, "p95_ms": 9.815}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.378, "count": 208, "max_ms": 1.413, "p95_ms": 0.751}, "detection_prepare_ms": {"avg_ms": 1.364, "count": 208, "max_ms": 6.529, "p95_ms": 2.547}, "event_filter_ms": {"avg_ms": 0.005, "count": 208, "max_ms": 0.031, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.306, "count": 208, "max_ms": 1.188, "p95_ms": 0.553}, "mcmt_ms": {"avg_ms": 0.003, "count": 208, "max_ms": 0.029, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.24, "count": 208, "max_ms": 5.013, "p95_ms": 3.61}, "setup_ms": {"avg_ms": 0.038, "count": 208, "max_ms": 0.115, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 6.017, "count": 208, "max_ms": 15.699, "p95_ms": 9.716}, "track_match_ms": {"avg_ms": 0.078, "count": 208, "max_ms": 0.336, "p95_ms": 0.152}, "tracker_update_ms": {"avg_ms": 1.605, "count": 208, "max_ms": 6.235, "p95_ms": 2.777}}, "gstreamer_push": {"avg_ms": 2.566, "count": 208, "max_ms": 6.443, "p95_ms": 4.617}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 208, "max_ms": 3.078, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.032, "count": 208, "max_ms": 84.766, "p95_ms": 67.196}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.695, "count": 208, "max_ms": 14.669, "p95_ms": 7.276}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.02, "count": 208, "max_ms": 146.878, "p95_ms": 113.028}, "inference_input_copy_ms": {"avg_ms": 1.349, "count": 208, "max_ms": 4.406, "p95_ms": 2.211}, "processing_residual_ms": {"avg_ms": 0.161, "count": 208, "max_ms": 0.476, "p95_ms": 0.323}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.225, "count": 208, "max_ms": 153.664, "p95_ms": 116.935}, "read_interval": {"avg_ms": 144.17, "count": 208, "max_ms": 5742.717, "p95_ms": 147.377}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 208, "max_ms": 0.15, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 2.174, "count": 208, "max_ms": 4.803, "p95_ms": 3.508}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 208, "max_ms": 0.062, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.158, "count": 208, "max_ms": 4.758, "p95_ms": 3.494}, "worker_merge_ms": {"avg_ms": 0.006, "count": 208, "max_ms": 0.046, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 46.044, "count": 208, "max_ms": 84.79, "p95_ms": 67.203}, "visualize": {"avg_ms": 31.841, "count": 208, "max_ms": 49.63, "p95_ms": 43.734}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.124, "count": 208, "max_ms": 41.44, "p95_ms": 36.155}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.45, "count": 208, "max_ms": 48.646, "p95_ms": 41.724}, "visualize_input_copy_ms": {"avg_ms": 1.205, "count": 208, "max_ms": 4.331, "p95_ms": 1.964}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.336, "count": 208, "max_ms": 48.522, "p95_ms": 41.528}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 208, "max_ms": 0.253, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 208}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 819.918, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.93, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.132, "sample_count": 2605, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31846, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:43:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 111791, "write_bytes_delta": 111791, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 307.0, "cpu_core_ratio": 0.236342, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 3691, "reason": null, "system_cpu_core_ratio": 0.017875, "system_cpu_s_delta": 0.17999999999999972, "user_cpu_core_ratio": 0.218467, "user_cpu_s_delta": 2.1999999999999886}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.793432, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.251237, "system_cpu_s_delta": 2.5299999999999727, "user_cpu_core_ratio": 0.542195, "user_cpu_s_delta": 5.460000000000036}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.68, "count": 221, "max_ms": 6.443, "p95_ms": 4.6, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.995, "max": 8.0, "p95": 7.0, "sample_count": 221}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.009, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 221}, "total": {"avg": 2.009, "max": 3.0, "p95": 2.0, "sample_count": 221}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.168, "count": 30, "max": 49.767, "p95": 36.324, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.632, "count": 30, "max": 26.795, "p95": 24.862, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1011.067, "count": 30, "max": 1438.0, "p95": 1425.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 74.633, "count": 30, "max": 717.0, "p95": 675.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.039, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.397, "count": 30, "max": 0.459, "p95": 0.452, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.014, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 110813.967, "count": 30, "max": 113133.0, "p95": 112847.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 110813.967, "count": 30, "max": 113133.0, "p95": 112847.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.267, "count": 30, "max": 33.0, "p95": 30.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.499, "count": 30, "max": 0.595, "p95": 0.562, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.094, "count": 30, "max": 1.231, "p95": 1.216, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 253, "sampled_at": "2026-10-30T15:43:22+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:43:22+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 68322, "flush_count": 72, "flush_interval_seconds": 30.0, "flush_state": {"count": 72, "last_at": "2026-10-30T15:43:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:43:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 71}, "started": true, "suppressed_count": 31851, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 31848}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 72, "written_record_count": 72}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4675.633, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T15:43:31+09:00", "last_error_summary": "[h264 @ 0x59d099089c40] error while decoding MB 71 63, bytestream -8", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 88249651200, "copied_frame_count": 31919, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 88249651200, "frame_buffer_copies": 31919, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0908, "count": 512, "max_ms": 0.3055, "p50_ms": 0.0785, "p95_ms": 0.1719, "p99_ms": 0.2372}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1514, "count": 512, "max_ms": 3.2065, "p50_ms": 1.0543, "p95_ms": 1.9117, "p99_ms": 2.3942, "results": {"failed": 0, "not_applicable": 0, "success": 31919, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 19, "h264_decode_error_count": 63, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:43:31+09:00", "last_error_summary": "[h264 @ 0x59d099089c40] error while decoding MB 71 63, bytestream -8", "last_exit_at": "2026-10-30T15:43:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 607.92, "last_started_at": "2026-10-30T15:33:23+09:00", "pid": 3691, "process": {"exists": false, "pid": 3691}, "restart_count": 19, "restart_count_per_hour": 15, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": false, "start_count": 20}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.547, "sample_count": 2595, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31919, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:43:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T15:43:31+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-10-30T15:43:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 581.916, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 18.084, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-10-30T15:43:31.647536+09:00", "mtime_epoch": 1793342611.6475356, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 112354}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:43:31+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 819.945, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 31919, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.368, "max": 8.0, "p95": 7.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.124, "max": 3.0, "p95": 3.0, "sample_count": 209}, "total": {"avg": 2.124, "max": 3.0, "p95": 3.0, "sample_count": 209}}, "tracking_counts": {"active": {"avg": 0.062, "max": 1.0, "p95": 1.0, "sample_count": 209}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 209}, "tracked": {"avg": 0.062, "max": 1.0, "p95": 1.0, "sample_count": 209}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.974, "pushed": 6.974, "read": 6.941}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 208, "client_acquire_ms": {"avg_ms": 0.006, "count": 208, "max_ms": 0.02, "p95_ms": 0.013, "reason": null, "sample_age_ms": 56.693, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.725, "count": 208, "max_ms": 10.566, "p95_ms": 2.389, "reason": null, "sample_age_ms": 84.412, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.292, "count": 208, "max_ms": 4.343, "p95_ms": 1.663, "reason": null, "sample_age_ms": 84.586, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.29, "count": 208, "max_ms": 0.918, "p95_ms": 0.611, "reason": null, "sample_age_ms": 56.7, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.708, "count": 208, "max_ms": 7.319, "p95_ms": 3.351, "reason": null, "sample_age_ms": 83.564, "source": "client_direct"}, "request_count": 208, "request_tensor_bytes": {"avg": 2764808.0, "count": 208, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 83.547, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 208, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 56.874, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.73, "count": 208, "max_ms": 77.166, "p95_ms": 62.5, "reason": null, "sample_age_ms": 56.69, "source": "client_direct"}, "sample_age_ms": 56.688, "source": "client_direct", "task_total_ms": {"avg_ms": 44.881, "count": 208, "max_ms": 81.182, "p95_ms": 65.903, "reason": null, "sample_age_ms": 56.688, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.032, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.059, "count": 209, "max_ms": 15.85, "p95_ms": 9.815}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.377, "count": 209, "max_ms": 1.413, "p95_ms": 0.751}, "detection_prepare_ms": {"avg_ms": 1.361, "count": 209, "max_ms": 6.529, "p95_ms": 2.547}, "event_filter_ms": {"avg_ms": 0.005, "count": 209, "max_ms": 0.031, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.306, "count": 209, "max_ms": 1.188, "p95_ms": 0.553}, "mcmt_ms": {"avg_ms": 0.003, "count": 209, "max_ms": 0.029, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.237, "count": 209, "max_ms": 5.013, "p95_ms": 3.61}, "setup_ms": {"avg_ms": 0.038, "count": 209, "max_ms": 0.115, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 6.009, "count": 209, "max_ms": 15.699, "p95_ms": 9.716}, "track_match_ms": {"avg_ms": 0.077, "count": 209, "max_ms": 0.336, "p95_ms": 0.152}, "tracker_update_ms": {"avg_ms": 1.603, "count": 209, "max_ms": 6.235, "p95_ms": 2.777}}, "gstreamer_push": {"avg_ms": 2.566, "count": 209, "max_ms": 6.443, "p95_ms": 4.617}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 209, "max_ms": 3.078, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.947, "count": 209, "max_ms": 84.766, "p95_ms": 67.196}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.692, "count": 209, "max_ms": 14.669, "p95_ms": 7.276}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.939, "count": 209, "max_ms": 146.878, "p95_ms": 113.028}, "inference_input_copy_ms": {"avg_ms": 1.346, "count": 209, "max_ms": 4.406, "p95_ms": 2.211}, "processing_residual_ms": {"avg_ms": 0.16, "count": 209, "max_ms": 0.476, "p95_ms": 0.323}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.137, "count": 209, "max_ms": 153.664, "p95_ms": 116.935}, "read_interval": {"avg_ms": 144.17, "count": 208, "max_ms": 5742.717, "p95_ms": 147.377}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 209, "max_ms": 0.15, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 2.172, "count": 209, "max_ms": 4.803, "p95_ms": 3.508}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 209, "max_ms": 0.062, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.156, "count": 209, "max_ms": 4.758, "p95_ms": 3.494}, "worker_merge_ms": {"avg_ms": 0.006, "count": 209, "max_ms": 0.046, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 45.959, "count": 209, "max_ms": 84.79, "p95_ms": 67.203}, "visualize": {"avg_ms": 31.855, "count": 209, "max_ms": 49.63, "p95_ms": 43.734}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.14, "count": 209, "max_ms": 41.44, "p95_ms": 36.155}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.467, "count": 209, "max_ms": 48.646, "p95_ms": 41.724}, "visualize_input_copy_ms": {"avg_ms": 1.202, "count": 209, "max_ms": 4.331, "p95_ms": 1.964}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.353, "count": 209, "max_ms": 48.522, "p95_ms": 41.528}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 209, "max_ms": 0.253, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 819.918, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.93, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.132, "sample_count": 2605, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31846, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:43:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 111791, "write_bytes_delta": 111791, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 307.0, "cpu_core_ratio": 0.236342, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 3691, "reason": null, "system_cpu_core_ratio": 0.017875, "system_cpu_s_delta": 0.17999999999999972, "user_cpu_core_ratio": 0.218467, "user_cpu_s_delta": 2.1999999999999886}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.793432, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.251237, "system_cpu_s_delta": 2.5299999999999727, "user_cpu_core_ratio": 0.542195, "user_cpu_s_delta": 5.460000000000036}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.68, "count": 221, "max_ms": 6.443, "p95_ms": 4.6, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.995, "max": 8.0, "p95": 7.0, "sample_count": 221}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.009, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 221}, "total": {"avg": 2.009, "max": 3.0, "p95": 2.0, "sample_count": 221}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.168, "count": 30, "max": 49.767, "p95": 36.324, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.632, "count": 30, "max": 26.795, "p95": 24.862, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1011.067, "count": 30, "max": 1438.0, "p95": 1425.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 74.633, "count": 30, "max": 717.0, "p95": 675.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.039, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.397, "count": 30, "max": 0.459, "p95": 0.452, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.014, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 110813.967, "count": 30, "max": 113133.0, "p95": 112847.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 110813.967, "count": 30, "max": 113133.0, "p95": 112847.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.267, "count": 30, "max": 33.0, "p95": 30.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.499, "count": 30, "max": 0.595, "p95": 0.562, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.094, "count": 30, "max": 1.231, "p95": 1.216, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 253, "sampled_at": "2026-10-30T15:43:22+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:43:22+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 68322, "flush_count": 72, "flush_interval_seconds": 30.0, "flush_state": {"count": 72, "last_at": "2026-10-30T15:43:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:43:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 71}, "started": true, "suppressed_count": 31851, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 31848}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 72, "written_record_count": 72}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4675.711, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 88249651200, "copied_frame_count": 31919, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 88249651200, "frame_buffer_copies": 31919, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0908, "count": 512, "max_ms": 0.3055, "p50_ms": 0.0785, "p95_ms": 0.1719, "p99_ms": 0.2372}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1514, "count": 512, "max_ms": 3.2065, "p50_ms": 1.0543, "p95_ms": 1.9117, "p99_ms": 2.3942, "results": {"failed": 0, "not_applicable": 0, "success": 31919, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 19, "h264_decode_error_count": 63, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:43:31+09:00", "last_error_summary": "[h264 @ 0x59d099089c40] error while decoding MB 71 63, bytestream -8", "last_exit_at": "2026-10-30T15:43:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 607.944, "last_started_at": "2026-10-30T15:33:23+09:00", "pid": 3691, "process": {"exists": false, "pid": 3691}, "restart_count": 19, "restart_count_per_hour": 15, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": false, "start_count": 20}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.547, "sample_count": 2595, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31919, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:43:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.026, "last_frame_pushed_at": "2026-10-30T15:43:31+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-10-30T15:43:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 581.935, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 18.065, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 0.016, "exists": true, "mtime": "2026-10-30T15:43:31.727536+09:00", "mtime_epoch": 1793342611.727536, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 112499}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:43:31+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 819.945, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 31919, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.368, "max": 8.0, "p95": 7.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.124, "max": 3.0, "p95": 3.0, "sample_count": 209}, "total": {"avg": 2.124, "max": 3.0, "p95": 3.0, "sample_count": 209}}, "tracking_counts": {"active": {"avg": 0.062, "max": 1.0, "p95": 1.0, "sample_count": 209}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 209}, "tracked": {"avg": 0.062, "max": 1.0, "p95": 1.0, "sample_count": 209}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.968, "pushed": 6.968, "read": 6.935}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 208, "client_acquire_ms": {"avg_ms": 0.006, "count": 208, "max_ms": 0.02, "p95_ms": 0.013, "reason": null, "sample_age_ms": 76.737, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.725, "count": 208, "max_ms": 10.566, "p95_ms": 2.389, "reason": null, "sample_age_ms": 104.456, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.292, "count": 208, "max_ms": 4.343, "p95_ms": 1.663, "reason": null, "sample_age_ms": 104.63, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.29, "count": 208, "max_ms": 0.918, "p95_ms": 0.611, "reason": null, "sample_age_ms": 76.744, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.708, "count": 208, "max_ms": 7.319, "p95_ms": 3.351, "reason": null, "sample_age_ms": 103.608, "source": "client_direct"}, "request_count": 208, "request_tensor_bytes": {"avg": 2764808.0, "count": 208, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 103.591, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 208, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 76.918, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.73, "count": 208, "max_ms": 77.166, "p95_ms": 62.5, "reason": null, "sample_age_ms": 76.734, "source": "client_direct"}, "sample_age_ms": 76.732, "source": "client_direct", "task_total_ms": {"avg_ms": 44.881, "count": 208, "max_ms": 81.182, "p95_ms": 65.903, "reason": null, "sample_age_ms": 76.732, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.888, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.059, "count": 209, "max_ms": 15.85, "p95_ms": 9.815}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.377, "count": 209, "max_ms": 1.413, "p95_ms": 0.751}, "detection_prepare_ms": {"avg_ms": 1.361, "count": 209, "max_ms": 6.529, "p95_ms": 2.547}, "event_filter_ms": {"avg_ms": 0.005, "count": 209, "max_ms": 0.031, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.306, "count": 209, "max_ms": 1.188, "p95_ms": 0.553}, "mcmt_ms": {"avg_ms": 0.003, "count": 209, "max_ms": 0.029, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.237, "count": 209, "max_ms": 5.013, "p95_ms": 3.61}, "setup_ms": {"avg_ms": 0.038, "count": 209, "max_ms": 0.115, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 6.009, "count": 209, "max_ms": 15.699, "p95_ms": 9.716}, "track_match_ms": {"avg_ms": 0.077, "count": 209, "max_ms": 0.336, "p95_ms": 0.152}, "tracker_update_ms": {"avg_ms": 1.603, "count": 209, "max_ms": 6.235, "p95_ms": 2.777}}, "gstreamer_push": {"avg_ms": 2.566, "count": 209, "max_ms": 6.443, "p95_ms": 4.617}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 209, "max_ms": 3.078, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.947, "count": 209, "max_ms": 84.766, "p95_ms": 67.196}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.692, "count": 209, "max_ms": 14.669, "p95_ms": 7.276}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.939, "count": 209, "max_ms": 146.878, "p95_ms": 113.028}, "inference_input_copy_ms": {"avg_ms": 1.346, "count": 209, "max_ms": 4.406, "p95_ms": 2.211}, "processing_residual_ms": {"avg_ms": 0.16, "count": 209, "max_ms": 0.476, "p95_ms": 0.323}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.137, "count": 209, "max_ms": 153.664, "p95_ms": 116.935}, "read_interval": {"avg_ms": 144.17, "count": 208, "max_ms": 5742.717, "p95_ms": 147.377}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 209, "max_ms": 0.15, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 2.172, "count": 209, "max_ms": 4.803, "p95_ms": 3.508}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 209, "max_ms": 0.062, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.156, "count": 209, "max_ms": 4.758, "p95_ms": 3.494}, "worker_merge_ms": {"avg_ms": 0.006, "count": 209, "max_ms": 0.046, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 45.959, "count": 209, "max_ms": 84.79, "p95_ms": 67.203}, "visualize": {"avg_ms": 31.855, "count": 209, "max_ms": 49.63, "p95_ms": 43.734}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.14, "count": 209, "max_ms": 41.44, "p95_ms": 36.155}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.467, "count": 209, "max_ms": 48.646, "p95_ms": 41.724}, "visualize_input_copy_ms": {"avg_ms": 1.202, "count": 209, "max_ms": 4.331, "p95_ms": 1.964}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.353, "count": 209, "max_ms": 48.522, "p95_ms": 41.528}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 209, "max_ms": 0.253, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 819.918, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.93, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.132, "sample_count": 2605, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31846, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:43:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 111791, "write_bytes_delta": 111791, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 307.0, "cpu_core_ratio": 0.236342, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 3691, "reason": null, "system_cpu_core_ratio": 0.017875, "system_cpu_s_delta": 0.17999999999999972, "user_cpu_core_ratio": 0.218467, "user_cpu_s_delta": 2.1999999999999886}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.793432, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.251237, "system_cpu_s_delta": 2.5299999999999727, "user_cpu_core_ratio": 0.542195, "user_cpu_s_delta": 5.460000000000036}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.68, "count": 221, "max_ms": 6.443, "p95_ms": 4.6, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.995, "max": 8.0, "p95": 7.0, "sample_count": 221}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.009, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 221}, "total": {"avg": 2.009, "max": 3.0, "p95": 2.0, "sample_count": 221}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.168, "count": 30, "max": 49.767, "p95": 36.324, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.632, "count": 30, "max": 26.795, "p95": 24.862, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1011.067, "count": 30, "max": 1438.0, "p95": 1425.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 74.633, "count": 30, "max": 717.0, "p95": 675.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.039, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.397, "count": 30, "max": 0.459, "p95": 0.452, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.014, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 110813.967, "count": 30, "max": 113133.0, "p95": 112847.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 110813.967, "count": 30, "max": 113133.0, "p95": 112847.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.267, "count": 30, "max": 33.0, "p95": 30.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.499, "count": 30, "max": 0.595, "p95": 0.562, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.094, "count": 30, "max": 1.231, "p95": 1.216, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 253, "sampled_at": "2026-10-30T15:43:22+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:43:22+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 68322, "flush_count": 72, "flush_interval_seconds": 30.0, "flush_state": {"count": 72, "last_at": "2026-10-30T15:43:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:43:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 71}, "started": true, "suppressed_count": 31851, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 31848}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 72, "written_record_count": 72}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4696.336, "limit_mb": null}, "detail": {"pid": 5431, "restart_count": 20, "start_count": 21}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 88249651200, "copied_frame_count": 31919, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 88249651200, "frame_buffer_copies": 31919, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0908, "count": 512, "max_ms": 0.3055, "p50_ms": 0.0785, "p95_ms": 0.1719, "p99_ms": 0.2372}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1514, "count": 512, "max_ms": 3.2065, "p50_ms": 1.0543, "p95_ms": 1.9117, "p99_ms": 2.3942, "results": {"failed": 0, "not_applicable": 0, "success": 31919, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 19, "h264_decode_error_count": 63, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:43:31+09:00", "last_error_summary": "[h264 @ 0x59d099089c40] error while decoding MB 71 63, bytestream -8", "last_exit_at": "2026-10-30T15:43:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T15:43:34+09:00", "pid": 5431, "process": {"exists": true, "fd_count": 4, "hwm_mb": 53.625, "name": "ffmpeg", "pid": 5431, "rss_mb": 53.625, "state": "S (sleeping)", "threads": 1}, "restart_count": 20, "restart_count_per_hour": 16, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 18, "rtsp_tolerant_mode": false, "running": true, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.547, "sample_count": 2556, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31919, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:43:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.549, "last_frame_pushed_at": "2026-10-30T15:43:31+09:00", "last_frame_read_age_sec": 4.624, "last_frame_read_at": "2026-10-30T15:43:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 586.464, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 13.536, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 4.539, "exists": true, "mtime": "2026-10-30T15:43:31.727536+09:00", "mtime_epoch": 1793342611.727536, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 112499}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:43:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 819.949, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 31919, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.584, "max": 8.0, "p95": 7.0, "sample_count": 166}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.157, "max": 3.0, "p95": 3.0, "sample_count": 166}, "total": {"avg": 2.157, "max": 3.0, "p95": 3.0, "sample_count": 166}}, "tracking_counts": {"active": {"avg": 0.078, "max": 1.0, "p95": 1.0, "sample_count": 166}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 166}, "tracked": {"avg": 0.078, "max": 1.0, "p95": 1.0, "sample_count": 166}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 166, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.536, "pushed": 5.536, "read": 5.536}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 166, "client_acquire_ms": {"avg_ms": 0.006, "count": 166, "max_ms": 0.02, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4600.993, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.731, "count": 166, "max_ms": 10.566, "p95_ms": 2.396, "reason": null, "sample_age_ms": 4628.712, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.3, "count": 166, "max_ms": 4.343, "p95_ms": 1.724, "reason": null, "sample_age_ms": 4628.886, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.292, "count": 166, "max_ms": 0.918, "p95_ms": 0.642, "reason": null, "sample_age_ms": 4601.001, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.664, "count": 166, "max_ms": 7.319, "p95_ms": 3.374, "reason": null, "sample_age_ms": 4627.865, "source": "client_direct"}, "request_count": 166, "request_tensor_bytes": {"avg": 2764808.0, "count": 166, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4627.848, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 166, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4601.174, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.274, "count": 166, "max_ms": 77.166, "p95_ms": 61.375, "reason": null, "sample_age_ms": 4600.99, "source": "client_direct"}, "sample_age_ms": 4600.988, "source": "client_direct", "task_total_ms": {"avg_ms": 44.381, "count": 166, "max_ms": 81.182, "p95_ms": 64.771, "reason": null, "sample_age_ms": 4600.988, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.507, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.948, "count": 166, "max_ms": 15.85, "p95_ms": 8.927}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.374, "count": 166, "max_ms": 1.413, "p95_ms": 0.714}, "detection_prepare_ms": {"avg_ms": 1.318, "count": 166, "max_ms": 3.828, "p95_ms": 2.459}, "event_filter_ms": {"avg_ms": 0.005, "count": 166, "max_ms": 0.031, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.301, "count": 166, "max_ms": 1.188, "p95_ms": 0.52}, "mcmt_ms": {"avg_ms": 0.003, "count": 166, "max_ms": 0.017, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.195, "count": 166, "max_ms": 5.013, "p95_ms": 3.573}, "setup_ms": {"avg_ms": 0.037, "count": 166, "max_ms": 0.115, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 5.899, "count": 166, "max_ms": 15.699, "p95_ms": 8.853}, "track_match_ms": {"avg_ms": 0.077, "count": 166, "max_ms": 0.336, "p95_ms": 0.156}, "tracker_update_ms": {"avg_ms": 1.588, "count": 166, "max_ms": 6.235, "p95_ms": 2.736}}, "gstreamer_push": {"avg_ms": 2.493, "count": 166, "max_ms": 5.927, "p95_ms": 4.197}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 166, "max_ms": 3.078, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.457, "count": 166, "max_ms": 84.766, "p95_ms": 65.961}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.666, "count": 166, "max_ms": 13.552, "p95_ms": 7.276}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.786, "count": 166, "max_ms": 146.878, "p95_ms": 111.731}, "inference_input_copy_ms": {"avg_ms": 1.314, "count": 166, "max_ms": 4.406, "p95_ms": 2.165}, "processing_residual_ms": {"avg_ms": 0.157, "count": 166, "max_ms": 0.44, "p95_ms": 0.314}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 87.923, "count": 166, "max_ms": 153.664, "p95_ms": 116.184}, "read_interval": {"avg_ms": 153.561, "count": 166, "max_ms": 5742.717, "p95_ms": 154.34}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 166, "max_ms": 0.15, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 2.131, "count": 166, "max_ms": 4.803, "p95_ms": 3.508}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 166, "max_ms": 0.062, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.115, "count": 166, "max_ms": 4.758, "p95_ms": 3.494}, "worker_merge_ms": {"avg_ms": 0.006, "count": 166, "max_ms": 0.029, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 45.468, "count": 166, "max_ms": 84.79, "p95_ms": 65.968}, "visualize": {"avg_ms": 31.324, "count": 166, "max_ms": 49.63, "p95_ms": 44.031}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.683, "count": 166, "max_ms": 41.44, "p95_ms": 36.593}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.979, "count": 166, "max_ms": 48.646, "p95_ms": 41.888}, "visualize_input_copy_ms": {"avg_ms": 1.16, "count": 166, "max_ms": 2.656, "p95_ms": 1.901}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.87, "count": 166, "max_ms": 48.522, "p95_ms": 41.676}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 166, "max_ms": 0.244, "p95_ms": 0.115}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 166}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 819.918, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.93, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.132, "sample_count": 2605, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 31846, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:43:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 111791, "write_bytes_delta": 111791, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 307.0, "cpu_core_ratio": 0.236342, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 3691, "reason": null, "system_cpu_core_ratio": 0.017875, "system_cpu_s_delta": 0.17999999999999972, "user_cpu_core_ratio": 0.218467, "user_cpu_s_delta": 2.1999999999999886}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.793432, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.251237, "system_cpu_s_delta": 2.5299999999999727, "user_cpu_core_ratio": 0.542195, "user_cpu_s_delta": 5.460000000000036}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.68, "count": 221, "max_ms": 6.443, "p95_ms": 4.6, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.995, "max": 8.0, "p95": 7.0, "sample_count": 221}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.009, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 221}, "total": {"avg": 2.009, "max": 3.0, "p95": 2.0, "sample_count": 221}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.168, "count": 30, "max": 49.767, "p95": 36.324, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.632, "count": 30, "max": 26.795, "p95": 24.862, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1011.067, "count": 30, "max": 1438.0, "p95": 1425.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 74.633, "count": 30, "max": 717.0, "p95": 675.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.039, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.397, "count": 30, "max": 0.459, "p95": 0.452, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.014, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 110813.967, "count": 30, "max": 113133.0, "p95": 112847.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 110813.967, "count": 30, "max": 113133.0, "p95": 112847.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.267, "count": 30, "max": 33.0, "p95": 30.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.499, "count": 30, "max": 0.595, "p95": 0.562, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.094, "count": 30, "max": 1.231, "p95": 1.216, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 253, "sampled_at": "2026-10-30T15:43:22+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:43:22+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 37367, "flush_count": 73, "flush_interval_seconds": 30.0, "flush_state": {"count": 73, "last_at": "2026-10-30T15:43:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:43:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 72}, "started": true, "suppressed_count": 37354, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 37354}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 73, "written_record_count": 73}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4491.008, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 103475404800, "copied_frame_count": 37426, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 103475404800, "frame_buffer_copies": 37426, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.112, "count": 512, "max_ms": 1.9371, "p50_ms": 0.0919, "p95_ms": 0.214, "p99_ms": 0.2785}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1692, "count": 512, "max_ms": 3.0712, "p50_ms": 1.082, "p95_ms": 2.029, "p99_ms": 2.5769, "results": {"failed": 0, "not_applicable": 0, "success": 37426, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 19, "h264_decode_error_count": 22, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:43:51+09:00", "last_error_summary": "[h264 @ 0x619953f5ac00] error while decoding MB 171 65, bytestream -7 [in#0/rtsp @ 0x6199531d4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x6199531d4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.238, "last_started_at": "2026-10-30T15:42:56+09:00", "pid": 5315, "process": {"exists": false, "pid": 5315}, "restart_count": 19, "restart_count_per_hour": 16, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 20}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.145, "sample_count": 884, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37426, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:43:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.031, "last_frame_pushed_at": "2026-10-30T15:43:51+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-10-30T15:43:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 601.371, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 0.019, "exists": true, "mtime": "2026-10-30T15:43:51.150650+09:00", "mtime_epoch": 1793342631.1506503, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 100469}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:43:51+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.297, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 37426, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 58}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 58, "pushed_frames": 58, "read_frames": 58, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.937, "pushed": 1.937, "read": 1.937}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 58, "client_acquire_ms": {"avg_ms": 0.006, "count": 58, "max_ms": 0.021, "p95_ms": 0.011, "reason": null, "sample_age_ms": 75.686, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.602, "count": 58, "max_ms": 3.087, "p95_ms": 1.997, "reason": null, "sample_age_ms": 118.784, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.285, "count": 58, "max_ms": 1.912, "p95_ms": 1.254, "reason": null, "sample_age_ms": 119.058, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.083, "count": 58, "max_ms": 0.243, "p95_ms": 0.171, "reason": null, "sample_age_ms": 75.703, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.369, "count": 58, "max_ms": 4.689, "p95_ms": 2.584, "reason": null, "sample_age_ms": 116.887, "source": "client_direct"}, "request_count": 58, "request_tensor_bytes": {"avg": 2211848.0, "count": 58, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 116.859, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 58, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 76.016, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.079, "count": 58, "max_ms": 58.698, "p95_ms": 48.807, "reason": null, "sample_age_ms": 75.678, "source": "client_direct"}, "sample_age_ms": 75.667, "source": "client_direct", "task_total_ms": {"avg_ms": 35.69, "count": 58, "max_ms": 60.819, "p95_ms": 51.374, "reason": null, "sample_age_ms": 75.667, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.662, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.628, "count": 58, "max_ms": 1.629, "p95_ms": 1.305}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.204, "count": 58, "max_ms": 0.772, "p95_ms": 0.531}, "detection_prepare_ms": {"avg_ms": 0.087, "count": 58, "max_ms": 0.184, "p95_ms": 0.175}, "event_filter_ms": {"avg_ms": 0.003, "count": 58, "max_ms": 0.011, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.07, "count": 58, "max_ms": 0.203, "p95_ms": 0.121}, "mcmt_ms": {"avg_ms": 0.002, "count": 58, "max_ms": 0.008, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.16, "count": 58, "max_ms": 0.503, "p95_ms": 0.353}, "setup_ms": {"avg_ms": 0.037, "count": 58, "max_ms": 0.109, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 0.592, "count": 58, "max_ms": 1.518, "p95_ms": 1.255}, "track_match_ms": {"avg_ms": 0.004, "count": 58, "max_ms": 0.013, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.024, "count": 58, "max_ms": 0.075, "p95_ms": 0.055}}, "gstreamer_push": {"avg_ms": 2.285, "count": 58, "max_ms": 4.317, "p95_ms": 3.619}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 58, "max_ms": 0.631, "p95_ms": 0.081}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 36.567, "count": 58, "max_ms": 61.718, "p95_ms": 52.792}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 58, "max_ms": 0.106, "p95_ms": 0.072}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 64.45, "count": 58, "max_ms": 99.618, "p95_ms": 84.846}, "inference_input_copy_ms": {"avg_ms": 1.238, "count": 58, "max_ms": 2.488, "p95_ms": 2.254}, "processing_residual_ms": {"avg_ms": 0.142, "count": 58, "max_ms": 1.73, "p95_ms": 0.234}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 65.859, "count": 58, "max_ms": 101.718, "p95_ms": 86.816}, "read_interval": {"avg_ms": 516.992, "count": 58, "max_ms": 10240.932, "p95_ms": 528.032}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 58, "max_ms": 0.043, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.108, "count": 58, "max_ms": 0.347, "p95_ms": 0.233}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 58, "max_ms": 0.031, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.094, "count": 58, "max_ms": 0.309, "p95_ms": 0.2}, "worker_merge_ms": {"avg_ms": 0.005, "count": 58, "max_ms": 0.032, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 36.579, "count": 58, "max_ms": 61.728, "p95_ms": 52.804}, "visualize": {"avg_ms": 26.418, "count": 58, "max_ms": 45.752, "p95_ms": 38.797}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.683, "count": 58, "max_ms": 44.968, "p95_ms": 37.924}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.242, "count": 58, "max_ms": 45.584, "p95_ms": 38.58}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.159, "count": 58, "max_ms": 45.494, "p95_ms": 38.458}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 58, "max_ms": 0.102, "p95_ms": 0.098}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 58}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.293, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.78, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.978, "sample_count": 930, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37420, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:43:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 10.234, "exists": true, "size_bytes": 100256, "write_bytes_delta": 100256, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 362.0, "cpu_core_ratio": 0.294033, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 794.0, "pid": 5315, "reason": null, "system_cpu_core_ratio": 0.013531, "system_cpu_s_delta": 0.26, "user_cpu_core_ratio": 0.280502, "user_cpu_s_delta": 5.389999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.147276, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 57.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.014572, "system_cpu_s_delta": 0.2799999999999727, "user_cpu_core_ratio": 0.132705, "user_cpu_s_delta": 2.549999999999727}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.201, "count": 101, "max_ms": 4.317, "p95_ms": 3.567, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 101}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.791, "count": 30, "max": 30.306, "p95": 21.237, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.175, "count": 30, "max": 18.388, "p95": 13.813, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 355.633, "count": 30, "max": 737.0, "p95": 654.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 15638.8, "count": 30, "max": 102110.0, "p95": 102085.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.079, "p95": 0.073, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.469, "count": 30, "max": 0.848, "p95": 0.698, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.258, "count": 30, "max": 10.258, "p95": 7.771, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100011.7, "count": 30, "max": 100813.0, "p95": 100780.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93333.433, "count": 30, "max": 100813.0, "p95": 100780.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 42.4, "count": 30, "max": 66.0, "p95": 64.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.021, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.196, "count": 30, "max": 0.347, "p95": 0.329, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 278, "sampled_at": "2026-10-30T15:43:40+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:43:40+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 37367, "flush_count": 73, "flush_interval_seconds": 30.0, "flush_state": {"count": 73, "last_at": "2026-10-30T15:43:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:43:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 72}, "started": true, "suppressed_count": 37354, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 37354}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 73, "written_record_count": 73}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4491.008, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x619953f5ac00] error while decoding MB 171 65, bytestream -7 [in#0/rtsp @ 0x6199531d4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x6199531d4e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 103475404800, "copied_frame_count": 37426, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 103475404800, "frame_buffer_copies": 37426, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.112, "count": 512, "max_ms": 1.9371, "p50_ms": 0.0919, "p95_ms": 0.214, "p99_ms": 0.2785}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1692, "count": 512, "max_ms": 3.0712, "p50_ms": 1.082, "p95_ms": 2.029, "p99_ms": 2.5769, "results": {"failed": 0, "not_applicable": 0, "success": 37426, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 19, "h264_decode_error_count": 22, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:43:51+09:00", "last_error_summary": "[h264 @ 0x619953f5ac00] error while decoding MB 171 65, bytestream -7 [in#0/rtsp @ 0x6199531d4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x6199531d4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.244, "last_started_at": "2026-10-30T15:42:56+09:00", "pid": 5315, "process": {"exists": false, "pid": 5315}, "restart_count": 19, "restart_count_per_hour": 16, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 20}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.145, "sample_count": 884, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37426, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:43:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.037, "last_frame_pushed_at": "2026-10-30T15:43:51+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-10-30T15:43:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 601.38, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 0.026, "exists": true, "mtime": "2026-10-30T15:43:51.150650+09:00", "mtime_epoch": 1793342631.1506503, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 100469}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:43:51+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.297, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 37426, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 58}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 58, "pushed_frames": 58, "read_frames": 58, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.937, "pushed": 1.937, "read": 1.937}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 58, "client_acquire_ms": {"avg_ms": 0.006, "count": 58, "max_ms": 0.021, "p95_ms": 0.011, "reason": null, "sample_age_ms": 83.672, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.602, "count": 58, "max_ms": 3.087, "p95_ms": 1.997, "reason": null, "sample_age_ms": 126.77, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.285, "count": 58, "max_ms": 1.912, "p95_ms": 1.254, "reason": null, "sample_age_ms": 127.044, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.083, "count": 58, "max_ms": 0.243, "p95_ms": 0.171, "reason": null, "sample_age_ms": 83.689, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.369, "count": 58, "max_ms": 4.689, "p95_ms": 2.584, "reason": null, "sample_age_ms": 124.872, "source": "client_direct"}, "request_count": 58, "request_tensor_bytes": {"avg": 2211848.0, "count": 58, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 124.845, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 58, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 84.002, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.079, "count": 58, "max_ms": 58.698, "p95_ms": 48.807, "reason": null, "sample_age_ms": 83.664, "source": "client_direct"}, "sample_age_ms": 83.653, "source": "client_direct", "task_total_ms": {"avg_ms": 35.69, "count": 58, "max_ms": 60.819, "p95_ms": 51.374, "reason": null, "sample_age_ms": 83.653, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.625, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.628, "count": 58, "max_ms": 1.629, "p95_ms": 1.305}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.204, "count": 58, "max_ms": 0.772, "p95_ms": 0.531}, "detection_prepare_ms": {"avg_ms": 0.087, "count": 58, "max_ms": 0.184, "p95_ms": 0.175}, "event_filter_ms": {"avg_ms": 0.003, "count": 58, "max_ms": 0.011, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.07, "count": 58, "max_ms": 0.203, "p95_ms": 0.121}, "mcmt_ms": {"avg_ms": 0.002, "count": 58, "max_ms": 0.008, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.16, "count": 58, "max_ms": 0.503, "p95_ms": 0.353}, "setup_ms": {"avg_ms": 0.037, "count": 58, "max_ms": 0.109, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 0.592, "count": 58, "max_ms": 1.518, "p95_ms": 1.255}, "track_match_ms": {"avg_ms": 0.004, "count": 58, "max_ms": 0.013, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.024, "count": 58, "max_ms": 0.075, "p95_ms": 0.055}}, "gstreamer_push": {"avg_ms": 2.285, "count": 58, "max_ms": 4.317, "p95_ms": 3.619}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 58, "max_ms": 0.631, "p95_ms": 0.081}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 36.567, "count": 58, "max_ms": 61.718, "p95_ms": 52.792}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 58, "max_ms": 0.106, "p95_ms": 0.072}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 64.45, "count": 58, "max_ms": 99.618, "p95_ms": 84.846}, "inference_input_copy_ms": {"avg_ms": 1.238, "count": 58, "max_ms": 2.488, "p95_ms": 2.254}, "processing_residual_ms": {"avg_ms": 0.142, "count": 58, "max_ms": 1.73, "p95_ms": 0.234}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 65.859, "count": 58, "max_ms": 101.718, "p95_ms": 86.816}, "read_interval": {"avg_ms": 516.992, "count": 58, "max_ms": 10240.932, "p95_ms": 528.032}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 58, "max_ms": 0.043, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.108, "count": 58, "max_ms": 0.347, "p95_ms": 0.233}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 58, "max_ms": 0.031, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.094, "count": 58, "max_ms": 0.309, "p95_ms": 0.2}, "worker_merge_ms": {"avg_ms": 0.005, "count": 58, "max_ms": 0.032, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 36.579, "count": 58, "max_ms": 61.728, "p95_ms": 52.804}, "visualize": {"avg_ms": 26.418, "count": 58, "max_ms": 45.752, "p95_ms": 38.797}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.683, "count": 58, "max_ms": 44.968, "p95_ms": 37.924}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.242, "count": 58, "max_ms": 45.584, "p95_ms": 38.58}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.159, "count": 58, "max_ms": 45.494, "p95_ms": 38.458}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 58, "max_ms": 0.102, "p95_ms": 0.098}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 58}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.293, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.78, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.978, "sample_count": 930, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37420, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:43:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 10.234, "exists": true, "size_bytes": 100256, "write_bytes_delta": 100256, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 362.0, "cpu_core_ratio": 0.294033, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 794.0, "pid": 5315, "reason": null, "system_cpu_core_ratio": 0.013531, "system_cpu_s_delta": 0.26, "user_cpu_core_ratio": 0.280502, "user_cpu_s_delta": 5.389999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.147276, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 57.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.014572, "system_cpu_s_delta": 0.2799999999999727, "user_cpu_core_ratio": 0.132705, "user_cpu_s_delta": 2.549999999999727}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.201, "count": 101, "max_ms": 4.317, "p95_ms": 3.567, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 101}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.791, "count": 30, "max": 30.306, "p95": 21.237, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.175, "count": 30, "max": 18.388, "p95": 13.813, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 355.633, "count": 30, "max": 737.0, "p95": 654.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 15638.8, "count": 30, "max": 102110.0, "p95": 102085.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.079, "p95": 0.073, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.469, "count": 30, "max": 0.848, "p95": 0.698, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.258, "count": 30, "max": 10.258, "p95": 7.771, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100011.7, "count": 30, "max": 100813.0, "p95": 100780.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93333.433, "count": 30, "max": 100813.0, "p95": 100780.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 42.4, "count": 30, "max": 66.0, "p95": 64.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.021, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.196, "count": 30, "max": 0.347, "p95": 0.329, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 278, "sampled_at": "2026-10-30T15:43:40+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:43:40+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 37367, "flush_count": 73, "flush_interval_seconds": 30.0, "flush_state": {"count": 73, "last_at": "2026-10-30T15:43:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:43:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 72}, "started": true, "suppressed_count": 37354, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 37354}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 73, "written_record_count": 73}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4491.129, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 103475404800, "copied_frame_count": 37426, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 103475404800, "frame_buffer_copies": 37426, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.112, "count": 512, "max_ms": 1.9371, "p50_ms": 0.0919, "p95_ms": 0.214, "p99_ms": 0.2785}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1692, "count": 512, "max_ms": 3.0712, "p50_ms": 1.082, "p95_ms": 2.029, "p99_ms": 2.5769, "results": {"failed": 0, "not_applicable": 0, "success": 37426, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 19, "h264_decode_error_count": 22, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:43:51+09:00", "last_error_summary": "[h264 @ 0x619953f5ac00] error while decoding MB 171 65, bytestream -7 [in#0/rtsp @ 0x6199531d4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x6199531d4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.284, "last_started_at": "2026-10-30T15:42:56+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 19, "restart_count_per_hour": 16, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 20}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.145, "sample_count": 883, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37426, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:43:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.077, "last_frame_pushed_at": "2026-10-30T15:43:51+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-10-30T15:43:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 7, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 601.407, "last_sample_duration_ms": 959.016, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 7, "storage_bytes": 1115801}, "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-10-30T15:43:51.150650+09:00", "mtime_epoch": 1793342631.1506503, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 100469}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:43:51+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.293, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 37426, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 58}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 58, "pushed_frames": 58, "read_frames": 58, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.934, "pushed": 1.934, "read": 1.934}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 58, "client_acquire_ms": {"avg_ms": 0.006, "count": 58, "max_ms": 0.021, "p95_ms": 0.011, "reason": null, "sample_age_ms": 123.201, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.602, "count": 58, "max_ms": 3.087, "p95_ms": 1.997, "reason": null, "sample_age_ms": 166.299, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.285, "count": 58, "max_ms": 1.912, "p95_ms": 1.254, "reason": null, "sample_age_ms": 166.573, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.083, "count": 58, "max_ms": 0.243, "p95_ms": 0.171, "reason": null, "sample_age_ms": 123.218, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.369, "count": 58, "max_ms": 4.689, "p95_ms": 2.584, "reason": null, "sample_age_ms": 164.401, "source": "client_direct"}, "request_count": 58, "request_tensor_bytes": {"avg": 2211848.0, "count": 58, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 164.373, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 58, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 123.531, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.079, "count": 58, "max_ms": 58.698, "p95_ms": 48.807, "reason": null, "sample_age_ms": 123.193, "source": "client_direct"}, "sample_age_ms": 123.181, "source": "client_direct", "task_total_ms": {"avg_ms": 35.69, "count": 58, "max_ms": 60.819, "p95_ms": 51.374, "reason": null, "sample_age_ms": 123.181, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.997, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.628, "count": 58, "max_ms": 1.629, "p95_ms": 1.305}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.204, "count": 58, "max_ms": 0.772, "p95_ms": 0.531}, "detection_prepare_ms": {"avg_ms": 0.087, "count": 58, "max_ms": 0.184, "p95_ms": 0.175}, "event_filter_ms": {"avg_ms": 0.003, "count": 58, "max_ms": 0.011, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.07, "count": 58, "max_ms": 0.203, "p95_ms": 0.121}, "mcmt_ms": {"avg_ms": 0.002, "count": 58, "max_ms": 0.008, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.16, "count": 58, "max_ms": 0.503, "p95_ms": 0.353}, "setup_ms": {"avg_ms": 0.037, "count": 58, "max_ms": 0.109, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 0.592, "count": 58, "max_ms": 1.518, "p95_ms": 1.255}, "track_match_ms": {"avg_ms": 0.004, "count": 58, "max_ms": 0.013, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.024, "count": 58, "max_ms": 0.075, "p95_ms": 0.055}}, "gstreamer_push": {"avg_ms": 2.285, "count": 58, "max_ms": 4.317, "p95_ms": 3.619}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 58, "max_ms": 0.631, "p95_ms": 0.081}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 36.567, "count": 58, "max_ms": 61.718, "p95_ms": 52.792}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 58, "max_ms": 0.106, "p95_ms": 0.072}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 64.45, "count": 58, "max_ms": 99.618, "p95_ms": 84.846}, "inference_input_copy_ms": {"avg_ms": 1.238, "count": 58, "max_ms": 2.488, "p95_ms": 2.254}, "processing_residual_ms": {"avg_ms": 0.142, "count": 58, "max_ms": 1.73, "p95_ms": 0.234}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 65.859, "count": 58, "max_ms": 101.718, "p95_ms": 86.816}, "read_interval": {"avg_ms": 516.992, "count": 58, "max_ms": 10240.932, "p95_ms": 528.032}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 58, "max_ms": 0.043, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.108, "count": 58, "max_ms": 0.347, "p95_ms": 0.233}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 58, "max_ms": 0.031, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.094, "count": 58, "max_ms": 0.309, "p95_ms": 0.2}, "worker_merge_ms": {"avg_ms": 0.005, "count": 58, "max_ms": 0.032, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 36.579, "count": 58, "max_ms": 61.728, "p95_ms": 52.804}, "visualize": {"avg_ms": 26.418, "count": 58, "max_ms": 45.752, "p95_ms": 38.797}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.683, "count": 58, "max_ms": 44.968, "p95_ms": 37.924}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.242, "count": 58, "max_ms": 45.584, "p95_ms": 38.58}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.159, "count": 58, "max_ms": 45.494, "p95_ms": 38.458}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 58, "max_ms": 0.102, "p95_ms": 0.098}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 58}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.293, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.78, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.978, "sample_count": 930, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37420, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:43:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 10.234, "exists": true, "size_bytes": 100256, "write_bytes_delta": 100256, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 362.0, "cpu_core_ratio": 0.294033, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 794.0, "pid": 5315, "reason": null, "system_cpu_core_ratio": 0.013531, "system_cpu_s_delta": 0.26, "user_cpu_core_ratio": 0.280502, "user_cpu_s_delta": 5.389999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.147276, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 57.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.014572, "system_cpu_s_delta": 0.2799999999999727, "user_cpu_core_ratio": 0.132705, "user_cpu_s_delta": 2.549999999999727}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.201, "count": 101, "max_ms": 4.317, "p95_ms": 3.567, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 101}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.791, "count": 30, "max": 30.306, "p95": 21.237, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.175, "count": 30, "max": 18.388, "p95": 13.813, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 355.633, "count": 30, "max": 737.0, "p95": 654.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 15638.8, "count": 30, "max": 102110.0, "p95": 102085.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.079, "p95": 0.073, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.469, "count": 30, "max": 0.848, "p95": 0.698, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.258, "count": 30, "max": 10.258, "p95": 7.771, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100011.7, "count": 30, "max": 100813.0, "p95": 100780.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93333.433, "count": 30, "max": 100813.0, "p95": 100780.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 42.4, "count": 30, "max": 66.0, "p95": 64.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.021, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.196, "count": 30, "max": 0.347, "p95": 0.329, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 278, "sampled_at": "2026-10-30T15:43:40+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:43:40+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 37367, "flush_count": 73, "flush_interval_seconds": 30.0, "flush_state": {"count": 73, "last_at": "2026-10-30T15:43:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:43:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 72}, "started": true, "suppressed_count": 37354, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 37354}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 73, "written_record_count": 73}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4505.078, "limit_mb": null}, "detail": {"pid": 5547, "restart_count": 20, "start_count": 21}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 103475404800, "copied_frame_count": 37426, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 103475404800, "frame_buffer_copies": 37426, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.112, "count": 512, "max_ms": 1.9371, "p50_ms": 0.0919, "p95_ms": 0.214, "p99_ms": 0.2785}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1692, "count": 512, "max_ms": 3.0712, "p50_ms": 1.082, "p95_ms": 2.029, "p99_ms": 2.5769, "results": {"failed": 0, "not_applicable": 0, "success": 37426, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 19, "h264_decode_error_count": 22, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:43:51+09:00", "last_error_summary": "[h264 @ 0x619953f5ac00] error while decoding MB 171 65, bytestream -7 [in#0/rtsp @ 0x6199531d4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x6199531d4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T15:43:53+09:00", "pid": 5547, "process": {"exists": true, "fd_count": 4, "hwm_mb": 47.227, "name": "ffmpeg", "pid": 5547, "rss_mb": 47.227, "state": "S (sleeping)", "threads": 1}, "restart_count": 20, "restart_count_per_hour": 17, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.145, "sample_count": 881, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37426, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:43:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.165, "last_frame_pushed_at": "2026-10-30T15:43:51+09:00", "last_frame_read_age_sec": 4.252, "last_frame_read_at": "2026-10-30T15:43:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 3.554, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 596.446, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 4.153, "exists": true, "mtime": "2026-10-30T15:43:51.150650+09:00", "mtime_epoch": 1793342631.1506503, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 100469}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:43:55+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.297, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 37426, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 37}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 37}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 37}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 37}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 37}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 37}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 37}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 37, "pushed_frames": 37, "read_frames": 37, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.234, "pushed": 1.234, "read": 1.234}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 37, "client_acquire_ms": {"avg_ms": 0.006, "count": 37, "max_ms": 0.021, "p95_ms": 0.01, "reason": null, "sample_age_ms": 4212.611, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.538, "count": 37, "max_ms": 2.056, "p95_ms": 1.619, "reason": null, "sample_age_ms": 4255.709, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.265, "count": 37, "max_ms": 1.55, "p95_ms": 1.257, "reason": null, "sample_age_ms": 4255.983, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.086, "count": 37, "max_ms": 0.243, "p95_ms": 0.193, "reason": null, "sample_age_ms": 4212.628, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.31, "count": 37, "max_ms": 4.689, "p95_ms": 2.226, "reason": null, "sample_age_ms": 4253.811, "source": "client_direct"}, "request_count": 37, "request_tensor_bytes": {"avg": 2211848.0, "count": 37, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4253.783, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 37, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4212.941, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.52, "count": 37, "max_ms": 49.017, "p95_ms": 43.53, "reason": null, "sample_age_ms": 4212.603, "source": "client_direct"}, "sample_age_ms": 4212.592, "source": "client_direct", "task_total_ms": {"avg_ms": 34.073, "count": 37, "max_ms": 51.366, "p95_ms": 45.304, "reason": null, "sample_age_ms": 4212.592, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.828, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.64, "count": 37, "max_ms": 1.629, "p95_ms": 1.628}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.2, "count": 37, "max_ms": 0.61, "p95_ms": 0.531}, "detection_prepare_ms": {"avg_ms": 0.088, "count": 37, "max_ms": 0.184, "p95_ms": 0.175}, "event_filter_ms": {"avg_ms": 0.004, "count": 37, "max_ms": 0.011, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.072, "count": 37, "max_ms": 0.182, "p95_ms": 0.121}, "mcmt_ms": {"avg_ms": 0.002, "count": 37, "max_ms": 0.008, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.168, "count": 37, "max_ms": 0.503, "p95_ms": 0.417}, "setup_ms": {"avg_ms": 0.039, "count": 37, "max_ms": 0.109, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 0.602, "count": 37, "max_ms": 1.518, "p95_ms": 1.502}, "track_match_ms": {"avg_ms": 0.004, "count": 37, "max_ms": 0.013, "p95_ms": 0.012}, "tracker_update_ms": {"avg_ms": 0.024, "count": 37, "max_ms": 0.055, "p95_ms": 0.052}}, "gstreamer_push": {"avg_ms": 2.216, "count": 37, "max_ms": 3.654, "p95_ms": 3.619}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 37, "max_ms": 0.631, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 34.896, "count": 37, "max_ms": 52.149, "p95_ms": 51.772}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.033, "count": 37, "max_ms": 0.106, "p95_ms": 0.09}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 37, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 37, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 62.514, "count": 37, "max_ms": 99.618, "p95_ms": 81.779}, "inference_input_copy_ms": {"avg_ms": 1.225, "count": 37, "max_ms": 2.488, "p95_ms": 2.457}, "processing_residual_ms": {"avg_ms": 0.151, "count": 37, "max_ms": 1.73, "p95_ms": 0.299}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 37, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 37, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 63.923, "count": 37, "max_ms": 101.718, "p95_ms": 83.366}, "read_interval": {"avg_ms": 698.697, "count": 37, "max_ms": 10240.932, "p95_ms": 10166.334}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 37, "max_ms": 0.043, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 0.112, "count": 37, "max_ms": 0.347, "p95_ms": 0.238}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 37, "max_ms": 0.031, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.097, "count": 37, "max_ms": 0.309, "p95_ms": 0.207}, "worker_merge_ms": {"avg_ms": 0.006, "count": 37, "max_ms": 0.032, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 34.908, "count": 37, "max_ms": 52.162, "p95_ms": 51.781}, "visualize": {"avg_ms": 26.097, "count": 37, "max_ms": 45.752, "p95_ms": 38.797}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.349, "count": 37, "max_ms": 44.968, "p95_ms": 37.924}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 37, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.918, "count": 37, "max_ms": 45.584, "p95_ms": 38.58}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 37, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 37, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.833, "count": 37, "max_ms": 45.494, "p95_ms": 38.458}, "visualizer_prepare_ms": {"avg_ms": 0.05, "count": 37, "max_ms": 0.101, "p95_ms": 0.098}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 37}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 37}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 37}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.293, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.78, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.978, "sample_count": 930, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37420, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:43:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 10.234, "exists": true, "size_bytes": 100256, "write_bytes_delta": 100256, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 362.0, "cpu_core_ratio": 0.294033, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 794.0, "pid": 5315, "reason": null, "system_cpu_core_ratio": 0.013531, "system_cpu_s_delta": 0.26, "user_cpu_core_ratio": 0.280502, "user_cpu_s_delta": 5.389999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.147276, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 57.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.014572, "system_cpu_s_delta": 0.2799999999999727, "user_cpu_core_ratio": 0.132705, "user_cpu_s_delta": 2.549999999999727}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.201, "count": 101, "max_ms": 4.317, "p95_ms": 3.567, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 101}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.791, "count": 30, "max": 30.306, "p95": 21.237, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.175, "count": 30, "max": 18.388, "p95": 13.813, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 355.633, "count": 30, "max": 737.0, "p95": 654.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 15638.8, "count": 30, "max": 102110.0, "p95": 102085.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.079, "p95": 0.073, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.469, "count": 30, "max": 0.848, "p95": 0.698, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.258, "count": 30, "max": 10.258, "p95": 7.771, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100011.7, "count": 30, "max": 100813.0, "p95": 100780.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93333.433, "count": 30, "max": 100813.0, "p95": 100780.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 42.4, "count": 30, "max": 66.0, "p95": 64.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.021, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.196, "count": 30, "max": 0.347, "p95": 0.329, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 278, "sampled_at": "2026-10-30T15:43:40+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:43:40+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 37367, "flush_count": 73, "flush_interval_seconds": 30.0, "flush_state": {"count": 73, "last_at": "2026-10-30T15:43:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:43:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 72}, "started": true, "suppressed_count": 37551, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 37551}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 73, "written_record_count": 73}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4493.418, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x608d61672b80] error while decoding MB 187 77, bytestream -15 [h264 @ 0x608d621c7440] error while decoding MB 196 81, bytestream -10", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 104020070400, "copied_frame_count": 37623, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 104020070400, "frame_buffer_copies": 37623, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1158, "count": 512, "max_ms": 1.9371, "p50_ms": 0.094, "p95_ms": 0.2149, "p99_ms": 0.2785}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2007, "count": 512, "max_ms": 3.0712, "p50_ms": 1.1061, "p95_ms": 2.0161, "p99_ms": 2.4914, "results": {"failed": 0, "not_applicable": 0, "success": 37623, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 20, "h264_decode_error_count": 24, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:44:31+09:00", "last_error_summary": "[h264 @ 0x608d61672b80] error while decoding MB 187 77, bytestream -15 [h264 @ 0x608d621c7440] error while decoding MB 196 81, bytestream -10", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 38.326, "last_started_at": "2026-10-30T15:43:53+09:00", "pid": 5547, "process": {"exists": false, "pid": 5547}, "restart_count": 20, "restart_count_per_hour": 17, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.083, "sample_count": 1021, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37623, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:44:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.031, "last_frame_pushed_at": "2026-10-30T15:44:31+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-10-30T15:44:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 39.878, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 560.122, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.023, "exists": true, "mtime": "2026-10-30T15:44:31.605888+09:00", "mtime_epoch": 1793342671.605888, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 101175}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:44:31+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.41, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 37623, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 172}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 172, "pushed_frames": 172, "read_frames": 172, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.745, "pushed": 5.745, "read": 5.745}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 172, "client_acquire_ms": {"avg_ms": 0.006, "count": 172, "max_ms": 0.024, "p95_ms": 0.013, "reason": null, "sample_age_ms": 69.865, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.546, "count": 172, "max_ms": 3.504, "p95_ms": 1.671, "reason": null, "sample_age_ms": 100.974, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.293, "count": 172, "max_ms": 3.105, "p95_ms": 1.384, "reason": null, "sample_age_ms": 101.176, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.091, "count": 172, "max_ms": 0.373, "p95_ms": 0.208, "reason": null, "sample_age_ms": 69.872, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.393, "count": 172, "max_ms": 3.653, "p95_ms": 2.396, "reason": null, "sample_age_ms": 99.853, "source": "client_direct"}, "request_count": 172, "request_tensor_bytes": {"avg": 2211848.0, "count": 172, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 99.821, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 172, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 69.942, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.272, "count": 172, "max_ms": 59.68, "p95_ms": 54.669, "reason": null, "sample_age_ms": 69.861, "source": "client_direct"}, "sample_age_ms": 69.856, "source": "client_direct", "task_total_ms": {"avg_ms": 37.917, "count": 172, "max_ms": 62.344, "p95_ms": 55.959, "reason": null, "sample_age_ms": 69.856, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.22, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.707, "count": 172, "max_ms": 1.735, "p95_ms": 1.393}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.228, "count": 172, "max_ms": 0.764, "p95_ms": 0.531}, "detection_prepare_ms": {"avg_ms": 0.097, "count": 172, "max_ms": 0.261, "p95_ms": 0.177}, "event_filter_ms": {"avg_ms": 0.004, "count": 172, "max_ms": 0.027, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.082, "count": 172, "max_ms": 0.535, "p95_ms": 0.159}, "mcmt_ms": {"avg_ms": 0.003, "count": 172, "max_ms": 0.117, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.181, "count": 172, "max_ms": 0.643, "p95_ms": 0.34}, "setup_ms": {"avg_ms": 0.041, "count": 172, "max_ms": 0.11, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 0.668, "count": 172, "max_ms": 1.645, "p95_ms": 1.306}, "track_match_ms": {"avg_ms": 0.004, "count": 172, "max_ms": 0.017, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.027, "count": 172, "max_ms": 0.066, "p95_ms": 0.054}}, "gstreamer_push": {"avg_ms": 2.595, "count": 172, "max_ms": 6.348, "p95_ms": 4.225}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 172, "max_ms": 0.116, "p95_ms": 0.087}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.78, "count": 172, "max_ms": 64.432, "p95_ms": 57.592}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 172, "max_ms": 0.211, "p95_ms": 0.084}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 70.554, "count": 172, "max_ms": 114.002, "p95_ms": 94.874}, "inference_input_copy_ms": {"avg_ms": 1.334, "count": 172, "max_ms": 3.097, "p95_ms": 2.197}, "processing_residual_ms": {"avg_ms": 0.125, "count": 172, "max_ms": 0.545, "p95_ms": 0.252}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 72.051, "count": 172, "max_ms": 116.804, "p95_ms": 97.083}, "read_interval": {"avg_ms": 174.516, "count": 172, "max_ms": 609.272, "p95_ms": 491.226}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 172, "max_ms": 0.063, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.125, "count": 172, "max_ms": 0.487, "p95_ms": 0.237}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 172, "max_ms": 0.044, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.109, "count": 172, "max_ms": 0.446, "p95_ms": 0.215}, "worker_merge_ms": {"avg_ms": 0.005, "count": 172, "max_ms": 0.026, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 38.794, "count": 172, "max_ms": 64.455, "p95_ms": 57.611}, "visualize": {"avg_ms": 30.165, "count": 172, "max_ms": 48.831, "p95_ms": 40.866}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.359, "count": 172, "max_ms": 47.869, "p95_ms": 39.99}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.97, "count": 172, "max_ms": 48.546, "p95_ms": 40.68}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.876, "count": 172, "max_ms": 48.42, "p95_ms": 40.561}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 172, "max_ms": 0.166, "p95_ms": 0.109}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 172}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.332, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.724, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.427, "sample_count": 958, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37503, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:44:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101233, "write_bytes_delta": 101233, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 411.0, "cpu_core_ratio": 0.651386, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4094.0, "pid": 5547, "reason": null, "system_cpu_core_ratio": 0.032908, "system_cpu_s_delta": 0.33999999999999997, "user_cpu_core_ratio": 0.618478, "user_cpu_s_delta": 6.390000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.351342, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 64.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.037747, "system_cpu_s_delta": 0.38999999999998636, "user_cpu_core_ratio": 0.313594, "user_cpu_s_delta": 3.2400000000002365}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.628, "count": 83, "max_ms": 4.776, "p95_ms": 4.27, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.797, "count": 30, "max": 30.306, "p95": 21.237, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.78, "count": 30, "max": 18.388, "p95": 13.813, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 355.667, "count": 30, "max": 737.0, "p95": 654.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 15733.367, "count": 30, "max": 102110.0, "p95": 102085.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.079, "p95": 0.073, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.469, "count": 30, "max": 0.848, "p95": 0.698, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.105, "count": 30, "max": 10.258, "p95": 7.771, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100090.733, "count": 30, "max": 101233.0, "p95": 100935.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96774.967, "count": 30, "max": 101233.0, "p95": 100935.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 41.267, "count": 30, "max": 66.0, "p95": 64.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.021, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.19, "count": 30, "max": 0.347, "p95": 0.324, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 281, "sampled_at": "2026-10-30T15:44:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:44:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 37367, "flush_count": 73, "flush_interval_seconds": 30.0, "flush_state": {"count": 73, "last_at": "2026-10-30T15:43:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:43:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 72}, "started": true, "suppressed_count": 37551, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 37551}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 73, "written_record_count": 73}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4493.418, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 104020070400, "copied_frame_count": 37623, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 104020070400, "frame_buffer_copies": 37623, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1158, "count": 512, "max_ms": 1.9371, "p50_ms": 0.094, "p95_ms": 0.2149, "p99_ms": 0.2785}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2007, "count": 512, "max_ms": 3.0712, "p50_ms": 1.1061, "p95_ms": 2.0161, "p99_ms": 2.4914, "results": {"failed": 0, "not_applicable": 0, "success": 37623, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 19, "h264_decode_error_count": 22, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:43:51+09:00", "last_error_summary": "[h264 @ 0x619953f5ac00] error while decoding MB 171 65, bytestream -7 [in#0/rtsp @ 0x6199531d4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x6199531d4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 38.315, "last_started_at": "2026-10-30T15:43:53+09:00", "pid": 5547, "process": {"exists": true, "fd_count": null, "hwm_mb": null, "name": "ffmpeg", "pid": 5547, "rss_mb": null, "state": "Z (zombie)", "threads": 1}, "restart_count": 20, "restart_count_per_hour": 17, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.083, "sample_count": 1021, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37623, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:44:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.02, "last_frame_pushed_at": "2026-10-30T15:44:31+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-10-30T15:44:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 39.878, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 560.122, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.012, "exists": true, "mtime": "2026-10-30T15:44:31.605888+09:00", "mtime_epoch": 1793342671.605888, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 101175}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:44:31+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.41, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 37623, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 172}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 172, "pushed_frames": 172, "read_frames": 172, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.747, "pushed": 5.747, "read": 5.747}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 172, "client_acquire_ms": {"avg_ms": 0.006, "count": 172, "max_ms": 0.024, "p95_ms": 0.013, "reason": null, "sample_age_ms": 60.059, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.546, "count": 172, "max_ms": 3.504, "p95_ms": 1.671, "reason": null, "sample_age_ms": 91.167, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.293, "count": 172, "max_ms": 3.105, "p95_ms": 1.384, "reason": null, "sample_age_ms": 91.369, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.091, "count": 172, "max_ms": 0.373, "p95_ms": 0.208, "reason": null, "sample_age_ms": 60.065, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.393, "count": 172, "max_ms": 3.653, "p95_ms": 2.396, "reason": null, "sample_age_ms": 90.047, "source": "client_direct"}, "request_count": 172, "request_tensor_bytes": {"avg": 2211848.0, "count": 172, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 90.014, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 172, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 60.135, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.272, "count": 172, "max_ms": 59.68, "p95_ms": 54.669, "reason": null, "sample_age_ms": 60.055, "source": "client_direct"}, "sample_age_ms": 60.05, "source": "client_direct", "task_total_ms": {"avg_ms": 37.917, "count": 172, "max_ms": 62.344, "p95_ms": 55.959, "reason": null, "sample_age_ms": 60.05, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.16, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.707, "count": 172, "max_ms": 1.735, "p95_ms": 1.393}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.228, "count": 172, "max_ms": 0.764, "p95_ms": 0.531}, "detection_prepare_ms": {"avg_ms": 0.097, "count": 172, "max_ms": 0.261, "p95_ms": 0.177}, "event_filter_ms": {"avg_ms": 0.004, "count": 172, "max_ms": 0.027, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.082, "count": 172, "max_ms": 0.535, "p95_ms": 0.159}, "mcmt_ms": {"avg_ms": 0.003, "count": 172, "max_ms": 0.117, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.181, "count": 172, "max_ms": 0.643, "p95_ms": 0.34}, "setup_ms": {"avg_ms": 0.041, "count": 172, "max_ms": 0.11, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 0.668, "count": 172, "max_ms": 1.645, "p95_ms": 1.306}, "track_match_ms": {"avg_ms": 0.004, "count": 172, "max_ms": 0.017, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.027, "count": 172, "max_ms": 0.066, "p95_ms": 0.054}}, "gstreamer_push": {"avg_ms": 2.595, "count": 172, "max_ms": 6.348, "p95_ms": 4.225}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 172, "max_ms": 0.116, "p95_ms": 0.087}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.78, "count": 172, "max_ms": 64.432, "p95_ms": 57.592}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 172, "max_ms": 0.211, "p95_ms": 0.084}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 70.554, "count": 172, "max_ms": 114.002, "p95_ms": 94.874}, "inference_input_copy_ms": {"avg_ms": 1.334, "count": 172, "max_ms": 3.097, "p95_ms": 2.197}, "processing_residual_ms": {"avg_ms": 0.125, "count": 172, "max_ms": 0.545, "p95_ms": 0.252}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 72.051, "count": 172, "max_ms": 116.804, "p95_ms": 97.083}, "read_interval": {"avg_ms": 174.516, "count": 172, "max_ms": 609.272, "p95_ms": 491.226}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 172, "max_ms": 0.063, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.125, "count": 172, "max_ms": 0.487, "p95_ms": 0.237}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 172, "max_ms": 0.044, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.109, "count": 172, "max_ms": 0.446, "p95_ms": 0.215}, "worker_merge_ms": {"avg_ms": 0.005, "count": 172, "max_ms": 0.026, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 38.794, "count": 172, "max_ms": 64.455, "p95_ms": 57.611}, "visualize": {"avg_ms": 30.165, "count": 172, "max_ms": 48.831, "p95_ms": 40.866}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.359, "count": 172, "max_ms": 47.869, "p95_ms": 39.99}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.97, "count": 172, "max_ms": 48.546, "p95_ms": 40.68}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.876, "count": 172, "max_ms": 48.42, "p95_ms": 40.561}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 172, "max_ms": 0.166, "p95_ms": 0.109}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 172}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.332, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.724, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.427, "sample_count": 958, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37503, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:44:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101233, "write_bytes_delta": 101233, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 411.0, "cpu_core_ratio": 0.651386, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4094.0, "pid": 5547, "reason": null, "system_cpu_core_ratio": 0.032908, "system_cpu_s_delta": 0.33999999999999997, "user_cpu_core_ratio": 0.618478, "user_cpu_s_delta": 6.390000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.351342, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 64.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.037747, "system_cpu_s_delta": 0.38999999999998636, "user_cpu_core_ratio": 0.313594, "user_cpu_s_delta": 3.2400000000002365}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.628, "count": 83, "max_ms": 4.776, "p95_ms": 4.27, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.797, "count": 30, "max": 30.306, "p95": 21.237, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.78, "count": 30, "max": 18.388, "p95": 13.813, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 355.667, "count": 30, "max": 737.0, "p95": 654.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 15733.367, "count": 30, "max": 102110.0, "p95": 102085.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.079, "p95": 0.073, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.469, "count": 30, "max": 0.848, "p95": 0.698, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.105, "count": 30, "max": 10.258, "p95": 7.771, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100090.733, "count": 30, "max": 101233.0, "p95": 100935.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96774.967, "count": 30, "max": 101233.0, "p95": 100935.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 41.267, "count": 30, "max": 66.0, "p95": 64.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.021, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.19, "count": 30, "max": 0.347, "p95": 0.324, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 281, "sampled_at": "2026-10-30T15:44:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:44:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 37367, "flush_count": 73, "flush_interval_seconds": 30.0, "flush_state": {"count": 73, "last_at": "2026-10-30T15:43:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:43:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 72}, "started": true, "suppressed_count": 37551, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 37551}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 73, "written_record_count": 73}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4493.621, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 104020070400, "copied_frame_count": 37623, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 104020070400, "frame_buffer_copies": 37623, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1158, "count": 512, "max_ms": 1.9371, "p50_ms": 0.094, "p95_ms": 0.2149, "p99_ms": 0.2785}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2007, "count": 512, "max_ms": 3.0712, "p50_ms": 1.1061, "p95_ms": 2.0161, "p99_ms": 2.4914, "results": {"failed": 0, "not_applicable": 0, "success": 37623, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 20, "h264_decode_error_count": 24, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:44:31+09:00", "last_error_summary": "[h264 @ 0x608d61672b80] error while decoding MB 187 77, bytestream -15 [h264 @ 0x608d621c7440] error while decoding MB 196 81, bytestream -10", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 38.352, "last_started_at": "2026-10-30T15:43:53+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 20, "restart_count_per_hour": 17, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.083, "sample_count": 1021, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37623, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:44:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.058, "last_frame_pushed_at": "2026-10-30T15:44:31+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-10-30T15:44:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 39.901, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 560.099, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.049, "exists": true, "mtime": "2026-10-30T15:44:31.605888+09:00", "mtime_epoch": 1793342671.605888, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 101175}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:44:31+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.406, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 37623, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 172}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 172, "pushed_frames": 172, "read_frames": 172, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.74, "pushed": 5.74, "read": 5.74}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 172, "client_acquire_ms": {"avg_ms": 0.006, "count": 172, "max_ms": 0.024, "p95_ms": 0.013, "reason": null, "sample_age_ms": 94.957, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.546, "count": 172, "max_ms": 3.504, "p95_ms": 1.671, "reason": null, "sample_age_ms": 126.065, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.293, "count": 172, "max_ms": 3.105, "p95_ms": 1.384, "reason": null, "sample_age_ms": 126.267, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.091, "count": 172, "max_ms": 0.373, "p95_ms": 0.208, "reason": null, "sample_age_ms": 94.963, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.393, "count": 172, "max_ms": 3.653, "p95_ms": 2.396, "reason": null, "sample_age_ms": 124.945, "source": "client_direct"}, "request_count": 172, "request_tensor_bytes": {"avg": 2211848.0, "count": 172, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 124.912, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 172, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 95.033, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.272, "count": 172, "max_ms": 59.68, "p95_ms": 54.669, "reason": null, "sample_age_ms": 94.953, "source": "client_direct"}, "sample_age_ms": 94.948, "source": "client_direct", "task_total_ms": {"avg_ms": 37.917, "count": 172, "max_ms": 62.344, "p95_ms": 55.959, "reason": null, "sample_age_ms": 94.948, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.83, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.707, "count": 172, "max_ms": 1.735, "p95_ms": 1.393}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.228, "count": 172, "max_ms": 0.764, "p95_ms": 0.531}, "detection_prepare_ms": {"avg_ms": 0.097, "count": 172, "max_ms": 0.261, "p95_ms": 0.177}, "event_filter_ms": {"avg_ms": 0.004, "count": 172, "max_ms": 0.027, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.082, "count": 172, "max_ms": 0.535, "p95_ms": 0.159}, "mcmt_ms": {"avg_ms": 0.003, "count": 172, "max_ms": 0.117, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.181, "count": 172, "max_ms": 0.643, "p95_ms": 0.34}, "setup_ms": {"avg_ms": 0.041, "count": 172, "max_ms": 0.11, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 0.668, "count": 172, "max_ms": 1.645, "p95_ms": 1.306}, "track_match_ms": {"avg_ms": 0.004, "count": 172, "max_ms": 0.017, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.027, "count": 172, "max_ms": 0.066, "p95_ms": 0.054}}, "gstreamer_push": {"avg_ms": 2.595, "count": 172, "max_ms": 6.348, "p95_ms": 4.225}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 172, "max_ms": 0.116, "p95_ms": 0.087}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.78, "count": 172, "max_ms": 64.432, "p95_ms": 57.592}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 172, "max_ms": 0.211, "p95_ms": 0.084}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 70.554, "count": 172, "max_ms": 114.002, "p95_ms": 94.874}, "inference_input_copy_ms": {"avg_ms": 1.334, "count": 172, "max_ms": 3.097, "p95_ms": 2.197}, "processing_residual_ms": {"avg_ms": 0.125, "count": 172, "max_ms": 0.545, "p95_ms": 0.252}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 72.051, "count": 172, "max_ms": 116.804, "p95_ms": 97.083}, "read_interval": {"avg_ms": 174.516, "count": 172, "max_ms": 609.272, "p95_ms": 491.226}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 172, "max_ms": 0.063, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.125, "count": 172, "max_ms": 0.487, "p95_ms": 0.237}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 172, "max_ms": 0.044, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.109, "count": 172, "max_ms": 0.446, "p95_ms": 0.215}, "worker_merge_ms": {"avg_ms": 0.005, "count": 172, "max_ms": 0.026, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 38.794, "count": 172, "max_ms": 64.455, "p95_ms": 57.611}, "visualize": {"avg_ms": 30.165, "count": 172, "max_ms": 48.831, "p95_ms": 40.866}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.359, "count": 172, "max_ms": 47.869, "p95_ms": 39.99}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.97, "count": 172, "max_ms": 48.546, "p95_ms": 40.68}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.876, "count": 172, "max_ms": 48.42, "p95_ms": 40.561}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 172, "max_ms": 0.166, "p95_ms": 0.109}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 172}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.332, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.724, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.427, "sample_count": 958, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37503, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:44:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101233, "write_bytes_delta": 101233, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 411.0, "cpu_core_ratio": 0.651386, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4094.0, "pid": 5547, "reason": null, "system_cpu_core_ratio": 0.032908, "system_cpu_s_delta": 0.33999999999999997, "user_cpu_core_ratio": 0.618478, "user_cpu_s_delta": 6.390000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.351342, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 64.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.037747, "system_cpu_s_delta": 0.38999999999998636, "user_cpu_core_ratio": 0.313594, "user_cpu_s_delta": 3.2400000000002365}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.628, "count": 83, "max_ms": 4.776, "p95_ms": 4.27, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.797, "count": 30, "max": 30.306, "p95": 21.237, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.78, "count": 30, "max": 18.388, "p95": 13.813, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 355.667, "count": 30, "max": 737.0, "p95": 654.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 15733.367, "count": 30, "max": 102110.0, "p95": 102085.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.079, "p95": 0.073, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.469, "count": 30, "max": 0.848, "p95": 0.698, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.105, "count": 30, "max": 10.258, "p95": 7.771, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100090.733, "count": 30, "max": 101233.0, "p95": 100935.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96774.967, "count": 30, "max": 101233.0, "p95": 100935.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 41.267, "count": 30, "max": 66.0, "p95": 64.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.021, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.19, "count": 30, "max": 0.347, "p95": 0.324, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 281, "sampled_at": "2026-10-30T15:44:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:44:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 37367, "flush_count": 73, "flush_interval_seconds": 30.0, "flush_state": {"count": 73, "last_at": "2026-10-30T15:43:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:43:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 72}, "started": true, "suppressed_count": 37551, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 37551}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 73, "written_record_count": 73}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4509.969, "limit_mb": null}, "detail": {"pid": 5663, "restart_count": 21, "start_count": 22}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 104020070400, "copied_frame_count": 37623, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 104020070400, "frame_buffer_copies": 37623, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1158, "count": 512, "max_ms": 1.9371, "p50_ms": 0.094, "p95_ms": 0.2149, "p99_ms": 0.2785}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2007, "count": 512, "max_ms": 3.0712, "p50_ms": 1.1061, "p95_ms": 2.0161, "p99_ms": 2.4914, "results": {"failed": 0, "not_applicable": 0, "success": 37623, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 20, "h264_decode_error_count": 24, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:44:31+09:00", "last_error_summary": "[h264 @ 0x608d61672b80] error while decoding MB 187 77, bytestream -15 [h264 @ 0x608d621c7440] error while decoding MB 196 81, bytestream -10", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T15:44:33+09:00", "pid": 5663, "process": {"exists": true, "fd_count": 4, "hwm_mb": 44.285, "name": "ffmpeg", "pid": 5663, "rss_mb": 44.285, "state": "S (sleeping)", "threads": 1}, "restart_count": 21, "restart_count_per_hour": 18, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.083, "sample_count": 997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37623, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:44:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.2, "last_frame_pushed_at": "2026-10-30T15:44:31+09:00", "last_frame_read_age_sec": 4.267, "last_frame_read_at": "2026-10-30T15:44:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 44.044, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 555.956, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 4.191, "exists": true, "mtime": "2026-10-30T15:44:31.605888+09:00", "mtime_epoch": 1793342671.605888, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 101175}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:44:35+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.41, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 37623, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 148}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 148, "pushed_frames": 148, "read_frames": 148, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.943, "pushed": 4.943, "read": 4.943}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 148, "client_acquire_ms": {"avg_ms": 0.006, "count": 148, "max_ms": 0.024, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4237.882, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.549, "count": 148, "max_ms": 3.504, "p95_ms": 1.794, "reason": null, "sample_age_ms": 4268.99, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.297, "count": 148, "max_ms": 3.105, "p95_ms": 1.501, "reason": null, "sample_age_ms": 4269.192, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.093, "count": 148, "max_ms": 0.373, "p95_ms": 0.209, "reason": null, "sample_age_ms": 4237.888, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.398, "count": 148, "max_ms": 3.653, "p95_ms": 2.448, "reason": null, "sample_age_ms": 4267.87, "source": "client_direct"}, "request_count": 148, "request_tensor_bytes": {"avg": 2211848.0, "count": 148, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4267.837, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 148, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4237.958, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.264, "count": 148, "max_ms": 59.68, "p95_ms": 54.022, "reason": null, "sample_age_ms": 4237.878, "source": "client_direct"}, "sample_age_ms": 4237.873, "source": "client_direct", "task_total_ms": {"avg_ms": 37.915, "count": 148, "max_ms": 62.344, "p95_ms": 55.807, "reason": null, "sample_age_ms": 4237.873, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.314, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.727, "count": 148, "max_ms": 1.735, "p95_ms": 1.403}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.234, "count": 148, "max_ms": 0.764, "p95_ms": 0.535}, "detection_prepare_ms": {"avg_ms": 0.099, "count": 148, "max_ms": 0.261, "p95_ms": 0.182}, "event_filter_ms": {"avg_ms": 0.004, "count": 148, "max_ms": 0.027, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.083, "count": 148, "max_ms": 0.535, "p95_ms": 0.16}, "mcmt_ms": {"avg_ms": 0.003, "count": 148, "max_ms": 0.117, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.188, "count": 148, "max_ms": 0.643, "p95_ms": 0.372}, "setup_ms": {"avg_ms": 0.042, "count": 148, "max_ms": 0.11, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 0.687, "count": 148, "max_ms": 1.645, "p95_ms": 1.336}, "track_match_ms": {"avg_ms": 0.004, "count": 148, "max_ms": 0.017, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.028, "count": 148, "max_ms": 0.066, "p95_ms": 0.054}}, "gstreamer_push": {"avg_ms": 2.605, "count": 148, "max_ms": 6.348, "p95_ms": 4.253}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 148, "max_ms": 0.116, "p95_ms": 0.087}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.787, "count": 148, "max_ms": 64.432, "p95_ms": 56.684}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 148, "max_ms": 0.211, "p95_ms": 0.089}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 70.647, "count": 148, "max_ms": 114.002, "p95_ms": 94.874}, "inference_input_copy_ms": {"avg_ms": 1.335, "count": 148, "max_ms": 3.097, "p95_ms": 2.203}, "processing_residual_ms": {"avg_ms": 0.123, "count": 148, "max_ms": 0.396, "p95_ms": 0.251}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 72.144, "count": 148, "max_ms": 116.804, "p95_ms": 97.083}, "read_interval": {"avg_ms": 174.384, "count": 148, "max_ms": 609.272, "p95_ms": 495.095}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 148, "max_ms": 0.063, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.13, "count": 148, "max_ms": 0.487, "p95_ms": 0.292}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 148, "max_ms": 0.044, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.114, "count": 148, "max_ms": 0.446, "p95_ms": 0.229}, "worker_merge_ms": {"avg_ms": 0.006, "count": 148, "max_ms": 0.026, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 38.801, "count": 148, "max_ms": 64.455, "p95_ms": 56.7}, "visualize": {"avg_ms": 30.218, "count": 148, "max_ms": 48.831, "p95_ms": 40.866}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.398, "count": 148, "max_ms": 47.869, "p95_ms": 39.99}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.019, "count": 148, "max_ms": 48.546, "p95_ms": 40.68}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.924, "count": 148, "max_ms": 48.42, "p95_ms": 40.561}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 148, "max_ms": 0.145, "p95_ms": 0.108}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 148}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.332, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.724, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.427, "sample_count": 958, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37503, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:44:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101233, "write_bytes_delta": 101233, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 411.0, "cpu_core_ratio": 0.651386, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4094.0, "pid": 5547, "reason": null, "system_cpu_core_ratio": 0.032908, "system_cpu_s_delta": 0.33999999999999997, "user_cpu_core_ratio": 0.618478, "user_cpu_s_delta": 6.390000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.351342, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 64.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.037747, "system_cpu_s_delta": 0.38999999999998636, "user_cpu_core_ratio": 0.313594, "user_cpu_s_delta": 3.2400000000002365}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.628, "count": 83, "max_ms": 4.776, "p95_ms": 4.27, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.797, "count": 30, "max": 30.306, "p95": 21.237, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.78, "count": 30, "max": 18.388, "p95": 13.813, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 355.667, "count": 30, "max": 737.0, "p95": 654.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 15733.367, "count": 30, "max": 102110.0, "p95": 102085.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.079, "p95": 0.073, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.469, "count": 30, "max": 0.848, "p95": 0.698, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.105, "count": 30, "max": 10.258, "p95": 7.771, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100090.733, "count": 30, "max": 101233.0, "p95": 100935.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96774.967, "count": 30, "max": 101233.0, "p95": 100935.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 41.267, "count": 30, "max": 66.0, "p95": 64.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.021, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.19, "count": 30, "max": 0.347, "p95": 0.324, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 281, "sampled_at": "2026-10-30T15:44:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:44:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 37879, "flush_count": 74, "flush_interval_seconds": 30.0, "flush_state": {"count": 74, "last_at": "2026-10-30T15:44:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:44:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 73}, "started": true, "suppressed_count": 37748, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 37748}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 74, "written_record_count": 74}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4507.359, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 104567500800, "copied_frame_count": 37821, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 104567500800, "frame_buffer_copies": 37821, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1135, "count": 512, "max_ms": 1.9371, "p50_ms": 0.09, "p95_ms": 0.2022, "p99_ms": 0.3092}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1548, "count": 512, "max_ms": 5.1506, "p50_ms": 1.068, "p95_ms": 1.9207, "p99_ms": 2.4454, "results": {"failed": 0, "not_applicable": 0, "success": 37821, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 20, "h264_decode_error_count": 24, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:44:31+09:00", "last_error_summary": "[h264 @ 0x608d61672b80] error while decoding MB 187 77, bytestream -15 [h264 @ 0x608d621c7440] error while decoding MB 196 81, bytestream -10", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.383, "last_started_at": "2026-10-30T15:44:33+09:00", "pid": 5663, "process": {"exists": false, "pid": 5663}, "restart_count": 21, "restart_count_per_hour": 18, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.427, "sample_count": 1036, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37821, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:45:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.026, "last_frame_pushed_at": "2026-10-30T15:45:13+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-10-30T15:45:13+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 81.439, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 518.561, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.016, "exists": true, "mtime": "2026-10-30T15:45:13.163132+09:00", "mtime_epoch": 1793342713.1631322, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 102175}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:45:13+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.512, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 37821, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 173}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 173, "pushed_frames": 173, "read_frames": 172, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.774, "pushed": 5.774, "read": 5.741}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 172, "client_acquire_ms": {"avg_ms": 0.006, "count": 173, "max_ms": 0.021, "p95_ms": 0.015, "reason": null, "sample_age_ms": 61.712, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.535, "count": 172, "max_ms": 2.314, "p95_ms": 1.594, "reason": null, "sample_age_ms": 95.891, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.275, "count": 172, "max_ms": 2.112, "p95_ms": 1.283, "reason": null, "sample_age_ms": 96.086, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.079, "count": 173, "max_ms": 0.278, "p95_ms": 0.178, "reason": null, "sample_age_ms": 61.718, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.37, "count": 172, "max_ms": 4.146, "p95_ms": 2.525, "reason": null, "sample_age_ms": 94.725, "source": "client_direct"}, "request_count": 172, "request_tensor_bytes": {"avg": 2211848.0, "count": 172, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 94.696, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 173, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 61.807, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.859, "count": 173, "max_ms": 65.233, "p95_ms": 54.029, "reason": null, "sample_age_ms": 61.708, "source": "client_direct"}, "sample_age_ms": 61.706, "source": "client_direct", "task_total_ms": {"avg_ms": 36.466, "count": 173, "max_ms": 67.429, "p95_ms": 56.118, "reason": null, "sample_age_ms": 61.706, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.989, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.612, "count": 173, "max_ms": 1.751, "p95_ms": 1.267}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.192, "count": 173, "max_ms": 0.644, "p95_ms": 0.427}, "detection_prepare_ms": {"avg_ms": 0.086, "count": 173, "max_ms": 0.296, "p95_ms": 0.158}, "event_filter_ms": {"avg_ms": 0.004, "count": 173, "max_ms": 0.019, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.07, "count": 173, "max_ms": 0.293, "p95_ms": 0.142}, "mcmt_ms": {"avg_ms": 0.002, "count": 173, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.159, "count": 173, "max_ms": 0.499, "p95_ms": 0.308}, "setup_ms": {"avg_ms": 0.036, "count": 173, "max_ms": 0.125, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 0.578, "count": 173, "max_ms": 1.663, "p95_ms": 1.193}, "track_match_ms": {"avg_ms": 0.004, "count": 173, "max_ms": 0.018, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.024, "count": 173, "max_ms": 0.1, "p95_ms": 0.047}}, "gstreamer_push": {"avg_ms": 2.421, "count": 173, "max_ms": 7.588, "p95_ms": 4.406}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 173, "max_ms": 0.298, "p95_ms": 0.085}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.287, "count": 173, "max_ms": 68.382, "p95_ms": 58.375}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.033, "count": 173, "max_ms": 0.092, "p95_ms": 0.075}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 66.974, "count": 173, "max_ms": 107.074, "p95_ms": 94.185}, "inference_input_copy_ms": {"avg_ms": 1.313, "count": 173, "max_ms": 3.48, "p95_ms": 2.195}, "processing_residual_ms": {"avg_ms": 0.118, "count": 173, "max_ms": 0.338, "p95_ms": 0.233}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 68.437, "count": 173, "max_ms": 109.253, "p95_ms": 95.788}, "read_interval": {"avg_ms": 174.081, "count": 172, "max_ms": 497.928, "p95_ms": 466.257}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 173, "max_ms": 0.038, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.109, "count": 173, "max_ms": 0.364, "p95_ms": 0.229}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 173, "max_ms": 0.04, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.096, "count": 173, "max_ms": 0.327, "p95_ms": 0.206}, "worker_merge_ms": {"avg_ms": 0.005, "count": 173, "max_ms": 0.021, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 37.299, "count": 173, "max_ms": 68.405, "p95_ms": 58.424}, "visualize": {"avg_ms": 28.206, "count": 173, "max_ms": 44.544, "p95_ms": 38.997}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.464, "count": 173, "max_ms": 43.582, "p95_ms": 38.227}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.031, "count": 173, "max_ms": 44.302, "p95_ms": 38.863}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.945, "count": 173, "max_ms": 44.168, "p95_ms": 38.777}, "visualizer_prepare_ms": {"avg_ms": 0.051, "count": 173, "max_ms": 0.212, "p95_ms": 0.105}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 173}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.5, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.21, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.427, "sample_count": 1031, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37809, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:45:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.166, "exists": true, "size_bytes": 101692, "write_bytes_delta": 101692, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 419.0, "cpu_core_ratio": 0.650455, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 5663, "reason": null, "system_cpu_core_ratio": 0.029701, "system_cpu_s_delta": 0.30000000000000004, "user_cpu_core_ratio": 0.620754, "user_cpu_s_delta": 6.27}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.350474, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 67.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.032671, "system_cpu_s_delta": 0.3299999999999841, "user_cpu_core_ratio": 0.317802, "user_cpu_s_delta": 3.2100000000000364}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.411, "count": 169, "max_ms": 7.588, "p95_ms": 4.406, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.894, "count": 30, "max": 30.306, "p95": 21.237, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.024, "count": 30, "max": 18.388, "p95": 13.813, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 345.1, "count": 30, "max": 737.0, "p95": 598.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 12386.967, "count": 30, "max": 102110.0, "p95": 102064.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.028, "count": 30, "max": 0.079, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.46, "count": 30, "max": 0.715, "p95": 0.667, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.086, "count": 30, "max": 10.258, "p95": 7.771, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100523.4, "count": 30, "max": 102423.0, "p95": 102000.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97209.467, "count": 30, "max": 102423.0, "p95": 102000.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 43.5, "count": 30, "max": 70.0, "p95": 66.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.022, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.347, "p95": 0.333, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 287, "sampled_at": "2026-10-30T15:45:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:45:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 37879, "flush_count": 74, "flush_interval_seconds": 30.0, "flush_state": {"count": 74, "last_at": "2026-10-30T15:44:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:44:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 73}, "started": true, "suppressed_count": 37748, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 37748}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 74, "written_record_count": 74}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4507.016, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5ed9cc1b7500] error while decoding MB 175 79, bytestream -8", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 104567500800, "copied_frame_count": 37821, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 104567500800, "frame_buffer_copies": 37821, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1135, "count": 512, "max_ms": 1.9371, "p50_ms": 0.09, "p95_ms": 0.2022, "p99_ms": 0.3092}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1548, "count": 512, "max_ms": 5.1506, "p50_ms": 1.068, "p95_ms": 1.9207, "p99_ms": 2.4454, "results": {"failed": 0, "not_applicable": 0, "success": 37821, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 21, "h264_decode_error_count": 25, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:45:13+09:00", "last_error_summary": "[h264 @ 0x5ed9cc1b7500] error while decoding MB 175 79, bytestream -8", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.393, "last_started_at": "2026-10-30T15:44:33+09:00", "pid": 5663, "process": {"exists": false, "pid": 5663}, "restart_count": 21, "restart_count_per_hour": 18, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.427, "sample_count": 1036, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37821, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:45:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.036, "last_frame_pushed_at": "2026-10-30T15:45:13+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-10-30T15:45:13+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 81.446, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 518.554, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.026, "exists": true, "mtime": "2026-10-30T15:45:13.163132+09:00", "mtime_epoch": 1793342713.1631322, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 102175}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:45:13+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.512, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 37821, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 173}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 173, "pushed_frames": 173, "read_frames": 172, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.772, "pushed": 5.772, "read": 5.739}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 172, "client_acquire_ms": {"avg_ms": 0.006, "count": 172, "max_ms": 0.021, "p95_ms": 0.015, "reason": null, "sample_age_ms": 71.03, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.535, "count": 172, "max_ms": 2.314, "p95_ms": 1.594, "reason": null, "sample_age_ms": 105.209, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.275, "count": 172, "max_ms": 2.112, "p95_ms": 1.283, "reason": null, "sample_age_ms": 105.404, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.079, "count": 172, "max_ms": 0.278, "p95_ms": 0.179, "reason": null, "sample_age_ms": 71.036, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.37, "count": 172, "max_ms": 4.146, "p95_ms": 2.525, "reason": null, "sample_age_ms": 104.043, "source": "client_direct"}, "request_count": 172, "request_tensor_bytes": {"avg": 2211848.0, "count": 172, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 104.013, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 172, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 71.125, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.845, "count": 172, "max_ms": 65.233, "p95_ms": 54.039, "reason": null, "sample_age_ms": 71.026, "source": "client_direct"}, "sample_age_ms": 71.023, "source": "client_direct", "task_total_ms": {"avg_ms": 36.446, "count": 172, "max_ms": 67.429, "p95_ms": 56.208, "reason": null, "sample_age_ms": 71.023, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.175, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.612, "count": 173, "max_ms": 1.751, "p95_ms": 1.267}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.192, "count": 173, "max_ms": 0.644, "p95_ms": 0.427}, "detection_prepare_ms": {"avg_ms": 0.086, "count": 173, "max_ms": 0.296, "p95_ms": 0.158}, "event_filter_ms": {"avg_ms": 0.004, "count": 173, "max_ms": 0.019, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.07, "count": 173, "max_ms": 0.293, "p95_ms": 0.142}, "mcmt_ms": {"avg_ms": 0.002, "count": 173, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.159, "count": 173, "max_ms": 0.499, "p95_ms": 0.308}, "setup_ms": {"avg_ms": 0.036, "count": 173, "max_ms": 0.125, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 0.578, "count": 173, "max_ms": 1.663, "p95_ms": 1.193}, "track_match_ms": {"avg_ms": 0.004, "count": 173, "max_ms": 0.018, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.024, "count": 173, "max_ms": 0.1, "p95_ms": 0.047}}, "gstreamer_push": {"avg_ms": 2.421, "count": 173, "max_ms": 7.588, "p95_ms": 4.406}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 173, "max_ms": 0.298, "p95_ms": 0.085}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.287, "count": 173, "max_ms": 68.382, "p95_ms": 58.375}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.033, "count": 173, "max_ms": 0.092, "p95_ms": 0.075}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 66.974, "count": 173, "max_ms": 107.074, "p95_ms": 94.185}, "inference_input_copy_ms": {"avg_ms": 1.313, "count": 173, "max_ms": 3.48, "p95_ms": 2.195}, "processing_residual_ms": {"avg_ms": 0.118, "count": 173, "max_ms": 0.338, "p95_ms": 0.233}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 68.437, "count": 173, "max_ms": 109.253, "p95_ms": 95.788}, "read_interval": {"avg_ms": 174.081, "count": 172, "max_ms": 497.928, "p95_ms": 466.257}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 173, "max_ms": 0.038, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.109, "count": 173, "max_ms": 0.364, "p95_ms": 0.229}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 173, "max_ms": 0.04, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.096, "count": 173, "max_ms": 0.327, "p95_ms": 0.206}, "worker_merge_ms": {"avg_ms": 0.005, "count": 173, "max_ms": 0.021, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 37.299, "count": 173, "max_ms": 68.405, "p95_ms": 58.424}, "visualize": {"avg_ms": 28.206, "count": 173, "max_ms": 44.544, "p95_ms": 38.997}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.464, "count": 173, "max_ms": 43.582, "p95_ms": 38.227}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.031, "count": 173, "max_ms": 44.302, "p95_ms": 38.863}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.945, "count": 173, "max_ms": 44.168, "p95_ms": 38.777}, "visualizer_prepare_ms": {"avg_ms": 0.051, "count": 173, "max_ms": 0.212, "p95_ms": 0.105}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 173}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.5, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.21, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.427, "sample_count": 1031, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37809, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:45:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.166, "exists": true, "size_bytes": 101692, "write_bytes_delta": 101692, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 419.0, "cpu_core_ratio": 0.650455, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 5663, "reason": null, "system_cpu_core_ratio": 0.029701, "system_cpu_s_delta": 0.30000000000000004, "user_cpu_core_ratio": 0.620754, "user_cpu_s_delta": 6.27}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.350474, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 67.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.032671, "system_cpu_s_delta": 0.3299999999999841, "user_cpu_core_ratio": 0.317802, "user_cpu_s_delta": 3.2100000000000364}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.411, "count": 169, "max_ms": 7.588, "p95_ms": 4.406, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.894, "count": 30, "max": 30.306, "p95": 21.237, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.024, "count": 30, "max": 18.388, "p95": 13.813, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 345.1, "count": 30, "max": 737.0, "p95": 598.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 12386.967, "count": 30, "max": 102110.0, "p95": 102064.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.028, "count": 30, "max": 0.079, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.46, "count": 30, "max": 0.715, "p95": 0.667, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.086, "count": 30, "max": 10.258, "p95": 7.771, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100523.4, "count": 30, "max": 102423.0, "p95": 102000.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97209.467, "count": 30, "max": 102423.0, "p95": 102000.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 43.5, "count": 30, "max": 70.0, "p95": 66.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.022, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.347, "p95": 0.333, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 287, "sampled_at": "2026-10-30T15:45:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:45:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 37879, "flush_count": 74, "flush_interval_seconds": 30.0, "flush_state": {"count": 74, "last_at": "2026-10-30T15:44:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:44:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 73}, "started": true, "suppressed_count": 37748, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 37748}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 74, "written_record_count": 74}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4506.422, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 104567500800, "copied_frame_count": 37821, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 104567500800, "frame_buffer_copies": 37821, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1135, "count": 512, "max_ms": 1.9371, "p50_ms": 0.09, "p95_ms": 0.2022, "p99_ms": 0.3092}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1548, "count": 512, "max_ms": 5.1506, "p50_ms": 1.068, "p95_ms": 1.9207, "p99_ms": 2.4454, "results": {"failed": 0, "not_applicable": 0, "success": 37821, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 21, "h264_decode_error_count": 25, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:45:13+09:00", "last_error_summary": "[h264 @ 0x5ed9cc1b7500] error while decoding MB 175 79, bytestream -8", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 39.428, "last_started_at": "2026-10-30T15:44:33+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 21, "restart_count_per_hour": 18, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.427, "sample_count": 1036, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37821, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:45:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.07, "last_frame_pushed_at": "2026-10-30T15:45:13+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-10-30T15:45:13+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 81.474, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 518.526, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-10-30T15:45:13.163132+09:00", "mtime_epoch": 1793342713.1631322, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 102175}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:45:13+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.508, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 37821, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 172}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 172, "pushed_frames": 172, "read_frames": 172, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.814, "pushed": 5.814, "read": 5.814}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 172, "client_acquire_ms": {"avg_ms": 0.006, "count": 172, "max_ms": 0.021, "p95_ms": 0.015, "reason": null, "sample_age_ms": 109.764, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.535, "count": 172, "max_ms": 2.314, "p95_ms": 1.594, "reason": null, "sample_age_ms": 143.944, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.275, "count": 172, "max_ms": 2.112, "p95_ms": 1.283, "reason": null, "sample_age_ms": 144.139, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.079, "count": 172, "max_ms": 0.278, "p95_ms": 0.179, "reason": null, "sample_age_ms": 109.771, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.37, "count": 172, "max_ms": 4.146, "p95_ms": 2.525, "reason": null, "sample_age_ms": 142.777, "source": "client_direct"}, "request_count": 172, "request_tensor_bytes": {"avg": 2211848.0, "count": 172, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 142.748, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 172, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 109.86, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.845, "count": 172, "max_ms": 65.233, "p95_ms": 54.039, "reason": null, "sample_age_ms": 109.761, "source": "client_direct"}, "sample_age_ms": 109.758, "source": "client_direct", "task_total_ms": {"avg_ms": 36.446, "count": 172, "max_ms": 67.429, "p95_ms": 56.208, "reason": null, "sample_age_ms": 109.758, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.862, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.613, "count": 172, "max_ms": 1.751, "p95_ms": 1.267}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.193, "count": 172, "max_ms": 0.644, "p95_ms": 0.427}, "detection_prepare_ms": {"avg_ms": 0.086, "count": 172, "max_ms": 0.296, "p95_ms": 0.158}, "event_filter_ms": {"avg_ms": 0.004, "count": 172, "max_ms": 0.019, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.071, "count": 172, "max_ms": 0.293, "p95_ms": 0.142}, "mcmt_ms": {"avg_ms": 0.002, "count": 172, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.159, "count": 172, "max_ms": 0.499, "p95_ms": 0.308}, "setup_ms": {"avg_ms": 0.036, "count": 172, "max_ms": 0.125, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 0.579, "count": 172, "max_ms": 1.663, "p95_ms": 1.193}, "track_match_ms": {"avg_ms": 0.004, "count": 172, "max_ms": 0.018, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.024, "count": 172, "max_ms": 0.1, "p95_ms": 0.047}}, "gstreamer_push": {"avg_ms": 2.418, "count": 172, "max_ms": 7.588, "p95_ms": 4.406}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 172, "max_ms": 0.298, "p95_ms": 0.085}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.267, "count": 172, "max_ms": 68.382, "p95_ms": 58.375}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.033, "count": 172, "max_ms": 0.092, "p95_ms": 0.075}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 66.948, "count": 172, "max_ms": 107.074, "p95_ms": 94.185}, "inference_input_copy_ms": {"avg_ms": 1.306, "count": 172, "max_ms": 3.48, "p95_ms": 2.173}, "processing_residual_ms": {"avg_ms": 0.117, "count": 172, "max_ms": 0.338, "p95_ms": 0.233}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 68.405, "count": 172, "max_ms": 109.253, "p95_ms": 95.788}, "read_interval": {"avg_ms": 174.081, "count": 172, "max_ms": 497.928, "p95_ms": 466.257}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 172, "max_ms": 0.038, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.11, "count": 172, "max_ms": 0.364, "p95_ms": 0.229}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 172, "max_ms": 0.04, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.096, "count": 172, "max_ms": 0.327, "p95_ms": 0.206}, "worker_merge_ms": {"avg_ms": 0.005, "count": 172, "max_ms": 0.021, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 37.28, "count": 172, "max_ms": 68.405, "p95_ms": 58.424}, "visualize": {"avg_ms": 28.2, "count": 172, "max_ms": 44.544, "p95_ms": 38.997}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.459, "count": 172, "max_ms": 43.582, "p95_ms": 38.227}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.025, "count": 172, "max_ms": 44.302, "p95_ms": 38.863}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.939, "count": 172, "max_ms": 44.168, "p95_ms": 38.777}, "visualizer_prepare_ms": {"avg_ms": 0.051, "count": 172, "max_ms": 0.212, "p95_ms": 0.105}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 172}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.5, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.21, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.427, "sample_count": 1031, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37809, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:45:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.166, "exists": true, "size_bytes": 101692, "write_bytes_delta": 101692, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 419.0, "cpu_core_ratio": 0.650455, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 5663, "reason": null, "system_cpu_core_ratio": 0.029701, "system_cpu_s_delta": 0.30000000000000004, "user_cpu_core_ratio": 0.620754, "user_cpu_s_delta": 6.27}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.350474, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 67.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.032671, "system_cpu_s_delta": 0.3299999999999841, "user_cpu_core_ratio": 0.317802, "user_cpu_s_delta": 3.2100000000000364}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.411, "count": 169, "max_ms": 7.588, "p95_ms": 4.406, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.894, "count": 30, "max": 30.306, "p95": 21.237, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.024, "count": 30, "max": 18.388, "p95": 13.813, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 345.1, "count": 30, "max": 737.0, "p95": 598.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 12386.967, "count": 30, "max": 102110.0, "p95": 102064.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.028, "count": 30, "max": 0.079, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.46, "count": 30, "max": 0.715, "p95": 0.667, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.086, "count": 30, "max": 10.258, "p95": 7.771, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100523.4, "count": 30, "max": 102423.0, "p95": 102000.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97209.467, "count": 30, "max": 102423.0, "p95": 102000.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 43.5, "count": 30, "max": 70.0, "p95": 66.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.022, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.347, "p95": 0.333, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 287, "sampled_at": "2026-10-30T15:45:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:45:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.584, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 37879, "flush_count": 74, "flush_interval_seconds": 30.0, "flush_state": {"count": 74, "last_at": "2026-10-30T15:44:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:44:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 73}, "started": true, "suppressed_count": 37748, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 37748}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 74, "written_record_count": 74}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4518.984, "limit_mb": null}, "detail": {"pid": 5779, "restart_count": 22, "start_count": 23}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 104567500800, "copied_frame_count": 37821, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 104567500800, "frame_buffer_copies": 37821, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1135, "count": 512, "max_ms": 1.9371, "p50_ms": 0.09, "p95_ms": 0.2022, "p99_ms": 0.3092}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1548, "count": 512, "max_ms": 5.1506, "p50_ms": 1.068, "p95_ms": 1.9207, "p99_ms": 2.4454, "results": {"failed": 0, "not_applicable": 0, "success": 37821, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 21, "h264_decode_error_count": 25, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:45:13+09:00", "last_error_summary": "[h264 @ 0x5ed9cc1b7500] error while decoding MB 175 79, bytestream -8", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T15:45:16+09:00", "pid": 5779, "process": {"exists": true, "fd_count": 4, "hwm_mb": 46.789, "name": "ffmpeg", "pid": 5779, "rss_mb": 46.789, "state": "S (sleeping)", "threads": 1}, "restart_count": 22, "restart_count_per_hour": 19, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.759, "sample_count": 1008, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37821, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:45:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.914, "last_frame_pushed_at": "2026-10-30T15:45:13+09:00", "last_frame_read_age_sec": 4.982, "last_frame_read_at": "2026-10-30T15:45:13+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 86.322, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 513.678, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 4.904, "exists": true, "mtime": "2026-10-30T15:45:13.163132+09:00", "mtime_epoch": 1793342713.1631322, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 102175}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:45:18+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.512, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 37821, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 146}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.878, "pushed": 4.878, "read": 4.845}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 145, "client_acquire_ms": {"avg_ms": 0.006, "count": 146, "max_ms": 0.02, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4952.091, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.528, "count": 145, "max_ms": 2.314, "p95_ms": 1.483, "reason": null, "sample_age_ms": 4986.27, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.268, "count": 145, "max_ms": 2.112, "p95_ms": 1.203, "reason": null, "sample_age_ms": 4986.465, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.081, "count": 146, "max_ms": 0.278, "p95_ms": 0.181, "reason": null, "sample_age_ms": 4952.097, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.36, "count": 145, "max_ms": 3.532, "p95_ms": 2.485, "reason": null, "sample_age_ms": 4985.104, "source": "client_direct"}, "request_count": 145, "request_tensor_bytes": {"avg": 2211848.0, "count": 145, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4985.074, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 146, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4952.186, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.966, "count": 146, "max_ms": 65.233, "p95_ms": 55.215, "reason": null, "sample_age_ms": 4952.087, "source": "client_direct"}, "sample_age_ms": 4952.084, "source": "client_direct", "task_total_ms": {"avg_ms": 36.564, "count": 146, "max_ms": 67.429, "p95_ms": 57.591, "reason": null, "sample_age_ms": 4952.084, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.949, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.623, "count": 146, "max_ms": 1.751, "p95_ms": 1.267}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.196, "count": 146, "max_ms": 0.644, "p95_ms": 0.434}, "detection_prepare_ms": {"avg_ms": 0.088, "count": 146, "max_ms": 0.296, "p95_ms": 0.17}, "event_filter_ms": {"avg_ms": 0.003, "count": 146, "max_ms": 0.012, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.072, "count": 146, "max_ms": 0.293, "p95_ms": 0.142}, "mcmt_ms": {"avg_ms": 0.002, "count": 146, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.161, "count": 146, "max_ms": 0.499, "p95_ms": 0.308}, "setup_ms": {"avg_ms": 0.037, "count": 146, "max_ms": 0.125, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 0.588, "count": 146, "max_ms": 1.663, "p95_ms": 1.193}, "track_match_ms": {"avg_ms": 0.004, "count": 146, "max_ms": 0.015, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.024, "count": 146, "max_ms": 0.1, "p95_ms": 0.043}}, "gstreamer_push": {"avg_ms": 2.422, "count": 146, "max_ms": 7.588, "p95_ms": 4.378}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 146, "max_ms": 0.298, "p95_ms": 0.082}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.395, "count": 146, "max_ms": 68.382, "p95_ms": 58.913}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.033, "count": 146, "max_ms": 0.092, "p95_ms": 0.075}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 67.127, "count": 146, "max_ms": 107.074, "p95_ms": 94.195}, "inference_input_copy_ms": {"avg_ms": 1.309, "count": 146, "max_ms": 3.48, "p95_ms": 2.173}, "processing_residual_ms": {"avg_ms": 0.12, "count": 146, "max_ms": 0.338, "p95_ms": 0.233}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 68.588, "count": 146, "max_ms": 109.253, "p95_ms": 96.136}, "read_interval": {"avg_ms": 172.553, "count": 145, "max_ms": 497.928, "p95_ms": 446.725}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 146, "max_ms": 0.038, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.111, "count": 146, "max_ms": 0.364, "p95_ms": 0.229}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 146, "max_ms": 0.04, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.097, "count": 146, "max_ms": 0.327, "p95_ms": 0.206}, "worker_merge_ms": {"avg_ms": 0.005, "count": 146, "max_ms": 0.021, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 37.408, "count": 146, "max_ms": 68.405, "p95_ms": 58.921}, "visualize": {"avg_ms": 28.253, "count": 146, "max_ms": 44.544, "p95_ms": 38.997}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.503, "count": 146, "max_ms": 43.582, "p95_ms": 38.227}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.075, "count": 146, "max_ms": 44.302, "p95_ms": 38.863}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.988, "count": 146, "max_ms": 44.168, "p95_ms": 38.777}, "visualizer_prepare_ms": {"avg_ms": 0.052, "count": 146, "max_ms": 0.212, "p95_ms": 0.105}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 146}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.5, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.21, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.427, "sample_count": 1031, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37809, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:45:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.166, "exists": true, "size_bytes": 101692, "write_bytes_delta": 101692, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 419.0, "cpu_core_ratio": 0.650455, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 5663, "reason": null, "system_cpu_core_ratio": 0.029701, "system_cpu_s_delta": 0.30000000000000004, "user_cpu_core_ratio": 0.620754, "user_cpu_s_delta": 6.27}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.350474, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 67.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.032671, "system_cpu_s_delta": 0.3299999999999841, "user_cpu_core_ratio": 0.317802, "user_cpu_s_delta": 3.2100000000000364}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.411, "count": 169, "max_ms": 7.588, "p95_ms": 4.406, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.894, "count": 30, "max": 30.306, "p95": 21.237, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.024, "count": 30, "max": 18.388, "p95": 13.813, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 345.1, "count": 30, "max": 737.0, "p95": 598.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 12386.967, "count": 30, "max": 102110.0, "p95": 102064.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.028, "count": 30, "max": 0.079, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.46, "count": 30, "max": 0.715, "p95": 0.667, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.086, "count": 30, "max": 10.258, "p95": 7.771, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100523.4, "count": 30, "max": 102423.0, "p95": 102000.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97209.467, "count": 30, "max": 102423.0, "p95": 102000.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 43.5, "count": 30, "max": 70.0, "p95": 66.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.022, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.347, "p95": 0.333, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 287, "sampled_at": "2026-10-30T15:45:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:45:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 37879, "flush_count": 74, "flush_interval_seconds": 30.0, "flush_state": {"count": 74, "last_at": "2026-10-30T15:44:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:44:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 73}, "started": true, "suppressed_count": 37808, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 37808}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 74, "written_record_count": 74}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4493.277, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5de0bf1285c0] error while decoding MB 189 82, bytestream -9", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 104733388800, "copied_frame_count": 37881, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 104733388800, "frame_buffer_copies": 37881, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1146, "count": 512, "max_ms": 1.9371, "p50_ms": 0.0908, "p95_ms": 0.2022, "p99_ms": 0.2732}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1663, "count": 512, "max_ms": 5.1506, "p50_ms": 1.0806, "p95_ms": 1.936, "p99_ms": 2.3983, "results": {"failed": 0, "not_applicable": 0, "success": 37881, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 22, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:45:50+09:00", "last_error_summary": "[h264 @ 0x5de0bf1285c0] error while decoding MB 189 82, bytestream -9", "last_exit_at": "2026-10-30T15:35:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.076, "last_started_at": "2026-10-30T15:45:16+09:00", "pid": 5779, "process": {"exists": false, "pid": 5779}, "restart_count": 22, "restart_count_per_hour": 19, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.913, "sample_count": 1015, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37881, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:45:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T15:45:50+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-10-30T15:45:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 118.404, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 481.596, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-10-30T15:45:50.057349+09:00", "mtime_epoch": 1793342750.057349, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 104324}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:45:50+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.543, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 37881, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 60}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 60, "pushed_frames": 60, "read_frames": 60, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.549, "pushed": 2.549, "read": 2.549}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 60, "client_acquire_ms": {"avg_ms": 0.007, "count": 60, "max_ms": 0.021, "p95_ms": 0.015, "reason": null, "sample_age_ms": 54.917, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.737, "count": 60, "max_ms": 3.26, "p95_ms": 1.949, "reason": null, "sample_age_ms": 91.275, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.423, "count": 60, "max_ms": 2.769, "p95_ms": 1.631, "reason": null, "sample_age_ms": 91.481, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.1, "count": 60, "max_ms": 0.332, "p95_ms": 0.21, "reason": null, "sample_age_ms": 54.931, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.559, "count": 60, "max_ms": 4.398, "p95_ms": 3.004, "reason": null, "sample_age_ms": 90.154, "source": "client_direct"}, "request_count": 60, "request_tensor_bytes": {"avg": 2211848.0, "count": 60, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 90.133, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 60, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 55.187, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.231, "count": 60, "max_ms": 63.476, "p95_ms": 53.058, "reason": null, "sample_age_ms": 54.912, "source": "client_direct"}, "sample_age_ms": 54.906, "source": "client_direct", "task_total_ms": {"avg_ms": 38.07, "count": 60, "max_ms": 66.799, "p95_ms": 55.816, "reason": null, "sample_age_ms": 54.906, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.459, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.637, "count": 60, "max_ms": 1.349, "p95_ms": 1.084}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.201, "count": 60, "max_ms": 0.486, "p95_ms": 0.403}, "detection_prepare_ms": {"avg_ms": 0.088, "count": 60, "max_ms": 0.201, "p95_ms": 0.148}, "event_filter_ms": {"avg_ms": 0.003, "count": 60, "max_ms": 0.007, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.07, "count": 60, "max_ms": 0.154, "p95_ms": 0.119}, "mcmt_ms": {"avg_ms": 0.002, "count": 60, "max_ms": 0.008, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.17, "count": 60, "max_ms": 0.402, "p95_ms": 0.305}, "setup_ms": {"avg_ms": 0.037, "count": 60, "max_ms": 0.099, "p95_ms": 0.058}, "total_inside_ms": {"avg_ms": 0.601, "count": 60, "max_ms": 1.297, "p95_ms": 1.035}, "track_match_ms": {"avg_ms": 0.004, "count": 60, "max_ms": 0.035, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.024, "count": 60, "max_ms": 0.052, "p95_ms": 0.045}}, "gstreamer_push": {"avg_ms": 2.53, "count": 60, "max_ms": 5.653, "p95_ms": 4.243}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 60, "max_ms": 0.103, "p95_ms": 0.072}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.218, "count": 60, "max_ms": 67.57, "p95_ms": 56.728}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 60, "max_ms": 0.261, "p95_ms": 0.07}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.129, "count": 60, "max_ms": 113.229, "p95_ms": 95.846}, "inference_input_copy_ms": {"avg_ms": 1.482, "count": 60, "max_ms": 3.104, "p95_ms": 2.383}, "processing_residual_ms": {"avg_ms": 0.135, "count": 60, "max_ms": 0.322, "p95_ms": 0.208}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.784, "count": 60, "max_ms": 115.223, "p95_ms": 98.511}, "read_interval": {"avg_ms": 616.109, "count": 60, "max_ms": 13516.74, "p95_ms": 556.155}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 60, "max_ms": 0.029, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.118, "count": 60, "max_ms": 0.297, "p95_ms": 0.215}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 60, "max_ms": 0.037, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.103, "count": 60, "max_ms": 0.268, "p95_ms": 0.194}, "worker_merge_ms": {"avg_ms": 0.005, "count": 60, "max_ms": 0.012, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 39.231, "count": 60, "max_ms": 67.579, "p95_ms": 56.74}, "visualize": {"avg_ms": 31.261, "count": 60, "max_ms": 44.471, "p95_ms": 42.105}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.476, "count": 60, "max_ms": 43.939, "p95_ms": 41.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.082, "count": 60, "max_ms": 44.344, "p95_ms": 41.833}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.992, "count": 60, "max_ms": 44.29, "p95_ms": 41.721}, "visualizer_prepare_ms": {"avg_ms": 0.051, "count": 60, "max_ms": 0.137, "p95_ms": 0.097}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 60}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.539, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.729, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.759, "sample_count": 1007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37873, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:45:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.139, "exists": true, "size_bytes": 103614, "write_bytes_delta": 103614, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 151.0, "cpu_core_ratio": 0.26633, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 197.0, "pid": 5779, "reason": null, "system_cpu_core_ratio": 0.012919, "system_cpu_s_delta": 0.13, "user_cpu_core_ratio": 0.253411, "user_cpu_s_delta": 2.55}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.143103, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.014907, "system_cpu_s_delta": 0.14999999999997726, "user_cpu_core_ratio": 0.128196, "user_cpu_s_delta": 1.2899999999999636}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.53, "count": 52, "max_ms": 5.535, "p95_ms": 4.243, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 52}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.566, "count": 30, "max": 30.306, "p95": 21.237, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.643, "count": 30, "max": 18.388, "p95": 13.111, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 325.367, "count": 30, "max": 737.0, "p95": 545.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 9391.4, "count": 30, "max": 102090.0, "p95": 61574.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.026, "count": 30, "max": 0.079, "p95": 0.056, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.443, "count": 30, "max": 0.715, "p95": 0.648, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.384, "count": 30, "max": 13.514, "p95": 10.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100873.033, "count": 30, "max": 103800.0, "p95": 103078.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97531.967, "count": 30, "max": 103800.0, "p95": 103078.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 40.767, "count": 30, "max": 70.0, "p95": 66.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.021, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.189, "count": 30, "max": 0.347, "p95": 0.333, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 290, "sampled_at": "2026-10-30T15:45:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:45:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 23.541, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 37879, "flush_count": 74, "flush_interval_seconds": 30.0, "flush_state": {"count": 74, "last_at": "2026-10-30T15:44:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:44:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 73}, "started": true, "suppressed_count": 37808, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 37808}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 74, "written_record_count": 74}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4494.277, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T15:45:50+09:00", "last_error_summary": "[h264 @ 0x5de0bf1285c0] error while decoding MB 189 82, bytestream -9", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 104733388800, "copied_frame_count": 37881, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 104733388800, "frame_buffer_copies": 37881, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1146, "count": 512, "max_ms": 1.9371, "p50_ms": 0.0908, "p95_ms": 0.2022, "p99_ms": 0.2732}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1663, "count": 512, "max_ms": 5.1506, "p50_ms": 1.0806, "p95_ms": 1.936, "p99_ms": 2.3983, "results": {"failed": 0, "not_applicable": 0, "success": 37881, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 22, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:45:50+09:00", "last_error_summary": "[h264 @ 0x5de0bf1285c0] error while decoding MB 189 82, bytestream -9", "last_exit_at": "2026-10-30T15:45:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.116, "last_started_at": "2026-10-30T15:45:16+09:00", "pid": 5779, "process": {"exists": false, "pid": 5779}, "restart_count": 22, "restart_count_per_hour": 19, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.913, "sample_count": 1015, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37881, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:45:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.041, "last_frame_pushed_at": "2026-10-30T15:45:50+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-10-30T15:45:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 118.433, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 481.567, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.033, "exists": true, "mtime": "2026-10-30T15:45:50.149349+09:00", "mtime_epoch": 1793342750.1493495, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 103992}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:45:50+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.539, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 37881, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 60}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 60, "pushed_frames": 60, "read_frames": 60, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.544, "pushed": 2.544, "read": 2.544}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 60, "client_acquire_ms": {"avg_ms": 0.007, "count": 60, "max_ms": 0.021, "p95_ms": 0.015, "reason": null, "sample_age_ms": 94.541, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.737, "count": 60, "max_ms": 3.26, "p95_ms": 1.949, "reason": null, "sample_age_ms": 130.899, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.423, "count": 60, "max_ms": 2.769, "p95_ms": 1.631, "reason": null, "sample_age_ms": 131.105, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.1, "count": 60, "max_ms": 0.332, "p95_ms": 0.21, "reason": null, "sample_age_ms": 94.555, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.559, "count": 60, "max_ms": 4.398, "p95_ms": 3.004, "reason": null, "sample_age_ms": 129.777, "source": "client_direct"}, "request_count": 60, "request_tensor_bytes": {"avg": 2211848.0, "count": 60, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 129.757, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 60, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 94.811, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.231, "count": 60, "max_ms": 63.476, "p95_ms": 53.058, "reason": null, "sample_age_ms": 94.536, "source": "client_direct"}, "sample_age_ms": 94.529, "source": "client_direct", "task_total_ms": {"avg_ms": 38.07, "count": 60, "max_ms": 66.799, "p95_ms": 55.816, "reason": null, "sample_age_ms": 94.529, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.851, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.637, "count": 60, "max_ms": 1.349, "p95_ms": 1.084}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.201, "count": 60, "max_ms": 0.486, "p95_ms": 0.403}, "detection_prepare_ms": {"avg_ms": 0.088, "count": 60, "max_ms": 0.201, "p95_ms": 0.148}, "event_filter_ms": {"avg_ms": 0.003, "count": 60, "max_ms": 0.007, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.07, "count": 60, "max_ms": 0.154, "p95_ms": 0.119}, "mcmt_ms": {"avg_ms": 0.002, "count": 60, "max_ms": 0.008, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.17, "count": 60, "max_ms": 0.402, "p95_ms": 0.305}, "setup_ms": {"avg_ms": 0.037, "count": 60, "max_ms": 0.099, "p95_ms": 0.058}, "total_inside_ms": {"avg_ms": 0.601, "count": 60, "max_ms": 1.297, "p95_ms": 1.035}, "track_match_ms": {"avg_ms": 0.004, "count": 60, "max_ms": 0.035, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.024, "count": 60, "max_ms": 0.052, "p95_ms": 0.045}}, "gstreamer_push": {"avg_ms": 2.53, "count": 60, "max_ms": 5.653, "p95_ms": 4.243}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 60, "max_ms": 0.103, "p95_ms": 0.072}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.218, "count": 60, "max_ms": 67.57, "p95_ms": 56.728}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 60, "max_ms": 0.261, "p95_ms": 0.07}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.129, "count": 60, "max_ms": 113.229, "p95_ms": 95.846}, "inference_input_copy_ms": {"avg_ms": 1.482, "count": 60, "max_ms": 3.104, "p95_ms": 2.383}, "processing_residual_ms": {"avg_ms": 0.135, "count": 60, "max_ms": 0.322, "p95_ms": 0.208}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.784, "count": 60, "max_ms": 115.223, "p95_ms": 98.511}, "read_interval": {"avg_ms": 616.109, "count": 60, "max_ms": 13516.74, "p95_ms": 556.155}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 60, "max_ms": 0.029, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.118, "count": 60, "max_ms": 0.297, "p95_ms": 0.215}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 60, "max_ms": 0.037, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.103, "count": 60, "max_ms": 0.268, "p95_ms": 0.194}, "worker_merge_ms": {"avg_ms": 0.005, "count": 60, "max_ms": 0.012, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 39.231, "count": 60, "max_ms": 67.579, "p95_ms": 56.74}, "visualize": {"avg_ms": 31.261, "count": 60, "max_ms": 44.471, "p95_ms": 42.105}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.476, "count": 60, "max_ms": 43.939, "p95_ms": 41.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.082, "count": 60, "max_ms": 44.344, "p95_ms": 41.833}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.992, "count": 60, "max_ms": 44.29, "p95_ms": 41.721}, "visualizer_prepare_ms": {"avg_ms": 0.051, "count": 60, "max_ms": 0.137, "p95_ms": 0.097}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 60}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.539, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.729, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.759, "sample_count": 1007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37873, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:45:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.139, "exists": true, "size_bytes": 103614, "write_bytes_delta": 103614, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 151.0, "cpu_core_ratio": 0.26633, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 197.0, "pid": 5779, "reason": null, "system_cpu_core_ratio": 0.012919, "system_cpu_s_delta": 0.13, "user_cpu_core_ratio": 0.253411, "user_cpu_s_delta": 2.55}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.143103, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.014907, "system_cpu_s_delta": 0.14999999999997726, "user_cpu_core_ratio": 0.128196, "user_cpu_s_delta": 1.2899999999999636}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.53, "count": 52, "max_ms": 5.535, "p95_ms": 4.243, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 52}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.566, "count": 30, "max": 30.306, "p95": 21.237, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.643, "count": 30, "max": 18.388, "p95": 13.111, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 325.367, "count": 30, "max": 737.0, "p95": 545.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 9391.4, "count": 30, "max": 102090.0, "p95": 61574.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.026, "count": 30, "max": 0.079, "p95": 0.056, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.443, "count": 30, "max": 0.715, "p95": 0.648, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.384, "count": 30, "max": 13.514, "p95": 10.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100873.033, "count": 30, "max": 103800.0, "p95": 103078.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97531.967, "count": 30, "max": 103800.0, "p95": 103078.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 40.767, "count": 30, "max": 70.0, "p95": 66.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.021, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.189, "count": 30, "max": 0.347, "p95": 0.333, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 290, "sampled_at": "2026-10-30T15:45:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:45:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 23.581, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 37879, "flush_count": 74, "flush_interval_seconds": 30.0, "flush_state": {"count": 74, "last_at": "2026-10-30T15:44:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:44:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 73}, "started": true, "suppressed_count": 37808, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 37808}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 74, "written_record_count": 74}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4493.695, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 104733388800, "copied_frame_count": 37881, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 104733388800, "frame_buffer_copies": 37881, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1146, "count": 512, "max_ms": 1.9371, "p50_ms": 0.0908, "p95_ms": 0.2022, "p99_ms": 0.2732}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1663, "count": 512, "max_ms": 5.1506, "p50_ms": 1.0806, "p95_ms": 1.936, "p99_ms": 2.3983, "results": {"failed": 0, "not_applicable": 0, "success": 37881, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 22, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:45:50+09:00", "last_error_summary": "[h264 @ 0x5de0bf1285c0] error while decoding MB 189 82, bytestream -9", "last_exit_at": "2026-10-30T15:45:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.137, "last_started_at": "2026-10-30T15:45:16+09:00", "pid": 5779, "process": {"exists": false, "pid": 5779}, "restart_count": 22, "restart_count_per_hour": 19, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.913, "sample_count": 1015, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37881, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:45:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.063, "last_frame_pushed_at": "2026-10-30T15:45:50+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-10-30T15:45:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 118.447, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 481.553, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-10-30T15:45:50.149349+09:00", "mtime_epoch": 1793342750.1493495, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 103992}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:45:50+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.539, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 37881, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 60}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 60, "pushed_frames": 60, "read_frames": 60, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.542, "pushed": 2.542, "read": 2.542}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 60, "client_acquire_ms": {"avg_ms": 0.007, "count": 60, "max_ms": 0.021, "p95_ms": 0.015, "reason": null, "sample_age_ms": 113.945, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.737, "count": 60, "max_ms": 3.26, "p95_ms": 1.949, "reason": null, "sample_age_ms": 150.303, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.423, "count": 60, "max_ms": 2.769, "p95_ms": 1.631, "reason": null, "sample_age_ms": 150.509, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.1, "count": 60, "max_ms": 0.332, "p95_ms": 0.21, "reason": null, "sample_age_ms": 113.959, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.559, "count": 60, "max_ms": 4.398, "p95_ms": 3.004, "reason": null, "sample_age_ms": 149.181, "source": "client_direct"}, "request_count": 60, "request_tensor_bytes": {"avg": 2211848.0, "count": 60, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 149.161, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 60, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 114.215, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.231, "count": 60, "max_ms": 63.476, "p95_ms": 53.058, "reason": null, "sample_age_ms": 113.94, "source": "client_direct"}, "sample_age_ms": 113.933, "source": "client_direct", "task_total_ms": {"avg_ms": 38.07, "count": 60, "max_ms": 66.799, "p95_ms": 55.816, "reason": null, "sample_age_ms": 113.933, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.371, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.637, "count": 60, "max_ms": 1.349, "p95_ms": 1.084}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.201, "count": 60, "max_ms": 0.486, "p95_ms": 0.403}, "detection_prepare_ms": {"avg_ms": 0.088, "count": 60, "max_ms": 0.201, "p95_ms": 0.148}, "event_filter_ms": {"avg_ms": 0.003, "count": 60, "max_ms": 0.007, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.07, "count": 60, "max_ms": 0.154, "p95_ms": 0.119}, "mcmt_ms": {"avg_ms": 0.002, "count": 60, "max_ms": 0.008, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.17, "count": 60, "max_ms": 0.402, "p95_ms": 0.305}, "setup_ms": {"avg_ms": 0.037, "count": 60, "max_ms": 0.099, "p95_ms": 0.058}, "total_inside_ms": {"avg_ms": 0.601, "count": 60, "max_ms": 1.297, "p95_ms": 1.035}, "track_match_ms": {"avg_ms": 0.004, "count": 60, "max_ms": 0.035, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.024, "count": 60, "max_ms": 0.052, "p95_ms": 0.045}}, "gstreamer_push": {"avg_ms": 2.53, "count": 60, "max_ms": 5.653, "p95_ms": 4.243}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 60, "max_ms": 0.103, "p95_ms": 0.072}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.218, "count": 60, "max_ms": 67.57, "p95_ms": 56.728}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 60, "max_ms": 0.261, "p95_ms": 0.07}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.129, "count": 60, "max_ms": 113.229, "p95_ms": 95.846}, "inference_input_copy_ms": {"avg_ms": 1.482, "count": 60, "max_ms": 3.104, "p95_ms": 2.383}, "processing_residual_ms": {"avg_ms": 0.135, "count": 60, "max_ms": 0.322, "p95_ms": 0.208}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.784, "count": 60, "max_ms": 115.223, "p95_ms": 98.511}, "read_interval": {"avg_ms": 616.109, "count": 60, "max_ms": 13516.74, "p95_ms": 556.155}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 60, "max_ms": 0.029, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.118, "count": 60, "max_ms": 0.297, "p95_ms": 0.215}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 60, "max_ms": 0.037, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.103, "count": 60, "max_ms": 0.268, "p95_ms": 0.194}, "worker_merge_ms": {"avg_ms": 0.005, "count": 60, "max_ms": 0.012, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 39.231, "count": 60, "max_ms": 67.579, "p95_ms": 56.74}, "visualize": {"avg_ms": 31.261, "count": 60, "max_ms": 44.471, "p95_ms": 42.105}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.476, "count": 60, "max_ms": 43.939, "p95_ms": 41.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.082, "count": 60, "max_ms": 44.344, "p95_ms": 41.833}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.992, "count": 60, "max_ms": 44.29, "p95_ms": 41.721}, "visualizer_prepare_ms": {"avg_ms": 0.051, "count": 60, "max_ms": 0.137, "p95_ms": 0.097}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 60}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.539, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.729, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.759, "sample_count": 1007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37873, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:45:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.139, "exists": true, "size_bytes": 103614, "write_bytes_delta": 103614, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 151.0, "cpu_core_ratio": 0.26633, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 197.0, "pid": 5779, "reason": null, "system_cpu_core_ratio": 0.012919, "system_cpu_s_delta": 0.13, "user_cpu_core_ratio": 0.253411, "user_cpu_s_delta": 2.55}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.143103, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.014907, "system_cpu_s_delta": 0.14999999999997726, "user_cpu_core_ratio": 0.128196, "user_cpu_s_delta": 1.2899999999999636}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.53, "count": 52, "max_ms": 5.535, "p95_ms": 4.243, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 52}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.566, "count": 30, "max": 30.306, "p95": 21.237, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.643, "count": 30, "max": 18.388, "p95": 13.111, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 325.367, "count": 30, "max": 737.0, "p95": 545.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 9391.4, "count": 30, "max": 102090.0, "p95": 61574.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.026, "count": 30, "max": 0.079, "p95": 0.056, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.443, "count": 30, "max": 0.715, "p95": 0.648, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.384, "count": 30, "max": 13.514, "p95": 10.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100873.033, "count": 30, "max": 103800.0, "p95": 103078.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97531.967, "count": 30, "max": 103800.0, "p95": 103078.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 40.767, "count": 30, "max": 70.0, "p95": 66.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.021, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.189, "count": 30, "max": 0.347, "p95": 0.333, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 290, "sampled_at": "2026-10-30T15:45:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:45:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 23.602, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 37879, "flush_count": 74, "flush_interval_seconds": 30.0, "flush_state": {"count": 74, "last_at": "2026-10-30T15:44:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:44:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 73}, "started": true, "suppressed_count": 37808, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 37808}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 74, "written_record_count": 74}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4508.453, "limit_mb": null}, "detail": {"pid": 5895, "restart_count": 23, "start_count": 24}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 104733388800, "copied_frame_count": 37881, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 104733388800, "frame_buffer_copies": 37881, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1146, "count": 512, "max_ms": 1.9371, "p50_ms": 0.0908, "p95_ms": 0.2022, "p99_ms": 0.2732}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1663, "count": 512, "max_ms": 5.1506, "p50_ms": 1.0806, "p95_ms": 1.936, "p99_ms": 2.3983, "results": {"failed": 0, "not_applicable": 0, "success": 37881, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 22, "h264_decode_error_count": 26, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:45:50+09:00", "last_error_summary": "[h264 @ 0x5de0bf1285c0] error while decoding MB 189 82, bytestream -9", "last_exit_at": "2026-10-30T15:45:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-30T15:45:52+09:00", "pid": 5895, "process": {"exists": true, "fd_count": 4, "hwm_mb": 44.586, "name": "ffmpeg", "pid": 5895, "rss_mb": 44.586, "state": "S (sleeping)", "threads": 1}, "restart_count": 23, "restart_count_per_hour": 20, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.913, "sample_count": 1015, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37881, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:45:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.376, "last_frame_pushed_at": "2026-10-30T15:45:50+09:00", "last_frame_read_age_sec": 4.466, "last_frame_read_at": "2026-10-30T15:45:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 122.769, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 477.231, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 4.368, "exists": true, "mtime": "2026-10-30T15:45:50.149349+09:00", "mtime_epoch": 1793342750.1493495, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 103992}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:45:54+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.543, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 37881, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 60}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 60, "pushed_frames": 60, "read_frames": 60, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.149, "pushed": 2.149, "read": 2.149}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 60, "client_acquire_ms": {"avg_ms": 0.007, "count": 60, "max_ms": 0.021, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4429.426, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.737, "count": 60, "max_ms": 3.26, "p95_ms": 1.949, "reason": null, "sample_age_ms": 4465.784, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.423, "count": 60, "max_ms": 2.769, "p95_ms": 1.631, "reason": null, "sample_age_ms": 4465.99, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.1, "count": 60, "max_ms": 0.332, "p95_ms": 0.21, "reason": null, "sample_age_ms": 4429.44, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.559, "count": 60, "max_ms": 4.398, "p95_ms": 3.004, "reason": null, "sample_age_ms": 4464.662, "source": "client_direct"}, "request_count": 60, "request_tensor_bytes": {"avg": 2211848.0, "count": 60, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4464.642, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 60, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4429.696, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.231, "count": 60, "max_ms": 63.476, "p95_ms": 53.058, "reason": null, "sample_age_ms": 4429.421, "source": "client_direct"}, "sample_age_ms": 4429.414, "source": "client_direct", "task_total_ms": {"avg_ms": 38.07, "count": 60, "max_ms": 66.799, "p95_ms": 55.816, "reason": null, "sample_age_ms": 4429.414, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.721, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.637, "count": 60, "max_ms": 1.349, "p95_ms": 1.084}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.201, "count": 60, "max_ms": 0.486, "p95_ms": 0.403}, "detection_prepare_ms": {"avg_ms": 0.088, "count": 60, "max_ms": 0.201, "p95_ms": 0.148}, "event_filter_ms": {"avg_ms": 0.003, "count": 60, "max_ms": 0.007, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.07, "count": 60, "max_ms": 0.154, "p95_ms": 0.119}, "mcmt_ms": {"avg_ms": 0.002, "count": 60, "max_ms": 0.008, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.17, "count": 60, "max_ms": 0.402, "p95_ms": 0.305}, "setup_ms": {"avg_ms": 0.037, "count": 60, "max_ms": 0.099, "p95_ms": 0.058}, "total_inside_ms": {"avg_ms": 0.601, "count": 60, "max_ms": 1.297, "p95_ms": 1.035}, "track_match_ms": {"avg_ms": 0.004, "count": 60, "max_ms": 0.035, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.024, "count": 60, "max_ms": 0.052, "p95_ms": 0.045}}, "gstreamer_push": {"avg_ms": 2.53, "count": 60, "max_ms": 5.653, "p95_ms": 4.243}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 60, "max_ms": 0.103, "p95_ms": 0.072}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.218, "count": 60, "max_ms": 67.57, "p95_ms": 56.728}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 60, "max_ms": 0.261, "p95_ms": 0.07}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.129, "count": 60, "max_ms": 113.229, "p95_ms": 95.846}, "inference_input_copy_ms": {"avg_ms": 1.482, "count": 60, "max_ms": 3.104, "p95_ms": 2.383}, "processing_residual_ms": {"avg_ms": 0.135, "count": 60, "max_ms": 0.322, "p95_ms": 0.208}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.784, "count": 60, "max_ms": 115.223, "p95_ms": 98.511}, "read_interval": {"avg_ms": 616.109, "count": 60, "max_ms": 13516.74, "p95_ms": 556.155}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 60, "max_ms": 0.029, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.118, "count": 60, "max_ms": 0.297, "p95_ms": 0.215}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 60, "max_ms": 0.037, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.103, "count": 60, "max_ms": 0.268, "p95_ms": 0.194}, "worker_merge_ms": {"avg_ms": 0.005, "count": 60, "max_ms": 0.012, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 39.231, "count": 60, "max_ms": 67.579, "p95_ms": 56.74}, "visualize": {"avg_ms": 31.261, "count": 60, "max_ms": 44.471, "p95_ms": 42.105}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.476, "count": 60, "max_ms": 43.939, "p95_ms": 41.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.082, "count": 60, "max_ms": 44.344, "p95_ms": 41.833}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.992, "count": 60, "max_ms": 44.29, "p95_ms": 41.721}, "visualizer_prepare_ms": {"avg_ms": 0.051, "count": 60, "max_ms": 0.137, "p95_ms": 0.097}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 60}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.539, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.729, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.759, "sample_count": 1007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37873, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:45:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.139, "exists": true, "size_bytes": 103614, "write_bytes_delta": 103614, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 151.0, "cpu_core_ratio": 0.26633, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 197.0, "pid": 5779, "reason": null, "system_cpu_core_ratio": 0.012919, "system_cpu_s_delta": 0.13, "user_cpu_core_ratio": 0.253411, "user_cpu_s_delta": 2.55}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.143103, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.014907, "system_cpu_s_delta": 0.14999999999997726, "user_cpu_core_ratio": 0.128196, "user_cpu_s_delta": 1.2899999999999636}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.53, "count": 52, "max_ms": 5.535, "p95_ms": 4.243, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 52}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.566, "count": 30, "max": 30.306, "p95": 21.237, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.643, "count": 30, "max": 18.388, "p95": 13.111, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 325.367, "count": 30, "max": 737.0, "p95": 545.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 9391.4, "count": 30, "max": 102090.0, "p95": 61574.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.026, "count": 30, "max": 0.079, "p95": 0.056, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.443, "count": 30, "max": 0.715, "p95": 0.648, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.384, "count": 30, "max": 13.514, "p95": 10.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 100873.033, "count": 30, "max": 103800.0, "p95": 103078.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97531.967, "count": 30, "max": 103800.0, "p95": 103078.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 40.767, "count": 30, "max": 70.0, "p95": 66.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.021, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.189, "count": 30, "max": 0.347, "p95": 0.333, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 290, "sampled_at": "2026-10-30T15:45:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:45:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.916, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 38391, "flush_count": 75, "flush_interval_seconds": 30.0, "flush_state": {"count": 75, "last_at": "2026-10-30T15:45:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:45:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 74}, "started": true, "suppressed_count": 37857, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 37857}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 75, "written_record_count": 75}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4502.613, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 104871628800, "copied_frame_count": 37931, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 104871628800, "frame_buffer_copies": 37931, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1164, "count": 512, "max_ms": 1.9371, "p50_ms": 0.0912, "p95_ms": 0.2017, "p99_ms": 0.2732}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1747, "count": 512, "max_ms": 5.1506, "p50_ms": 1.0959, "p95_ms": 1.9507, "p99_ms": 2.3983, "results": {"failed": 0, "not_applicable": 0, "success": 37931, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 23, "h264_decode_error_count": 27, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:46:28+09:00", "last_error_summary": "[h264 @ 0x5cc971a638c0] error while decoding MB 173 72, bytestream -10", "last_exit_at": "2026-10-30T15:45:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.731, "last_started_at": "2026-10-30T15:45:52+09:00", "pid": 5895, "process": {"exists": false, "pid": 5895}, "restart_count": 23, "restart_count_per_hour": 20, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.98, "sample_count": 909, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37931, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:46:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.017, "last_frame_pushed_at": "2026-10-30T15:46:28+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-10-30T15:46:28+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 156.507, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 443.493, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.008, "exists": true, "mtime": "2026-10-30T15:46:28.238574+09:00", "mtime_epoch": 1793342788.2385736, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 103569}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:46:28+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.57, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 37931, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 50}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 50, "pushed_frames": 50, "read_frames": 50, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.72, "pushed": 1.72, "read": 1.72}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 50, "client_acquire_ms": {"avg_ms": 0.008, "count": 50, "max_ms": 0.015, "p95_ms": 0.013, "reason": null, "sample_age_ms": 65.398, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.664, "count": 50, "max_ms": 2.392, "p95_ms": 2.017, "reason": null, "sample_age_ms": 116.694, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.356, "count": 50, "max_ms": 2.016, "p95_ms": 1.604, "reason": null, "sample_age_ms": 117.158, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.116, "count": 50, "max_ms": 0.927, "p95_ms": 0.265, "reason": null, "sample_age_ms": 65.409, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.564, "count": 50, "max_ms": 2.652, "p95_ms": 2.267, "reason": null, "sample_age_ms": 115.176, "source": "client_direct"}, "request_count": 50, "request_tensor_bytes": {"avg": 2211848.0, "count": 50, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 115.152, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 50, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 65.6, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.81, "count": 50, "max_ms": 70.941, "p95_ms": 59.445, "reason": null, "sample_age_ms": 65.393, "source": "client_direct"}, "sample_age_ms": 65.387, "source": "client_direct", "task_total_ms": {"avg_ms": 42.671, "count": 50, "max_ms": 73.13, "p95_ms": 61.656, "reason": null, "sample_age_ms": 65.387, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.889, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.771, "count": 50, "max_ms": 1.862, "p95_ms": 1.543}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.247, "count": 50, "max_ms": 0.625, "p95_ms": 0.514}, "detection_prepare_ms": {"avg_ms": 0.107, "count": 50, "max_ms": 0.245, "p95_ms": 0.184}, "event_filter_ms": {"avg_ms": 0.004, "count": 50, "max_ms": 0.014, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.086, "count": 50, "max_ms": 0.211, "p95_ms": 0.17}, "mcmt_ms": {"avg_ms": 0.004, "count": 50, "max_ms": 0.028, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.201, "count": 50, "max_ms": 0.659, "p95_ms": 0.465}, "setup_ms": {"avg_ms": 0.046, "count": 50, "max_ms": 0.103, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 0.729, "count": 50, "max_ms": 1.744, "p95_ms": 1.463}, "track_match_ms": {"avg_ms": 0.005, "count": 50, "max_ms": 0.01, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.029, "count": 50, "max_ms": 0.067, "p95_ms": 0.057}}, "gstreamer_push": {"avg_ms": 2.568, "count": 50, "max_ms": 4.409, "p95_ms": 4.131}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 50, "max_ms": 0.326, "p95_ms": 0.118}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.698, "count": 50, "max_ms": 74.134, "p95_ms": 62.584}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.033, "count": 50, "max_ms": 0.096, "p95_ms": 0.069}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 77.471, "count": 50, "max_ms": 121.335, "p95_ms": 98.777}, "inference_input_copy_ms": {"avg_ms": 1.392, "count": 50, "max_ms": 2.442, "p95_ms": 1.968}, "processing_residual_ms": {"avg_ms": 0.142, "count": 50, "max_ms": 0.307, "p95_ms": 0.263}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 79.039, "count": 50, "max_ms": 123.103, "p95_ms": 100.371}, "read_interval": {"avg_ms": 761.726, "count": 50, "max_ms": 19555.64, "p95_ms": 1102.811}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 50, "max_ms": 0.039, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.14, "count": 50, "max_ms": 0.523, "p95_ms": 0.354}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 50, "max_ms": 0.038, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.123, "count": 50, "max_ms": 0.484, "p95_ms": 0.322}, "worker_merge_ms": {"avg_ms": 0.006, "count": 50, "max_ms": 0.02, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 43.712, "count": 50, "max_ms": 74.148, "p95_ms": 62.602}, "visualize": {"avg_ms": 32.057, "count": 50, "max_ms": 45.268, "p95_ms": 42.519}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.228, "count": 50, "max_ms": 44.516, "p95_ms": 41.324}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.846, "count": 50, "max_ms": 45.134, "p95_ms": 42.348}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.752, "count": 50, "max_ms": 45.047, "p95_ms": 42.234}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 50, "max_ms": 0.144, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 50}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.562, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.064, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.98, "sample_count": 908, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37925, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:46:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104424, "write_bytes_delta": 104424, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 313.0, "cpu_core_ratio": 0.19519, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 16306.0, "pid": 5895, "reason": null, "system_cpu_core_ratio": 0.011606, "system_cpu_s_delta": 0.32999999999999996, "user_cpu_core_ratio": 0.183584, "user_cpu_s_delta": 5.22}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.10375, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 48.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.010199, "system_cpu_s_delta": 0.2899999999999636, "user_cpu_core_ratio": 0.093551, "user_cpu_s_delta": 2.6599999999998545}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.578, "count": 44, "max_ms": 4.409, "p95_ms": 4.131, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 44}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.907, "count": 30, "max": 30.306, "p95": 21.526, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.715, "count": 30, "max": 18.388, "p95": 13.111, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 322.2, "count": 30, "max": 737.0, "p95": 545.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 9916.1, "count": 30, "max": 102090.0, "p95": 63455.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.025, "count": 30, "max": 0.079, "p95": 0.056, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.427, "count": 30, "max": 0.715, "p95": 0.646, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.381, "count": 30, "max": 13.514, "p95": 10.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101105.4, "count": 30, "max": 104424.0, "p95": 103716.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97764.633, "count": 30, "max": 104424.0, "p95": 103716.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 40.333, "count": 30, "max": 70.0, "p95": 66.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.02, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.184, "count": 30, "max": 0.347, "p95": 0.333, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 292, "sampled_at": "2026-10-30T15:46:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:46:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.068, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 38391, "flush_count": 75, "flush_interval_seconds": 30.0, "flush_state": {"count": 75, "last_at": "2026-10-30T15:45:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:45:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 74}, "started": true, "suppressed_count": 37857, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 37857}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 75, "written_record_count": 75}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4502.613, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5cc971a638c0] error while decoding MB 173 72, bytestream -10", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 104871628800, "copied_frame_count": 37931, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 104871628800, "frame_buffer_copies": 37931, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1164, "count": 512, "max_ms": 1.9371, "p50_ms": 0.0912, "p95_ms": 0.2017, "p99_ms": 0.2732}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1747, "count": 512, "max_ms": 5.1506, "p50_ms": 1.0959, "p95_ms": 1.9507, "p99_ms": 2.3983, "results": {"failed": 0, "not_applicable": 0, "success": 37931, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 23, "h264_decode_error_count": 27, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:46:28+09:00", "last_error_summary": "[h264 @ 0x5cc971a638c0] error while decoding MB 173 72, bytestream -10", "last_exit_at": "2026-10-30T15:45:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.731, "last_started_at": "2026-10-30T15:45:52+09:00", "pid": 5895, "process": {"exists": false, "pid": 5895}, "restart_count": 23, "restart_count_per_hour": 20, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.98, "sample_count": 909, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37931, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:46:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.018, "last_frame_pushed_at": "2026-10-30T15:46:28+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-10-30T15:46:28+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 156.514, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 443.486, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.009, "exists": true, "mtime": "2026-10-30T15:46:28.238574+09:00", "mtime_epoch": 1793342788.2385736, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 103569}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:46:28+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.57, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 37931, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 50}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 50, "pushed_frames": 50, "read_frames": 50, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.72, "pushed": 1.72, "read": 1.72}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 50, "client_acquire_ms": {"avg_ms": 0.008, "count": 50, "max_ms": 0.015, "p95_ms": 0.013, "reason": null, "sample_age_ms": 58.039, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.664, "count": 50, "max_ms": 2.392, "p95_ms": 2.017, "reason": null, "sample_age_ms": 109.335, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.356, "count": 50, "max_ms": 2.016, "p95_ms": 1.604, "reason": null, "sample_age_ms": 109.799, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.116, "count": 50, "max_ms": 0.927, "p95_ms": 0.265, "reason": null, "sample_age_ms": 58.05, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.564, "count": 50, "max_ms": 2.652, "p95_ms": 2.267, "reason": null, "sample_age_ms": 107.817, "source": "client_direct"}, "request_count": 50, "request_tensor_bytes": {"avg": 2211848.0, "count": 50, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 107.793, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 50, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 58.241, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.81, "count": 50, "max_ms": 70.941, "p95_ms": 59.445, "reason": null, "sample_age_ms": 58.034, "source": "client_direct"}, "sample_age_ms": 58.028, "source": "client_direct", "task_total_ms": {"avg_ms": 42.671, "count": 50, "max_ms": 73.13, "p95_ms": 61.656, "reason": null, "sample_age_ms": 58.028, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.899, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.771, "count": 50, "max_ms": 1.862, "p95_ms": 1.543}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.247, "count": 50, "max_ms": 0.625, "p95_ms": 0.514}, "detection_prepare_ms": {"avg_ms": 0.107, "count": 50, "max_ms": 0.245, "p95_ms": 0.184}, "event_filter_ms": {"avg_ms": 0.004, "count": 50, "max_ms": 0.014, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.086, "count": 50, "max_ms": 0.211, "p95_ms": 0.17}, "mcmt_ms": {"avg_ms": 0.004, "count": 50, "max_ms": 0.028, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.201, "count": 50, "max_ms": 0.659, "p95_ms": 0.465}, "setup_ms": {"avg_ms": 0.046, "count": 50, "max_ms": 0.103, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 0.729, "count": 50, "max_ms": 1.744, "p95_ms": 1.463}, "track_match_ms": {"avg_ms": 0.005, "count": 50, "max_ms": 0.01, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.029, "count": 50, "max_ms": 0.067, "p95_ms": 0.057}}, "gstreamer_push": {"avg_ms": 2.568, "count": 50, "max_ms": 4.409, "p95_ms": 4.131}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 50, "max_ms": 0.326, "p95_ms": 0.118}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.698, "count": 50, "max_ms": 74.134, "p95_ms": 62.584}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.033, "count": 50, "max_ms": 0.096, "p95_ms": 0.069}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 77.471, "count": 50, "max_ms": 121.335, "p95_ms": 98.777}, "inference_input_copy_ms": {"avg_ms": 1.392, "count": 50, "max_ms": 2.442, "p95_ms": 1.968}, "processing_residual_ms": {"avg_ms": 0.142, "count": 50, "max_ms": 0.307, "p95_ms": 0.263}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 79.039, "count": 50, "max_ms": 123.103, "p95_ms": 100.371}, "read_interval": {"avg_ms": 761.726, "count": 50, "max_ms": 19555.64, "p95_ms": 1102.811}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 50, "max_ms": 0.039, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.14, "count": 50, "max_ms": 0.523, "p95_ms": 0.354}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 50, "max_ms": 0.038, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.123, "count": 50, "max_ms": 0.484, "p95_ms": 0.322}, "worker_merge_ms": {"avg_ms": 0.006, "count": 50, "max_ms": 0.02, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 43.712, "count": 50, "max_ms": 74.148, "p95_ms": 62.602}, "visualize": {"avg_ms": 32.057, "count": 50, "max_ms": 45.268, "p95_ms": 42.519}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.228, "count": 50, "max_ms": 44.516, "p95_ms": 41.324}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.846, "count": 50, "max_ms": 45.134, "p95_ms": 42.348}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.752, "count": 50, "max_ms": 45.047, "p95_ms": 42.234}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 50, "max_ms": 0.144, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 50}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.562, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.064, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.98, "sample_count": 908, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37925, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:46:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104424, "write_bytes_delta": 104424, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 313.0, "cpu_core_ratio": 0.19519, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 16306.0, "pid": 5895, "reason": null, "system_cpu_core_ratio": 0.011606, "system_cpu_s_delta": 0.32999999999999996, "user_cpu_core_ratio": 0.183584, "user_cpu_s_delta": 5.22}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.10375, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 48.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.010199, "system_cpu_s_delta": 0.2899999999999636, "user_cpu_core_ratio": 0.093551, "user_cpu_s_delta": 2.6599999999998545}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.578, "count": 44, "max_ms": 4.409, "p95_ms": 4.131, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 44}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.907, "count": 30, "max": 30.306, "p95": 21.526, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.715, "count": 30, "max": 18.388, "p95": 13.111, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 322.2, "count": 30, "max": 737.0, "p95": 545.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 9916.1, "count": 30, "max": 102090.0, "p95": 63455.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.025, "count": 30, "max": 0.079, "p95": 0.056, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.427, "count": 30, "max": 0.715, "p95": 0.646, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.381, "count": 30, "max": 13.514, "p95": 10.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101105.4, "count": 30, "max": 104424.0, "p95": 103716.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97764.633, "count": 30, "max": 104424.0, "p95": 103716.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 40.333, "count": 30, "max": 70.0, "p95": 66.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.02, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.184, "count": 30, "max": 0.347, "p95": 0.333, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 292, "sampled_at": "2026-10-30T15:46:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:46:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.063, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 38391, "flush_count": 75, "flush_interval_seconds": 30.0, "flush_state": {"count": 75, "last_at": "2026-10-30T15:45:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:45:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 74}, "started": true, "suppressed_count": 37857, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 37857}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 75, "written_record_count": 75}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4500.027, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 104871628800, "copied_frame_count": 37931, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 104871628800, "frame_buffer_copies": 37931, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1164, "count": 512, "max_ms": 1.9371, "p50_ms": 0.0912, "p95_ms": 0.2017, "p99_ms": 0.2732}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1747, "count": 512, "max_ms": 5.1506, "p50_ms": 1.0959, "p95_ms": 1.9507, "p99_ms": 2.3983, "results": {"failed": 0, "not_applicable": 0, "success": 37931, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 23, "h264_decode_error_count": 27, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:46:28+09:00", "last_error_summary": "[h264 @ 0x5cc971a638c0] error while decoding MB 173 72, bytestream -10", "last_exit_at": "2026-10-30T15:45:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 35.775, "last_started_at": "2026-10-30T15:45:52+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 23, "restart_count_per_hour": 20, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.98, "sample_count": 909, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37931, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:46:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.062, "last_frame_pushed_at": "2026-10-30T15:46:28+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-10-30T15:46:28+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 156.547, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 443.453, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.053, "exists": true, "mtime": "2026-10-30T15:46:28.238574+09:00", "mtime_epoch": 1793342788.2385736, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 103569}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:46:28+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.566, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 37931, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 50}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 50, "pushed_frames": 50, "read_frames": 50, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.718, "pushed": 1.718, "read": 1.718}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 50, "client_acquire_ms": {"avg_ms": 0.008, "count": 50, "max_ms": 0.015, "p95_ms": 0.013, "reason": null, "sample_age_ms": 103.788, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.664, "count": 50, "max_ms": 2.392, "p95_ms": 2.017, "reason": null, "sample_age_ms": 155.085, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.356, "count": 50, "max_ms": 2.016, "p95_ms": 1.604, "reason": null, "sample_age_ms": 155.549, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.116, "count": 50, "max_ms": 0.927, "p95_ms": 0.265, "reason": null, "sample_age_ms": 103.8, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.564, "count": 50, "max_ms": 2.652, "p95_ms": 2.267, "reason": null, "sample_age_ms": 153.566, "source": "client_direct"}, "request_count": 50, "request_tensor_bytes": {"avg": 2211848.0, "count": 50, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 153.543, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 50, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 103.991, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.81, "count": 50, "max_ms": 70.941, "p95_ms": 59.445, "reason": null, "sample_age_ms": 103.783, "source": "client_direct"}, "sample_age_ms": 103.778, "source": "client_direct", "task_total_ms": {"avg_ms": 42.671, "count": 50, "max_ms": 73.13, "p95_ms": 61.656, "reason": null, "sample_age_ms": 103.778, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.717, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.771, "count": 50, "max_ms": 1.862, "p95_ms": 1.543}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.247, "count": 50, "max_ms": 0.625, "p95_ms": 0.514}, "detection_prepare_ms": {"avg_ms": 0.107, "count": 50, "max_ms": 0.245, "p95_ms": 0.184}, "event_filter_ms": {"avg_ms": 0.004, "count": 50, "max_ms": 0.014, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.086, "count": 50, "max_ms": 0.211, "p95_ms": 0.17}, "mcmt_ms": {"avg_ms": 0.004, "count": 50, "max_ms": 0.028, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.201, "count": 50, "max_ms": 0.659, "p95_ms": 0.465}, "setup_ms": {"avg_ms": 0.046, "count": 50, "max_ms": 0.103, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 0.729, "count": 50, "max_ms": 1.744, "p95_ms": 1.463}, "track_match_ms": {"avg_ms": 0.005, "count": 50, "max_ms": 0.01, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.029, "count": 50, "max_ms": 0.067, "p95_ms": 0.057}}, "gstreamer_push": {"avg_ms": 2.568, "count": 50, "max_ms": 4.409, "p95_ms": 4.131}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 50, "max_ms": 0.326, "p95_ms": 0.118}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.698, "count": 50, "max_ms": 74.134, "p95_ms": 62.584}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.033, "count": 50, "max_ms": 0.096, "p95_ms": 0.069}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 77.471, "count": 50, "max_ms": 121.335, "p95_ms": 98.777}, "inference_input_copy_ms": {"avg_ms": 1.392, "count": 50, "max_ms": 2.442, "p95_ms": 1.968}, "processing_residual_ms": {"avg_ms": 0.142, "count": 50, "max_ms": 0.307, "p95_ms": 0.263}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 79.039, "count": 50, "max_ms": 123.103, "p95_ms": 100.371}, "read_interval": {"avg_ms": 761.726, "count": 50, "max_ms": 19555.64, "p95_ms": 1102.811}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 50, "max_ms": 0.039, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.14, "count": 50, "max_ms": 0.523, "p95_ms": 0.354}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 50, "max_ms": 0.038, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.123, "count": 50, "max_ms": 0.484, "p95_ms": 0.322}, "worker_merge_ms": {"avg_ms": 0.006, "count": 50, "max_ms": 0.02, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 43.712, "count": 50, "max_ms": 74.148, "p95_ms": 62.602}, "visualize": {"avg_ms": 32.057, "count": 50, "max_ms": 45.268, "p95_ms": 42.519}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.228, "count": 50, "max_ms": 44.516, "p95_ms": 41.324}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.846, "count": 50, "max_ms": 45.134, "p95_ms": 42.348}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.752, "count": 50, "max_ms": 45.047, "p95_ms": 42.234}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 50, "max_ms": 0.144, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 50}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.562, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.064, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.98, "sample_count": 908, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37925, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:46:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104424, "write_bytes_delta": 104424, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 313.0, "cpu_core_ratio": 0.19519, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 16306.0, "pid": 5895, "reason": null, "system_cpu_core_ratio": 0.011606, "system_cpu_s_delta": 0.32999999999999996, "user_cpu_core_ratio": 0.183584, "user_cpu_s_delta": 5.22}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.10375, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 48.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.010199, "system_cpu_s_delta": 0.2899999999999636, "user_cpu_core_ratio": 0.093551, "user_cpu_s_delta": 2.6599999999998545}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.578, "count": 44, "max_ms": 4.409, "p95_ms": 4.131, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 44}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.907, "count": 30, "max": 30.306, "p95": 21.526, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.715, "count": 30, "max": 18.388, "p95": 13.111, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 322.2, "count": 30, "max": 737.0, "p95": 545.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 9916.1, "count": 30, "max": 102090.0, "p95": 63455.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.025, "count": 30, "max": 0.079, "p95": 0.056, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.427, "count": 30, "max": 0.715, "p95": 0.646, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.381, "count": 30, "max": 13.514, "p95": 10.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101105.4, "count": 30, "max": 104424.0, "p95": 103716.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97764.633, "count": 30, "max": 104424.0, "p95": 103716.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 40.333, "count": 30, "max": 70.0, "p95": 66.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.02, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.184, "count": 30, "max": 0.347, "p95": 0.333, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 292, "sampled_at": "2026-10-30T15:46:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:46:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.107, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 38391, "flush_count": 75, "flush_interval_seconds": 30.0, "flush_state": {"count": 75, "last_at": "2026-10-30T15:45:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:45:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 74}, "started": true, "suppressed_count": 37857, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 37857}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 75, "written_record_count": 75}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4536.0, "limit_mb": null}, "detail": {"pid": 6011, "restart_count": 24, "start_count": 25}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 104871628800, "copied_frame_count": 37931, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 104871628800, "frame_buffer_copies": 37931, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1164, "count": 512, "max_ms": 1.9371, "p50_ms": 0.0912, "p95_ms": 0.2017, "p99_ms": 0.2732}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1747, "count": 512, "max_ms": 5.1506, "p50_ms": 1.0959, "p95_ms": 1.9507, "p99_ms": 2.3983, "results": {"failed": 0, "not_applicable": 0, "success": 37931, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 23, "h264_decode_error_count": 27, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:46:28+09:00", "last_error_summary": "[h264 @ 0x5cc971a638c0] error while decoding MB 173 72, bytestream -10", "last_exit_at": "2026-10-30T15:45:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T15:46:30+09:00", "pid": 6011, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.117, "name": "ffmpeg", "pid": 6011, "rss_mb": 75.117, "state": "R (running)", "threads": 1}, "restart_count": 24, "restart_count_per_hour": 21, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.98, "sample_count": 909, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37931, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:46:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.261, "last_frame_pushed_at": "2026-10-30T15:46:28+09:00", "last_frame_read_age_sec": 4.352, "last_frame_read_at": "2026-10-30T15:46:28+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 160.739, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 439.261, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 4.251, "exists": true, "mtime": "2026-10-30T15:46:28.238574+09:00", "mtime_epoch": 1793342788.2385736, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 103569}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:46:32+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.57, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 37931, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 41}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 41}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 41}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 41}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 41}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 41}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 41}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 41, "pushed_frames": 41, "read_frames": 41, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.368, "pushed": 1.368, "read": 1.368}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 41, "client_acquire_ms": {"avg_ms": 0.008, "count": 41, "max_ms": 0.015, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4302.191, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.611, "count": 41, "max_ms": 2.193, "p95_ms": 1.954, "reason": null, "sample_age_ms": 4353.488, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.305, "count": 41, "max_ms": 1.882, "p95_ms": 1.533, "reason": null, "sample_age_ms": 4353.952, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.1, "count": 41, "max_ms": 0.283, "p95_ms": 0.188, "reason": null, "sample_age_ms": 4302.202, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.532, "count": 41, "max_ms": 2.306, "p95_ms": 2.104, "reason": null, "sample_age_ms": 4351.969, "source": "client_direct"}, "request_count": 41, "request_tensor_bytes": {"avg": 2211848.0, "count": 41, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4351.945, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 41, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4302.393, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.718, "count": 41, "max_ms": 70.941, "p95_ms": 59.796, "reason": null, "sample_age_ms": 4302.186, "source": "client_direct"}, "sample_age_ms": 4302.18, "source": "client_direct", "task_total_ms": {"avg_ms": 42.528, "count": 41, "max_ms": 73.13, "p95_ms": 61.789, "reason": null, "sample_age_ms": 4302.18, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.271, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.75, "count": 41, "max_ms": 1.554, "p95_ms": 1.357}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.242, "count": 41, "max_ms": 0.534, "p95_ms": 0.463}, "detection_prepare_ms": {"avg_ms": 0.105, "count": 41, "max_ms": 0.209, "p95_ms": 0.178}, "event_filter_ms": {"avg_ms": 0.004, "count": 41, "max_ms": 0.012, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.083, "count": 41, "max_ms": 0.17, "p95_ms": 0.15}, "mcmt_ms": {"avg_ms": 0.004, "count": 41, "max_ms": 0.028, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.193, "count": 41, "max_ms": 0.659, "p95_ms": 0.376}, "setup_ms": {"avg_ms": 0.045, "count": 41, "max_ms": 0.101, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 0.71, "count": 41, "max_ms": 1.464, "p95_ms": 1.276}, "track_match_ms": {"avg_ms": 0.005, "count": 41, "max_ms": 0.01, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.029, "count": 41, "max_ms": 0.065, "p95_ms": 0.052}}, "gstreamer_push": {"avg_ms": 2.48, "count": 41, "max_ms": 4.395, "p95_ms": 3.774}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 41, "max_ms": 0.157, "p95_ms": 0.088}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.476, "count": 41, "max_ms": 74.134, "p95_ms": 62.584}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.034, "count": 41, "max_ms": 0.096, "p95_ms": 0.069}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 41, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 41, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 76.523, "count": 41, "max_ms": 121.335, "p95_ms": 98.584}, "inference_input_copy_ms": {"avg_ms": 1.41, "count": 41, "max_ms": 2.442, "p95_ms": 1.968}, "processing_residual_ms": {"avg_ms": 0.142, "count": 41, "max_ms": 0.307, "p95_ms": 0.263}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 41, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 41, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 78.109, "count": 41, "max_ms": 123.103, "p95_ms": 100.083}, "read_interval": {"avg_ms": 638.877, "count": 41, "max_ms": 19555.64, "p95_ms": 406.059}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 41, "max_ms": 0.039, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.135, "count": 41, "max_ms": 0.523, "p95_ms": 0.244}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 41, "max_ms": 0.036, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.118, "count": 41, "max_ms": 0.484, "p95_ms": 0.212}, "worker_merge_ms": {"avg_ms": 0.005, "count": 41, "max_ms": 0.014, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 43.491, "count": 41, "max_ms": 74.148, "p95_ms": 62.602}, "visualize": {"avg_ms": 31.425, "count": 41, "max_ms": 45.268, "p95_ms": 39.231}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.626, "count": 41, "max_ms": 44.516, "p95_ms": 38.405}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 41, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.219, "count": 41, "max_ms": 45.134, "p95_ms": 38.975}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 41, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 41, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.128, "count": 41, "max_ms": 45.047, "p95_ms": 38.88}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 41, "max_ms": 0.144, "p95_ms": 0.111}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 41}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 41}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 41}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.562, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.064, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.98, "sample_count": 908, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37925, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:46:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104424, "write_bytes_delta": 104424, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 313.0, "cpu_core_ratio": 0.19519, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 16306.0, "pid": 5895, "reason": null, "system_cpu_core_ratio": 0.011606, "system_cpu_s_delta": 0.32999999999999996, "user_cpu_core_ratio": 0.183584, "user_cpu_s_delta": 5.22}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.10375, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 48.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.010199, "system_cpu_s_delta": 0.2899999999999636, "user_cpu_core_ratio": 0.093551, "user_cpu_s_delta": 2.6599999999998545}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.578, "count": 44, "max_ms": 4.409, "p95_ms": 4.131, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 44}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 44}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.907, "count": 30, "max": 30.306, "p95": 21.526, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.715, "count": 30, "max": 18.388, "p95": 13.111, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 322.2, "count": 30, "max": 737.0, "p95": 545.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 9916.1, "count": 30, "max": 102090.0, "p95": 63455.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.025, "count": 30, "max": 0.079, "p95": 0.056, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.427, "count": 30, "max": 0.715, "p95": 0.646, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.381, "count": 30, "max": 13.514, "p95": 10.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101105.4, "count": 30, "max": 104424.0, "p95": 103716.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97764.633, "count": 30, "max": 104424.0, "p95": 103716.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 40.333, "count": 30, "max": 70.0, "p95": 66.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.02, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.184, "count": 30, "max": 0.347, "p95": 0.333, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 292, "sampled_at": "2026-10-30T15:46:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:46:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 71328, "flush_count": 75, "flush_interval_seconds": 30.0, "flush_state": {"count": 75, "last_at": "2026-10-30T15:46:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:46:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 74}, "started": true, "suppressed_count": 33330, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 33327}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 75, "written_record_count": 75}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4677.434, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x58d227dc8b40] error while decoding MB 32 66, bytestream -10", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 92344320000, "copied_frame_count": 33400, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 92344320000, "frame_buffer_copies": 33400, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1003, "count": 512, "max_ms": 0.3453, "p50_ms": 0.0871, "p95_ms": 0.1917, "p99_ms": 0.2631}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2861, "count": 512, "max_ms": 6.0024, "p50_ms": 1.1949, "p95_ms": 2.1563, "p99_ms": 2.916, "results": {"failed": 0, "not_applicable": 0, "success": 33400, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 20, "h264_decode_error_count": 64, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:46:49+09:00", "last_error_summary": "[h264 @ 0x58d227dc8b40] error while decoding MB 32 66, bytestream -10", "last_exit_at": "2026-10-30T15:43:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 195.508, "last_started_at": "2026-10-30T15:43:34+09:00", "pid": 5431, "process": {"exists": false, "pid": 5431}, "restart_count": 20, "restart_count_per_hour": 15, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.613, "sample_count": 2312, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33400, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:46:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.05, "last_frame_pushed_at": "2026-10-30T15:46:49+09:00", "last_frame_read_age_sec": 0.045, "last_frame_read_at": "2026-10-30T15:46:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 178.023, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 421.977, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.042, "exists": true, "mtime": "2026-10-30T15:46:49.731700+09:00", "mtime_epoch": 1793342809.7316997, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117229}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:46:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 820.922, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 33401, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.06, "max": 11.0, "p95": 10.0, "sample_count": 183}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.164, "max": 7.0, "p95": 7.0, "sample_count": 183}, "total": {"avg": 5.164, "max": 7.0, "p95": 7.0, "sample_count": 183}}, "tracking_counts": {"active": {"avg": 0.596, "max": 2.0, "p95": 1.0, "sample_count": 183}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}, "removed": {"avg": 0.016, "max": 1.0, "p95": 0.0, "sample_count": 183}, "tracked": {"avg": 0.596, "max": 2.0, "p95": 1.0, "sample_count": 183}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 183, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.122, "pushed": 6.122, "read": 6.122}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 183, "client_acquire_ms": {"avg_ms": 0.006, "count": 184, "max_ms": 0.025, "p95_ms": 0.012, "reason": null, "sample_age_ms": 15.799, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.875, "count": 183, "max_ms": 5.457, "p95_ms": 3.193, "reason": null, "sample_age_ms": 47.72, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.396, "count": 183, "max_ms": 5.235, "p95_ms": 2.459, "reason": null, "sample_age_ms": 47.967, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.34, "count": 184, "max_ms": 0.937, "p95_ms": 0.627, "reason": null, "sample_age_ms": 15.809, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.729, "count": 183, "max_ms": 5.097, "p95_ms": 3.011, "reason": null, "sample_age_ms": 46.82, "source": "client_direct"}, "request_count": 183, "request_tensor_bytes": {"avg": 2764808.0, "count": 183, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 46.803, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 184, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 16.097, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.498, "count": 184, "max_ms": 81.67, "p95_ms": 66.504, "reason": null, "sample_age_ms": 15.795, "source": "client_direct"}, "sample_age_ms": 15.792, "source": "client_direct", "task_total_ms": {"avg_ms": 50.726, "count": 184, "max_ms": 85.082, "p95_ms": 68.401, "reason": null, "sample_age_ms": 15.792, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.964, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 12.312, "count": 183, "max_ms": 25.867, "p95_ms": 18.846}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.619, "count": 183, "max_ms": 2.29, "p95_ms": 1.339}, "detection_prepare_ms": {"avg_ms": 1.939, "count": 183, "max_ms": 11.173, "p95_ms": 3.833}, "event_filter_ms": {"avg_ms": 0.007, "count": 183, "max_ms": 0.035, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.7, "count": 183, "max_ms": 1.688, "p95_ms": 1.202}, "mcmt_ms": {"avg_ms": 0.005, "count": 183, "max_ms": 0.299, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 5.784, "count": 183, "max_ms": 11.117, "p95_ms": 8.934}, "setup_ms": {"avg_ms": 0.043, "count": 183, "max_ms": 0.147, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 12.246, "count": 183, "max_ms": 25.791, "p95_ms": 18.691}, "track_match_ms": {"avg_ms": 0.163, "count": 183, "max_ms": 0.789, "p95_ms": 0.346}, "tracker_update_ms": {"avg_ms": 2.986, "count": 183, "max_ms": 14.218, "p95_ms": 5.05}}, "gstreamer_push": {"avg_ms": 2.764, "count": 183, "max_ms": 5.996, "p95_ms": 4.621}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 183, "max_ms": 0.358, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.123, "count": 183, "max_ms": 86.087, "p95_ms": 70.018}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.385, "count": 183, "max_ms": 14.07, "p95_ms": 7.862}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.082, "count": 183, "max_ms": 165.479, "p95_ms": 138.172}, "inference_input_copy_ms": {"avg_ms": 1.414, "count": 183, "max_ms": 3.312, "p95_ms": 2.495}, "processing_residual_ms": {"avg_ms": 0.216, "count": 183, "max_ms": 0.613, "p95_ms": 0.43}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.098, "count": 183, "max_ms": 171.469, "p95_ms": 144.855}, "read_interval": {"avg_ms": 163.718, "count": 183, "max_ms": 3080.234, "p95_ms": 183.639}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 183, "max_ms": 0.143, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 5.7, "count": 183, "max_ms": 10.957, "p95_ms": 8.748}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 183, "max_ms": 0.09, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.68, "count": 183, "max_ms": 10.928, "p95_ms": 8.729}, "worker_merge_ms": {"avg_ms": 0.008, "count": 183, "max_ms": 0.032, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 52.135, "count": 183, "max_ms": 86.095, "p95_ms": 70.042}, "visualize": {"avg_ms": 38.382, "count": 183, "max_ms": 72.03, "p95_ms": 53.49}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.62, "count": 183, "max_ms": 45.469, "p95_ms": 38.99}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.834, "count": 183, "max_ms": 64.382, "p95_ms": 51.664}, "visualize_input_copy_ms": {"avg_ms": 1.337, "count": 183, "max_ms": 6.98, "p95_ms": 2.352}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.704, "count": 183, "max_ms": 64.165, "p95_ms": 51.517}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 183, "max_ms": 0.258, "p95_ms": 0.149}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 183}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 820.898, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 36.189, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.624, "sample_count": 2362, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33265, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:46:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118132, "write_bytes_delta": 118132, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 329.0, "cpu_core_ratio": 0.285433, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 5431, "reason": null, "system_cpu_core_ratio": 0.024777, "system_cpu_s_delta": 0.25, "user_cpu_core_ratio": 0.260656, "user_cpu_s_delta": 2.6300000000000026}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.410317, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.460856, "system_cpu_s_delta": 4.649999999999636, "user_cpu_core_ratio": 0.949462, "user_cpu_s_delta": 9.579999999999927}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.744, "count": 199, "max_ms": 8.213, "p95_ms": 4.916, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.422, "max": 15.0, "p95": 11.0, "sample_count": 199}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.91, "key_count": 1, "max": 7.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 199}, "total": {"avg": 3.91, "max": 7.0, "p95": 5.0, "sample_count": 199}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.712, "count": 30, "max": 49.767, "p95": 41.055, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.741, "count": 30, "max": 23.2, "p95": 18.009, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 646.133, "count": 30, "max": 1228.0, "p95": 1192.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 84.067, "count": 30, "max": 717.0, "p95": 565.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.364, "count": 30, "max": 0.446, "p95": 0.435, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.086, "count": 30, "max": 2.525, "p95": 0.038, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113904.367, "count": 30, "max": 118132.0, "p95": 117328.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113904.367, "count": 30, "max": 118132.0, "p95": 117328.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.733, "count": 30, "max": 74.0, "p95": 34.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.528, "count": 30, "max": 0.669, "p95": 0.646, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.093, "count": 30, "max": 1.366, "p95": 1.301, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 271, "sampled_at": "2026-10-30T15:46:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:46:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 71328, "flush_count": 75, "flush_interval_seconds": 30.0, "flush_state": {"count": 75, "last_at": "2026-10-30T15:46:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:46:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 74}, "started": true, "suppressed_count": 33330, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 33327}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 75, "written_record_count": 75}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4677.898, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T15:46:49+09:00", "last_error_summary": "[h264 @ 0x58d227dc8b40] error while decoding MB 32 66, bytestream -10", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 92347084800, "copied_frame_count": 33401, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 92347084800, "frame_buffer_copies": 33401, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1003, "count": 512, "max_ms": 0.3453, "p50_ms": 0.0868, "p95_ms": 0.1917, "p99_ms": 0.2631}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2851, "count": 512, "max_ms": 6.0024, "p50_ms": 1.1935, "p95_ms": 2.1563, "p99_ms": 2.916, "results": {"failed": 0, "not_applicable": 0, "success": 33401, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 20, "h264_decode_error_count": 64, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:46:49+09:00", "last_error_summary": "[h264 @ 0x58d227dc8b40] error while decoding MB 32 66, bytestream -10", "last_exit_at": "2026-10-30T15:46:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 195.55, "last_started_at": "2026-10-30T15:43:34+09:00", "pid": 5431, "process": {"exists": false, "pid": 5431}, "restart_count": 20, "restart_count_per_hour": 15, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.613, "sample_count": 2313, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33401, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:46:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T15:46:49+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-10-30T15:46:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 178.066, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 421.934, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-10-30T15:46:49.731700+09:00", "mtime_epoch": 1793342809.7316997, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117229}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:46:49+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 820.926, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 33401, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.071, "max": 11.0, "p95": 10.0, "sample_count": 184}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.168, "max": 7.0, "p95": 7.0, "sample_count": 184}, "total": {"avg": 5.168, "max": 7.0, "p95": 7.0, "sample_count": 184}}, "tracking_counts": {"active": {"avg": 0.592, "max": 2.0, "p95": 1.0, "sample_count": 184}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}, "removed": {"avg": 0.016, "max": 1.0, "p95": 0.0, "sample_count": 184}, "tracked": {"avg": 0.592, "max": 2.0, "p95": 1.0, "sample_count": 184}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.147, "pushed": 6.147, "read": 6.113}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 183, "client_acquire_ms": {"avg_ms": 0.006, "count": 184, "max_ms": 0.025, "p95_ms": 0.012, "reason": null, "sample_age_ms": 58.614, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.875, "count": 183, "max_ms": 5.457, "p95_ms": 3.193, "reason": null, "sample_age_ms": 90.535, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.396, "count": 183, "max_ms": 5.235, "p95_ms": 2.459, "reason": null, "sample_age_ms": 90.782, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.34, "count": 184, "max_ms": 0.937, "p95_ms": 0.627, "reason": null, "sample_age_ms": 58.625, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.729, "count": 183, "max_ms": 5.097, "p95_ms": 3.011, "reason": null, "sample_age_ms": 89.636, "source": "client_direct"}, "request_count": 183, "request_tensor_bytes": {"avg": 2764808.0, "count": 183, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 89.618, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 184, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 58.913, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.498, "count": 184, "max_ms": 81.67, "p95_ms": 66.504, "reason": null, "sample_age_ms": 58.611, "source": "client_direct"}, "sample_age_ms": 58.607, "source": "client_direct", "task_total_ms": {"avg_ms": 50.726, "count": 184, "max_ms": 85.082, "p95_ms": 68.401, "reason": null, "sample_age_ms": 58.607, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.732, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 12.303, "count": 184, "max_ms": 25.867, "p95_ms": 18.846}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.618, "count": 184, "max_ms": 2.29, "p95_ms": 1.339}, "detection_prepare_ms": {"avg_ms": 1.936, "count": 184, "max_ms": 11.173, "p95_ms": 3.833}, "event_filter_ms": {"avg_ms": 0.007, "count": 184, "max_ms": 0.035, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.699, "count": 184, "max_ms": 1.688, "p95_ms": 1.202}, "mcmt_ms": {"avg_ms": 0.005, "count": 184, "max_ms": 0.299, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 5.783, "count": 184, "max_ms": 11.117, "p95_ms": 8.934}, "setup_ms": {"avg_ms": 0.042, "count": 184, "max_ms": 0.147, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 12.237, "count": 184, "max_ms": 25.791, "p95_ms": 18.691}, "track_match_ms": {"avg_ms": 0.163, "count": 184, "max_ms": 0.789, "p95_ms": 0.346}, "tracker_update_ms": {"avg_ms": 2.984, "count": 184, "max_ms": 14.218, "p95_ms": 5.05}}, "gstreamer_push": {"avg_ms": 2.763, "count": 184, "max_ms": 5.996, "p95_ms": 4.621}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 184, "max_ms": 0.358, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.016, "count": 184, "max_ms": 86.087, "p95_ms": 70.018}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.378, "count": 184, "max_ms": 14.07, "p95_ms": 7.862}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.948, "count": 184, "max_ms": 165.479, "p95_ms": 138.172}, "inference_input_copy_ms": {"avg_ms": 1.41, "count": 184, "max_ms": 3.312, "p95_ms": 2.495}, "processing_residual_ms": {"avg_ms": 0.216, "count": 184, "max_ms": 0.613, "p95_ms": 0.43}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.953, "count": 184, "max_ms": 171.469, "p95_ms": 144.855}, "read_interval": {"avg_ms": 163.718, "count": 183, "max_ms": 3080.234, "p95_ms": 183.639}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 184, "max_ms": 0.143, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 5.699, "count": 184, "max_ms": 10.957, "p95_ms": 8.748}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 184, "max_ms": 0.09, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.679, "count": 184, "max_ms": 10.928, "p95_ms": 8.729}, "worker_merge_ms": {"avg_ms": 0.008, "count": 184, "max_ms": 0.032, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 52.028, "count": 184, "max_ms": 86.095, "p95_ms": 70.042}, "visualize": {"avg_ms": 38.369, "count": 184, "max_ms": 72.03, "p95_ms": 53.49}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.57, "count": 184, "max_ms": 45.469, "p95_ms": 38.99}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.795, "count": 184, "max_ms": 64.382, "p95_ms": 51.664}, "visualize_input_copy_ms": {"avg_ms": 1.363, "count": 184, "max_ms": 6.98, "p95_ms": 2.378}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.666, "count": 184, "max_ms": 64.165, "p95_ms": 51.517}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 184, "max_ms": 0.258, "p95_ms": 0.149}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 184}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 820.898, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 36.189, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.624, "sample_count": 2362, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33265, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:46:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118132, "write_bytes_delta": 118132, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 329.0, "cpu_core_ratio": 0.285433, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 5431, "reason": null, "system_cpu_core_ratio": 0.024777, "system_cpu_s_delta": 0.25, "user_cpu_core_ratio": 0.260656, "user_cpu_s_delta": 2.6300000000000026}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.410317, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.460856, "system_cpu_s_delta": 4.649999999999636, "user_cpu_core_ratio": 0.949462, "user_cpu_s_delta": 9.579999999999927}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.744, "count": 199, "max_ms": 8.213, "p95_ms": 4.916, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.422, "max": 15.0, "p95": 11.0, "sample_count": 199}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.91, "key_count": 1, "max": 7.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 199}, "total": {"avg": 3.91, "max": 7.0, "p95": 5.0, "sample_count": 199}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.712, "count": 30, "max": 49.767, "p95": 41.055, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.741, "count": 30, "max": 23.2, "p95": 18.009, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 646.133, "count": 30, "max": 1228.0, "p95": 1192.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 84.067, "count": 30, "max": 717.0, "p95": 565.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.364, "count": 30, "max": 0.446, "p95": 0.435, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.086, "count": 30, "max": 2.525, "p95": 0.038, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113904.367, "count": 30, "max": 118132.0, "p95": 117328.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113904.367, "count": 30, "max": 118132.0, "p95": 117328.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.733, "count": 30, "max": 74.0, "p95": 34.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.528, "count": 30, "max": 0.669, "p95": 0.646, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.093, "count": 30, "max": 1.366, "p95": 1.301, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 271, "sampled_at": "2026-10-30T15:46:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:46:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 71328, "flush_count": 75, "flush_interval_seconds": 30.0, "flush_state": {"count": 75, "last_at": "2026-10-30T15:46:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:46:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 74}, "started": true, "suppressed_count": 33330, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 33327}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 75, "written_record_count": 75}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4677.59, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 92347084800, "copied_frame_count": 33401, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 92347084800, "frame_buffer_copies": 33401, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1003, "count": 512, "max_ms": 0.3453, "p50_ms": 0.0868, "p95_ms": 0.1917, "p99_ms": 0.2631}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2851, "count": 512, "max_ms": 6.0024, "p50_ms": 1.1935, "p95_ms": 2.1563, "p99_ms": 2.916, "results": {"failed": 0, "not_applicable": 0, "success": 33401, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 20, "h264_decode_error_count": 64, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:46:49+09:00", "last_error_summary": "[h264 @ 0x58d227dc8b40] error while decoding MB 32 66, bytestream -10", "last_exit_at": "2026-10-30T15:46:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 195.572, "last_started_at": "2026-10-30T15:43:34+09:00", "pid": 5431, "process": {"exists": false, "pid": 5431}, "restart_count": 20, "restart_count_per_hour": 15, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.613, "sample_count": 2312, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33401, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:46:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.022, "last_frame_pushed_at": "2026-10-30T15:46:49+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-10-30T15:46:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 178.086, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 421.914, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.015, "exists": true, "mtime": "2026-10-30T15:46:49.822700+09:00", "mtime_epoch": 1793342809.8227003, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117395}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:46:49+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 820.926, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 33401, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.071, "max": 11.0, "p95": 10.0, "sample_count": 184}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.168, "max": 7.0, "p95": 7.0, "sample_count": 184}, "total": {"avg": 5.168, "max": 7.0, "p95": 7.0, "sample_count": 184}}, "tracking_counts": {"active": {"avg": 0.592, "max": 2.0, "p95": 1.0, "sample_count": 184}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}, "removed": {"avg": 0.016, "max": 1.0, "p95": 0.0, "sample_count": 184}, "tracked": {"avg": 0.592, "max": 2.0, "p95": 1.0, "sample_count": 184}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.143, "pushed": 6.143, "read": 6.109}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 183, "client_acquire_ms": {"avg_ms": 0.006, "count": 183, "max_ms": 0.025, "p95_ms": 0.012, "reason": null, "sample_age_ms": 79.425, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.875, "count": 183, "max_ms": 5.457, "p95_ms": 3.193, "reason": null, "sample_age_ms": 111.346, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.396, "count": 183, "max_ms": 5.235, "p95_ms": 2.459, "reason": null, "sample_age_ms": 111.593, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.339, "count": 183, "max_ms": 0.937, "p95_ms": 0.627, "reason": null, "sample_age_ms": 79.435, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.729, "count": 183, "max_ms": 5.097, "p95_ms": 3.011, "reason": null, "sample_age_ms": 110.446, "source": "client_direct"}, "request_count": 183, "request_tensor_bytes": {"avg": 2764808.0, "count": 183, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 110.428, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 183, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 79.723, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.425, "count": 183, "max_ms": 81.67, "p95_ms": 66.562, "reason": null, "sample_age_ms": 79.421, "source": "client_direct"}, "sample_age_ms": 79.417, "source": "client_direct", "task_total_ms": {"avg_ms": 50.65, "count": 183, "max_ms": 85.082, "p95_ms": 68.404, "reason": null, "sample_age_ms": 79.417, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.79, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 12.303, "count": 184, "max_ms": 25.867, "p95_ms": 18.846}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.618, "count": 184, "max_ms": 2.29, "p95_ms": 1.339}, "detection_prepare_ms": {"avg_ms": 1.936, "count": 184, "max_ms": 11.173, "p95_ms": 3.833}, "event_filter_ms": {"avg_ms": 0.007, "count": 184, "max_ms": 0.035, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.699, "count": 184, "max_ms": 1.688, "p95_ms": 1.202}, "mcmt_ms": {"avg_ms": 0.005, "count": 184, "max_ms": 0.299, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 5.783, "count": 184, "max_ms": 11.117, "p95_ms": 8.934}, "setup_ms": {"avg_ms": 0.042, "count": 184, "max_ms": 0.147, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 12.237, "count": 184, "max_ms": 25.791, "p95_ms": 18.691}, "track_match_ms": {"avg_ms": 0.163, "count": 184, "max_ms": 0.789, "p95_ms": 0.346}, "tracker_update_ms": {"avg_ms": 2.984, "count": 184, "max_ms": 14.218, "p95_ms": 5.05}}, "gstreamer_push": {"avg_ms": 2.763, "count": 184, "max_ms": 5.996, "p95_ms": 4.621}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 184, "max_ms": 0.358, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.016, "count": 184, "max_ms": 86.087, "p95_ms": 70.018}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.378, "count": 184, "max_ms": 14.07, "p95_ms": 7.862}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.948, "count": 184, "max_ms": 165.479, "p95_ms": 138.172}, "inference_input_copy_ms": {"avg_ms": 1.41, "count": 184, "max_ms": 3.312, "p95_ms": 2.495}, "processing_residual_ms": {"avg_ms": 0.216, "count": 184, "max_ms": 0.613, "p95_ms": 0.43}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.953, "count": 184, "max_ms": 171.469, "p95_ms": 144.855}, "read_interval": {"avg_ms": 163.718, "count": 183, "max_ms": 3080.234, "p95_ms": 183.639}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 184, "max_ms": 0.143, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 5.699, "count": 184, "max_ms": 10.957, "p95_ms": 8.748}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 184, "max_ms": 0.09, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.679, "count": 184, "max_ms": 10.928, "p95_ms": 8.729}, "worker_merge_ms": {"avg_ms": 0.008, "count": 184, "max_ms": 0.032, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 52.028, "count": 184, "max_ms": 86.095, "p95_ms": 70.042}, "visualize": {"avg_ms": 38.369, "count": 184, "max_ms": 72.03, "p95_ms": 53.49}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.57, "count": 184, "max_ms": 45.469, "p95_ms": 38.99}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.795, "count": 184, "max_ms": 64.382, "p95_ms": 51.664}, "visualize_input_copy_ms": {"avg_ms": 1.363, "count": 184, "max_ms": 6.98, "p95_ms": 2.378}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.666, "count": 184, "max_ms": 64.165, "p95_ms": 51.517}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 184, "max_ms": 0.258, "p95_ms": 0.149}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 184}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 820.898, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 36.189, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.624, "sample_count": 2362, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33265, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:46:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118132, "write_bytes_delta": 118132, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 329.0, "cpu_core_ratio": 0.285433, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 5431, "reason": null, "system_cpu_core_ratio": 0.024777, "system_cpu_s_delta": 0.25, "user_cpu_core_ratio": 0.260656, "user_cpu_s_delta": 2.6300000000000026}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.410317, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.460856, "system_cpu_s_delta": 4.649999999999636, "user_cpu_core_ratio": 0.949462, "user_cpu_s_delta": 9.579999999999927}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.744, "count": 199, "max_ms": 8.213, "p95_ms": 4.916, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.422, "max": 15.0, "p95": 11.0, "sample_count": 199}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.91, "key_count": 1, "max": 7.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 199}, "total": {"avg": 3.91, "max": 7.0, "p95": 5.0, "sample_count": 199}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.712, "count": 30, "max": 49.767, "p95": 41.055, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.741, "count": 30, "max": 23.2, "p95": 18.009, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 646.133, "count": 30, "max": 1228.0, "p95": 1192.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 84.067, "count": 30, "max": 717.0, "p95": 565.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.364, "count": 30, "max": 0.446, "p95": 0.435, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.086, "count": 30, "max": 2.525, "p95": 0.038, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113904.367, "count": 30, "max": 118132.0, "p95": 117328.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113904.367, "count": 30, "max": 118132.0, "p95": 117328.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.733, "count": 30, "max": 74.0, "p95": 34.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.528, "count": 30, "max": 0.669, "p95": 0.646, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.093, "count": 30, "max": 1.366, "p95": 1.301, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 271, "sampled_at": "2026-10-30T15:46:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:46:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 71328, "flush_count": 75, "flush_interval_seconds": 30.0, "flush_state": {"count": 75, "last_at": "2026-10-30T15:46:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:46:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 74}, "started": true, "suppressed_count": 33330, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 33327}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 75, "written_record_count": 75}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4704.328, "limit_mb": null}, "detail": {"pid": 6127, "restart_count": 21, "start_count": 22}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 92347084800, "copied_frame_count": 33401, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 92347084800, "frame_buffer_copies": 33401, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1003, "count": 512, "max_ms": 0.3453, "p50_ms": 0.0868, "p95_ms": 0.1917, "p99_ms": 0.2631}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2851, "count": 512, "max_ms": 6.0024, "p50_ms": 1.1935, "p95_ms": 2.1563, "p99_ms": 2.916, "results": {"failed": 0, "not_applicable": 0, "success": 33401, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 20, "h264_decode_error_count": 64, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:46:49+09:00", "last_error_summary": "[h264 @ 0x58d227dc8b40] error while decoding MB 32 66, bytestream -10", "last_exit_at": "2026-10-30T15:46:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T15:46:51+09:00", "pid": 6127, "process": {"exists": true, "fd_count": 4, "hwm_mb": 58.523, "name": "ffmpeg", "pid": 6127, "rss_mb": 58.523, "state": "R (running)", "threads": 11}, "restart_count": 21, "restart_count_per_hour": 16, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.613, "sample_count": 2275, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33401, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:46:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.165, "last_frame_pushed_at": "2026-10-30T15:46:49+09:00", "last_frame_read_age_sec": 4.251, "last_frame_read_at": "2026-10-30T15:46:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 182.249, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 417.751, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 4.158, "exists": true, "mtime": "2026-10-30T15:46:49.822700+09:00", "mtime_epoch": 1793342809.8227003, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117395}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:46:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 820.945, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 33401, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.0, "max": 11.0, "p95": 9.0, "sample_count": 163}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.454, "max": 7.0, "p95": 7.0, "sample_count": 163}, "total": {"avg": 5.454, "max": 7.0, "p95": 7.0, "sample_count": 163}}, "tracking_counts": {"active": {"avg": 0.663, "max": 2.0, "p95": 1.0, "sample_count": 163}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 163}, "tracked": {"avg": 0.663, "max": 2.0, "p95": 1.0, "sample_count": 163}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 163, "pushed_frames": 163, "read_frames": 163, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.691, "pushed": 5.691, "read": 5.691}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 163, "client_acquire_ms": {"avg_ms": 0.006, "count": 163, "max_ms": 0.025, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4237.785, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.863, "count": 163, "max_ms": 5.457, "p95_ms": 3.028, "reason": null, "sample_age_ms": 4269.706, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.401, "count": 163, "max_ms": 5.235, "p95_ms": 2.459, "reason": null, "sample_age_ms": 4269.953, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.334, "count": 163, "max_ms": 0.937, "p95_ms": 0.627, "reason": null, "sample_age_ms": 4237.795, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.701, "count": 163, "max_ms": 5.097, "p95_ms": 2.931, "reason": null, "sample_age_ms": 4268.806, "source": "client_direct"}, "request_count": 163, "request_tensor_bytes": {"avg": 2764808.0, "count": 163, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4268.789, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 163, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4238.083, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.989, "count": 163, "max_ms": 81.67, "p95_ms": 68.342, "reason": null, "sample_age_ms": 4237.781, "source": "client_direct"}, "sample_age_ms": 4237.778, "source": "client_direct", "task_total_ms": {"avg_ms": 50.179, "count": 163, "max_ms": 85.082, "p95_ms": 71.005, "reason": null, "sample_age_ms": 4237.778, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.579, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 12.604, "count": 163, "max_ms": 25.867, "p95_ms": 18.846}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.598, "count": 163, "max_ms": 2.29, "p95_ms": 1.339}, "detection_prepare_ms": {"avg_ms": 1.919, "count": 163, "max_ms": 5.213, "p95_ms": 3.833}, "event_filter_ms": {"avg_ms": 0.007, "count": 163, "max_ms": 0.035, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.725, "count": 163, "max_ms": 1.688, "p95_ms": 1.241}, "mcmt_ms": {"avg_ms": 0.005, "count": 163, "max_ms": 0.299, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 5.968, "count": 163, "max_ms": 11.117, "p95_ms": 9.014}, "setup_ms": {"avg_ms": 0.041, "count": 163, "max_ms": 0.122, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 12.538, "count": 163, "max_ms": 25.791, "p95_ms": 18.691}, "track_match_ms": {"avg_ms": 0.17, "count": 163, "max_ms": 0.789, "p95_ms": 0.354}, "tracker_update_ms": {"avg_ms": 3.104, "count": 163, "max_ms": 14.218, "p95_ms": 5.272}}, "gstreamer_push": {"avg_ms": 2.733, "count": 163, "max_ms": 5.996, "p95_ms": 4.621}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 163, "max_ms": 0.175, "p95_ms": 0.09}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.46, "count": 163, "max_ms": 86.087, "p95_ms": 72.013}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.351, "count": 163, "max_ms": 14.07, "p95_ms": 7.928}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.907, "count": 163, "max_ms": 165.479, "p95_ms": 138.172}, "inference_input_copy_ms": {"avg_ms": 1.37, "count": 163, "max_ms": 3.279, "p95_ms": 2.291}, "processing_residual_ms": {"avg_ms": 0.218, "count": 163, "max_ms": 0.613, "p95_ms": 0.432}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.846, "count": 163, "max_ms": 171.469, "p95_ms": 144.855}, "read_interval": {"avg_ms": 168.512, "count": 163, "max_ms": 3080.234, "p95_ms": 202.024}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 163, "max_ms": 0.143, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 5.885, "count": 163, "max_ms": 10.957, "p95_ms": 8.958}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 163, "max_ms": 0.09, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.866, "count": 163, "max_ms": 10.928, "p95_ms": 8.942}, "worker_merge_ms": {"avg_ms": 0.007, "count": 163, "max_ms": 0.032, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 51.473, "count": 163, "max_ms": 86.095, "p95_ms": 72.03}, "visualize": {"avg_ms": 38.604, "count": 163, "max_ms": 72.03, "p95_ms": 53.49}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.435, "count": 163, "max_ms": 45.469, "p95_ms": 38.99}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.025, "count": 163, "max_ms": 64.382, "p95_ms": 51.664}, "visualize_input_copy_ms": {"avg_ms": 1.373, "count": 163, "max_ms": 6.98, "p95_ms": 2.4}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.896, "count": 163, "max_ms": 64.165, "p95_ms": 51.517}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 163, "max_ms": 0.258, "p95_ms": 0.149}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 163}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 820.898, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 36.189, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.624, "sample_count": 2362, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 33265, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:46:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118132, "write_bytes_delta": 118132, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 329.0, "cpu_core_ratio": 0.285433, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 5431, "reason": null, "system_cpu_core_ratio": 0.024777, "system_cpu_s_delta": 0.25, "user_cpu_core_ratio": 0.260656, "user_cpu_s_delta": 2.6300000000000026}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.410317, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.460856, "system_cpu_s_delta": 4.649999999999636, "user_cpu_core_ratio": 0.949462, "user_cpu_s_delta": 9.579999999999927}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.744, "count": 199, "max_ms": 8.213, "p95_ms": 4.916, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.422, "max": 15.0, "p95": 11.0, "sample_count": 199}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.91, "key_count": 1, "max": 7.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 199}, "total": {"avg": 3.91, "max": 7.0, "p95": 5.0, "sample_count": 199}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.712, "count": 30, "max": 49.767, "p95": 41.055, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.741, "count": 30, "max": 23.2, "p95": 18.009, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 646.133, "count": 30, "max": 1228.0, "p95": 1192.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 84.067, "count": 30, "max": 717.0, "p95": 565.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.364, "count": 30, "max": 0.446, "p95": 0.435, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.086, "count": 30, "max": 2.525, "p95": 0.038, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113904.367, "count": 30, "max": 118132.0, "p95": 117328.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113904.367, "count": 30, "max": 118132.0, "p95": 117328.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.733, "count": 30, "max": 74.0, "p95": 34.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.528, "count": 30, "max": 0.669, "p95": 0.646, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.093, "count": 30, "max": 1.366, "p95": 1.301, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 271, "sampled_at": "2026-10-30T15:46:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:46:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.639, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 38903, "flush_count": 76, "flush_interval_seconds": 30.0, "flush_state": {"count": 76, "last_at": "2026-10-30T15:46:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:46:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 75}, "started": true, "suppressed_count": 38022, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 38022}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 76, "written_record_count": 76}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4498.879, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5ff059d84640] error while decoding MB 196 79, bytestream -25", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 105330585600, "copied_frame_count": 38097, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 105330585600, "frame_buffer_copies": 38097, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.108, "count": 512, "max_ms": 1.832, "p50_ms": 0.0886, "p95_ms": 0.2005, "p99_ms": 0.2656}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1566, "count": 512, "max_ms": 5.1506, "p50_ms": 1.0696, "p95_ms": 1.9679, "p99_ms": 2.63, "results": {"failed": 0, "not_applicable": 0, "success": 38097, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 24, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:47:04+09:00", "last_error_summary": "[h264 @ 0x5ff059d84640] error while decoding MB 196 79, bytestream -25", "last_exit_at": "2026-10-30T15:45:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.058, "last_started_at": "2026-10-30T15:46:30+09:00", "pid": 6011, "process": {"exists": false, "pid": 6011}, "restart_count": 24, "restart_count_per_hour": 21, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.851, "sample_count": 916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38097, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:47:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.011, "last_frame_pushed_at": "2026-10-30T15:47:04+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-10-30T15:47:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 192.802, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 407.198, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.002, "exists": true, "mtime": "2026-10-30T15:47:04.544787+09:00", "mtime_epoch": 1793342824.544787, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 105260}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:47:04+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.648, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 38097, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 165}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 165, "pushed_frames": 165, "read_frames": 164, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.5, "pushed": 5.5, "read": 5.467}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 164, "client_acquire_ms": {"avg_ms": 0.007, "count": 164, "max_ms": 0.027, "p95_ms": 0.014, "reason": null, "sample_age_ms": 67.582, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.575, "count": 164, "max_ms": 3.51, "p95_ms": 1.93, "reason": null, "sample_age_ms": 96.818, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.287, "count": 164, "max_ms": 2.999, "p95_ms": 1.368, "reason": null, "sample_age_ms": 97.31, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.087, "count": 164, "max_ms": 0.363, "p95_ms": 0.186, "reason": null, "sample_age_ms": 67.587, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.475, "count": 164, "max_ms": 3.538, "p95_ms": 2.61, "reason": null, "sample_age_ms": 95.203, "source": "client_direct"}, "request_count": 164, "request_tensor_bytes": {"avg": 2211848.0, "count": 164, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 95.175, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 164, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 67.646, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.146, "count": 164, "max_ms": 74.12, "p95_ms": 55.409, "reason": null, "sample_age_ms": 67.579, "source": "client_direct"}, "sample_age_ms": 67.576, "source": "client_direct", "task_total_ms": {"avg_ms": 38.872, "count": 164, "max_ms": 75.776, "p95_ms": 57.789, "reason": null, "sample_age_ms": 67.576, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.377, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.662, "count": 165, "max_ms": 2.934, "p95_ms": 1.345}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.211, "count": 165, "max_ms": 0.916, "p95_ms": 0.457}, "detection_prepare_ms": {"avg_ms": 0.091, "count": 165, "max_ms": 0.332, "p95_ms": 0.204}, "event_filter_ms": {"avg_ms": 0.004, "count": 165, "max_ms": 0.034, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.073, "count": 165, "max_ms": 0.302, "p95_ms": 0.147}, "mcmt_ms": {"avg_ms": 0.002, "count": 165, "max_ms": 0.017, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.171, "count": 165, "max_ms": 0.935, "p95_ms": 0.386}, "setup_ms": {"avg_ms": 0.039, "count": 165, "max_ms": 0.155, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 0.625, "count": 165, "max_ms": 2.802, "p95_ms": 1.273}, "track_match_ms": {"avg_ms": 0.005, "count": 165, "max_ms": 0.083, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.026, "count": 165, "max_ms": 0.137, "p95_ms": 0.059}}, "gstreamer_push": {"avg_ms": 2.429, "count": 165, "max_ms": 5.331, "p95_ms": 3.955}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 165, "max_ms": 0.26, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.789, "count": 165, "max_ms": 77.133, "p95_ms": 58.579}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.035, "count": 165, "max_ms": 0.132, "p95_ms": 0.076}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 69.887, "count": 165, "max_ms": 124.937, "p95_ms": 98.809}, "inference_input_copy_ms": {"avg_ms": 1.301, "count": 165, "max_ms": 3.119, "p95_ms": 2.184}, "processing_residual_ms": {"avg_ms": 0.122, "count": 165, "max_ms": 0.385, "p95_ms": 0.227}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 71.344, "count": 165, "max_ms": 126.993, "p95_ms": 100.274}, "read_interval": {"avg_ms": 182.914, "count": 164, "max_ms": 1563.193, "p95_ms": 462.559}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 165, "max_ms": 0.065, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.119, "count": 165, "max_ms": 0.704, "p95_ms": 0.265}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 165, "max_ms": 0.058, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.104, "count": 165, "max_ms": 0.639, "p95_ms": 0.238}, "worker_merge_ms": {"avg_ms": 0.005, "count": 165, "max_ms": 0.021, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 39.802, "count": 165, "max_ms": 77.152, "p95_ms": 58.587}, "visualize": {"avg_ms": 28.562, "count": 165, "max_ms": 48.636, "p95_ms": 41.036}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.769, "count": 165, "max_ms": 47.758, "p95_ms": 40.445}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.374, "count": 165, "max_ms": 48.502, "p95_ms": 40.922}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.279, "count": 165, "max_ms": 48.378, "p95_ms": 40.856}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 165, "max_ms": 1.067, "p95_ms": 0.115}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 165}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.629, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.831, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.632, "sample_count": 912, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38057, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:46:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105000, "write_bytes_delta": 105000, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 402.0, "cpu_core_ratio": 0.635086, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 566.0, "pid": 6011, "reason": null, "system_cpu_core_ratio": 0.028688, "system_cpu_s_delta": 0.29000000000000004, "user_cpu_core_ratio": 0.606398, "user_cpu_s_delta": 6.129999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.309629, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 62.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.033634, "system_cpu_s_delta": 0.34000000000003183, "user_cpu_core_ratio": 0.275995, "user_cpu_s_delta": 2.7899999999999636}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.397, "count": 131, "max_ms": 4.566, "p95_ms": 3.955, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 131}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 131}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.385, "count": 30, "max": 30.306, "p95": 21.526, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.438, "count": 30, "max": 18.388, "p95": 13.111, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 330.3, "count": 30, "max": 737.0, "p95": 545.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 9962.7, "count": 30, "max": 102090.0, "p95": 63455.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.026, "count": 30, "max": 0.079, "p95": 0.056, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.445, "count": 30, "max": 0.715, "p95": 0.657, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.39, "count": 30, "max": 13.514, "p95": 10.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101569.067, "count": 30, "max": 105000.0, "p95": 104544.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98216.3, "count": 30, "max": 105000.0, "p95": 104544.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 43.2, "count": 30, "max": 70.0, "p95": 66.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.022, "count": 30, "max": 0.043, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.198, "count": 30, "max": 0.347, "p95": 0.333, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 295, "sampled_at": "2026-10-30T15:46:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:46:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 38903, "flush_count": 76, "flush_interval_seconds": 30.0, "flush_state": {"count": 76, "last_at": "2026-10-30T15:46:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:46:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 75}, "started": true, "suppressed_count": 38022, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 38022}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 76, "written_record_count": 76}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4498.379, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 105330585600, "copied_frame_count": 38097, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 105330585600, "frame_buffer_copies": 38097, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.108, "count": 512, "max_ms": 1.832, "p50_ms": 0.0886, "p95_ms": 0.2005, "p99_ms": 0.2656}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1566, "count": 512, "max_ms": 5.1506, "p50_ms": 1.0696, "p95_ms": 1.9679, "p99_ms": 2.63, "results": {"failed": 0, "not_applicable": 0, "success": 38097, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 23, "h264_decode_error_count": 27, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:46:28+09:00", "last_error_summary": "[h264 @ 0x5cc971a638c0] error while decoding MB 173 72, bytestream -10", "last_exit_at": "2026-10-30T15:45:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.049, "last_started_at": "2026-10-30T15:46:30+09:00", "pid": 6011, "process": {"exists": false, "pid": 6011}, "restart_count": 24, "restart_count_per_hour": 21, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.851, "sample_count": 916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38097, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:47:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T15:47:04+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-10-30T15:47:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 192.806, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 407.194, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-10-30T15:47:04.467787+09:00", "mtime_epoch": 1793342824.4677866, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 105207}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:47:04+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.648, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 38097, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 165}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 165, "pushed_frames": 165, "read_frames": 164, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.502, "pushed": 5.502, "read": 5.468}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 164, "client_acquire_ms": {"avg_ms": 0.007, "count": 164, "max_ms": 0.027, "p95_ms": 0.014, "reason": null, "sample_age_ms": 53.174, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.575, "count": 164, "max_ms": 3.51, "p95_ms": 1.93, "reason": null, "sample_age_ms": 82.409, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.287, "count": 164, "max_ms": 2.999, "p95_ms": 1.368, "reason": null, "sample_age_ms": 82.901, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.087, "count": 164, "max_ms": 0.363, "p95_ms": 0.186, "reason": null, "sample_age_ms": 53.179, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.475, "count": 164, "max_ms": 3.538, "p95_ms": 2.61, "reason": null, "sample_age_ms": 80.795, "source": "client_direct"}, "request_count": 164, "request_tensor_bytes": {"avg": 2211848.0, "count": 164, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 80.766, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 164, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 53.238, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.146, "count": 164, "max_ms": 74.12, "p95_ms": 55.409, "reason": null, "sample_age_ms": 53.17, "source": "client_direct"}, "sample_age_ms": 53.167, "source": "client_direct", "task_total_ms": {"avg_ms": 38.872, "count": 164, "max_ms": 75.776, "p95_ms": 57.789, "reason": null, "sample_age_ms": 53.167, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.884, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.662, "count": 165, "max_ms": 2.934, "p95_ms": 1.345}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.211, "count": 165, "max_ms": 0.916, "p95_ms": 0.457}, "detection_prepare_ms": {"avg_ms": 0.091, "count": 165, "max_ms": 0.332, "p95_ms": 0.204}, "event_filter_ms": {"avg_ms": 0.004, "count": 165, "max_ms": 0.034, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.073, "count": 165, "max_ms": 0.302, "p95_ms": 0.147}, "mcmt_ms": {"avg_ms": 0.002, "count": 165, "max_ms": 0.017, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.171, "count": 165, "max_ms": 0.935, "p95_ms": 0.386}, "setup_ms": {"avg_ms": 0.039, "count": 165, "max_ms": 0.155, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 0.625, "count": 165, "max_ms": 2.802, "p95_ms": 1.273}, "track_match_ms": {"avg_ms": 0.005, "count": 165, "max_ms": 0.083, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.026, "count": 165, "max_ms": 0.137, "p95_ms": 0.059}}, "gstreamer_push": {"avg_ms": 2.429, "count": 165, "max_ms": 5.331, "p95_ms": 3.955}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 165, "max_ms": 0.26, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.789, "count": 165, "max_ms": 77.133, "p95_ms": 58.579}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.035, "count": 165, "max_ms": 0.132, "p95_ms": 0.076}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 69.887, "count": 165, "max_ms": 124.937, "p95_ms": 98.809}, "inference_input_copy_ms": {"avg_ms": 1.301, "count": 165, "max_ms": 3.119, "p95_ms": 2.184}, "processing_residual_ms": {"avg_ms": 0.122, "count": 165, "max_ms": 0.385, "p95_ms": 0.227}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 71.344, "count": 165, "max_ms": 126.993, "p95_ms": 100.274}, "read_interval": {"avg_ms": 182.914, "count": 164, "max_ms": 1563.193, "p95_ms": 462.559}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 165, "max_ms": 0.065, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.119, "count": 165, "max_ms": 0.704, "p95_ms": 0.265}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 165, "max_ms": 0.058, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.104, "count": 165, "max_ms": 0.639, "p95_ms": 0.238}, "worker_merge_ms": {"avg_ms": 0.005, "count": 165, "max_ms": 0.021, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 39.802, "count": 165, "max_ms": 77.152, "p95_ms": 58.587}, "visualize": {"avg_ms": 28.562, "count": 165, "max_ms": 48.636, "p95_ms": 41.036}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.769, "count": 165, "max_ms": 47.758, "p95_ms": 40.445}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.374, "count": 165, "max_ms": 48.502, "p95_ms": 40.922}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.279, "count": 165, "max_ms": 48.378, "p95_ms": 40.856}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 165, "max_ms": 1.067, "p95_ms": 0.115}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 165}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.629, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.831, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.632, "sample_count": 912, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38057, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:46:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105000, "write_bytes_delta": 105000, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 402.0, "cpu_core_ratio": 0.635086, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 566.0, "pid": 6011, "reason": null, "system_cpu_core_ratio": 0.028688, "system_cpu_s_delta": 0.29000000000000004, "user_cpu_core_ratio": 0.606398, "user_cpu_s_delta": 6.129999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.309629, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 62.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.033634, "system_cpu_s_delta": 0.34000000000003183, "user_cpu_core_ratio": 0.275995, "user_cpu_s_delta": 2.7899999999999636}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.397, "count": 131, "max_ms": 4.566, "p95_ms": 3.955, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 131}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 131}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.385, "count": 30, "max": 30.306, "p95": 21.526, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.438, "count": 30, "max": 18.388, "p95": 13.111, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 330.3, "count": 30, "max": 737.0, "p95": 545.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 9962.7, "count": 30, "max": 102090.0, "p95": 63455.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.026, "count": 30, "max": 0.079, "p95": 0.056, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.445, "count": 30, "max": 0.715, "p95": 0.657, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.39, "count": 30, "max": 13.514, "p95": 10.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101569.067, "count": 30, "max": 105000.0, "p95": 104544.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98216.3, "count": 30, "max": 105000.0, "p95": 104544.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 43.2, "count": 30, "max": 70.0, "p95": 66.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.022, "count": 30, "max": 0.043, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.198, "count": 30, "max": 0.347, "p95": 0.333, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 295, "sampled_at": "2026-10-30T15:46:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:46:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 38903, "flush_count": 76, "flush_interval_seconds": 30.0, "flush_state": {"count": 76, "last_at": "2026-10-30T15:46:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:46:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 75}, "started": true, "suppressed_count": 38022, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 38022}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 76, "written_record_count": 76}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4499.207, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 105330585600, "copied_frame_count": 38097, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 105330585600, "frame_buffer_copies": 38097, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.108, "count": 512, "max_ms": 1.832, "p50_ms": 0.0886, "p95_ms": 0.2005, "p99_ms": 0.2656}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1566, "count": 512, "max_ms": 5.1506, "p50_ms": 1.0696, "p95_ms": 1.9679, "p99_ms": 2.63, "results": {"failed": 0, "not_applicable": 0, "success": 38097, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 24, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:47:04+09:00", "last_error_summary": "[h264 @ 0x5ff059d84640] error while decoding MB 196 79, bytestream -25", "last_exit_at": "2026-10-30T15:45:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.09, "last_started_at": "2026-10-30T15:46:30+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 24, "restart_count_per_hour": 21, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.851, "sample_count": 916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38097, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:47:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.043, "last_frame_pushed_at": "2026-10-30T15:47:04+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-10-30T15:47:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 192.826, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 407.174, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.034, "exists": true, "mtime": "2026-10-30T15:47:04.544787+09:00", "mtime_epoch": 1793342824.544787, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 105260}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:47:04+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.645, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 38097, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 164}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 164, "pushed_frames": 164, "read_frames": 163, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.48, "pushed": 5.48, "read": 5.446}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 163, "client_acquire_ms": {"avg_ms": 0.007, "count": 164, "max_ms": 0.027, "p95_ms": 0.014, "reason": null, "sample_age_ms": 94.084, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.574, "count": 163, "max_ms": 3.51, "p95_ms": 1.951, "reason": null, "sample_age_ms": 123.32, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.288, "count": 163, "max_ms": 2.999, "p95_ms": 1.368, "reason": null, "sample_age_ms": 123.811, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.087, "count": 164, "max_ms": 0.363, "p95_ms": 0.186, "reason": null, "sample_age_ms": 94.089, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.47, "count": 163, "max_ms": 3.538, "p95_ms": 2.616, "reason": null, "sample_age_ms": 121.705, "source": "client_direct"}, "request_count": 163, "request_tensor_bytes": {"avg": 2211848.0, "count": 163, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 121.676, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 164, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 94.148, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.146, "count": 164, "max_ms": 74.12, "p95_ms": 55.409, "reason": null, "sample_age_ms": 94.08, "source": "client_direct"}, "sample_age_ms": 94.078, "source": "client_direct", "task_total_ms": {"avg_ms": 38.872, "count": 164, "max_ms": 75.776, "p95_ms": 57.789, "reason": null, "sample_age_ms": 94.078, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.876, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.663, "count": 164, "max_ms": 2.934, "p95_ms": 1.345}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.211, "count": 164, "max_ms": 0.916, "p95_ms": 0.457}, "detection_prepare_ms": {"avg_ms": 0.092, "count": 164, "max_ms": 0.332, "p95_ms": 0.204}, "event_filter_ms": {"avg_ms": 0.004, "count": 164, "max_ms": 0.034, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.074, "count": 164, "max_ms": 0.302, "p95_ms": 0.147}, "mcmt_ms": {"avg_ms": 0.002, "count": 164, "max_ms": 0.017, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.171, "count": 164, "max_ms": 0.935, "p95_ms": 0.386}, "setup_ms": {"avg_ms": 0.039, "count": 164, "max_ms": 0.155, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 0.625, "count": 164, "max_ms": 2.802, "p95_ms": 1.273}, "track_match_ms": {"avg_ms": 0.005, "count": 164, "max_ms": 0.083, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.026, "count": 164, "max_ms": 0.137, "p95_ms": 0.059}}, "gstreamer_push": {"avg_ms": 2.424, "count": 164, "max_ms": 5.331, "p95_ms": 3.955}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 164, "max_ms": 0.26, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.75, "count": 164, "max_ms": 77.133, "p95_ms": 58.579}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.035, "count": 164, "max_ms": 0.132, "p95_ms": 0.076}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 69.784, "count": 164, "max_ms": 124.937, "p95_ms": 98.809}, "inference_input_copy_ms": {"avg_ms": 1.302, "count": 164, "max_ms": 3.119, "p95_ms": 2.184}, "processing_residual_ms": {"avg_ms": 0.122, "count": 164, "max_ms": 0.385, "p95_ms": 0.227}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 71.243, "count": 164, "max_ms": 126.993, "p95_ms": 100.274}, "read_interval": {"avg_ms": 183.404, "count": 163, "max_ms": 1563.193, "p95_ms": 462.559}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 164, "max_ms": 0.065, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.119, "count": 164, "max_ms": 0.704, "p95_ms": 0.265}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 164, "max_ms": 0.058, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.104, "count": 164, "max_ms": 0.639, "p95_ms": 0.238}, "worker_merge_ms": {"avg_ms": 0.005, "count": 164, "max_ms": 0.021, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 39.764, "count": 164, "max_ms": 77.152, "p95_ms": 58.587}, "visualize": {"avg_ms": 28.496, "count": 164, "max_ms": 48.636, "p95_ms": 41.036}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.703, "count": 164, "max_ms": 47.758, "p95_ms": 40.445}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.309, "count": 164, "max_ms": 48.502, "p95_ms": 40.922}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.214, "count": 164, "max_ms": 48.378, "p95_ms": 40.856}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 164, "max_ms": 1.067, "p95_ms": 0.115}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 164}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.629, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.831, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.632, "sample_count": 912, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38057, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:46:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105000, "write_bytes_delta": 105000, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 402.0, "cpu_core_ratio": 0.635086, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 566.0, "pid": 6011, "reason": null, "system_cpu_core_ratio": 0.028688, "system_cpu_s_delta": 0.29000000000000004, "user_cpu_core_ratio": 0.606398, "user_cpu_s_delta": 6.129999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.309629, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 62.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.033634, "system_cpu_s_delta": 0.34000000000003183, "user_cpu_core_ratio": 0.275995, "user_cpu_s_delta": 2.7899999999999636}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.397, "count": 131, "max_ms": 4.566, "p95_ms": 3.955, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 131}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 131}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.385, "count": 30, "max": 30.306, "p95": 21.526, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.438, "count": 30, "max": 18.388, "p95": 13.111, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 330.3, "count": 30, "max": 737.0, "p95": 545.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 9962.7, "count": 30, "max": 102090.0, "p95": 63455.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.026, "count": 30, "max": 0.079, "p95": 0.056, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.445, "count": 30, "max": 0.715, "p95": 0.657, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.39, "count": 30, "max": 13.514, "p95": 10.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101569.067, "count": 30, "max": 105000.0, "p95": 104544.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98216.3, "count": 30, "max": 105000.0, "p95": 104544.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 43.2, "count": 30, "max": 70.0, "p95": 66.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.022, "count": 30, "max": 0.043, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.198, "count": 30, "max": 0.347, "p95": 0.333, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 295, "sampled_at": "2026-10-30T15:46:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:46:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 38903, "flush_count": 76, "flush_interval_seconds": 30.0, "flush_state": {"count": 76, "last_at": "2026-10-30T15:46:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:46:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 75}, "started": true, "suppressed_count": 38022, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 38022}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 76, "written_record_count": 76}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4514.84, "limit_mb": null}, "detail": {"pid": 6243, "restart_count": 25, "start_count": 26}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 105330585600, "copied_frame_count": 38097, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 105330585600, "frame_buffer_copies": 38097, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.108, "count": 512, "max_ms": 1.832, "p50_ms": 0.0886, "p95_ms": 0.2005, "p99_ms": 0.2656}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1566, "count": 512, "max_ms": 5.1506, "p50_ms": 1.0696, "p95_ms": 1.9679, "p99_ms": 2.63, "results": {"failed": 0, "not_applicable": 0, "success": 38097, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 24, "h264_decode_error_count": 28, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:47:04+09:00", "last_error_summary": "[h264 @ 0x5ff059d84640] error while decoding MB 196 79, bytestream -25", "last_exit_at": "2026-10-30T15:45:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T15:47:07+09:00", "pid": 6243, "process": {"exists": true, "fd_count": 4, "hwm_mb": 46.648, "name": "ffmpeg", "pid": 6243, "rss_mb": 46.648, "state": "S (sleeping)", "threads": 1}, "restart_count": 25, "restart_count_per_hour": 22, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.851, "sample_count": 916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38097, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:47:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.522, "last_frame_pushed_at": "2026-10-30T15:47:04+09:00", "last_frame_read_age_sec": 4.6, "last_frame_read_at": "2026-10-30T15:47:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 197.314, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 402.686, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 4.514, "exists": true, "mtime": "2026-10-30T15:47:04.544787+09:00", "mtime_epoch": 1793342824.544787, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 105260}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:47:09+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.648, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 38097, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 146}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 146, "pushed_frames": 146, "read_frames": 146, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.874, "pushed": 4.874, "read": 4.874}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 146, "client_acquire_ms": {"avg_ms": 0.007, "count": 146, "max_ms": 0.027, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4573.489, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.555, "count": 146, "max_ms": 3.51, "p95_ms": 1.572, "reason": null, "sample_age_ms": 4602.725, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.287, "count": 146, "max_ms": 2.999, "p95_ms": 1.367, "reason": null, "sample_age_ms": 4603.217, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.089, "count": 146, "max_ms": 0.363, "p95_ms": 0.192, "reason": null, "sample_age_ms": 4573.495, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.466, "count": 146, "max_ms": 2.956, "p95_ms": 2.497, "reason": null, "sample_age_ms": 4601.11, "source": "client_direct"}, "request_count": 146, "request_tensor_bytes": {"avg": 2211848.0, "count": 146, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4601.082, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 146, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4573.554, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.484, "count": 146, "max_ms": 74.12, "p95_ms": 57.127, "reason": null, "sample_age_ms": 4573.486, "source": "client_direct"}, "sample_age_ms": 4573.483, "source": "client_direct", "task_total_ms": {"avg_ms": 39.202, "count": 146, "max_ms": 75.776, "p95_ms": 59.207, "reason": null, "sample_age_ms": 4573.483, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.26, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.676, "count": 146, "max_ms": 2.934, "p95_ms": 1.521}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.217, "count": 146, "max_ms": 0.916, "p95_ms": 0.514}, "detection_prepare_ms": {"avg_ms": 0.094, "count": 146, "max_ms": 0.332, "p95_ms": 0.205}, "event_filter_ms": {"avg_ms": 0.004, "count": 146, "max_ms": 0.034, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 146, "max_ms": 0.302, "p95_ms": 0.154}, "mcmt_ms": {"avg_ms": 0.002, "count": 146, "max_ms": 0.017, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.173, "count": 146, "max_ms": 0.935, "p95_ms": 0.367}, "setup_ms": {"avg_ms": 0.041, "count": 146, "max_ms": 0.155, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 0.638, "count": 146, "max_ms": 2.802, "p95_ms": 1.455}, "track_match_ms": {"avg_ms": 0.005, "count": 146, "max_ms": 0.083, "p95_ms": 0.012}, "tracker_update_ms": {"avg_ms": 0.027, "count": 146, "max_ms": 0.137, "p95_ms": 0.061}}, "gstreamer_push": {"avg_ms": 2.417, "count": 146, "max_ms": 5.331, "p95_ms": 3.738}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 146, "max_ms": 0.26, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.066, "count": 146, "max_ms": 77.133, "p95_ms": 61.228}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.036, "count": 146, "max_ms": 0.132, "p95_ms": 0.076}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 70.395, "count": 146, "max_ms": 124.937, "p95_ms": 99.048}, "inference_input_copy_ms": {"avg_ms": 1.29, "count": 146, "max_ms": 3.119, "p95_ms": 2.184}, "processing_residual_ms": {"avg_ms": 0.12, "count": 146, "max_ms": 0.318, "p95_ms": 0.227}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 71.841, "count": 146, "max_ms": 126.993, "p95_ms": 100.752}, "read_interval": {"avg_ms": 174.855, "count": 146, "max_ms": 800.718, "p95_ms": 462.559}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 146, "max_ms": 0.065, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.12, "count": 146, "max_ms": 0.704, "p95_ms": 0.259}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 146, "max_ms": 0.058, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.105, "count": 146, "max_ms": 0.639, "p95_ms": 0.232}, "worker_merge_ms": {"avg_ms": 0.005, "count": 146, "max_ms": 0.021, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 40.08, "count": 146, "max_ms": 77.152, "p95_ms": 61.236}, "visualize": {"avg_ms": 28.77, "count": 146, "max_ms": 48.636, "p95_ms": 41.036}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.963, "count": 146, "max_ms": 47.758, "p95_ms": 40.445}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.577, "count": 146, "max_ms": 48.502, "p95_ms": 40.922}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.48, "count": 146, "max_ms": 48.378, "p95_ms": 40.856}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 146, "max_ms": 1.067, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 146}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.629, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.831, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.632, "sample_count": 912, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38057, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:46:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105000, "write_bytes_delta": 105000, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 402.0, "cpu_core_ratio": 0.635086, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 566.0, "pid": 6011, "reason": null, "system_cpu_core_ratio": 0.028688, "system_cpu_s_delta": 0.29000000000000004, "user_cpu_core_ratio": 0.606398, "user_cpu_s_delta": 6.129999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.309629, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 62.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.033634, "system_cpu_s_delta": 0.34000000000003183, "user_cpu_core_ratio": 0.275995, "user_cpu_s_delta": 2.7899999999999636}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.397, "count": 131, "max_ms": 4.566, "p95_ms": 3.955, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 131}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 131}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.385, "count": 30, "max": 30.306, "p95": 21.526, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.438, "count": 30, "max": 18.388, "p95": 13.111, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 330.3, "count": 30, "max": 737.0, "p95": 545.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 9962.7, "count": 30, "max": 102090.0, "p95": 63455.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.026, "count": 30, "max": 0.079, "p95": 0.056, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.445, "count": 30, "max": 0.715, "p95": 0.657, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.39, "count": 30, "max": 13.514, "p95": 10.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101569.067, "count": 30, "max": 105000.0, "p95": 104544.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98216.3, "count": 30, "max": 105000.0, "p95": 104544.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 43.2, "count": 30, "max": 70.0, "p95": 66.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.022, "count": 30, "max": 0.043, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.198, "count": 30, "max": 0.347, "p95": 0.333, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 295, "sampled_at": "2026-10-30T15:46:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:46:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 38903, "flush_count": 76, "flush_interval_seconds": 30.0, "flush_state": {"count": 76, "last_at": "2026-10-30T15:46:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:46:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 75}, "started": true, "suppressed_count": 38191, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 38191}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 76, "written_record_count": 76}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4502.891, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 105797836800, "copied_frame_count": 38266, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 105797836800, "frame_buffer_copies": 38266, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1043, "count": 512, "max_ms": 0.3542, "p50_ms": 0.0874, "p95_ms": 0.201, "p99_ms": 0.254}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1508, "count": 512, "max_ms": 5.1506, "p50_ms": 1.0663, "p95_ms": 1.9787, "p99_ms": 2.5476, "results": {"failed": 0, "not_applicable": 0, "success": 38266, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 25, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:47:40+09:00", "last_error_summary": "[h264 @ 0x5daa5256c900] error while decoding MB 209 94, bytestream -12", "last_exit_at": "2026-10-30T15:45:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.515, "last_started_at": "2026-10-30T15:47:07+09:00", "pid": 6243, "process": {"exists": false, "pid": 6243}, "restart_count": 25, "restart_count_per_hour": 22, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.289, "sample_count": 1035, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38266, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:47:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.009, "last_frame_pushed_at": "2026-10-30T15:47:40+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-10-30T15:47:40+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 228.831, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 371.169, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": null, "exists": false, "mtime": null, "mtime_epoch": null, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": null}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:47:40+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.723, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 38266, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 169, "pushed_frames": 169, "read_frames": 169, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.704, "pushed": 5.704, "read": 5.704}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 169, "client_acquire_ms": {"avg_ms": 0.006, "count": 169, "max_ms": 0.027, "p95_ms": 0.014, "reason": null, "sample_age_ms": 36.513, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.573, "count": 169, "max_ms": 2.813, "p95_ms": 1.637, "reason": null, "sample_age_ms": 63.391, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.288, "count": 169, "max_ms": 1.829, "p95_ms": 1.316, "reason": null, "sample_age_ms": 63.579, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.084, "count": 169, "max_ms": 0.335, "p95_ms": 0.181, "reason": null, "sample_age_ms": 36.521, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.397, "count": 169, "max_ms": 4.429, "p95_ms": 2.628, "reason": null, "sample_age_ms": 62.479, "source": "client_direct"}, "request_count": 169, "request_tensor_bytes": {"avg": 2211848.0, "count": 169, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 62.465, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 169, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 36.638, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.911, "count": 169, "max_ms": 76.517, "p95_ms": 52.985, "reason": null, "sample_age_ms": 36.509, "source": "client_direct"}, "sample_age_ms": 36.503, "source": "client_direct", "task_total_ms": {"avg_ms": 37.55, "count": 169, "max_ms": 77.685, "p95_ms": 55.122, "reason": null, "sample_age_ms": 36.503, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.069, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.636, "count": 169, "max_ms": 1.48, "p95_ms": 1.175}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.202, "count": 169, "max_ms": 0.529, "p95_ms": 0.396}, "detection_prepare_ms": {"avg_ms": 0.087, "count": 169, "max_ms": 0.278, "p95_ms": 0.162}, "event_filter_ms": {"avg_ms": 0.004, "count": 169, "max_ms": 0.028, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.071, "count": 169, "max_ms": 0.252, "p95_ms": 0.132}, "mcmt_ms": {"avg_ms": 0.002, "count": 169, "max_ms": 0.016, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.166, "count": 169, "max_ms": 0.564, "p95_ms": 0.317}, "setup_ms": {"avg_ms": 0.037, "count": 169, "max_ms": 0.136, "p95_ms": 0.07}, "total_inside_ms": {"avg_ms": 0.599, "count": 169, "max_ms": 1.399, "p95_ms": 1.058}, "track_match_ms": {"avg_ms": 0.004, "count": 169, "max_ms": 0.027, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.025, "count": 169, "max_ms": 0.078, "p95_ms": 0.049}}, "gstreamer_push": {"avg_ms": 2.345, "count": 169, "max_ms": 4.897, "p95_ms": 3.807}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.039, "count": 169, "max_ms": 0.106, "p95_ms": 0.075}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.416, "count": 169, "max_ms": 78.211, "p95_ms": 56.377}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.035, "count": 169, "max_ms": 0.336, "p95_ms": 0.075}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 68.917, "count": 169, "max_ms": 120.546, "p95_ms": 97.378}, "inference_input_copy_ms": {"avg_ms": 1.273, "count": 169, "max_ms": 2.99, "p95_ms": 2.304}, "processing_residual_ms": {"avg_ms": 0.118, "count": 169, "max_ms": 0.332, "p95_ms": 0.216}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 70.342, "count": 169, "max_ms": 121.617, "p95_ms": 98.705}, "read_interval": {"avg_ms": 213.336, "count": 169, "max_ms": 6484.99, "p95_ms": 483.387}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 169, "max_ms": 0.059, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.114, "count": 169, "max_ms": 0.439, "p95_ms": 0.218}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 169, "max_ms": 0.045, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.099, "count": 169, "max_ms": 0.401, "p95_ms": 0.189}, "worker_merge_ms": {"avg_ms": 0.005, "count": 169, "max_ms": 0.043, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 38.428, "count": 169, "max_ms": 78.224, "p95_ms": 56.423}, "visualize": {"avg_ms": 28.998, "count": 169, "max_ms": 48.155, "p95_ms": 40.398}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.235, "count": 169, "max_ms": 47.124, "p95_ms": 39.315}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.814, "count": 169, "max_ms": 47.964, "p95_ms": 40.033}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.006, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.727, "count": 169, "max_ms": 47.864, "p95_ms": 39.875}, "visualizer_prepare_ms": {"avg_ms": 0.052, "count": 169, "max_ms": 0.15, "p95_ms": 0.115}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 169}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.691, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.749, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.289, "sample_count": 1006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38194, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:47:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104704, "write_bytes_delta": 104704, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 405.0, "cpu_core_ratio": 0.660034, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 602.0, "pid": 6243, "reason": null, "system_cpu_core_ratio": 0.031809, "system_cpu_s_delta": 0.32000000000000006, "user_cpu_core_ratio": 0.628225, "user_cpu_s_delta": 6.32}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.335981, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 62.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.033797, "system_cpu_s_delta": 0.339999999999975, "user_cpu_core_ratio": 0.302184, "user_cpu_s_delta": 3.0399999999999636}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.362, "count": 129, "max_ms": 5.331, "p95_ms": 3.749, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 129}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 129}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.713, "count": 30, "max": 30.306, "p95": 21.526, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.436, "count": 30, "max": 18.388, "p95": 12.765, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 339.3, "count": 30, "max": 737.0, "p95": 620.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 13056.8, "count": 30, "max": 102090.0, "p95": 102047.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.028, "count": 30, "max": 0.079, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.447, "count": 30, "max": 0.715, "p95": 0.657, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.376, "count": 30, "max": 13.514, "p95": 10.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 102026.6, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98681.0, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 42.867, "count": 30, "max": 70.0, "p95": 66.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.022, "count": 30, "max": 0.043, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.198, "count": 30, "max": 0.347, "p95": 0.333, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 298, "sampled_at": "2026-10-30T15:47:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:47:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.63, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 38903, "flush_count": 76, "flush_interval_seconds": 30.0, "flush_state": {"count": 76, "last_at": "2026-10-30T15:46:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:46:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 75}, "started": true, "suppressed_count": 38191, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 38191}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 76, "written_record_count": 76}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4503.062, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 105797836800, "copied_frame_count": 38266, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 105797836800, "frame_buffer_copies": 38266, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1043, "count": 512, "max_ms": 0.3542, "p50_ms": 0.0874, "p95_ms": 0.201, "p99_ms": 0.254}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1508, "count": 512, "max_ms": 5.1506, "p50_ms": 1.0663, "p95_ms": 1.9787, "p99_ms": 2.5476, "results": {"failed": 0, "not_applicable": 0, "success": 38266, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 25, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:47:40+09:00", "last_error_summary": "[h264 @ 0x5daa5256c900] error while decoding MB 209 94, bytestream -12", "last_exit_at": "2026-10-30T15:45:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.546, "last_started_at": "2026-10-30T15:47:07+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 25, "restart_count_per_hour": 22, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.289, "sample_count": 1035, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38266, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:47:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.04, "last_frame_pushed_at": "2026-10-30T15:47:40+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-10-30T15:47:40+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 228.849, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 371.151, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.032, "exists": true, "mtime": "2026-10-30T15:47:40.571999+09:00", "mtime_epoch": 1793342860.5719988, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 104194}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:47:40+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.719, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 38266, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 169, "pushed_frames": 169, "read_frames": 169, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.698, "pushed": 5.698, "read": 5.698}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 169, "client_acquire_ms": {"avg_ms": 0.006, "count": 169, "max_ms": 0.027, "p95_ms": 0.014, "reason": null, "sample_age_ms": 65.915, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.573, "count": 169, "max_ms": 2.813, "p95_ms": 1.637, "reason": null, "sample_age_ms": 92.793, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.288, "count": 169, "max_ms": 1.829, "p95_ms": 1.316, "reason": null, "sample_age_ms": 92.981, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.084, "count": 169, "max_ms": 0.335, "p95_ms": 0.181, "reason": null, "sample_age_ms": 65.923, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.397, "count": 169, "max_ms": 4.429, "p95_ms": 2.628, "reason": null, "sample_age_ms": 91.881, "source": "client_direct"}, "request_count": 169, "request_tensor_bytes": {"avg": 2211848.0, "count": 169, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 91.867, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 169, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 66.04, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.911, "count": 169, "max_ms": 76.517, "p95_ms": 52.985, "reason": null, "sample_age_ms": 65.91, "source": "client_direct"}, "sample_age_ms": 65.905, "source": "client_direct", "task_total_ms": {"avg_ms": 37.55, "count": 169, "max_ms": 77.685, "p95_ms": 55.122, "reason": null, "sample_age_ms": 65.905, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.622, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.636, "count": 169, "max_ms": 1.48, "p95_ms": 1.175}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.202, "count": 169, "max_ms": 0.529, "p95_ms": 0.396}, "detection_prepare_ms": {"avg_ms": 0.087, "count": 169, "max_ms": 0.278, "p95_ms": 0.162}, "event_filter_ms": {"avg_ms": 0.004, "count": 169, "max_ms": 0.028, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.071, "count": 169, "max_ms": 0.252, "p95_ms": 0.132}, "mcmt_ms": {"avg_ms": 0.002, "count": 169, "max_ms": 0.016, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.166, "count": 169, "max_ms": 0.564, "p95_ms": 0.317}, "setup_ms": {"avg_ms": 0.037, "count": 169, "max_ms": 0.136, "p95_ms": 0.07}, "total_inside_ms": {"avg_ms": 0.599, "count": 169, "max_ms": 1.399, "p95_ms": 1.058}, "track_match_ms": {"avg_ms": 0.004, "count": 169, "max_ms": 0.027, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.025, "count": 169, "max_ms": 0.078, "p95_ms": 0.049}}, "gstreamer_push": {"avg_ms": 2.345, "count": 169, "max_ms": 4.897, "p95_ms": 3.807}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.039, "count": 169, "max_ms": 0.106, "p95_ms": 0.075}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.416, "count": 169, "max_ms": 78.211, "p95_ms": 56.377}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.035, "count": 169, "max_ms": 0.336, "p95_ms": 0.075}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 68.917, "count": 169, "max_ms": 120.546, "p95_ms": 97.378}, "inference_input_copy_ms": {"avg_ms": 1.273, "count": 169, "max_ms": 2.99, "p95_ms": 2.304}, "processing_residual_ms": {"avg_ms": 0.118, "count": 169, "max_ms": 0.332, "p95_ms": 0.216}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 70.342, "count": 169, "max_ms": 121.617, "p95_ms": 98.705}, "read_interval": {"avg_ms": 213.336, "count": 169, "max_ms": 6484.99, "p95_ms": 483.387}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 169, "max_ms": 0.059, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.114, "count": 169, "max_ms": 0.439, "p95_ms": 0.218}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 169, "max_ms": 0.045, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.099, "count": 169, "max_ms": 0.401, "p95_ms": 0.189}, "worker_merge_ms": {"avg_ms": 0.005, "count": 169, "max_ms": 0.043, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 38.428, "count": 169, "max_ms": 78.224, "p95_ms": 56.423}, "visualize": {"avg_ms": 28.998, "count": 169, "max_ms": 48.155, "p95_ms": 40.398}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.235, "count": 169, "max_ms": 47.124, "p95_ms": 39.315}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.814, "count": 169, "max_ms": 47.964, "p95_ms": 40.033}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.006, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.727, "count": 169, "max_ms": 47.864, "p95_ms": 39.875}, "visualizer_prepare_ms": {"avg_ms": 0.052, "count": 169, "max_ms": 0.15, "p95_ms": 0.115}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 169}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.691, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.749, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.289, "sample_count": 1006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38194, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:47:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104704, "write_bytes_delta": 104704, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 405.0, "cpu_core_ratio": 0.660034, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 602.0, "pid": 6243, "reason": null, "system_cpu_core_ratio": 0.031809, "system_cpu_s_delta": 0.32000000000000006, "user_cpu_core_ratio": 0.628225, "user_cpu_s_delta": 6.32}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.335981, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 62.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.033797, "system_cpu_s_delta": 0.339999999999975, "user_cpu_core_ratio": 0.302184, "user_cpu_s_delta": 3.0399999999999636}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.362, "count": 129, "max_ms": 5.331, "p95_ms": 3.749, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 129}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 129}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.713, "count": 30, "max": 30.306, "p95": 21.526, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.436, "count": 30, "max": 18.388, "p95": 12.765, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 339.3, "count": 30, "max": 737.0, "p95": 620.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 13056.8, "count": 30, "max": 102090.0, "p95": 102047.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.028, "count": 30, "max": 0.079, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.447, "count": 30, "max": 0.715, "p95": 0.657, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.376, "count": 30, "max": 13.514, "p95": 10.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 102026.6, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98681.0, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 42.867, "count": 30, "max": 70.0, "p95": 66.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.022, "count": 30, "max": 0.043, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.198, "count": 30, "max": 0.347, "p95": 0.333, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 298, "sampled_at": "2026-10-30T15:47:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:47:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.66, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 38903, "flush_count": 76, "flush_interval_seconds": 30.0, "flush_state": {"count": 76, "last_at": "2026-10-30T15:46:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:46:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 75}, "started": true, "suppressed_count": 38191, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 38191}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 76, "written_record_count": 76}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4522.004, "limit_mb": null}, "detail": {"pid": 6359, "restart_count": 26, "start_count": 27}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 105797836800, "copied_frame_count": 38266, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 105797836800, "frame_buffer_copies": 38266, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1043, "count": 512, "max_ms": 0.3542, "p50_ms": 0.0874, "p95_ms": 0.201, "p99_ms": 0.254}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1508, "count": 512, "max_ms": 5.1506, "p50_ms": 1.0663, "p95_ms": 1.9787, "p99_ms": 2.5476, "results": {"failed": 0, "not_applicable": 0, "success": 38266, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 25, "h264_decode_error_count": 29, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:47:40+09:00", "last_error_summary": "[h264 @ 0x5daa5256c900] error while decoding MB 209 94, bytestream -12", "last_exit_at": "2026-10-30T15:45:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T15:47:42+09:00", "pid": 6359, "process": {"exists": true, "fd_count": 4, "hwm_mb": 46.77, "name": "ffmpeg", "pid": 6359, "rss_mb": 46.77, "state": "S (sleeping)", "threads": 1}, "restart_count": 26, "restart_count_per_hour": 23, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.289, "sample_count": 1035, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38266, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:47:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.119, "last_frame_pushed_at": "2026-10-30T15:47:40+09:00", "last_frame_read_age_sec": 4.17, "last_frame_read_at": "2026-10-30T15:47:40+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 232.934, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 367.066, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 4.111, "exists": true, "mtime": "2026-10-30T15:47:40.571999+09:00", "mtime_epoch": 1793342860.5719988, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 104194}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:47:44+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.723, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 38266, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 154}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 154}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 154}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 154}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 154}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 154}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 154}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 154, "pushed_frames": 154, "read_frames": 154, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.143, "pushed": 5.143, "read": 5.143}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 154, "client_acquire_ms": {"avg_ms": 0.006, "count": 154, "max_ms": 0.027, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4148.773, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.559, "count": 154, "max_ms": 2.813, "p95_ms": 1.588, "reason": null, "sample_age_ms": 4175.652, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.276, "count": 154, "max_ms": 1.771, "p95_ms": 1.287, "reason": null, "sample_age_ms": 4175.84, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.086, "count": 154, "max_ms": 0.335, "p95_ms": 0.187, "reason": null, "sample_age_ms": 4148.782, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.397, "count": 154, "max_ms": 4.429, "p95_ms": 2.613, "reason": null, "sample_age_ms": 4174.739, "source": "client_direct"}, "request_count": 154, "request_tensor_bytes": {"avg": 2211848.0, "count": 154, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4174.726, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 154, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4148.899, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.963, "count": 154, "max_ms": 76.517, "p95_ms": 52.908, "reason": null, "sample_age_ms": 4148.769, "source": "client_direct"}, "sample_age_ms": 4148.764, "source": "client_direct", "task_total_ms": {"avg_ms": 37.606, "count": 154, "max_ms": 77.685, "p95_ms": 55.097, "reason": null, "sample_age_ms": 4148.764, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.658, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.633, "count": 154, "max_ms": 1.48, "p95_ms": 1.175}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.201, "count": 154, "max_ms": 0.529, "p95_ms": 0.396}, "detection_prepare_ms": {"avg_ms": 0.087, "count": 154, "max_ms": 0.278, "p95_ms": 0.163}, "event_filter_ms": {"avg_ms": 0.004, "count": 154, "max_ms": 0.028, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.072, "count": 154, "max_ms": 0.252, "p95_ms": 0.133}, "mcmt_ms": {"avg_ms": 0.002, "count": 154, "max_ms": 0.016, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.164, "count": 154, "max_ms": 0.524, "p95_ms": 0.317}, "setup_ms": {"avg_ms": 0.038, "count": 154, "max_ms": 0.136, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 0.596, "count": 154, "max_ms": 1.399, "p95_ms": 1.058}, "track_match_ms": {"avg_ms": 0.004, "count": 154, "max_ms": 0.027, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.025, "count": 154, "max_ms": 0.078, "p95_ms": 0.049}}, "gstreamer_push": {"avg_ms": 2.359, "count": 154, "max_ms": 4.897, "p95_ms": 3.822}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.039, "count": 154, "max_ms": 0.106, "p95_ms": 0.079}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.46, "count": 154, "max_ms": 78.211, "p95_ms": 56.377}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.036, "count": 154, "max_ms": 0.336, "p95_ms": 0.079}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 154, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 154, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 68.813, "count": 154, "max_ms": 120.546, "p95_ms": 97.378}, "inference_input_copy_ms": {"avg_ms": 1.261, "count": 154, "max_ms": 2.99, "p95_ms": 2.304}, "processing_residual_ms": {"avg_ms": 0.118, "count": 154, "max_ms": 0.332, "p95_ms": 0.22}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 154, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 154, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 70.227, "count": 154, "max_ms": 121.617, "p95_ms": 98.705}, "read_interval": {"avg_ms": 168.383, "count": 154, "max_ms": 606.426, "p95_ms": 402.704}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 154, "max_ms": 0.059, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.112, "count": 154, "max_ms": 0.331, "p95_ms": 0.218}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 154, "max_ms": 0.045, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.097, "count": 154, "max_ms": 0.284, "p95_ms": 0.189}, "worker_merge_ms": {"avg_ms": 0.005, "count": 154, "max_ms": 0.043, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 38.472, "count": 154, "max_ms": 78.224, "p95_ms": 56.423}, "visualize": {"avg_ms": 28.856, "count": 154, "max_ms": 48.155, "p95_ms": 40.398}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.089, "count": 154, "max_ms": 47.124, "p95_ms": 39.315}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 154, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.671, "count": 154, "max_ms": 47.964, "p95_ms": 40.033}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 154, "max_ms": 0.006, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 154, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.583, "count": 154, "max_ms": 47.864, "p95_ms": 39.875}, "visualizer_prepare_ms": {"avg_ms": 0.052, "count": 154, "max_ms": 0.15, "p95_ms": 0.119}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 154}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 154}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 154}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.691, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.749, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.289, "sample_count": 1006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38194, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:47:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104704, "write_bytes_delta": 104704, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 405.0, "cpu_core_ratio": 0.660034, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 602.0, "pid": 6243, "reason": null, "system_cpu_core_ratio": 0.031809, "system_cpu_s_delta": 0.32000000000000006, "user_cpu_core_ratio": 0.628225, "user_cpu_s_delta": 6.32}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.335981, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 62.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.033797, "system_cpu_s_delta": 0.339999999999975, "user_cpu_core_ratio": 0.302184, "user_cpu_s_delta": 3.0399999999999636}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.362, "count": 129, "max_ms": 5.331, "p95_ms": 3.749, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 129}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 129}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.713, "count": 30, "max": 30.306, "p95": 21.526, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.436, "count": 30, "max": 18.388, "p95": 12.765, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 339.3, "count": 30, "max": 737.0, "p95": 620.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 13056.8, "count": 30, "max": 102090.0, "p95": 102047.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.028, "count": 30, "max": 0.079, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.447, "count": 30, "max": 0.715, "p95": 0.657, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.376, "count": 30, "max": 13.514, "p95": 10.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 102026.6, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98681.0, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 42.867, "count": 30, "max": 70.0, "p95": 66.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.022, "count": 30, "max": 0.043, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.198, "count": 30, "max": 0.347, "p95": 0.333, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 298, "sampled_at": "2026-10-30T15:47:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:47:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 39415, "flush_count": 77, "flush_interval_seconds": 30.0, "flush_state": {"count": 77, "last_at": "2026-10-30T15:47:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:47:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 76}, "started": true, "suppressed_count": 38339, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 38339}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 77, "written_record_count": 77}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4505.266, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 106209792000, "copied_frame_count": 38415, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 106209792000, "frame_buffer_copies": 38415, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1051, "count": 512, "max_ms": 0.3542, "p50_ms": 0.0863, "p95_ms": 0.2095, "p99_ms": 0.2721}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.14, "count": 512, "max_ms": 3.6682, "p50_ms": 1.0425, "p95_ms": 1.9968, "p99_ms": 2.5476, "results": {"failed": 0, "not_applicable": 0, "success": 38415, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 26, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:48:16+09:00", "last_error_summary": "[h264 @ 0x57b018655580] error while decoding MB 192 96, bytestream -15", "last_exit_at": "2026-10-30T15:45:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.017, "last_started_at": "2026-10-30T15:47:42+09:00", "pid": 6359, "process": {"exists": false, "pid": 6359}, "restart_count": 26, "restart_count_per_hour": 23, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.142, "sample_count": 1071, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38415, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:48:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.03, "last_frame_pushed_at": "2026-10-30T15:48:16+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-10-30T15:48:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 264.957, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 335.043, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.02, "exists": true, "mtime": "2026-10-30T15:48:16.679211+09:00", "mtime_epoch": 1793342896.6792111, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 104179}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:48:16+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.793, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 38415, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 149}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 149, "pushed_frames": 149, "read_frames": 149, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.141, "pushed": 5.141, "read": 5.141}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 149, "client_acquire_ms": {"avg_ms": 0.007, "count": 149, "max_ms": 0.051, "p95_ms": 0.017, "reason": null, "sample_age_ms": 73.049, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.605, "count": 149, "max_ms": 5.338, "p95_ms": 1.897, "reason": null, "sample_age_ms": 111.999, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.33, "count": 149, "max_ms": 4.952, "p95_ms": 1.6, "reason": null, "sample_age_ms": 112.231, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.084, "count": 149, "max_ms": 0.316, "p95_ms": 0.173, "reason": null, "sample_age_ms": 73.063, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.475, "count": 149, "max_ms": 4.901, "p95_ms": 2.591, "reason": null, "sample_age_ms": 110.35, "source": "client_direct"}, "request_count": 149, "request_tensor_bytes": {"avg": 2211848.0, "count": 149, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 110.322, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 149, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 73.209, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.335, "count": 149, "max_ms": 67.546, "p95_ms": 53.343, "reason": null, "sample_age_ms": 73.04, "source": "client_direct"}, "sample_age_ms": 73.03, "source": "client_direct", "task_total_ms": {"avg_ms": 37.057, "count": 149, "max_ms": 72.371, "p95_ms": 55.148, "reason": null, "sample_age_ms": 73.03, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.638, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.63, "count": 149, "max_ms": 1.531, "p95_ms": 1.222}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.201, "count": 149, "max_ms": 0.624, "p95_ms": 0.415}, "detection_prepare_ms": {"avg_ms": 0.087, "count": 149, "max_ms": 0.202, "p95_ms": 0.167}, "event_filter_ms": {"avg_ms": 0.004, "count": 149, "max_ms": 0.03, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.07, "count": 149, "max_ms": 0.194, "p95_ms": 0.145}, "mcmt_ms": {"avg_ms": 0.003, "count": 149, "max_ms": 0.028, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.163, "count": 149, "max_ms": 0.472, "p95_ms": 0.287}, "setup_ms": {"avg_ms": 0.037, "count": 149, "max_ms": 0.098, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 0.595, "count": 149, "max_ms": 1.461, "p95_ms": 1.162}, "track_match_ms": {"avg_ms": 0.004, "count": 149, "max_ms": 0.019, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.025, "count": 149, "max_ms": 0.094, "p95_ms": 0.051}}, "gstreamer_push": {"avg_ms": 2.365, "count": 149, "max_ms": 5.886, "p95_ms": 4.01}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 149, "max_ms": 0.441, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.014, "count": 149, "max_ms": 75.895, "p95_ms": 57.08}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.035, "count": 149, "max_ms": 0.254, "p95_ms": 0.081}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 66.777, "count": 149, "max_ms": 109.871, "p95_ms": 93.59}, "inference_input_copy_ms": {"avg_ms": 1.275, "count": 149, "max_ms": 3.261, "p95_ms": 2.442}, "processing_residual_ms": {"avg_ms": 0.129, "count": 149, "max_ms": 0.611, "p95_ms": 0.252}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 68.216, "count": 149, "max_ms": 112.041, "p95_ms": 95.036}, "read_interval": {"avg_ms": 242.122, "count": 149, "max_ms": 7204.37, "p95_ms": 501.639}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 149, "max_ms": 0.041, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.112, "count": 149, "max_ms": 0.358, "p95_ms": 0.194}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 149, "max_ms": 0.031, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.098, "count": 149, "max_ms": 0.326, "p95_ms": 0.174}, "worker_merge_ms": {"avg_ms": 0.005, "count": 149, "max_ms": 0.031, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 38.026, "count": 149, "max_ms": 75.902, "p95_ms": 57.088}, "visualize": {"avg_ms": 27.26, "count": 149, "max_ms": 44.651, "p95_ms": 39.951}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.483, "count": 149, "max_ms": 43.356, "p95_ms": 38.091}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.073, "count": 149, "max_ms": 44.319, "p95_ms": 39.385}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.98, "count": 149, "max_ms": 44.161, "p95_ms": 39.168}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 149, "max_ms": 0.176, "p95_ms": 0.114}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 149}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.754, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.494, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.511, "sample_count": 1069, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38331, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:47:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.157, "exists": true, "size_bytes": 104202, "write_bytes_delta": 104202, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 442.0, "cpu_core_ratio": 0.768341, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10403.0, "pid": 6359, "reason": null, "system_cpu_core_ratio": 0.036825, "system_cpu_s_delta": 0.37, "user_cpu_core_ratio": 0.731516, "user_cpu_s_delta": 7.3500000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.383175, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 67.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.038815, "system_cpu_s_delta": 0.3900000000000432, "user_cpu_core_ratio": 0.34436, "user_cpu_s_delta": 3.4600000000000364}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.496, "count": 132, "max_ms": 4.714, "p95_ms": 3.937, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 132}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.968, "count": 30, "max": 29.006, "p95": 20.858, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 6.758, "count": 30, "max": 12.779, "p95": 10.298, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 333.733, "count": 30, "max": 737.0, "p95": 525.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 9995.333, "count": 30, "max": 102090.0, "p95": 63470.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.027, "count": 30, "max": 0.079, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.459, "count": 30, "max": 0.732, "p95": 0.707, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.422, "count": 30, "max": 13.514, "p95": 10.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 102389.267, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99030.9, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 43.5, "count": 30, "max": 70.0, "p95": 68.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.022, "count": 30, "max": 0.043, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.352, "p95": 0.346, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 301, "sampled_at": "2026-10-30T15:47:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:47:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.983, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 39415, "flush_count": 77, "flush_interval_seconds": 30.0, "flush_state": {"count": 77, "last_at": "2026-10-30T15:47:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:47:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 76}, "started": true, "suppressed_count": 38339, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 38339}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 77, "written_record_count": 77}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4505.23, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 106209792000, "copied_frame_count": 38415, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 106209792000, "frame_buffer_copies": 38415, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1051, "count": 512, "max_ms": 0.3542, "p50_ms": 0.0863, "p95_ms": 0.2095, "p99_ms": 0.2721}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.14, "count": 512, "max_ms": 3.6682, "p50_ms": 1.0425, "p95_ms": 1.9968, "p99_ms": 2.5476, "results": {"failed": 0, "not_applicable": 0, "success": 38415, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 26, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:48:16+09:00", "last_error_summary": "[h264 @ 0x57b018655580] error while decoding MB 192 96, bytestream -15", "last_exit_at": "2026-10-30T15:45:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 34.053, "last_started_at": "2026-10-30T15:47:42+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 26, "restart_count_per_hour": 23, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.142, "sample_count": 1071, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38415, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:48:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.066, "last_frame_pushed_at": "2026-10-30T15:48:16+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-10-30T15:48:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 264.982, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 335.018, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-10-30T15:48:16.679211+09:00", "mtime_epoch": 1793342896.6792111, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 104179}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:48:16+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.789, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 38415, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 149}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 149, "pushed_frames": 149, "read_frames": 149, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.135, "pushed": 5.135, "read": 5.135}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 149, "client_acquire_ms": {"avg_ms": 0.007, "count": 149, "max_ms": 0.051, "p95_ms": 0.017, "reason": null, "sample_age_ms": 110.475, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.605, "count": 149, "max_ms": 5.338, "p95_ms": 1.897, "reason": null, "sample_age_ms": 149.425, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.33, "count": 149, "max_ms": 4.952, "p95_ms": 1.6, "reason": null, "sample_age_ms": 149.657, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.084, "count": 149, "max_ms": 0.316, "p95_ms": 0.173, "reason": null, "sample_age_ms": 110.488, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.475, "count": 149, "max_ms": 4.901, "p95_ms": 2.591, "reason": null, "sample_age_ms": 147.776, "source": "client_direct"}, "request_count": 149, "request_tensor_bytes": {"avg": 2211848.0, "count": 149, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 147.747, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 149, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 110.634, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.335, "count": 149, "max_ms": 67.546, "p95_ms": 53.343, "reason": null, "sample_age_ms": 110.466, "source": "client_direct"}, "sample_age_ms": 110.456, "source": "client_direct", "task_total_ms": {"avg_ms": 37.057, "count": 149, "max_ms": 72.371, "p95_ms": 55.148, "reason": null, "sample_age_ms": 110.456, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.773, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.63, "count": 149, "max_ms": 1.531, "p95_ms": 1.222}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.201, "count": 149, "max_ms": 0.624, "p95_ms": 0.415}, "detection_prepare_ms": {"avg_ms": 0.087, "count": 149, "max_ms": 0.202, "p95_ms": 0.167}, "event_filter_ms": {"avg_ms": 0.004, "count": 149, "max_ms": 0.03, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.07, "count": 149, "max_ms": 0.194, "p95_ms": 0.145}, "mcmt_ms": {"avg_ms": 0.003, "count": 149, "max_ms": 0.028, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.163, "count": 149, "max_ms": 0.472, "p95_ms": 0.287}, "setup_ms": {"avg_ms": 0.037, "count": 149, "max_ms": 0.098, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 0.595, "count": 149, "max_ms": 1.461, "p95_ms": 1.162}, "track_match_ms": {"avg_ms": 0.004, "count": 149, "max_ms": 0.019, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.025, "count": 149, "max_ms": 0.094, "p95_ms": 0.051}}, "gstreamer_push": {"avg_ms": 2.365, "count": 149, "max_ms": 5.886, "p95_ms": 4.01}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 149, "max_ms": 0.441, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.014, "count": 149, "max_ms": 75.895, "p95_ms": 57.08}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.035, "count": 149, "max_ms": 0.254, "p95_ms": 0.081}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 66.777, "count": 149, "max_ms": 109.871, "p95_ms": 93.59}, "inference_input_copy_ms": {"avg_ms": 1.275, "count": 149, "max_ms": 3.261, "p95_ms": 2.442}, "processing_residual_ms": {"avg_ms": 0.129, "count": 149, "max_ms": 0.611, "p95_ms": 0.252}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 68.216, "count": 149, "max_ms": 112.041, "p95_ms": 95.036}, "read_interval": {"avg_ms": 242.122, "count": 149, "max_ms": 7204.37, "p95_ms": 501.639}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 149, "max_ms": 0.041, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.112, "count": 149, "max_ms": 0.358, "p95_ms": 0.194}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 149, "max_ms": 0.031, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.098, "count": 149, "max_ms": 0.326, "p95_ms": 0.174}, "worker_merge_ms": {"avg_ms": 0.005, "count": 149, "max_ms": 0.031, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 38.026, "count": 149, "max_ms": 75.902, "p95_ms": 57.088}, "visualize": {"avg_ms": 27.26, "count": 149, "max_ms": 44.651, "p95_ms": 39.951}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.483, "count": 149, "max_ms": 43.356, "p95_ms": 38.091}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.073, "count": 149, "max_ms": 44.319, "p95_ms": 39.385}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.98, "count": 149, "max_ms": 44.161, "p95_ms": 39.168}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 149, "max_ms": 0.176, "p95_ms": 0.114}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 149}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.754, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.494, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.511, "sample_count": 1069, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38331, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:47:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.157, "exists": true, "size_bytes": 104202, "write_bytes_delta": 104202, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 442.0, "cpu_core_ratio": 0.768341, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10403.0, "pid": 6359, "reason": null, "system_cpu_core_ratio": 0.036825, "system_cpu_s_delta": 0.37, "user_cpu_core_ratio": 0.731516, "user_cpu_s_delta": 7.3500000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.383175, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 67.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.038815, "system_cpu_s_delta": 0.3900000000000432, "user_cpu_core_ratio": 0.34436, "user_cpu_s_delta": 3.4600000000000364}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.496, "count": 132, "max_ms": 4.714, "p95_ms": 3.937, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 132}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.968, "count": 30, "max": 29.006, "p95": 20.858, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 6.758, "count": 30, "max": 12.779, "p95": 10.298, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 333.733, "count": 30, "max": 737.0, "p95": 525.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 9995.333, "count": 30, "max": 102090.0, "p95": 63470.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.027, "count": 30, "max": 0.079, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.459, "count": 30, "max": 0.732, "p95": 0.707, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.422, "count": 30, "max": 13.514, "p95": 10.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 102389.267, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99030.9, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 43.5, "count": 30, "max": 70.0, "p95": 68.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.022, "count": 30, "max": 0.043, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.352, "p95": 0.346, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 301, "sampled_at": "2026-10-30T15:47:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:47:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.018, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 39415, "flush_count": 77, "flush_interval_seconds": 30.0, "flush_state": {"count": 77, "last_at": "2026-10-30T15:47:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:47:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 76}, "started": true, "suppressed_count": 38339, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 38339}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 77, "written_record_count": 77}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4517.125, "limit_mb": null}, "detail": {"pid": 6475, "restart_count": 27, "start_count": 28}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 106209792000, "copied_frame_count": 38415, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 106209792000, "frame_buffer_copies": 38415, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1051, "count": 512, "max_ms": 0.3542, "p50_ms": 0.0863, "p95_ms": 0.2095, "p99_ms": 0.2721}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.14, "count": 512, "max_ms": 3.6682, "p50_ms": 1.0425, "p95_ms": 1.9968, "p99_ms": 2.5476, "results": {"failed": 0, "not_applicable": 0, "success": 38415, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 26, "h264_decode_error_count": 30, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:48:16+09:00", "last_error_summary": "[h264 @ 0x57b018655580] error while decoding MB 192 96, bytestream -15", "last_exit_at": "2026-10-30T15:45:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-30T15:48:19+09:00", "pid": 6475, "process": {"exists": true, "fd_count": 4, "hwm_mb": 46.617, "name": "ffmpeg", "pid": 6475, "rss_mb": 46.617, "state": "S (sleeping)", "threads": 1}, "restart_count": 27, "restart_count_per_hour": 24, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.822, "sample_count": 1045, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38415, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:48:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.936, "last_frame_pushed_at": "2026-10-30T15:48:16+09:00", "last_frame_read_age_sec": 5.017, "last_frame_read_at": "2026-10-30T15:48:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 269.871, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 330.129, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 4.926, "exists": true, "mtime": "2026-10-30T15:48:16.679211+09:00", "mtime_epoch": 1793342896.6792111, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 104179}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:48:21+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.793, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 38415, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 135}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 135, "pushed_frames": 135, "read_frames": 134, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.509, "pushed": 4.509, "read": 4.476}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 134, "client_acquire_ms": {"avg_ms": 0.007, "count": 135, "max_ms": 0.051, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4986.004, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.593, "count": 134, "max_ms": 5.338, "p95_ms": 1.888, "reason": null, "sample_age_ms": 5024.954, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.327, "count": 134, "max_ms": 4.952, "p95_ms": 1.576, "reason": null, "sample_age_ms": 5025.186, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.084, "count": 135, "max_ms": 0.316, "p95_ms": 0.173, "reason": null, "sample_age_ms": 4986.018, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.439, "count": 134, "max_ms": 4.901, "p95_ms": 2.546, "reason": null, "sample_age_ms": 5023.305, "source": "client_direct"}, "request_count": 134, "request_tensor_bytes": {"avg": 2211848.0, "count": 134, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5023.277, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 135, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4986.164, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.069, "count": 135, "max_ms": 67.546, "p95_ms": 53.146, "reason": null, "sample_age_ms": 4985.995, "source": "client_direct"}, "sample_age_ms": 4985.985, "source": "client_direct", "task_total_ms": {"avg_ms": 36.759, "count": 135, "max_ms": 72.371, "p95_ms": 55.131, "reason": null, "sample_age_ms": 4985.985, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.335, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.632, "count": 135, "max_ms": 1.531, "p95_ms": 1.222}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.203, "count": 135, "max_ms": 0.624, "p95_ms": 0.417}, "detection_prepare_ms": {"avg_ms": 0.088, "count": 135, "max_ms": 0.202, "p95_ms": 0.167}, "event_filter_ms": {"avg_ms": 0.004, "count": 135, "max_ms": 0.03, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.07, "count": 135, "max_ms": 0.194, "p95_ms": 0.145}, "mcmt_ms": {"avg_ms": 0.003, "count": 135, "max_ms": 0.028, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.163, "count": 135, "max_ms": 0.472, "p95_ms": 0.288}, "setup_ms": {"avg_ms": 0.037, "count": 135, "max_ms": 0.095, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 0.597, "count": 135, "max_ms": 1.461, "p95_ms": 1.162}, "track_match_ms": {"avg_ms": 0.004, "count": 135, "max_ms": 0.019, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.025, "count": 135, "max_ms": 0.094, "p95_ms": 0.053}}, "gstreamer_push": {"avg_ms": 2.291, "count": 135, "max_ms": 5.886, "p95_ms": 3.937}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 135, "max_ms": 0.441, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.701, "count": 135, "max_ms": 75.895, "p95_ms": 57.844}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.034, "count": 135, "max_ms": 0.254, "p95_ms": 0.077}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 66.175, "count": 135, "max_ms": 109.871, "p95_ms": 92.462}, "inference_input_copy_ms": {"avg_ms": 1.253, "count": 135, "max_ms": 3.261, "p95_ms": 2.504}, "processing_residual_ms": {"avg_ms": 0.127, "count": 135, "max_ms": 0.611, "p95_ms": 0.252}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 67.588, "count": 135, "max_ms": 112.041, "p95_ms": 93.834}, "read_interval": {"avg_ms": 186.619, "count": 134, "max_ms": 1796.17, "p95_ms": 493.572}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 135, "max_ms": 0.041, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.112, "count": 135, "max_ms": 0.358, "p95_ms": 0.202}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 135, "max_ms": 0.031, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.098, "count": 135, "max_ms": 0.326, "p95_ms": 0.179}, "worker_merge_ms": {"avg_ms": 0.005, "count": 135, "max_ms": 0.031, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 37.713, "count": 135, "max_ms": 75.902, "p95_ms": 57.866}, "visualize": {"avg_ms": 26.988, "count": 135, "max_ms": 44.651, "p95_ms": 39.351}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.214, "count": 135, "max_ms": 43.356, "p95_ms": 37.855}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.801, "count": 135, "max_ms": 44.319, "p95_ms": 39.023}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.709, "count": 135, "max_ms": 44.161, "p95_ms": 38.81}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 135, "max_ms": 0.176, "p95_ms": 0.114}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 135}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.754, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.494, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.511, "sample_count": 1069, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38331, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:47:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.157, "exists": true, "size_bytes": 104202, "write_bytes_delta": 104202, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 442.0, "cpu_core_ratio": 0.768341, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10403.0, "pid": 6359, "reason": null, "system_cpu_core_ratio": 0.036825, "system_cpu_s_delta": 0.37, "user_cpu_core_ratio": 0.731516, "user_cpu_s_delta": 7.3500000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.383175, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 67.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.038815, "system_cpu_s_delta": 0.3900000000000432, "user_cpu_core_ratio": 0.34436, "user_cpu_s_delta": 3.4600000000000364}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.496, "count": 132, "max_ms": 4.714, "p95_ms": 3.937, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 132}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.968, "count": 30, "max": 29.006, "p95": 20.858, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 6.758, "count": 30, "max": 12.779, "p95": 10.298, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 333.733, "count": 30, "max": 737.0, "p95": 525.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 9995.333, "count": 30, "max": 102090.0, "p95": 63470.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.027, "count": 30, "max": 0.079, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.459, "count": 30, "max": 0.732, "p95": 0.707, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.422, "count": 30, "max": 13.514, "p95": 10.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 102389.267, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99030.9, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 43.5, "count": 30, "max": 70.0, "p95": 68.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.022, "count": 30, "max": 0.043, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.352, "p95": 0.346, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 301, "sampled_at": "2026-10-30T15:47:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:47:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 39415, "flush_count": 77, "flush_interval_seconds": 30.0, "flush_state": {"count": 77, "last_at": "2026-10-30T15:47:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:47:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 76}, "started": true, "suppressed_count": 38498, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 38498}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 77, "written_record_count": 77}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4503.227, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x59d1a426bd00] error while decoding MB 191 55, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 106649395200, "copied_frame_count": 38574, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 106649395200, "frame_buffer_copies": 38574, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1078, "count": 512, "max_ms": 0.7511, "p50_ms": 0.0885, "p95_ms": 0.2167, "p99_ms": 0.2975}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.142, "count": 512, "max_ms": 3.6682, "p50_ms": 1.0407, "p95_ms": 2.056, "p99_ms": 2.5678, "results": {"failed": 0, "not_applicable": 0, "success": 38574, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 27, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:48:53+09:00", "last_error_summary": "[h264 @ 0x59d1a426bd00] error while decoding MB 191 55, bytestream -7", "last_exit_at": "2026-10-30T15:45:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.648, "last_started_at": "2026-10-30T15:48:19+09:00", "pid": 6475, "process": {"exists": false, "pid": 6475}, "restart_count": 27, "restart_count_per_hour": 24, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.822, "sample_count": 1148, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38574, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:48:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.019, "last_frame_pushed_at": "2026-10-30T15:48:53+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-10-30T15:48:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 301.502, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 298.498, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.012, "exists": true, "mtime": "2026-10-30T15:48:53.240426+09:00", "mtime_epoch": 1793342933.240426, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 102218}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:48:53+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.871, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 38574, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 159}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 159, "pushed_frames": 159, "read_frames": 159, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.533, "pushed": 5.533, "read": 5.533}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 159, "client_acquire_ms": {"avg_ms": 0.007, "count": 159, "max_ms": 0.021, "p95_ms": 0.014, "reason": null, "sample_age_ms": 67.539, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.623, "count": 159, "max_ms": 3.319, "p95_ms": 2.039, "reason": null, "sample_age_ms": 96.455, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.324, "count": 159, "max_ms": 2.715, "p95_ms": 1.59, "reason": null, "sample_age_ms": 96.604, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.096, "count": 159, "max_ms": 0.339, "p95_ms": 0.238, "reason": null, "sample_age_ms": 67.544, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.456, "count": 159, "max_ms": 3.585, "p95_ms": 2.73, "reason": null, "sample_age_ms": 95.729, "source": "client_direct"}, "request_count": 159, "request_tensor_bytes": {"avg": 2211848.0, "count": 159, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 95.714, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 159, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 67.655, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.669, "count": 159, "max_ms": 67.335, "p95_ms": 54.228, "reason": null, "sample_age_ms": 67.536, "source": "client_direct"}, "sample_age_ms": 67.533, "source": "client_direct", "task_total_ms": {"avg_ms": 37.389, "count": 159, "max_ms": 69.156, "p95_ms": 56.88, "reason": null, "sample_age_ms": 67.533, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.002, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.693, "count": 159, "max_ms": 2.336, "p95_ms": 1.481}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.222, "count": 159, "max_ms": 0.923, "p95_ms": 0.497}, "detection_prepare_ms": {"avg_ms": 0.098, "count": 159, "max_ms": 0.366, "p95_ms": 0.208}, "event_filter_ms": {"avg_ms": 0.004, "count": 159, "max_ms": 0.015, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.079, "count": 159, "max_ms": 0.246, "p95_ms": 0.17}, "mcmt_ms": {"avg_ms": 0.002, "count": 159, "max_ms": 0.01, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.175, "count": 159, "max_ms": 1.02, "p95_ms": 0.407}, "setup_ms": {"avg_ms": 0.043, "count": 159, "max_ms": 0.123, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 0.655, "count": 159, "max_ms": 2.217, "p95_ms": 1.401}, "track_match_ms": {"avg_ms": 0.004, "count": 159, "max_ms": 0.036, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.027, "count": 159, "max_ms": 0.079, "p95_ms": 0.059}}, "gstreamer_push": {"avg_ms": 2.377, "count": 159, "max_ms": 4.769, "p95_ms": 4.003}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 159, "max_ms": 0.119, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.314, "count": 159, "max_ms": 70.692, "p95_ms": 59.473}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.037, "count": 159, "max_ms": 0.117, "p95_ms": 0.093}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 68.042, "count": 159, "max_ms": 112.298, "p95_ms": 93.268}, "inference_input_copy_ms": {"avg_ms": 1.309, "count": 159, "max_ms": 3.55, "p95_ms": 2.366}, "processing_residual_ms": {"avg_ms": 0.131, "count": 159, "max_ms": 0.375, "p95_ms": 0.292}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 69.519, "count": 159, "max_ms": 113.872, "p95_ms": 94.576}, "read_interval": {"avg_ms": 230.004, "count": 159, "max_ms": 7928.591, "p95_ms": 511.853}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 159, "max_ms": 0.067, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.12, "count": 159, "max_ms": 0.822, "p95_ms": 0.282}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 159, "max_ms": 0.055, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.106, "count": 159, "max_ms": 0.755, "p95_ms": 0.247}, "worker_merge_ms": {"avg_ms": 0.005, "count": 159, "max_ms": 0.035, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 38.328, "count": 159, "max_ms": 70.707, "p95_ms": 59.479}, "visualize": {"avg_ms": 28.115, "count": 159, "max_ms": 46.927, "p95_ms": 40.165}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.326, "count": 159, "max_ms": 46.047, "p95_ms": 38.956}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.924, "count": 159, "max_ms": 46.793, "p95_ms": 39.92}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.024, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.827, "count": 159, "max_ms": 46.692, "p95_ms": 39.74}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 159, "max_ms": 0.162, "p95_ms": 0.119}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 159}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.812, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.453, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.851, "sample_count": 1035, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38454, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:48:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.362, "exists": true, "size_bytes": 103147, "write_bytes_delta": 103147, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 654.0, "cpu_core_ratio": 0.641389, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 102132.0, "pid": 6475, "reason": null, "system_cpu_core_ratio": 0.071156, "system_cpu_s_delta": 0.72, "user_cpu_core_ratio": 0.570233, "user_cpu_s_delta": 5.7700000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.22335, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 44.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.021742, "system_cpu_s_delta": 0.22000000000002728, "user_cpu_core_ratio": 0.201608, "user_cpu_s_delta": 2.0400000000004184}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.227, "count": 119, "max_ms": 5.886, "p95_ms": 4.003, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 119}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 119}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.434, "count": 30, "max": 29.006, "p95": 20.518, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 6.641, "count": 30, "max": 12.779, "p95": 10.298, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 351.367, "count": 30, "max": 737.0, "p95": 626.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 13381.967, "count": 30, "max": 102132.0, "p95": 102076.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.029, "count": 30, "max": 0.079, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.473, "count": 30, "max": 0.732, "p95": 0.707, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.612, "count": 30, "max": 13.514, "p95": 10.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 102730.4, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99422.8, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 46.233, "count": 30, "max": 70.0, "p95": 68.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.043, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.213, "count": 30, "max": 0.352, "p95": 0.346, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 304, "sampled_at": "2026-10-30T15:48:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:48:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.735, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 39415, "flush_count": 77, "flush_interval_seconds": 30.0, "flush_state": {"count": 77, "last_at": "2026-10-30T15:47:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:47:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 76}, "started": true, "suppressed_count": 38498, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 38498}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 77, "written_record_count": 77}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4504.676, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 106649395200, "copied_frame_count": 38574, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 106649395200, "frame_buffer_copies": 38574, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1078, "count": 512, "max_ms": 0.7511, "p50_ms": 0.0885, "p95_ms": 0.2167, "p99_ms": 0.2975}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.142, "count": 512, "max_ms": 3.6682, "p50_ms": 1.0407, "p95_ms": 2.056, "p99_ms": 2.5678, "results": {"failed": 0, "not_applicable": 0, "success": 38574, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 27, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:48:53+09:00", "last_error_summary": "[h264 @ 0x59d1a426bd00] error while decoding MB 191 55, bytestream -7", "last_exit_at": "2026-10-30T15:45:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.675, "last_started_at": "2026-10-30T15:48:19+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 27, "restart_count_per_hour": 24, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.822, "sample_count": 1148, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38574, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:48:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.046, "last_frame_pushed_at": "2026-10-30T15:48:53+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-10-30T15:48:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 301.537, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 298.463, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.039, "exists": true, "mtime": "2026-10-30T15:48:53.240426+09:00", "mtime_epoch": 1793342933.240426, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 102218}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:48:53+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.867, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 38574, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 159}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 159, "pushed_frames": 159, "read_frames": 159, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.528, "pushed": 5.528, "read": 5.528}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 159, "client_acquire_ms": {"avg_ms": 0.007, "count": 159, "max_ms": 0.021, "p95_ms": 0.014, "reason": null, "sample_age_ms": 102.442, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.623, "count": 159, "max_ms": 3.319, "p95_ms": 2.039, "reason": null, "sample_age_ms": 131.358, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.324, "count": 159, "max_ms": 2.715, "p95_ms": 1.59, "reason": null, "sample_age_ms": 131.507, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.096, "count": 159, "max_ms": 0.339, "p95_ms": 0.238, "reason": null, "sample_age_ms": 102.448, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.456, "count": 159, "max_ms": 3.585, "p95_ms": 2.73, "reason": null, "sample_age_ms": 130.632, "source": "client_direct"}, "request_count": 159, "request_tensor_bytes": {"avg": 2211848.0, "count": 159, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 130.617, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 159, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 102.558, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.669, "count": 159, "max_ms": 67.335, "p95_ms": 54.228, "reason": null, "sample_age_ms": 102.44, "source": "client_direct"}, "sample_age_ms": 102.437, "source": "client_direct", "task_total_ms": {"avg_ms": 37.389, "count": 159, "max_ms": 69.156, "p95_ms": 56.88, "reason": null, "sample_age_ms": 102.437, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.955, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.693, "count": 159, "max_ms": 2.336, "p95_ms": 1.481}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.222, "count": 159, "max_ms": 0.923, "p95_ms": 0.497}, "detection_prepare_ms": {"avg_ms": 0.098, "count": 159, "max_ms": 0.366, "p95_ms": 0.208}, "event_filter_ms": {"avg_ms": 0.004, "count": 159, "max_ms": 0.015, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.079, "count": 159, "max_ms": 0.246, "p95_ms": 0.17}, "mcmt_ms": {"avg_ms": 0.002, "count": 159, "max_ms": 0.01, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.175, "count": 159, "max_ms": 1.02, "p95_ms": 0.407}, "setup_ms": {"avg_ms": 0.043, "count": 159, "max_ms": 0.123, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 0.655, "count": 159, "max_ms": 2.217, "p95_ms": 1.401}, "track_match_ms": {"avg_ms": 0.004, "count": 159, "max_ms": 0.036, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.027, "count": 159, "max_ms": 0.079, "p95_ms": 0.059}}, "gstreamer_push": {"avg_ms": 2.377, "count": 159, "max_ms": 4.769, "p95_ms": 4.003}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 159, "max_ms": 0.119, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.314, "count": 159, "max_ms": 70.692, "p95_ms": 59.473}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.037, "count": 159, "max_ms": 0.117, "p95_ms": 0.093}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 68.042, "count": 159, "max_ms": 112.298, "p95_ms": 93.268}, "inference_input_copy_ms": {"avg_ms": 1.309, "count": 159, "max_ms": 3.55, "p95_ms": 2.366}, "processing_residual_ms": {"avg_ms": 0.131, "count": 159, "max_ms": 0.375, "p95_ms": 0.292}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 69.519, "count": 159, "max_ms": 113.872, "p95_ms": 94.576}, "read_interval": {"avg_ms": 230.004, "count": 159, "max_ms": 7928.591, "p95_ms": 511.853}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 159, "max_ms": 0.067, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.12, "count": 159, "max_ms": 0.822, "p95_ms": 0.282}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 159, "max_ms": 0.055, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.106, "count": 159, "max_ms": 0.755, "p95_ms": 0.247}, "worker_merge_ms": {"avg_ms": 0.005, "count": 159, "max_ms": 0.035, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 38.328, "count": 159, "max_ms": 70.707, "p95_ms": 59.479}, "visualize": {"avg_ms": 28.115, "count": 159, "max_ms": 46.927, "p95_ms": 40.165}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.326, "count": 159, "max_ms": 46.047, "p95_ms": 38.956}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.924, "count": 159, "max_ms": 46.793, "p95_ms": 39.92}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.024, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.827, "count": 159, "max_ms": 46.692, "p95_ms": 39.74}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 159, "max_ms": 0.162, "p95_ms": 0.119}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 159}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.812, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.453, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.851, "sample_count": 1035, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38454, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:48:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.362, "exists": true, "size_bytes": 103147, "write_bytes_delta": 103147, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 654.0, "cpu_core_ratio": 0.641389, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 102132.0, "pid": 6475, "reason": null, "system_cpu_core_ratio": 0.071156, "system_cpu_s_delta": 0.72, "user_cpu_core_ratio": 0.570233, "user_cpu_s_delta": 5.7700000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.22335, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 44.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.021742, "system_cpu_s_delta": 0.22000000000002728, "user_cpu_core_ratio": 0.201608, "user_cpu_s_delta": 2.0400000000004184}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.227, "count": 119, "max_ms": 5.886, "p95_ms": 4.003, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 119}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 119}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.434, "count": 30, "max": 29.006, "p95": 20.518, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 6.641, "count": 30, "max": 12.779, "p95": 10.298, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 351.367, "count": 30, "max": 737.0, "p95": 626.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 13381.967, "count": 30, "max": 102132.0, "p95": 102076.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.029, "count": 30, "max": 0.079, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.473, "count": 30, "max": 0.732, "p95": 0.707, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.612, "count": 30, "max": 13.514, "p95": 10.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 102730.4, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99422.8, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 46.233, "count": 30, "max": 70.0, "p95": 68.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.043, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.213, "count": 30, "max": 0.352, "p95": 0.346, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 304, "sampled_at": "2026-10-30T15:48:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:48:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.762, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 39415, "flush_count": 77, "flush_interval_seconds": 30.0, "flush_state": {"count": 77, "last_at": "2026-10-30T15:47:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:47:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 76}, "started": true, "suppressed_count": 38498, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 38498}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 77, "written_record_count": 77}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4526.289, "limit_mb": null}, "detail": {"pid": 6591, "restart_count": 28, "start_count": 29}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 106649395200, "copied_frame_count": 38574, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 106649395200, "frame_buffer_copies": 38574, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1078, "count": 512, "max_ms": 0.7511, "p50_ms": 0.0885, "p95_ms": 0.2167, "p99_ms": 0.2975}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.142, "count": 512, "max_ms": 3.6682, "p50_ms": 1.0407, "p95_ms": 2.056, "p99_ms": 2.5678, "results": {"failed": 0, "not_applicable": 0, "success": 38574, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 27, "h264_decode_error_count": 31, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:48:53+09:00", "last_error_summary": "[h264 @ 0x59d1a426bd00] error while decoding MB 191 55, bytestream -7", "last_exit_at": "2026-10-30T15:45:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T15:48:55+09:00", "pid": 6591, "process": {"exists": true, "fd_count": 4, "hwm_mb": 46.578, "name": "ffmpeg", "pid": 6591, "rss_mb": 46.578, "state": "S (sleeping)", "threads": 1}, "restart_count": 28, "restart_count_per_hour": 25, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.822, "sample_count": 1144, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38574, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:48:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.7, "last_frame_pushed_at": "2026-10-30T15:48:53+09:00", "last_frame_read_age_sec": 4.774, "last_frame_read_at": "2026-10-30T15:48:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 306.191, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 293.809, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 4.693, "exists": true, "mtime": "2026-10-30T15:48:53.240426+09:00", "mtime_epoch": 1793342933.240426, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 102218}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:48:57+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 730.871, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 38574, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 141}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 141, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.702, "pushed": 4.702, "read": 4.669}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 140, "client_acquire_ms": {"avg_ms": 0.007, "count": 140, "max_ms": 0.021, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4752.589, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.636, "count": 140, "max_ms": 3.319, "p95_ms": 2.12, "reason": null, "sample_age_ms": 4781.505, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.328, "count": 140, "max_ms": 2.715, "p95_ms": 1.65, "reason": null, "sample_age_ms": 4781.654, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.094, "count": 140, "max_ms": 0.304, "p95_ms": 0.221, "reason": null, "sample_age_ms": 4752.594, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.466, "count": 140, "max_ms": 3.585, "p95_ms": 2.728, "reason": null, "sample_age_ms": 4780.779, "source": "client_direct"}, "request_count": 140, "request_tensor_bytes": {"avg": 2211848.0, "count": 140, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4780.764, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 140, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4752.705, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.204, "count": 140, "max_ms": 59.071, "p95_ms": 51.093, "reason": null, "sample_age_ms": 4752.586, "source": "client_direct"}, "sample_age_ms": 4752.584, "source": "client_direct", "task_total_ms": {"avg_ms": 36.93, "count": 140, "max_ms": 60.784, "p95_ms": 53.714, "reason": null, "sample_age_ms": 4752.584, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.77, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.67, "count": 141, "max_ms": 2.336, "p95_ms": 1.236}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.213, "count": 141, "max_ms": 0.557, "p95_ms": 0.454}, "detection_prepare_ms": {"avg_ms": 0.093, "count": 141, "max_ms": 0.23, "p95_ms": 0.179}, "event_filter_ms": {"avg_ms": 0.004, "count": 141, "max_ms": 0.015, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.078, "count": 141, "max_ms": 0.213, "p95_ms": 0.161}, "mcmt_ms": {"avg_ms": 0.002, "count": 141, "max_ms": 0.01, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.17, "count": 141, "max_ms": 1.02, "p95_ms": 0.372}, "setup_ms": {"avg_ms": 0.042, "count": 141, "max_ms": 0.123, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 0.633, "count": 141, "max_ms": 2.217, "p95_ms": 1.179}, "track_match_ms": {"avg_ms": 0.004, "count": 141, "max_ms": 0.036, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.026, "count": 141, "max_ms": 0.075, "p95_ms": 0.05}}, "gstreamer_push": {"avg_ms": 2.384, "count": 141, "max_ms": 4.769, "p95_ms": 4.003}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 141, "max_ms": 0.119, "p95_ms": 0.088}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.863, "count": 141, "max_ms": 63.778, "p95_ms": 54.827}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.037, "count": 141, "max_ms": 0.117, "p95_ms": 0.092}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 67.35, "count": 141, "max_ms": 106.383, "p95_ms": 91.029}, "inference_input_copy_ms": {"avg_ms": 1.324, "count": 141, "max_ms": 3.55, "p95_ms": 2.366}, "processing_residual_ms": {"avg_ms": 0.131, "count": 141, "max_ms": 0.375, "p95_ms": 0.258}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 68.841, "count": 141, "max_ms": 108.055, "p95_ms": 92.702}, "read_interval": {"avg_ms": 180.592, "count": 140, "max_ms": 600.022, "p95_ms": 483.685}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 141, "max_ms": 0.067, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.118, "count": 141, "max_ms": 0.822, "p95_ms": 0.243}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 141, "max_ms": 0.052, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.103, "count": 141, "max_ms": 0.755, "p95_ms": 0.216}, "worker_merge_ms": {"avg_ms": 0.005, "count": 141, "max_ms": 0.035, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 37.877, "count": 141, "max_ms": 63.801, "p95_ms": 54.833}, "visualize": {"avg_ms": 27.908, "count": 141, "max_ms": 46.927, "p95_ms": 40.165}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.134, "count": 141, "max_ms": 46.047, "p95_ms": 38.956}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.722, "count": 141, "max_ms": 46.793, "p95_ms": 39.92}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.024, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.626, "count": 141, "max_ms": 46.692, "p95_ms": 39.74}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 141, "max_ms": 0.162, "p95_ms": 0.116}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 141}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.812, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.453, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.851, "sample_count": 1035, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38454, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:48:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.362, "exists": true, "size_bytes": 103147, "write_bytes_delta": 103147, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 654.0, "cpu_core_ratio": 0.641389, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 102132.0, "pid": 6475, "reason": null, "system_cpu_core_ratio": 0.071156, "system_cpu_s_delta": 0.72, "user_cpu_core_ratio": 0.570233, "user_cpu_s_delta": 5.7700000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.22335, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 44.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.021742, "system_cpu_s_delta": 0.22000000000002728, "user_cpu_core_ratio": 0.201608, "user_cpu_s_delta": 2.0400000000004184}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.227, "count": 119, "max_ms": 5.886, "p95_ms": 4.003, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 119}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 119}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.434, "count": 30, "max": 29.006, "p95": 20.518, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 6.641, "count": 30, "max": 12.779, "p95": 10.298, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 351.367, "count": 30, "max": 737.0, "p95": 626.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 13381.967, "count": 30, "max": 102132.0, "p95": 102076.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.029, "count": 30, "max": 0.079, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.473, "count": 30, "max": 0.732, "p95": 0.707, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.612, "count": 30, "max": 13.514, "p95": 10.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 102730.4, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99422.8, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 46.233, "count": 30, "max": 70.0, "p95": 68.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.043, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.213, "count": 30, "max": 0.352, "p95": 0.346, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 304, "sampled_at": "2026-10-30T15:48:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:48:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 39927, "flush_count": 78, "flush_interval_seconds": 30.0, "flush_state": {"count": 78, "last_at": "2026-10-30T15:49:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:49:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 77}, "started": true, "suppressed_count": 38647, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 38647}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 78, "written_record_count": 78}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4511.492, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 107064115200, "copied_frame_count": 38724, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 107064115200, "frame_buffer_copies": 38724, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1079, "count": 512, "max_ms": 0.7511, "p50_ms": 0.0866, "p95_ms": 0.2301, "p99_ms": 0.326}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1436, "count": 512, "max_ms": 3.9351, "p50_ms": 1.0399, "p95_ms": 2.059, "p99_ms": 2.6035, "results": {"failed": 0, "not_applicable": 0, "success": 38724, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:49:29+09:00", "last_error_summary": "[h264 @ 0x5e05dd09f780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5e05dd09f780] error while decoding MB 0 54, bytestream 28788 [h264 @ 0x5e05dd0f3340] error while decoding MB 195 75, bytestream -8", "last_exit_at": "2026-10-30T15:45:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.468, "last_started_at": "2026-10-30T15:48:55+09:00", "pid": 6591, "process": {"exists": false, "pid": 6591}, "restart_count": 28, "restart_count_per_hour": 25, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.142, "sample_count": 1118, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38724, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:49:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.01, "last_frame_pushed_at": "2026-10-30T15:49:29+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-10-30T15:49:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 337.66, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 262.34, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.003, "exists": true, "mtime": "2026-10-30T15:49:29.397639+09:00", "mtime_epoch": 1793342969.3976388, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 102245}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:49:29+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 731.023, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 38724, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 150}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 150, "pushed_frames": 150, "read_frames": 150, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.271, "pushed": 5.271, "read": 5.271}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 150, "client_acquire_ms": {"avg_ms": 0.007, "count": 150, "max_ms": 0.017, "p95_ms": 0.013, "reason": null, "sample_age_ms": 37.05, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.625, "count": 150, "max_ms": 3.761, "p95_ms": 2.08, "reason": null, "sample_age_ms": 64.202, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.325, "count": 150, "max_ms": 2.641, "p95_ms": 1.726, "reason": null, "sample_age_ms": 64.357, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.092, "count": 150, "max_ms": 0.338, "p95_ms": 0.192, "reason": null, "sample_age_ms": 37.055, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.486, "count": 150, "max_ms": 4.04, "p95_ms": 2.497, "reason": null, "sample_age_ms": 63.015, "source": "client_direct"}, "request_count": 150, "request_tensor_bytes": {"avg": 2211848.0, "count": 150, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 62.998, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 150, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 37.125, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.938, "count": 150, "max_ms": 63.911, "p95_ms": 50.56, "reason": null, "sample_age_ms": 37.046, "source": "client_direct"}, "sample_age_ms": 37.044, "source": "client_direct", "task_total_ms": {"avg_ms": 38.686, "count": 150, "max_ms": 66.164, "p95_ms": 52.563, "reason": null, "sample_age_ms": 37.044, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.27, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.719, "count": 150, "max_ms": 2.269, "p95_ms": 1.244}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.233, "count": 150, "max_ms": 0.847, "p95_ms": 0.458}, "detection_prepare_ms": {"avg_ms": 0.099, "count": 150, "max_ms": 0.326, "p95_ms": 0.175}, "event_filter_ms": {"avg_ms": 0.004, "count": 150, "max_ms": 0.01, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.081, "count": 150, "max_ms": 0.245, "p95_ms": 0.164}, "mcmt_ms": {"avg_ms": 0.003, "count": 150, "max_ms": 0.016, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.181, "count": 150, "max_ms": 0.642, "p95_ms": 0.348}, "setup_ms": {"avg_ms": 0.043, "count": 150, "max_ms": 0.126, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 0.677, "count": 150, "max_ms": 2.151, "p95_ms": 1.156}, "track_match_ms": {"avg_ms": 0.004, "count": 150, "max_ms": 0.031, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.029, "count": 150, "max_ms": 0.082, "p95_ms": 0.053}}, "gstreamer_push": {"avg_ms": 2.41, "count": 150, "max_ms": 5.753, "p95_ms": 3.938}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 150, "max_ms": 0.574, "p95_ms": 0.091}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.627, "count": 150, "max_ms": 67.179, "p95_ms": 54.51}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.034, "count": 150, "max_ms": 0.155, "p95_ms": 0.071}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 69.932, "count": 150, "max_ms": 104.579, "p95_ms": 92.87}, "inference_input_copy_ms": {"avg_ms": 1.334, "count": 150, "max_ms": 3.72, "p95_ms": 2.241}, "processing_residual_ms": {"avg_ms": 0.13, "count": 150, "max_ms": 0.362, "p95_ms": 0.265}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 71.429, "count": 150, "max_ms": 106.411, "p95_ms": 94.745}, "read_interval": {"avg_ms": 241.2, "count": 150, "max_ms": 7784.902, "p95_ms": 520.15}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 150, "max_ms": 0.045, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.123, "count": 150, "max_ms": 0.443, "p95_ms": 0.237}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 150, "max_ms": 0.053, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.108, "count": 150, "max_ms": 0.398, "p95_ms": 0.206}, "worker_merge_ms": {"avg_ms": 0.006, "count": 150, "max_ms": 0.046, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 39.641, "count": 150, "max_ms": 67.188, "p95_ms": 54.52}, "visualize": {"avg_ms": 28.699, "count": 150, "max_ms": 47.947, "p95_ms": 38.627}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.878, "count": 150, "max_ms": 46.321, "p95_ms": 37.91}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.495, "count": 150, "max_ms": 47.38, "p95_ms": 38.424}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.399, "count": 150, "max_ms": 47.167, "p95_ms": 38.227}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 150, "max_ms": 0.17, "p95_ms": 0.114}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 150}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.871, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.622, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.822, "sample_count": 1125, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38578, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:49:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102575, "write_bytes_delta": 102575, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 6591, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.100327, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.008852, "system_cpu_s_delta": 0.08999999999997499, "user_cpu_core_ratio": 0.091475, "user_cpu_s_delta": 0.930000000000291}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.414, "count": 121, "max_ms": 4.769, "p95_ms": 4.024, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 121}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 121}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.784, "count": 30, "max": 29.006, "p95": 20.518, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.107, "count": 30, "max": 13.87, "p95": 11.681, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 366.233, "count": 30, "max": 737.0, "p95": 626.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 12956.433, "count": 30, "max": 102132.0, "p95": 102076.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.079, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.497, "count": 30, "max": 0.732, "p95": 0.707, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.264, "count": 30, "max": 13.514, "p95": 7.852, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103079.7, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103079.7, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 45.733, "count": 30, "max": 70.0, "p95": 68.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.023, "count": 30, "max": 0.043, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.211, "count": 30, "max": 0.352, "p95": 0.34, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 307, "sampled_at": "2026-10-30T15:49:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:49:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.457, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 39927, "flush_count": 78, "flush_interval_seconds": 30.0, "flush_state": {"count": 78, "last_at": "2026-10-30T15:49:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:49:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 77}, "started": true, "suppressed_count": 38647, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 38647}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 78, "written_record_count": 78}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4511.492, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5e05dd09f780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5e05dd09f780] error while decoding MB 0 54, bytestream 28788 [h264 @ 0x5e05dd0f3340] error while decoding MB 195 75, bytestream -8", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 107064115200, "copied_frame_count": 38724, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 107064115200, "frame_buffer_copies": 38724, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1079, "count": 512, "max_ms": 0.7511, "p50_ms": 0.0866, "p95_ms": 0.2301, "p99_ms": 0.326}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1436, "count": 512, "max_ms": 3.9351, "p50_ms": 1.0399, "p95_ms": 2.059, "p99_ms": 2.6035, "results": {"failed": 0, "not_applicable": 0, "success": 38724, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:49:29+09:00", "last_error_summary": "[h264 @ 0x5e05dd09f780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5e05dd09f780] error while decoding MB 0 54, bytestream 28788 [h264 @ 0x5e05dd0f3340] error while decoding MB 195 75, bytestream -8", "last_exit_at": "2026-10-30T15:45:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.474, "last_started_at": "2026-10-30T15:48:55+09:00", "pid": 6591, "process": {"exists": false, "pid": 6591}, "restart_count": 28, "restart_count_per_hour": 25, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.142, "sample_count": 1118, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38724, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:49:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.016, "last_frame_pushed_at": "2026-10-30T15:49:29+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-10-30T15:49:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 337.667, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 262.333, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.011, "exists": true, "mtime": "2026-10-30T15:49:29.397639+09:00", "mtime_epoch": 1793342969.3976388, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 102245}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:49:29+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 731.023, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 38724, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 150}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 150, "pushed_frames": 150, "read_frames": 150, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.27, "pushed": 5.27, "read": 5.27}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 150, "client_acquire_ms": {"avg_ms": 0.007, "count": 150, "max_ms": 0.017, "p95_ms": 0.013, "reason": null, "sample_age_ms": 46.365, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.625, "count": 150, "max_ms": 3.761, "p95_ms": 2.08, "reason": null, "sample_age_ms": 73.517, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.325, "count": 150, "max_ms": 2.641, "p95_ms": 1.726, "reason": null, "sample_age_ms": 73.672, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.092, "count": 150, "max_ms": 0.338, "p95_ms": 0.192, "reason": null, "sample_age_ms": 46.37, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.486, "count": 150, "max_ms": 4.04, "p95_ms": 2.497, "reason": null, "sample_age_ms": 72.33, "source": "client_direct"}, "request_count": 150, "request_tensor_bytes": {"avg": 2211848.0, "count": 150, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 72.313, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 150, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 46.44, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.938, "count": 150, "max_ms": 63.911, "p95_ms": 50.56, "reason": null, "sample_age_ms": 46.362, "source": "client_direct"}, "sample_age_ms": 46.359, "source": "client_direct", "task_total_ms": {"avg_ms": 38.686, "count": 150, "max_ms": 66.164, "p95_ms": 52.563, "reason": null, "sample_age_ms": 46.359, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.006, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.719, "count": 150, "max_ms": 2.269, "p95_ms": 1.244}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.233, "count": 150, "max_ms": 0.847, "p95_ms": 0.458}, "detection_prepare_ms": {"avg_ms": 0.099, "count": 150, "max_ms": 0.326, "p95_ms": 0.175}, "event_filter_ms": {"avg_ms": 0.004, "count": 150, "max_ms": 0.01, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.081, "count": 150, "max_ms": 0.245, "p95_ms": 0.164}, "mcmt_ms": {"avg_ms": 0.003, "count": 150, "max_ms": 0.016, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.181, "count": 150, "max_ms": 0.642, "p95_ms": 0.348}, "setup_ms": {"avg_ms": 0.043, "count": 150, "max_ms": 0.126, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 0.677, "count": 150, "max_ms": 2.151, "p95_ms": 1.156}, "track_match_ms": {"avg_ms": 0.004, "count": 150, "max_ms": 0.031, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.029, "count": 150, "max_ms": 0.082, "p95_ms": 0.053}}, "gstreamer_push": {"avg_ms": 2.41, "count": 150, "max_ms": 5.753, "p95_ms": 3.938}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 150, "max_ms": 0.574, "p95_ms": 0.091}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.627, "count": 150, "max_ms": 67.179, "p95_ms": 54.51}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.034, "count": 150, "max_ms": 0.155, "p95_ms": 0.071}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 69.932, "count": 150, "max_ms": 104.579, "p95_ms": 92.87}, "inference_input_copy_ms": {"avg_ms": 1.334, "count": 150, "max_ms": 3.72, "p95_ms": 2.241}, "processing_residual_ms": {"avg_ms": 0.13, "count": 150, "max_ms": 0.362, "p95_ms": 0.265}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 71.429, "count": 150, "max_ms": 106.411, "p95_ms": 94.745}, "read_interval": {"avg_ms": 241.2, "count": 150, "max_ms": 7784.902, "p95_ms": 520.15}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 150, "max_ms": 0.045, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.123, "count": 150, "max_ms": 0.443, "p95_ms": 0.237}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 150, "max_ms": 0.053, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.108, "count": 150, "max_ms": 0.398, "p95_ms": 0.206}, "worker_merge_ms": {"avg_ms": 0.006, "count": 150, "max_ms": 0.046, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 39.641, "count": 150, "max_ms": 67.188, "p95_ms": 54.52}, "visualize": {"avg_ms": 28.699, "count": 150, "max_ms": 47.947, "p95_ms": 38.627}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.878, "count": 150, "max_ms": 46.321, "p95_ms": 37.91}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.495, "count": 150, "max_ms": 47.38, "p95_ms": 38.424}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.399, "count": 150, "max_ms": 47.167, "p95_ms": 38.227}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 150, "max_ms": 0.17, "p95_ms": 0.114}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 150}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.871, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.622, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.822, "sample_count": 1125, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38578, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:49:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102575, "write_bytes_delta": 102575, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 6591, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.100327, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.008852, "system_cpu_s_delta": 0.08999999999997499, "user_cpu_core_ratio": 0.091475, "user_cpu_s_delta": 0.930000000000291}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.414, "count": 121, "max_ms": 4.769, "p95_ms": 4.024, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 121}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 121}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.784, "count": 30, "max": 29.006, "p95": 20.518, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.107, "count": 30, "max": 13.87, "p95": 11.681, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 366.233, "count": 30, "max": 737.0, "p95": 626.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 12956.433, "count": 30, "max": 102132.0, "p95": 102076.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.079, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.497, "count": 30, "max": 0.732, "p95": 0.707, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.264, "count": 30, "max": 13.514, "p95": 7.852, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103079.7, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103079.7, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 45.733, "count": 30, "max": 70.0, "p95": 68.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.023, "count": 30, "max": 0.043, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.211, "count": 30, "max": 0.352, "p95": 0.34, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 307, "sampled_at": "2026-10-30T15:49:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:49:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.465, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 39927, "flush_count": 78, "flush_interval_seconds": 30.0, "flush_state": {"count": 78, "last_at": "2026-10-30T15:49:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:49:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 77}, "started": true, "suppressed_count": 38647, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 38647}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 78, "written_record_count": 78}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4511.324, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 107064115200, "copied_frame_count": 38724, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 107064115200, "frame_buffer_copies": 38724, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1079, "count": 512, "max_ms": 0.7511, "p50_ms": 0.0866, "p95_ms": 0.2301, "p99_ms": 0.326}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1436, "count": 512, "max_ms": 3.9351, "p50_ms": 1.0399, "p95_ms": 2.059, "p99_ms": 2.6035, "results": {"failed": 0, "not_applicable": 0, "success": 38724, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:49:29+09:00", "last_error_summary": "[h264 @ 0x5e05dd09f780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5e05dd09f780] error while decoding MB 0 54, bytestream 28788 [h264 @ 0x5e05dd0f3340] error while decoding MB 195 75, bytestream -8", "last_exit_at": "2026-10-30T15:45:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.502, "last_started_at": "2026-10-30T15:48:55+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 28, "restart_count_per_hour": 25, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.142, "sample_count": 1118, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38724, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:49:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.044, "last_frame_pushed_at": "2026-10-30T15:49:29+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-10-30T15:49:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 337.681, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 262.319, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.036, "exists": true, "mtime": "2026-10-30T15:49:29.397639+09:00", "mtime_epoch": 1793342969.3976388, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 102245}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:49:29+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 731.023, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 38724, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 150}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 150, "pushed_frames": 150, "read_frames": 150, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.265, "pushed": 5.265, "read": 5.265}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 150, "client_acquire_ms": {"avg_ms": 0.007, "count": 150, "max_ms": 0.017, "p95_ms": 0.013, "reason": null, "sample_age_ms": 69.694, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.625, "count": 150, "max_ms": 3.761, "p95_ms": 2.08, "reason": null, "sample_age_ms": 96.847, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.325, "count": 150, "max_ms": 2.641, "p95_ms": 1.726, "reason": null, "sample_age_ms": 97.002, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.092, "count": 150, "max_ms": 0.338, "p95_ms": 0.192, "reason": null, "sample_age_ms": 69.7, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.486, "count": 150, "max_ms": 4.04, "p95_ms": 2.497, "reason": null, "sample_age_ms": 95.66, "source": "client_direct"}, "request_count": 150, "request_tensor_bytes": {"avg": 2211848.0, "count": 150, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 95.643, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 150, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 69.769, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.938, "count": 150, "max_ms": 63.911, "p95_ms": 50.56, "reason": null, "sample_age_ms": 69.691, "source": "client_direct"}, "sample_age_ms": 69.688, "source": "client_direct", "task_total_ms": {"avg_ms": 38.686, "count": 150, "max_ms": 66.164, "p95_ms": 52.563, "reason": null, "sample_age_ms": 69.688, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.687, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.719, "count": 150, "max_ms": 2.269, "p95_ms": 1.244}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.233, "count": 150, "max_ms": 0.847, "p95_ms": 0.458}, "detection_prepare_ms": {"avg_ms": 0.099, "count": 150, "max_ms": 0.326, "p95_ms": 0.175}, "event_filter_ms": {"avg_ms": 0.004, "count": 150, "max_ms": 0.01, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.081, "count": 150, "max_ms": 0.245, "p95_ms": 0.164}, "mcmt_ms": {"avg_ms": 0.003, "count": 150, "max_ms": 0.016, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.181, "count": 150, "max_ms": 0.642, "p95_ms": 0.348}, "setup_ms": {"avg_ms": 0.043, "count": 150, "max_ms": 0.126, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 0.677, "count": 150, "max_ms": 2.151, "p95_ms": 1.156}, "track_match_ms": {"avg_ms": 0.004, "count": 150, "max_ms": 0.031, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.029, "count": 150, "max_ms": 0.082, "p95_ms": 0.053}}, "gstreamer_push": {"avg_ms": 2.41, "count": 150, "max_ms": 5.753, "p95_ms": 3.938}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 150, "max_ms": 0.574, "p95_ms": 0.091}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.627, "count": 150, "max_ms": 67.179, "p95_ms": 54.51}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.034, "count": 150, "max_ms": 0.155, "p95_ms": 0.071}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 69.932, "count": 150, "max_ms": 104.579, "p95_ms": 92.87}, "inference_input_copy_ms": {"avg_ms": 1.334, "count": 150, "max_ms": 3.72, "p95_ms": 2.241}, "processing_residual_ms": {"avg_ms": 0.13, "count": 150, "max_ms": 0.362, "p95_ms": 0.265}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 71.429, "count": 150, "max_ms": 106.411, "p95_ms": 94.745}, "read_interval": {"avg_ms": 241.2, "count": 150, "max_ms": 7784.902, "p95_ms": 520.15}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 150, "max_ms": 0.045, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.123, "count": 150, "max_ms": 0.443, "p95_ms": 0.237}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 150, "max_ms": 0.053, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.108, "count": 150, "max_ms": 0.398, "p95_ms": 0.206}, "worker_merge_ms": {"avg_ms": 0.006, "count": 150, "max_ms": 0.046, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 39.641, "count": 150, "max_ms": 67.188, "p95_ms": 54.52}, "visualize": {"avg_ms": 28.699, "count": 150, "max_ms": 47.947, "p95_ms": 38.627}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.878, "count": 150, "max_ms": 46.321, "p95_ms": 37.91}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.495, "count": 150, "max_ms": 47.38, "p95_ms": 38.424}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.399, "count": 150, "max_ms": 47.167, "p95_ms": 38.227}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 150, "max_ms": 0.17, "p95_ms": 0.114}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 150}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.871, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.622, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.822, "sample_count": 1125, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38578, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:49:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102575, "write_bytes_delta": 102575, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 6591, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.100327, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.008852, "system_cpu_s_delta": 0.08999999999997499, "user_cpu_core_ratio": 0.091475, "user_cpu_s_delta": 0.930000000000291}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.414, "count": 121, "max_ms": 4.769, "p95_ms": 4.024, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 121}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 121}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.784, "count": 30, "max": 29.006, "p95": 20.518, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.107, "count": 30, "max": 13.87, "p95": 11.681, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 366.233, "count": 30, "max": 737.0, "p95": 626.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 12956.433, "count": 30, "max": 102132.0, "p95": 102076.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.079, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.497, "count": 30, "max": 0.732, "p95": 0.707, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.264, "count": 30, "max": 13.514, "p95": 7.852, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103079.7, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103079.7, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 45.733, "count": 30, "max": 70.0, "p95": 68.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.023, "count": 30, "max": 0.043, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.211, "count": 30, "max": 0.352, "p95": 0.34, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 307, "sampled_at": "2026-10-30T15:49:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:49:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.49, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 39927, "flush_count": 78, "flush_interval_seconds": 30.0, "flush_state": {"count": 78, "last_at": "2026-10-30T15:49:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:49:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 77}, "started": true, "suppressed_count": 38647, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 38647}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 78, "written_record_count": 78}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4521.906, "limit_mb": null}, "detail": {"pid": 6707, "restart_count": 29, "start_count": 30}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 107064115200, "copied_frame_count": 38724, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 107064115200, "frame_buffer_copies": 38724, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1079, "count": 512, "max_ms": 0.7511, "p50_ms": 0.0866, "p95_ms": 0.2301, "p99_ms": 0.326}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1436, "count": 512, "max_ms": 3.9351, "p50_ms": 1.0399, "p95_ms": 2.059, "p99_ms": 2.6035, "results": {"failed": 0, "not_applicable": 0, "success": 38724, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 28, "h264_decode_error_count": 33, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:49:29+09:00", "last_error_summary": "[h264 @ 0x5e05dd09f780] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5e05dd09f780] error while decoding MB 0 54, bytestream 28788 [h264 @ 0x5e05dd0f3340] error while decoding MB 195 75, bytestream -8", "last_exit_at": "2026-10-30T15:45:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-30T15:49:32+09:00", "pid": 6707, "process": {"exists": true, "fd_count": 4, "hwm_mb": 44.191, "name": "ffmpeg", "pid": 6707, "rss_mb": 44.191, "state": "S (sleeping)", "threads": 1}, "restart_count": 29, "restart_count_per_hour": 26, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.372, "sample_count": 1101, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38724, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:49:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.934, "last_frame_pushed_at": "2026-10-30T15:49:29+09:00", "last_frame_read_age_sec": 4.985, "last_frame_read_at": "2026-10-30T15:49:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 342.599, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 257.401, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 4.927, "exists": true, "mtime": "2026-10-30T15:49:29.397639+09:00", "mtime_epoch": 1793342969.3976388, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 102245}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:49:34+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 731.023, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 38724, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 137}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 137}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 137}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 137}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 137}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 137}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 137}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 137, "pushed_frames": 137, "read_frames": 136, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.575, "pushed": 4.575, "read": 4.541}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 136, "client_acquire_ms": {"avg_ms": 0.007, "count": 137, "max_ms": 0.017, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4968.46, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.603, "count": 136, "max_ms": 3.761, "p95_ms": 1.963, "reason": null, "sample_age_ms": 4995.613, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.302, "count": 136, "max_ms": 2.301, "p95_ms": 1.688, "reason": null, "sample_age_ms": 4995.768, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.092, "count": 137, "max_ms": 0.338, "p95_ms": 0.195, "reason": null, "sample_age_ms": 4968.466, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.462, "count": 136, "max_ms": 4.04, "p95_ms": 2.494, "reason": null, "sample_age_ms": 4994.426, "source": "client_direct"}, "request_count": 136, "request_tensor_bytes": {"avg": 2211848.0, "count": 136, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4994.409, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 137, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4968.536, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.784, "count": 137, "max_ms": 63.911, "p95_ms": 50.045, "reason": null, "sample_age_ms": 4968.457, "source": "client_direct"}, "sample_age_ms": 4968.455, "source": "client_direct", "task_total_ms": {"avg_ms": 38.513, "count": 137, "max_ms": 66.164, "p95_ms": 52.009, "reason": null, "sample_age_ms": 4968.455, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.657, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.71, "count": 137, "max_ms": 2.269, "p95_ms": 1.293}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.23, "count": 137, "max_ms": 0.847, "p95_ms": 0.486}, "detection_prepare_ms": {"avg_ms": 0.098, "count": 137, "max_ms": 0.326, "p95_ms": 0.177}, "event_filter_ms": {"avg_ms": 0.004, "count": 137, "max_ms": 0.01, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.081, "count": 137, "max_ms": 0.245, "p95_ms": 0.165}, "mcmt_ms": {"avg_ms": 0.003, "count": 137, "max_ms": 0.016, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.177, "count": 137, "max_ms": 0.642, "p95_ms": 0.359}, "setup_ms": {"avg_ms": 0.042, "count": 137, "max_ms": 0.126, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 0.669, "count": 137, "max_ms": 2.151, "p95_ms": 1.237}, "track_match_ms": {"avg_ms": 0.004, "count": 137, "max_ms": 0.031, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.029, "count": 137, "max_ms": 0.082, "p95_ms": 0.053}}, "gstreamer_push": {"avg_ms": 2.392, "count": 137, "max_ms": 5.753, "p95_ms": 4.127}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 137, "max_ms": 0.148, "p95_ms": 0.091}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.433, "count": 137, "max_ms": 67.179, "p95_ms": 54.51}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.034, "count": 137, "max_ms": 0.155, "p95_ms": 0.079}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 69.414, "count": 137, "max_ms": 104.579, "p95_ms": 92.87}, "inference_input_copy_ms": {"avg_ms": 1.311, "count": 137, "max_ms": 3.72, "p95_ms": 2.211}, "processing_residual_ms": {"avg_ms": 0.128, "count": 137, "max_ms": 0.362, "p95_ms": 0.265}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 70.887, "count": 137, "max_ms": 106.411, "p95_ms": 94.745}, "read_interval": {"avg_ms": 184.114, "count": 136, "max_ms": 1764.483, "p95_ms": 513.016}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 137, "max_ms": 0.045, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.122, "count": 137, "max_ms": 0.443, "p95_ms": 0.237}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 137, "max_ms": 0.053, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.106, "count": 137, "max_ms": 0.398, "p95_ms": 0.206}, "worker_merge_ms": {"avg_ms": 0.005, "count": 137, "max_ms": 0.026, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 39.447, "count": 137, "max_ms": 67.188, "p95_ms": 54.52}, "visualize": {"avg_ms": 28.406, "count": 137, "max_ms": 47.947, "p95_ms": 38.442}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.591, "count": 137, "max_ms": 46.321, "p95_ms": 37.153}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.202, "count": 137, "max_ms": 47.38, "p95_ms": 38.298}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 137, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.108, "count": 137, "max_ms": 47.167, "p95_ms": 38.2}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 137, "max_ms": 0.17, "p95_ms": 0.114}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 137}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 137}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 137}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 730.871, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.622, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.822, "sample_count": 1125, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38578, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:49:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 102575, "write_bytes_delta": 102575, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 6591, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.100327, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.008852, "system_cpu_s_delta": 0.08999999999997499, "user_cpu_core_ratio": 0.091475, "user_cpu_s_delta": 0.930000000000291}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.414, "count": 121, "max_ms": 4.769, "p95_ms": 4.024, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 121}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 121}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.784, "count": 30, "max": 29.006, "p95": 20.518, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.107, "count": 30, "max": 13.87, "p95": 11.681, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 366.233, "count": 30, "max": 737.0, "p95": 626.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 12956.433, "count": 30, "max": 102132.0, "p95": 102076.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.079, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.497, "count": 30, "max": 0.732, "p95": 0.707, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.264, "count": 30, "max": 13.514, "p95": 7.852, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103079.7, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103079.7, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 45.733, "count": 30, "max": 70.0, "p95": 68.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.023, "count": 30, "max": 0.043, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.211, "count": 30, "max": 0.352, "p95": 0.34, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 307, "sampled_at": "2026-10-30T15:49:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:49:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 74305, "flush_count": 78, "flush_interval_seconds": 30.0, "flush_state": {"count": 78, "last_at": "2026-10-30T15:49:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:49:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 77}, "started": true, "suppressed_count": 34779, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 34776}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 78, "written_record_count": 78}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4692.219, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5aa68e751140] cabac decode of qscale diff failed at 41 59 [h264 @ 0x5aa68e751140] error while decoding MB 41 59, bytestream -4", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 96358809600, "copied_frame_count": 34852, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 96358809600, "frame_buffer_copies": 34852, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0953, "count": 512, "max_ms": 0.4205, "p50_ms": 0.0794, "p95_ms": 0.1887, "p99_ms": 0.2456}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2193, "count": 512, "max_ms": 3.9449, "p50_ms": 1.1276, "p95_ms": 2.0425, "p99_ms": 2.9808, "results": {"failed": 0, "not_applicable": 0, "success": 34852, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 21, "h264_decode_error_count": 66, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:50:00+09:00", "last_error_summary": "[h264 @ 0x5aa68e751140] cabac decode of qscale diff failed at 41 59 [h264 @ 0x5aa68e751140] error while decoding MB 41 59, bytestream -4", "last_exit_at": "2026-10-30T15:46:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 188.971, "last_started_at": "2026-10-30T15:46:51+09:00", "pid": 6127, "process": {"exists": false, "pid": 6127}, "restart_count": 21, "restart_count_per_hour": 16, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.613, "sample_count": 2159, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34852, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:50:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.057, "last_frame_pushed_at": "2026-10-30T15:50:00+09:00", "last_frame_read_age_sec": 0.051, "last_frame_read_at": "2026-10-30T15:50:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 369.209, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 230.791, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.048, "exists": true, "mtime": "2026-10-30T15:50:00.901824+09:00", "mtime_epoch": 1793343000.901824, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114785}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:50:00+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 821.633, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 34853, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.138, "max": 7.0, "p95": 6.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.88, "max": 4.0, "p95": 3.0, "sample_count": 225}, "total": {"avg": 2.88, "max": 4.0, "p95": 3.0, "sample_count": 225}}, "tracking_counts": {"active": {"avg": 0.12, "max": 1.0, "p95": 1.0, "sample_count": 225}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 225}, "tracked": {"avg": 0.12, "max": 1.0, "p95": 1.0, "sample_count": 225}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 225, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.501, "pushed": 7.501, "read": 7.501}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 225, "client_acquire_ms": {"avg_ms": 0.006, "count": 225, "max_ms": 0.026, "p95_ms": 0.012, "reason": null, "sample_age_ms": 21.044, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.734, "count": 225, "max_ms": 5.865, "p95_ms": 2.518, "reason": null, "sample_age_ms": 58.932, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.299, "count": 225, "max_ms": 5.621, "p95_ms": 1.714, "reason": null, "sample_age_ms": 59.136, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.273, "count": 225, "max_ms": 0.921, "p95_ms": 0.558, "reason": null, "sample_age_ms": 21.05, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.539, "count": 225, "max_ms": 9.117, "p95_ms": 2.651, "reason": null, "sample_age_ms": 58.018, "source": "client_direct"}, "request_count": 225, "request_tensor_bytes": {"avg": 2764808.0, "count": 225, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 58.006, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 225, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 21.226, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.121, "count": 225, "max_ms": 75.191, "p95_ms": 59.343, "reason": null, "sample_age_ms": 21.041, "source": "client_direct"}, "sample_age_ms": 21.039, "source": "client_direct", "task_total_ms": {"avg_ms": 44.077, "count": 225, "max_ms": 77.646, "p95_ms": 62.005, "reason": null, "sample_age_ms": 21.039, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.915, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.84, "count": 225, "max_ms": 19.723, "p95_ms": 12.807}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.439, "count": 225, "max_ms": 1.619, "p95_ms": 0.909}, "detection_prepare_ms": {"avg_ms": 1.398, "count": 225, "max_ms": 5.145, "p95_ms": 2.727}, "event_filter_ms": {"avg_ms": 0.005, "count": 225, "max_ms": 0.029, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.394, "count": 225, "max_ms": 1.271, "p95_ms": 0.698}, "mcmt_ms": {"avg_ms": 0.003, "count": 225, "max_ms": 0.024, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.502, "count": 225, "max_ms": 8.041, "p95_ms": 5.537}, "setup_ms": {"avg_ms": 0.036, "count": 225, "max_ms": 0.124, "p95_ms": 0.078}, "total_inside_ms": {"avg_ms": 7.787, "count": 225, "max_ms": 19.613, "p95_ms": 12.649}, "track_match_ms": {"avg_ms": 0.092, "count": 225, "max_ms": 0.347, "p95_ms": 0.192}, "tracker_update_ms": {"avg_ms": 1.916, "count": 225, "max_ms": 5.956, "p95_ms": 3.38}}, "gstreamer_push": {"avg_ms": 2.58, "count": 225, "max_ms": 5.458, "p95_ms": 4.122}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 225, "max_ms": 1.326, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.188, "count": 225, "max_ms": 78.367, "p95_ms": 64.133}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.776, "count": 225, "max_ms": 11.923, "p95_ms": 6.792}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.035, "count": 225, "max_ms": 138.002, "p95_ms": 114.797}, "inference_input_copy_ms": {"avg_ms": 1.263, "count": 225, "max_ms": 4.716, "p95_ms": 2.227}, "processing_residual_ms": {"avg_ms": 0.161, "count": 225, "max_ms": 0.706, "p95_ms": 0.308}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.236, "count": 225, "max_ms": 143.45, "p95_ms": 120.222}, "read_interval": {"avg_ms": 133.547, "count": 225, "max_ms": 2574.019, "p95_ms": 143.714}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 225, "max_ms": 0.195, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 3.429, "count": 225, "max_ms": 7.8, "p95_ms": 5.408}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 225, "max_ms": 0.07, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.409, "count": 225, "max_ms": 7.755, "p95_ms": 5.372}, "worker_merge_ms": {"avg_ms": 0.007, "count": 225, "max_ms": 0.05, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 45.199, "count": 225, "max_ms": 78.375, "p95_ms": 64.142}, "visualize": {"avg_ms": 33.001, "count": 225, "max_ms": 55.007, "p95_ms": 46.462}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.916, "count": 225, "max_ms": 43.119, "p95_ms": 36.568}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.612, "count": 225, "max_ms": 52.398, "p95_ms": 44.851}, "visualize_input_copy_ms": {"avg_ms": 1.197, "count": 225, "max_ms": 4.553, "p95_ms": 2.102}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.491, "count": 225, "max_ms": 52.164, "p95_ms": 44.719}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 225, "max_ms": 0.265, "p95_ms": 0.135}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 821.57, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.651, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.253, "sample_count": 2173, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34718, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:49:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 113513, "write_bytes_delta": 113513, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1000.0, "cpu_core_ratio": 0.376633, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 6127, "reason": null, "system_cpu_core_ratio": 0.029931, "system_cpu_s_delta": 0.5999999999999996, "user_cpu_core_ratio": 0.346702, "user_cpu_s_delta": 6.949999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.597824, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.533772, "system_cpu_s_delta": 10.699999999999818, "user_cpu_core_ratio": 1.064052, "user_cpu_s_delta": 21.329999999999927}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.554, "count": 249, "max_ms": 8.161, "p95_ms": 4.122, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.622, "max": 8.0, "p95": 7.0, "sample_count": 249}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.928, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 249}, "total": {"avg": 2.928, "max": 4.0, "p95": 3.0, "sample_count": 249}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.015, "count": 30, "max": 82.822, "p95": 45.641, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.585, "count": 30, "max": 22.812, "p95": 19.735, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 540.133, "count": 30, "max": 1006.0, "p95": 908.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 157.133, "count": 30, "max": 2135.0, "p95": 672.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.04, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.351, "count": 30, "max": 0.488, "p95": 0.463, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.069, "p95": 0.033, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115157.0, "count": 30, "max": 118132.0, "p95": 118040.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 115157.0, "count": 30, "max": 118132.0, "p95": 118040.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.667, "count": 30, "max": 74.0, "p95": 28.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.537, "count": 30, "max": 0.696, "p95": 0.654, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.097, "count": 30, "max": 1.366, "p95": 1.31, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 287, "sampled_at": "2026-10-30T15:49:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:49:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 74305, "flush_count": 78, "flush_interval_seconds": 30.0, "flush_state": {"count": 78, "last_at": "2026-10-30T15:49:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:49:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 77}, "started": true, "suppressed_count": 34779, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 34776}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 78, "written_record_count": 78}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4692.785, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T15:50:00+09:00", "last_error_summary": "[h264 @ 0x5aa68e751140] cabac decode of qscale diff failed at 41 59 [h264 @ 0x5aa68e751140] error while decoding MB 41 59, bytestream -4", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 96361574400, "copied_frame_count": 34853, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 96361574400, "frame_buffer_copies": 34853, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0954, "count": 512, "max_ms": 0.4205, "p50_ms": 0.0795, "p95_ms": 0.1887, "p99_ms": 0.2456}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2202, "count": 512, "max_ms": 3.9449, "p50_ms": 1.1295, "p95_ms": 2.0425, "p99_ms": 2.9808, "results": {"failed": 0, "not_applicable": 0, "success": 34853, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 21, "h264_decode_error_count": 66, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:50:00+09:00", "last_error_summary": "[h264 @ 0x5aa68e751140] cabac decode of qscale diff failed at 41 59 [h264 @ 0x5aa68e751140] error while decoding MB 41 59, bytestream -4", "last_exit_at": "2026-10-30T15:50:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 189.028, "last_started_at": "2026-10-30T15:46:51+09:00", "pid": 6127, "process": {"exists": false, "pid": 6127}, "restart_count": 21, "restart_count_per_hour": 16, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.613, "sample_count": 2160, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34853, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:50:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T15:50:01+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-10-30T15:50:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 369.269, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 230.731, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-10-30T15:50:00.901824+09:00", "mtime_epoch": 1793343000.901824, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114785}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:50:01+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 821.629, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 34853, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.133, "max": 7.0, "p95": 6.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.88, "max": 4.0, "p95": 3.0, "sample_count": 225}, "total": {"avg": 2.88, "max": 4.0, "p95": 3.0, "sample_count": 225}}, "tracking_counts": {"active": {"avg": 0.124, "max": 1.0, "p95": 1.0, "sample_count": 225}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 225}, "tracked": {"avg": 0.124, "max": 1.0, "p95": 1.0, "sample_count": 225}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.519, "pushed": 7.519, "read": 7.486}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 224, "client_acquire_ms": {"avg_ms": 0.006, "count": 225, "max_ms": 0.026, "p95_ms": 0.012, "reason": null, "sample_age_ms": 80.879, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.735, "count": 224, "max_ms": 5.865, "p95_ms": 2.521, "reason": null, "sample_age_ms": 118.767, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.3, "count": 224, "max_ms": 5.621, "p95_ms": 1.714, "reason": null, "sample_age_ms": 118.971, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.273, "count": 225, "max_ms": 0.921, "p95_ms": 0.558, "reason": null, "sample_age_ms": 80.885, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.536, "count": 224, "max_ms": 9.117, "p95_ms": 2.653, "reason": null, "sample_age_ms": 117.853, "source": "client_direct"}, "request_count": 224, "request_tensor_bytes": {"avg": 2764808.0, "count": 224, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 117.841, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 225, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 81.061, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.121, "count": 225, "max_ms": 75.191, "p95_ms": 59.343, "reason": null, "sample_age_ms": 80.876, "source": "client_direct"}, "sample_age_ms": 80.874, "source": "client_direct", "task_total_ms": {"avg_ms": 44.077, "count": 225, "max_ms": 77.646, "p95_ms": 62.005, "reason": null, "sample_age_ms": 80.874, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.387, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.826, "count": 225, "max_ms": 19.723, "p95_ms": 12.807}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.438, "count": 225, "max_ms": 1.619, "p95_ms": 0.909}, "detection_prepare_ms": {"avg_ms": 1.395, "count": 225, "max_ms": 5.145, "p95_ms": 2.727}, "event_filter_ms": {"avg_ms": 0.005, "count": 225, "max_ms": 0.029, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.394, "count": 225, "max_ms": 1.271, "p95_ms": 0.698}, "mcmt_ms": {"avg_ms": 0.003, "count": 225, "max_ms": 0.024, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.497, "count": 225, "max_ms": 8.041, "p95_ms": 5.537}, "setup_ms": {"avg_ms": 0.036, "count": 225, "max_ms": 0.124, "p95_ms": 0.078}, "total_inside_ms": {"avg_ms": 7.774, "count": 225, "max_ms": 19.613, "p95_ms": 12.649}, "track_match_ms": {"avg_ms": 0.092, "count": 225, "max_ms": 0.347, "p95_ms": 0.192}, "tracker_update_ms": {"avg_ms": 1.911, "count": 225, "max_ms": 5.956, "p95_ms": 3.38}}, "gstreamer_push": {"avg_ms": 2.572, "count": 225, "max_ms": 5.458, "p95_ms": 4.081}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 225, "max_ms": 0.171, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.143, "count": 225, "max_ms": 78.367, "p95_ms": 64.133}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.779, "count": 225, "max_ms": 11.923, "p95_ms": 6.792}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.019, "count": 225, "max_ms": 138.002, "p95_ms": 114.797}, "inference_input_copy_ms": {"avg_ms": 1.262, "count": 225, "max_ms": 4.716, "p95_ms": 2.227}, "processing_residual_ms": {"avg_ms": 0.162, "count": 225, "max_ms": 0.706, "p95_ms": 0.308}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.222, "count": 225, "max_ms": 143.45, "p95_ms": 120.222}, "read_interval": {"avg_ms": 133.577, "count": 224, "max_ms": 2574.019, "p95_ms": 143.714}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 225, "max_ms": 0.195, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 3.425, "count": 225, "max_ms": 7.8, "p95_ms": 5.408}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 225, "max_ms": 0.07, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.405, "count": 225, "max_ms": 7.755, "p95_ms": 5.372}, "worker_merge_ms": {"avg_ms": 0.007, "count": 225, "max_ms": 0.05, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 45.154, "count": 225, "max_ms": 78.375, "p95_ms": 64.142}, "visualize": {"avg_ms": 33.048, "count": 225, "max_ms": 55.007, "p95_ms": 47.497}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.954, "count": 225, "max_ms": 43.119, "p95_ms": 37.116}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.66, "count": 225, "max_ms": 52.398, "p95_ms": 45.082}, "visualize_input_copy_ms": {"avg_ms": 1.196, "count": 225, "max_ms": 4.553, "p95_ms": 2.102}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.539, "count": 225, "max_ms": 52.164, "p95_ms": 44.971}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 225, "max_ms": 0.265, "p95_ms": 0.135}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 821.57, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.651, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.253, "sample_count": 2173, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34718, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:49:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 113513, "write_bytes_delta": 113513, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1000.0, "cpu_core_ratio": 0.376633, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 6127, "reason": null, "system_cpu_core_ratio": 0.029931, "system_cpu_s_delta": 0.5999999999999996, "user_cpu_core_ratio": 0.346702, "user_cpu_s_delta": 6.949999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.597824, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.533772, "system_cpu_s_delta": 10.699999999999818, "user_cpu_core_ratio": 1.064052, "user_cpu_s_delta": 21.329999999999927}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.554, "count": 249, "max_ms": 8.161, "p95_ms": 4.122, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.622, "max": 8.0, "p95": 7.0, "sample_count": 249}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.928, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 249}, "total": {"avg": 2.928, "max": 4.0, "p95": 3.0, "sample_count": 249}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.015, "count": 30, "max": 82.822, "p95": 45.641, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.585, "count": 30, "max": 22.812, "p95": 19.735, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 540.133, "count": 30, "max": 1006.0, "p95": 908.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 157.133, "count": 30, "max": 2135.0, "p95": 672.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.04, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.351, "count": 30, "max": 0.488, "p95": 0.463, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.069, "p95": 0.033, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115157.0, "count": 30, "max": 118132.0, "p95": 118040.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 115157.0, "count": 30, "max": 118132.0, "p95": 118040.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.667, "count": 30, "max": 74.0, "p95": 28.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.537, "count": 30, "max": 0.696, "p95": 0.654, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.097, "count": 30, "max": 1.366, "p95": 1.31, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 287, "sampled_at": "2026-10-30T15:49:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:49:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 74305, "flush_count": 78, "flush_interval_seconds": 30.0, "flush_state": {"count": 78, "last_at": "2026-10-30T15:49:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:49:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 77}, "started": true, "suppressed_count": 34779, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 34776}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 78, "written_record_count": 78}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4691.605, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 96361574400, "copied_frame_count": 34853, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 96361574400, "frame_buffer_copies": 34853, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0954, "count": 512, "max_ms": 0.4205, "p50_ms": 0.0795, "p95_ms": 0.1887, "p99_ms": 0.2456}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2202, "count": 512, "max_ms": 3.9449, "p50_ms": 1.1295, "p95_ms": 2.0425, "p99_ms": 2.9808, "results": {"failed": 0, "not_applicable": 0, "success": 34853, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 21, "h264_decode_error_count": 66, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:50:00+09:00", "last_error_summary": "[h264 @ 0x5aa68e751140] cabac decode of qscale diff failed at 41 59 [h264 @ 0x5aa68e751140] error while decoding MB 41 59, bytestream -4", "last_exit_at": "2026-10-30T15:50:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 189.065, "last_started_at": "2026-10-30T15:46:51+09:00", "pid": 6127, "process": {"exists": false, "pid": 6127}, "restart_count": 21, "restart_count_per_hour": 16, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.613, "sample_count": 2159, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34853, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:50:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.039, "last_frame_pushed_at": "2026-10-30T15:50:01+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-10-30T15:50:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 369.299, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 230.701, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.03, "exists": true, "mtime": "2026-10-30T15:50:01.014825+09:00", "mtime_epoch": 1793343001.0148246, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114539}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:50:01+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 821.629, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 34853, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.133, "max": 7.0, "p95": 6.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.88, "max": 4.0, "p95": 3.0, "sample_count": 225}, "total": {"avg": 2.88, "max": 4.0, "p95": 3.0, "sample_count": 225}}, "tracking_counts": {"active": {"avg": 0.124, "max": 1.0, "p95": 1.0, "sample_count": 225}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 225}, "tracked": {"avg": 0.124, "max": 1.0, "p95": 1.0, "sample_count": 225}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.51, "pushed": 7.51, "read": 7.476}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 224, "client_acquire_ms": {"avg_ms": 0.006, "count": 224, "max_ms": 0.026, "p95_ms": 0.012, "reason": null, "sample_age_ms": 115.915, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.735, "count": 224, "max_ms": 5.865, "p95_ms": 2.521, "reason": null, "sample_age_ms": 153.803, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.3, "count": 224, "max_ms": 5.621, "p95_ms": 1.714, "reason": null, "sample_age_ms": 154.007, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.273, "count": 224, "max_ms": 0.921, "p95_ms": 0.558, "reason": null, "sample_age_ms": 115.921, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.536, "count": 224, "max_ms": 9.117, "p95_ms": 2.653, "reason": null, "sample_age_ms": 152.889, "source": "client_direct"}, "request_count": 224, "request_tensor_bytes": {"avg": 2764808.0, "count": 224, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 152.876, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 224, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 116.097, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.061, "count": 224, "max_ms": 75.191, "p95_ms": 59.404, "reason": null, "sample_age_ms": 115.912, "source": "client_direct"}, "sample_age_ms": 115.91, "source": "client_direct", "task_total_ms": {"avg_ms": 44.013, "count": 224, "max_ms": 77.646, "p95_ms": 62.01, "reason": null, "sample_age_ms": 115.91, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.118, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.826, "count": 225, "max_ms": 19.723, "p95_ms": 12.807}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.438, "count": 225, "max_ms": 1.619, "p95_ms": 0.909}, "detection_prepare_ms": {"avg_ms": 1.395, "count": 225, "max_ms": 5.145, "p95_ms": 2.727}, "event_filter_ms": {"avg_ms": 0.005, "count": 225, "max_ms": 0.029, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.394, "count": 225, "max_ms": 1.271, "p95_ms": 0.698}, "mcmt_ms": {"avg_ms": 0.003, "count": 225, "max_ms": 0.024, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.497, "count": 225, "max_ms": 8.041, "p95_ms": 5.537}, "setup_ms": {"avg_ms": 0.036, "count": 225, "max_ms": 0.124, "p95_ms": 0.078}, "total_inside_ms": {"avg_ms": 7.774, "count": 225, "max_ms": 19.613, "p95_ms": 12.649}, "track_match_ms": {"avg_ms": 0.092, "count": 225, "max_ms": 0.347, "p95_ms": 0.192}, "tracker_update_ms": {"avg_ms": 1.911, "count": 225, "max_ms": 5.956, "p95_ms": 3.38}}, "gstreamer_push": {"avg_ms": 2.572, "count": 225, "max_ms": 5.458, "p95_ms": 4.081}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 225, "max_ms": 0.171, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.143, "count": 225, "max_ms": 78.367, "p95_ms": 64.133}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.779, "count": 225, "max_ms": 11.923, "p95_ms": 6.792}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.019, "count": 225, "max_ms": 138.002, "p95_ms": 114.797}, "inference_input_copy_ms": {"avg_ms": 1.262, "count": 225, "max_ms": 4.716, "p95_ms": 2.227}, "processing_residual_ms": {"avg_ms": 0.162, "count": 225, "max_ms": 0.706, "p95_ms": 0.308}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.222, "count": 225, "max_ms": 143.45, "p95_ms": 120.222}, "read_interval": {"avg_ms": 133.577, "count": 224, "max_ms": 2574.019, "p95_ms": 143.714}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 225, "max_ms": 0.195, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 3.425, "count": 225, "max_ms": 7.8, "p95_ms": 5.408}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 225, "max_ms": 0.07, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.405, "count": 225, "max_ms": 7.755, "p95_ms": 5.372}, "worker_merge_ms": {"avg_ms": 0.007, "count": 225, "max_ms": 0.05, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 45.154, "count": 225, "max_ms": 78.375, "p95_ms": 64.142}, "visualize": {"avg_ms": 33.048, "count": 225, "max_ms": 55.007, "p95_ms": 47.497}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.954, "count": 225, "max_ms": 43.119, "p95_ms": 37.116}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.66, "count": 225, "max_ms": 52.398, "p95_ms": 45.082}, "visualize_input_copy_ms": {"avg_ms": 1.196, "count": 225, "max_ms": 4.553, "p95_ms": 2.102}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.539, "count": 225, "max_ms": 52.164, "p95_ms": 44.971}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 225, "max_ms": 0.265, "p95_ms": 0.135}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 821.57, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.651, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.253, "sample_count": 2173, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34718, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:49:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 113513, "write_bytes_delta": 113513, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1000.0, "cpu_core_ratio": 0.376633, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 6127, "reason": null, "system_cpu_core_ratio": 0.029931, "system_cpu_s_delta": 0.5999999999999996, "user_cpu_core_ratio": 0.346702, "user_cpu_s_delta": 6.949999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.597824, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.533772, "system_cpu_s_delta": 10.699999999999818, "user_cpu_core_ratio": 1.064052, "user_cpu_s_delta": 21.329999999999927}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.554, "count": 249, "max_ms": 8.161, "p95_ms": 4.122, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.622, "max": 8.0, "p95": 7.0, "sample_count": 249}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.928, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 249}, "total": {"avg": 2.928, "max": 4.0, "p95": 3.0, "sample_count": 249}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.015, "count": 30, "max": 82.822, "p95": 45.641, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.585, "count": 30, "max": 22.812, "p95": 19.735, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 540.133, "count": 30, "max": 1006.0, "p95": 908.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 157.133, "count": 30, "max": 2135.0, "p95": 672.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.04, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.351, "count": 30, "max": 0.488, "p95": 0.463, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.069, "p95": 0.033, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115157.0, "count": 30, "max": 118132.0, "p95": 118040.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 115157.0, "count": 30, "max": 118132.0, "p95": 118040.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.667, "count": 30, "max": 74.0, "p95": 28.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.537, "count": 30, "max": 0.696, "p95": 0.654, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.097, "count": 30, "max": 1.366, "p95": 1.31, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 287, "sampled_at": "2026-10-30T15:49:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:49:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 74305, "flush_count": 78, "flush_interval_seconds": 30.0, "flush_state": {"count": 78, "last_at": "2026-10-30T15:49:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:49:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 77}, "started": true, "suppressed_count": 34779, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 34776}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 78, "written_record_count": 78}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4719.562, "limit_mb": null}, "detail": {"pid": 6823, "restart_count": 22, "start_count": 23}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 96361574400, "copied_frame_count": 34853, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 96361574400, "frame_buffer_copies": 34853, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0954, "count": 512, "max_ms": 0.4205, "p50_ms": 0.0795, "p95_ms": 0.1887, "p99_ms": 0.2456}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2202, "count": 512, "max_ms": 3.9449, "p50_ms": 1.1295, "p95_ms": 2.0425, "p99_ms": 2.9808, "results": {"failed": 0, "not_applicable": 0, "success": 34853, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 21, "h264_decode_error_count": 66, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:50:00+09:00", "last_error_summary": "[h264 @ 0x5aa68e751140] cabac decode of qscale diff failed at 41 59 [h264 @ 0x5aa68e751140] error while decoding MB 41 59, bytestream -4", "last_exit_at": "2026-10-30T15:50:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T15:50:03+09:00", "pid": 6823, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.371, "name": "ffmpeg", "pid": 6823, "rss_mb": 57.371, "state": "S (sleeping)", "threads": 1}, "restart_count": 22, "restart_count_per_hour": 17, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.613, "sample_count": 2120, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34853, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:50:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.782, "last_frame_pushed_at": "2026-10-30T15:50:01+09:00", "last_frame_read_age_sec": 4.888, "last_frame_read_at": "2026-10-30T15:50:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 374.037, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 225.963, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 4.772, "exists": true, "mtime": "2026-10-30T15:50:01.014825+09:00", "mtime_epoch": 1793343001.0148246, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114539}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:50:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 821.633, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 34853, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.087, "max": 7.0, "p95": 6.0, "sample_count": 195}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.862, "max": 4.0, "p95": 3.0, "sample_count": 195}, "total": {"avg": 2.862, "max": 4.0, "p95": 3.0, "sample_count": 195}}, "tracking_counts": {"active": {"avg": 0.144, "max": 1.0, "p95": 1.0, "sample_count": 195}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 195}, "tracked": {"avg": 0.144, "max": 1.0, "p95": 1.0, "sample_count": 195}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 195, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.672, "pushed": 6.672, "read": 6.672}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 195, "client_acquire_ms": {"avg_ms": 0.006, "count": 195, "max_ms": 0.026, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4854.344, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.752, "count": 195, "max_ms": 5.865, "p95_ms": 2.597, "reason": null, "sample_age_ms": 4892.232, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.3, "count": 195, "max_ms": 5.621, "p95_ms": 1.722, "reason": null, "sample_age_ms": 4892.436, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.274, "count": 195, "max_ms": 0.921, "p95_ms": 0.587, "reason": null, "sample_age_ms": 4854.35, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.531, "count": 195, "max_ms": 9.117, "p95_ms": 2.678, "reason": null, "sample_age_ms": 4891.318, "source": "client_direct"}, "request_count": 195, "request_tensor_bytes": {"avg": 2764808.0, "count": 195, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4891.305, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 195, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4854.526, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.033, "count": 195, "max_ms": 75.191, "p95_ms": 59.7, "reason": null, "sample_age_ms": 4854.341, "source": "client_direct"}, "sample_age_ms": 4854.339, "source": "client_direct", "task_total_ms": {"avg_ms": 43.982, "count": 195, "max_ms": 77.646, "p95_ms": 62.276, "reason": null, "sample_age_ms": 4854.339, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.341, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.852, "count": 195, "max_ms": 19.723, "p95_ms": 12.855}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.429, "count": 195, "max_ms": 1.619, "p95_ms": 0.909}, "detection_prepare_ms": {"avg_ms": 1.4, "count": 195, "max_ms": 5.145, "p95_ms": 2.727}, "event_filter_ms": {"avg_ms": 0.005, "count": 195, "max_ms": 0.029, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.396, "count": 195, "max_ms": 1.271, "p95_ms": 0.699}, "mcmt_ms": {"avg_ms": 0.003, "count": 195, "max_ms": 0.018, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.494, "count": 195, "max_ms": 8.041, "p95_ms": 5.537}, "setup_ms": {"avg_ms": 0.037, "count": 195, "max_ms": 0.124, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 7.8, "count": 195, "max_ms": 19.613, "p95_ms": 12.735}, "track_match_ms": {"avg_ms": 0.094, "count": 195, "max_ms": 0.347, "p95_ms": 0.195}, "tracker_update_ms": {"avg_ms": 1.94, "count": 195, "max_ms": 5.956, "p95_ms": 3.454}}, "gstreamer_push": {"avg_ms": 2.594, "count": 195, "max_ms": 5.458, "p95_ms": 4.247}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 195, "max_ms": 0.171, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.066, "count": 195, "max_ms": 78.367, "p95_ms": 64.195}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.771, "count": 195, "max_ms": 11.664, "p95_ms": 6.792}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.097, "count": 195, "max_ms": 138.002, "p95_ms": 115.979}, "inference_input_copy_ms": {"avg_ms": 1.239, "count": 195, "max_ms": 3.231, "p95_ms": 2.164}, "processing_residual_ms": {"avg_ms": 0.162, "count": 195, "max_ms": 0.706, "p95_ms": 0.324}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.268, "count": 195, "max_ms": 143.45, "p95_ms": 120.831}, "read_interval": {"avg_ms": 138.013, "count": 195, "max_ms": 2574.019, "p95_ms": 159.143}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 195, "max_ms": 0.152, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 3.422, "count": 195, "max_ms": 7.8, "p95_ms": 5.408}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 195, "max_ms": 0.07, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.404, "count": 195, "max_ms": 7.755, "p95_ms": 5.372}, "worker_merge_ms": {"avg_ms": 0.007, "count": 195, "max_ms": 0.05, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 45.077, "count": 195, "max_ms": 78.375, "p95_ms": 64.203}, "visualize": {"avg_ms": 33.177, "count": 195, "max_ms": 55.007, "p95_ms": 47.831}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.147, "count": 195, "max_ms": 43.119, "p95_ms": 37.884}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.791, "count": 195, "max_ms": 52.398, "p95_ms": 46.054}, "visualize_input_copy_ms": {"avg_ms": 1.195, "count": 195, "max_ms": 4.553, "p95_ms": 2.128}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.671, "count": 195, "max_ms": 52.164, "p95_ms": 45.92}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 195, "max_ms": 0.265, "p95_ms": 0.135}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 195}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 821.57, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.651, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.253, "sample_count": 2173, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 34718, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:49:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 113513, "write_bytes_delta": 113513, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1000.0, "cpu_core_ratio": 0.376633, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 6127, "reason": null, "system_cpu_core_ratio": 0.029931, "system_cpu_s_delta": 0.5999999999999996, "user_cpu_core_ratio": 0.346702, "user_cpu_s_delta": 6.949999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.597824, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.533772, "system_cpu_s_delta": 10.699999999999818, "user_cpu_core_ratio": 1.064052, "user_cpu_s_delta": 21.329999999999927}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.554, "count": 249, "max_ms": 8.161, "p95_ms": 4.122, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.622, "max": 8.0, "p95": 7.0, "sample_count": 249}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.928, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 249}, "total": {"avg": 2.928, "max": 4.0, "p95": 3.0, "sample_count": 249}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.015, "count": 30, "max": 82.822, "p95": 45.641, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.585, "count": 30, "max": 22.812, "p95": 19.735, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 540.133, "count": 30, "max": 1006.0, "p95": 908.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 157.133, "count": 30, "max": 2135.0, "p95": 672.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.04, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.351, "count": 30, "max": 0.488, "p95": 0.463, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.069, "p95": 0.033, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115157.0, "count": 30, "max": 118132.0, "p95": 118040.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 115157.0, "count": 30, "max": 118132.0, "p95": 118040.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.667, "count": 30, "max": 74.0, "p95": 28.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.537, "count": 30, "max": 0.696, "p95": 0.654, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.097, "count": 30, "max": 1.366, "p95": 1.31, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 287, "sampled_at": "2026-10-30T15:49:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:49:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.227, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 40439, "flush_count": 79, "flush_interval_seconds": 30.0, "flush_state": {"count": 79, "last_at": "2026-10-30T15:50:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:50:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 78}, "started": true, "suppressed_count": 38795, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 38795}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 79, "written_record_count": 79}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4507.551, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x599a0772b480] error while decoding MB 175 72, bytestream -12", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 107473305600, "copied_frame_count": 38872, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 107473305600, "frame_buffer_copies": 38872, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1062, "count": 512, "max_ms": 0.7511, "p50_ms": 0.0852, "p95_ms": 0.2151, "p99_ms": 0.3524}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1265, "count": 512, "max_ms": 3.9351, "p50_ms": 1.0312, "p95_ms": 2.0242, "p99_ms": 2.5169, "results": {"failed": 0, "not_applicable": 0, "success": 38872, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 29, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:50:10+09:00", "last_error_summary": "[h264 @ 0x599a0772b480] error while decoding MB 175 72, bytestream -12", "last_exit_at": "2026-10-30T15:45:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 37.852, "last_started_at": "2026-10-30T15:49:32+09:00", "pid": 6707, "process": {"exists": false, "pid": 6707}, "restart_count": 29, "restart_count_per_hour": 26, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.372, "sample_count": 1073, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38872, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:50:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.082, "last_frame_pushed_at": "2026-10-30T15:50:10+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-10-30T15:50:10+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 378.42, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 221.58, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-10-30T15:50:10.100878+09:00", "mtime_epoch": 1793343010.1008782, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 102056}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:50:10+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 731.023, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 38873, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 148}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 148, "pushed_frames": 148, "read_frames": 149, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.062, "pushed": 5.062, "read": 5.096}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 149, "client_acquire_ms": {"avg_ms": 0.006, "count": 149, "max_ms": 0.026, "p95_ms": 0.012, "reason": null, "sample_age_ms": 20.029, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.562, "count": 149, "max_ms": 4.613, "p95_ms": 1.717, "reason": null, "sample_age_ms": 78.678, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.287, "count": 149, "max_ms": 2.839, "p95_ms": 1.324, "reason": null, "sample_age_ms": 78.959, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.084, "count": 149, "max_ms": 0.328, "p95_ms": 0.176, "reason": null, "sample_age_ms": 20.033, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.35, "count": 149, "max_ms": 3.471, "p95_ms": 2.438, "reason": null, "sample_age_ms": 77.049, "source": "client_direct"}, "request_count": 149, "request_tensor_bytes": {"avg": 2211848.0, "count": 149, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 77.033, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 149, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 20.089, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.387, "count": 149, "max_ms": 59.733, "p95_ms": 53.27, "reason": null, "sample_age_ms": 20.026, "source": "client_direct"}, "sample_age_ms": 20.022, "source": "client_direct", "task_total_ms": {"avg_ms": 36.974, "count": 149, "max_ms": 61.818, "p95_ms": 55.899, "reason": null, "sample_age_ms": 20.022, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.852, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.639, "count": 148, "max_ms": 1.999, "p95_ms": 1.256}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.204, "count": 148, "max_ms": 0.789, "p95_ms": 0.474}, "detection_prepare_ms": {"avg_ms": 0.088, "count": 148, "max_ms": 0.26, "p95_ms": 0.184}, "event_filter_ms": {"avg_ms": 0.003, "count": 148, "max_ms": 0.011, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.07, "count": 148, "max_ms": 0.204, "p95_ms": 0.136}, "mcmt_ms": {"avg_ms": 0.003, "count": 148, "max_ms": 0.017, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.166, "count": 148, "max_ms": 0.615, "p95_ms": 0.379}, "setup_ms": {"avg_ms": 0.039, "count": 148, "max_ms": 0.143, "p95_ms": 0.082}, "total_inside_ms": {"avg_ms": 0.603, "count": 148, "max_ms": 1.864, "p95_ms": 1.195}, "track_match_ms": {"avg_ms": 0.004, "count": 148, "max_ms": 0.011, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.024, "count": 148, "max_ms": 0.071, "p95_ms": 0.049}}, "gstreamer_push": {"avg_ms": 2.404, "count": 148, "max_ms": 5.304, "p95_ms": 4.041}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 148, "max_ms": 0.543, "p95_ms": 0.095}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.677, "count": 148, "max_ms": 63.393, "p95_ms": 56.43}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.032, "count": 148, "max_ms": 0.117, "p95_ms": 0.069}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 66.364, "count": 148, "max_ms": 106.829, "p95_ms": 92.646}, "inference_input_copy_ms": {"avg_ms": 1.246, "count": 148, "max_ms": 3.542, "p95_ms": 1.99}, "processing_residual_ms": {"avg_ms": 0.121, "count": 148, "max_ms": 0.296, "p95_ms": 0.231}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 67.763, "count": 148, "max_ms": 110.637, "p95_ms": 93.8}, "read_interval": {"avg_ms": 273.54, "count": 149, "max_ms": 11595.265, "p95_ms": 507.621}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 148, "max_ms": 0.048, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.114, "count": 148, "max_ms": 0.428, "p95_ms": 0.275}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 148, "max_ms": 0.043, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.099, "count": 148, "max_ms": 0.382, "p95_ms": 0.234}, "worker_merge_ms": {"avg_ms": 0.005, "count": 148, "max_ms": 0.025, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 37.69, "count": 148, "max_ms": 63.403, "p95_ms": 56.439}, "visualize": {"avg_ms": 27.167, "count": 148, "max_ms": 43.939, "p95_ms": 37.539}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.412, "count": 148, "max_ms": 43.304, "p95_ms": 36.158}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.985, "count": 148, "max_ms": 43.767, "p95_ms": 37.053}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.896, "count": 148, "max_ms": 43.695, "p95_ms": 36.861}, "visualizer_prepare_ms": {"avg_ms": 0.052, "count": 148, "max_ms": 0.146, "p95_ms": 0.112}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 148}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 731.023, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.211, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.725, "sample_count": 1070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38837, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:50:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.15, "exists": true, "size_bytes": 101916, "write_bytes_delta": 101916, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 385.0, "cpu_core_ratio": 0.58969, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 595.0, "pid": 6707, "reason": null, "system_cpu_core_ratio": 0.028597, "system_cpu_s_delta": 0.2899999999999999, "user_cpu_core_ratio": 0.561093, "user_cpu_s_delta": 5.69}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.299775, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 54.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.028597, "system_cpu_s_delta": 0.2899999999999636, "user_cpu_core_ratio": 0.271178, "user_cpu_s_delta": 2.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.41, "count": 113, "max_ms": 5.304, "p95_ms": 4.074, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 113}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.327, "count": 30, "max": 29.006, "p95": 25.599, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.276, "count": 30, "max": 14.048, "p95": 13.379, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 367.133, "count": 30, "max": 654.0, "p95": 548.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 13433.667, "count": 30, "max": 102132.0, "p95": 99994.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.071, "p95": 0.061, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.496, "count": 30, "max": 0.732, "p95": 0.687, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.092, "count": 30, "max": 13.514, "p95": 4.944, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103343.167, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103343.167, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 46.2, "count": 30, "max": 69.0, "p95": 67.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.043, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.215, "count": 30, "max": 0.352, "p95": 0.34, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 313, "sampled_at": "2026-10-30T15:50:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:50:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.24, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 40439, "flush_count": 79, "flush_interval_seconds": 30.0, "flush_state": {"count": 79, "last_at": "2026-10-30T15:50:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:50:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 78}, "started": true, "suppressed_count": 38795, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 38795}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 79, "written_record_count": 79}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4507.496, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T15:50:10+09:00", "last_error_summary": "[h264 @ 0x599a0772b480] error while decoding MB 175 72, bytestream -12", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 107476070400, "copied_frame_count": 38873, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 107476070400, "frame_buffer_copies": 38873, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1062, "count": 512, "max_ms": 0.7511, "p50_ms": 0.0849, "p95_ms": 0.2151, "p99_ms": 0.3524}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1263, "count": 512, "max_ms": 3.9351, "p50_ms": 1.0312, "p95_ms": 2.0242, "p99_ms": 2.5169, "results": {"failed": 0, "not_applicable": 0, "success": 38873, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 29, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:50:10+09:00", "last_error_summary": "[h264 @ 0x599a0772b480] error while decoding MB 175 72, bytestream -12", "last_exit_at": "2026-10-30T15:50:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 37.874, "last_started_at": "2026-10-30T15:49:32+09:00", "pid": 6707, "process": {"exists": false, "pid": 6707}, "restart_count": 29, "restart_count_per_hour": 26, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.372, "sample_count": 1074, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38873, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:50:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T15:50:10+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-10-30T15:50:10+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 378.442, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 221.558, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-10-30T15:50:10.100878+09:00", "mtime_epoch": 1793343010.1008782, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 102056}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:50:10+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 731.02, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 38873, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 149}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 149, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.092, "pushed": 5.092, "read": 5.092}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 149, "client_acquire_ms": {"avg_ms": 0.006, "count": 149, "max_ms": 0.026, "p95_ms": 0.012, "reason": null, "sample_age_ms": 43.131, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.562, "count": 149, "max_ms": 4.613, "p95_ms": 1.717, "reason": null, "sample_age_ms": 101.78, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.287, "count": 149, "max_ms": 2.839, "p95_ms": 1.324, "reason": null, "sample_age_ms": 102.061, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.084, "count": 149, "max_ms": 0.328, "p95_ms": 0.176, "reason": null, "sample_age_ms": 43.135, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.35, "count": 149, "max_ms": 3.471, "p95_ms": 2.438, "reason": null, "sample_age_ms": 100.152, "source": "client_direct"}, "request_count": 149, "request_tensor_bytes": {"avg": 2211848.0, "count": 149, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 100.135, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 149, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 43.192, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.387, "count": 149, "max_ms": 59.733, "p95_ms": 53.27, "reason": null, "sample_age_ms": 43.128, "source": "client_direct"}, "sample_age_ms": 43.125, "source": "client_direct", "task_total_ms": {"avg_ms": 36.974, "count": 149, "max_ms": 61.818, "p95_ms": 55.899, "reason": null, "sample_age_ms": 43.125, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.639, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.637, "count": 149, "max_ms": 1.999, "p95_ms": 1.256}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.203, "count": 149, "max_ms": 0.789, "p95_ms": 0.474}, "detection_prepare_ms": {"avg_ms": 0.088, "count": 149, "max_ms": 0.26, "p95_ms": 0.184}, "event_filter_ms": {"avg_ms": 0.003, "count": 149, "max_ms": 0.011, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.07, "count": 149, "max_ms": 0.204, "p95_ms": 0.136}, "mcmt_ms": {"avg_ms": 0.003, "count": 149, "max_ms": 0.017, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.166, "count": 149, "max_ms": 0.615, "p95_ms": 0.379}, "setup_ms": {"avg_ms": 0.039, "count": 149, "max_ms": 0.143, "p95_ms": 0.082}, "total_inside_ms": {"avg_ms": 0.601, "count": 149, "max_ms": 1.864, "p95_ms": 1.195}, "track_match_ms": {"avg_ms": 0.004, "count": 149, "max_ms": 0.011, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.024, "count": 149, "max_ms": 0.071, "p95_ms": 0.049}}, "gstreamer_push": {"avg_ms": 2.4, "count": 149, "max_ms": 5.304, "p95_ms": 4.041}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 149, "max_ms": 0.543, "p95_ms": 0.095}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.821, "count": 149, "max_ms": 63.393, "p95_ms": 57.073}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.032, "count": 149, "max_ms": 0.117, "p95_ms": 0.069}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 66.551, "count": 149, "max_ms": 106.829, "p95_ms": 94.295}, "inference_input_copy_ms": {"avg_ms": 1.246, "count": 149, "max_ms": 3.542, "p95_ms": 1.99}, "processing_residual_ms": {"avg_ms": 0.121, "count": 149, "max_ms": 0.296, "p95_ms": 0.231}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 67.951, "count": 149, "max_ms": 110.637, "p95_ms": 95.703}, "read_interval": {"avg_ms": 273.54, "count": 149, "max_ms": 11595.265, "p95_ms": 507.621}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 149, "max_ms": 0.048, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.113, "count": 149, "max_ms": 0.428, "p95_ms": 0.275}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 149, "max_ms": 0.043, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.099, "count": 149, "max_ms": 0.382, "p95_ms": 0.234}, "worker_merge_ms": {"avg_ms": 0.005, "count": 149, "max_ms": 0.025, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 37.834, "count": 149, "max_ms": 63.403, "p95_ms": 57.102}, "visualize": {"avg_ms": 27.215, "count": 149, "max_ms": 43.939, "p95_ms": 37.539}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.462, "count": 149, "max_ms": 43.304, "p95_ms": 36.158}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.033, "count": 149, "max_ms": 43.767, "p95_ms": 37.053}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.945, "count": 149, "max_ms": 43.695, "p95_ms": 36.861}, "visualizer_prepare_ms": {"avg_ms": 0.052, "count": 149, "max_ms": 0.146, "p95_ms": 0.112}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 149}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 731.023, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.211, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.725, "sample_count": 1070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38837, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:50:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.15, "exists": true, "size_bytes": 101916, "write_bytes_delta": 101916, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 385.0, "cpu_core_ratio": 0.58969, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 595.0, "pid": 6707, "reason": null, "system_cpu_core_ratio": 0.028597, "system_cpu_s_delta": 0.2899999999999999, "user_cpu_core_ratio": 0.561093, "user_cpu_s_delta": 5.69}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.299775, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 54.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.028597, "system_cpu_s_delta": 0.2899999999999636, "user_cpu_core_ratio": 0.271178, "user_cpu_s_delta": 2.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.41, "count": 113, "max_ms": 5.304, "p95_ms": 4.074, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 113}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.327, "count": 30, "max": 29.006, "p95": 25.599, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.276, "count": 30, "max": 14.048, "p95": 13.379, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 367.133, "count": 30, "max": 654.0, "p95": 548.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 13433.667, "count": 30, "max": 102132.0, "p95": 99994.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.071, "p95": 0.061, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.496, "count": 30, "max": 0.732, "p95": 0.687, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.092, "count": 30, "max": 13.514, "p95": 4.944, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103343.167, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103343.167, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 46.2, "count": 30, "max": 69.0, "p95": 67.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.043, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.215, "count": 30, "max": 0.352, "p95": 0.34, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 313, "sampled_at": "2026-10-30T15:50:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:50:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.262, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 40439, "flush_count": 79, "flush_interval_seconds": 30.0, "flush_state": {"count": 79, "last_at": "2026-10-30T15:50:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:50:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 78}, "started": true, "suppressed_count": 38795, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 38795}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 79, "written_record_count": 79}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4507.789, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 107476070400, "copied_frame_count": 38873, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 107476070400, "frame_buffer_copies": 38873, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1062, "count": 512, "max_ms": 0.7511, "p50_ms": 0.0849, "p95_ms": 0.2151, "p99_ms": 0.3524}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1263, "count": 512, "max_ms": 3.9351, "p50_ms": 1.0312, "p95_ms": 2.0242, "p99_ms": 2.5169, "results": {"failed": 0, "not_applicable": 0, "success": 38873, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 29, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:50:10+09:00", "last_error_summary": "[h264 @ 0x599a0772b480] error while decoding MB 175 72, bytestream -12", "last_exit_at": "2026-10-30T15:50:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 37.889, "last_started_at": "2026-10-30T15:49:32+09:00", "pid": 6707, "process": {"exists": false, "pid": 6707}, "restart_count": 29, "restart_count_per_hour": 26, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.372, "sample_count": 1074, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38873, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:50:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.016, "last_frame_pushed_at": "2026-10-30T15:50:10+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-10-30T15:50:10+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 378.457, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 221.543, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.008, "exists": true, "mtime": "2026-10-30T15:50:10.202879+09:00", "mtime_epoch": 1793343010.2028787, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 101761}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:50:10+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 731.02, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 38873, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 149}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 149, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.089, "pushed": 5.089, "read": 5.089}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 149, "client_acquire_ms": {"avg_ms": 0.006, "count": 149, "max_ms": 0.026, "p95_ms": 0.012, "reason": null, "sample_age_ms": 57.434, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.562, "count": 149, "max_ms": 4.613, "p95_ms": 1.717, "reason": null, "sample_age_ms": 116.083, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.287, "count": 149, "max_ms": 2.839, "p95_ms": 1.324, "reason": null, "sample_age_ms": 116.365, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.084, "count": 149, "max_ms": 0.328, "p95_ms": 0.176, "reason": null, "sample_age_ms": 57.439, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.35, "count": 149, "max_ms": 3.471, "p95_ms": 2.438, "reason": null, "sample_age_ms": 114.455, "source": "client_direct"}, "request_count": 149, "request_tensor_bytes": {"avg": 2211848.0, "count": 149, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 114.438, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 149, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 57.495, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.387, "count": 149, "max_ms": 59.733, "p95_ms": 53.27, "reason": null, "sample_age_ms": 57.431, "source": "client_direct"}, "sample_age_ms": 57.428, "source": "client_direct", "task_total_ms": {"avg_ms": 36.974, "count": 149, "max_ms": 61.818, "p95_ms": 55.899, "reason": null, "sample_age_ms": 57.428, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.747, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.637, "count": 149, "max_ms": 1.999, "p95_ms": 1.256}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.203, "count": 149, "max_ms": 0.789, "p95_ms": 0.474}, "detection_prepare_ms": {"avg_ms": 0.088, "count": 149, "max_ms": 0.26, "p95_ms": 0.184}, "event_filter_ms": {"avg_ms": 0.003, "count": 149, "max_ms": 0.011, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.07, "count": 149, "max_ms": 0.204, "p95_ms": 0.136}, "mcmt_ms": {"avg_ms": 0.003, "count": 149, "max_ms": 0.017, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.166, "count": 149, "max_ms": 0.615, "p95_ms": 0.379}, "setup_ms": {"avg_ms": 0.039, "count": 149, "max_ms": 0.143, "p95_ms": 0.082}, "total_inside_ms": {"avg_ms": 0.601, "count": 149, "max_ms": 1.864, "p95_ms": 1.195}, "track_match_ms": {"avg_ms": 0.004, "count": 149, "max_ms": 0.011, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.024, "count": 149, "max_ms": 0.071, "p95_ms": 0.049}}, "gstreamer_push": {"avg_ms": 2.4, "count": 149, "max_ms": 5.304, "p95_ms": 4.041}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 149, "max_ms": 0.543, "p95_ms": 0.095}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.821, "count": 149, "max_ms": 63.393, "p95_ms": 57.073}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.032, "count": 149, "max_ms": 0.117, "p95_ms": 0.069}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 66.551, "count": 149, "max_ms": 106.829, "p95_ms": 94.295}, "inference_input_copy_ms": {"avg_ms": 1.246, "count": 149, "max_ms": 3.542, "p95_ms": 1.99}, "processing_residual_ms": {"avg_ms": 0.121, "count": 149, "max_ms": 0.296, "p95_ms": 0.231}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 67.951, "count": 149, "max_ms": 110.637, "p95_ms": 95.703}, "read_interval": {"avg_ms": 273.54, "count": 149, "max_ms": 11595.265, "p95_ms": 507.621}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 149, "max_ms": 0.048, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.113, "count": 149, "max_ms": 0.428, "p95_ms": 0.275}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 149, "max_ms": 0.043, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.099, "count": 149, "max_ms": 0.382, "p95_ms": 0.234}, "worker_merge_ms": {"avg_ms": 0.005, "count": 149, "max_ms": 0.025, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 37.834, "count": 149, "max_ms": 63.403, "p95_ms": 57.102}, "visualize": {"avg_ms": 27.215, "count": 149, "max_ms": 43.939, "p95_ms": 37.539}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.462, "count": 149, "max_ms": 43.304, "p95_ms": 36.158}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.033, "count": 149, "max_ms": 43.767, "p95_ms": 37.053}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.945, "count": 149, "max_ms": 43.695, "p95_ms": 36.861}, "visualizer_prepare_ms": {"avg_ms": 0.052, "count": 149, "max_ms": 0.146, "p95_ms": 0.112}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 149}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 731.023, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.211, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.725, "sample_count": 1070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38837, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:50:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.15, "exists": true, "size_bytes": 101916, "write_bytes_delta": 101916, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 385.0, "cpu_core_ratio": 0.58969, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 595.0, "pid": 6707, "reason": null, "system_cpu_core_ratio": 0.028597, "system_cpu_s_delta": 0.2899999999999999, "user_cpu_core_ratio": 0.561093, "user_cpu_s_delta": 5.69}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.299775, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 54.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.028597, "system_cpu_s_delta": 0.2899999999999636, "user_cpu_core_ratio": 0.271178, "user_cpu_s_delta": 2.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.41, "count": 113, "max_ms": 5.304, "p95_ms": 4.074, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 113}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.327, "count": 30, "max": 29.006, "p95": 25.599, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.276, "count": 30, "max": 14.048, "p95": 13.379, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 367.133, "count": 30, "max": 654.0, "p95": 548.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 13433.667, "count": 30, "max": 102132.0, "p95": 99994.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.071, "p95": 0.061, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.496, "count": 30, "max": 0.732, "p95": 0.687, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.092, "count": 30, "max": 13.514, "p95": 4.944, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103343.167, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103343.167, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 46.2, "count": 30, "max": 69.0, "p95": 67.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.043, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.215, "count": 30, "max": 0.352, "p95": 0.34, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 313, "sampled_at": "2026-10-30T15:50:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:50:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.277, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 40439, "flush_count": 79, "flush_interval_seconds": 30.0, "flush_state": {"count": 79, "last_at": "2026-10-30T15:50:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:50:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 78}, "started": true, "suppressed_count": 38795, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 38795}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 79, "written_record_count": 79}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4520.457, "limit_mb": null}, "detail": {"pid": 6939, "restart_count": 30, "start_count": 31}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 107476070400, "copied_frame_count": 38873, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 107476070400, "frame_buffer_copies": 38873, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1062, "count": 512, "max_ms": 0.7511, "p50_ms": 0.0849, "p95_ms": 0.2151, "p99_ms": 0.3524}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1263, "count": 512, "max_ms": 3.9351, "p50_ms": 1.0312, "p95_ms": 2.0242, "p99_ms": 2.5169, "results": {"failed": 0, "not_applicable": 0, "success": 38873, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 29, "h264_decode_error_count": 34, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:50:10+09:00", "last_error_summary": "[h264 @ 0x599a0772b480] error while decoding MB 175 72, bytestream -12", "last_exit_at": "2026-10-30T15:50:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-30T15:50:12+09:00", "pid": 6939, "process": {"exists": true, "fd_count": 4, "hwm_mb": 44.559, "name": "ffmpeg", "pid": 6939, "rss_mb": 44.559, "state": "S (sleeping)", "threads": 1}, "restart_count": 30, "restart_count_per_hour": 27, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.372, "sample_count": 1052, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38873, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:50:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.718, "last_frame_pushed_at": "2026-10-30T15:50:10+09:00", "last_frame_read_age_sec": 4.817, "last_frame_read_at": "2026-10-30T15:50:10+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 383.175, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 216.825, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 4.711, "exists": true, "mtime": "2026-10-30T15:50:10.202879+09:00", "mtime_epoch": 1793343010.2028787, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 101761}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:50:14+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 731.023, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 38873, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 135}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 135, "pushed_frames": 135, "read_frames": 135, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.737, "pushed": 4.737, "read": 4.737}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 135, "client_acquire_ms": {"avg_ms": 0.006, "count": 135, "max_ms": 0.021, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4768.0, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.532, "count": 135, "max_ms": 2.789, "p95_ms": 1.556, "reason": null, "sample_age_ms": 4826.649, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.267, "count": 135, "max_ms": 1.764, "p95_ms": 1.245, "reason": null, "sample_age_ms": 4826.931, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.084, "count": 135, "max_ms": 0.328, "p95_ms": 0.181, "reason": null, "sample_age_ms": 4768.005, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.346, "count": 135, "max_ms": 3.471, "p95_ms": 2.437, "reason": null, "sample_age_ms": 4825.021, "source": "client_direct"}, "request_count": 135, "request_tensor_bytes": {"avg": 2211848.0, "count": 135, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4825.004, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 135, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4768.061, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.295, "count": 135, "max_ms": 59.733, "p95_ms": 52.056, "reason": null, "sample_age_ms": 4767.998, "source": "client_direct"}, "sample_age_ms": 4767.994, "source": "client_direct", "task_total_ms": {"avg_ms": 36.876, "count": 135, "max_ms": 61.818, "p95_ms": 54.803, "reason": null, "sample_age_ms": 4767.994, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.324, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.64, "count": 135, "max_ms": 1.999, "p95_ms": 1.518}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.203, "count": 135, "max_ms": 0.789, "p95_ms": 0.487}, "detection_prepare_ms": {"avg_ms": 0.089, "count": 135, "max_ms": 0.26, "p95_ms": 0.191}, "event_filter_ms": {"avg_ms": 0.003, "count": 135, "max_ms": 0.011, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.07, "count": 135, "max_ms": 0.204, "p95_ms": 0.137}, "mcmt_ms": {"avg_ms": 0.003, "count": 135, "max_ms": 0.017, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.168, "count": 135, "max_ms": 0.615, "p95_ms": 0.394}, "setup_ms": {"avg_ms": 0.039, "count": 135, "max_ms": 0.143, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 0.604, "count": 135, "max_ms": 1.864, "p95_ms": 1.438}, "track_match_ms": {"avg_ms": 0.004, "count": 135, "max_ms": 0.011, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.024, "count": 135, "max_ms": 0.071, "p95_ms": 0.049}}, "gstreamer_push": {"avg_ms": 2.385, "count": 135, "max_ms": 4.964, "p95_ms": 4.041}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 135, "max_ms": 0.543, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.692, "count": 135, "max_ms": 62.583, "p95_ms": 57.073}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.033, "count": 135, "max_ms": 0.117, "p95_ms": 0.07}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 66.242, "count": 135, "max_ms": 106.829, "p95_ms": 94.295}, "inference_input_copy_ms": {"avg_ms": 1.236, "count": 135, "max_ms": 3.542, "p95_ms": 1.921}, "processing_residual_ms": {"avg_ms": 0.121, "count": 135, "max_ms": 0.296, "p95_ms": 0.231}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 67.631, "count": 135, "max_ms": 110.637, "p95_ms": 95.703}, "read_interval": {"avg_ms": 188.596, "count": 135, "max_ms": 1780.427, "p95_ms": 502.691}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 135, "max_ms": 0.048, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 0.115, "count": 135, "max_ms": 0.428, "p95_ms": 0.278}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 135, "max_ms": 0.043, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.1, "count": 135, "max_ms": 0.382, "p95_ms": 0.241}, "worker_merge_ms": {"avg_ms": 0.005, "count": 135, "max_ms": 0.025, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 37.704, "count": 135, "max_ms": 62.596, "p95_ms": 57.102}, "visualize": {"avg_ms": 27.035, "count": 135, "max_ms": 43.939, "p95_ms": 37.539}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.284, "count": 135, "max_ms": 43.304, "p95_ms": 36.158}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.853, "count": 135, "max_ms": 43.767, "p95_ms": 37.053}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.765, "count": 135, "max_ms": 43.695, "p95_ms": 36.861}, "visualizer_prepare_ms": {"avg_ms": 0.051, "count": 135, "max_ms": 0.146, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 135}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 731.023, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.211, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.725, "sample_count": 1070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38837, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:50:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.15, "exists": true, "size_bytes": 101916, "write_bytes_delta": 101916, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 385.0, "cpu_core_ratio": 0.58969, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 595.0, "pid": 6707, "reason": null, "system_cpu_core_ratio": 0.028597, "system_cpu_s_delta": 0.2899999999999999, "user_cpu_core_ratio": 0.561093, "user_cpu_s_delta": 5.69}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.299775, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 54.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.028597, "system_cpu_s_delta": 0.2899999999999636, "user_cpu_core_ratio": 0.271178, "user_cpu_s_delta": 2.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.41, "count": 113, "max_ms": 5.304, "p95_ms": 4.074, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 113}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.327, "count": 30, "max": 29.006, "p95": 25.599, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.276, "count": 30, "max": 14.048, "p95": 13.379, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 367.133, "count": 30, "max": 654.0, "p95": 548.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 13433.667, "count": 30, "max": 102132.0, "p95": 99994.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.071, "p95": 0.061, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.496, "count": 30, "max": 0.732, "p95": 0.687, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.092, "count": 30, "max": 13.514, "p95": 4.944, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103343.167, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103343.167, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 46.2, "count": 30, "max": 69.0, "p95": 67.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.043, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.215, "count": 30, "max": 0.352, "p95": 0.34, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 313, "sampled_at": "2026-10-30T15:50:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:50:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.498, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 40439, "flush_count": 79, "flush_interval_seconds": 30.0, "flush_state": {"count": 79, "last_at": "2026-10-30T15:50:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:50:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 78}, "started": true, "suppressed_count": 38957, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 38957}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 79, "written_record_count": 79}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4513.516, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 107923968000, "copied_frame_count": 39035, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 107923968000, "frame_buffer_copies": 39035, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1066, "count": 512, "max_ms": 0.7511, "p50_ms": 0.0846, "p95_ms": 0.221, "p99_ms": 0.3286}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1308, "count": 512, "max_ms": 3.9351, "p50_ms": 1.0391, "p95_ms": 1.9782, "p99_ms": 2.5116, "results": {"failed": 0, "not_applicable": 0, "success": 39035, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:50:49+09:00", "last_error_summary": "[h264 @ 0x5ef5aec3c100] error while decoding MB 179 79, bytestream -10", "last_exit_at": "2026-10-30T15:50:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 36.428, "last_started_at": "2026-10-30T15:50:12+09:00", "pid": 6939, "process": {"exists": false, "pid": 6939}, "restart_count": 30, "restart_count_per_hour": 27, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.725, "sample_count": 1162, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39035, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:50:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.017, "last_frame_pushed_at": "2026-10-30T15:50:49+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-10-30T15:50:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 417.601, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 182.399, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.007, "exists": true, "mtime": "2026-10-30T15:50:49.333109+09:00", "mtime_epoch": 1793343049.333109, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 103335}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:50:49+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 731.086, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 39035, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 162}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 162, "pushed_frames": 162, "read_frames": 162, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.432, "pushed": 5.432, "read": 5.432}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 162, "client_acquire_ms": {"avg_ms": 0.008, "count": 162, "max_ms": 0.045, "p95_ms": 0.017, "reason": null, "sample_age_ms": 61.096, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.633, "count": 162, "max_ms": 3.545, "p95_ms": 2.137, "reason": null, "sample_age_ms": 91.766, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.339, "count": 162, "max_ms": 3.002, "p95_ms": 1.818, "reason": null, "sample_age_ms": 91.894, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.099, "count": 162, "max_ms": 0.38, "p95_ms": 0.199, "reason": null, "sample_age_ms": 61.1, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.63, "count": 162, "max_ms": 4.154, "p95_ms": 2.831, "reason": null, "sample_age_ms": 91.107, "source": "client_direct"}, "request_count": 162, "request_tensor_bytes": {"avg": 2211848.0, "count": 162, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 91.095, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 162, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 61.185, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.932, "count": 162, "max_ms": 71.669, "p95_ms": 61.428, "reason": null, "sample_age_ms": 61.093, "source": "client_direct"}, "sample_age_ms": 61.09, "source": "client_direct", "task_total_ms": {"avg_ms": 40.836, "count": 162, "max_ms": 73.765, "p95_ms": 63.553, "reason": null, "sample_age_ms": 61.09, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.293, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.698, "count": 162, "max_ms": 1.968, "p95_ms": 1.354}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.222, "count": 162, "max_ms": 0.776, "p95_ms": 0.456}, "detection_prepare_ms": {"avg_ms": 0.099, "count": 162, "max_ms": 0.388, "p95_ms": 0.179}, "event_filter_ms": {"avg_ms": 0.004, "count": 162, "max_ms": 0.019, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 162, "max_ms": 0.201, "p95_ms": 0.144}, "mcmt_ms": {"avg_ms": 0.003, "count": 162, "max_ms": 0.014, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.182, "count": 162, "max_ms": 0.707, "p95_ms": 0.358}, "setup_ms": {"avg_ms": 0.043, "count": 162, "max_ms": 0.119, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 0.658, "count": 162, "max_ms": 1.851, "p95_ms": 1.262}, "track_match_ms": {"avg_ms": 0.004, "count": 162, "max_ms": 0.03, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.026, "count": 162, "max_ms": 0.071, "p95_ms": 0.05}}, "gstreamer_push": {"avg_ms": 2.377, "count": 162, "max_ms": 5.492, "p95_ms": 3.66}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 162, "max_ms": 0.156, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.791, "count": 162, "max_ms": 77.773, "p95_ms": 64.475}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.033, "count": 162, "max_ms": 0.118, "p95_ms": 0.077}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.766, "count": 162, "max_ms": 119.507, "p95_ms": 97.069}, "inference_input_copy_ms": {"avg_ms": 1.399, "count": 162, "max_ms": 3.248, "p95_ms": 2.373}, "processing_residual_ms": {"avg_ms": 0.139, "count": 162, "max_ms": 0.379, "p95_ms": 0.284}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 74.336, "count": 162, "max_ms": 120.946, "p95_ms": 98.665}, "read_interval": {"avg_ms": 241.717, "count": 162, "max_ms": 9418.703, "p95_ms": 507.992}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 162, "max_ms": 0.067, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.126, "count": 162, "max_ms": 0.52, "p95_ms": 0.268}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 162, "max_ms": 0.057, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.11, "count": 162, "max_ms": 0.453, "p95_ms": 0.236}, "worker_merge_ms": {"avg_ms": 0.006, "count": 162, "max_ms": 0.031, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 41.805, "count": 162, "max_ms": 77.801, "p95_ms": 64.485}, "visualize": {"avg_ms": 29.344, "count": 162, "max_ms": 47.128, "p95_ms": 39.885}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.56, "count": 162, "max_ms": 46.479, "p95_ms": 39.273}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.15, "count": 162, "max_ms": 46.955, "p95_ms": 39.765}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.057, "count": 162, "max_ms": 46.878, "p95_ms": 39.701}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 162, "max_ms": 0.249, "p95_ms": 0.114}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 162}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 731.047, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.275, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.372, "sample_count": 1103, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38954, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:50:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.186, "exists": true, "size_bytes": 102982, "write_bytes_delta": 102982, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 403.0, "cpu_core_ratio": 0.681025, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 613.0, "pid": 6939, "reason": null, "system_cpu_core_ratio": 0.028499, "system_cpu_s_delta": 0.29000000000000004, "user_cpu_core_ratio": 0.652526, "user_cpu_s_delta": 6.640000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.340021, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 61.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.033412, "system_cpu_s_delta": 0.34000000000003183, "user_cpu_core_ratio": 0.306609, "user_cpu_s_delta": 3.1200000000003456}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.39, "count": 113, "max_ms": 4.639, "p95_ms": 3.846, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 113}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.979, "count": 30, "max": 29.006, "p95": 25.599, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.203, "count": 30, "max": 14.048, "p95": 13.379, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 392.7, "count": 30, "max": 654.0, "p95": 595.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 16622.367, "count": 30, "max": 102132.0, "p95": 102096.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.071, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.525, "count": 30, "max": 0.732, "p95": 0.687, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.244, "count": 30, "max": 13.514, "p95": 4.944, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103383.733, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103383.733, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 45.367, "count": 30, "max": 69.0, "p95": 67.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.023, "count": 30, "max": 0.043, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.213, "count": 30, "max": 0.352, "p95": 0.34, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 316, "sampled_at": "2026-10-30T15:50:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:50:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.825, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 40439, "flush_count": 79, "flush_interval_seconds": 30.0, "flush_state": {"count": 79, "last_at": "2026-10-30T15:50:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:50:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 78}, "started": true, "suppressed_count": 38957, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 38957}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 79, "written_record_count": 79}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4513.516, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5ef5aec3c100] error while decoding MB 179 79, bytestream -10", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 107923968000, "copied_frame_count": 39035, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 107923968000, "frame_buffer_copies": 39035, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1066, "count": 512, "max_ms": 0.7511, "p50_ms": 0.0846, "p95_ms": 0.221, "p99_ms": 0.3286}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1308, "count": 512, "max_ms": 3.9351, "p50_ms": 1.0391, "p95_ms": 1.9782, "p99_ms": 2.5116, "results": {"failed": 0, "not_applicable": 0, "success": 39035, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:50:49+09:00", "last_error_summary": "[h264 @ 0x5ef5aec3c100] error while decoding MB 179 79, bytestream -10", "last_exit_at": "2026-10-30T15:50:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 36.442, "last_started_at": "2026-10-30T15:50:12+09:00", "pid": 6939, "process": {"exists": false, "pid": 6939}, "restart_count": 30, "restart_count_per_hour": 27, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.725, "sample_count": 1162, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39035, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:50:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.031, "last_frame_pushed_at": "2026-10-30T15:50:49+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-10-30T15:50:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 417.607, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 182.393, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.02, "exists": true, "mtime": "2026-10-30T15:50:49.333109+09:00", "mtime_epoch": 1793343049.333109, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 103335}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:50:49+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 731.086, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 39035, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 162}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 162, "pushed_frames": 162, "read_frames": 162, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.429, "pushed": 5.429, "read": 5.429}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 162, "client_acquire_ms": {"avg_ms": 0.008, "count": 162, "max_ms": 0.045, "p95_ms": 0.017, "reason": null, "sample_age_ms": 70.595, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.633, "count": 162, "max_ms": 3.545, "p95_ms": 2.137, "reason": null, "sample_age_ms": 101.265, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.339, "count": 162, "max_ms": 3.002, "p95_ms": 1.818, "reason": null, "sample_age_ms": 101.393, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.099, "count": 162, "max_ms": 0.38, "p95_ms": 0.199, "reason": null, "sample_age_ms": 70.599, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.63, "count": 162, "max_ms": 4.154, "p95_ms": 2.831, "reason": null, "sample_age_ms": 100.605, "source": "client_direct"}, "request_count": 162, "request_tensor_bytes": {"avg": 2211848.0, "count": 162, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 100.594, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 162, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 70.683, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.932, "count": 162, "max_ms": 71.669, "p95_ms": 61.428, "reason": null, "sample_age_ms": 70.591, "source": "client_direct"}, "sample_age_ms": 70.588, "source": "client_direct", "task_total_ms": {"avg_ms": 40.836, "count": 162, "max_ms": 73.765, "p95_ms": 63.553, "reason": null, "sample_age_ms": 70.588, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.589, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.698, "count": 162, "max_ms": 1.968, "p95_ms": 1.354}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.222, "count": 162, "max_ms": 0.776, "p95_ms": 0.456}, "detection_prepare_ms": {"avg_ms": 0.099, "count": 162, "max_ms": 0.388, "p95_ms": 0.179}, "event_filter_ms": {"avg_ms": 0.004, "count": 162, "max_ms": 0.019, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 162, "max_ms": 0.201, "p95_ms": 0.144}, "mcmt_ms": {"avg_ms": 0.003, "count": 162, "max_ms": 0.014, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.182, "count": 162, "max_ms": 0.707, "p95_ms": 0.358}, "setup_ms": {"avg_ms": 0.043, "count": 162, "max_ms": 0.119, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 0.658, "count": 162, "max_ms": 1.851, "p95_ms": 1.262}, "track_match_ms": {"avg_ms": 0.004, "count": 162, "max_ms": 0.03, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.026, "count": 162, "max_ms": 0.071, "p95_ms": 0.05}}, "gstreamer_push": {"avg_ms": 2.377, "count": 162, "max_ms": 5.492, "p95_ms": 3.66}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 162, "max_ms": 0.156, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.791, "count": 162, "max_ms": 77.773, "p95_ms": 64.475}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.033, "count": 162, "max_ms": 0.118, "p95_ms": 0.077}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.766, "count": 162, "max_ms": 119.507, "p95_ms": 97.069}, "inference_input_copy_ms": {"avg_ms": 1.399, "count": 162, "max_ms": 3.248, "p95_ms": 2.373}, "processing_residual_ms": {"avg_ms": 0.139, "count": 162, "max_ms": 0.379, "p95_ms": 0.284}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 74.336, "count": 162, "max_ms": 120.946, "p95_ms": 98.665}, "read_interval": {"avg_ms": 241.717, "count": 162, "max_ms": 9418.703, "p95_ms": 507.992}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 162, "max_ms": 0.067, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.126, "count": 162, "max_ms": 0.52, "p95_ms": 0.268}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 162, "max_ms": 0.057, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.11, "count": 162, "max_ms": 0.453, "p95_ms": 0.236}, "worker_merge_ms": {"avg_ms": 0.006, "count": 162, "max_ms": 0.031, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 41.805, "count": 162, "max_ms": 77.801, "p95_ms": 64.485}, "visualize": {"avg_ms": 29.344, "count": 162, "max_ms": 47.128, "p95_ms": 39.885}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.56, "count": 162, "max_ms": 46.479, "p95_ms": 39.273}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.15, "count": 162, "max_ms": 46.955, "p95_ms": 39.765}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.057, "count": 162, "max_ms": 46.878, "p95_ms": 39.701}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 162, "max_ms": 0.249, "p95_ms": 0.114}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 162}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 731.047, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.275, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.372, "sample_count": 1103, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38954, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:50:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.186, "exists": true, "size_bytes": 102982, "write_bytes_delta": 102982, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 403.0, "cpu_core_ratio": 0.681025, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 613.0, "pid": 6939, "reason": null, "system_cpu_core_ratio": 0.028499, "system_cpu_s_delta": 0.29000000000000004, "user_cpu_core_ratio": 0.652526, "user_cpu_s_delta": 6.640000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.340021, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 61.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.033412, "system_cpu_s_delta": 0.34000000000003183, "user_cpu_core_ratio": 0.306609, "user_cpu_s_delta": 3.1200000000003456}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.39, "count": 113, "max_ms": 4.639, "p95_ms": 3.846, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 113}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.979, "count": 30, "max": 29.006, "p95": 25.599, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.203, "count": 30, "max": 14.048, "p95": 13.379, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 392.7, "count": 30, "max": 654.0, "p95": 595.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 16622.367, "count": 30, "max": 102132.0, "p95": 102096.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.071, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.525, "count": 30, "max": 0.732, "p95": 0.687, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.244, "count": 30, "max": 13.514, "p95": 4.944, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103383.733, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103383.733, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 45.367, "count": 30, "max": 69.0, "p95": 67.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.023, "count": 30, "max": 0.043, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.213, "count": 30, "max": 0.352, "p95": 0.34, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 316, "sampled_at": "2026-10-30T15:50:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:50:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.839, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 40439, "flush_count": 79, "flush_interval_seconds": 30.0, "flush_state": {"count": 79, "last_at": "2026-10-30T15:50:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:50:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 78}, "started": true, "suppressed_count": 38957, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 38957}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 79, "written_record_count": 79}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4513.434, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 107923968000, "copied_frame_count": 39035, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 107923968000, "frame_buffer_copies": 39035, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1066, "count": 512, "max_ms": 0.7511, "p50_ms": 0.0846, "p95_ms": 0.221, "p99_ms": 0.3286}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1308, "count": 512, "max_ms": 3.9351, "p50_ms": 1.0391, "p95_ms": 1.9782, "p99_ms": 2.5116, "results": {"failed": 0, "not_applicable": 0, "success": 39035, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:50:49+09:00", "last_error_summary": "[h264 @ 0x5ef5aec3c100] error while decoding MB 179 79, bytestream -10", "last_exit_at": "2026-10-30T15:50:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 36.469, "last_started_at": "2026-10-30T15:50:12+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 30, "restart_count_per_hour": 27, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.725, "sample_count": 1162, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39035, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:50:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.058, "last_frame_pushed_at": "2026-10-30T15:50:49+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-10-30T15:50:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 417.646, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 182.354, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.048, "exists": true, "mtime": "2026-10-30T15:50:49.333109+09:00", "mtime_epoch": 1793343049.333109, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 103335}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:50:49+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 731.082, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 39035, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 162}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 162, "pushed_frames": 162, "read_frames": 162, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.424, "pushed": 5.424, "read": 5.424}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 162, "client_acquire_ms": {"avg_ms": 0.008, "count": 162, "max_ms": 0.045, "p95_ms": 0.017, "reason": null, "sample_age_ms": 112.641, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.633, "count": 162, "max_ms": 3.545, "p95_ms": 2.137, "reason": null, "sample_age_ms": 143.311, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.339, "count": 162, "max_ms": 3.002, "p95_ms": 1.818, "reason": null, "sample_age_ms": 143.439, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.099, "count": 162, "max_ms": 0.38, "p95_ms": 0.199, "reason": null, "sample_age_ms": 112.646, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.63, "count": 162, "max_ms": 4.154, "p95_ms": 2.831, "reason": null, "sample_age_ms": 142.652, "source": "client_direct"}, "request_count": 162, "request_tensor_bytes": {"avg": 2211848.0, "count": 162, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 142.64, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 162, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 112.73, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.932, "count": 162, "max_ms": 71.669, "p95_ms": 61.428, "reason": null, "sample_age_ms": 112.638, "source": "client_direct"}, "sample_age_ms": 112.635, "source": "client_direct", "task_total_ms": {"avg_ms": 40.836, "count": 162, "max_ms": 73.765, "p95_ms": 63.553, "reason": null, "sample_age_ms": 112.635, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.054, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.698, "count": 162, "max_ms": 1.968, "p95_ms": 1.354}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.222, "count": 162, "max_ms": 0.776, "p95_ms": 0.456}, "detection_prepare_ms": {"avg_ms": 0.099, "count": 162, "max_ms": 0.388, "p95_ms": 0.179}, "event_filter_ms": {"avg_ms": 0.004, "count": 162, "max_ms": 0.019, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 162, "max_ms": 0.201, "p95_ms": 0.144}, "mcmt_ms": {"avg_ms": 0.003, "count": 162, "max_ms": 0.014, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.182, "count": 162, "max_ms": 0.707, "p95_ms": 0.358}, "setup_ms": {"avg_ms": 0.043, "count": 162, "max_ms": 0.119, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 0.658, "count": 162, "max_ms": 1.851, "p95_ms": 1.262}, "track_match_ms": {"avg_ms": 0.004, "count": 162, "max_ms": 0.03, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.026, "count": 162, "max_ms": 0.071, "p95_ms": 0.05}}, "gstreamer_push": {"avg_ms": 2.377, "count": 162, "max_ms": 5.492, "p95_ms": 3.66}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 162, "max_ms": 0.156, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.791, "count": 162, "max_ms": 77.773, "p95_ms": 64.475}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.033, "count": 162, "max_ms": 0.118, "p95_ms": 0.077}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.766, "count": 162, "max_ms": 119.507, "p95_ms": 97.069}, "inference_input_copy_ms": {"avg_ms": 1.399, "count": 162, "max_ms": 3.248, "p95_ms": 2.373}, "processing_residual_ms": {"avg_ms": 0.139, "count": 162, "max_ms": 0.379, "p95_ms": 0.284}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 74.336, "count": 162, "max_ms": 120.946, "p95_ms": 98.665}, "read_interval": {"avg_ms": 241.717, "count": 162, "max_ms": 9418.703, "p95_ms": 507.992}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 162, "max_ms": 0.067, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.126, "count": 162, "max_ms": 0.52, "p95_ms": 0.268}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 162, "max_ms": 0.057, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.11, "count": 162, "max_ms": 0.453, "p95_ms": 0.236}, "worker_merge_ms": {"avg_ms": 0.006, "count": 162, "max_ms": 0.031, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 41.805, "count": 162, "max_ms": 77.801, "p95_ms": 64.485}, "visualize": {"avg_ms": 29.344, "count": 162, "max_ms": 47.128, "p95_ms": 39.885}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.56, "count": 162, "max_ms": 46.479, "p95_ms": 39.273}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.15, "count": 162, "max_ms": 46.955, "p95_ms": 39.765}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.057, "count": 162, "max_ms": 46.878, "p95_ms": 39.701}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 162, "max_ms": 0.249, "p95_ms": 0.114}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 162}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 731.047, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.275, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.372, "sample_count": 1103, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38954, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:50:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.186, "exists": true, "size_bytes": 102982, "write_bytes_delta": 102982, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 403.0, "cpu_core_ratio": 0.681025, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 613.0, "pid": 6939, "reason": null, "system_cpu_core_ratio": 0.028499, "system_cpu_s_delta": 0.29000000000000004, "user_cpu_core_ratio": 0.652526, "user_cpu_s_delta": 6.640000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.340021, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 61.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.033412, "system_cpu_s_delta": 0.34000000000003183, "user_cpu_core_ratio": 0.306609, "user_cpu_s_delta": 3.1200000000003456}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.39, "count": 113, "max_ms": 4.639, "p95_ms": 3.846, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 113}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.979, "count": 30, "max": 29.006, "p95": 25.599, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.203, "count": 30, "max": 14.048, "p95": 13.379, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 392.7, "count": 30, "max": 654.0, "p95": 595.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 16622.367, "count": 30, "max": 102132.0, "p95": 102096.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.071, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.525, "count": 30, "max": 0.732, "p95": 0.687, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.244, "count": 30, "max": 13.514, "p95": 4.944, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103383.733, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103383.733, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 45.367, "count": 30, "max": 69.0, "p95": 67.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.023, "count": 30, "max": 0.043, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.213, "count": 30, "max": 0.352, "p95": 0.34, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 316, "sampled_at": "2026-10-30T15:50:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:50:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.866, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 40439, "flush_count": 79, "flush_interval_seconds": 30.0, "flush_state": {"count": 79, "last_at": "2026-10-30T15:50:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:50:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 78}, "started": true, "suppressed_count": 38957, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 38957}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 79, "written_record_count": 79}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4524.961, "limit_mb": null}, "detail": {"pid": 7055, "restart_count": 31, "start_count": 32}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 107923968000, "copied_frame_count": 39035, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 107923968000, "frame_buffer_copies": 39035, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1066, "count": 512, "max_ms": 0.7511, "p50_ms": 0.0846, "p95_ms": 0.221, "p99_ms": 0.3286}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1308, "count": 512, "max_ms": 3.9351, "p50_ms": 1.0391, "p95_ms": 1.9782, "p99_ms": 2.5116, "results": {"failed": 0, "not_applicable": 0, "success": 39035, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 30, "h264_decode_error_count": 35, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:50:49+09:00", "last_error_summary": "[h264 @ 0x5ef5aec3c100] error while decoding MB 179 79, bytestream -10", "last_exit_at": "2026-10-30T15:50:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T15:50:52+09:00", "pid": 7055, "process": {"exists": true, "fd_count": 4, "hwm_mb": 44.676, "name": "ffmpeg", "pid": 7055, "rss_mb": 44.676, "state": "S (sleeping)", "threads": 1}, "restart_count": 31, "restart_count_per_hour": 28, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.342, "sample_count": 1154, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39035, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:50:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.771, "last_frame_pushed_at": "2026-10-30T15:50:49+09:00", "last_frame_read_age_sec": 4.839, "last_frame_read_at": "2026-10-30T15:50:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 422.344, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 177.656, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 4.761, "exists": true, "mtime": "2026-10-30T15:50:49.333109+09:00", "mtime_epoch": 1793343049.333109, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 103335}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:50:54+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 731.086, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 39035, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 142}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 142, "pushed_frames": 142, "read_frames": 142, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.738, "pushed": 4.738, "read": 4.738}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 142, "client_acquire_ms": {"avg_ms": 0.008, "count": 142, "max_ms": 0.045, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4812.784, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.595, "count": 142, "max_ms": 2.868, "p95_ms": 1.799, "reason": null, "sample_age_ms": 4843.454, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.3, "count": 142, "max_ms": 2.541, "p95_ms": 1.207, "reason": null, "sample_age_ms": 4843.582, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.097, "count": 142, "max_ms": 0.321, "p95_ms": 0.198, "reason": null, "sample_age_ms": 4812.789, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.595, "count": 142, "max_ms": 4.154, "p95_ms": 2.78, "reason": null, "sample_age_ms": 4842.795, "source": "client_direct"}, "request_count": 142, "request_tensor_bytes": {"avg": 2211848.0, "count": 142, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4842.783, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 142, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4812.873, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.227, "count": 142, "max_ms": 71.669, "p95_ms": 60.555, "reason": null, "sample_age_ms": 4812.781, "source": "client_direct"}, "sample_age_ms": 4812.778, "source": "client_direct", "task_total_ms": {"avg_ms": 40.094, "count": 142, "max_ms": 73.765, "p95_ms": 62.82, "reason": null, "sample_age_ms": 4812.778, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.831, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.698, "count": 142, "max_ms": 1.968, "p95_ms": 1.354}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.22, "count": 142, "max_ms": 0.637, "p95_ms": 0.456}, "detection_prepare_ms": {"avg_ms": 0.099, "count": 142, "max_ms": 0.388, "p95_ms": 0.188}, "event_filter_ms": {"avg_ms": 0.004, "count": 142, "max_ms": 0.019, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 142, "max_ms": 0.201, "p95_ms": 0.136}, "mcmt_ms": {"avg_ms": 0.003, "count": 142, "max_ms": 0.014, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.183, "count": 142, "max_ms": 0.707, "p95_ms": 0.382}, "setup_ms": {"avg_ms": 0.042, "count": 142, "max_ms": 0.119, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 0.658, "count": 142, "max_ms": 1.851, "p95_ms": 1.262}, "track_match_ms": {"avg_ms": 0.004, "count": 142, "max_ms": 0.03, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.026, "count": 142, "max_ms": 0.071, "p95_ms": 0.05}}, "gstreamer_push": {"avg_ms": 2.377, "count": 142, "max_ms": 5.492, "p95_ms": 3.825}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 142, "max_ms": 0.156, "p95_ms": 0.095}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.011, "count": 142, "max_ms": 74.431, "p95_ms": 64.159}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.033, "count": 142, "max_ms": 0.118, "p95_ms": 0.08}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 71.738, "count": 142, "max_ms": 119.507, "p95_ms": 94.445}, "inference_input_copy_ms": {"avg_ms": 1.371, "count": 142, "max_ms": 3.248, "p95_ms": 2.339}, "processing_residual_ms": {"avg_ms": 0.139, "count": 142, "max_ms": 0.379, "p95_ms": 0.284}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.28, "count": 142, "max_ms": 120.946, "p95_ms": 95.845}, "read_interval": {"avg_ms": 178.326, "count": 142, "max_ms": 604.987, "p95_ms": 492.054}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 142, "max_ms": 0.067, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.127, "count": 142, "max_ms": 0.52, "p95_ms": 0.276}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 142, "max_ms": 0.057, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.11, "count": 142, "max_ms": 0.453, "p95_ms": 0.25}, "worker_merge_ms": {"avg_ms": 0.006, "count": 142, "max_ms": 0.031, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 41.025, "count": 142, "max_ms": 74.445, "p95_ms": 64.171}, "visualize": {"avg_ms": 29.121, "count": 142, "max_ms": 47.085, "p95_ms": 39.214}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.351, "count": 142, "max_ms": 46.034, "p95_ms": 38.504}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.929, "count": 142, "max_ms": 46.735, "p95_ms": 39.024}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.839, "count": 142, "max_ms": 46.608, "p95_ms": 38.951}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 142, "max_ms": 0.249, "p95_ms": 0.113}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 142}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 731.047, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.275, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.372, "sample_count": 1103, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 38954, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:50:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.186, "exists": true, "size_bytes": 102982, "write_bytes_delta": 102982, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 403.0, "cpu_core_ratio": 0.681025, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 613.0, "pid": 6939, "reason": null, "system_cpu_core_ratio": 0.028499, "system_cpu_s_delta": 0.29000000000000004, "user_cpu_core_ratio": 0.652526, "user_cpu_s_delta": 6.640000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.340021, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 61.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.033412, "system_cpu_s_delta": 0.34000000000003183, "user_cpu_core_ratio": 0.306609, "user_cpu_s_delta": 3.1200000000003456}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.39, "count": 113, "max_ms": 4.639, "p95_ms": 3.846, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 113}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.979, "count": 30, "max": 29.006, "p95": 25.599, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.203, "count": 30, "max": 14.048, "p95": 13.379, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 392.7, "count": 30, "max": 654.0, "p95": 595.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 16622.367, "count": 30, "max": 102132.0, "p95": 102096.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.071, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.525, "count": 30, "max": 0.732, "p95": 0.687, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.244, "count": 30, "max": 13.514, "p95": 4.944, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103383.733, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103383.733, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 45.367, "count": 30, "max": 69.0, "p95": 67.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.023, "count": 30, "max": 0.043, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.213, "count": 30, "max": 0.352, "p95": 0.34, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 316, "sampled_at": "2026-10-30T15:50:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:50:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 40951, "flush_count": 80, "flush_interval_seconds": 30.0, "flush_state": {"count": 80, "last_at": "2026-10-30T15:51:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:51:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 79}, "started": true, "suppressed_count": 39060, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 39060}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 80, "written_record_count": 80}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4516.871, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5c8aa47186c0] error while decoding MB 181 71, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 108211507200, "copied_frame_count": 39139, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 108211507200, "frame_buffer_copies": 39139, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1037, "count": 512, "max_ms": 0.4466, "p50_ms": 0.0879, "p95_ms": 0.2024, "p99_ms": 0.2629}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1361, "count": 512, "max_ms": 3.7014, "p50_ms": 1.0485, "p95_ms": 1.9154, "p99_ms": 2.3585, "results": {"failed": 0, "not_applicable": 0, "success": 39139, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:51:24+09:00", "last_error_summary": "[h264 @ 0x5c8aa47186c0] error while decoding MB 181 71, bytestream -7", "last_exit_at": "2026-10-30T15:50:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.142, "last_started_at": "2026-10-30T15:50:52+09:00", "pid": 7055, "process": {"exists": false, "pid": 7055}, "restart_count": 31, "restart_count_per_hour": 28, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.372, "sample_count": 1215, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39139, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:51:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.016, "last_frame_pushed_at": "2026-10-30T15:51:24+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-10-30T15:51:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 452.489, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 147.511, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.007, "exists": true, "mtime": "2026-10-30T15:51:24.228314+09:00", "mtime_epoch": 1793343084.2283142, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 102932}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:51:24+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 731.133, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 39139, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 104}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 104, "pushed_frames": 104, "read_frames": 104, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.187, "pushed": 4.187, "read": 4.187}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 104, "client_acquire_ms": {"avg_ms": 0.008, "count": 104, "max_ms": 0.035, "p95_ms": 0.016, "reason": null, "sample_age_ms": 63.22, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.653, "count": 104, "max_ms": 3.91, "p95_ms": 1.879, "reason": null, "sample_age_ms": 91.728, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.341, "count": 104, "max_ms": 3.043, "p95_ms": 1.539, "reason": null, "sample_age_ms": 91.882, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.099, "count": 104, "max_ms": 0.257, "p95_ms": 0.215, "reason": null, "sample_age_ms": 63.227, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.675, "count": 104, "max_ms": 7.6, "p95_ms": 2.736, "reason": null, "sample_age_ms": 90.659, "source": "client_direct"}, "request_count": 104, "request_tensor_bytes": {"avg": 2211848.0, "count": 104, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 90.64, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 104, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 63.323, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.427, "count": 104, "max_ms": 86.577, "p95_ms": 58.327, "reason": null, "sample_age_ms": 63.214, "source": "client_direct"}, "sample_age_ms": 63.209, "source": "client_direct", "task_total_ms": {"avg_ms": 39.38, "count": 104, "max_ms": 88.963, "p95_ms": 61.403, "reason": null, "sample_age_ms": 63.209, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.632, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.74, "count": 104, "max_ms": 2.016, "p95_ms": 1.495}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.236, "count": 104, "max_ms": 0.812, "p95_ms": 0.561}, "detection_prepare_ms": {"avg_ms": 0.098, "count": 104, "max_ms": 0.263, "p95_ms": 0.188}, "event_filter_ms": {"avg_ms": 0.004, "count": 104, "max_ms": 0.038, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.08, "count": 104, "max_ms": 0.244, "p95_ms": 0.142}, "mcmt_ms": {"avg_ms": 0.003, "count": 104, "max_ms": 0.012, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.201, "count": 104, "max_ms": 0.66, "p95_ms": 0.473}, "setup_ms": {"avg_ms": 0.043, "count": 104, "max_ms": 0.122, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 0.699, "count": 104, "max_ms": 1.934, "p95_ms": 1.384}, "track_match_ms": {"avg_ms": 0.005, "count": 104, "max_ms": 0.027, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.028, "count": 104, "max_ms": 0.088, "p95_ms": 0.058}}, "gstreamer_push": {"avg_ms": 2.4, "count": 104, "max_ms": 5.545, "p95_ms": 4.184}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 104, "max_ms": 0.742, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.343, "count": 104, "max_ms": 89.624, "p95_ms": 62.824}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.036, "count": 104, "max_ms": 0.125, "p95_ms": 0.074}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 71.5, "count": 104, "max_ms": 129.563, "p95_ms": 102.039}, "inference_input_copy_ms": {"avg_ms": 1.464, "count": 104, "max_ms": 3.595, "p95_ms": 2.43}, "processing_residual_ms": {"avg_ms": 0.137, "count": 104, "max_ms": 0.333, "p95_ms": 0.239}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.136, "count": 104, "max_ms": 131.671, "p95_ms": 104.41}, "read_interval": {"avg_ms": 335.463, "count": 104, "max_ms": 10142.565, "p95_ms": 504.996}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 104, "max_ms": 0.065, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 0.141, "count": 104, "max_ms": 0.478, "p95_ms": 0.343}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 104, "max_ms": 0.046, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.124, "count": 104, "max_ms": 0.436, "p95_ms": 0.314}, "worker_merge_ms": {"avg_ms": 0.006, "count": 104, "max_ms": 0.022, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 40.356, "count": 104, "max_ms": 89.634, "p95_ms": 62.833}, "visualize": {"avg_ms": 29.47, "count": 104, "max_ms": 45.093, "p95_ms": 41.529}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.633, "count": 104, "max_ms": 44.289, "p95_ms": 40.361}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.257, "count": 104, "max_ms": 44.889, "p95_ms": 41.233}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.162, "count": 104, "max_ms": 44.802, "p95_ms": 41.118}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 104, "max_ms": 0.162, "p95_ms": 0.116}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 104}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 731.113, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.716, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.342, "sample_count": 1170, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39094, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:51:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 103015, "write_bytes_delta": 103015, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 397.0, "cpu_core_ratio": 0.684961, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10749.0, "pid": 7055, "reason": null, "system_cpu_core_ratio": 0.035841, "system_cpu_s_delta": 0.36, "user_cpu_core_ratio": 0.64912, "user_cpu_s_delta": 6.52}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.363388, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 65.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.036837, "system_cpu_s_delta": 0.37000000000000455, "user_cpu_core_ratio": 0.326551, "user_cpu_s_delta": 3.2800000000002}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.382, "count": 116, "max_ms": 5.492, "p95_ms": 4.184, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 116}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.851, "count": 30, "max": 29.006, "p95": 25.599, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.717, "count": 30, "max": 14.048, "p95": 13.474, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 395.3, "count": 30, "max": 654.0, "p95": 595.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 16618.967, "count": 30, "max": 102132.0, "p95": 102096.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.071, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.532, "count": 30, "max": 0.732, "p95": 0.687, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.788, "count": 30, "max": 4.946, "p95": 4.844, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103418.667, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103418.667, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 46.7, "count": 30, "max": 69.0, "p95": 66.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.025, "count": 30, "max": 0.043, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.221, "count": 30, "max": 0.352, "p95": 0.34, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 319, "sampled_at": "2026-10-30T15:51:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:51:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 24.838, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 40951, "flush_count": 80, "flush_interval_seconds": 30.0, "flush_state": {"count": 80, "last_at": "2026-10-30T15:51:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:51:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 79}, "started": true, "suppressed_count": 39060, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 39060}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 80, "written_record_count": 80}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4516.746, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 108211507200, "copied_frame_count": 39139, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 108211507200, "frame_buffer_copies": 39139, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1037, "count": 512, "max_ms": 0.4466, "p50_ms": 0.0879, "p95_ms": 0.2024, "p99_ms": 0.2629}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1361, "count": 512, "max_ms": 3.7014, "p50_ms": 1.0485, "p95_ms": 1.9154, "p99_ms": 2.3585, "results": {"failed": 0, "not_applicable": 0, "success": 39139, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:51:24+09:00", "last_error_summary": "[h264 @ 0x5c8aa47186c0] error while decoding MB 181 71, bytestream -7", "last_exit_at": "2026-10-30T15:50:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.171, "last_started_at": "2026-10-30T15:50:52+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 31, "restart_count_per_hour": 28, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.372, "sample_count": 1215, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39139, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:51:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.046, "last_frame_pushed_at": "2026-10-30T15:51:24+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-10-30T15:51:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 452.508, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 147.492, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.036, "exists": true, "mtime": "2026-10-30T15:51:24.228314+09:00", "mtime_epoch": 1793343084.2283142, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 102932}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:51:24+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 731.129, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 39139, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 104}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 104, "pushed_frames": 104, "read_frames": 104, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.182, "pushed": 4.182, "read": 4.182}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 104, "client_acquire_ms": {"avg_ms": 0.008, "count": 104, "max_ms": 0.035, "p95_ms": 0.016, "reason": null, "sample_age_ms": 92.212, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.653, "count": 104, "max_ms": 3.91, "p95_ms": 1.879, "reason": null, "sample_age_ms": 120.721, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.341, "count": 104, "max_ms": 3.043, "p95_ms": 1.539, "reason": null, "sample_age_ms": 120.875, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.099, "count": 104, "max_ms": 0.257, "p95_ms": 0.215, "reason": null, "sample_age_ms": 92.22, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.675, "count": 104, "max_ms": 7.6, "p95_ms": 2.736, "reason": null, "sample_age_ms": 119.652, "source": "client_direct"}, "request_count": 104, "request_tensor_bytes": {"avg": 2211848.0, "count": 104, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 119.632, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 104, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 92.316, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.427, "count": 104, "max_ms": 86.577, "p95_ms": 58.327, "reason": null, "sample_age_ms": 92.207, "source": "client_direct"}, "sample_age_ms": 92.201, "source": "client_direct", "task_total_ms": {"avg_ms": 39.38, "count": 104, "max_ms": 88.963, "p95_ms": 61.403, "reason": null, "sample_age_ms": 92.201, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.53, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.74, "count": 104, "max_ms": 2.016, "p95_ms": 1.495}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.236, "count": 104, "max_ms": 0.812, "p95_ms": 0.561}, "detection_prepare_ms": {"avg_ms": 0.098, "count": 104, "max_ms": 0.263, "p95_ms": 0.188}, "event_filter_ms": {"avg_ms": 0.004, "count": 104, "max_ms": 0.038, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.08, "count": 104, "max_ms": 0.244, "p95_ms": 0.142}, "mcmt_ms": {"avg_ms": 0.003, "count": 104, "max_ms": 0.012, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.201, "count": 104, "max_ms": 0.66, "p95_ms": 0.473}, "setup_ms": {"avg_ms": 0.043, "count": 104, "max_ms": 0.122, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 0.699, "count": 104, "max_ms": 1.934, "p95_ms": 1.384}, "track_match_ms": {"avg_ms": 0.005, "count": 104, "max_ms": 0.027, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.028, "count": 104, "max_ms": 0.088, "p95_ms": 0.058}}, "gstreamer_push": {"avg_ms": 2.4, "count": 104, "max_ms": 5.545, "p95_ms": 4.184}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 104, "max_ms": 0.742, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.343, "count": 104, "max_ms": 89.624, "p95_ms": 62.824}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.036, "count": 104, "max_ms": 0.125, "p95_ms": 0.074}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 71.5, "count": 104, "max_ms": 129.563, "p95_ms": 102.039}, "inference_input_copy_ms": {"avg_ms": 1.464, "count": 104, "max_ms": 3.595, "p95_ms": 2.43}, "processing_residual_ms": {"avg_ms": 0.137, "count": 104, "max_ms": 0.333, "p95_ms": 0.239}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.136, "count": 104, "max_ms": 131.671, "p95_ms": 104.41}, "read_interval": {"avg_ms": 335.463, "count": 104, "max_ms": 10142.565, "p95_ms": 504.996}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 104, "max_ms": 0.065, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 0.141, "count": 104, "max_ms": 0.478, "p95_ms": 0.343}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 104, "max_ms": 0.046, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.124, "count": 104, "max_ms": 0.436, "p95_ms": 0.314}, "worker_merge_ms": {"avg_ms": 0.006, "count": 104, "max_ms": 0.022, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 40.356, "count": 104, "max_ms": 89.634, "p95_ms": 62.833}, "visualize": {"avg_ms": 29.47, "count": 104, "max_ms": 45.093, "p95_ms": 41.529}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.633, "count": 104, "max_ms": 44.289, "p95_ms": 40.361}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.257, "count": 104, "max_ms": 44.889, "p95_ms": 41.233}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.162, "count": 104, "max_ms": 44.802, "p95_ms": 41.118}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 104, "max_ms": 0.162, "p95_ms": 0.116}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 104}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 731.113, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.716, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.342, "sample_count": 1170, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39094, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:51:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 103015, "write_bytes_delta": 103015, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 397.0, "cpu_core_ratio": 0.684961, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10749.0, "pid": 7055, "reason": null, "system_cpu_core_ratio": 0.035841, "system_cpu_s_delta": 0.36, "user_cpu_core_ratio": 0.64912, "user_cpu_s_delta": 6.52}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.363388, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 65.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.036837, "system_cpu_s_delta": 0.37000000000000455, "user_cpu_core_ratio": 0.326551, "user_cpu_s_delta": 3.2800000000002}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.382, "count": 116, "max_ms": 5.492, "p95_ms": 4.184, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 116}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.851, "count": 30, "max": 29.006, "p95": 25.599, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.717, "count": 30, "max": 14.048, "p95": 13.474, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 395.3, "count": 30, "max": 654.0, "p95": 595.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 16618.967, "count": 30, "max": 102132.0, "p95": 102096.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.071, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.532, "count": 30, "max": 0.732, "p95": 0.687, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.788, "count": 30, "max": 4.946, "p95": 4.844, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103418.667, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103418.667, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 46.7, "count": 30, "max": 69.0, "p95": 66.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.025, "count": 30, "max": 0.043, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.221, "count": 30, "max": 0.352, "p95": 0.34, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 319, "sampled_at": "2026-10-30T15:51:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:51:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 24.867, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 40951, "flush_count": 80, "flush_interval_seconds": 30.0, "flush_state": {"count": 80, "last_at": "2026-10-30T15:51:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:51:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 79}, "started": true, "suppressed_count": 39060, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 39060}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 80, "written_record_count": 80}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4529.773, "limit_mb": null}, "detail": {"pid": 7171, "restart_count": 32, "start_count": 33}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 108211507200, "copied_frame_count": 39139, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 108211507200, "frame_buffer_copies": 39139, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1037, "count": 512, "max_ms": 0.4466, "p50_ms": 0.0879, "p95_ms": 0.2024, "p99_ms": 0.2629}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1361, "count": 512, "max_ms": 3.7014, "p50_ms": 1.0485, "p95_ms": 1.9154, "p99_ms": 2.3585, "results": {"failed": 0, "not_applicable": 0, "success": 39139, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 31, "h264_decode_error_count": 36, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:51:24+09:00", "last_error_summary": "[h264 @ 0x5c8aa47186c0] error while decoding MB 181 71, bytestream -7", "last_exit_at": "2026-10-30T15:50:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T15:51:26+09:00", "pid": 7171, "process": {"exists": true, "fd_count": 4, "hwm_mb": 47.141, "name": "ffmpeg", "pid": 7171, "rss_mb": 47.141, "state": "S (sleeping)", "threads": 1}, "restart_count": 32, "restart_count_per_hour": 29, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.725, "sample_count": 1208, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39139, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:51:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.275, "last_frame_pushed_at": "2026-10-30T15:51:24+09:00", "last_frame_read_age_sec": 4.35, "last_frame_read_at": "2026-10-30T15:51:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 456.749, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 143.251, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 4.265, "exists": true, "mtime": "2026-10-30T15:51:24.228314+09:00", "mtime_epoch": 1793343084.2283142, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 102932}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:51:28+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 731.133, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 39139, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 104}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 104, "pushed_frames": 104, "read_frames": 104, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.574, "pushed": 3.574, "read": 3.574}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 104, "client_acquire_ms": {"avg_ms": 0.008, "count": 104, "max_ms": 0.035, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4324.373, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.653, "count": 104, "max_ms": 3.91, "p95_ms": 1.879, "reason": null, "sample_age_ms": 4352.881, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.341, "count": 104, "max_ms": 3.043, "p95_ms": 1.539, "reason": null, "sample_age_ms": 4353.035, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.099, "count": 104, "max_ms": 0.257, "p95_ms": 0.215, "reason": null, "sample_age_ms": 4324.38, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.675, "count": 104, "max_ms": 7.6, "p95_ms": 2.736, "reason": null, "sample_age_ms": 4351.812, "source": "client_direct"}, "request_count": 104, "request_tensor_bytes": {"avg": 2211848.0, "count": 104, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4351.793, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 104, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4324.476, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.427, "count": 104, "max_ms": 86.577, "p95_ms": 58.327, "reason": null, "sample_age_ms": 4324.367, "source": "client_direct"}, "sample_age_ms": 4324.362, "source": "client_direct", "task_total_ms": {"avg_ms": 39.38, "count": 104, "max_ms": 88.963, "p95_ms": 61.403, "reason": null, "sample_age_ms": 4324.362, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.619, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.74, "count": 104, "max_ms": 2.016, "p95_ms": 1.495}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.236, "count": 104, "max_ms": 0.812, "p95_ms": 0.561}, "detection_prepare_ms": {"avg_ms": 0.098, "count": 104, "max_ms": 0.263, "p95_ms": 0.188}, "event_filter_ms": {"avg_ms": 0.004, "count": 104, "max_ms": 0.038, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.08, "count": 104, "max_ms": 0.244, "p95_ms": 0.142}, "mcmt_ms": {"avg_ms": 0.003, "count": 104, "max_ms": 0.012, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.201, "count": 104, "max_ms": 0.66, "p95_ms": 0.473}, "setup_ms": {"avg_ms": 0.043, "count": 104, "max_ms": 0.122, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 0.699, "count": 104, "max_ms": 1.934, "p95_ms": 1.384}, "track_match_ms": {"avg_ms": 0.005, "count": 104, "max_ms": 0.027, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.028, "count": 104, "max_ms": 0.088, "p95_ms": 0.058}}, "gstreamer_push": {"avg_ms": 2.4, "count": 104, "max_ms": 5.545, "p95_ms": 4.184}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 104, "max_ms": 0.742, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.343, "count": 104, "max_ms": 89.624, "p95_ms": 62.824}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.036, "count": 104, "max_ms": 0.125, "p95_ms": 0.074}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 71.5, "count": 104, "max_ms": 129.563, "p95_ms": 102.039}, "inference_input_copy_ms": {"avg_ms": 1.464, "count": 104, "max_ms": 3.595, "p95_ms": 2.43}, "processing_residual_ms": {"avg_ms": 0.137, "count": 104, "max_ms": 0.333, "p95_ms": 0.239}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.136, "count": 104, "max_ms": 131.671, "p95_ms": 104.41}, "read_interval": {"avg_ms": 335.463, "count": 104, "max_ms": 10142.565, "p95_ms": 504.996}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 104, "max_ms": 0.065, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 0.141, "count": 104, "max_ms": 0.478, "p95_ms": 0.343}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 104, "max_ms": 0.046, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.124, "count": 104, "max_ms": 0.436, "p95_ms": 0.314}, "worker_merge_ms": {"avg_ms": 0.006, "count": 104, "max_ms": 0.022, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 40.356, "count": 104, "max_ms": 89.634, "p95_ms": 62.833}, "visualize": {"avg_ms": 29.47, "count": 104, "max_ms": 45.093, "p95_ms": 41.529}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.633, "count": 104, "max_ms": 44.289, "p95_ms": 40.361}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.257, "count": 104, "max_ms": 44.889, "p95_ms": 41.233}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.162, "count": 104, "max_ms": 44.802, "p95_ms": 41.118}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 104, "max_ms": 0.162, "p95_ms": 0.116}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 104}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 731.113, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.716, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.342, "sample_count": 1170, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39094, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:51:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 103015, "write_bytes_delta": 103015, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 397.0, "cpu_core_ratio": 0.684961, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10749.0, "pid": 7055, "reason": null, "system_cpu_core_ratio": 0.035841, "system_cpu_s_delta": 0.36, "user_cpu_core_ratio": 0.64912, "user_cpu_s_delta": 6.52}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.363388, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 65.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.036837, "system_cpu_s_delta": 0.37000000000000455, "user_cpu_core_ratio": 0.326551, "user_cpu_s_delta": 3.2800000000002}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.382, "count": 116, "max_ms": 5.492, "p95_ms": 4.184, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 116}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.851, "count": 30, "max": 29.006, "p95": 25.599, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.717, "count": 30, "max": 14.048, "p95": 13.474, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 395.3, "count": 30, "max": 654.0, "p95": 595.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 16618.967, "count": 30, "max": 102132.0, "p95": 102096.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.071, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.532, "count": 30, "max": 0.732, "p95": 0.687, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.788, "count": 30, "max": 4.946, "p95": 4.844, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103418.667, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103418.667, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 46.7, "count": 30, "max": 69.0, "p95": 66.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.025, "count": 30, "max": 0.043, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.221, "count": 30, "max": 0.352, "p95": 0.34, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 319, "sampled_at": "2026-10-30T15:51:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:51:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.096, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 41463, "flush_count": 81, "flush_interval_seconds": 30.0, "flush_state": {"count": 81, "last_at": "2026-10-30T15:52:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:52:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 80}, "started": true, "suppressed_count": 39225, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 39225}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 81, "written_record_count": 81}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4520.219, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5eebd38638c0] error while decoding MB 171 99, bytestream -13 [in#0/rtsp @ 0x5eebd3687e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5eebd3687e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 108670464000, "copied_frame_count": 39305, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 108670464000, "frame_buffer_copies": 39305, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1061, "count": 512, "max_ms": 0.4466, "p50_ms": 0.0898, "p95_ms": 0.2099, "p99_ms": 0.272}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1512, "count": 512, "max_ms": 3.7014, "p50_ms": 1.0758, "p95_ms": 1.9154, "p99_ms": 2.4004, "results": {"failed": 0, "not_applicable": 0, "success": 39305, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 32, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:52:20+09:00", "last_error_summary": "[h264 @ 0x5eebd38638c0] error while decoding MB 171 99, bytestream -13 [in#0/rtsp @ 0x5eebd3687e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5eebd3687e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T15:50:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.2, "last_started_at": "2026-10-30T15:51:26+09:00", "pid": 7171, "process": {"exists": false, "pid": 7171}, "restart_count": 32, "restart_count_per_hour": 29, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.372, "sample_count": 1158, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39305, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:52:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.016, "last_frame_pushed_at": "2026-10-30T15:52:20+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-10-30T15:52:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 508.944, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 91.056, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.009, "exists": true, "mtime": "2026-10-30T15:52:20.682646+09:00", "mtime_epoch": 1793343140.6826463, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 104009}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:52:20+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 731.211, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 39305, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 58}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 58, "pushed_frames": 58, "read_frames": 57, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.937, "pushed": 1.937, "read": 1.904}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 57, "client_acquire_ms": {"avg_ms": 0.006, "count": 58, "max_ms": 0.018, "p95_ms": 0.013, "reason": null, "sample_age_ms": 48.319, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.599, "count": 57, "max_ms": 3.018, "p95_ms": 1.81, "reason": null, "sample_age_ms": 82.77, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.307, "count": 57, "max_ms": 2.259, "p95_ms": 1.494, "reason": null, "sample_age_ms": 82.966, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.099, "count": 58, "max_ms": 0.245, "p95_ms": 0.212, "reason": null, "sample_age_ms": 48.326, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.532, "count": 57, "max_ms": 3.96, "p95_ms": 2.492, "reason": null, "sample_age_ms": 81.612, "source": "client_direct"}, "request_count": 57, "request_tensor_bytes": {"avg": 2211848.0, "count": 57, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 81.591, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 58, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 48.453, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.591, "count": 58, "max_ms": 69.027, "p95_ms": 58.64, "reason": null, "sample_age_ms": 48.314, "source": "client_direct"}, "sample_age_ms": 48.308, "source": "client_direct", "task_total_ms": {"avg_ms": 40.398, "count": 58, "max_ms": 71.398, "p95_ms": 60.388, "reason": null, "sample_age_ms": 48.308, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.331, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.73, "count": 58, "max_ms": 2.079, "p95_ms": 1.29}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.224, "count": 58, "max_ms": 0.62, "p95_ms": 0.395}, "detection_prepare_ms": {"avg_ms": 0.106, "count": 58, "max_ms": 0.258, "p95_ms": 0.195}, "event_filter_ms": {"avg_ms": 0.004, "count": 58, "max_ms": 0.01, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.085, "count": 58, "max_ms": 0.249, "p95_ms": 0.2}, "mcmt_ms": {"avg_ms": 0.003, "count": 58, "max_ms": 0.01, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.187, "count": 58, "max_ms": 0.836, "p95_ms": 0.408}, "setup_ms": {"avg_ms": 0.047, "count": 58, "max_ms": 0.245, "p95_ms": 0.109}, "total_inside_ms": {"avg_ms": 0.689, "count": 58, "max_ms": 1.969, "p95_ms": 1.215}, "track_match_ms": {"avg_ms": 0.004, "count": 58, "max_ms": 0.017, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.028, "count": 58, "max_ms": 0.076, "p95_ms": 0.053}}, "gstreamer_push": {"avg_ms": 2.474, "count": 58, "max_ms": 5.01, "p95_ms": 4.375}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 58, "max_ms": 0.342, "p95_ms": 0.107}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.317, "count": 58, "max_ms": 72.034, "p95_ms": 61.692}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.04, "count": 58, "max_ms": 0.109, "p95_ms": 0.091}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 71.923, "count": 58, "max_ms": 109.173, "p95_ms": 97.825}, "inference_input_copy_ms": {"avg_ms": 1.407, "count": 58, "max_ms": 3.586, "p95_ms": 2.812}, "processing_residual_ms": {"avg_ms": 0.133, "count": 58, "max_ms": 0.469, "p95_ms": 0.272}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.502, "count": 58, "max_ms": 110.439, "p95_ms": 98.964}, "read_interval": {"avg_ms": 525.263, "count": 57, "max_ms": 20353.521, "p95_ms": 505.781}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 58, "max_ms": 0.051, "p95_ms": 0.043}, "execute_total_ms": {"avg_ms": 0.13, "count": 58, "max_ms": 0.687, "p95_ms": 0.297}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 58, "max_ms": 0.037, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.113, "count": 58, "max_ms": 0.636, "p95_ms": 0.269}, "worker_merge_ms": {"avg_ms": 0.005, "count": 58, "max_ms": 0.013, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 41.331, "count": 58, "max_ms": 72.054, "p95_ms": 61.708}, "visualize": {"avg_ms": 28.914, "count": 58, "max_ms": 39.396, "p95_ms": 36.563}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.009, "count": 58, "max_ms": 38.296, "p95_ms": 35.681}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.699, "count": 58, "max_ms": 39.211, "p95_ms": 36.376}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.595, "count": 58, "max_ms": 39.089, "p95_ms": 36.277}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 58, "max_ms": 0.187, "p95_ms": 0.119}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 58}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 731.211, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.939, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.372, "sample_count": 1156, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39299, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:52:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 103816, "write_bytes_delta": 103816, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 368.0, "cpu_core_ratio": 0.21893, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4086.0, "pid": 7171, "reason": null, "system_cpu_core_ratio": 0.010376, "system_cpu_s_delta": 0.30000000000000004, "user_cpu_core_ratio": 0.208554, "user_cpu_s_delta": 6.030000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.11033, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 56.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.011759, "system_cpu_s_delta": 0.339999999999975, "user_cpu_core_ratio": 0.09857, "user_cpu_s_delta": 2.849999999999909}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.495, "count": 55, "max_ms": 5.01, "p95_ms": 4.375, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 55}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.066, "count": 30, "max": 29.006, "p95": 25.731, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.882, "count": 30, "max": 14.048, "p95": 13.474, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 397.2, "count": 30, "max": 654.0, "p95": 595.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 16876.633, "count": 30, "max": 102132.0, "p95": 102096.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.071, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.532, "count": 30, "max": 0.732, "p95": 0.687, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.817, "count": 30, "max": 4.946, "p95": 4.844, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103301.1, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103301.1, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 48.667, "count": 30, "max": 69.0, "p95": 66.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.025, "count": 30, "max": 0.04, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.228, "count": 30, "max": 0.352, "p95": 0.34, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 324, "sampled_at": "2026-10-30T15:52:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:52:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 41463, "flush_count": 81, "flush_interval_seconds": 30.0, "flush_state": {"count": 81, "last_at": "2026-10-30T15:52:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:52:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 80}, "started": true, "suppressed_count": 39225, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 39225}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 81, "written_record_count": 81}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4520.219, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 108670464000, "copied_frame_count": 39305, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 108670464000, "frame_buffer_copies": 39305, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1061, "count": 512, "max_ms": 0.4466, "p50_ms": 0.0898, "p95_ms": 0.2099, "p99_ms": 0.272}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1512, "count": 512, "max_ms": 3.7014, "p50_ms": 1.0758, "p95_ms": 1.9154, "p99_ms": 2.4004, "results": {"failed": 0, "not_applicable": 0, "success": 39305, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 32, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:52:20+09:00", "last_error_summary": "[h264 @ 0x5eebd38638c0] error while decoding MB 171 99, bytestream -13 [in#0/rtsp @ 0x5eebd3687e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5eebd3687e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T15:50:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.199, "last_started_at": "2026-10-30T15:51:26+09:00", "pid": 7171, "process": {"exists": false, "pid": 7171}, "restart_count": 32, "restart_count_per_hour": 29, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.372, "sample_count": 1158, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39305, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:52:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.016, "last_frame_pushed_at": "2026-10-30T15:52:20+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-10-30T15:52:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 508.949, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 91.051, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.008, "exists": true, "mtime": "2026-10-30T15:52:20.682646+09:00", "mtime_epoch": 1793343140.6826463, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 104009}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:52:20+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 731.211, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 39305, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 58}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 58, "pushed_frames": 58, "read_frames": 57, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.937, "pushed": 1.937, "read": 1.904}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 57, "client_acquire_ms": {"avg_ms": 0.006, "count": 58, "max_ms": 0.018, "p95_ms": 0.013, "reason": null, "sample_age_ms": 53.503, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.599, "count": 57, "max_ms": 3.018, "p95_ms": 1.81, "reason": null, "sample_age_ms": 87.954, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.307, "count": 57, "max_ms": 2.259, "p95_ms": 1.494, "reason": null, "sample_age_ms": 88.15, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.099, "count": 58, "max_ms": 0.245, "p95_ms": 0.212, "reason": null, "sample_age_ms": 53.51, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.532, "count": 57, "max_ms": 3.96, "p95_ms": 2.492, "reason": null, "sample_age_ms": 86.796, "source": "client_direct"}, "request_count": 57, "request_tensor_bytes": {"avg": 2211848.0, "count": 57, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 86.776, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 58, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 53.638, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.591, "count": 58, "max_ms": 69.027, "p95_ms": 58.64, "reason": null, "sample_age_ms": 53.498, "source": "client_direct"}, "sample_age_ms": 53.492, "source": "client_direct", "task_total_ms": {"avg_ms": 40.398, "count": 58, "max_ms": 71.398, "p95_ms": 60.388, "reason": null, "sample_age_ms": 53.492, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.698, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.73, "count": 58, "max_ms": 2.079, "p95_ms": 1.29}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.224, "count": 58, "max_ms": 0.62, "p95_ms": 0.395}, "detection_prepare_ms": {"avg_ms": 0.106, "count": 58, "max_ms": 0.258, "p95_ms": 0.195}, "event_filter_ms": {"avg_ms": 0.004, "count": 58, "max_ms": 0.01, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.085, "count": 58, "max_ms": 0.249, "p95_ms": 0.2}, "mcmt_ms": {"avg_ms": 0.003, "count": 58, "max_ms": 0.01, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.187, "count": 58, "max_ms": 0.836, "p95_ms": 0.408}, "setup_ms": {"avg_ms": 0.047, "count": 58, "max_ms": 0.245, "p95_ms": 0.109}, "total_inside_ms": {"avg_ms": 0.689, "count": 58, "max_ms": 1.969, "p95_ms": 1.215}, "track_match_ms": {"avg_ms": 0.004, "count": 58, "max_ms": 0.017, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.028, "count": 58, "max_ms": 0.076, "p95_ms": 0.053}}, "gstreamer_push": {"avg_ms": 2.474, "count": 58, "max_ms": 5.01, "p95_ms": 4.375}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 58, "max_ms": 0.342, "p95_ms": 0.107}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.317, "count": 58, "max_ms": 72.034, "p95_ms": 61.692}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.04, "count": 58, "max_ms": 0.109, "p95_ms": 0.091}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 71.923, "count": 58, "max_ms": 109.173, "p95_ms": 97.825}, "inference_input_copy_ms": {"avg_ms": 1.407, "count": 58, "max_ms": 3.586, "p95_ms": 2.812}, "processing_residual_ms": {"avg_ms": 0.133, "count": 58, "max_ms": 0.469, "p95_ms": 0.272}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.502, "count": 58, "max_ms": 110.439, "p95_ms": 98.964}, "read_interval": {"avg_ms": 525.263, "count": 57, "max_ms": 20353.521, "p95_ms": 505.781}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 58, "max_ms": 0.051, "p95_ms": 0.043}, "execute_total_ms": {"avg_ms": 0.13, "count": 58, "max_ms": 0.687, "p95_ms": 0.297}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 58, "max_ms": 0.037, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.113, "count": 58, "max_ms": 0.636, "p95_ms": 0.269}, "worker_merge_ms": {"avg_ms": 0.005, "count": 58, "max_ms": 0.013, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 41.331, "count": 58, "max_ms": 72.054, "p95_ms": 61.708}, "visualize": {"avg_ms": 28.914, "count": 58, "max_ms": 39.396, "p95_ms": 36.563}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.009, "count": 58, "max_ms": 38.296, "p95_ms": 35.681}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.699, "count": 58, "max_ms": 39.211, "p95_ms": 36.376}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.595, "count": 58, "max_ms": 39.089, "p95_ms": 36.277}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 58, "max_ms": 0.187, "p95_ms": 0.119}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 58}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 731.211, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.939, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.372, "sample_count": 1156, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39299, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:52:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 103816, "write_bytes_delta": 103816, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 368.0, "cpu_core_ratio": 0.21893, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4086.0, "pid": 7171, "reason": null, "system_cpu_core_ratio": 0.010376, "system_cpu_s_delta": 0.30000000000000004, "user_cpu_core_ratio": 0.208554, "user_cpu_s_delta": 6.030000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.11033, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 56.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.011759, "system_cpu_s_delta": 0.339999999999975, "user_cpu_core_ratio": 0.09857, "user_cpu_s_delta": 2.849999999999909}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.495, "count": 55, "max_ms": 5.01, "p95_ms": 4.375, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 55}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.066, "count": 30, "max": 29.006, "p95": 25.731, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.882, "count": 30, "max": 14.048, "p95": 13.474, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 397.2, "count": 30, "max": 654.0, "p95": 595.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 16876.633, "count": 30, "max": 102132.0, "p95": 102096.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.071, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.532, "count": 30, "max": 0.732, "p95": 0.687, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.817, "count": 30, "max": 4.946, "p95": 4.844, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103301.1, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103301.1, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 48.667, "count": 30, "max": 69.0, "p95": 66.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.025, "count": 30, "max": 0.04, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.228, "count": 30, "max": 0.352, "p95": 0.34, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 324, "sampled_at": "2026-10-30T15:52:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:52:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 41463, "flush_count": 81, "flush_interval_seconds": 30.0, "flush_state": {"count": 81, "last_at": "2026-10-30T15:52:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:52:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 80}, "started": true, "suppressed_count": 39225, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 39225}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 81, "written_record_count": 81}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4520.523, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 108670464000, "copied_frame_count": 39305, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 108670464000, "frame_buffer_copies": 39305, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1061, "count": 512, "max_ms": 0.4466, "p50_ms": 0.0898, "p95_ms": 0.2099, "p99_ms": 0.272}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1512, "count": 512, "max_ms": 3.7014, "p50_ms": 1.0758, "p95_ms": 1.9154, "p99_ms": 2.4004, "results": {"failed": 0, "not_applicable": 0, "success": 39305, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 32, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:52:20+09:00", "last_error_summary": "[h264 @ 0x5eebd38638c0] error while decoding MB 171 99, bytestream -13 [in#0/rtsp @ 0x5eebd3687e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5eebd3687e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T15:50:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 54.228, "last_started_at": "2026-10-30T15:51:26+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 32, "restart_count_per_hour": 29, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.372, "sample_count": 1158, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39305, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:52:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.044, "last_frame_pushed_at": "2026-10-30T15:52:20+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-10-30T15:52:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 508.963, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 91.037, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.037, "exists": true, "mtime": "2026-10-30T15:52:20.682646+09:00", "mtime_epoch": 1793343140.6826463, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 104009}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:52:20+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 731.207, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 39305, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 58}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 58, "pushed_frames": 58, "read_frames": 57, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.935, "pushed": 1.935, "read": 1.902}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 57, "client_acquire_ms": {"avg_ms": 0.006, "count": 57, "max_ms": 0.018, "p95_ms": 0.013, "reason": null, "sample_age_ms": 75.741, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.599, "count": 57, "max_ms": 3.018, "p95_ms": 1.81, "reason": null, "sample_age_ms": 110.193, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.307, "count": 57, "max_ms": 2.259, "p95_ms": 1.494, "reason": null, "sample_age_ms": 110.389, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.099, "count": 57, "max_ms": 0.245, "p95_ms": 0.213, "reason": null, "sample_age_ms": 75.748, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.532, "count": 57, "max_ms": 3.96, "p95_ms": 2.492, "reason": null, "sample_age_ms": 109.035, "source": "client_direct"}, "request_count": 57, "request_tensor_bytes": {"avg": 2211848.0, "count": 57, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 109.014, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 57, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 75.876, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.58, "count": 57, "max_ms": 69.027, "p95_ms": 58.656, "reason": null, "sample_age_ms": 75.737, "source": "client_direct"}, "sample_age_ms": 75.731, "source": "client_direct", "task_total_ms": {"avg_ms": 40.389, "count": 57, "max_ms": 71.398, "p95_ms": 60.426, "reason": null, "sample_age_ms": 75.731, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.451, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.73, "count": 58, "max_ms": 2.079, "p95_ms": 1.29}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.224, "count": 58, "max_ms": 0.62, "p95_ms": 0.395}, "detection_prepare_ms": {"avg_ms": 0.106, "count": 58, "max_ms": 0.258, "p95_ms": 0.195}, "event_filter_ms": {"avg_ms": 0.004, "count": 58, "max_ms": 0.01, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.085, "count": 58, "max_ms": 0.249, "p95_ms": 0.2}, "mcmt_ms": {"avg_ms": 0.003, "count": 58, "max_ms": 0.01, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.187, "count": 58, "max_ms": 0.836, "p95_ms": 0.408}, "setup_ms": {"avg_ms": 0.047, "count": 58, "max_ms": 0.245, "p95_ms": 0.109}, "total_inside_ms": {"avg_ms": 0.689, "count": 58, "max_ms": 1.969, "p95_ms": 1.215}, "track_match_ms": {"avg_ms": 0.004, "count": 58, "max_ms": 0.017, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.028, "count": 58, "max_ms": 0.076, "p95_ms": 0.053}}, "gstreamer_push": {"avg_ms": 2.474, "count": 58, "max_ms": 5.01, "p95_ms": 4.375}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 58, "max_ms": 0.342, "p95_ms": 0.107}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.317, "count": 58, "max_ms": 72.034, "p95_ms": 61.692}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.04, "count": 58, "max_ms": 0.109, "p95_ms": 0.091}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 71.923, "count": 58, "max_ms": 109.173, "p95_ms": 97.825}, "inference_input_copy_ms": {"avg_ms": 1.407, "count": 58, "max_ms": 3.586, "p95_ms": 2.812}, "processing_residual_ms": {"avg_ms": 0.133, "count": 58, "max_ms": 0.469, "p95_ms": 0.272}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.502, "count": 58, "max_ms": 110.439, "p95_ms": 98.964}, "read_interval": {"avg_ms": 525.263, "count": 57, "max_ms": 20353.521, "p95_ms": 505.781}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 58, "max_ms": 0.051, "p95_ms": 0.043}, "execute_total_ms": {"avg_ms": 0.13, "count": 58, "max_ms": 0.687, "p95_ms": 0.297}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 58, "max_ms": 0.037, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.113, "count": 58, "max_ms": 0.636, "p95_ms": 0.269}, "worker_merge_ms": {"avg_ms": 0.005, "count": 58, "max_ms": 0.013, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 41.331, "count": 58, "max_ms": 72.054, "p95_ms": 61.708}, "visualize": {"avg_ms": 28.914, "count": 58, "max_ms": 39.396, "p95_ms": 36.563}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.009, "count": 58, "max_ms": 38.296, "p95_ms": 35.681}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.699, "count": 58, "max_ms": 39.211, "p95_ms": 36.376}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.595, "count": 58, "max_ms": 39.089, "p95_ms": 36.277}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 58, "max_ms": 0.187, "p95_ms": 0.119}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 58}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 731.211, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.939, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.372, "sample_count": 1156, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39299, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:52:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 103816, "write_bytes_delta": 103816, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 368.0, "cpu_core_ratio": 0.21893, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4086.0, "pid": 7171, "reason": null, "system_cpu_core_ratio": 0.010376, "system_cpu_s_delta": 0.30000000000000004, "user_cpu_core_ratio": 0.208554, "user_cpu_s_delta": 6.030000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.11033, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 56.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.011759, "system_cpu_s_delta": 0.339999999999975, "user_cpu_core_ratio": 0.09857, "user_cpu_s_delta": 2.849999999999909}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.495, "count": 55, "max_ms": 5.01, "p95_ms": 4.375, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 55}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.066, "count": 30, "max": 29.006, "p95": 25.731, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.882, "count": 30, "max": 14.048, "p95": 13.474, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 397.2, "count": 30, "max": 654.0, "p95": 595.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 16876.633, "count": 30, "max": 102132.0, "p95": 102096.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.071, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.532, "count": 30, "max": 0.732, "p95": 0.687, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.817, "count": 30, "max": 4.946, "p95": 4.844, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103301.1, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103301.1, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 48.667, "count": 30, "max": 69.0, "p95": 66.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.025, "count": 30, "max": 0.04, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.228, "count": 30, "max": 0.352, "p95": 0.34, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 324, "sampled_at": "2026-10-30T15:52:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:52:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 41463, "flush_count": 81, "flush_interval_seconds": 30.0, "flush_state": {"count": 81, "last_at": "2026-10-30T15:52:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:52:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 80}, "started": true, "suppressed_count": 39225, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 39225}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 81, "written_record_count": 81}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4533.309, "limit_mb": null}, "detail": {"pid": 7287, "restart_count": 33, "start_count": 34}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 108670464000, "copied_frame_count": 39305, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 108670464000, "frame_buffer_copies": 39305, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1061, "count": 512, "max_ms": 0.4466, "p50_ms": 0.0898, "p95_ms": 0.2099, "p99_ms": 0.272}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1512, "count": 512, "max_ms": 3.7014, "p50_ms": 1.0758, "p95_ms": 1.9154, "p99_ms": 2.4004, "results": {"failed": 0, "not_applicable": 0, "success": 39305, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 32, "h264_decode_error_count": 37, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:52:20+09:00", "last_error_summary": "[h264 @ 0x5eebd38638c0] error while decoding MB 171 99, bytestream -13 [in#0/rtsp @ 0x5eebd3687e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5eebd3687e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T15:50:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T15:52:23+09:00", "pid": 7287, "process": {"exists": true, "fd_count": 4, "hwm_mb": 47.211, "name": "ffmpeg", "pid": 7287, "rss_mb": 47.211, "state": "S (sleeping)", "threads": 1}, "restart_count": 33, "restart_count_per_hour": 30, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.372, "sample_count": 1132, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39305, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:52:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.732, "last_frame_pushed_at": "2026-10-30T15:52:20+09:00", "last_frame_read_age_sec": 4.798, "last_frame_read_at": "2026-10-30T15:52:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 513.658, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 86.342, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 4.724, "exists": true, "mtime": "2026-10-30T15:52:20.682646+09:00", "mtime_epoch": 1793343140.6826463, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 104009}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:52:25+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 731.211, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 39305, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 32}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 32}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 32}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 32}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 32}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 32}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 32}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 32, "pushed_frames": 32, "read_frames": 32, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.069, "pushed": 1.069, "read": 1.069}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 32, "client_acquire_ms": {"avg_ms": 0.006, "count": 32, "max_ms": 0.014, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4764.655, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.649, "count": 32, "max_ms": 3.018, "p95_ms": 2.153, "reason": null, "sample_age_ms": 4799.106, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.336, "count": 32, "max_ms": 2.259, "p95_ms": 1.455, "reason": null, "sample_age_ms": 4799.302, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.101, "count": 32, "max_ms": 0.245, "p95_ms": 0.226, "reason": null, "sample_age_ms": 4764.662, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.542, "count": 32, "max_ms": 2.835, "p95_ms": 2.514, "reason": null, "sample_age_ms": 4797.948, "source": "client_direct"}, "request_count": 32, "request_tensor_bytes": {"avg": 2211848.0, "count": 32, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4797.927, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 32, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4764.789, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.518, "count": 32, "max_ms": 69.027, "p95_ms": 55.205, "reason": null, "sample_age_ms": 4764.65, "source": "client_direct"}, "sample_age_ms": 4764.644, "source": "client_direct", "task_total_ms": {"avg_ms": 41.34, "count": 32, "max_ms": 71.398, "p95_ms": 57.442, "reason": null, "sample_age_ms": 4764.644, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.34, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.693, "count": 32, "max_ms": 1.29, "p95_ms": 1.199}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.209, "count": 32, "max_ms": 0.376, "p95_ms": 0.364}, "detection_prepare_ms": {"avg_ms": 0.104, "count": 32, "max_ms": 0.195, "p95_ms": 0.189}, "event_filter_ms": {"avg_ms": 0.003, "count": 32, "max_ms": 0.008, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.084, "count": 32, "max_ms": 0.249, "p95_ms": 0.214}, "mcmt_ms": {"avg_ms": 0.002, "count": 32, "max_ms": 0.005, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.169, "count": 32, "max_ms": 0.296, "p95_ms": 0.285}, "setup_ms": {"avg_ms": 0.048, "count": 32, "max_ms": 0.245, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 0.653, "count": 32, "max_ms": 1.215, "p95_ms": 1.135}, "track_match_ms": {"avg_ms": 0.004, "count": 32, "max_ms": 0.009, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.028, "count": 32, "max_ms": 0.058, "p95_ms": 0.053}}, "gstreamer_push": {"avg_ms": 2.439, "count": 32, "max_ms": 4.546, "p95_ms": 3.958}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 32, "max_ms": 0.342, "p95_ms": 0.09}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.307, "count": 32, "max_ms": 72.034, "p95_ms": 59.841}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.038, "count": 32, "max_ms": 0.109, "p95_ms": 0.101}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 32, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 32, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.858, "count": 32, "max_ms": 109.173, "p95_ms": 92.574}, "inference_input_copy_ms": {"avg_ms": 1.387, "count": 32, "max_ms": 3.586, "p95_ms": 2.691}, "processing_residual_ms": {"avg_ms": 0.139, "count": 32, "max_ms": 0.469, "p95_ms": 0.36}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 32, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 32, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 74.422, "count": 32, "max_ms": 110.439, "p95_ms": 94.033}, "read_interval": {"avg_ms": 790.166, "count": 32, "max_ms": 20353.521, "p95_ms": 505.781}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 32, "max_ms": 0.049, "p95_ms": 0.043}, "execute_total_ms": {"avg_ms": 0.115, "count": 32, "max_ms": 0.195, "p95_ms": 0.189}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 32, "max_ms": 0.031, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.098, "count": 32, "max_ms": 0.167, "p95_ms": 0.165}, "worker_merge_ms": {"avg_ms": 0.005, "count": 32, "max_ms": 0.012, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 42.322, "count": 32, "max_ms": 72.054, "p95_ms": 59.852}, "visualize": {"avg_ms": 28.906, "count": 32, "max_ms": 39.396, "p95_ms": 35.968}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.024, "count": 32, "max_ms": 38.296, "p95_ms": 35.123}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 32, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.701, "count": 32, "max_ms": 39.211, "p95_ms": 35.733}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 32, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 32, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.603, "count": 32, "max_ms": 39.089, "p95_ms": 35.624}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 32, "max_ms": 0.122, "p95_ms": 0.109}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 32}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 32}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 32}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 731.211, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.939, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.372, "sample_count": 1156, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39299, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:52:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 103816, "write_bytes_delta": 103816, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 368.0, "cpu_core_ratio": 0.21893, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4086.0, "pid": 7171, "reason": null, "system_cpu_core_ratio": 0.010376, "system_cpu_s_delta": 0.30000000000000004, "user_cpu_core_ratio": 0.208554, "user_cpu_s_delta": 6.030000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.11033, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 56.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.011759, "system_cpu_s_delta": 0.339999999999975, "user_cpu_core_ratio": 0.09857, "user_cpu_s_delta": 2.849999999999909}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.495, "count": 55, "max_ms": 5.01, "p95_ms": 4.375, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 55}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.066, "count": 30, "max": 29.006, "p95": 25.731, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.882, "count": 30, "max": 14.048, "p95": 13.474, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 397.2, "count": 30, "max": 654.0, "p95": 595.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 16876.633, "count": 30, "max": 102132.0, "p95": 102096.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.071, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.532, "count": 30, "max": 0.732, "p95": 0.687, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.817, "count": 30, "max": 4.946, "p95": 4.844, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103301.1, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103301.1, "count": 30, "max": 105260.0, "p95": 104866.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 48.667, "count": 30, "max": 69.0, "p95": 66.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.025, "count": 30, "max": 0.04, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.228, "count": 30, "max": 0.352, "p95": 0.34, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 324, "sampled_at": "2026-10-30T15:52:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:52:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 41463, "flush_count": 81, "flush_interval_seconds": 30.0, "flush_state": {"count": 81, "last_at": "2026-10-30T15:52:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:52:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 80}, "started": true, "suppressed_count": 39394, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 39394}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 81, "written_record_count": 81}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4527.016, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5d59d92a4980] error while decoding MB 195 60, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 109137715200, "copied_frame_count": 39474, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 109137715200, "frame_buffer_copies": 39474, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1076, "count": 512, "max_ms": 0.4466, "p50_ms": 0.0919, "p95_ms": 0.2234, "p99_ms": 0.3105}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1665, "count": 512, "max_ms": 3.7014, "p50_ms": 1.0958, "p95_ms": 1.9307, "p99_ms": 2.4, "results": {"failed": 0, "not_applicable": 0, "success": 39474, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 33, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:52:57+09:00", "last_error_summary": "[h264 @ 0x5d59d92a4980] error while decoding MB 195 60, bytestream -7", "last_exit_at": "2026-10-30T15:50:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.919, "last_started_at": "2026-10-30T15:52:23+09:00", "pid": 7287, "process": {"exists": false, "pid": 7287}, "restart_count": 33, "restart_count_per_hour": 30, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.703, "sample_count": 1156, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39474, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:52:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-10-30T15:52:57+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-10-30T15:52:57+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 545.58, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 54.42, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-10-30T15:52:57.258862+09:00", "mtime_epoch": 1793343177.2588615, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 104722}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:52:57+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 731.293, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 39474, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 169, "pushed_frames": 169, "read_frames": 169, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.713, "pushed": 5.713, "read": 5.713}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 169, "client_acquire_ms": {"avg_ms": 0.007, "count": 169, "max_ms": 0.023, "p95_ms": 0.014, "reason": null, "sample_age_ms": 42.906, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.565, "count": 169, "max_ms": 2.569, "p95_ms": 1.696, "reason": null, "sample_age_ms": 75.234, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.286, "count": 169, "max_ms": 2.176, "p95_ms": 1.468, "reason": null, "sample_age_ms": 75.482, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.083, "count": 169, "max_ms": 0.254, "p95_ms": 0.176, "reason": null, "sample_age_ms": 42.926, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.523, "count": 169, "max_ms": 6.908, "p95_ms": 2.682, "reason": null, "sample_age_ms": 74.348, "source": "client_direct"}, "request_count": 169, "request_tensor_bytes": {"avg": 2211848.0, "count": 169, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 74.333, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 169, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 43.208, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.537, "count": 169, "max_ms": 62.672, "p95_ms": 50.182, "reason": null, "sample_age_ms": 42.9, "source": "client_direct"}, "sample_age_ms": 42.894, "source": "client_direct", "task_total_ms": {"avg_ms": 37.305, "count": 169, "max_ms": 64.797, "p95_ms": 52.203, "reason": null, "sample_age_ms": 42.894, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.615, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.637, "count": 169, "max_ms": 1.918, "p95_ms": 1.183}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.202, "count": 169, "max_ms": 0.745, "p95_ms": 0.414}, "detection_prepare_ms": {"avg_ms": 0.091, "count": 169, "max_ms": 0.223, "p95_ms": 0.174}, "event_filter_ms": {"avg_ms": 0.004, "count": 169, "max_ms": 0.03, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.07, "count": 169, "max_ms": 0.257, "p95_ms": 0.131}, "mcmt_ms": {"avg_ms": 0.002, "count": 169, "max_ms": 0.019, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.161, "count": 169, "max_ms": 0.492, "p95_ms": 0.294}, "setup_ms": {"avg_ms": 0.039, "count": 169, "max_ms": 0.114, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 0.6, "count": 169, "max_ms": 1.841, "p95_ms": 1.125}, "track_match_ms": {"avg_ms": 0.004, "count": 169, "max_ms": 0.032, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.025, "count": 169, "max_ms": 0.073, "p95_ms": 0.051}}, "gstreamer_push": {"avg_ms": 2.417, "count": 169, "max_ms": 4.638, "p95_ms": 3.907}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 169, "max_ms": 0.106, "p95_ms": 0.073}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.158, "count": 169, "max_ms": 65.88, "p95_ms": 53.245}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.036, "count": 169, "max_ms": 0.156, "p95_ms": 0.079}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 67.476, "count": 169, "max_ms": 100.112, "p95_ms": 88.395}, "inference_input_copy_ms": {"avg_ms": 1.312, "count": 169, "max_ms": 2.782, "p95_ms": 2.099}, "processing_residual_ms": {"avg_ms": 0.127, "count": 169, "max_ms": 0.342, "p95_ms": 0.254}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 68.951, "count": 169, "max_ms": 101.606, "p95_ms": 90.154}, "read_interval": {"avg_ms": 216.819, "count": 169, "max_ms": 7132.366, "p95_ms": 494.38}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 169, "max_ms": 0.045, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.11, "count": 169, "max_ms": 0.365, "p95_ms": 0.196}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 169, "max_ms": 0.039, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.096, "count": 169, "max_ms": 0.325, "p95_ms": 0.171}, "worker_merge_ms": {"avg_ms": 0.005, "count": 169, "max_ms": 0.012, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 38.17, "count": 169, "max_ms": 65.897, "p95_ms": 53.253}, "visualize": {"avg_ms": 27.772, "count": 169, "max_ms": 40.124, "p95_ms": 37.551}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.004, "count": 169, "max_ms": 39.041, "p95_ms": 36.534}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.59, "count": 169, "max_ms": 39.847, "p95_ms": 37.328}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.502, "count": 169, "max_ms": 39.74, "p95_ms": 37.182}, "visualizer_prepare_ms": {"avg_ms": 0.052, "count": 169, "max_ms": 0.139, "p95_ms": 0.1}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 169}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 731.273, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.34, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.845, "sample_count": 1159, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39433, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:52:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105447, "write_bytes_delta": 105447, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 393.0, "cpu_core_ratio": 0.687517, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 342.0, "pid": 7287, "reason": null, "system_cpu_core_ratio": 0.03071, "system_cpu_s_delta": 0.31000000000000005, "user_cpu_core_ratio": 0.656806, "user_cpu_s_delta": 6.630000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.344749, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 62.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.035664, "system_cpu_s_delta": 0.36000000000001364, "user_cpu_core_ratio": 0.309085, "user_cpu_s_delta": 3.119999999999891}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.348, "count": 132, "max_ms": 4.638, "p95_ms": 3.906, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 132}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.876, "count": 30, "max": 29.006, "p95": 25.731, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.724, "count": 30, "max": 14.048, "p95": 13.474, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 396.533, "count": 30, "max": 654.0, "p95": 595.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 16740.267, "count": 30, "max": 102132.0, "p95": 102096.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.071, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.534, "count": 30, "max": 0.732, "p95": 0.687, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.671, "count": 30, "max": 4.946, "p95": 4.844, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103319.967, "count": 30, "max": 105447.0, "p95": 104975.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103319.967, "count": 30, "max": 105447.0, "p95": 104975.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 48.6, "count": 30, "max": 69.0, "p95": 66.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.025, "count": 30, "max": 0.04, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.229, "count": 30, "max": 0.352, "p95": 0.34, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 327, "sampled_at": "2026-10-30T15:52:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:52:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.584, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 41463, "flush_count": 81, "flush_interval_seconds": 30.0, "flush_state": {"count": 81, "last_at": "2026-10-30T15:52:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:52:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 80}, "started": true, "suppressed_count": 39394, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 39394}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 81, "written_record_count": 81}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4527.016, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 109137715200, "copied_frame_count": 39474, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 109137715200, "frame_buffer_copies": 39474, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1076, "count": 512, "max_ms": 0.4466, "p50_ms": 0.0919, "p95_ms": 0.2234, "p99_ms": 0.3105}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1665, "count": 512, "max_ms": 3.7014, "p50_ms": 1.0958, "p95_ms": 1.9307, "p99_ms": 2.4, "results": {"failed": 0, "not_applicable": 0, "success": 39474, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 33, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:52:57+09:00", "last_error_summary": "[h264 @ 0x5d59d92a4980] error while decoding MB 195 60, bytestream -7", "last_exit_at": "2026-10-30T15:50:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.919, "last_started_at": "2026-10-30T15:52:23+09:00", "pid": 7287, "process": {"exists": false, "pid": 7287}, "restart_count": 33, "restart_count_per_hour": 30, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.703, "sample_count": 1156, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39474, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:52:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-10-30T15:52:57+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-10-30T15:52:57+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 545.585, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 54.415, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-10-30T15:52:57.258862+09:00", "mtime_epoch": 1793343177.2588615, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 104722}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:52:57+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 731.293, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 39474, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 169, "pushed_frames": 169, "read_frames": 169, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.712, "pushed": 5.712, "read": 5.712}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 169, "client_acquire_ms": {"avg_ms": 0.007, "count": 169, "max_ms": 0.023, "p95_ms": 0.014, "reason": null, "sample_age_ms": 47.58, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.565, "count": 169, "max_ms": 2.569, "p95_ms": 1.696, "reason": null, "sample_age_ms": 79.909, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.286, "count": 169, "max_ms": 2.176, "p95_ms": 1.468, "reason": null, "sample_age_ms": 80.156, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.083, "count": 169, "max_ms": 0.254, "p95_ms": 0.176, "reason": null, "sample_age_ms": 47.601, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.523, "count": 169, "max_ms": 6.908, "p95_ms": 2.682, "reason": null, "sample_age_ms": 79.022, "source": "client_direct"}, "request_count": 169, "request_tensor_bytes": {"avg": 2211848.0, "count": 169, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 79.007, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 169, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 47.883, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.537, "count": 169, "max_ms": 62.672, "p95_ms": 50.182, "reason": null, "sample_age_ms": 47.574, "source": "client_direct"}, "sample_age_ms": 47.568, "source": "client_direct", "task_total_ms": {"avg_ms": 37.305, "count": 169, "max_ms": 64.797, "p95_ms": 52.203, "reason": null, "sample_age_ms": 47.568, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.9, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.637, "count": 169, "max_ms": 1.918, "p95_ms": 1.183}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.202, "count": 169, "max_ms": 0.745, "p95_ms": 0.414}, "detection_prepare_ms": {"avg_ms": 0.091, "count": 169, "max_ms": 0.223, "p95_ms": 0.174}, "event_filter_ms": {"avg_ms": 0.004, "count": 169, "max_ms": 0.03, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.07, "count": 169, "max_ms": 0.257, "p95_ms": 0.131}, "mcmt_ms": {"avg_ms": 0.002, "count": 169, "max_ms": 0.019, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.161, "count": 169, "max_ms": 0.492, "p95_ms": 0.294}, "setup_ms": {"avg_ms": 0.039, "count": 169, "max_ms": 0.114, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 0.6, "count": 169, "max_ms": 1.841, "p95_ms": 1.125}, "track_match_ms": {"avg_ms": 0.004, "count": 169, "max_ms": 0.032, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.025, "count": 169, "max_ms": 0.073, "p95_ms": 0.051}}, "gstreamer_push": {"avg_ms": 2.417, "count": 169, "max_ms": 4.638, "p95_ms": 3.907}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 169, "max_ms": 0.106, "p95_ms": 0.073}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.158, "count": 169, "max_ms": 65.88, "p95_ms": 53.245}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.036, "count": 169, "max_ms": 0.156, "p95_ms": 0.079}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 67.476, "count": 169, "max_ms": 100.112, "p95_ms": 88.395}, "inference_input_copy_ms": {"avg_ms": 1.312, "count": 169, "max_ms": 2.782, "p95_ms": 2.099}, "processing_residual_ms": {"avg_ms": 0.127, "count": 169, "max_ms": 0.342, "p95_ms": 0.254}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 68.951, "count": 169, "max_ms": 101.606, "p95_ms": 90.154}, "read_interval": {"avg_ms": 216.819, "count": 169, "max_ms": 7132.366, "p95_ms": 494.38}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 169, "max_ms": 0.045, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.11, "count": 169, "max_ms": 0.365, "p95_ms": 0.196}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 169, "max_ms": 0.039, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.096, "count": 169, "max_ms": 0.325, "p95_ms": 0.171}, "worker_merge_ms": {"avg_ms": 0.005, "count": 169, "max_ms": 0.012, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 38.17, "count": 169, "max_ms": 65.897, "p95_ms": 53.253}, "visualize": {"avg_ms": 27.772, "count": 169, "max_ms": 40.124, "p95_ms": 37.551}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.004, "count": 169, "max_ms": 39.041, "p95_ms": 36.534}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.59, "count": 169, "max_ms": 39.847, "p95_ms": 37.328}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.502, "count": 169, "max_ms": 39.74, "p95_ms": 37.182}, "visualizer_prepare_ms": {"avg_ms": 0.052, "count": 169, "max_ms": 0.139, "p95_ms": 0.1}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 169}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 731.273, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.34, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.845, "sample_count": 1159, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39433, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:52:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105447, "write_bytes_delta": 105447, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 393.0, "cpu_core_ratio": 0.687517, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 342.0, "pid": 7287, "reason": null, "system_cpu_core_ratio": 0.03071, "system_cpu_s_delta": 0.31000000000000005, "user_cpu_core_ratio": 0.656806, "user_cpu_s_delta": 6.630000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.344749, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 62.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.035664, "system_cpu_s_delta": 0.36000000000001364, "user_cpu_core_ratio": 0.309085, "user_cpu_s_delta": 3.119999999999891}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.348, "count": 132, "max_ms": 4.638, "p95_ms": 3.906, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 132}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.876, "count": 30, "max": 29.006, "p95": 25.731, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.724, "count": 30, "max": 14.048, "p95": 13.474, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 396.533, "count": 30, "max": 654.0, "p95": 595.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 16740.267, "count": 30, "max": 102132.0, "p95": 102096.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.071, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.534, "count": 30, "max": 0.732, "p95": 0.687, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.671, "count": 30, "max": 4.946, "p95": 4.844, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103319.967, "count": 30, "max": 105447.0, "p95": 104975.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103319.967, "count": 30, "max": 105447.0, "p95": 104975.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 48.6, "count": 30, "max": 69.0, "p95": 66.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.025, "count": 30, "max": 0.04, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.229, "count": 30, "max": 0.352, "p95": 0.34, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 327, "sampled_at": "2026-10-30T15:52:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:52:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.589, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 41463, "flush_count": 81, "flush_interval_seconds": 30.0, "flush_state": {"count": 81, "last_at": "2026-10-30T15:52:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:52:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 80}, "started": true, "suppressed_count": 39394, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 39394}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 81, "written_record_count": 81}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4527.125, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 109137715200, "copied_frame_count": 39474, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 109137715200, "frame_buffer_copies": 39474, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1076, "count": 512, "max_ms": 0.4466, "p50_ms": 0.0919, "p95_ms": 0.2234, "p99_ms": 0.3105}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1665, "count": 512, "max_ms": 3.7014, "p50_ms": 1.0958, "p95_ms": 1.9307, "p99_ms": 2.4, "results": {"failed": 0, "not_applicable": 0, "success": 39474, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 33, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:52:57+09:00", "last_error_summary": "[h264 @ 0x5d59d92a4980] error while decoding MB 195 60, bytestream -7", "last_exit_at": "2026-10-30T15:50:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.952, "last_started_at": "2026-10-30T15:52:23+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 33, "restart_count_per_hour": 30, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.703, "sample_count": 1156, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39474, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:52:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.037, "last_frame_pushed_at": "2026-10-30T15:52:57+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-10-30T15:52:57+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 545.607, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 54.393, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.029, "exists": true, "mtime": "2026-10-30T15:52:57.329862+09:00", "mtime_epoch": 1793343177.3298619, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 104749}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:52:57+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 731.289, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 39474, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 169, "pushed_frames": 169, "read_frames": 169, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.706, "pushed": 5.706, "read": 5.706}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 169, "client_acquire_ms": {"avg_ms": 0.007, "count": 169, "max_ms": 0.023, "p95_ms": 0.014, "reason": null, "sample_age_ms": 76.699, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.565, "count": 169, "max_ms": 2.569, "p95_ms": 1.696, "reason": null, "sample_age_ms": 109.027, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.286, "count": 169, "max_ms": 2.176, "p95_ms": 1.468, "reason": null, "sample_age_ms": 109.274, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.083, "count": 169, "max_ms": 0.254, "p95_ms": 0.176, "reason": null, "sample_age_ms": 76.719, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.523, "count": 169, "max_ms": 6.908, "p95_ms": 2.682, "reason": null, "sample_age_ms": 108.14, "source": "client_direct"}, "request_count": 169, "request_tensor_bytes": {"avg": 2211848.0, "count": 169, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 108.125, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 169, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 77.001, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.537, "count": 169, "max_ms": 62.672, "p95_ms": 50.182, "reason": null, "sample_age_ms": 76.692, "source": "client_direct"}, "sample_age_ms": 76.686, "source": "client_direct", "task_total_ms": {"avg_ms": 37.305, "count": 169, "max_ms": 64.797, "p95_ms": 52.203, "reason": null, "sample_age_ms": 76.686, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.847, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.637, "count": 169, "max_ms": 1.918, "p95_ms": 1.183}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.202, "count": 169, "max_ms": 0.745, "p95_ms": 0.414}, "detection_prepare_ms": {"avg_ms": 0.091, "count": 169, "max_ms": 0.223, "p95_ms": 0.174}, "event_filter_ms": {"avg_ms": 0.004, "count": 169, "max_ms": 0.03, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.07, "count": 169, "max_ms": 0.257, "p95_ms": 0.131}, "mcmt_ms": {"avg_ms": 0.002, "count": 169, "max_ms": 0.019, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.161, "count": 169, "max_ms": 0.492, "p95_ms": 0.294}, "setup_ms": {"avg_ms": 0.039, "count": 169, "max_ms": 0.114, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 0.6, "count": 169, "max_ms": 1.841, "p95_ms": 1.125}, "track_match_ms": {"avg_ms": 0.004, "count": 169, "max_ms": 0.032, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.025, "count": 169, "max_ms": 0.073, "p95_ms": 0.051}}, "gstreamer_push": {"avg_ms": 2.417, "count": 169, "max_ms": 4.638, "p95_ms": 3.907}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 169, "max_ms": 0.106, "p95_ms": 0.073}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.158, "count": 169, "max_ms": 65.88, "p95_ms": 53.245}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.036, "count": 169, "max_ms": 0.156, "p95_ms": 0.079}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 67.476, "count": 169, "max_ms": 100.112, "p95_ms": 88.395}, "inference_input_copy_ms": {"avg_ms": 1.312, "count": 169, "max_ms": 2.782, "p95_ms": 2.099}, "processing_residual_ms": {"avg_ms": 0.127, "count": 169, "max_ms": 0.342, "p95_ms": 0.254}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 68.951, "count": 169, "max_ms": 101.606, "p95_ms": 90.154}, "read_interval": {"avg_ms": 216.819, "count": 169, "max_ms": 7132.366, "p95_ms": 494.38}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 169, "max_ms": 0.045, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.11, "count": 169, "max_ms": 0.365, "p95_ms": 0.196}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 169, "max_ms": 0.039, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.096, "count": 169, "max_ms": 0.325, "p95_ms": 0.171}, "worker_merge_ms": {"avg_ms": 0.005, "count": 169, "max_ms": 0.012, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 38.17, "count": 169, "max_ms": 65.897, "p95_ms": 53.253}, "visualize": {"avg_ms": 27.772, "count": 169, "max_ms": 40.124, "p95_ms": 37.551}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.004, "count": 169, "max_ms": 39.041, "p95_ms": 36.534}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.59, "count": 169, "max_ms": 39.847, "p95_ms": 37.328}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.502, "count": 169, "max_ms": 39.74, "p95_ms": 37.182}, "visualizer_prepare_ms": {"avg_ms": 0.052, "count": 169, "max_ms": 0.139, "p95_ms": 0.1}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 169}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 731.273, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.34, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.845, "sample_count": 1159, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39433, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:52:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105447, "write_bytes_delta": 105447, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 393.0, "cpu_core_ratio": 0.687517, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 342.0, "pid": 7287, "reason": null, "system_cpu_core_ratio": 0.03071, "system_cpu_s_delta": 0.31000000000000005, "user_cpu_core_ratio": 0.656806, "user_cpu_s_delta": 6.630000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.344749, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 62.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.035664, "system_cpu_s_delta": 0.36000000000001364, "user_cpu_core_ratio": 0.309085, "user_cpu_s_delta": 3.119999999999891}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.348, "count": 132, "max_ms": 4.638, "p95_ms": 3.906, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 132}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.876, "count": 30, "max": 29.006, "p95": 25.731, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.724, "count": 30, "max": 14.048, "p95": 13.474, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 396.533, "count": 30, "max": 654.0, "p95": 595.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 16740.267, "count": 30, "max": 102132.0, "p95": 102096.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.071, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.534, "count": 30, "max": 0.732, "p95": 0.687, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.671, "count": 30, "max": 4.946, "p95": 4.844, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103319.967, "count": 30, "max": 105447.0, "p95": 104975.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103319.967, "count": 30, "max": 105447.0, "p95": 104975.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 48.6, "count": 30, "max": 69.0, "p95": 66.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.025, "count": 30, "max": 0.04, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.229, "count": 30, "max": 0.352, "p95": 0.34, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 327, "sampled_at": "2026-10-30T15:52:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:52:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.617, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 41463, "flush_count": 81, "flush_interval_seconds": 30.0, "flush_state": {"count": 81, "last_at": "2026-10-30T15:52:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:52:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 80}, "started": true, "suppressed_count": 39394, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 39394}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 81, "written_record_count": 81}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4534.027, "limit_mb": null}, "detail": {"pid": 7403, "restart_count": 34, "start_count": 35}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 109137715200, "copied_frame_count": 39474, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 109137715200, "frame_buffer_copies": 39474, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1076, "count": 512, "max_ms": 0.4466, "p50_ms": 0.0919, "p95_ms": 0.2234, "p99_ms": 0.3105}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1665, "count": 512, "max_ms": 3.7014, "p50_ms": 1.0958, "p95_ms": 1.9307, "p99_ms": 2.4, "results": {"failed": 0, "not_applicable": 0, "success": 39474, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 33, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:52:57+09:00", "last_error_summary": "[h264 @ 0x5d59d92a4980] error while decoding MB 195 60, bytestream -7", "last_exit_at": "2026-10-30T15:50:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T15:53:00+09:00", "pid": 7403, "process": {"exists": true, "fd_count": 4, "hwm_mb": 47.277, "name": "ffmpeg", "pid": 7403, "rss_mb": 47.277, "state": "S (sleeping)", "threads": 1}, "restart_count": 34, "restart_count_per_hour": 31, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.707, "sample_count": 1139, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39474, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:52:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.717, "last_frame_pushed_at": "2026-10-30T15:52:57+09:00", "last_frame_read_age_sec": 4.787, "last_frame_read_at": "2026-10-30T15:52:57+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 550.305, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 49.695, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 4.71, "exists": true, "mtime": "2026-10-30T15:52:57.329862+09:00", "mtime_epoch": 1793343177.3298619, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 104749}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:53:02+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 731.293, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 39474, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 143}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 143}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 143}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 143}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 143}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 143}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 143}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 143, "pushed_frames": 143, "read_frames": 143, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.83, "pushed": 4.83, "read": 4.83}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 143, "client_acquire_ms": {"avg_ms": 0.007, "count": 143, "max_ms": 0.023, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4764.407, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.575, "count": 143, "max_ms": 2.569, "p95_ms": 1.714, "reason": null, "sample_age_ms": 4796.735, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.293, "count": 143, "max_ms": 2.176, "p95_ms": 1.505, "reason": null, "sample_age_ms": 4796.983, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.083, "count": 143, "max_ms": 0.254, "p95_ms": 0.179, "reason": null, "sample_age_ms": 4764.427, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.57, "count": 143, "max_ms": 6.908, "p95_ms": 2.724, "reason": null, "sample_age_ms": 4795.848, "source": "client_direct"}, "request_count": 143, "request_tensor_bytes": {"avg": 2211848.0, "count": 143, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4795.834, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 143, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4764.709, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.841, "count": 143, "max_ms": 62.672, "p95_ms": 50.32, "reason": null, "sample_age_ms": 4764.4, "source": "client_direct"}, "sample_age_ms": 4764.395, "source": "client_direct", "task_total_ms": {"avg_ms": 37.657, "count": 143, "max_ms": 64.797, "p95_ms": 52.484, "reason": null, "sample_age_ms": 4764.395, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.894, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.654, "count": 143, "max_ms": 1.918, "p95_ms": 1.183}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.208, "count": 143, "max_ms": 0.745, "p95_ms": 0.461}, "detection_prepare_ms": {"avg_ms": 0.094, "count": 143, "max_ms": 0.223, "p95_ms": 0.174}, "event_filter_ms": {"avg_ms": 0.004, "count": 143, "max_ms": 0.03, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.072, "count": 143, "max_ms": 0.257, "p95_ms": 0.132}, "mcmt_ms": {"avg_ms": 0.003, "count": 143, "max_ms": 0.019, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.164, "count": 143, "max_ms": 0.492, "p95_ms": 0.294}, "setup_ms": {"avg_ms": 0.04, "count": 143, "max_ms": 0.114, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 0.615, "count": 143, "max_ms": 1.841, "p95_ms": 1.125}, "track_match_ms": {"avg_ms": 0.004, "count": 143, "max_ms": 0.018, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.026, "count": 143, "max_ms": 0.073, "p95_ms": 0.051}}, "gstreamer_push": {"avg_ms": 2.49, "count": 143, "max_ms": 4.638, "p95_ms": 4.085}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.039, "count": 143, "max_ms": 0.106, "p95_ms": 0.073}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.523, "count": 143, "max_ms": 65.88, "p95_ms": 53.541}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.037, "count": 143, "max_ms": 0.156, "p95_ms": 0.084}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 68.287, "count": 143, "max_ms": 100.112, "p95_ms": 88.566}, "inference_input_copy_ms": {"avg_ms": 1.337, "count": 143, "max_ms": 2.782, "p95_ms": 2.123}, "processing_residual_ms": {"avg_ms": 0.13, "count": 143, "max_ms": 0.342, "p95_ms": 0.26}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 69.79, "count": 143, "max_ms": 101.606, "p95_ms": 90.418}, "read_interval": {"avg_ms": 177.279, "count": 143, "max_ms": 535.316, "p95_ms": 494.362}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 143, "max_ms": 0.045, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.112, "count": 143, "max_ms": 0.365, "p95_ms": 0.196}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 143, "max_ms": 0.039, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.097, "count": 143, "max_ms": 0.325, "p95_ms": 0.171}, "worker_merge_ms": {"avg_ms": 0.005, "count": 143, "max_ms": 0.012, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 38.536, "count": 143, "max_ms": 65.897, "p95_ms": 53.56}, "visualize": {"avg_ms": 28.19, "count": 143, "max_ms": 40.124, "p95_ms": 37.551}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.406, "count": 143, "max_ms": 39.041, "p95_ms": 36.534}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.006, "count": 143, "max_ms": 39.847, "p95_ms": 37.328}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.916, "count": 143, "max_ms": 39.74, "p95_ms": 37.182}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 143, "max_ms": 0.139, "p95_ms": 0.105}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 143}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 143}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 143}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 731.273, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.34, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.845, "sample_count": 1159, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39433, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:52:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105447, "write_bytes_delta": 105447, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 393.0, "cpu_core_ratio": 0.687517, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 342.0, "pid": 7287, "reason": null, "system_cpu_core_ratio": 0.03071, "system_cpu_s_delta": 0.31000000000000005, "user_cpu_core_ratio": 0.656806, "user_cpu_s_delta": 6.630000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.344749, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 62.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.035664, "system_cpu_s_delta": 0.36000000000001364, "user_cpu_core_ratio": 0.309085, "user_cpu_s_delta": 3.119999999999891}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.348, "count": 132, "max_ms": 4.638, "p95_ms": 3.906, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 132}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.876, "count": 30, "max": 29.006, "p95": 25.731, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.724, "count": 30, "max": 14.048, "p95": 13.474, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 396.533, "count": 30, "max": 654.0, "p95": 595.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 16740.267, "count": 30, "max": 102132.0, "p95": 102096.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.071, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.534, "count": 30, "max": 0.732, "p95": 0.687, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.671, "count": 30, "max": 4.946, "p95": 4.844, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103319.967, "count": 30, "max": 105447.0, "p95": 104975.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103319.967, "count": 30, "max": 105447.0, "p95": 104975.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 48.6, "count": 30, "max": 69.0, "p95": 66.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.025, "count": 30, "max": 0.04, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.229, "count": 30, "max": 0.352, "p95": 0.34, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 327, "sampled_at": "2026-10-30T15:52:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:52:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.604, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 41975, "flush_count": 82, "flush_interval_seconds": 30.0, "flush_state": {"count": 82, "last_at": "2026-10-30T15:53:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:53:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 81}, "started": true, "suppressed_count": 39543, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 39543}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 82, "written_record_count": 82}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4518.406, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T15:52:57+09:00", "last_error_summary": "[h264 @ 0x5d59d92a4980] error while decoding MB 195 60, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 109552435200, "copied_frame_count": 39624, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 109552435200, "frame_buffer_copies": 39624, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1083, "count": 512, "max_ms": 0.3682, "p50_ms": 0.0918, "p95_ms": 0.2221, "p99_ms": 0.2931}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1851, "count": 512, "max_ms": 10.5735, "p50_ms": 1.1037, "p95_ms": 1.9071, "p99_ms": 2.3109, "results": {"failed": 0, "not_applicable": 0, "success": 39624, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 33, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:52:57+09:00", "last_error_summary": "[h264 @ 0x5d59d92a4980] error while decoding MB 195 60, bytestream -7", "last_exit_at": "2026-10-30T15:53:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.697, "last_started_at": "2026-10-30T15:53:00+09:00", "pid": 7403, "process": {"exists": false, "pid": 7403}, "restart_count": 34, "restart_count_per_hour": 31, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.749, "sample_count": 1161, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:53:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T15:53:33+09:00", "last_frame_read_age_sec": 0.048, "last_frame_read_at": "2026-10-30T15:53:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 581.98, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 18.02, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.043, "exists": true, "mtime": "2026-10-30T15:53:33.692076+09:00", "mtime_epoch": 1793343213.692076, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 105964}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:53:33+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 731.363, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 39624, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 150}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 150, "pushed_frames": 150, "read_frames": 150, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.009, "pushed": 5.009, "read": 5.009}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 150, "client_acquire_ms": {"avg_ms": 0.007, "count": 150, "max_ms": 0.029, "p95_ms": 0.014, "reason": null, "sample_age_ms": 26.526, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.558, "count": 150, "max_ms": 2.175, "p95_ms": 1.636, "reason": null, "sample_age_ms": 49.971, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.288, "count": 150, "max_ms": 1.84, "p95_ms": 1.387, "reason": null, "sample_age_ms": 50.098, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.086, "count": 150, "max_ms": 0.234, "p95_ms": 0.186, "reason": null, "sample_age_ms": 26.531, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.525, "count": 150, "max_ms": 4.285, "p95_ms": 2.68, "reason": null, "sample_age_ms": 49.365, "source": "client_direct"}, "request_count": 150, "request_tensor_bytes": {"avg": 2211848.0, "count": 150, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 49.355, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 150, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 26.602, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.151, "count": 150, "max_ms": 92.25, "p95_ms": 60.116, "reason": null, "sample_age_ms": 26.522, "source": "client_direct"}, "sample_age_ms": 26.519, "source": "client_direct", "task_total_ms": {"avg_ms": 40.925, "count": 150, "max_ms": 95.059, "p95_ms": 62.067, "reason": null, "sample_age_ms": 26.519, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.605, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.718, "count": 150, "max_ms": 1.978, "p95_ms": 1.416}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.223, "count": 150, "max_ms": 0.764, "p95_ms": 0.458}, "detection_prepare_ms": {"avg_ms": 0.098, "count": 150, "max_ms": 0.252, "p95_ms": 0.197}, "event_filter_ms": {"avg_ms": 0.004, "count": 150, "max_ms": 0.014, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.078, "count": 150, "max_ms": 0.21, "p95_ms": 0.156}, "mcmt_ms": {"avg_ms": 0.003, "count": 150, "max_ms": 0.027, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.196, "count": 150, "max_ms": 0.732, "p95_ms": 0.423}, "setup_ms": {"avg_ms": 0.042, "count": 150, "max_ms": 0.128, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 0.678, "count": 150, "max_ms": 1.893, "p95_ms": 1.32}, "track_match_ms": {"avg_ms": 0.005, "count": 150, "max_ms": 0.033, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.028, "count": 150, "max_ms": 0.067, "p95_ms": 0.059}}, "gstreamer_push": {"avg_ms": 2.513, "count": 150, "max_ms": 6.155, "p95_ms": 4.19}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 150, "max_ms": 0.874, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.783, "count": 150, "max_ms": 96.043, "p95_ms": 63.643}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 150, "max_ms": 0.472, "p95_ms": 0.082}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 73.814, "count": 150, "max_ms": 152.346, "p95_ms": 101.117}, "inference_input_copy_ms": {"avg_ms": 1.343, "count": 150, "max_ms": 5.612, "p95_ms": 2.318}, "processing_residual_ms": {"avg_ms": 0.132, "count": 150, "max_ms": 0.415, "p95_ms": 0.261}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 75.328, "count": 150, "max_ms": 155.711, "p95_ms": 102.895}, "read_interval": {"avg_ms": 242.903, "count": 150, "max_ms": 6537.287, "p95_ms": 482.839}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 150, "max_ms": 0.055, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 0.135, "count": 150, "max_ms": 0.517, "p95_ms": 0.304}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 150, "max_ms": 0.047, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.118, "count": 150, "max_ms": 0.467, "p95_ms": 0.268}, "worker_merge_ms": {"avg_ms": 0.006, "count": 150, "max_ms": 0.018, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 41.796, "count": 150, "max_ms": 96.05, "p95_ms": 63.652}, "visualize": {"avg_ms": 30.387, "count": 150, "max_ms": 53.978, "p95_ms": 42.895}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.572, "count": 150, "max_ms": 52.962, "p95_ms": 41.775}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.186, "count": 150, "max_ms": 53.763, "p95_ms": 42.651}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.023, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.09, "count": 150, "max_ms": 53.649, "p95_ms": 42.531}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 150, "max_ms": 0.337, "p95_ms": 0.125}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 150}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 731.336, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.177, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.163, "sample_count": 1144, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39559, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:53:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.144, "exists": true, "size_bytes": 105385, "write_bytes_delta": 105385, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 414.0, "cpu_core_ratio": 0.738248, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 381.0, "pid": 7403, "reason": null, "system_cpu_core_ratio": 0.029569, "system_cpu_s_delta": 0.30000000000000004, "user_cpu_core_ratio": 0.708678, "user_cpu_s_delta": 7.19}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.368631, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 65.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.03844, "system_cpu_s_delta": 0.38999999999998636, "user_cpu_core_ratio": 0.330191, "user_cpu_s_delta": 3.349999999999909}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.576, "count": 113, "max_ms": 6.155, "p95_ms": 4.196, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 113}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.259, "count": 30, "max": 28.174, "p95": 22.613, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.677, "count": 30, "max": 14.048, "p95": 13.474, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 401.167, "count": 30, "max": 654.0, "p95": 595.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 20140.333, "count": 30, "max": 102132.0, "p95": 102096.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.071, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.531, "count": 30, "max": 0.732, "p95": 0.704, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.782, "count": 30, "max": 4.946, "p95": 4.844, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103414.267, "count": 30, "max": 105796.0, "p95": 105419.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103414.267, "count": 30, "max": 105796.0, "p95": 105419.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 48.4, "count": 30, "max": 67.0, "p95": 65.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.025, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.227, "count": 30, "max": 0.344, "p95": 0.333, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 330, "sampled_at": "2026-10-30T15:53:22+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:53:22+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 41975, "flush_count": 82, "flush_interval_seconds": 30.0, "flush_state": {"count": 82, "last_at": "2026-10-30T15:53:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:53:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 81}, "started": true, "suppressed_count": 39543, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 39543}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 82, "written_record_count": 82}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4518.609, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 109552435200, "copied_frame_count": 39624, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 109552435200, "frame_buffer_copies": 39624, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1083, "count": 512, "max_ms": 0.3682, "p50_ms": 0.0918, "p95_ms": 0.2221, "p99_ms": 0.2931}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1851, "count": 512, "max_ms": 10.5735, "p50_ms": 1.1037, "p95_ms": 1.9071, "p99_ms": 2.3109, "results": {"failed": 0, "not_applicable": 0, "success": 39624, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 33, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:52:57+09:00", "last_error_summary": "[h264 @ 0x5d59d92a4980] error while decoding MB 195 60, bytestream -7", "last_exit_at": "2026-10-30T15:53:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.711, "last_started_at": "2026-10-30T15:53:00+09:00", "pid": 7403, "process": {"exists": false, "pid": 7403}, "restart_count": 34, "restart_count_per_hour": 31, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.749, "sample_count": 1161, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:53:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.015, "last_frame_pushed_at": "2026-10-30T15:53:33+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-10-30T15:53:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 581.993, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 18.007, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.008, "exists": true, "mtime": "2026-10-30T15:53:33.741076+09:00", "mtime_epoch": 1793343213.7410762, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 105335}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:53:33+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 731.363, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 39624, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 150}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 150, "pushed_frames": 150, "read_frames": 150, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.007, "pushed": 5.007, "read": 5.007}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 150, "client_acquire_ms": {"avg_ms": 0.007, "count": 150, "max_ms": 0.029, "p95_ms": 0.014, "reason": null, "sample_age_ms": 39.613, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.558, "count": 150, "max_ms": 2.175, "p95_ms": 1.636, "reason": null, "sample_age_ms": 63.057, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.288, "count": 150, "max_ms": 1.84, "p95_ms": 1.387, "reason": null, "sample_age_ms": 63.185, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.086, "count": 150, "max_ms": 0.234, "p95_ms": 0.186, "reason": null, "sample_age_ms": 39.617, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.525, "count": 150, "max_ms": 4.285, "p95_ms": 2.68, "reason": null, "sample_age_ms": 62.452, "source": "client_direct"}, "request_count": 150, "request_tensor_bytes": {"avg": 2211848.0, "count": 150, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 62.441, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 150, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 39.688, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.151, "count": 150, "max_ms": 92.25, "p95_ms": 60.116, "reason": null, "sample_age_ms": 39.608, "source": "client_direct"}, "sample_age_ms": 39.605, "source": "client_direct", "task_total_ms": {"avg_ms": 40.925, "count": 150, "max_ms": 95.059, "p95_ms": 62.067, "reason": null, "sample_age_ms": 39.605, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.594, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.718, "count": 150, "max_ms": 1.978, "p95_ms": 1.416}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.223, "count": 150, "max_ms": 0.764, "p95_ms": 0.458}, "detection_prepare_ms": {"avg_ms": 0.098, "count": 150, "max_ms": 0.252, "p95_ms": 0.197}, "event_filter_ms": {"avg_ms": 0.004, "count": 150, "max_ms": 0.014, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.078, "count": 150, "max_ms": 0.21, "p95_ms": 0.156}, "mcmt_ms": {"avg_ms": 0.003, "count": 150, "max_ms": 0.027, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.196, "count": 150, "max_ms": 0.732, "p95_ms": 0.423}, "setup_ms": {"avg_ms": 0.042, "count": 150, "max_ms": 0.128, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 0.678, "count": 150, "max_ms": 1.893, "p95_ms": 1.32}, "track_match_ms": {"avg_ms": 0.005, "count": 150, "max_ms": 0.033, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.028, "count": 150, "max_ms": 0.067, "p95_ms": 0.059}}, "gstreamer_push": {"avg_ms": 2.513, "count": 150, "max_ms": 6.155, "p95_ms": 4.19}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 150, "max_ms": 0.874, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.783, "count": 150, "max_ms": 96.043, "p95_ms": 63.643}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 150, "max_ms": 0.472, "p95_ms": 0.082}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 73.814, "count": 150, "max_ms": 152.346, "p95_ms": 101.117}, "inference_input_copy_ms": {"avg_ms": 1.343, "count": 150, "max_ms": 5.612, "p95_ms": 2.318}, "processing_residual_ms": {"avg_ms": 0.132, "count": 150, "max_ms": 0.415, "p95_ms": 0.261}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 75.328, "count": 150, "max_ms": 155.711, "p95_ms": 102.895}, "read_interval": {"avg_ms": 242.903, "count": 150, "max_ms": 6537.287, "p95_ms": 482.839}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 150, "max_ms": 0.055, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 0.135, "count": 150, "max_ms": 0.517, "p95_ms": 0.304}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 150, "max_ms": 0.047, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.118, "count": 150, "max_ms": 0.467, "p95_ms": 0.268}, "worker_merge_ms": {"avg_ms": 0.006, "count": 150, "max_ms": 0.018, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 41.796, "count": 150, "max_ms": 96.05, "p95_ms": 63.652}, "visualize": {"avg_ms": 30.387, "count": 150, "max_ms": 53.978, "p95_ms": 42.895}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.572, "count": 150, "max_ms": 52.962, "p95_ms": 41.775}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.186, "count": 150, "max_ms": 53.763, "p95_ms": 42.651}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.023, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 150, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.09, "count": 150, "max_ms": 53.649, "p95_ms": 42.531}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 150, "max_ms": 0.337, "p95_ms": 0.125}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 150}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 150}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 731.336, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.177, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.163, "sample_count": 1144, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39559, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:53:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.144, "exists": true, "size_bytes": 105385, "write_bytes_delta": 105385, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 414.0, "cpu_core_ratio": 0.738248, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 381.0, "pid": 7403, "reason": null, "system_cpu_core_ratio": 0.029569, "system_cpu_s_delta": 0.30000000000000004, "user_cpu_core_ratio": 0.708678, "user_cpu_s_delta": 7.19}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.368631, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 65.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.03844, "system_cpu_s_delta": 0.38999999999998636, "user_cpu_core_ratio": 0.330191, "user_cpu_s_delta": 3.349999999999909}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.576, "count": 113, "max_ms": 6.155, "p95_ms": 4.196, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 113}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.259, "count": 30, "max": 28.174, "p95": 22.613, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.677, "count": 30, "max": 14.048, "p95": 13.474, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 401.167, "count": 30, "max": 654.0, "p95": 595.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 20140.333, "count": 30, "max": 102132.0, "p95": 102096.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.071, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.531, "count": 30, "max": 0.732, "p95": 0.704, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.782, "count": 30, "max": 4.946, "p95": 4.844, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103414.267, "count": 30, "max": 105796.0, "p95": 105419.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103414.267, "count": 30, "max": 105796.0, "p95": 105419.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 48.4, "count": 30, "max": 67.0, "p95": 65.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.025, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.227, "count": 30, "max": 0.344, "p95": 0.333, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 330, "sampled_at": "2026-10-30T15:53:22+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:53:22+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 41975, "flush_count": 82, "flush_interval_seconds": 30.0, "flush_state": {"count": 82, "last_at": "2026-10-30T15:53:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:53:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 81}, "started": true, "suppressed_count": 39543, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 39543}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 82, "written_record_count": 82}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4530.594, "limit_mb": null}, "detail": {"pid": 7519, "restart_count": 35, "start_count": 36}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 109552435200, "copied_frame_count": 39624, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 109552435200, "frame_buffer_copies": 39624, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1083, "count": 512, "max_ms": 0.3682, "p50_ms": 0.0918, "p95_ms": 0.2221, "p99_ms": 0.2931}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1851, "count": 512, "max_ms": 10.5735, "p50_ms": 1.1037, "p95_ms": 1.9071, "p99_ms": 2.3109, "results": {"failed": 0, "not_applicable": 0, "success": 39624, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 33, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:52:57+09:00", "last_error_summary": "[h264 @ 0x5d59d92a4980] error while decoding MB 195 60, bytestream -7", "last_exit_at": "2026-10-30T15:53:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T15:53:36+09:00", "pid": 7519, "process": {"exists": true, "fd_count": 4, "hwm_mb": 44.73, "name": "ffmpeg", "pid": 7519, "rss_mb": 44.73, "state": "S (sleeping)", "threads": 1}, "restart_count": 35, "restart_count_per_hour": 32, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.804, "sample_count": 1136, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39624, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:53:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.269, "last_frame_pushed_at": "2026-10-30T15:53:33+09:00", "last_frame_read_age_sec": 4.316, "last_frame_read_at": "2026-10-30T15:53:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 586.252, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 13.748, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 4.262, "exists": true, "mtime": "2026-10-30T15:53:33.741076+09:00", "mtime_epoch": 1793343213.7410762, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 105335}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:53:38+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 731.367, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 39624, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 146}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.874, "pushed": 4.874, "read": 4.841}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 145, "client_acquire_ms": {"avg_ms": 0.007, "count": 145, "max_ms": 0.029, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4296.343, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.555, "count": 145, "max_ms": 2.175, "p95_ms": 1.642, "reason": null, "sample_age_ms": 4319.788, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.282, "count": 145, "max_ms": 1.84, "p95_ms": 1.419, "reason": null, "sample_age_ms": 4319.916, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.085, "count": 145, "max_ms": 0.234, "p95_ms": 0.187, "reason": null, "sample_age_ms": 4296.348, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.541, "count": 145, "max_ms": 4.285, "p95_ms": 2.692, "reason": null, "sample_age_ms": 4319.182, "source": "client_direct"}, "request_count": 145, "request_tensor_bytes": {"avg": 2211848.0, "count": 145, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4319.172, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 145, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4296.419, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.146, "count": 145, "max_ms": 92.25, "p95_ms": 60.411, "reason": null, "sample_age_ms": 4296.339, "source": "client_direct"}, "sample_age_ms": 4296.336, "source": "client_direct", "task_total_ms": {"avg_ms": 40.935, "count": 145, "max_ms": 95.059, "p95_ms": 62.504, "reason": null, "sample_age_ms": 4296.336, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.562, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.707, "count": 146, "max_ms": 1.978, "p95_ms": 1.357}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.219, "count": 146, "max_ms": 0.764, "p95_ms": 0.436}, "detection_prepare_ms": {"avg_ms": 0.096, "count": 146, "max_ms": 0.225, "p95_ms": 0.186}, "event_filter_ms": {"avg_ms": 0.004, "count": 146, "max_ms": 0.014, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.077, "count": 146, "max_ms": 0.21, "p95_ms": 0.156}, "mcmt_ms": {"avg_ms": 0.003, "count": 146, "max_ms": 0.027, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.193, "count": 146, "max_ms": 0.732, "p95_ms": 0.423}, "setup_ms": {"avg_ms": 0.041, "count": 146, "max_ms": 0.128, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 0.667, "count": 146, "max_ms": 1.893, "p95_ms": 1.278}, "track_match_ms": {"avg_ms": 0.005, "count": 146, "max_ms": 0.033, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.027, "count": 146, "max_ms": 0.067, "p95_ms": 0.058}}, "gstreamer_push": {"avg_ms": 2.524, "count": 146, "max_ms": 6.155, "p95_ms": 4.19}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 146, "max_ms": 0.874, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.776, "count": 146, "max_ms": 96.043, "p95_ms": 63.643}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.04, "count": 146, "max_ms": 0.472, "p95_ms": 0.082}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 73.732, "count": 146, "max_ms": 152.346, "p95_ms": 101.117}, "inference_input_copy_ms": {"avg_ms": 1.357, "count": 146, "max_ms": 5.612, "p95_ms": 2.318}, "processing_residual_ms": {"avg_ms": 0.134, "count": 146, "max_ms": 0.415, "p95_ms": 0.261}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 75.263, "count": 146, "max_ms": 155.711, "p95_ms": 102.895}, "read_interval": {"avg_ms": 177.399, "count": 145, "max_ms": 577.788, "p95_ms": 467.52}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 146, "max_ms": 0.055, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 0.134, "count": 146, "max_ms": 0.517, "p95_ms": 0.304}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 146, "max_ms": 0.047, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.117, "count": 146, "max_ms": 0.467, "p95_ms": 0.268}, "worker_merge_ms": {"avg_ms": 0.005, "count": 146, "max_ms": 0.018, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 41.789, "count": 146, "max_ms": 96.05, "p95_ms": 63.652}, "visualize": {"avg_ms": 30.324, "count": 146, "max_ms": 53.978, "p95_ms": 42.895}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.517, "count": 146, "max_ms": 52.962, "p95_ms": 41.775}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.126, "count": 146, "max_ms": 53.763, "p95_ms": 42.651}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.023, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.032, "count": 146, "max_ms": 53.649, "p95_ms": 42.531}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 146, "max_ms": 0.337, "p95_ms": 0.125}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 146}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 731.336, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.177, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.163, "sample_count": 1144, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39559, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:53:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.144, "exists": true, "size_bytes": 105385, "write_bytes_delta": 105385, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 414.0, "cpu_core_ratio": 0.738248, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 381.0, "pid": 7403, "reason": null, "system_cpu_core_ratio": 0.029569, "system_cpu_s_delta": 0.30000000000000004, "user_cpu_core_ratio": 0.708678, "user_cpu_s_delta": 7.19}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.368631, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 65.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.03844, "system_cpu_s_delta": 0.38999999999998636, "user_cpu_core_ratio": 0.330191, "user_cpu_s_delta": 3.349999999999909}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.576, "count": 113, "max_ms": 6.155, "p95_ms": 4.196, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 113}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.259, "count": 30, "max": 28.174, "p95": 22.613, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.677, "count": 30, "max": 14.048, "p95": 13.474, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 401.167, "count": 30, "max": 654.0, "p95": 595.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 20140.333, "count": 30, "max": 102132.0, "p95": 102096.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.071, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.531, "count": 30, "max": 0.732, "p95": 0.704, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.782, "count": 30, "max": 4.946, "p95": 4.844, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103414.267, "count": 30, "max": 105796.0, "p95": 105419.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103414.267, "count": 30, "max": 105796.0, "p95": 105419.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 48.4, "count": 30, "max": 67.0, "p95": 65.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.025, "count": 30, "max": 0.039, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.227, "count": 30, "max": 0.344, "p95": 0.333, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 330, "sampled_at": "2026-10-30T15:53:22+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:53:22+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 78343, "flush_count": 82, "flush_interval_seconds": 30.0, "flush_state": {"count": 82, "last_at": "2026-10-30T15:53:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:53:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 81}, "started": true, "suppressed_count": 36526, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 36523}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 82, "written_record_count": 82}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4701.383, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5aa06654e540] error while decoding MB 60 40, bytestream -10", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 101199974400, "copied_frame_count": 36603, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 101199974400, "frame_buffer_copies": 36603, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0964, "count": 512, "max_ms": 0.3303, "p50_ms": 0.083, "p95_ms": 0.1909, "p99_ms": 0.25}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2442, "count": 512, "max_ms": 3.2524, "p50_ms": 1.1528, "p95_ms": 2.1985, "p99_ms": 3.0409, "results": {"failed": 0, "not_applicable": 0, "success": 36603, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 22, "h264_decode_error_count": 67, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:53:53+09:00", "last_error_summary": "[h264 @ 0x5aa06654e540] error while decoding MB 60 40, bytestream -10", "last_exit_at": "2026-10-30T15:50:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 229.609, "last_started_at": "2026-10-30T15:50:03+09:00", "pid": 6823, "process": {"exists": false, "pid": 6823}, "restart_count": 22, "restart_count_per_hour": 16, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.85, "sample_count": 2282, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36603, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:53:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.106, "last_frame_pushed_at": "2026-10-30T15:53:53+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-10-30T15:53:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 601.648, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-10-30T15:53:53.298191+09:00", "mtime_epoch": 1793343233.2981913, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 110383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:53:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 822.613, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 36604, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.466, "max": 11.0, "p95": 9.0, "sample_count": 133}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.233, "max": 6.0, "p95": 5.0, "sample_count": 133}, "total": {"avg": 4.233, "max": 6.0, "p95": 5.0, "sample_count": 133}}, "tracking_counts": {"active": {"avg": 0.15, "max": 1.0, "p95": 1.0, "sample_count": 133}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "removed": {"avg": 0.03, "max": 1.0, "p95": 0.0, "sample_count": 133}, "tracked": {"avg": 0.15, "max": 1.0, "p95": 1.0, "sample_count": 133}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 133, "pushed_frames": 133, "read_frames": 133, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.447, "pushed": 4.447, "read": 4.447}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 133, "client_acquire_ms": {"avg_ms": 0.006, "count": 134, "max_ms": 0.02, "p95_ms": 0.015, "reason": null, "sample_age_ms": 19.474, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.785, "count": 133, "max_ms": 3.5, "p95_ms": 2.998, "reason": null, "sample_age_ms": 65.868, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.335, "count": 133, "max_ms": 2.898, "p95_ms": 2.346, "reason": null, "sample_age_ms": 66.521, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.308, "count": 134, "max_ms": 0.864, "p95_ms": 0.655, "reason": null, "sample_age_ms": 19.503, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.721, "count": 133, "max_ms": 6.252, "p95_ms": 3.272, "reason": null, "sample_age_ms": 64.468, "source": "client_direct"}, "request_count": 133, "request_tensor_bytes": {"avg": 2764808.0, "count": 133, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 64.45, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 134, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 20.121, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.412, "count": 134, "max_ms": 76.106, "p95_ms": 69.059, "reason": null, "sample_age_ms": 19.462, "source": "client_direct"}, "sample_age_ms": 19.454, "source": "client_direct", "task_total_ms": {"avg_ms": 48.597, "count": 134, "max_ms": 80.042, "p95_ms": 72.8, "reason": null, "sample_age_ms": 19.454, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.043, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.874, "count": 133, "max_ms": 18.996, "p95_ms": 15.954}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.539, "count": 133, "max_ms": 2.297, "p95_ms": 1.003}, "detection_prepare_ms": {"avg_ms": 1.638, "count": 133, "max_ms": 7.512, "p95_ms": 3.184}, "event_filter_ms": {"avg_ms": 0.006, "count": 133, "max_ms": 0.019, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.551, "count": 133, "max_ms": 1.215, "p95_ms": 0.883}, "mcmt_ms": {"avg_ms": 0.003, "count": 133, "max_ms": 0.027, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.733, "count": 133, "max_ms": 9.869, "p95_ms": 7.486}, "setup_ms": {"avg_ms": 0.037, "count": 133, "max_ms": 0.091, "p95_ms": 0.077}, "total_inside_ms": {"avg_ms": 9.818, "count": 133, "max_ms": 18.906, "p95_ms": 15.894}, "track_match_ms": {"avg_ms": 0.103, "count": 133, "max_ms": 0.325, "p95_ms": 0.193}, "tracker_update_ms": {"avg_ms": 2.207, "count": 133, "max_ms": 4.898, "p95_ms": 3.692}}, "gstreamer_push": {"avg_ms": 2.696, "count": 133, "max_ms": 8.665, "p95_ms": 4.885}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 133, "max_ms": 0.269, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.737, "count": 133, "max_ms": 81.302, "p95_ms": 75.984}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.256, "count": 133, "max_ms": 13.611, "p95_ms": 8.657}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.908, "count": 133, "max_ms": 164.825, "p95_ms": 138.471}, "inference_input_copy_ms": {"avg_ms": 1.36, "count": 133, "max_ms": 3.331, "p95_ms": 2.533}, "processing_residual_ms": {"avg_ms": 0.199, "count": 133, "max_ms": 0.512, "p95_ms": 0.43}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.723, "count": 133, "max_ms": 170.247, "p95_ms": 146.736}, "read_interval": {"avg_ms": 225.256, "count": 133, "max_ms": 6472.996, "p95_ms": 190.234}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 133, "max_ms": 0.102, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 4.661, "count": 133, "max_ms": 9.7, "p95_ms": 7.4}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 133, "max_ms": 0.05, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.642, "count": 133, "max_ms": 9.658, "p95_ms": 7.381}, "worker_merge_ms": {"avg_ms": 0.007, "count": 133, "max_ms": 0.031, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.749, "count": 133, "max_ms": 81.313, "p95_ms": 75.996}, "visualize": {"avg_ms": 37.088, "count": 133, "max_ms": 72.32, "p95_ms": 55.349}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.95, "count": 133, "max_ms": 48.628, "p95_ms": 42.862}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.661, "count": 133, "max_ms": 69.129, "p95_ms": 54.033}, "visualize_input_copy_ms": {"avg_ms": 1.246, "count": 133, "max_ms": 4.375, "p95_ms": 2.15}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.541, "count": 133, "max_ms": 68.877, "p95_ms": 53.825}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 133, "max_ms": 0.181, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 133}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 822.578, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.265, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.531, "sample_count": 2347, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36533, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:53:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 111673, "write_bytes_delta": 111673, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 490.0, "cpu_core_ratio": 0.421194, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 6823, "reason": null, "system_cpu_core_ratio": 0.032782, "system_cpu_s_delta": 0.33000000000000007, "user_cpu_core_ratio": 0.388413, "user_cpu_s_delta": 3.9099999999999966}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.975838, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.623844, "system_cpu_s_delta": 6.279999999999745, "user_cpu_core_ratio": 1.351994, "user_cpu_s_delta": 13.609999999999673}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.782, "count": 248, "max_ms": 8.53, "p95_ms": 4.857, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.571, "max": 11.0, "p95": 10.0, "sample_count": 247}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.065, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 247}, "total": {"avg": 4.065, "max": 6.0, "p95": 5.0, "sample_count": 247}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.947, "count": 30, "max": 82.822, "p95": 59.434, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.846, "count": 30, "max": 29.847, "p95": 25.059, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 587.5, "count": 30, "max": 1031.0, "p95": 1003.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 149.7, "count": 30, "max": 2135.0, "p95": 655.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.04, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.37, "count": 30, "max": 0.488, "p95": 0.473, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.098, "count": 30, "max": 2.761, "p95": 0.087, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113159.667, "count": 30, "max": 115597.0, "p95": 115457.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113159.667, "count": 30, "max": 115597.0, "p95": 115457.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.4, "count": 30, "max": 56.0, "p95": 28.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.534, "count": 30, "max": 0.648, "p95": 0.631, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.114, "count": 30, "max": 1.352, "p95": 1.304, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 305, "sampled_at": "2026-10-30T15:53:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:53:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 78343, "flush_count": 82, "flush_interval_seconds": 30.0, "flush_state": {"count": 82, "last_at": "2026-10-30T15:53:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:53:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 81}, "started": true, "suppressed_count": 36526, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 36523}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 82, "written_record_count": 82}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4701.035, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T15:53:53+09:00", "last_error_summary": "[h264 @ 0x5aa06654e540] error while decoding MB 60 40, bytestream -10", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 101202739200, "copied_frame_count": 36604, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 101202739200, "frame_buffer_copies": 36604, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0967, "count": 512, "max_ms": 0.3303, "p50_ms": 0.0833, "p95_ms": 0.1912, "p99_ms": 0.2527}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2439, "count": 512, "max_ms": 3.2524, "p50_ms": 1.1528, "p95_ms": 2.1985, "p99_ms": 3.0409, "results": {"failed": 0, "not_applicable": 0, "success": 36604, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 22, "h264_decode_error_count": 67, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:53:53+09:00", "last_error_summary": "[h264 @ 0x5aa06654e540] error while decoding MB 60 40, bytestream -10", "last_exit_at": "2026-10-30T15:53:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 229.668, "last_started_at": "2026-10-30T15:50:03+09:00", "pid": 6823, "process": {"exists": false, "pid": 6823}, "restart_count": 22, "restart_count_per_hour": 16, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.85, "sample_count": 2282, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36604, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:53:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T15:53:53+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-10-30T15:53:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 601.713, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.156, "exists": true, "mtime": "2026-10-30T15:53:53.298191+09:00", "mtime_epoch": 1793343233.2981913, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 110383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:53:53+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 822.609, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 36604, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.455, "max": 11.0, "p95": 9.0, "sample_count": 134}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.231, "max": 6.0, "p95": 5.0, "sample_count": 134}, "total": {"avg": 4.231, "max": 6.0, "p95": 5.0, "sample_count": 134}}, "tracking_counts": {"active": {"avg": 0.157, "max": 1.0, "p95": 1.0, "sample_count": 134}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 134}, "removed": {"avg": 0.03, "max": 1.0, "p95": 0.0, "sample_count": 134}, "tracked": {"avg": 0.157, "max": 1.0, "p95": 1.0, "sample_count": 134}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 134}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 133, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.471, "pushed": 4.471, "read": 4.438}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 133, "client_acquire_ms": {"avg_ms": 0.006, "count": 133, "max_ms": 0.02, "p95_ms": 0.015, "reason": null, "sample_age_ms": 85.197, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.785, "count": 133, "max_ms": 3.5, "p95_ms": 2.998, "reason": null, "sample_age_ms": 131.592, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.335, "count": 133, "max_ms": 2.898, "p95_ms": 2.346, "reason": null, "sample_age_ms": 132.245, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.308, "count": 133, "max_ms": 0.864, "p95_ms": 0.656, "reason": null, "sample_age_ms": 85.227, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.721, "count": 133, "max_ms": 6.252, "p95_ms": 3.272, "reason": null, "sample_age_ms": 130.192, "source": "client_direct"}, "request_count": 133, "request_tensor_bytes": {"avg": 2764808.0, "count": 133, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 130.174, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 133, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 85.845, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.3, "count": 133, "max_ms": 76.106, "p95_ms": 69.098, "reason": null, "sample_age_ms": 85.186, "source": "client_direct"}, "sample_age_ms": 85.178, "source": "client_direct", "task_total_ms": {"avg_ms": 48.486, "count": 133, "max_ms": 80.042, "p95_ms": 72.846, "reason": null, "sample_age_ms": 85.178, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.138, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.882, "count": 134, "max_ms": 18.996, "p95_ms": 15.954}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.538, "count": 134, "max_ms": 2.297, "p95_ms": 1.003}, "detection_prepare_ms": {"avg_ms": 1.643, "count": 134, "max_ms": 7.512, "p95_ms": 3.184}, "event_filter_ms": {"avg_ms": 0.006, "count": 134, "max_ms": 0.019, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.551, "count": 134, "max_ms": 1.215, "p95_ms": 0.883}, "mcmt_ms": {"avg_ms": 0.003, "count": 134, "max_ms": 0.027, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.735, "count": 134, "max_ms": 9.869, "p95_ms": 7.486}, "setup_ms": {"avg_ms": 0.037, "count": 134, "max_ms": 0.091, "p95_ms": 0.077}, "total_inside_ms": {"avg_ms": 9.826, "count": 134, "max_ms": 18.906, "p95_ms": 15.894}, "track_match_ms": {"avg_ms": 0.104, "count": 134, "max_ms": 0.325, "p95_ms": 0.193}, "tracker_update_ms": {"avg_ms": 2.207, "count": 134, "max_ms": 4.898, "p95_ms": 3.692}}, "gstreamer_push": {"avg_ms": 2.715, "count": 134, "max_ms": 8.665, "p95_ms": 5.056}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 134, "max_ms": 0.269, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.736, "count": 134, "max_ms": 81.302, "p95_ms": 75.984}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.25, "count": 134, "max_ms": 13.611, "p95_ms": 8.657}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.005, "count": 134, "max_ms": 164.825, "p95_ms": 138.471}, "inference_input_copy_ms": {"avg_ms": 1.358, "count": 134, "max_ms": 3.331, "p95_ms": 2.533}, "processing_residual_ms": {"avg_ms": 0.198, "count": 134, "max_ms": 0.512, "p95_ms": 0.43}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.812, "count": 134, "max_ms": 170.247, "p95_ms": 146.736}, "read_interval": {"avg_ms": 225.256, "count": 133, "max_ms": 6472.996, "p95_ms": 190.234}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 134, "max_ms": 0.102, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 4.663, "count": 134, "max_ms": 9.7, "p95_ms": 7.4}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 134, "max_ms": 0.05, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.644, "count": 134, "max_ms": 9.658, "p95_ms": 7.381}, "worker_merge_ms": {"avg_ms": 0.007, "count": 134, "max_ms": 0.031, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.749, "count": 134, "max_ms": 81.313, "p95_ms": 75.996}, "visualize": {"avg_ms": 37.175, "count": 134, "max_ms": 72.32, "p95_ms": 55.349}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.033, "count": 134, "max_ms": 48.628, "p95_ms": 42.862}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.751, "count": 134, "max_ms": 69.129, "p95_ms": 54.033}, "visualize_input_copy_ms": {"avg_ms": 1.244, "count": 134, "max_ms": 4.375, "p95_ms": 2.15}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.63, "count": 134, "max_ms": 68.877, "p95_ms": 53.825}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 134, "max_ms": 0.181, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 134}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 134}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 134}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 822.578, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.265, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.531, "sample_count": 2347, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36533, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:53:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 111673, "write_bytes_delta": 111673, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 490.0, "cpu_core_ratio": 0.421194, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 6823, "reason": null, "system_cpu_core_ratio": 0.032782, "system_cpu_s_delta": 0.33000000000000007, "user_cpu_core_ratio": 0.388413, "user_cpu_s_delta": 3.9099999999999966}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.975838, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.623844, "system_cpu_s_delta": 6.279999999999745, "user_cpu_core_ratio": 1.351994, "user_cpu_s_delta": 13.609999999999673}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.782, "count": 248, "max_ms": 8.53, "p95_ms": 4.857, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.571, "max": 11.0, "p95": 10.0, "sample_count": 247}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.065, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 247}, "total": {"avg": 4.065, "max": 6.0, "p95": 5.0, "sample_count": 247}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.947, "count": 30, "max": 82.822, "p95": 59.434, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.846, "count": 30, "max": 29.847, "p95": 25.059, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 587.5, "count": 30, "max": 1031.0, "p95": 1003.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 149.7, "count": 30, "max": 2135.0, "p95": 655.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.04, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.37, "count": 30, "max": 0.488, "p95": 0.473, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.098, "count": 30, "max": 2.761, "p95": 0.087, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113159.667, "count": 30, "max": 115597.0, "p95": 115457.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113159.667, "count": 30, "max": 115597.0, "p95": 115457.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.4, "count": 30, "max": 56.0, "p95": 28.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.534, "count": 30, "max": 0.648, "p95": 0.631, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.114, "count": 30, "max": 1.352, "p95": 1.304, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 305, "sampled_at": "2026-10-30T15:53:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:53:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 78343, "flush_count": 82, "flush_interval_seconds": 30.0, "flush_state": {"count": 82, "last_at": "2026-10-30T15:53:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:53:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 81}, "started": true, "suppressed_count": 36526, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 36523}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 82, "written_record_count": 82}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4701.398, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 101202739200, "copied_frame_count": 36604, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 101202739200, "frame_buffer_copies": 36604, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0967, "count": 512, "max_ms": 0.3303, "p50_ms": 0.0833, "p95_ms": 0.1912, "p99_ms": 0.2527}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2439, "count": 512, "max_ms": 3.2524, "p50_ms": 1.1528, "p95_ms": 2.1985, "p99_ms": 3.0409, "results": {"failed": 0, "not_applicable": 0, "success": 36604, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 22, "h264_decode_error_count": 67, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:53:53+09:00", "last_error_summary": "[h264 @ 0x5aa06654e540] error while decoding MB 60 40, bytestream -10", "last_exit_at": "2026-10-30T15:53:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 229.699, "last_started_at": "2026-10-30T15:50:03+09:00", "pid": 6823, "process": {"exists": false, "pid": 6823}, "restart_count": 22, "restart_count_per_hour": 16, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.85, "sample_count": 2282, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36604, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:53:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.034, "last_frame_pushed_at": "2026-10-30T15:53:53+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-10-30T15:53:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 601.739, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 0.021, "exists": true, "mtime": "2026-10-30T15:53:53.465192+09:00", "mtime_epoch": 1793343233.4651923, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 108795}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:53:53+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 822.609, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 36604, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.451, "max": 11.0, "p95": 9.0, "sample_count": 133}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.226, "max": 6.0, "p95": 5.0, "sample_count": 133}, "total": {"avg": 4.226, "max": 6.0, "p95": 5.0, "sample_count": 133}}, "tracking_counts": {"active": {"avg": 0.158, "max": 1.0, "p95": 1.0, "sample_count": 133}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "removed": {"avg": 0.03, "max": 1.0, "p95": 0.0, "sample_count": 133}, "tracked": {"avg": 0.158, "max": 1.0, "p95": 1.0, "sample_count": 133}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 133, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.467, "pushed": 4.467, "read": 4.433}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 133, "client_acquire_ms": {"avg_ms": 0.006, "count": 133, "max_ms": 0.02, "p95_ms": 0.015, "reason": null, "sample_age_ms": 109.624, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.785, "count": 133, "max_ms": 3.5, "p95_ms": 2.998, "reason": null, "sample_age_ms": 156.018, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.335, "count": 133, "max_ms": 2.898, "p95_ms": 2.346, "reason": null, "sample_age_ms": 156.671, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.308, "count": 133, "max_ms": 0.864, "p95_ms": 0.656, "reason": null, "sample_age_ms": 109.653, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.721, "count": 133, "max_ms": 6.252, "p95_ms": 3.272, "reason": null, "sample_age_ms": 154.618, "source": "client_direct"}, "request_count": 133, "request_tensor_bytes": {"avg": 2764808.0, "count": 133, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 154.601, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 133, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 110.271, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.3, "count": 133, "max_ms": 76.106, "p95_ms": 69.098, "reason": null, "sample_age_ms": 109.612, "source": "client_direct"}, "sample_age_ms": 109.604, "source": "client_direct", "task_total_ms": {"avg_ms": 48.486, "count": 133, "max_ms": 80.042, "p95_ms": 72.846, "reason": null, "sample_age_ms": 109.604, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.811, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.881, "count": 133, "max_ms": 18.996, "p95_ms": 15.954}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.538, "count": 133, "max_ms": 2.297, "p95_ms": 1.003}, "detection_prepare_ms": {"avg_ms": 1.644, "count": 133, "max_ms": 7.512, "p95_ms": 3.184}, "event_filter_ms": {"avg_ms": 0.006, "count": 133, "max_ms": 0.019, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.552, "count": 133, "max_ms": 1.215, "p95_ms": 0.883}, "mcmt_ms": {"avg_ms": 0.003, "count": 133, "max_ms": 0.027, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.732, "count": 133, "max_ms": 9.869, "p95_ms": 7.486}, "setup_ms": {"avg_ms": 0.037, "count": 133, "max_ms": 0.091, "p95_ms": 0.077}, "total_inside_ms": {"avg_ms": 9.825, "count": 133, "max_ms": 18.906, "p95_ms": 15.894}, "track_match_ms": {"avg_ms": 0.104, "count": 133, "max_ms": 0.325, "p95_ms": 0.193}, "tracker_update_ms": {"avg_ms": 2.208, "count": 133, "max_ms": 4.898, "p95_ms": 3.692}}, "gstreamer_push": {"avg_ms": 2.715, "count": 134, "max_ms": 8.665, "p95_ms": 5.056}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 133, "max_ms": 0.269, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.629, "count": 133, "max_ms": 81.302, "p95_ms": 75.984}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.25, "count": 134, "max_ms": 13.611, "p95_ms": 8.657}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.005, "count": 134, "max_ms": 164.825, "p95_ms": 138.471}, "inference_input_copy_ms": {"avg_ms": 1.358, "count": 134, "max_ms": 3.331, "p95_ms": 2.533}, "processing_residual_ms": {"avg_ms": 0.198, "count": 134, "max_ms": 0.512, "p95_ms": 0.43}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.812, "count": 134, "max_ms": 170.247, "p95_ms": 146.736}, "read_interval": {"avg_ms": 225.256, "count": 133, "max_ms": 6472.996, "p95_ms": 190.234}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 133, "max_ms": 0.102, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 4.66, "count": 133, "max_ms": 9.7, "p95_ms": 7.4}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 133, "max_ms": 0.05, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.642, "count": 133, "max_ms": 9.658, "p95_ms": 7.381}, "worker_merge_ms": {"avg_ms": 0.007, "count": 133, "max_ms": 0.031, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.642, "count": 133, "max_ms": 81.313, "p95_ms": 75.996}, "visualize": {"avg_ms": 37.192, "count": 133, "max_ms": 72.32, "p95_ms": 55.349}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.055, "count": 133, "max_ms": 48.628, "p95_ms": 42.862}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.766, "count": 133, "max_ms": 69.129, "p95_ms": 54.033}, "visualize_input_copy_ms": {"avg_ms": 1.245, "count": 133, "max_ms": 4.375, "p95_ms": 2.15}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.645, "count": 133, "max_ms": 68.877, "p95_ms": 53.825}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 133, "max_ms": 0.181, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 133}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 822.578, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.265, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.531, "sample_count": 2347, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36533, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:53:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 111673, "write_bytes_delta": 111673, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 490.0, "cpu_core_ratio": 0.421194, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 6823, "reason": null, "system_cpu_core_ratio": 0.032782, "system_cpu_s_delta": 0.33000000000000007, "user_cpu_core_ratio": 0.388413, "user_cpu_s_delta": 3.9099999999999966}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.975838, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.623844, "system_cpu_s_delta": 6.279999999999745, "user_cpu_core_ratio": 1.351994, "user_cpu_s_delta": 13.609999999999673}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.782, "count": 248, "max_ms": 8.53, "p95_ms": 4.857, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.571, "max": 11.0, "p95": 10.0, "sample_count": 247}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.065, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 247}, "total": {"avg": 4.065, "max": 6.0, "p95": 5.0, "sample_count": 247}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.947, "count": 30, "max": 82.822, "p95": 59.434, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.846, "count": 30, "max": 29.847, "p95": 25.059, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 587.5, "count": 30, "max": 1031.0, "p95": 1003.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 149.7, "count": 30, "max": 2135.0, "p95": 655.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.04, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.37, "count": 30, "max": 0.488, "p95": 0.473, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.098, "count": 30, "max": 2.761, "p95": 0.087, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113159.667, "count": 30, "max": 115597.0, "p95": 115457.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113159.667, "count": 30, "max": 115597.0, "p95": 115457.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.4, "count": 30, "max": 56.0, "p95": 28.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.534, "count": 30, "max": 0.648, "p95": 0.631, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.114, "count": 30, "max": 1.352, "p95": 1.304, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 305, "sampled_at": "2026-10-30T15:53:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:53:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 78343, "flush_count": 82, "flush_interval_seconds": 30.0, "flush_state": {"count": 82, "last_at": "2026-10-30T15:53:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:53:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 81}, "started": true, "suppressed_count": 36526, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 36523}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 82, "written_record_count": 82}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4730.277, "limit_mb": null}, "detail": {"pid": 7635, "restart_count": 23, "start_count": 24}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 101202739200, "copied_frame_count": 36604, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 101202739200, "frame_buffer_copies": 36604, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0967, "count": 512, "max_ms": 0.3303, "p50_ms": 0.0833, "p95_ms": 0.1912, "p99_ms": 0.2527}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2439, "count": 512, "max_ms": 3.2524, "p50_ms": 1.1528, "p95_ms": 2.1985, "p99_ms": 3.0409, "results": {"failed": 0, "not_applicable": 0, "success": 36604, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 22, "h264_decode_error_count": 67, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:53:53+09:00", "last_error_summary": "[h264 @ 0x5aa06654e540] error while decoding MB 60 40, bytestream -10", "last_exit_at": "2026-10-30T15:53:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T15:53:56+09:00", "pid": 7635, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.766, "name": "ffmpeg", "pid": 7635, "rss_mb": 57.766, "state": "S (sleeping)", "threads": 1}, "restart_count": 23, "restart_count_per_hour": 17, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.984, "sample_count": 2246, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36604, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:53:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.661, "last_frame_pushed_at": "2026-10-30T15:53:53+09:00", "last_frame_read_age_sec": 4.783, "last_frame_read_at": "2026-10-30T15:53:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 8, "debug_expires_at": null, "deduplicated_count": 8, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 606.379, "last_sample_duration_ms": 677.983, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 8, "storage_bytes": 1125091}, "mjpeg": {"age_sec": 4.648, "exists": true, "mtime": "2026-10-30T15:53:53.465192+09:00", "mtime_epoch": 1793343233.4651923, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 108795}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:53:58+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 822.613, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 36604, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.192, "max": 11.0, "p95": 9.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.081, "max": 5.0, "p95": 5.0, "sample_count": 99}, "total": {"avg": 4.081, "max": 5.0, "p95": 5.0, "sample_count": 99}}, "tracking_counts": {"active": {"avg": 0.182, "max": 1.0, "p95": 1.0, "sample_count": 99}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "removed": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 99}, "tracked": {"avg": 0.182, "max": 1.0, "p95": 1.0, "sample_count": 99}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.308, "pushed": 3.308, "read": 3.275}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 98, "client_acquire_ms": {"avg_ms": 0.006, "count": 98, "max_ms": 0.016, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4745.216, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.747, "count": 98, "max_ms": 3.399, "p95_ms": 2.819, "reason": null, "sample_age_ms": 4791.611, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.324, "count": 98, "max_ms": 2.898, "p95_ms": 2.303, "reason": null, "sample_age_ms": 4792.264, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.288, "count": 98, "max_ms": 0.864, "p95_ms": 0.619, "reason": null, "sample_age_ms": 4745.245, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.614, "count": 98, "max_ms": 5.133, "p95_ms": 2.802, "reason": null, "sample_age_ms": 4790.211, "source": "client_direct"}, "request_count": 98, "request_tensor_bytes": {"avg": 2764808.0, "count": 98, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4790.193, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 98, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4745.863, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.906, "count": 98, "max_ms": 74.568, "p95_ms": 68.097, "reason": null, "sample_age_ms": 4745.205, "source": "client_direct"}, "sample_age_ms": 4745.197, "source": "client_direct", "task_total_ms": {"avg_ms": 46.95, "count": 98, "max_ms": 76.727, "p95_ms": 71.242, "reason": null, "sample_age_ms": 4745.197, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.058, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.368, "count": 99, "max_ms": 18.996, "p95_ms": 15.674}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.55, "count": 99, "max_ms": 2.297, "p95_ms": 1.003}, "detection_prepare_ms": {"avg_ms": 1.582, "count": 99, "max_ms": 7.512, "p95_ms": 3.184}, "event_filter_ms": {"avg_ms": 0.005, "count": 99, "max_ms": 0.019, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.517, "count": 99, "max_ms": 1.196, "p95_ms": 0.863}, "mcmt_ms": {"avg_ms": 0.003, "count": 99, "max_ms": 0.027, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.491, "count": 99, "max_ms": 9.869, "p95_ms": 7.486}, "setup_ms": {"avg_ms": 0.035, "count": 99, "max_ms": 0.091, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 9.316, "count": 99, "max_ms": 18.906, "p95_ms": 15.578}, "track_match_ms": {"avg_ms": 0.098, "count": 99, "max_ms": 0.264, "p95_ms": 0.193}, "tracker_update_ms": {"avg_ms": 2.033, "count": 99, "max_ms": 3.774, "p95_ms": 3.389}}, "gstreamer_push": {"avg_ms": 2.588, "count": 99, "max_ms": 8.665, "p95_ms": 4.779}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 99, "max_ms": 0.136, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.181, "count": 99, "max_ms": 79.515, "p95_ms": 74.595}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.024, "count": 99, "max_ms": 10.016, "p95_ms": 8.162}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.053, "count": 99, "max_ms": 151.738, "p95_ms": 136.14}, "inference_input_copy_ms": {"avg_ms": 1.34, "count": 99, "max_ms": 3.178, "p95_ms": 2.568}, "processing_residual_ms": {"avg_ms": 0.181, "count": 99, "max_ms": 0.457, "p95_ms": 0.382}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.598, "count": 99, "max_ms": 159.101, "p95_ms": 142.783}, "read_interval": {"avg_ms": 258.079, "count": 98, "max_ms": 6472.996, "p95_ms": 186.113}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 99, "max_ms": 0.102, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 4.421, "count": 99, "max_ms": 9.7, "p95_ms": 7.4}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 99, "max_ms": 0.05, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.403, "count": 99, "max_ms": 9.658, "p95_ms": 7.381}, "worker_merge_ms": {"avg_ms": 0.007, "count": 99, "max_ms": 0.031, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 48.192, "count": 99, "max_ms": 79.524, "p95_ms": 74.604}, "visualize": {"avg_ms": 35.382, "count": 99, "max_ms": 62.578, "p95_ms": 54.585}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.749, "count": 99, "max_ms": 46.506, "p95_ms": 40.519}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.017, "count": 99, "max_ms": 60.507, "p95_ms": 51.516}, "visualize_input_copy_ms": {"avg_ms": 1.193, "count": 99, "max_ms": 4.375, "p95_ms": 2.073}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.904, "count": 99, "max_ms": 60.215, "p95_ms": 51.334}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 99, "max_ms": 0.181, "p95_ms": 0.109}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 99}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 822.578, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.265, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.531, "sample_count": 2347, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 36533, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:53:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 111673, "write_bytes_delta": 111673, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 490.0, "cpu_core_ratio": 0.421194, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 6823, "reason": null, "system_cpu_core_ratio": 0.032782, "system_cpu_s_delta": 0.33000000000000007, "user_cpu_core_ratio": 0.388413, "user_cpu_s_delta": 3.9099999999999966}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.975838, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.623844, "system_cpu_s_delta": 6.279999999999745, "user_cpu_core_ratio": 1.351994, "user_cpu_s_delta": 13.609999999999673}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.782, "count": 248, "max_ms": 8.53, "p95_ms": 4.857, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.571, "max": 11.0, "p95": 10.0, "sample_count": 247}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.065, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 247}, "total": {"avg": 4.065, "max": 6.0, "p95": 5.0, "sample_count": 247}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.947, "count": 30, "max": 82.822, "p95": 59.434, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.846, "count": 30, "max": 29.847, "p95": 25.059, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 587.5, "count": 30, "max": 1031.0, "p95": 1003.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 149.7, "count": 30, "max": 2135.0, "p95": 655.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.04, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.37, "count": 30, "max": 0.488, "p95": 0.473, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.098, "count": 30, "max": 2.761, "p95": 0.087, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113159.667, "count": 30, "max": 115597.0, "p95": 115457.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113159.667, "count": 30, "max": 115597.0, "p95": 115457.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.4, "count": 30, "max": 56.0, "p95": 28.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.534, "count": 30, "max": 0.648, "p95": 0.631, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.114, "count": 30, "max": 1.352, "p95": 1.304, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 305, "sampled_at": "2026-10-30T15:53:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:53:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 42487, "flush_count": 83, "flush_interval_seconds": 30.0, "flush_state": {"count": 83, "last_at": "2026-10-30T15:54:30", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:54:30", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 82}, "started": true, "suppressed_count": 39698, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 39698}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 83, "written_record_count": 83}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4519.496, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 109983744000, "copied_frame_count": 39780, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 109983744000, "frame_buffer_copies": 39780, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1078, "count": 512, "max_ms": 1.0013, "p50_ms": 0.0879, "p95_ms": 0.2268, "p99_ms": 0.2986}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1599, "count": 512, "max_ms": 10.5735, "p50_ms": 1.0818, "p95_ms": 1.8646, "p99_ms": 2.3736, "results": {"failed": 0, "not_applicable": 0, "success": 39780, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 33, "h264_decode_error_count": 38, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:52:57+09:00", "last_error_summary": "[h264 @ 0x5d59d92a4980] error while decoding MB 195 60, bytestream -7", "last_exit_at": "2026-10-30T15:53:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.489, "last_started_at": "2026-10-30T15:53:36+09:00", "pid": 7519, "process": {"exists": true, "fd_count": null, "hwm_mb": null, "name": "ffmpeg", "pid": 7519, "rss_mb": null, "state": "Z (zombie)", "threads": 1}, "restart_count": 35, "restart_count_per_hour": 32, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.342, "sample_count": 1056, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:54:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.015, "last_frame_pushed_at": "2026-10-30T15:54:31+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-10-30T15:54:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 9, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 32.098, "last_sample_duration_ms": 668.164, "last_trigger": "periodic", "next_snapshot_in_sec": 567.902, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 9, "storage_bytes": 1134625}, "mjpeg": {"age_sec": 0.007, "exists": true, "mtime": "2026-10-30T15:54:31.484416+09:00", "mtime_epoch": 1793343271.484416, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 104598}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:54:31+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 731.441, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 39780, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 53}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 53, "pushed_frames": 53, "read_frames": 52, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.769, "pushed": 1.769, "read": 1.735}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 52, "client_acquire_ms": {"avg_ms": 0.007, "count": 53, "max_ms": 0.02, "p95_ms": 0.015, "reason": null, "sample_age_ms": 44.08, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.648, "count": 52, "max_ms": 3.0, "p95_ms": 2.247, "reason": null, "sample_age_ms": 62.933, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.367, "count": 52, "max_ms": 2.36, "p95_ms": 1.937, "reason": null, "sample_age_ms": 63.087, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.088, "count": 53, "max_ms": 0.286, "p95_ms": 0.18, "reason": null, "sample_age_ms": 44.086, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.507, "count": 52, "max_ms": 2.912, "p95_ms": 2.719, "reason": null, "sample_age_ms": 62.2, "source": "client_direct"}, "request_count": 52, "request_tensor_bytes": {"avg": 2211848.0, "count": 52, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 62.188, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 53, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 44.172, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.469, "count": 53, "max_ms": 57.566, "p95_ms": 50.557, "reason": null, "sample_age_ms": 44.075, "source": "client_direct"}, "sample_age_ms": 44.071, "source": "client_direct", "task_total_ms": {"avg_ms": 37.234, "count": 53, "max_ms": 59.41, "p95_ms": 53.579, "reason": null, "sample_age_ms": 44.071, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.421, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.668, "count": 53, "max_ms": 1.445, "p95_ms": 1.203}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.209, "count": 53, "max_ms": 0.435, "p95_ms": 0.417}, "detection_prepare_ms": {"avg_ms": 0.097, "count": 53, "max_ms": 0.216, "p95_ms": 0.183}, "event_filter_ms": {"avg_ms": 0.004, "count": 53, "max_ms": 0.022, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.073, "count": 53, "max_ms": 0.176, "p95_ms": 0.137}, "mcmt_ms": {"avg_ms": 0.002, "count": 53, "max_ms": 0.006, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.17, "count": 53, "max_ms": 0.413, "p95_ms": 0.32}, "setup_ms": {"avg_ms": 0.042, "count": 53, "max_ms": 0.213, "p95_ms": 0.072}, "total_inside_ms": {"avg_ms": 0.628, "count": 53, "max_ms": 1.326, "p95_ms": 1.134}, "track_match_ms": {"avg_ms": 0.004, "count": 53, "max_ms": 0.012, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.025, "count": 53, "max_ms": 0.063, "p95_ms": 0.047}}, "gstreamer_push": {"avg_ms": 2.508, "count": 53, "max_ms": 4.075, "p95_ms": 3.749}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 53, "max_ms": 0.742, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.203, "count": 53, "max_ms": 59.988, "p95_ms": 56.013}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.037, "count": 53, "max_ms": 0.117, "p95_ms": 0.095}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 68.466, "count": 53, "max_ms": 97.453, "p95_ms": 94.184}, "inference_input_copy_ms": {"avg_ms": 1.407, "count": 53, "max_ms": 3.23, "p95_ms": 2.691}, "processing_residual_ms": {"avg_ms": 0.138, "count": 53, "max_ms": 0.367, "p95_ms": 0.317}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 70.047, "count": 53, "max_ms": 98.694, "p95_ms": 96.078}, "read_interval": {"avg_ms": 576.404, "count": 52, "max_ms": 20377.413, "p95_ms": 512.093}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 53, "max_ms": 0.028, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.117, "count": 53, "max_ms": 0.318, "p95_ms": 0.228}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 53, "max_ms": 0.021, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.103, "count": 53, "max_ms": 0.292, "p95_ms": 0.208}, "worker_merge_ms": {"avg_ms": 0.006, "count": 53, "max_ms": 0.032, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 38.216, "count": 53, "max_ms": 59.996, "p95_ms": 56.024}, "visualize": {"avg_ms": 28.68, "count": 53, "max_ms": 44.63, "p95_ms": 38.171}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.913, "count": 53, "max_ms": 43.422, "p95_ms": 36.891}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.491, "count": 53, "max_ms": 44.336, "p95_ms": 38.062}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.406, "count": 53, "max_ms": 44.211, "p95_ms": 37.954}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 53, "max_ms": 0.101, "p95_ms": 0.095}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 53}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 731.438, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.604, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.474, "sample_count": 1050, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39774, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:54:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105210, "write_bytes_delta": 105210, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 296.0, "cpu_core_ratio": 0.179157, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3965.0, "pid": 7519, "reason": null, "system_cpu_core_ratio": 0.008904, "system_cpu_s_delta": 0.25, "user_cpu_core_ratio": 0.170252, "user_cpu_s_delta": 4.779999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.088332, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 44.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.008192, "system_cpu_s_delta": 0.2300000000000182, "user_cpu_core_ratio": 0.08014, "user_cpu_s_delta": 2.25}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.482, "count": 50, "max_ms": 4.075, "p95_ms": 3.692, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 50}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.2, "count": 30, "max": 28.174, "p95": 22.613, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.89, "count": 30, "max": 14.048, "p95": 13.678, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 413.967, "count": 30, "max": 654.0, "p95": 595.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 19528.633, "count": 30, "max": 102132.0, "p95": 102096.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.071, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.552, "count": 30, "max": 0.732, "p95": 0.704, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.567, "count": 30, "max": 4.946, "p95": 4.725, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103735.733, "count": 30, "max": 105876.0, "p95": 105816.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103735.733, "count": 30, "max": 105876.0, "p95": 105816.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 47.533, "count": 30, "max": 65.0, "p95": 65.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.219, "count": 30, "max": 0.339, "p95": 0.333, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 335, "sampled_at": "2026-10-30T15:54:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:54:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 42487, "flush_count": 83, "flush_interval_seconds": 30.0, "flush_state": {"count": 83, "last_at": "2026-10-30T15:54:30", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:54:30", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 82}, "started": true, "suppressed_count": 39698, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 39698}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 83, "written_record_count": 83}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4519.387, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 109983744000, "copied_frame_count": 39780, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 109983744000, "frame_buffer_copies": 39780, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1078, "count": 512, "max_ms": 1.0013, "p50_ms": 0.0879, "p95_ms": 0.2268, "p99_ms": 0.2986}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1599, "count": 512, "max_ms": 10.5735, "p50_ms": 1.0818, "p95_ms": 1.8646, "p99_ms": 2.3736, "results": {"failed": 0, "not_applicable": 0, "success": 39780, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:54:31+09:00", "last_error_summary": "[h264 @ 0x59c1aac97480] error while decoding MB 114 58, bytestream -5 [in#0/rtsp @ 0x59c1aaa8de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x59c1aaa8de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T15:53:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 55.514, "last_started_at": "2026-10-30T15:53:36+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 35, "restart_count_per_hour": 32, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.342, "sample_count": 1056, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:54:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.04, "last_frame_pushed_at": "2026-10-30T15:54:31+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-10-30T15:54:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 9, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 32.12, "last_sample_duration_ms": 668.164, "last_trigger": "periodic", "next_snapshot_in_sec": 567.88, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 9, "storage_bytes": 1134625}, "mjpeg": {"age_sec": 0.032, "exists": true, "mtime": "2026-10-30T15:54:31.484416+09:00", "mtime_epoch": 1793343271.484416, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 104598}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:54:31+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 731.438, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 39780, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 53}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 53, "pushed_frames": 53, "read_frames": 52, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.767, "pushed": 1.767, "read": 1.734}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 52, "client_acquire_ms": {"avg_ms": 0.007, "count": 52, "max_ms": 0.02, "p95_ms": 0.015, "reason": null, "sample_age_ms": 69.36, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.648, "count": 52, "max_ms": 3.0, "p95_ms": 2.247, "reason": null, "sample_age_ms": 88.214, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.367, "count": 52, "max_ms": 2.36, "p95_ms": 1.937, "reason": null, "sample_age_ms": 88.368, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.087, "count": 52, "max_ms": 0.286, "p95_ms": 0.18, "reason": null, "sample_age_ms": 69.367, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.507, "count": 52, "max_ms": 2.912, "p95_ms": 2.719, "reason": null, "sample_age_ms": 87.481, "source": "client_direct"}, "request_count": 52, "request_tensor_bytes": {"avg": 2211848.0, "count": 52, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 87.469, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 52, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 69.453, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.476, "count": 52, "max_ms": 57.566, "p95_ms": 50.691, "reason": null, "sample_age_ms": 69.356, "source": "client_direct"}, "sample_age_ms": 69.352, "source": "client_direct", "task_total_ms": {"avg_ms": 37.238, "count": 52, "max_ms": 59.41, "p95_ms": 53.711, "reason": null, "sample_age_ms": 69.352, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.699, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.668, "count": 53, "max_ms": 1.445, "p95_ms": 1.203}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.209, "count": 53, "max_ms": 0.435, "p95_ms": 0.417}, "detection_prepare_ms": {"avg_ms": 0.097, "count": 53, "max_ms": 0.216, "p95_ms": 0.183}, "event_filter_ms": {"avg_ms": 0.004, "count": 53, "max_ms": 0.022, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.073, "count": 53, "max_ms": 0.176, "p95_ms": 0.137}, "mcmt_ms": {"avg_ms": 0.002, "count": 53, "max_ms": 0.006, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.17, "count": 53, "max_ms": 0.413, "p95_ms": 0.32}, "setup_ms": {"avg_ms": 0.042, "count": 53, "max_ms": 0.213, "p95_ms": 0.072}, "total_inside_ms": {"avg_ms": 0.628, "count": 53, "max_ms": 1.326, "p95_ms": 1.134}, "track_match_ms": {"avg_ms": 0.004, "count": 53, "max_ms": 0.012, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.025, "count": 53, "max_ms": 0.063, "p95_ms": 0.047}}, "gstreamer_push": {"avg_ms": 2.508, "count": 53, "max_ms": 4.075, "p95_ms": 3.749}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 53, "max_ms": 0.742, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.203, "count": 53, "max_ms": 59.988, "p95_ms": 56.013}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.037, "count": 53, "max_ms": 0.117, "p95_ms": 0.095}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 68.466, "count": 53, "max_ms": 97.453, "p95_ms": 94.184}, "inference_input_copy_ms": {"avg_ms": 1.407, "count": 53, "max_ms": 3.23, "p95_ms": 2.691}, "processing_residual_ms": {"avg_ms": 0.138, "count": 53, "max_ms": 0.367, "p95_ms": 0.317}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 70.047, "count": 53, "max_ms": 98.694, "p95_ms": 96.078}, "read_interval": {"avg_ms": 576.404, "count": 52, "max_ms": 20377.413, "p95_ms": 512.093}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 53, "max_ms": 0.028, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.117, "count": 53, "max_ms": 0.318, "p95_ms": 0.228}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 53, "max_ms": 0.021, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.103, "count": 53, "max_ms": 0.292, "p95_ms": 0.208}, "worker_merge_ms": {"avg_ms": 0.006, "count": 53, "max_ms": 0.032, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 38.216, "count": 53, "max_ms": 59.996, "p95_ms": 56.024}, "visualize": {"avg_ms": 28.68, "count": 53, "max_ms": 44.63, "p95_ms": 38.171}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.913, "count": 53, "max_ms": 43.422, "p95_ms": 36.891}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.491, "count": 53, "max_ms": 44.336, "p95_ms": 38.062}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.406, "count": 53, "max_ms": 44.211, "p95_ms": 37.954}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 53, "max_ms": 0.101, "p95_ms": 0.095}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 53}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 731.438, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.604, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.474, "sample_count": 1050, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39774, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:54:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105210, "write_bytes_delta": 105210, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 296.0, "cpu_core_ratio": 0.179157, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3965.0, "pid": 7519, "reason": null, "system_cpu_core_ratio": 0.008904, "system_cpu_s_delta": 0.25, "user_cpu_core_ratio": 0.170252, "user_cpu_s_delta": 4.779999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.088332, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 44.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.008192, "system_cpu_s_delta": 0.2300000000000182, "user_cpu_core_ratio": 0.08014, "user_cpu_s_delta": 2.25}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.482, "count": 50, "max_ms": 4.075, "p95_ms": 3.692, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 50}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.2, "count": 30, "max": 28.174, "p95": 22.613, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.89, "count": 30, "max": 14.048, "p95": 13.678, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 413.967, "count": 30, "max": 654.0, "p95": 595.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 19528.633, "count": 30, "max": 102132.0, "p95": 102096.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.071, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.552, "count": 30, "max": 0.732, "p95": 0.704, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.567, "count": 30, "max": 4.946, "p95": 4.725, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103735.733, "count": 30, "max": 105876.0, "p95": 105816.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103735.733, "count": 30, "max": 105876.0, "p95": 105816.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 47.533, "count": 30, "max": 65.0, "p95": 65.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.219, "count": 30, "max": 0.339, "p95": 0.333, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 335, "sampled_at": "2026-10-30T15:54:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:54:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 42487, "flush_count": 83, "flush_interval_seconds": 30.0, "flush_state": {"count": 83, "last_at": "2026-10-30T15:54:30", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:54:30", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 82}, "started": true, "suppressed_count": 39698, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 39698}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 83, "written_record_count": 83}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4533.711, "limit_mb": null}, "detail": {"pid": 7751, "restart_count": 36, "start_count": 37}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 109983744000, "copied_frame_count": 39780, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 109983744000, "frame_buffer_copies": 39780, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1078, "count": 512, "max_ms": 1.0013, "p50_ms": 0.0879, "p95_ms": 0.2268, "p99_ms": 0.2986}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1599, "count": 512, "max_ms": 10.5735, "p50_ms": 1.0818, "p95_ms": 1.8646, "p99_ms": 2.3736, "results": {"failed": 0, "not_applicable": 0, "success": 39780, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 34, "h264_decode_error_count": 39, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:54:31+09:00", "last_error_summary": "[h264 @ 0x59c1aac97480] error while decoding MB 114 58, bytestream -5 [in#0/rtsp @ 0x59c1aaa8de00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x59c1aaa8de00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T15:53:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T15:54:34+09:00", "pid": 7751, "process": {"exists": true, "fd_count": 4, "hwm_mb": 46.754, "name": "ffmpeg", "pid": 7751, "rss_mb": 46.754, "state": "S (sleeping)", "threads": 1}, "restart_count": 36, "restart_count_per_hour": 33, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.342, "sample_count": 1056, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:54:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.626, "last_frame_pushed_at": "2026-10-30T15:54:31+09:00", "last_frame_read_age_sec": 4.674, "last_frame_read_at": "2026-10-30T15:54:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 9, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 36.708, "last_sample_duration_ms": 668.164, "last_trigger": "periodic", "next_snapshot_in_sec": 563.292, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 9, "storage_bytes": 1134625}, "mjpeg": {"age_sec": 4.619, "exists": true, "mtime": "2026-10-30T15:54:31.484416+09:00", "mtime_epoch": 1793343271.484416, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 104598}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:54:36+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 731.441, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 39780, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 28}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 28, "pushed_frames": 28, "read_frames": 27, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.934, "pushed": 0.934, "read": 0.9}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 27, "client_acquire_ms": {"avg_ms": 0.007, "count": 27, "max_ms": 0.02, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4656.125, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.623, "count": 27, "max_ms": 2.751, "p95_ms": 1.582, "reason": null, "sample_age_ms": 4674.979, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.327, "count": 27, "max_ms": 2.342, "p95_ms": 1.322, "reason": null, "sample_age_ms": 4675.133, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.089, "count": 27, "max_ms": 0.254, "p95_ms": 0.175, "reason": null, "sample_age_ms": 4656.132, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.516, "count": 27, "max_ms": 2.912, "p95_ms": 2.711, "reason": null, "sample_age_ms": 4674.245, "source": "client_direct"}, "request_count": 27, "request_tensor_bytes": {"avg": 2211848.0, "count": 27, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4674.233, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 27, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4656.217, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.512, "count": 27, "max_ms": 57.566, "p95_ms": 51.001, "reason": null, "sample_age_ms": 4656.121, "source": "client_direct"}, "sample_age_ms": 4656.116, "source": "client_direct", "task_total_ms": {"avg_ms": 37.288, "count": 27, "max_ms": 59.41, "p95_ms": 53.645, "reason": null, "sample_age_ms": 4656.116, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.462, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.664, "count": 28, "max_ms": 1.216, "p95_ms": 1.203}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.213, "count": 28, "max_ms": 0.435, "p95_ms": 0.417}, "detection_prepare_ms": {"avg_ms": 0.09, "count": 28, "max_ms": 0.187, "p95_ms": 0.158}, "event_filter_ms": {"avg_ms": 0.004, "count": 28, "max_ms": 0.022, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.074, "count": 28, "max_ms": 0.158, "p95_ms": 0.129}, "mcmt_ms": {"avg_ms": 0.002, "count": 28, "max_ms": 0.006, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.171, "count": 28, "max_ms": 0.413, "p95_ms": 0.32}, "setup_ms": {"avg_ms": 0.04, "count": 28, "max_ms": 0.08, "p95_ms": 0.072}, "total_inside_ms": {"avg_ms": 0.626, "count": 28, "max_ms": 1.144, "p95_ms": 1.134}, "track_match_ms": {"avg_ms": 0.004, "count": 28, "max_ms": 0.009, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.025, "count": 28, "max_ms": 0.063, "p95_ms": 0.047}}, "gstreamer_push": {"avg_ms": 2.646, "count": 28, "max_ms": 4.075, "p95_ms": 3.907}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.071, "count": 28, "max_ms": 0.742, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.127, "count": 28, "max_ms": 59.988, "p95_ms": 56.013}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.037, "count": 28, "max_ms": 0.117, "p95_ms": 0.096}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 69.907, "count": 28, "max_ms": 97.453, "p95_ms": 94.236}, "inference_input_copy_ms": {"avg_ms": 1.42, "count": 28, "max_ms": 3.206, "p95_ms": 2.691}, "processing_residual_ms": {"avg_ms": 0.137, "count": 28, "max_ms": 0.329, "p95_ms": 0.317}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 71.501, "count": 28, "max_ms": 98.694, "p95_ms": 96.529}, "read_interval": {"avg_ms": 940.037, "count": 27, "max_ms": 20377.413, "p95_ms": 833.616}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 28, "max_ms": 0.028, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.116, "count": 28, "max_ms": 0.318, "p95_ms": 0.228}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 28, "max_ms": 0.021, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.102, "count": 28, "max_ms": 0.292, "p95_ms": 0.208}, "worker_merge_ms": {"avg_ms": 0.005, "count": 28, "max_ms": 0.011, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 38.139, "count": 28, "max_ms": 59.996, "p95_ms": 56.024}, "visualize": {"avg_ms": 30.156, "count": 28, "max_ms": 44.63, "p95_ms": 37.331}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.384, "count": 28, "max_ms": 43.422, "p95_ms": 36.285}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.947, "count": 28, "max_ms": 44.336, "p95_ms": 37.094}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.858, "count": 28, "max_ms": 44.211, "p95_ms": 36.94}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 28, "max_ms": 0.101, "p95_ms": 0.1}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 28}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 731.438, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.604, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.474, "sample_count": 1050, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39774, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:54:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105210, "write_bytes_delta": 105210, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 296.0, "cpu_core_ratio": 0.179157, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3965.0, "pid": 7519, "reason": null, "system_cpu_core_ratio": 0.008904, "system_cpu_s_delta": 0.25, "user_cpu_core_ratio": 0.170252, "user_cpu_s_delta": 4.779999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.088332, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 44.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.008192, "system_cpu_s_delta": 0.2300000000000182, "user_cpu_core_ratio": 0.08014, "user_cpu_s_delta": 2.25}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.482, "count": 50, "max_ms": 4.075, "p95_ms": 3.692, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 50}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.2, "count": 30, "max": 28.174, "p95": 22.613, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.89, "count": 30, "max": 14.048, "p95": 13.678, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 413.967, "count": 30, "max": 654.0, "p95": 595.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 19528.633, "count": 30, "max": 102132.0, "p95": 102096.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.071, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.552, "count": 30, "max": 0.732, "p95": 0.704, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.567, "count": 30, "max": 4.946, "p95": 4.725, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103735.733, "count": 30, "max": 105876.0, "p95": 105816.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103735.733, "count": 30, "max": 105876.0, "p95": 105816.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 47.533, "count": 30, "max": 65.0, "p95": 65.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.219, "count": 30, "max": 0.339, "p95": 0.333, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 335, "sampled_at": "2026-10-30T15:54:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:54:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 42487, "flush_count": 83, "flush_interval_seconds": 30.0, "flush_state": {"count": 83, "last_at": "2026-10-30T15:54:30", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:54:30", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 82}, "started": true, "suppressed_count": 39886, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 39886}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 83, "written_record_count": 83}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4528.641, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x602f5a2aa500] error while decoding MB 177 88, bytestream -18", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 110500761600, "copied_frame_count": 39967, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 110500761600, "frame_buffer_copies": 39967, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1044, "count": 512, "max_ms": 1.0013, "p50_ms": 0.0889, "p95_ms": 0.2049, "p99_ms": 0.2793}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1506, "count": 512, "max_ms": 10.5735, "p50_ms": 1.0764, "p95_ms": 1.8811, "p99_ms": 2.671, "results": {"failed": 0, "not_applicable": 0, "success": 39967, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 35, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:55:12+09:00", "last_error_summary": "[h264 @ 0x602f5a2aa500] error while decoding MB 177 88, bytestream -18", "last_exit_at": "2026-10-30T15:53:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 38.355, "last_started_at": "2026-10-30T15:54:34+09:00", "pid": 7751, "process": {"exists": false, "pid": 7751}, "restart_count": 36, "restart_count_per_hour": 33, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.163, "sample_count": 1095, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39968, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:55:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.083, "last_frame_pushed_at": "2026-10-30T15:55:12+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-10-30T15:55:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 9, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 73.066, "last_sample_duration_ms": 668.164, "last_trigger": "periodic", "next_snapshot_in_sec": 526.934, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 9, "storage_bytes": 1134625}, "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-10-30T15:55:12.385657+09:00", "mtime_epoch": 1793343312.3856566, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 105901}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:55:12+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 731.527, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 39968, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 167}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.589, "pushed": 5.589, "read": 5.623}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 168, "client_acquire_ms": {"avg_ms": 0.006, "count": 168, "max_ms": 0.022, "p95_ms": 0.013, "reason": null, "sample_age_ms": 46.849, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.538, "count": 168, "max_ms": 2.385, "p95_ms": 1.557, "reason": null, "sample_age_ms": 82.461, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.287, "count": 168, "max_ms": 1.971, "p95_ms": 1.308, "reason": null, "sample_age_ms": 82.68, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.081, "count": 168, "max_ms": 0.303, "p95_ms": 0.18, "reason": null, "sample_age_ms": 46.854, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.394, "count": 168, "max_ms": 3.206, "p95_ms": 2.651, "reason": null, "sample_age_ms": 81.508, "source": "client_direct"}, "request_count": 168, "request_tensor_bytes": {"avg": 2211848.0, "count": 168, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 81.493, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 168, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 46.917, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.825, "count": 168, "max_ms": 63.391, "p95_ms": 51.75, "reason": null, "sample_age_ms": 46.847, "source": "client_direct"}, "sample_age_ms": 46.844, "source": "client_direct", "task_total_ms": {"avg_ms": 36.452, "count": 168, "max_ms": 66.457, "p95_ms": 54.075, "reason": null, "sample_age_ms": 46.844, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.662, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.62, "count": 167, "max_ms": 1.605, "p95_ms": 1.205}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.199, "count": 167, "max_ms": 0.584, "p95_ms": 0.389}, "detection_prepare_ms": {"avg_ms": 0.086, "count": 167, "max_ms": 0.233, "p95_ms": 0.154}, "event_filter_ms": {"avg_ms": 0.003, "count": 167, "max_ms": 0.011, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.07, "count": 167, "max_ms": 0.21, "p95_ms": 0.141}, "mcmt_ms": {"avg_ms": 0.002, "count": 167, "max_ms": 0.008, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.16, "count": 167, "max_ms": 0.46, "p95_ms": 0.332}, "setup_ms": {"avg_ms": 0.036, "count": 167, "max_ms": 0.11, "p95_ms": 0.077}, "total_inside_ms": {"avg_ms": 0.585, "count": 167, "max_ms": 1.533, "p95_ms": 1.128}, "track_match_ms": {"avg_ms": 0.004, "count": 167, "max_ms": 0.026, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.023, "count": 167, "max_ms": 0.066, "p95_ms": 0.046}}, "gstreamer_push": {"avg_ms": 2.383, "count": 167, "max_ms": 5.154, "p95_ms": 3.702}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 167, "max_ms": 0.142, "p95_ms": 0.089}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.305, "count": 167, "max_ms": 69.115, "p95_ms": 55.129}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.035, "count": 167, "max_ms": 0.153, "p95_ms": 0.073}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 67.501, "count": 167, "max_ms": 112.466, "p95_ms": 92.09}, "inference_input_copy_ms": {"avg_ms": 1.34, "count": 167, "max_ms": 3.357, "p95_ms": 2.324}, "processing_residual_ms": {"avg_ms": 0.122, "count": 167, "max_ms": 0.314, "p95_ms": 0.232}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 68.998, "count": 167, "max_ms": 113.926, "p95_ms": 95.135}, "read_interval": {"avg_ms": 178.63, "count": 168, "max_ms": 589.361, "p95_ms": 482.657}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 167, "max_ms": 0.035, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.11, "count": 167, "max_ms": 0.379, "p95_ms": 0.229}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 167, "max_ms": 0.034, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.096, "count": 167, "max_ms": 0.362, "p95_ms": 0.201}, "worker_merge_ms": {"avg_ms": 0.005, "count": 167, "max_ms": 0.015, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 37.317, "count": 167, "max_ms": 69.124, "p95_ms": 55.154}, "visualize": {"avg_ms": 28.674, "count": 167, "max_ms": 46.288, "p95_ms": 38.834}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.914, "count": 167, "max_ms": 45.285, "p95_ms": 38.057}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.495, "count": 167, "max_ms": 46.112, "p95_ms": 38.731}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.002, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.413, "count": 167, "max_ms": 46.031, "p95_ms": 38.635}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 167, "max_ms": 0.233, "p95_ms": 0.099}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 167}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 731.5, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.877, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.966, "sample_count": 1085, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39905, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:55:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.144, "exists": true, "size_bytes": 106199, "write_bytes_delta": 106199, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 410.0, "cpu_core_ratio": 0.669025, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 441.0, "pid": 7751, "reason": null, "system_cpu_core_ratio": 0.028616, "system_cpu_s_delta": 0.2899999999999999, "user_cpu_core_ratio": 0.640409, "user_cpu_s_delta": 6.49}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.354248, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 64.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.03651, "system_cpu_s_delta": 0.37000000000000455, "user_cpu_core_ratio": 0.317738, "user_cpu_s_delta": 3.2199999999998}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.415, "count": 127, "max_ms": 5.154, "p95_ms": 3.843, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 127}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.556, "count": 30, "max": 28.174, "p95": 22.613, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.531, "count": 30, "max": 14.048, "p95": 13.239, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 408.2, "count": 30, "max": 654.0, "p95": 579.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 16326.433, "count": 30, "max": 102132.0, "p95": 102074.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.071, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.556, "count": 30, "max": 0.732, "p95": 0.704, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.583, "count": 30, "max": 4.946, "p95": 4.725, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104028.833, "count": 30, "max": 106199.0, "p95": 105876.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 104028.833, "count": 30, "max": 106199.0, "p95": 105876.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 47.7, "count": 30, "max": 65.0, "p95": 65.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.22, "count": 30, "max": 0.339, "p95": 0.329, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 338, "sampled_at": "2026-10-30T15:55:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:55:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.878, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 42487, "flush_count": 83, "flush_interval_seconds": 30.0, "flush_state": {"count": 83, "last_at": "2026-10-30T15:54:30", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:54:30", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 82}, "started": true, "suppressed_count": 39886, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 39886}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 83, "written_record_count": 83}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4529.68, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T15:55:12+09:00", "last_error_summary": "[h264 @ 0x602f5a2aa500] error while decoding MB 177 88, bytestream -18", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 110503526400, "copied_frame_count": 39968, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 110503526400, "frame_buffer_copies": 39968, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1043, "count": 512, "max_ms": 1.0013, "p50_ms": 0.0888, "p95_ms": 0.2049, "p99_ms": 0.2793}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.156, "count": 512, "max_ms": 10.5735, "p50_ms": 1.0805, "p95_ms": 1.8843, "p99_ms": 2.6888, "results": {"failed": 0, "not_applicable": 0, "success": 39968, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 35, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:55:12+09:00", "last_error_summary": "[h264 @ 0x602f5a2aa500] error while decoding MB 177 88, bytestream -18", "last_exit_at": "2026-10-30T15:55:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 38.377, "last_started_at": "2026-10-30T15:54:34+09:00", "pid": 7751, "process": {"exists": false, "pid": 7751}, "restart_count": 36, "restart_count_per_hour": 33, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.163, "sample_count": 1095, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39968, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:55:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.009, "last_frame_pushed_at": "2026-10-30T15:55:12+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-10-30T15:55:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 9, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 73.084, "last_sample_duration_ms": 668.164, "last_trigger": "periodic", "next_snapshot_in_sec": 526.916, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 9, "storage_bytes": 1134625}, "mjpeg": {"age_sec": 0.001, "exists": true, "mtime": "2026-10-30T15:55:12.477657+09:00", "mtime_epoch": 1793343312.477657, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 106187}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:55:12+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 731.527, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 39968, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 168}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.619, "pushed": 5.619, "read": 5.619}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 168, "client_acquire_ms": {"avg_ms": 0.006, "count": 168, "max_ms": 0.022, "p95_ms": 0.013, "reason": null, "sample_age_ms": 65.502, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.538, "count": 168, "max_ms": 2.385, "p95_ms": 1.557, "reason": null, "sample_age_ms": 101.114, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.287, "count": 168, "max_ms": 1.971, "p95_ms": 1.308, "reason": null, "sample_age_ms": 101.333, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.081, "count": 168, "max_ms": 0.303, "p95_ms": 0.18, "reason": null, "sample_age_ms": 65.506, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.394, "count": 168, "max_ms": 3.206, "p95_ms": 2.651, "reason": null, "sample_age_ms": 100.16, "source": "client_direct"}, "request_count": 168, "request_tensor_bytes": {"avg": 2211848.0, "count": 168, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 100.145, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 168, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 65.569, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.825, "count": 168, "max_ms": 63.391, "p95_ms": 51.75, "reason": null, "sample_age_ms": 65.499, "source": "client_direct"}, "sample_age_ms": 65.496, "source": "client_direct", "task_total_ms": {"avg_ms": 36.452, "count": 168, "max_ms": 66.457, "p95_ms": 54.075, "reason": null, "sample_age_ms": 65.496, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.955, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.621, "count": 168, "max_ms": 1.605, "p95_ms": 1.205}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.199, "count": 168, "max_ms": 0.584, "p95_ms": 0.389}, "detection_prepare_ms": {"avg_ms": 0.086, "count": 168, "max_ms": 0.233, "p95_ms": 0.154}, "event_filter_ms": {"avg_ms": 0.003, "count": 168, "max_ms": 0.011, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.071, "count": 168, "max_ms": 0.21, "p95_ms": 0.141}, "mcmt_ms": {"avg_ms": 0.002, "count": 168, "max_ms": 0.008, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.16, "count": 168, "max_ms": 0.46, "p95_ms": 0.332}, "setup_ms": {"avg_ms": 0.037, "count": 168, "max_ms": 0.11, "p95_ms": 0.077}, "total_inside_ms": {"avg_ms": 0.586, "count": 168, "max_ms": 1.533, "p95_ms": 1.128}, "track_match_ms": {"avg_ms": 0.004, "count": 168, "max_ms": 0.026, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.023, "count": 168, "max_ms": 0.066, "p95_ms": 0.046}}, "gstreamer_push": {"avg_ms": 2.381, "count": 168, "max_ms": 5.154, "p95_ms": 3.702}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 168, "max_ms": 0.142, "p95_ms": 0.089}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.305, "count": 168, "max_ms": 69.115, "p95_ms": 55.129}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.035, "count": 168, "max_ms": 0.153, "p95_ms": 0.073}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 67.598, "count": 168, "max_ms": 112.466, "p95_ms": 92.09}, "inference_input_copy_ms": {"avg_ms": 1.341, "count": 168, "max_ms": 3.357, "p95_ms": 2.324}, "processing_residual_ms": {"avg_ms": 0.122, "count": 168, "max_ms": 0.314, "p95_ms": 0.232}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 69.096, "count": 168, "max_ms": 113.926, "p95_ms": 95.135}, "read_interval": {"avg_ms": 178.63, "count": 168, "max_ms": 589.361, "p95_ms": 482.657}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 168, "max_ms": 0.035, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.11, "count": 168, "max_ms": 0.379, "p95_ms": 0.229}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 168, "max_ms": 0.034, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.096, "count": 168, "max_ms": 0.362, "p95_ms": 0.201}, "worker_merge_ms": {"avg_ms": 0.005, "count": 168, "max_ms": 0.015, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 37.318, "count": 168, "max_ms": 69.124, "p95_ms": 55.154}, "visualize": {"avg_ms": 28.77, "count": 168, "max_ms": 46.288, "p95_ms": 39.16}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.01, "count": 168, "max_ms": 45.285, "p95_ms": 38.572}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.592, "count": 168, "max_ms": 46.112, "p95_ms": 39.032}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.002, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.509, "count": 168, "max_ms": 46.031, "p95_ms": 38.973}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 168, "max_ms": 0.233, "p95_ms": 0.099}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 168}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 731.5, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.877, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.966, "sample_count": 1085, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39905, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:55:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.144, "exists": true, "size_bytes": 106199, "write_bytes_delta": 106199, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 410.0, "cpu_core_ratio": 0.669025, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 441.0, "pid": 7751, "reason": null, "system_cpu_core_ratio": 0.028616, "system_cpu_s_delta": 0.2899999999999999, "user_cpu_core_ratio": 0.640409, "user_cpu_s_delta": 6.49}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.354248, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 64.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.03651, "system_cpu_s_delta": 0.37000000000000455, "user_cpu_core_ratio": 0.317738, "user_cpu_s_delta": 3.2199999999998}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.415, "count": 127, "max_ms": 5.154, "p95_ms": 3.843, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 127}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.556, "count": 30, "max": 28.174, "p95": 22.613, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.531, "count": 30, "max": 14.048, "p95": 13.239, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 408.2, "count": 30, "max": 654.0, "p95": 579.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 16326.433, "count": 30, "max": 102132.0, "p95": 102074.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.071, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.556, "count": 30, "max": 0.732, "p95": 0.704, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.583, "count": 30, "max": 4.946, "p95": 4.725, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104028.833, "count": 30, "max": 106199.0, "p95": 105876.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 104028.833, "count": 30, "max": 106199.0, "p95": 105876.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 47.7, "count": 30, "max": 65.0, "p95": 65.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.22, "count": 30, "max": 0.339, "p95": 0.329, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 338, "sampled_at": "2026-10-30T15:55:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:55:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 42487, "flush_count": 83, "flush_interval_seconds": 30.0, "flush_state": {"count": 83, "last_at": "2026-10-30T15:54:30", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:54:30", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 82}, "started": true, "suppressed_count": 39886, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 39886}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 83, "written_record_count": 83}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4529.195, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 110503526400, "copied_frame_count": 39968, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 110503526400, "frame_buffer_copies": 39968, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1043, "count": 512, "max_ms": 1.0013, "p50_ms": 0.0888, "p95_ms": 0.2049, "p99_ms": 0.2793}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.156, "count": 512, "max_ms": 10.5735, "p50_ms": 1.0805, "p95_ms": 1.8843, "p99_ms": 2.6888, "results": {"failed": 0, "not_applicable": 0, "success": 39968, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 35, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:55:12+09:00", "last_error_summary": "[h264 @ 0x602f5a2aa500] error while decoding MB 177 88, bytestream -18", "last_exit_at": "2026-10-30T15:55:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 38.396, "last_started_at": "2026-10-30T15:54:34+09:00", "pid": 7751, "process": {"exists": false, "pid": 7751}, "restart_count": 36, "restart_count_per_hour": 33, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.163, "sample_count": 1095, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39968, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:55:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.028, "last_frame_pushed_at": "2026-10-30T15:55:12+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-10-30T15:55:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 9, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 73.104, "last_sample_duration_ms": 668.164, "last_trigger": "periodic", "next_snapshot_in_sec": 526.896, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 9, "storage_bytes": 1134625}, "mjpeg": {"age_sec": 0.02, "exists": true, "mtime": "2026-10-30T15:55:12.477657+09:00", "mtime_epoch": 1793343312.477657, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 106187}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:55:12+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 731.527, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 39968, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 168}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.615, "pushed": 5.615, "read": 5.615}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 168, "client_acquire_ms": {"avg_ms": 0.006, "count": 168, "max_ms": 0.022, "p95_ms": 0.013, "reason": null, "sample_age_ms": 86.951, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.538, "count": 168, "max_ms": 2.385, "p95_ms": 1.557, "reason": null, "sample_age_ms": 122.562, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.287, "count": 168, "max_ms": 1.971, "p95_ms": 1.308, "reason": null, "sample_age_ms": 122.782, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.081, "count": 168, "max_ms": 0.303, "p95_ms": 0.18, "reason": null, "sample_age_ms": 86.955, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.394, "count": 168, "max_ms": 3.206, "p95_ms": 2.651, "reason": null, "sample_age_ms": 121.609, "source": "client_direct"}, "request_count": 168, "request_tensor_bytes": {"avg": 2211848.0, "count": 168, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 121.594, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 168, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 87.018, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.825, "count": 168, "max_ms": 63.391, "p95_ms": 51.75, "reason": null, "sample_age_ms": 86.948, "source": "client_direct"}, "sample_age_ms": 86.945, "source": "client_direct", "task_total_ms": {"avg_ms": 36.452, "count": 168, "max_ms": 66.457, "p95_ms": 54.075, "reason": null, "sample_age_ms": 86.945, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.112, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.621, "count": 168, "max_ms": 1.605, "p95_ms": 1.205}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.199, "count": 168, "max_ms": 0.584, "p95_ms": 0.389}, "detection_prepare_ms": {"avg_ms": 0.086, "count": 168, "max_ms": 0.233, "p95_ms": 0.154}, "event_filter_ms": {"avg_ms": 0.003, "count": 168, "max_ms": 0.011, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.071, "count": 168, "max_ms": 0.21, "p95_ms": 0.141}, "mcmt_ms": {"avg_ms": 0.002, "count": 168, "max_ms": 0.008, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.16, "count": 168, "max_ms": 0.46, "p95_ms": 0.332}, "setup_ms": {"avg_ms": 0.037, "count": 168, "max_ms": 0.11, "p95_ms": 0.077}, "total_inside_ms": {"avg_ms": 0.586, "count": 168, "max_ms": 1.533, "p95_ms": 1.128}, "track_match_ms": {"avg_ms": 0.004, "count": 168, "max_ms": 0.026, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.023, "count": 168, "max_ms": 0.066, "p95_ms": 0.046}}, "gstreamer_push": {"avg_ms": 2.381, "count": 168, "max_ms": 5.154, "p95_ms": 3.702}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 168, "max_ms": 0.142, "p95_ms": 0.089}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.305, "count": 168, "max_ms": 69.115, "p95_ms": 55.129}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.035, "count": 168, "max_ms": 0.153, "p95_ms": 0.073}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 67.598, "count": 168, "max_ms": 112.466, "p95_ms": 92.09}, "inference_input_copy_ms": {"avg_ms": 1.341, "count": 168, "max_ms": 3.357, "p95_ms": 2.324}, "processing_residual_ms": {"avg_ms": 0.122, "count": 168, "max_ms": 0.314, "p95_ms": 0.232}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 69.096, "count": 168, "max_ms": 113.926, "p95_ms": 95.135}, "read_interval": {"avg_ms": 178.63, "count": 168, "max_ms": 589.361, "p95_ms": 482.657}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 168, "max_ms": 0.035, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.11, "count": 168, "max_ms": 0.379, "p95_ms": 0.229}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 168, "max_ms": 0.034, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.096, "count": 168, "max_ms": 0.362, "p95_ms": 0.201}, "worker_merge_ms": {"avg_ms": 0.005, "count": 168, "max_ms": 0.015, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 37.318, "count": 168, "max_ms": 69.124, "p95_ms": 55.154}, "visualize": {"avg_ms": 28.77, "count": 168, "max_ms": 46.288, "p95_ms": 39.16}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.01, "count": 168, "max_ms": 45.285, "p95_ms": 38.572}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.592, "count": 168, "max_ms": 46.112, "p95_ms": 39.032}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.002, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.509, "count": 168, "max_ms": 46.031, "p95_ms": 38.973}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 168, "max_ms": 0.233, "p95_ms": 0.099}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 168}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 731.5, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.877, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.966, "sample_count": 1085, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39905, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:55:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.144, "exists": true, "size_bytes": 106199, "write_bytes_delta": 106199, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 410.0, "cpu_core_ratio": 0.669025, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 441.0, "pid": 7751, "reason": null, "system_cpu_core_ratio": 0.028616, "system_cpu_s_delta": 0.2899999999999999, "user_cpu_core_ratio": 0.640409, "user_cpu_s_delta": 6.49}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.354248, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 64.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.03651, "system_cpu_s_delta": 0.37000000000000455, "user_cpu_core_ratio": 0.317738, "user_cpu_s_delta": 3.2199999999998}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.415, "count": 127, "max_ms": 5.154, "p95_ms": 3.843, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 127}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.556, "count": 30, "max": 28.174, "p95": 22.613, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.531, "count": 30, "max": 14.048, "p95": 13.239, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 408.2, "count": 30, "max": 654.0, "p95": 579.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 16326.433, "count": 30, "max": 102132.0, "p95": 102074.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.071, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.556, "count": 30, "max": 0.732, "p95": 0.704, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.583, "count": 30, "max": 4.946, "p95": 4.725, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104028.833, "count": 30, "max": 106199.0, "p95": 105876.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 104028.833, "count": 30, "max": 106199.0, "p95": 105876.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 47.7, "count": 30, "max": 65.0, "p95": 65.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.22, "count": 30, "max": 0.339, "p95": 0.329, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 338, "sampled_at": "2026-10-30T15:55:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:55:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 42487, "flush_count": 83, "flush_interval_seconds": 30.0, "flush_state": {"count": 83, "last_at": "2026-10-30T15:54:30", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:54:30", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 82}, "started": true, "suppressed_count": 39886, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 39886}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 83, "written_record_count": 83}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4533.379, "limit_mb": null}, "detail": {"pid": 7867, "restart_count": 37, "start_count": 38}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 110503526400, "copied_frame_count": 39968, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 110503526400, "frame_buffer_copies": 39968, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1043, "count": 512, "max_ms": 1.0013, "p50_ms": 0.0888, "p95_ms": 0.2049, "p99_ms": 0.2793}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.156, "count": 512, "max_ms": 10.5735, "p50_ms": 1.0805, "p95_ms": 1.8843, "p99_ms": 2.6888, "results": {"failed": 0, "not_applicable": 0, "success": 39968, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 35, "h264_decode_error_count": 40, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:55:12+09:00", "last_error_summary": "[h264 @ 0x602f5a2aa500] error while decoding MB 177 88, bytestream -18", "last_exit_at": "2026-10-30T15:55:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T15:55:15+09:00", "pid": 7867, "process": {"exists": true, "fd_count": 4, "hwm_mb": 47.191, "name": "ffmpeg", "pid": 7867, "rss_mb": 47.191, "state": "S (sleeping)", "threads": 1}, "restart_count": 37, "restart_count_per_hour": 34, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.163, "sample_count": 1095, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39968, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:55:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.922, "last_frame_pushed_at": "2026-10-30T15:55:12+09:00", "last_frame_read_age_sec": 5.014, "last_frame_read_at": "2026-10-30T15:55:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 9, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 77.998, "last_sample_duration_ms": 668.164, "last_trigger": "periodic", "next_snapshot_in_sec": 522.002, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 9, "storage_bytes": 1134625}, "mjpeg": {"age_sec": 4.914, "exists": true, "mtime": "2026-10-30T15:55:12.477657+09:00", "mtime_epoch": 1793343312.477657, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 106187}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:55:17+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 732.551, "name": "celery", "pid": 176, "rss_mb": 731.531, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 39968, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 142}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 142, "pushed_frames": 142, "read_frames": 141, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.743, "pushed": 4.743, "read": 4.709}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 141, "client_acquire_ms": {"avg_ms": 0.006, "count": 142, "max_ms": 0.022, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4980.947, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.532, "count": 141, "max_ms": 2.366, "p95_ms": 1.559, "reason": null, "sample_age_ms": 5016.559, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.287, "count": 141, "max_ms": 1.913, "p95_ms": 1.298, "reason": null, "sample_age_ms": 5016.778, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.083, "count": 142, "max_ms": 0.303, "p95_ms": 0.186, "reason": null, "sample_age_ms": 4980.951, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.391, "count": 141, "max_ms": 3.105, "p95_ms": 2.458, "reason": null, "sample_age_ms": 5015.606, "source": "client_direct"}, "request_count": 141, "request_tensor_bytes": {"avg": 2211848.0, "count": 141, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5015.59, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 142, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4981.015, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.863, "count": 142, "max_ms": 63.391, "p95_ms": 51.828, "reason": null, "sample_age_ms": 4980.944, "source": "client_direct"}, "sample_age_ms": 4980.942, "source": "client_direct", "task_total_ms": {"avg_ms": 36.505, "count": 142, "max_ms": 66.457, "p95_ms": 54.149, "reason": null, "sample_age_ms": 4980.942, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.29, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.618, "count": 142, "max_ms": 1.605, "p95_ms": 1.21}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.199, "count": 142, "max_ms": 0.584, "p95_ms": 0.404}, "detection_prepare_ms": {"avg_ms": 0.086, "count": 142, "max_ms": 0.233, "p95_ms": 0.156}, "event_filter_ms": {"avg_ms": 0.003, "count": 142, "max_ms": 0.011, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.071, "count": 142, "max_ms": 0.21, "p95_ms": 0.143}, "mcmt_ms": {"avg_ms": 0.002, "count": 142, "max_ms": 0.008, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.157, "count": 142, "max_ms": 0.46, "p95_ms": 0.3}, "setup_ms": {"avg_ms": 0.037, "count": 142, "max_ms": 0.11, "p95_ms": 0.077}, "total_inside_ms": {"avg_ms": 0.584, "count": 142, "max_ms": 1.533, "p95_ms": 1.128}, "track_match_ms": {"avg_ms": 0.004, "count": 142, "max_ms": 0.011, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.023, "count": 142, "max_ms": 0.066, "p95_ms": 0.045}}, "gstreamer_push": {"avg_ms": 2.347, "count": 142, "max_ms": 5.154, "p95_ms": 3.69}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 142, "max_ms": 0.142, "p95_ms": 0.089}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.359, "count": 142, "max_ms": 69.115, "p95_ms": 55.129}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.034, "count": 142, "max_ms": 0.153, "p95_ms": 0.07}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 67.843, "count": 142, "max_ms": 112.466, "p95_ms": 94.009}, "inference_input_copy_ms": {"avg_ms": 1.354, "count": 142, "max_ms": 3.357, "p95_ms": 2.319}, "processing_residual_ms": {"avg_ms": 0.122, "count": 142, "max_ms": 0.314, "p95_ms": 0.232}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 69.352, "count": 142, "max_ms": 113.926, "p95_ms": 96.872}, "read_interval": {"avg_ms": 177.481, "count": 141, "max_ms": 589.361, "p95_ms": 477.448}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 142, "max_ms": 0.035, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.108, "count": 142, "max_ms": 0.379, "p95_ms": 0.195}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 142, "max_ms": 0.034, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.094, "count": 142, "max_ms": 0.362, "p95_ms": 0.17}, "worker_merge_ms": {"avg_ms": 0.005, "count": 142, "max_ms": 0.015, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 37.371, "count": 142, "max_ms": 69.124, "p95_ms": 55.154}, "visualize": {"avg_ms": 28.977, "count": 142, "max_ms": 46.288, "p95_ms": 39.72}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.228, "count": 142, "max_ms": 45.285, "p95_ms": 38.639}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.804, "count": 142, "max_ms": 46.112, "p95_ms": 39.369}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.002, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.722, "count": 142, "max_ms": 46.031, "p95_ms": 39.219}, "visualizer_prepare_ms": {"avg_ms": 0.048, "count": 142, "max_ms": 0.233, "p95_ms": 0.099}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 142}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 731.5, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.877, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.966, "sample_count": 1085, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39905, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:55:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.144, "exists": true, "size_bytes": 106199, "write_bytes_delta": 106199, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 410.0, "cpu_core_ratio": 0.669025, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 441.0, "pid": 7751, "reason": null, "system_cpu_core_ratio": 0.028616, "system_cpu_s_delta": 0.2899999999999999, "user_cpu_core_ratio": 0.640409, "user_cpu_s_delta": 6.49}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.354248, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 64.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.03651, "system_cpu_s_delta": 0.37000000000000455, "user_cpu_core_ratio": 0.317738, "user_cpu_s_delta": 3.2199999999998}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.415, "count": 127, "max_ms": 5.154, "p95_ms": 3.843, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 127}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.556, "count": 30, "max": 28.174, "p95": 22.613, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.531, "count": 30, "max": 14.048, "p95": 13.239, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 408.2, "count": 30, "max": 654.0, "p95": 579.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 16326.433, "count": 30, "max": 102132.0, "p95": 102074.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.071, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.556, "count": 30, "max": 0.732, "p95": 0.704, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.583, "count": 30, "max": 4.946, "p95": 4.725, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104028.833, "count": 30, "max": 106199.0, "p95": 105876.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 104028.833, "count": 30, "max": 106199.0, "p95": 105876.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 47.7, "count": 30, "max": 65.0, "p95": 65.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.22, "count": 30, "max": 0.339, "p95": 0.329, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 338, "sampled_at": "2026-10-30T15:55:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:55:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 42999, "flush_count": 84, "flush_interval_seconds": 30.0, "flush_state": {"count": 84, "last_at": "2026-10-30T15:55:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:55:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 83}, "started": true, "suppressed_count": 40054, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 40054}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 84, "written_record_count": 84}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4533.742, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5aabf3e7c180] error while decoding MB 193 71, bytestream -14", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 110970777600, "copied_frame_count": 40137, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 110970777600, "frame_buffer_copies": 40137, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1026, "count": 512, "max_ms": 1.0013, "p50_ms": 0.0872, "p95_ms": 0.1997, "p99_ms": 0.2767}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1368, "count": 512, "max_ms": 4.9982, "p50_ms": 1.0488, "p95_ms": 1.9228, "p99_ms": 2.7013, "results": {"failed": 0, "not_applicable": 0, "success": 40137, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 36, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:55:49+09:00", "last_error_summary": "[h264 @ 0x5aabf3e7c180] error while decoding MB 193 71, bytestream -14", "last_exit_at": "2026-10-30T15:55:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.717, "last_started_at": "2026-10-30T15:55:15+09:00", "pid": 7867, "process": {"exists": false, "pid": 7867}, "restart_count": 37, "restart_count_per_hour": 34, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.216, "sample_count": 1105, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40137, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:55:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.024, "last_frame_pushed_at": "2026-10-30T15:55:49+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-10-30T15:55:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 9, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 109.722, "last_sample_duration_ms": 668.164, "last_trigger": "periodic", "next_snapshot_in_sec": 490.278, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 9, "storage_bytes": 1134625}, "mjpeg": {"age_sec": 0.016, "exists": true, "mtime": "2026-10-30T15:55:49.092873+09:00", "mtime_epoch": 1793343349.0928726, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 105668}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:55:49+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 740.039, "name": "celery", "pid": 176, "rss_mb": 731.609, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 40137, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 169, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.668, "pushed": 5.668, "read": 5.668}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 169, "client_acquire_ms": {"avg_ms": 0.007, "count": 169, "max_ms": 0.035, "p95_ms": 0.014, "reason": null, "sample_age_ms": 71.876, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.627, "count": 169, "max_ms": 4.689, "p95_ms": 1.728, "reason": null, "sample_age_ms": 110.284, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.315, "count": 169, "max_ms": 2.784, "p95_ms": 1.461, "reason": null, "sample_age_ms": 110.474, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.089, "count": 169, "max_ms": 0.253, "p95_ms": 0.185, "reason": null, "sample_age_ms": 71.882, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.573, "count": 169, "max_ms": 5.013, "p95_ms": 2.753, "reason": null, "sample_age_ms": 108.731, "source": "client_direct"}, "request_count": 169, "request_tensor_bytes": {"avg": 2211848.0, "count": 169, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 108.695, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 169, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 71.99, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.683, "count": 169, "max_ms": 78.826, "p95_ms": 56.9, "reason": null, "sample_age_ms": 71.873, "source": "client_direct"}, "sample_age_ms": 71.869, "source": "client_direct", "task_total_ms": {"avg_ms": 40.521, "count": 169, "max_ms": 82.174, "p95_ms": 59.615, "reason": null, "sample_age_ms": 71.869, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.549, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.685, "count": 169, "max_ms": 4.158, "p95_ms": 1.374}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.211, "count": 169, "max_ms": 0.599, "p95_ms": 0.45}, "detection_prepare_ms": {"avg_ms": 0.093, "count": 169, "max_ms": 0.209, "p95_ms": 0.176}, "event_filter_ms": {"avg_ms": 0.004, "count": 169, "max_ms": 0.029, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.076, "count": 169, "max_ms": 0.223, "p95_ms": 0.142}, "mcmt_ms": {"avg_ms": 0.003, "count": 169, "max_ms": 0.021, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.19, "count": 169, "max_ms": 3.114, "p95_ms": 0.383}, "setup_ms": {"avg_ms": 0.041, "count": 169, "max_ms": 0.085, "p95_ms": 0.077}, "total_inside_ms": {"avg_ms": 0.648, "count": 169, "max_ms": 4.031, "p95_ms": 1.272}, "track_match_ms": {"avg_ms": 0.004, "count": 169, "max_ms": 0.043, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.026, "count": 169, "max_ms": 0.078, "p95_ms": 0.057}}, "gstreamer_push": {"avg_ms": 2.497, "count": 169, "max_ms": 7.427, "p95_ms": 3.902}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 169, "max_ms": 0.512, "p95_ms": 0.096}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.463, "count": 169, "max_ms": 83.339, "p95_ms": 61.989}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.034, "count": 169, "max_ms": 0.155, "p95_ms": 0.072}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 74.461, "count": 169, "max_ms": 122.143, "p95_ms": 103.44}, "inference_input_copy_ms": {"avg_ms": 1.335, "count": 169, "max_ms": 2.542, "p95_ms": 2.002}, "processing_residual_ms": {"avg_ms": 0.131, "count": 169, "max_ms": 0.36, "p95_ms": 0.239}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 75.961, "count": 169, "max_ms": 124.122, "p95_ms": 104.855}, "read_interval": {"avg_ms": 216.738, "count": 169, "max_ms": 6917.337, "p95_ms": 503.672}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 169, "max_ms": 0.075, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.136, "count": 169, "max_ms": 2.942, "p95_ms": 0.265}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 169, "max_ms": 0.05, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.12, "count": 169, "max_ms": 2.896, "p95_ms": 0.237}, "worker_merge_ms": {"avg_ms": 0.005, "count": 169, "max_ms": 0.025, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 41.477, "count": 169, "max_ms": 83.349, "p95_ms": 62.01}, "visualize": {"avg_ms": 31.414, "count": 169, "max_ms": 49.811, "p95_ms": 45.091}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.636, "count": 169, "max_ms": 49.057, "p95_ms": 43.679}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.227, "count": 169, "max_ms": 49.685, "p95_ms": 44.78}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.139, "count": 169, "max_ms": 49.603, "p95_ms": 44.579}, "visualizer_prepare_ms": {"avg_ms": 0.052, "count": 169, "max_ms": 0.157, "p95_ms": 0.093}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 169}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 731.562, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.966, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.804, "sample_count": 1105, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40038, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:55:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.186, "exists": true, "size_bytes": 105599, "write_bytes_delta": 105599, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 420.0, "cpu_core_ratio": 0.687122, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5358.0, "pid": 7867, "reason": null, "system_cpu_core_ratio": 0.032439, "system_cpu_s_delta": 0.33000000000000007, "user_cpu_core_ratio": 0.654682, "user_cpu_s_delta": 6.66}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.361746, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 65.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.035388, "system_cpu_s_delta": 0.36000000000001364, "user_cpu_core_ratio": 0.326358, "user_cpu_s_delta": 3.3200000000001637}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.367, "count": 132, "max_ms": 5.793, "p95_ms": 3.702, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 132}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.466, "count": 30, "max": 28.174, "p95": 21.633, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.788, "count": 30, "max": 17.278, "p95": 13.776, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 406.867, "count": 30, "max": 654.0, "p95": 579.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 16483.0, "count": 30, "max": 102132.0, "p95": 102074.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.071, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.553, "count": 30, "max": 0.732, "p95": 0.693, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.42, "count": 30, "max": 4.725, "p95": 2.86, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104411.2, "count": 30, "max": 106311.0, "p95": 106147.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 104411.2, "count": 30, "max": 106311.0, "p95": 106147.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 48.267, "count": 30, "max": 65.0, "p95": 65.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.025, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.227, "count": 30, "max": 0.339, "p95": 0.329, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 341, "sampled_at": "2026-10-30T15:55:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:55:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.814, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 42999, "flush_count": 84, "flush_interval_seconds": 30.0, "flush_state": {"count": 84, "last_at": "2026-10-30T15:55:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:55:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 83}, "started": true, "suppressed_count": 40054, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 40054}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 84, "written_record_count": 84}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4533.598, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T15:55:49+09:00", "last_error_summary": "[h264 @ 0x5aabf3e7c180] error while decoding MB 193 71, bytestream -14", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 110970777600, "copied_frame_count": 40137, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 110970777600, "frame_buffer_copies": 40137, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1026, "count": 512, "max_ms": 1.0013, "p50_ms": 0.0872, "p95_ms": 0.1997, "p99_ms": 0.2767}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1368, "count": 512, "max_ms": 4.9982, "p50_ms": 1.0488, "p95_ms": 1.9228, "p99_ms": 2.7013, "results": {"failed": 0, "not_applicable": 0, "success": 40137, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 36, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:55:49+09:00", "last_error_summary": "[h264 @ 0x5aabf3e7c180] error while decoding MB 193 71, bytestream -14", "last_exit_at": "2026-10-30T15:55:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.747, "last_started_at": "2026-10-30T15:55:15+09:00", "pid": 7867, "process": {"exists": false, "pid": 7867}, "restart_count": 37, "restart_count_per_hour": 34, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.216, "sample_count": 1105, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40137, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:55:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.055, "last_frame_pushed_at": "2026-10-30T15:55:49+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-10-30T15:55:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 9, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 109.742, "last_sample_duration_ms": 668.164, "last_trigger": "periodic", "next_snapshot_in_sec": 490.258, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 9, "storage_bytes": 1134625}, "mjpeg": {"age_sec": 0.046, "exists": true, "mtime": "2026-10-30T15:55:49.092873+09:00", "mtime_epoch": 1793343349.0928726, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 105668}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:55:49+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 740.039, "name": "celery", "pid": 176, "rss_mb": 731.605, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 40137, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 169, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.663, "pushed": 5.663, "read": 5.663}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 169, "client_acquire_ms": {"avg_ms": 0.007, "count": 169, "max_ms": 0.035, "p95_ms": 0.014, "reason": null, "sample_age_ms": 94.897, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.627, "count": 169, "max_ms": 4.689, "p95_ms": 1.728, "reason": null, "sample_age_ms": 133.304, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.315, "count": 169, "max_ms": 2.784, "p95_ms": 1.461, "reason": null, "sample_age_ms": 133.494, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.089, "count": 169, "max_ms": 0.253, "p95_ms": 0.185, "reason": null, "sample_age_ms": 94.903, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.573, "count": 169, "max_ms": 5.013, "p95_ms": 2.753, "reason": null, "sample_age_ms": 131.751, "source": "client_direct"}, "request_count": 169, "request_tensor_bytes": {"avg": 2211848.0, "count": 169, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 131.715, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 169, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 95.01, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.683, "count": 169, "max_ms": 78.826, "p95_ms": 56.9, "reason": null, "sample_age_ms": 94.894, "source": "client_direct"}, "sample_age_ms": 94.889, "source": "client_direct", "task_total_ms": {"avg_ms": 40.521, "count": 169, "max_ms": 82.174, "p95_ms": 59.615, "reason": null, "sample_age_ms": 94.889, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.724, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.685, "count": 169, "max_ms": 4.158, "p95_ms": 1.374}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.211, "count": 169, "max_ms": 0.599, "p95_ms": 0.45}, "detection_prepare_ms": {"avg_ms": 0.093, "count": 169, "max_ms": 0.209, "p95_ms": 0.176}, "event_filter_ms": {"avg_ms": 0.004, "count": 169, "max_ms": 0.029, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.076, "count": 169, "max_ms": 0.223, "p95_ms": 0.142}, "mcmt_ms": {"avg_ms": 0.003, "count": 169, "max_ms": 0.021, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.19, "count": 169, "max_ms": 3.114, "p95_ms": 0.383}, "setup_ms": {"avg_ms": 0.041, "count": 169, "max_ms": 0.085, "p95_ms": 0.077}, "total_inside_ms": {"avg_ms": 0.648, "count": 169, "max_ms": 4.031, "p95_ms": 1.272}, "track_match_ms": {"avg_ms": 0.004, "count": 169, "max_ms": 0.043, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.026, "count": 169, "max_ms": 0.078, "p95_ms": 0.057}}, "gstreamer_push": {"avg_ms": 2.497, "count": 169, "max_ms": 7.427, "p95_ms": 3.902}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 169, "max_ms": 0.512, "p95_ms": 0.096}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.463, "count": 169, "max_ms": 83.339, "p95_ms": 61.989}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.034, "count": 169, "max_ms": 0.155, "p95_ms": 0.072}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 74.461, "count": 169, "max_ms": 122.143, "p95_ms": 103.44}, "inference_input_copy_ms": {"avg_ms": 1.335, "count": 169, "max_ms": 2.542, "p95_ms": 2.002}, "processing_residual_ms": {"avg_ms": 0.131, "count": 169, "max_ms": 0.36, "p95_ms": 0.239}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 75.961, "count": 169, "max_ms": 124.122, "p95_ms": 104.855}, "read_interval": {"avg_ms": 216.738, "count": 169, "max_ms": 6917.337, "p95_ms": 503.672}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 169, "max_ms": 0.075, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.136, "count": 169, "max_ms": 2.942, "p95_ms": 0.265}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 169, "max_ms": 0.05, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.12, "count": 169, "max_ms": 2.896, "p95_ms": 0.237}, "worker_merge_ms": {"avg_ms": 0.005, "count": 169, "max_ms": 0.025, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 41.477, "count": 169, "max_ms": 83.349, "p95_ms": 62.01}, "visualize": {"avg_ms": 31.414, "count": 169, "max_ms": 49.811, "p95_ms": 45.091}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.636, "count": 169, "max_ms": 49.057, "p95_ms": 43.679}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.227, "count": 169, "max_ms": 49.685, "p95_ms": 44.78}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.139, "count": 169, "max_ms": 49.603, "p95_ms": 44.579}, "visualizer_prepare_ms": {"avg_ms": 0.052, "count": 169, "max_ms": 0.157, "p95_ms": 0.093}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 169}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 731.562, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.966, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.804, "sample_count": 1105, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40038, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:55:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.186, "exists": true, "size_bytes": 105599, "write_bytes_delta": 105599, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 420.0, "cpu_core_ratio": 0.687122, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5358.0, "pid": 7867, "reason": null, "system_cpu_core_ratio": 0.032439, "system_cpu_s_delta": 0.33000000000000007, "user_cpu_core_ratio": 0.654682, "user_cpu_s_delta": 6.66}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.361746, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 65.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.035388, "system_cpu_s_delta": 0.36000000000001364, "user_cpu_core_ratio": 0.326358, "user_cpu_s_delta": 3.3200000000001637}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.367, "count": 132, "max_ms": 5.793, "p95_ms": 3.702, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 132}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.466, "count": 30, "max": 28.174, "p95": 21.633, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.788, "count": 30, "max": 17.278, "p95": 13.776, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 406.867, "count": 30, "max": 654.0, "p95": 579.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 16483.0, "count": 30, "max": 102132.0, "p95": 102074.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.071, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.553, "count": 30, "max": 0.732, "p95": 0.693, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.42, "count": 30, "max": 4.725, "p95": 2.86, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104411.2, "count": 30, "max": 106311.0, "p95": 106147.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 104411.2, "count": 30, "max": 106311.0, "p95": 106147.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 48.267, "count": 30, "max": 65.0, "p95": 65.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.025, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.227, "count": 30, "max": 0.339, "p95": 0.329, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 341, "sampled_at": "2026-10-30T15:55:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:55:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.843, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 42999, "flush_count": 84, "flush_interval_seconds": 30.0, "flush_state": {"count": 84, "last_at": "2026-10-30T15:55:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:55:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 83}, "started": true, "suppressed_count": 40054, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 40054}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 84, "written_record_count": 84}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4533.238, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 110970777600, "copied_frame_count": 40137, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 110970777600, "frame_buffer_copies": 40137, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1026, "count": 512, "max_ms": 1.0013, "p50_ms": 0.0872, "p95_ms": 0.1997, "p99_ms": 0.2767}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1368, "count": 512, "max_ms": 4.9982, "p50_ms": 1.0488, "p95_ms": 1.9228, "p99_ms": 2.7013, "results": {"failed": 0, "not_applicable": 0, "success": 40137, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 36, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:55:49+09:00", "last_error_summary": "[h264 @ 0x5aabf3e7c180] error while decoding MB 193 71, bytestream -14", "last_exit_at": "2026-10-30T15:55:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.767, "last_started_at": "2026-10-30T15:55:15+09:00", "pid": 7867, "process": {"exists": false, "pid": 7867}, "restart_count": 37, "restart_count_per_hour": 34, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.216, "sample_count": 1104, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40137, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:55:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.075, "last_frame_pushed_at": "2026-10-30T15:55:49+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-10-30T15:55:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 9, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 109.77, "last_sample_duration_ms": 668.164, "last_trigger": "periodic", "next_snapshot_in_sec": 490.23, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 9, "storage_bytes": 1134625}, "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-10-30T15:55:49.092873+09:00", "mtime_epoch": 1793343349.0928726, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 105668}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:55:49+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 740.039, "name": "celery", "pid": 176, "rss_mb": 731.605, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 40137, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 169, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.659, "pushed": 5.659, "read": 5.659}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 169, "client_acquire_ms": {"avg_ms": 0.007, "count": 169, "max_ms": 0.035, "p95_ms": 0.014, "reason": null, "sample_age_ms": 118.042, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.627, "count": 169, "max_ms": 4.689, "p95_ms": 1.728, "reason": null, "sample_age_ms": 156.449, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.315, "count": 169, "max_ms": 2.784, "p95_ms": 1.461, "reason": null, "sample_age_ms": 156.639, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.089, "count": 169, "max_ms": 0.253, "p95_ms": 0.185, "reason": null, "sample_age_ms": 118.048, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.573, "count": 169, "max_ms": 5.013, "p95_ms": 2.753, "reason": null, "sample_age_ms": 154.896, "source": "client_direct"}, "request_count": 169, "request_tensor_bytes": {"avg": 2211848.0, "count": 169, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 154.86, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 169, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 118.155, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.683, "count": 169, "max_ms": 78.826, "p95_ms": 56.9, "reason": null, "sample_age_ms": 118.039, "source": "client_direct"}, "sample_age_ms": 118.034, "source": "client_direct", "task_total_ms": {"avg_ms": 40.521, "count": 169, "max_ms": 82.174, "p95_ms": 59.615, "reason": null, "sample_age_ms": 118.034, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.045, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.685, "count": 169, "max_ms": 4.158, "p95_ms": 1.374}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.211, "count": 169, "max_ms": 0.599, "p95_ms": 0.45}, "detection_prepare_ms": {"avg_ms": 0.093, "count": 169, "max_ms": 0.209, "p95_ms": 0.176}, "event_filter_ms": {"avg_ms": 0.004, "count": 169, "max_ms": 0.029, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.076, "count": 169, "max_ms": 0.223, "p95_ms": 0.142}, "mcmt_ms": {"avg_ms": 0.003, "count": 169, "max_ms": 0.021, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.19, "count": 169, "max_ms": 3.114, "p95_ms": 0.383}, "setup_ms": {"avg_ms": 0.041, "count": 169, "max_ms": 0.085, "p95_ms": 0.077}, "total_inside_ms": {"avg_ms": 0.648, "count": 169, "max_ms": 4.031, "p95_ms": 1.272}, "track_match_ms": {"avg_ms": 0.004, "count": 169, "max_ms": 0.043, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.026, "count": 169, "max_ms": 0.078, "p95_ms": 0.057}}, "gstreamer_push": {"avg_ms": 2.497, "count": 169, "max_ms": 7.427, "p95_ms": 3.902}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 169, "max_ms": 0.512, "p95_ms": 0.096}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.463, "count": 169, "max_ms": 83.339, "p95_ms": 61.989}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.034, "count": 169, "max_ms": 0.155, "p95_ms": 0.072}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 74.461, "count": 169, "max_ms": 122.143, "p95_ms": 103.44}, "inference_input_copy_ms": {"avg_ms": 1.335, "count": 169, "max_ms": 2.542, "p95_ms": 2.002}, "processing_residual_ms": {"avg_ms": 0.131, "count": 169, "max_ms": 0.36, "p95_ms": 0.239}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 75.961, "count": 169, "max_ms": 124.122, "p95_ms": 104.855}, "read_interval": {"avg_ms": 216.738, "count": 169, "max_ms": 6917.337, "p95_ms": 503.672}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 169, "max_ms": 0.075, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.136, "count": 169, "max_ms": 2.942, "p95_ms": 0.265}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 169, "max_ms": 0.05, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.12, "count": 169, "max_ms": 2.896, "p95_ms": 0.237}, "worker_merge_ms": {"avg_ms": 0.005, "count": 169, "max_ms": 0.025, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 41.477, "count": 169, "max_ms": 83.349, "p95_ms": 62.01}, "visualize": {"avg_ms": 31.414, "count": 169, "max_ms": 49.811, "p95_ms": 45.091}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.636, "count": 169, "max_ms": 49.057, "p95_ms": 43.679}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.227, "count": 169, "max_ms": 49.685, "p95_ms": 44.78}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.139, "count": 169, "max_ms": 49.603, "p95_ms": 44.579}, "visualizer_prepare_ms": {"avg_ms": 0.052, "count": 169, "max_ms": 0.157, "p95_ms": 0.093}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 169}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 731.562, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.966, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.804, "sample_count": 1105, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40038, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:55:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.186, "exists": true, "size_bytes": 105599, "write_bytes_delta": 105599, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 420.0, "cpu_core_ratio": 0.687122, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5358.0, "pid": 7867, "reason": null, "system_cpu_core_ratio": 0.032439, "system_cpu_s_delta": 0.33000000000000007, "user_cpu_core_ratio": 0.654682, "user_cpu_s_delta": 6.66}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.361746, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 65.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.035388, "system_cpu_s_delta": 0.36000000000001364, "user_cpu_core_ratio": 0.326358, "user_cpu_s_delta": 3.3200000000001637}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.367, "count": 132, "max_ms": 5.793, "p95_ms": 3.702, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 132}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.466, "count": 30, "max": 28.174, "p95": 21.633, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.788, "count": 30, "max": 17.278, "p95": 13.776, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 406.867, "count": 30, "max": 654.0, "p95": 579.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 16483.0, "count": 30, "max": 102132.0, "p95": 102074.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.071, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.553, "count": 30, "max": 0.732, "p95": 0.693, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.42, "count": 30, "max": 4.725, "p95": 2.86, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104411.2, "count": 30, "max": 106311.0, "p95": 106147.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 104411.2, "count": 30, "max": 106311.0, "p95": 106147.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 48.267, "count": 30, "max": 65.0, "p95": 65.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.025, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.227, "count": 30, "max": 0.339, "p95": 0.329, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 341, "sampled_at": "2026-10-30T15:55:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:55:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.863, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 42999, "flush_count": 84, "flush_interval_seconds": 30.0, "flush_state": {"count": 84, "last_at": "2026-10-30T15:55:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:55:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 83}, "started": true, "suppressed_count": 40054, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 40054}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 84, "written_record_count": 84}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4549.305, "limit_mb": null}, "detail": {"pid": 7983, "restart_count": 38, "start_count": 39}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 110970777600, "copied_frame_count": 40137, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 110970777600, "frame_buffer_copies": 40137, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1026, "count": 512, "max_ms": 1.0013, "p50_ms": 0.0872, "p95_ms": 0.1997, "p99_ms": 0.2767}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1368, "count": 512, "max_ms": 4.9982, "p50_ms": 1.0488, "p95_ms": 1.9228, "p99_ms": 2.7013, "results": {"failed": 0, "not_applicable": 0, "success": 40137, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 36, "h264_decode_error_count": 41, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:55:49+09:00", "last_error_summary": "[h264 @ 0x5aabf3e7c180] error while decoding MB 193 71, bytestream -14", "last_exit_at": "2026-10-30T15:55:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T15:55:51+09:00", "pid": 7983, "process": {"exists": true, "fd_count": 4, "hwm_mb": 46.539, "name": "ffmpeg", "pid": 7983, "rss_mb": 46.539, "state": "S (sleeping)", "threads": 1}, "restart_count": 38, "restart_count_per_hour": 35, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.216, "sample_count": 1102, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40137, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:55:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.233, "last_frame_pushed_at": "2026-10-30T15:55:49+09:00", "last_frame_read_age_sec": 4.309, "last_frame_read_at": "2026-10-30T15:55:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 9, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 113.94, "last_sample_duration_ms": 668.164, "last_trigger": "periodic", "next_snapshot_in_sec": 486.06, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 9, "storage_bytes": 1134625}, "mjpeg": {"age_sec": 4.223, "exists": true, "mtime": "2026-10-30T15:55:49.092873+09:00", "mtime_epoch": 1793343349.0928726, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 105668}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:55:53+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 740.039, "name": "celery", "pid": 176, "rss_mb": 731.609, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 40137, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 146}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 146, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.869, "pushed": 4.869, "read": 4.869}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 146, "client_acquire_ms": {"avg_ms": 0.007, "count": 146, "max_ms": 0.035, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4281.99, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.587, "count": 146, "max_ms": 2.64, "p95_ms": 1.675, "reason": null, "sample_age_ms": 4320.397, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.295, "count": 146, "max_ms": 2.209, "p95_ms": 1.43, "reason": null, "sample_age_ms": 4320.587, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.087, "count": 146, "max_ms": 0.253, "p95_ms": 0.181, "reason": null, "sample_age_ms": 4281.996, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.56, "count": 146, "max_ms": 5.013, "p95_ms": 2.685, "reason": null, "sample_age_ms": 4318.845, "source": "client_direct"}, "request_count": 146, "request_tensor_bytes": {"avg": 2211848.0, "count": 146, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4318.809, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 146, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4282.104, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.336, "count": 146, "max_ms": 70.809, "p95_ms": 54.722, "reason": null, "sample_age_ms": 4281.987, "source": "client_direct"}, "sample_age_ms": 4281.982, "source": "client_direct", "task_total_ms": {"avg_ms": 40.16, "count": 146, "max_ms": 73.379, "p95_ms": 56.535, "reason": null, "sample_age_ms": 4281.982, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.897, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.695, "count": 146, "max_ms": 4.158, "p95_ms": 1.376}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.214, "count": 146, "max_ms": 0.599, "p95_ms": 0.46}, "detection_prepare_ms": {"avg_ms": 0.093, "count": 146, "max_ms": 0.209, "p95_ms": 0.178}, "event_filter_ms": {"avg_ms": 0.004, "count": 146, "max_ms": 0.029, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 146, "max_ms": 0.223, "p95_ms": 0.142}, "mcmt_ms": {"avg_ms": 0.003, "count": 146, "max_ms": 0.021, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.196, "count": 146, "max_ms": 3.114, "p95_ms": 0.399}, "setup_ms": {"avg_ms": 0.041, "count": 146, "max_ms": 0.085, "p95_ms": 0.077}, "total_inside_ms": {"avg_ms": 0.657, "count": 146, "max_ms": 4.031, "p95_ms": 1.321}, "track_match_ms": {"avg_ms": 0.004, "count": 146, "max_ms": 0.043, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.026, "count": 146, "max_ms": 0.078, "p95_ms": 0.054}}, "gstreamer_push": {"avg_ms": 2.501, "count": 146, "max_ms": 7.427, "p95_ms": 3.902}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 146, "max_ms": 0.512, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.061, "count": 146, "max_ms": 74.303, "p95_ms": 58.092}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.034, "count": 146, "max_ms": 0.155, "p95_ms": 0.072}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 74.499, "count": 146, "max_ms": 108.581, "p95_ms": 101.001}, "inference_input_copy_ms": {"avg_ms": 1.33, "count": 146, "max_ms": 2.542, "p95_ms": 1.949}, "processing_residual_ms": {"avg_ms": 0.132, "count": 146, "max_ms": 0.36, "p95_ms": 0.24}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 75.995, "count": 146, "max_ms": 110.878, "p95_ms": 102.593}, "read_interval": {"avg_ms": 177.036, "count": 146, "max_ms": 529.405, "p95_ms": 495.966}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 146, "max_ms": 0.075, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.141, "count": 146, "max_ms": 2.942, "p95_ms": 0.286}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 146, "max_ms": 0.05, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.125, "count": 146, "max_ms": 2.896, "p95_ms": 0.256}, "worker_merge_ms": {"avg_ms": 0.005, "count": 146, "max_ms": 0.025, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 41.074, "count": 146, "max_ms": 74.311, "p95_ms": 58.11}, "visualize": {"avg_ms": 31.852, "count": 146, "max_ms": 49.811, "p95_ms": 45.234}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.073, "count": 146, "max_ms": 49.057, "p95_ms": 44.252}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.665, "count": 146, "max_ms": 49.685, "p95_ms": 44.84}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.577, "count": 146, "max_ms": 49.603, "p95_ms": 44.748}, "visualizer_prepare_ms": {"avg_ms": 0.051, "count": 146, "max_ms": 0.157, "p95_ms": 0.094}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 146}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 731.562, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.966, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.804, "sample_count": 1105, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40038, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:55:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.186, "exists": true, "size_bytes": 105599, "write_bytes_delta": 105599, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 420.0, "cpu_core_ratio": 0.687122, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5358.0, "pid": 7867, "reason": null, "system_cpu_core_ratio": 0.032439, "system_cpu_s_delta": 0.33000000000000007, "user_cpu_core_ratio": 0.654682, "user_cpu_s_delta": 6.66}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.361746, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 65.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.035388, "system_cpu_s_delta": 0.36000000000001364, "user_cpu_core_ratio": 0.326358, "user_cpu_s_delta": 3.3200000000001637}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.367, "count": 132, "max_ms": 5.793, "p95_ms": 3.702, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 132}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.466, "count": 30, "max": 28.174, "p95": 21.633, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.788, "count": 30, "max": 17.278, "p95": 13.776, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 406.867, "count": 30, "max": 654.0, "p95": 579.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 16483.0, "count": 30, "max": 102132.0, "p95": 102074.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.071, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.553, "count": 30, "max": 0.732, "p95": 0.693, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.42, "count": 30, "max": 4.725, "p95": 2.86, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104411.2, "count": 30, "max": 106311.0, "p95": 106147.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 104411.2, "count": 30, "max": 106311.0, "p95": 106147.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 48.267, "count": 30, "max": 65.0, "p95": 65.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.025, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.227, "count": 30, "max": 0.339, "p95": 0.329, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 341, "sampled_at": "2026-10-30T15:55:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:55:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 42999, "flush_count": 84, "flush_interval_seconds": 30.0, "flush_state": {"count": 84, "last_at": "2026-10-30T15:55:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:55:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 83}, "started": true, "suppressed_count": 40198, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 40198}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 84, "written_record_count": 84}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4531.348, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x59f49bbc6000] error while decoding MB 99 53, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 111366144000, "copied_frame_count": 40280, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 111366144000, "frame_buffer_copies": 40280, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1031, "count": 512, "max_ms": 1.0525, "p50_ms": 0.0884, "p95_ms": 0.1943, "p99_ms": 0.2608}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1616, "count": 512, "max_ms": 4.9982, "p50_ms": 1.0633, "p95_ms": 2.0018, "p99_ms": 2.7013, "results": {"failed": 0, "not_applicable": 0, "success": 40280, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 37, "h264_decode_error_count": 42, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:56:27+09:00", "last_error_summary": "[h264 @ 0x59f49bbc6000] error while decoding MB 99 53, bytestream -5", "last_exit_at": "2026-10-30T15:55:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 36.416, "last_started_at": "2026-10-30T15:55:51+09:00", "pid": 7983, "process": {"exists": false, "pid": 7983}, "restart_count": 38, "restart_count_per_hour": 35, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.804, "sample_count": 1141, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40280, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:56:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.063, "last_frame_pushed_at": "2026-10-30T15:56:27+09:00", "last_frame_read_age_sec": 0.059, "last_frame_read_at": "2026-10-30T15:56:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 9, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 148.335, "last_sample_duration_ms": 668.164, "last_trigger": "periodic", "next_snapshot_in_sec": 451.665, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 9, "storage_bytes": 1134625}, "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-10-30T15:56:27.676100+09:00", "mtime_epoch": 1793343387.6760998, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 105766}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:56:27+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 740.172, "name": "celery", "pid": 176, "rss_mb": 731.676, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 40281, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 139}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 139, "pushed_frames": 139, "read_frames": 139, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.637, "pushed": 4.637, "read": 4.637}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 139, "client_acquire_ms": {"avg_ms": 0.007, "count": 139, "max_ms": 0.025, "p95_ms": 0.016, "reason": null, "sample_age_ms": 33.654, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.609, "count": 139, "max_ms": 3.618, "p95_ms": 1.941, "reason": null, "sample_age_ms": 60.574, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.324, "count": 139, "max_ms": 2.978, "p95_ms": 1.389, "reason": null, "sample_age_ms": 60.74, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.089, "count": 139, "max_ms": 0.257, "p95_ms": 0.186, "reason": null, "sample_age_ms": 33.66, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.458, "count": 139, "max_ms": 3.859, "p95_ms": 2.603, "reason": null, "sample_age_ms": 59.633, "source": "client_direct"}, "request_count": 139, "request_tensor_bytes": {"avg": 2211848.0, "count": 139, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 59.616, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 139, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 33.733, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.261, "count": 139, "max_ms": 71.746, "p95_ms": 58.077, "reason": null, "sample_age_ms": 33.652, "source": "client_direct"}, "sample_age_ms": 33.648, "source": "client_direct", "task_total_ms": {"avg_ms": 38.976, "count": 139, "max_ms": 74.137, "p95_ms": 60.197, "reason": null, "sample_age_ms": 33.648, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.603, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.713, "count": 139, "max_ms": 1.933, "p95_ms": 1.346}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.226, "count": 139, "max_ms": 0.608, "p95_ms": 0.489}, "detection_prepare_ms": {"avg_ms": 0.098, "count": 139, "max_ms": 0.255, "p95_ms": 0.186}, "event_filter_ms": {"avg_ms": 0.004, "count": 139, "max_ms": 0.036, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.082, "count": 139, "max_ms": 0.203, "p95_ms": 0.168}, "mcmt_ms": {"avg_ms": 0.003, "count": 139, "max_ms": 0.013, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.183, "count": 139, "max_ms": 0.725, "p95_ms": 0.413}, "setup_ms": {"avg_ms": 0.042, "count": 139, "max_ms": 0.142, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 0.673, "count": 139, "max_ms": 1.852, "p95_ms": 1.274}, "track_match_ms": {"avg_ms": 0.004, "count": 139, "max_ms": 0.019, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.028, "count": 139, "max_ms": 0.093, "p95_ms": 0.055}}, "gstreamer_push": {"avg_ms": 2.479, "count": 139, "max_ms": 5.841, "p95_ms": 4.473}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 139, "max_ms": 0.201, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.931, "count": 139, "max_ms": 74.672, "p95_ms": 60.9}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.033, "count": 139, "max_ms": 0.243, "p95_ms": 0.083}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.171, "count": 139, "max_ms": 124.243, "p95_ms": 96.719}, "inference_input_copy_ms": {"avg_ms": 1.298, "count": 139, "max_ms": 3.191, "p95_ms": 2.055}, "processing_residual_ms": {"avg_ms": 0.124, "count": 139, "max_ms": 0.302, "p95_ms": 0.251}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.626, "count": 139, "max_ms": 125.686, "p95_ms": 98.648}, "read_interval": {"avg_ms": 215.781, "count": 139, "max_ms": 4366.64, "p95_ms": 490.224}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 139, "max_ms": 0.054, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 0.125, "count": 139, "max_ms": 0.575, "p95_ms": 0.266}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 139, "max_ms": 0.053, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.109, "count": 139, "max_ms": 0.531, "p95_ms": 0.216}, "worker_merge_ms": {"avg_ms": 0.005, "count": 139, "max_ms": 0.021, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 39.947, "count": 139, "max_ms": 74.681, "p95_ms": 60.908}, "visualize": {"avg_ms": 30.633, "count": 139, "max_ms": 52.371, "p95_ms": 41.188}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.808, "count": 139, "max_ms": 50.445, "p95_ms": 40.46}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.416, "count": 139, "max_ms": 51.746, "p95_ms": 40.995}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.323, "count": 139, "max_ms": 51.465, "p95_ms": 40.913}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 139, "max_ms": 0.207, "p95_ms": 0.11}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 139}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 731.625, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.4, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.145, "sample_count": 1113, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40173, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:56:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.216, "exists": true, "size_bytes": 105448, "write_bytes_delta": 105448, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 675.0, "cpu_core_ratio": 0.600463, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 102155.0, "pid": 7983, "reason": null, "system_cpu_core_ratio": 0.071507, "system_cpu_s_delta": 0.73, "user_cpu_core_ratio": 0.528956, "user_cpu_s_delta": 5.3999999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.237051, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2604.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.028407, "system_cpu_s_delta": 0.29000000000002046, "user_cpu_core_ratio": 0.208644, "user_cpu_s_delta": 2.130000000000109}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.556, "count": 126, "max_ms": 7.427, "p95_ms": 4.473, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 126}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 126}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.839, "count": 30, "max": 22.745, "p95": 20.023, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.61, "count": 30, "max": 17.278, "p95": 13.239, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 417.7, "count": 30, "max": 675.0, "p95": 628.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 19548.033, "count": 30, "max": 102155.0, "p95": 102129.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.072, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.552, "count": 30, "max": 0.709, "p95": 0.672, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.423, "count": 30, "max": 4.725, "p95": 2.593, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104779.6, "count": 30, "max": 106311.0, "p95": 106147.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 104779.6, "count": 30, "max": 106311.0, "p95": 106147.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 844.8, "count": 30, "max": 21382.0, "p95": 1461.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.027, "count": 30, "max": 0.061, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.227, "count": 30, "max": 0.339, "p95": 0.329, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 344, "sampled_at": "2026-10-30T15:56:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:56:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 42999, "flush_count": 84, "flush_interval_seconds": 30.0, "flush_state": {"count": 84, "last_at": "2026-10-30T15:55:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:55:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 83}, "started": true, "suppressed_count": 40198, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 40198}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 84, "written_record_count": 84}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4531.809, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T15:56:27+09:00", "last_error_summary": "[h264 @ 0x59f49bbc6000] error while decoding MB 99 53, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 111368908800, "copied_frame_count": 40281, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 111368908800, "frame_buffer_copies": 40281, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1029, "count": 512, "max_ms": 1.0525, "p50_ms": 0.0883, "p95_ms": 0.1943, "p99_ms": 0.2608}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1608, "count": 512, "max_ms": 4.9982, "p50_ms": 1.062, "p95_ms": 2.0018, "p99_ms": 2.7013, "results": {"failed": 0, "not_applicable": 0, "success": 40281, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 37, "h264_decode_error_count": 42, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:56:27+09:00", "last_error_summary": "[h264 @ 0x59f49bbc6000] error while decoding MB 99 53, bytestream -5", "last_exit_at": "2026-10-30T15:56:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 36.439, "last_started_at": "2026-10-30T15:55:51+09:00", "pid": 7983, "process": {"exists": false, "pid": 7983}, "restart_count": 38, "restart_count_per_hour": 35, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.804, "sample_count": 1142, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40281, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:56:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.014, "last_frame_pushed_at": "2026-10-30T15:56:27+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-10-30T15:56:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 9, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 148.355, "last_sample_duration_ms": 668.164, "last_trigger": "periodic", "next_snapshot_in_sec": 451.645, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 9, "storage_bytes": 1134625}, "mjpeg": {"age_sec": 0.006, "exists": true, "mtime": "2026-10-30T15:56:27.748100+09:00", "mtime_epoch": 1793343387.7481, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 105843}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:56:27+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 740.172, "name": "celery", "pid": 176, "rss_mb": 731.672, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 40281, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 139}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.667, "pushed": 4.667, "read": 4.634}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 139, "client_acquire_ms": {"avg_ms": 0.007, "count": 139, "max_ms": 0.025, "p95_ms": 0.016, "reason": null, "sample_age_ms": 56.799, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.609, "count": 139, "max_ms": 3.618, "p95_ms": 1.941, "reason": null, "sample_age_ms": 83.719, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.324, "count": 139, "max_ms": 2.978, "p95_ms": 1.389, "reason": null, "sample_age_ms": 83.884, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.089, "count": 139, "max_ms": 0.257, "p95_ms": 0.186, "reason": null, "sample_age_ms": 56.805, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.458, "count": 139, "max_ms": 3.859, "p95_ms": 2.603, "reason": null, "sample_age_ms": 82.778, "source": "client_direct"}, "request_count": 139, "request_tensor_bytes": {"avg": 2211848.0, "count": 139, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 82.761, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 139, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 56.878, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.261, "count": 139, "max_ms": 71.746, "p95_ms": 58.077, "reason": null, "sample_age_ms": 56.796, "source": "client_direct"}, "sample_age_ms": 56.793, "source": "client_direct", "task_total_ms": {"avg_ms": 38.976, "count": 139, "max_ms": 74.137, "p95_ms": 60.197, "reason": null, "sample_age_ms": 56.793, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.565, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.711, "count": 139, "max_ms": 1.933, "p95_ms": 1.346}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.226, "count": 139, "max_ms": 0.608, "p95_ms": 0.489}, "detection_prepare_ms": {"avg_ms": 0.098, "count": 139, "max_ms": 0.255, "p95_ms": 0.186}, "event_filter_ms": {"avg_ms": 0.004, "count": 139, "max_ms": 0.036, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.082, "count": 139, "max_ms": 0.203, "p95_ms": 0.168}, "mcmt_ms": {"avg_ms": 0.003, "count": 139, "max_ms": 0.013, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.183, "count": 139, "max_ms": 0.725, "p95_ms": 0.413}, "setup_ms": {"avg_ms": 0.042, "count": 139, "max_ms": 0.142, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 0.67, "count": 139, "max_ms": 1.852, "p95_ms": 1.274}, "track_match_ms": {"avg_ms": 0.004, "count": 139, "max_ms": 0.019, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.028, "count": 139, "max_ms": 0.093, "p95_ms": 0.055}}, "gstreamer_push": {"avg_ms": 2.475, "count": 140, "max_ms": 5.841, "p95_ms": 4.434}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 139, "max_ms": 0.201, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.895, "count": 139, "max_ms": 74.672, "p95_ms": 60.9}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.033, "count": 140, "max_ms": 0.243, "p95_ms": 0.082}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.117, "count": 140, "max_ms": 124.243, "p95_ms": 92.745}, "inference_input_copy_ms": {"avg_ms": 1.296, "count": 140, "max_ms": 3.191, "p95_ms": 2.029}, "processing_residual_ms": {"avg_ms": 0.123, "count": 140, "max_ms": 0.302, "p95_ms": 0.246}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.569, "count": 140, "max_ms": 125.686, "p95_ms": 94.489}, "read_interval": {"avg_ms": 215.781, "count": 139, "max_ms": 4366.64, "p95_ms": 490.224}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 139, "max_ms": 0.054, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 0.125, "count": 139, "max_ms": 0.575, "p95_ms": 0.266}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 139, "max_ms": 0.053, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.109, "count": 139, "max_ms": 0.531, "p95_ms": 0.216}, "worker_merge_ms": {"avg_ms": 0.005, "count": 139, "max_ms": 0.021, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 39.91, "count": 139, "max_ms": 74.681, "p95_ms": 60.908}, "visualize": {"avg_ms": 30.598, "count": 139, "max_ms": 52.371, "p95_ms": 41.074}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.773, "count": 139, "max_ms": 50.445, "p95_ms": 40.45}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.381, "count": 139, "max_ms": 51.746, "p95_ms": 40.909}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.288, "count": 139, "max_ms": 51.465, "p95_ms": 40.831}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 139, "max_ms": 0.207, "p95_ms": 0.11}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 139}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 731.625, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.4, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.145, "sample_count": 1113, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40173, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:56:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.216, "exists": true, "size_bytes": 105448, "write_bytes_delta": 105448, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 675.0, "cpu_core_ratio": 0.600463, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 102155.0, "pid": 7983, "reason": null, "system_cpu_core_ratio": 0.071507, "system_cpu_s_delta": 0.73, "user_cpu_core_ratio": 0.528956, "user_cpu_s_delta": 5.3999999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.237051, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2604.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.028407, "system_cpu_s_delta": 0.29000000000002046, "user_cpu_core_ratio": 0.208644, "user_cpu_s_delta": 2.130000000000109}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.556, "count": 126, "max_ms": 7.427, "p95_ms": 4.473, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 126}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 126}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.839, "count": 30, "max": 22.745, "p95": 20.023, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.61, "count": 30, "max": 17.278, "p95": 13.239, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 417.7, "count": 30, "max": 675.0, "p95": 628.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 19548.033, "count": 30, "max": 102155.0, "p95": 102129.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.072, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.552, "count": 30, "max": 0.709, "p95": 0.672, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.423, "count": 30, "max": 4.725, "p95": 2.593, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104779.6, "count": 30, "max": 106311.0, "p95": 106147.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 104779.6, "count": 30, "max": 106311.0, "p95": 106147.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 844.8, "count": 30, "max": 21382.0, "p95": 1461.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.027, "count": 30, "max": 0.061, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.227, "count": 30, "max": 0.339, "p95": 0.329, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 344, "sampled_at": "2026-10-30T15:56:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:56:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 42999, "flush_count": 84, "flush_interval_seconds": 30.0, "flush_state": {"count": 84, "last_at": "2026-10-30T15:55:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:55:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 83}, "started": true, "suppressed_count": 40198, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 40198}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 84, "written_record_count": 84}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4532.051, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 111368908800, "copied_frame_count": 40281, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 111368908800, "frame_buffer_copies": 40281, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1029, "count": 512, "max_ms": 1.0525, "p50_ms": 0.0883, "p95_ms": 0.1943, "p99_ms": 0.2608}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1608, "count": 512, "max_ms": 4.9982, "p50_ms": 1.062, "p95_ms": 2.0018, "p99_ms": 2.7013, "results": {"failed": 0, "not_applicable": 0, "success": 40281, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 37, "h264_decode_error_count": 42, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:56:27+09:00", "last_error_summary": "[h264 @ 0x59f49bbc6000] error while decoding MB 99 53, bytestream -5", "last_exit_at": "2026-10-30T15:56:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 36.452, "last_started_at": "2026-10-30T15:55:51+09:00", "pid": 7983, "process": {"exists": false, "pid": 7983}, "restart_count": 38, "restart_count_per_hour": 35, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.804, "sample_count": 1142, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40281, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:56:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.027, "last_frame_pushed_at": "2026-10-30T15:56:27+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-10-30T15:56:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 9, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 148.368, "last_sample_duration_ms": 668.164, "last_trigger": "periodic", "next_snapshot_in_sec": 451.632, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 9, "storage_bytes": 1134625}, "mjpeg": {"age_sec": 0.019, "exists": true, "mtime": "2026-10-30T15:56:27.748100+09:00", "mtime_epoch": 1793343387.7481, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 105843}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:56:27+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 740.172, "name": "celery", "pid": 176, "rss_mb": 731.672, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 40281, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 139}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 139, "pushed_frames": 139, "read_frames": 139, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.642, "pushed": 4.642, "read": 4.642}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 139, "client_acquire_ms": {"avg_ms": 0.007, "count": 139, "max_ms": 0.025, "p95_ms": 0.016, "reason": null, "sample_age_ms": 69.24, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.609, "count": 139, "max_ms": 3.618, "p95_ms": 1.941, "reason": null, "sample_age_ms": 96.159, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.324, "count": 139, "max_ms": 2.978, "p95_ms": 1.389, "reason": null, "sample_age_ms": 96.325, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.089, "count": 139, "max_ms": 0.257, "p95_ms": 0.186, "reason": null, "sample_age_ms": 69.246, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.458, "count": 139, "max_ms": 3.859, "p95_ms": 2.603, "reason": null, "sample_age_ms": 95.218, "source": "client_direct"}, "request_count": 139, "request_tensor_bytes": {"avg": 2211848.0, "count": 139, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 95.202, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 139, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 69.319, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.261, "count": 139, "max_ms": 71.746, "p95_ms": 58.077, "reason": null, "sample_age_ms": 69.237, "source": "client_direct"}, "sample_age_ms": 69.234, "source": "client_direct", "task_total_ms": {"avg_ms": 38.976, "count": 139, "max_ms": 74.137, "p95_ms": 60.197, "reason": null, "sample_age_ms": 69.234, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.543, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.711, "count": 139, "max_ms": 1.933, "p95_ms": 1.346}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.226, "count": 139, "max_ms": 0.608, "p95_ms": 0.489}, "detection_prepare_ms": {"avg_ms": 0.098, "count": 139, "max_ms": 0.255, "p95_ms": 0.186}, "event_filter_ms": {"avg_ms": 0.004, "count": 139, "max_ms": 0.036, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.082, "count": 139, "max_ms": 0.203, "p95_ms": 0.168}, "mcmt_ms": {"avg_ms": 0.003, "count": 139, "max_ms": 0.013, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.183, "count": 139, "max_ms": 0.725, "p95_ms": 0.413}, "setup_ms": {"avg_ms": 0.042, "count": 139, "max_ms": 0.142, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 0.67, "count": 139, "max_ms": 1.852, "p95_ms": 1.274}, "track_match_ms": {"avg_ms": 0.004, "count": 139, "max_ms": 0.019, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.028, "count": 139, "max_ms": 0.093, "p95_ms": 0.055}}, "gstreamer_push": {"avg_ms": 2.478, "count": 139, "max_ms": 5.841, "p95_ms": 4.473}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 139, "max_ms": 0.201, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.895, "count": 139, "max_ms": 74.672, "p95_ms": 60.9}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.033, "count": 139, "max_ms": 0.243, "p95_ms": 0.083}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.087, "count": 139, "max_ms": 124.243, "p95_ms": 96.719}, "inference_input_copy_ms": {"avg_ms": 1.298, "count": 139, "max_ms": 3.191, "p95_ms": 2.055}, "processing_residual_ms": {"avg_ms": 0.124, "count": 139, "max_ms": 0.302, "p95_ms": 0.251}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.541, "count": 139, "max_ms": 125.686, "p95_ms": 98.648}, "read_interval": {"avg_ms": 215.781, "count": 139, "max_ms": 4366.64, "p95_ms": 490.224}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 139, "max_ms": 0.054, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 0.125, "count": 139, "max_ms": 0.575, "p95_ms": 0.266}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 139, "max_ms": 0.053, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.109, "count": 139, "max_ms": 0.531, "p95_ms": 0.216}, "worker_merge_ms": {"avg_ms": 0.005, "count": 139, "max_ms": 0.021, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 39.91, "count": 139, "max_ms": 74.681, "p95_ms": 60.908}, "visualize": {"avg_ms": 30.598, "count": 139, "max_ms": 52.371, "p95_ms": 41.074}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.773, "count": 139, "max_ms": 50.445, "p95_ms": 40.45}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.381, "count": 139, "max_ms": 51.746, "p95_ms": 40.909}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.288, "count": 139, "max_ms": 51.465, "p95_ms": 40.831}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 139, "max_ms": 0.207, "p95_ms": 0.11}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 139}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 731.625, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.4, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.145, "sample_count": 1113, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40173, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:56:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.216, "exists": true, "size_bytes": 105448, "write_bytes_delta": 105448, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 675.0, "cpu_core_ratio": 0.600463, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 102155.0, "pid": 7983, "reason": null, "system_cpu_core_ratio": 0.071507, "system_cpu_s_delta": 0.73, "user_cpu_core_ratio": 0.528956, "user_cpu_s_delta": 5.3999999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.237051, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2604.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.028407, "system_cpu_s_delta": 0.29000000000002046, "user_cpu_core_ratio": 0.208644, "user_cpu_s_delta": 2.130000000000109}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.556, "count": 126, "max_ms": 7.427, "p95_ms": 4.473, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 126}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 126}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.839, "count": 30, "max": 22.745, "p95": 20.023, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.61, "count": 30, "max": 17.278, "p95": 13.239, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 417.7, "count": 30, "max": 675.0, "p95": 628.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 19548.033, "count": 30, "max": 102155.0, "p95": 102129.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.072, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.552, "count": 30, "max": 0.709, "p95": 0.672, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.423, "count": 30, "max": 4.725, "p95": 2.593, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104779.6, "count": 30, "max": 106311.0, "p95": 106147.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 104779.6, "count": 30, "max": 106311.0, "p95": 106147.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 844.8, "count": 30, "max": 21382.0, "p95": 1461.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.027, "count": 30, "max": 0.061, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.227, "count": 30, "max": 0.339, "p95": 0.329, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 344, "sampled_at": "2026-10-30T15:56:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:56:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 42999, "flush_count": 84, "flush_interval_seconds": 30.0, "flush_state": {"count": 84, "last_at": "2026-10-30T15:55:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:55:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 83}, "started": true, "suppressed_count": 40198, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 40198}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 84, "written_record_count": 84}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4542.238, "limit_mb": null}, "detail": {"pid": 8099, "restart_count": 39, "start_count": 40}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 111368908800, "copied_frame_count": 40281, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 111368908800, "frame_buffer_copies": 40281, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1029, "count": 512, "max_ms": 1.0525, "p50_ms": 0.0883, "p95_ms": 0.1943, "p99_ms": 0.2608}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1608, "count": 512, "max_ms": 4.9982, "p50_ms": 1.062, "p95_ms": 2.0018, "p99_ms": 2.7013, "results": {"failed": 0, "not_applicable": 0, "success": 40281, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 37, "h264_decode_error_count": 42, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:56:27+09:00", "last_error_summary": "[h264 @ 0x59f49bbc6000] error while decoding MB 99 53, bytestream -5", "last_exit_at": "2026-10-30T15:56:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T15:56:29+09:00", "pid": 8099, "process": {"exists": true, "fd_count": 4, "hwm_mb": 44.652, "name": "ffmpeg", "pid": 8099, "rss_mb": 44.652, "state": "S (sleeping)", "threads": 1}, "restart_count": 39, "restart_count_per_hour": 36, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.872, "sample_count": 1135, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40281, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:56:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.089, "last_frame_pushed_at": "2026-10-30T15:56:27+09:00", "last_frame_read_age_sec": 4.158, "last_frame_read_at": "2026-10-30T15:56:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 9, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 152.444, "last_sample_duration_ms": 668.164, "last_trigger": "periodic", "next_snapshot_in_sec": 447.556, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 9, "storage_bytes": 1134625}, "mjpeg": {"age_sec": 4.081, "exists": true, "mtime": "2026-10-30T15:56:27.748100+09:00", "mtime_epoch": 1793343387.7481, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 105843}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:56:31+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 740.172, "name": "celery", "pid": 176, "rss_mb": 731.676, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 40281, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 118}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 118}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 118}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 118}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 118}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 118}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 118}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 118, "pushed_frames": 118, "read_frames": 118, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.946, "pushed": 3.946, "read": 3.946}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 118, "client_acquire_ms": {"avg_ms": 0.006, "count": 118, "max_ms": 0.025, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4138.158, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.6, "count": 118, "max_ms": 3.618, "p95_ms": 1.654, "reason": null, "sample_age_ms": 4165.077, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.319, "count": 118, "max_ms": 2.978, "p95_ms": 1.271, "reason": null, "sample_age_ms": 4165.243, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.089, "count": 118, "max_ms": 0.257, "p95_ms": 0.174, "reason": null, "sample_age_ms": 4138.163, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.404, "count": 118, "max_ms": 3.859, "p95_ms": 2.596, "reason": null, "sample_age_ms": 4164.136, "source": "client_direct"}, "request_count": 118, "request_tensor_bytes": {"avg": 2211848.0, "count": 118, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4164.119, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 118, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4138.237, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.509, "count": 118, "max_ms": 71.746, "p95_ms": 53.628, "reason": null, "sample_age_ms": 4138.155, "source": "client_direct"}, "sample_age_ms": 4138.152, "source": "client_direct", "task_total_ms": {"avg_ms": 38.166, "count": 118, "max_ms": 74.137, "p95_ms": 55.605, "reason": null, "sample_age_ms": 4138.152, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.636, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.712, "count": 118, "max_ms": 1.93, "p95_ms": 1.33}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.227, "count": 118, "max_ms": 0.608, "p95_ms": 0.463}, "detection_prepare_ms": {"avg_ms": 0.098, "count": 118, "max_ms": 0.246, "p95_ms": 0.186}, "event_filter_ms": {"avg_ms": 0.004, "count": 118, "max_ms": 0.036, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.082, "count": 118, "max_ms": 0.203, "p95_ms": 0.164}, "mcmt_ms": {"avg_ms": 0.003, "count": 118, "max_ms": 0.013, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.182, "count": 118, "max_ms": 0.72, "p95_ms": 0.413}, "setup_ms": {"avg_ms": 0.043, "count": 118, "max_ms": 0.142, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 0.672, "count": 118, "max_ms": 1.805, "p95_ms": 1.274}, "track_match_ms": {"avg_ms": 0.004, "count": 118, "max_ms": 0.019, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.028, "count": 118, "max_ms": 0.093, "p95_ms": 0.054}}, "gstreamer_push": {"avg_ms": 2.452, "count": 118, "max_ms": 5.841, "p95_ms": 4.434}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 118, "max_ms": 0.201, "p95_ms": 0.091}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.072, "count": 118, "max_ms": 74.672, "p95_ms": 56.582}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.033, "count": 118, "max_ms": 0.243, "p95_ms": 0.083}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 118, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 118, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 71.108, "count": 118, "max_ms": 124.243, "p95_ms": 92.005}, "inference_input_copy_ms": {"avg_ms": 1.276, "count": 118, "max_ms": 3.191, "p95_ms": 2.055}, "processing_residual_ms": {"avg_ms": 0.121, "count": 118, "max_ms": 0.299, "p95_ms": 0.251}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 118, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 118, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 72.538, "count": 118, "max_ms": 125.686, "p95_ms": 93.516}, "read_interval": {"avg_ms": 222.265, "count": 118, "max_ms": 4366.64, "p95_ms": 490.224}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 118, "max_ms": 0.054, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 0.124, "count": 118, "max_ms": 0.484, "p95_ms": 0.266}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 118, "max_ms": 0.053, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.108, "count": 118, "max_ms": 0.43, "p95_ms": 0.216}, "worker_merge_ms": {"avg_ms": 0.005, "count": 118, "max_ms": 0.021, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 39.088, "count": 118, "max_ms": 74.681, "p95_ms": 56.597}, "visualize": {"avg_ms": 30.446, "count": 118, "max_ms": 52.371, "p95_ms": 41.074}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.618, "count": 118, "max_ms": 50.445, "p95_ms": 40.45}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 118, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.228, "count": 118, "max_ms": 51.746, "p95_ms": 40.909}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 118, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 118, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.134, "count": 118, "max_ms": 51.465, "p95_ms": 40.831}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 118, "max_ms": 0.207, "p95_ms": 0.107}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 118}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 118}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 118}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 731.625, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.4, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.145, "sample_count": 1113, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40173, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:56:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.216, "exists": true, "size_bytes": 105448, "write_bytes_delta": 105448, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 675.0, "cpu_core_ratio": 0.600463, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 102155.0, "pid": 7983, "reason": null, "system_cpu_core_ratio": 0.071507, "system_cpu_s_delta": 0.73, "user_cpu_core_ratio": 0.528956, "user_cpu_s_delta": 5.3999999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.237051, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2604.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.028407, "system_cpu_s_delta": 0.29000000000002046, "user_cpu_core_ratio": 0.208644, "user_cpu_s_delta": 2.130000000000109}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.556, "count": 126, "max_ms": 7.427, "p95_ms": 4.473, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 126}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 126}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.839, "count": 30, "max": 22.745, "p95": 20.023, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.61, "count": 30, "max": 17.278, "p95": 13.239, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 417.7, "count": 30, "max": 675.0, "p95": 628.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 19548.033, "count": 30, "max": 102155.0, "p95": 102129.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.072, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.552, "count": 30, "max": 0.709, "p95": 0.672, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.423, "count": 30, "max": 4.725, "p95": 2.593, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104779.6, "count": 30, "max": 106311.0, "p95": 106147.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 104779.6, "count": 30, "max": 106311.0, "p95": 106147.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 844.8, "count": 30, "max": 21382.0, "p95": 1461.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.027, "count": 30, "max": 0.061, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.227, "count": 30, "max": 0.339, "p95": 0.329, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 344, "sampled_at": "2026-10-30T15:56:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:56:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 81430, "flush_count": 85, "flush_interval_seconds": 30.0, "flush_state": {"count": 85, "last_at": "2026-10-30T15:56:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:56:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 84}, "started": true, "suppressed_count": 37605, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 37602}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 85, "written_record_count": 85}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4339.043, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x60636c9e5e40] error while decoding MB 1 32, bytestream -12", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 104191488000, "copied_frame_count": 37685, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 104191488000, "frame_buffer_copies": 37685, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0992, "count": 512, "max_ms": 1.3748, "p50_ms": 0.0824, "p95_ms": 0.1921, "p99_ms": 0.2761}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2667, "count": 512, "max_ms": 4.3565, "p50_ms": 1.1389, "p95_ms": 2.1951, "p99_ms": 3.5201, "results": {"failed": 0, "not_applicable": 0, "success": 37685, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 23, "h264_decode_error_count": 68, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:56:33+09:00", "last_error_summary": "[h264 @ 0x60636c9e5e40] error while decoding MB 1 32, bytestream -12", "last_exit_at": "2026-10-30T15:53:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 157.47, "last_started_at": "2026-10-30T15:53:56+09:00", "pid": 7635, "process": {"exists": false, "pid": 7635}, "restart_count": 23, "restart_count_per_hour": 16, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.658, "sample_count": 2107, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37685, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:56:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.064, "last_frame_pushed_at": "2026-10-30T15:56:33+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-10-30T15:56:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 9, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 154.197, "last_sample_duration_ms": 668.164, "last_trigger": "periodic", "next_snapshot_in_sec": 445.803, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 9, "storage_bytes": 1134625}, "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-10-30T15:56:33.527134+09:00", "mtime_epoch": 1793343393.5271342, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 112366}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:56:33+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 823.141, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 37686, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.361, "max": 11.0, "p95": 9.0, "sample_count": 233}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.545, "max": 4.0, "p95": 4.0, "sample_count": 233}, "total": {"avg": 3.545, "max": 4.0, "p95": 4.0, "sample_count": 233}}, "tracking_counts": {"active": {"avg": 0.309, "max": 2.0, "p95": 1.0, "sample_count": 233}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 233}, "tracked": {"avg": 0.309, "max": 2.0, "p95": 1.0, "sample_count": 233}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 234, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.86, "pushed": 7.86, "read": 7.893}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 234, "client_acquire_ms": {"avg_ms": 0.006, "count": 234, "max_ms": 0.043, "p95_ms": 0.015, "reason": null, "sample_age_ms": 28.65, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.662, "count": 234, "max_ms": 5.432, "p95_ms": 2.215, "reason": null, "sample_age_ms": 69.557, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.307, "count": 234, "max_ms": 5.215, "p95_ms": 1.921, "reason": null, "sample_age_ms": 69.746, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.29, "count": 234, "max_ms": 1.023, "p95_ms": 0.657, "reason": null, "sample_age_ms": 28.66, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.548, "count": 234, "max_ms": 4.597, "p95_ms": 3.22, "reason": null, "sample_age_ms": 68.111, "source": "client_direct"}, "request_count": 234, "request_tensor_bytes": {"avg": 2764808.0, "count": 234, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 68.088, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 234, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 29.003, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.025, "count": 234, "max_ms": 78.198, "p95_ms": 63.226, "reason": null, "sample_age_ms": 28.645, "source": "client_direct"}, "sample_age_ms": 28.641, "source": "client_direct", "task_total_ms": {"avg_ms": 45.003, "count": 234, "max_ms": 79.821, "p95_ms": 65.477, "reason": null, "sample_age_ms": 28.641, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.924, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.024, "count": 233, "max_ms": 21.154, "p95_ms": 14.298}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.448, "count": 233, "max_ms": 1.379, "p95_ms": 0.872}, "detection_prepare_ms": {"avg_ms": 1.407, "count": 233, "max_ms": 4.573, "p95_ms": 2.774}, "event_filter_ms": {"avg_ms": 0.006, "count": 233, "max_ms": 0.18, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.43, "count": 233, "max_ms": 1.04, "p95_ms": 0.728}, "mcmt_ms": {"avg_ms": 0.003, "count": 233, "max_ms": 0.014, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 4.494, "count": 233, "max_ms": 8.699, "p95_ms": 7.086}, "setup_ms": {"avg_ms": 0.034, "count": 233, "max_ms": 0.11, "p95_ms": 0.072}, "total_inside_ms": {"avg_ms": 8.972, "count": 233, "max_ms": 21.064, "p95_ms": 14.232}, "track_match_ms": {"avg_ms": 0.099, "count": 233, "max_ms": 0.405, "p95_ms": 0.184}, "tracker_update_ms": {"avg_ms": 2.05, "count": 233, "max_ms": 10.439, "p95_ms": 3.368}}, "gstreamer_push": {"avg_ms": 2.577, "count": 233, "max_ms": 9.531, "p95_ms": 4.325}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 233, "max_ms": 3.007, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.024, "count": 233, "max_ms": 80.32, "p95_ms": 67.251}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.995, "count": 233, "max_ms": 11.806, "p95_ms": 7.191}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.946, "count": 233, "max_ms": 162.266, "p95_ms": 119.617}, "inference_input_copy_ms": {"avg_ms": 1.276, "count": 233, "max_ms": 3.308, "p95_ms": 2.371}, "processing_residual_ms": {"avg_ms": 0.179, "count": 233, "max_ms": 1.07, "p95_ms": 0.38}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.396, "count": 233, "max_ms": 170.104, "p95_ms": 125.481}, "read_interval": {"avg_ms": 130.313, "count": 234, "max_ms": 1724.409, "p95_ms": 168.337}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 233, "max_ms": 0.088, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 4.423, "count": 233, "max_ms": 8.583, "p95_ms": 7.025}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 233, "max_ms": 0.076, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.407, "count": 233, "max_ms": 8.562, "p95_ms": 7.01}, "worker_merge_ms": {"avg_ms": 0.006, "count": 233, "max_ms": 0.033, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 46.036, "count": 233, "max_ms": 80.328, "p95_ms": 67.259}, "visualize": {"avg_ms": 33.79, "count": 233, "max_ms": 75.111, "p95_ms": 44.958}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.182, "count": 233, "max_ms": 58.56, "p95_ms": 36.78}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.442, "count": 233, "max_ms": 73.318, "p95_ms": 43.802}, "visualize_input_copy_ms": {"avg_ms": 1.178, "count": 233, "max_ms": 4.249, "p95_ms": 2.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.328, "count": 233, "max_ms": 73.102, "p95_ms": 43.668}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 233, "max_ms": 0.258, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 233}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 823.008, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.945, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.73, "sample_count": 2136, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37402, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:55:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114128, "write_bytes_delta": 114128, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 839.0, "cpu_core_ratio": 0.361954, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 48.0, "pid": 7635, "reason": null, "system_cpu_core_ratio": 0.030996, "system_cpu_s_delta": 0.6200000000000001, "user_cpu_core_ratio": 0.330958, "user_cpu_s_delta": 6.619999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.98675, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.665916, "system_cpu_s_delta": 13.320000000000164, "user_cpu_core_ratio": 1.320834, "user_cpu_s_delta": 26.420000000000073}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.794, "count": 226, "max_ms": 7.826, "p95_ms": 5.326, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.0, "max": 10.0, "p95": 9.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.518, "key_count": 1, "max": 7.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 226}, "total": {"avg": 5.518, "max": 7.0, "p95": 6.0, "sample_count": 226}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.244, "count": 30, "max": 70.896, "p95": 51.744, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.53, "count": 30, "max": 29.847, "p95": 25.059, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 583.933, "count": 30, "max": 1031.0, "p95": 1003.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 199.833, "count": 30, "max": 2895.0, "p95": 716.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.029, "count": 30, "max": 0.04, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.341, "count": 30, "max": 0.479, "p95": 0.463, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.105, "count": 30, "max": 2.761, "p95": 0.113, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112802.7, "count": 30, "max": 115597.0, "p95": 115314.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108978.533, "count": 30, "max": 115597.0, "p95": 115314.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.967, "count": 30, "max": 56.0, "p95": 28.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.522, "count": 30, "max": 0.692, "p95": 0.666, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.067, "count": 30, "max": 1.352, "p95": 1.335, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 316, "sampled_at": "2026-10-30T15:55:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:55:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.645, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 81430, "flush_count": 85, "flush_interval_seconds": 30.0, "flush_state": {"count": 85, "last_at": "2026-10-30T15:56:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:56:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 84}, "started": true, "suppressed_count": 37605, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 37602}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 85, "written_record_count": 85}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4340.531, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T15:56:33+09:00", "last_error_summary": "[h264 @ 0x60636c9e5e40] error while decoding MB 1 32, bytestream -12", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 104194252800, "copied_frame_count": 37686, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 104194252800, "frame_buffer_copies": 37686, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0994, "count": 512, "max_ms": 1.3748, "p50_ms": 0.0824, "p95_ms": 0.1921, "p99_ms": 0.2761}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2676, "count": 512, "max_ms": 4.3565, "p50_ms": 1.1389, "p95_ms": 2.1951, "p99_ms": 3.5201, "results": {"failed": 0, "not_applicable": 0, "success": 37686, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 23, "h264_decode_error_count": 68, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:56:33+09:00", "last_error_summary": "[h264 @ 0x60636c9e5e40] error while decoding MB 1 32, bytestream -12", "last_exit_at": "2026-10-30T15:56:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 157.519, "last_started_at": "2026-10-30T15:53:56+09:00", "pid": 7635, "process": {"exists": false, "pid": 7635}, "restart_count": 23, "restart_count_per_hour": 16, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.658, "sample_count": 2108, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37686, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:56:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T15:56:33+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-10-30T15:56:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 9, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 154.247, "last_sample_duration_ms": 668.164, "last_trigger": "periodic", "next_snapshot_in_sec": 445.753, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 9, "storage_bytes": 1134625}, "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-10-30T15:56:33.527134+09:00", "mtime_epoch": 1793343393.5271342, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 112366}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:56:33+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 823.137, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 37686, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.359, "max": 11.0, "p95": 9.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.547, "max": 4.0, "p95": 4.0, "sample_count": 234}, "total": {"avg": 3.547, "max": 4.0, "p95": 4.0, "sample_count": 234}}, "tracking_counts": {"active": {"avg": 0.308, "max": 2.0, "p95": 1.0, "sample_count": 234}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 234}, "tracked": {"avg": 0.308, "max": 2.0, "p95": 1.0, "sample_count": 234}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 234, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.88, "pushed": 7.88, "read": 7.88}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 234, "client_acquire_ms": {"avg_ms": 0.006, "count": 234, "max_ms": 0.043, "p95_ms": 0.015, "reason": null, "sample_age_ms": 80.83, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.662, "count": 234, "max_ms": 5.432, "p95_ms": 2.215, "reason": null, "sample_age_ms": 121.737, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.307, "count": 234, "max_ms": 5.215, "p95_ms": 1.921, "reason": null, "sample_age_ms": 121.926, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.29, "count": 234, "max_ms": 1.023, "p95_ms": 0.657, "reason": null, "sample_age_ms": 80.84, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.548, "count": 234, "max_ms": 4.597, "p95_ms": 3.22, "reason": null, "sample_age_ms": 120.291, "source": "client_direct"}, "request_count": 234, "request_tensor_bytes": {"avg": 2764808.0, "count": 234, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 120.268, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 234, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 81.183, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.025, "count": 234, "max_ms": 78.198, "p95_ms": 63.226, "reason": null, "sample_age_ms": 80.825, "source": "client_direct"}, "sample_age_ms": 80.821, "source": "client_direct", "task_total_ms": {"avg_ms": 45.003, "count": 234, "max_ms": 79.821, "p95_ms": 65.477, "reason": null, "sample_age_ms": 80.821, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.937, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.035, "count": 234, "max_ms": 21.154, "p95_ms": 14.298}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.449, "count": 234, "max_ms": 1.379, "p95_ms": 0.872}, "detection_prepare_ms": {"avg_ms": 1.409, "count": 234, "max_ms": 4.573, "p95_ms": 2.774}, "event_filter_ms": {"avg_ms": 0.006, "count": 234, "max_ms": 0.18, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.431, "count": 234, "max_ms": 1.04, "p95_ms": 0.728}, "mcmt_ms": {"avg_ms": 0.003, "count": 234, "max_ms": 0.014, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 4.498, "count": 234, "max_ms": 8.699, "p95_ms": 7.086}, "setup_ms": {"avg_ms": 0.034, "count": 234, "max_ms": 0.11, "p95_ms": 0.072}, "total_inside_ms": {"avg_ms": 8.983, "count": 234, "max_ms": 21.064, "p95_ms": 14.232}, "track_match_ms": {"avg_ms": 0.1, "count": 234, "max_ms": 0.405, "p95_ms": 0.184}, "tracker_update_ms": {"avg_ms": 2.051, "count": 234, "max_ms": 10.439, "p95_ms": 3.368}}, "gstreamer_push": {"avg_ms": 2.581, "count": 234, "max_ms": 9.531, "p95_ms": 4.325}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 234, "max_ms": 3.007, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.005, "count": 234, "max_ms": 80.32, "p95_ms": 67.251}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.993, "count": 234, "max_ms": 11.806, "p95_ms": 7.191}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.986, "count": 234, "max_ms": 162.266, "p95_ms": 119.617}, "inference_input_copy_ms": {"avg_ms": 1.274, "count": 234, "max_ms": 3.308, "p95_ms": 2.371}, "processing_residual_ms": {"avg_ms": 0.179, "count": 234, "max_ms": 1.07, "p95_ms": 0.38}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.432, "count": 234, "max_ms": 170.104, "p95_ms": 125.481}, "read_interval": {"avg_ms": 130.313, "count": 234, "max_ms": 1724.409, "p95_ms": 168.337}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 234, "max_ms": 0.088, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 4.428, "count": 234, "max_ms": 8.583, "p95_ms": 7.025}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 234, "max_ms": 0.076, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.411, "count": 234, "max_ms": 8.562, "p95_ms": 7.01}, "worker_merge_ms": {"avg_ms": 0.006, "count": 234, "max_ms": 0.033, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 46.016, "count": 234, "max_ms": 80.328, "p95_ms": 67.259}, "visualize": {"avg_ms": 33.84, "count": 234, "max_ms": 75.111, "p95_ms": 45.27}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.214, "count": 234, "max_ms": 58.56, "p95_ms": 36.78}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.492, "count": 234, "max_ms": 73.318, "p95_ms": 43.85}, "visualize_input_copy_ms": {"avg_ms": 1.178, "count": 234, "max_ms": 4.249, "p95_ms": 2.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.378, "count": 234, "max_ms": 73.102, "p95_ms": 43.718}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 234, "max_ms": 0.258, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 234}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 823.008, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.945, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.73, "sample_count": 2136, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37402, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:55:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114128, "write_bytes_delta": 114128, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 839.0, "cpu_core_ratio": 0.361954, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 48.0, "pid": 7635, "reason": null, "system_cpu_core_ratio": 0.030996, "system_cpu_s_delta": 0.6200000000000001, "user_cpu_core_ratio": 0.330958, "user_cpu_s_delta": 6.619999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.98675, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.665916, "system_cpu_s_delta": 13.320000000000164, "user_cpu_core_ratio": 1.320834, "user_cpu_s_delta": 26.420000000000073}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.794, "count": 226, "max_ms": 7.826, "p95_ms": 5.326, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.0, "max": 10.0, "p95": 9.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.518, "key_count": 1, "max": 7.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 226}, "total": {"avg": 5.518, "max": 7.0, "p95": 6.0, "sample_count": 226}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.244, "count": 30, "max": 70.896, "p95": 51.744, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.53, "count": 30, "max": 29.847, "p95": 25.059, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 583.933, "count": 30, "max": 1031.0, "p95": 1003.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 199.833, "count": 30, "max": 2895.0, "p95": 716.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.029, "count": 30, "max": 0.04, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.341, "count": 30, "max": 0.479, "p95": 0.463, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.105, "count": 30, "max": 2.761, "p95": 0.113, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112802.7, "count": 30, "max": 115597.0, "p95": 115314.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108978.533, "count": 30, "max": 115597.0, "p95": 115314.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.967, "count": 30, "max": 56.0, "p95": 28.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.522, "count": 30, "max": 0.692, "p95": 0.666, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.067, "count": 30, "max": 1.352, "p95": 1.335, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 316, "sampled_at": "2026-10-30T15:55:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:55:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.694, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 81430, "flush_count": 85, "flush_interval_seconds": 30.0, "flush_state": {"count": 85, "last_at": "2026-10-30T15:56:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:56:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 84}, "started": true, "suppressed_count": 37605, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 37602}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 85, "written_record_count": 85}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4340.645, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 104194252800, "copied_frame_count": 37686, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 104194252800, "frame_buffer_copies": 37686, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0994, "count": 512, "max_ms": 1.3748, "p50_ms": 0.0824, "p95_ms": 0.1921, "p99_ms": 0.2761}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2676, "count": 512, "max_ms": 4.3565, "p50_ms": 1.1389, "p95_ms": 2.1951, "p99_ms": 3.5201, "results": {"failed": 0, "not_applicable": 0, "success": 37686, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 23, "h264_decode_error_count": 68, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:56:33+09:00", "last_error_summary": "[h264 @ 0x60636c9e5e40] error while decoding MB 1 32, bytestream -12", "last_exit_at": "2026-10-30T15:56:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 157.548, "last_started_at": "2026-10-30T15:53:56+09:00", "pid": 7635, "process": {"exists": false, "pid": 7635}, "restart_count": 23, "restart_count_per_hour": 16, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.658, "sample_count": 2108, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37686, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:56:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.03, "last_frame_pushed_at": "2026-10-30T15:56:33+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-10-30T15:56:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 9, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 154.267, "last_sample_duration_ms": 668.164, "last_trigger": "periodic", "next_snapshot_in_sec": 445.733, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 9, "storage_bytes": 1134625}, "mjpeg": {"age_sec": 0.021, "exists": true, "mtime": "2026-10-30T15:56:33.639135+09:00", "mtime_epoch": 1793343393.639135, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 112358}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:56:33+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 823.137, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 37686, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.359, "max": 11.0, "p95": 9.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.547, "max": 4.0, "p95": 4.0, "sample_count": 234}, "total": {"avg": 3.547, "max": 4.0, "p95": 4.0, "sample_count": 234}}, "tracking_counts": {"active": {"avg": 0.308, "max": 2.0, "p95": 1.0, "sample_count": 234}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 234}, "tracked": {"avg": 0.308, "max": 2.0, "p95": 1.0, "sample_count": 234}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 234, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.873, "pushed": 7.873, "read": 7.873}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 234, "client_acquire_ms": {"avg_ms": 0.006, "count": 234, "max_ms": 0.043, "p95_ms": 0.015, "reason": null, "sample_age_ms": 101.012, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.662, "count": 234, "max_ms": 5.432, "p95_ms": 2.215, "reason": null, "sample_age_ms": 141.919, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.307, "count": 234, "max_ms": 5.215, "p95_ms": 1.921, "reason": null, "sample_age_ms": 142.108, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.29, "count": 234, "max_ms": 1.023, "p95_ms": 0.657, "reason": null, "sample_age_ms": 101.021, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.548, "count": 234, "max_ms": 4.597, "p95_ms": 3.22, "reason": null, "sample_age_ms": 140.473, "source": "client_direct"}, "request_count": 234, "request_tensor_bytes": {"avg": 2764808.0, "count": 234, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 140.45, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 234, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 101.365, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.025, "count": 234, "max_ms": 78.198, "p95_ms": 63.226, "reason": null, "sample_age_ms": 101.007, "source": "client_direct"}, "sample_age_ms": 101.003, "source": "client_direct", "task_total_ms": {"avg_ms": 45.003, "count": 234, "max_ms": 79.821, "p95_ms": 65.477, "reason": null, "sample_age_ms": 101.003, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.09, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.035, "count": 234, "max_ms": 21.154, "p95_ms": 14.298}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.449, "count": 234, "max_ms": 1.379, "p95_ms": 0.872}, "detection_prepare_ms": {"avg_ms": 1.409, "count": 234, "max_ms": 4.573, "p95_ms": 2.774}, "event_filter_ms": {"avg_ms": 0.006, "count": 234, "max_ms": 0.18, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.431, "count": 234, "max_ms": 1.04, "p95_ms": 0.728}, "mcmt_ms": {"avg_ms": 0.003, "count": 234, "max_ms": 0.014, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 4.498, "count": 234, "max_ms": 8.699, "p95_ms": 7.086}, "setup_ms": {"avg_ms": 0.034, "count": 234, "max_ms": 0.11, "p95_ms": 0.072}, "total_inside_ms": {"avg_ms": 8.983, "count": 234, "max_ms": 21.064, "p95_ms": 14.232}, "track_match_ms": {"avg_ms": 0.1, "count": 234, "max_ms": 0.405, "p95_ms": 0.184}, "tracker_update_ms": {"avg_ms": 2.051, "count": 234, "max_ms": 10.439, "p95_ms": 3.368}}, "gstreamer_push": {"avg_ms": 2.581, "count": 234, "max_ms": 9.531, "p95_ms": 4.325}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 234, "max_ms": 3.007, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.005, "count": 234, "max_ms": 80.32, "p95_ms": 67.251}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.993, "count": 234, "max_ms": 11.806, "p95_ms": 7.191}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.986, "count": 234, "max_ms": 162.266, "p95_ms": 119.617}, "inference_input_copy_ms": {"avg_ms": 1.274, "count": 234, "max_ms": 3.308, "p95_ms": 2.371}, "processing_residual_ms": {"avg_ms": 0.179, "count": 234, "max_ms": 1.07, "p95_ms": 0.38}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.432, "count": 234, "max_ms": 170.104, "p95_ms": 125.481}, "read_interval": {"avg_ms": 130.313, "count": 234, "max_ms": 1724.409, "p95_ms": 168.337}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 234, "max_ms": 0.088, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 4.428, "count": 234, "max_ms": 8.583, "p95_ms": 7.025}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 234, "max_ms": 0.076, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.411, "count": 234, "max_ms": 8.562, "p95_ms": 7.01}, "worker_merge_ms": {"avg_ms": 0.006, "count": 234, "max_ms": 0.033, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 46.016, "count": 234, "max_ms": 80.328, "p95_ms": 67.259}, "visualize": {"avg_ms": 33.84, "count": 234, "max_ms": 75.111, "p95_ms": 45.27}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.214, "count": 234, "max_ms": 58.56, "p95_ms": 36.78}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.492, "count": 234, "max_ms": 73.318, "p95_ms": 43.85}, "visualize_input_copy_ms": {"avg_ms": 1.178, "count": 234, "max_ms": 4.249, "p95_ms": 2.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.378, "count": 234, "max_ms": 73.102, "p95_ms": 43.718}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 234, "max_ms": 0.258, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 234}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 823.008, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.945, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.73, "sample_count": 2136, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37402, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:55:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114128, "write_bytes_delta": 114128, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 839.0, "cpu_core_ratio": 0.361954, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 48.0, "pid": 7635, "reason": null, "system_cpu_core_ratio": 0.030996, "system_cpu_s_delta": 0.6200000000000001, "user_cpu_core_ratio": 0.330958, "user_cpu_s_delta": 6.619999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.98675, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.665916, "system_cpu_s_delta": 13.320000000000164, "user_cpu_core_ratio": 1.320834, "user_cpu_s_delta": 26.420000000000073}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.794, "count": 226, "max_ms": 7.826, "p95_ms": 5.326, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.0, "max": 10.0, "p95": 9.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.518, "key_count": 1, "max": 7.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 226}, "total": {"avg": 5.518, "max": 7.0, "p95": 6.0, "sample_count": 226}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.244, "count": 30, "max": 70.896, "p95": 51.744, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.53, "count": 30, "max": 29.847, "p95": 25.059, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 583.933, "count": 30, "max": 1031.0, "p95": 1003.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 199.833, "count": 30, "max": 2895.0, "p95": 716.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.029, "count": 30, "max": 0.04, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.341, "count": 30, "max": 0.479, "p95": 0.463, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.105, "count": 30, "max": 2.761, "p95": 0.113, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112802.7, "count": 30, "max": 115597.0, "p95": 115314.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108978.533, "count": 30, "max": 115597.0, "p95": 115314.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.967, "count": 30, "max": 56.0, "p95": 28.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.522, "count": 30, "max": 0.692, "p95": 0.666, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.067, "count": 30, "max": 1.352, "p95": 1.335, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 316, "sampled_at": "2026-10-30T15:55:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:55:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.722, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 81430, "flush_count": 85, "flush_interval_seconds": 30.0, "flush_state": {"count": 85, "last_at": "2026-10-30T15:56:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:56:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 84}, "started": true, "suppressed_count": 37605, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 3, "tracking_summary": 37602}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 85, "written_record_count": 85}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4707.164, "limit_mb": null}, "detail": {"pid": 8101, "restart_count": 24, "start_count": 25}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 104194252800, "copied_frame_count": 37686, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:00:02+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3401969, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T14:59:54+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.129}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3, "events_emitted": 3, "events_failed": 0, "events_observed": 3, "events_suppressed": 0, "frame_buffer_copied_bytes": 104194252800, "frame_buffer_copies": 37686, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 150, "recorder_active_input_bytes": 414720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 3, "recorder_clips_failed": 0, "recorder_clips_started": 3, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 3, "worker_jobs_accepted": 3, "worker_jobs_completed": 3, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0994, "count": 512, "max_ms": 1.3748, "p50_ms": 0.0824, "p95_ms": 0.1921, "p99_ms": 0.2761}, "stages": {"db_insert": {"avg_ms": 12.7535, "count": 3, "max_ms": 17.4704, "p50_ms": 13.3409, "p95_ms": 17.0574, "p99_ms": 17.3878, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.0886, "count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.0215, "count": 3, "max_ms": 1375.0681, "p50_ms": 1146.0553, "p95_ms": 1352.1668, "p99_ms": 1370.4879, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2676, "count": 512, "max_ms": 4.3565, "p50_ms": 1.1389, "p95_ms": 2.1951, "p99_ms": 3.5201, "results": {"failed": 0, "not_applicable": 0, "success": 37686, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.0742, "count": 3, "max_ms": 595.7564, "p50_ms": 532.8252, "p95_ms": 589.4632, "p99_ms": 594.4977, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 38.1259, "count": 3, "max_ms": 45.037, "p50_ms": 40.0672, "p95_ms": 44.54, "p99_ms": 44.9376, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5385, "count": 150, "max_ms": 15.2315, "p50_ms": 5.2266, "p95_ms": 8.2243, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.6188, "count": 150, "max_ms": 5.1681, "p50_ms": 1.4568, "p95_ms": 2.8368, "p99_ms": 4.2576, "results": {"failed": 0, "not_applicable": 0, "success": 150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 542.1091, "count": 3, "max_ms": 586.6132, "p50_ms": 528.3531, "p95_ms": 580.7872, "p99_ms": 585.448, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 451.2858, "count": 3, "max_ms": 493.9683, "p50_ms": 436.6022, "p95_ms": 488.2317, "p99_ms": 492.8209, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.1577, "count": 3, "max_ms": 87.142, "p50_ms": 84.1994, "p95_ms": 86.8478, "p99_ms": 87.0832, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9289, "count": 3, "max_ms": 2.5581, "p50_ms": 1.8486, "p95_ms": 2.4871, "p99_ms": 2.5439, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.0387, "count": 3, "max_ms": 50.6832, "p50_ms": 41.2995, "p95_ms": 49.7448, "p99_ms": 50.4955, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0543, "count": 3, "max_ms": 1.7209, "p50_ms": 0.7287, "p95_ms": 1.6217, "p99_ms": 1.701, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8174, "count": 3, "max_ms": 0.8759, "p50_ms": 0.8214, "p95_ms": 0.8704, "p99_ms": 0.8748, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 4.189, "count": 3, "max_ms": 9.2164, "p50_ms": 2.5784, "p95_ms": 8.5526, "p99_ms": 9.0836, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 547.1208, "count": 3, "max_ms": 716.4065, "p50_ms": 516.2225, "p95_ms": 696.3881, "p99_ms": 712.4028, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 3, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.7022, "count": 3, "max_ms": 2.4786, "p50_ms": 1.9543, "p95_ms": 2.4262, "p99_ms": 2.4681, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.5711, "count": 3, "max_ms": 25.0322, "p50_ms": 3.6848, "p95_ms": 22.8974, "p99_ms": 24.6052, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.4769, "count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.1562, "count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 617.0369, "count": 3, "max_ms": 778.4342, "p50_ms": 610.1025, "p95_ms": 761.6011, "p99_ms": 775.0676, "results": {"failed": 0, "not_applicable": 0, "success": 3, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 3, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 3, "max_ms": 1.1521, "p50_ms": 0.1768, "p95_ms": 1.0546, "p99_ms": 1.1326}, "wait_ms": {"count": 3, "max_ms": 2.7861, "p50_ms": 2.1554, "p95_ms": 2.723, "p99_ms": 2.7735}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 3, "artifact_failed": 0, "artifact_requested": 3, "artifact_success": 3, "completed": 3, "completed_failed": 0, "completed_success": 3, "cooldown_promoted": 3, "database_requested": 3, "db_insert_success": 3, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15544, "relay_business_failed": 0, "relay_business_success": 3, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 3, "relay_transport_failed": 0, "relay_transport_success": 3, "reservation_requested": 3}, "snapshot": {"copied_bytes": 8294400, "copied_count": 3, "copy": {"count": 3, "max_ms": 2.2613, "p50_ms": 2.0724, "p95_ms": 2.2424, "p99_ms": 2.2575}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 23, "h264_decode_error_count": 68, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:56:33+09:00", "last_error_summary": "[h264 @ 0x60636c9e5e40] error while decoding MB 1 32, bytestream -12", "last_exit_at": "2026-10-30T15:56:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T15:56:36+09:00", "pid": 8101, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.637, "name": "ffmpeg", "pid": 8101, "rss_mb": 57.637, "state": "S (sleeping)", "threads": 1}, "restart_count": 24, "restart_count_per_hour": 17, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.73, "sample_count": 2086, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37686, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:56:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.717, "last_frame_pushed_at": "2026-10-30T15:56:33+09:00", "last_frame_read_age_sec": 4.825, "last_frame_read_at": "2026-10-30T15:56:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 9, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 158.984, "last_sample_duration_ms": 668.164, "last_trigger": "periodic", "next_snapshot_in_sec": 441.016, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 9, "storage_bytes": 1134625}, "mjpeg": {"age_sec": 4.708, "exists": true, "mtime": "2026-10-30T15:56:33.639135+09:00", "mtime_epoch": 1793343393.639135, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 112358}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:56:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 897.164, "name": "celery", "pid": 206, "rss_mb": 823.141, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 37686, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.293, "max": 11.0, "p95": 9.0, "sample_count": 198}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.545, "max": 4.0, "p95": 4.0, "sample_count": 198}, "total": {"avg": 3.545, "max": 4.0, "p95": 4.0, "sample_count": 198}}, "tracking_counts": {"active": {"avg": 0.157, "max": 1.0, "p95": 1.0, "sample_count": 198}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 198}, "tracked": {"avg": 0.157, "max": 1.0, "p95": 1.0, "sample_count": 198}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.609, "pushed": 6.609, "read": 6.575}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 197, "client_acquire_ms": {"avg_ms": 0.006, "count": 197, "max_ms": 0.043, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4789.808, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.638, "count": 197, "max_ms": 5.432, "p95_ms": 2.19, "reason": null, "sample_age_ms": 4830.715, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.294, "count": 197, "max_ms": 5.215, "p95_ms": 1.723, "reason": null, "sample_age_ms": 4830.904, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.28, "count": 197, "max_ms": 1.023, "p95_ms": 0.59, "reason": null, "sample_age_ms": 4789.817, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.55, "count": 197, "max_ms": 4.597, "p95_ms": 3.374, "reason": null, "sample_age_ms": 4829.268, "source": "client_direct"}, "request_count": 197, "request_tensor_bytes": {"avg": 2764808.0, "count": 197, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4829.245, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 197, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4790.161, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.699, "count": 197, "max_ms": 76.669, "p95_ms": 61.38, "reason": null, "sample_age_ms": 4789.803, "source": "client_direct"}, "sample_age_ms": 4789.798, "source": "client_direct", "task_total_ms": {"avg_ms": 44.667, "count": 197, "max_ms": 79.218, "p95_ms": 64.015, "reason": null, "sample_age_ms": 4789.798, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.974, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.965, "count": 198, "max_ms": 21.154, "p95_ms": 14.298}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.459, "count": 198, "max_ms": 1.379, "p95_ms": 0.968}, "detection_prepare_ms": {"avg_ms": 1.39, "count": 198, "max_ms": 4.573, "p95_ms": 2.774}, "event_filter_ms": {"avg_ms": 0.006, "count": 198, "max_ms": 0.18, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.437, "count": 198, "max_ms": 1.04, "p95_ms": 0.743}, "mcmt_ms": {"avg_ms": 0.003, "count": 198, "max_ms": 0.012, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 4.483, "count": 198, "max_ms": 8.699, "p95_ms": 7.086}, "setup_ms": {"avg_ms": 0.033, "count": 198, "max_ms": 0.11, "p95_ms": 0.071}, "total_inside_ms": {"avg_ms": 8.915, "count": 198, "max_ms": 21.064, "p95_ms": 14.232}, "track_match_ms": {"avg_ms": 0.091, "count": 198, "max_ms": 0.323, "p95_ms": 0.177}, "tracker_update_ms": {"avg_ms": 2.013, "count": 198, "max_ms": 10.439, "p95_ms": 3.274}}, "gstreamer_push": {"avg_ms": 2.57, "count": 198, "max_ms": 9.531, "p95_ms": 4.415}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.039, "count": 198, "max_ms": 0.175, "p95_ms": 0.088}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.577, "count": 198, "max_ms": 80.218, "p95_ms": 66.029}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.969, "count": 198, "max_ms": 11.806, "p95_ms": 7.068}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.733, "count": 198, "max_ms": 158.85, "p95_ms": 115.963}, "inference_input_copy_ms": {"avg_ms": 1.289, "count": 198, "max_ms": 3.308, "p95_ms": 2.424}, "processing_residual_ms": {"avg_ms": 0.177, "count": 198, "max_ms": 1.07, "p95_ms": 0.344}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.168, "count": 198, "max_ms": 162.335, "p95_ms": 123.661}, "read_interval": {"avg_ms": 128.09, "count": 197, "max_ms": 1724.409, "p95_ms": 167.886}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 198, "max_ms": 0.073, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 4.414, "count": 198, "max_ms": 8.583, "p95_ms": 7.025}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 198, "max_ms": 0.076, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.398, "count": 198, "max_ms": 8.562, "p95_ms": 7.01}, "worker_merge_ms": {"avg_ms": 0.006, "count": 198, "max_ms": 0.033, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 45.588, "count": 198, "max_ms": 80.24, "p95_ms": 66.036}, "visualize": {"avg_ms": 33.114, "count": 198, "max_ms": 62.45, "p95_ms": 44.196}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.532, "count": 198, "max_ms": 46.524, "p95_ms": 34.191}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.797, "count": 198, "max_ms": 59.411, "p95_ms": 41.934}, "visualize_input_copy_ms": {"avg_ms": 1.153, "count": 198, "max_ms": 4.249, "p95_ms": 1.919}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.686, "count": 198, "max_ms": 59.277, "p95_ms": 41.85}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 198, "max_ms": 0.258, "p95_ms": 0.107}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 198}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 823.008, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.945, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.73, "sample_count": 2136, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 37402, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:55:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114128, "write_bytes_delta": 114128, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 839.0, "cpu_core_ratio": 0.361954, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 48.0, "pid": 7635, "reason": null, "system_cpu_core_ratio": 0.030996, "system_cpu_s_delta": 0.6200000000000001, "user_cpu_core_ratio": 0.330958, "user_cpu_s_delta": 6.619999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.98675, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.665916, "system_cpu_s_delta": 13.320000000000164, "user_cpu_core_ratio": 1.320834, "user_cpu_s_delta": 26.420000000000073}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.794, "count": 226, "max_ms": 7.826, "p95_ms": 5.326, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.0, "max": 10.0, "p95": 9.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.518, "key_count": 1, "max": 7.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 226}, "total": {"avg": 5.518, "max": 7.0, "p95": 6.0, "sample_count": 226}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.244, "count": 30, "max": 70.896, "p95": 51.744, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.53, "count": 30, "max": 29.847, "p95": 25.059, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 583.933, "count": 30, "max": 1031.0, "p95": 1003.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 199.833, "count": 30, "max": 2895.0, "p95": 716.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.029, "count": 30, "max": 0.04, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.341, "count": 30, "max": 0.479, "p95": 0.463, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.105, "count": 30, "max": 2.761, "p95": 0.113, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112802.7, "count": 30, "max": 115597.0, "p95": 115314.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108978.533, "count": 30, "max": 115597.0, "p95": 115314.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.967, "count": 30, "max": 56.0, "p95": 28.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.522, "count": 30, "max": 0.692, "p95": 0.666, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.067, "count": 30, "max": 1.352, "p95": 1.335, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 316, "sampled_at": "2026-10-30T15:55:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:55:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 43511, "flush_count": 85, "flush_interval_seconds": 30.0, "flush_state": {"count": 85, "last_at": "2026-10-30T15:56:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:56:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 84}, "started": true, "suppressed_count": 40395, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 40395}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 85, "written_record_count": 85}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4594.586, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x60780c42b2c0] error while decoding MB 187 76, bytestream -13", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 111913574400, "copied_frame_count": 40478, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 111913574400, "frame_buffer_copies": 40478, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1072, "count": 512, "max_ms": 1.0525, "p50_ms": 0.0901, "p95_ms": 0.2068, "p99_ms": 0.2756}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.216, "count": 512, "max_ms": 5.5495, "p50_ms": 1.1066, "p95_ms": 2.1338, "p99_ms": 2.8967, "results": {"failed": 0, "not_applicable": 0, "success": 40478, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:57:11+09:00", "last_error_summary": "[h264 @ 0x60780c42b2c0] error while decoding MB 187 76, bytestream -13", "last_exit_at": "2026-10-30T15:56:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 41.808, "last_started_at": "2026-10-30T15:56:29+09:00", "pid": 8099, "process": {"exists": false, "pid": 8099}, "restart_count": 39, "restart_count_per_hour": 36, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.804, "sample_count": 1180, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40478, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:57:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.055, "last_frame_pushed_at": "2026-10-30T15:57:11+09:00", "last_frame_read_age_sec": 0.053, "last_frame_read_at": "2026-10-30T15:57:11+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 9, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 192.238, "last_sample_duration_ms": 668.164, "last_trigger": "periodic", "next_snapshot_in_sec": 407.762, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 9, "storage_bytes": 1134625}, "mjpeg": {"age_sec": 0.048, "exists": true, "mtime": "2026-10-30T15:57:11.588358+09:00", "mtime_epoch": 1793343431.5883582, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 105463}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:57:11+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 751.07, "name": "celery", "pid": 176, "rss_mb": 731.77, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 40479, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 171}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 172, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.771, "pushed": 5.771, "read": 5.805}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 172, "client_acquire_ms": {"avg_ms": 0.007, "count": 172, "max_ms": 0.021, "p95_ms": 0.015, "reason": null, "sample_age_ms": 27.318, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.576, "count": 172, "max_ms": 2.448, "p95_ms": 1.745, "reason": null, "sample_age_ms": 55.528, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.285, "count": 172, "max_ms": 2.132, "p95_ms": 1.362, "reason": null, "sample_age_ms": 55.653, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.085, "count": 172, "max_ms": 0.395, "p95_ms": 0.178, "reason": null, "sample_age_ms": 27.325, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.533, "count": 172, "max_ms": 5.849, "p95_ms": 2.56, "reason": null, "sample_age_ms": 54.842, "source": "client_direct"}, "request_count": 172, "request_tensor_bytes": {"avg": 2211848.0, "count": 172, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 54.832, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 172, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 27.409, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.881, "count": 172, "max_ms": 72.112, "p95_ms": 54.755, "reason": null, "sample_age_ms": 27.313, "source": "client_direct"}, "sample_age_ms": 27.308, "source": "client_direct", "task_total_ms": {"avg_ms": 39.67, "count": 172, "max_ms": 73.38, "p95_ms": 57.415, "reason": null, "sample_age_ms": 27.308, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.587, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.679, "count": 171, "max_ms": 1.971, "p95_ms": 1.35}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.216, "count": 171, "max_ms": 0.615, "p95_ms": 0.446}, "detection_prepare_ms": {"avg_ms": 0.095, "count": 171, "max_ms": 0.353, "p95_ms": 0.192}, "event_filter_ms": {"avg_ms": 0.004, "count": 171, "max_ms": 0.025, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.077, "count": 171, "max_ms": 0.23, "p95_ms": 0.166}, "mcmt_ms": {"avg_ms": 0.003, "count": 171, "max_ms": 0.028, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.175, "count": 171, "max_ms": 0.511, "p95_ms": 0.359}, "setup_ms": {"avg_ms": 0.04, "count": 171, "max_ms": 0.147, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 0.64, "count": 171, "max_ms": 1.841, "p95_ms": 1.261}, "track_match_ms": {"avg_ms": 0.004, "count": 171, "max_ms": 0.021, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.026, "count": 171, "max_ms": 0.088, "p95_ms": 0.053}}, "gstreamer_push": {"avg_ms": 2.517, "count": 171, "max_ms": 7.302, "p95_ms": 4.316}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 171, "max_ms": 0.116, "p95_ms": 0.088}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.61, "count": 171, "max_ms": 73.833, "p95_ms": 59.31}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 171, "max_ms": 0.229, "p95_ms": 0.08}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 73.429, "count": 171, "max_ms": 113.599, "p95_ms": 100.408}, "inference_input_copy_ms": {"avg_ms": 1.353, "count": 171, "max_ms": 2.851, "p95_ms": 2.063}, "processing_residual_ms": {"avg_ms": 0.13, "count": 171, "max_ms": 0.431, "p95_ms": 0.26}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 74.951, "count": 171, "max_ms": 114.606, "p95_ms": 102.026}, "read_interval": {"avg_ms": 175.073, "count": 172, "max_ms": 559.177, "p95_ms": 443.792}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 171, "max_ms": 0.043, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.121, "count": 171, "max_ms": 0.35, "p95_ms": 0.246}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 171, "max_ms": 0.055, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.106, "count": 171, "max_ms": 0.313, "p95_ms": 0.217}, "worker_merge_ms": {"avg_ms": 0.005, "count": 171, "max_ms": 0.031, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 40.623, "count": 171, "max_ms": 73.843, "p95_ms": 59.318}, "visualize": {"avg_ms": 31.22, "count": 171, "max_ms": 53.869, "p95_ms": 43.795}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.415, "count": 171, "max_ms": 53.146, "p95_ms": 42.596}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.031, "count": 171, "max_ms": 53.746, "p95_ms": 43.508}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.939, "count": 171, "max_ms": 53.676, "p95_ms": 43.342}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 171, "max_ms": 0.164, "p95_ms": 0.114}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 171}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 731.762, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.479, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.082, "sample_count": 1158, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40456, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:57:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105360, "write_bytes_delta": 105360, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 412.0, "cpu_core_ratio": 0.675032, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 211.0, "pid": 8099, "reason": null, "system_cpu_core_ratio": 0.029957, "system_cpu_s_delta": 0.2999999999999998, "user_cpu_core_ratio": 0.645075, "user_cpu_s_delta": 6.459999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.351496, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5938.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.039943, "system_cpu_s_delta": 0.39999999999997726, "user_cpu_core_ratio": 0.311553, "user_cpu_s_delta": 3.119999999999891}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.539, "count": 169, "max_ms": 7.302, "p95_ms": 4.316, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.239, "count": 30, "max": 22.745, "p95": 19.582, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.409, "count": 30, "max": 17.278, "p95": 12.596, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 408.933, "count": 30, "max": 675.0, "p95": 579.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 16103.867, "count": 30, "max": 102155.0, "p95": 102074.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.072, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.548, "count": 30, "max": 0.709, "p95": 0.673, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.887, "count": 30, "max": 9.793, "p95": 4.571, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105285.4, "count": 30, "max": 106311.0, "p95": 106147.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105285.4, "count": 30, "max": 106311.0, "p95": 106147.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1216.333, "count": 30, "max": 21382.0, "p95": 5642.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.028, "count": 30, "max": 0.061, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.235, "count": 30, "max": 0.344, "p95": 0.335, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 350, "sampled_at": "2026-10-30T15:57:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:57:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.63, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 43511, "flush_count": 85, "flush_interval_seconds": 30.0, "flush_state": {"count": 85, "last_at": "2026-10-30T15:56:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:56:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 84}, "started": true, "suppressed_count": 40395, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 40395}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 85, "written_record_count": 85}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4594.066, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T15:57:11+09:00", "last_error_summary": "[h264 @ 0x60780c42b2c0] error while decoding MB 187 76, bytestream -13", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 111916339200, "copied_frame_count": 40479, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 111916339200, "frame_buffer_copies": 40479, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1071, "count": 512, "max_ms": 1.0525, "p50_ms": 0.0898, "p95_ms": 0.2068, "p99_ms": 0.2756}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2153, "count": 512, "max_ms": 5.5495, "p50_ms": 1.1046, "p95_ms": 2.1338, "p99_ms": 2.8967, "results": {"failed": 0, "not_applicable": 0, "success": 40479, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:57:11+09:00", "last_error_summary": "[h264 @ 0x60780c42b2c0] error while decoding MB 187 76, bytestream -13", "last_exit_at": "2026-10-30T15:57:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 41.828, "last_started_at": "2026-10-30T15:56:29+09:00", "pid": 8099, "process": {"exists": false, "pid": 8099}, "restart_count": 39, "restart_count_per_hour": 36, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.804, "sample_count": 1181, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40479, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:57:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T15:57:11+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-10-30T15:57:11+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 9, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 192.258, "last_sample_duration_ms": 668.164, "last_trigger": "periodic", "next_snapshot_in_sec": 407.742, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 9, "storage_bytes": 1134625}, "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-10-30T15:57:11.588358+09:00", "mtime_epoch": 1793343431.5883582, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 105463}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:57:11+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 751.07, "name": "celery", "pid": 176, "rss_mb": 731.766, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 40479, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 172}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 172, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.801, "pushed": 5.801, "read": 5.801}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 172, "client_acquire_ms": {"avg_ms": 0.007, "count": 172, "max_ms": 0.021, "p95_ms": 0.015, "reason": null, "sample_age_ms": 46.761, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.576, "count": 172, "max_ms": 2.448, "p95_ms": 1.745, "reason": null, "sample_age_ms": 74.97, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.285, "count": 172, "max_ms": 2.132, "p95_ms": 1.362, "reason": null, "sample_age_ms": 75.095, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.085, "count": 172, "max_ms": 0.395, "p95_ms": 0.178, "reason": null, "sample_age_ms": 46.768, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.533, "count": 172, "max_ms": 5.849, "p95_ms": 2.56, "reason": null, "sample_age_ms": 74.285, "source": "client_direct"}, "request_count": 172, "request_tensor_bytes": {"avg": 2211848.0, "count": 172, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 74.274, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 172, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 46.852, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.881, "count": 172, "max_ms": 72.112, "p95_ms": 54.755, "reason": null, "sample_age_ms": 46.756, "source": "client_direct"}, "sample_age_ms": 46.751, "source": "client_direct", "task_total_ms": {"avg_ms": 39.67, "count": 172, "max_ms": 73.38, "p95_ms": 57.415, "reason": null, "sample_age_ms": 46.751, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.589, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.677, "count": 172, "max_ms": 1.971, "p95_ms": 1.35}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.215, "count": 172, "max_ms": 0.615, "p95_ms": 0.446}, "detection_prepare_ms": {"avg_ms": 0.095, "count": 172, "max_ms": 0.353, "p95_ms": 0.192}, "event_filter_ms": {"avg_ms": 0.004, "count": 172, "max_ms": 0.025, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.077, "count": 172, "max_ms": 0.23, "p95_ms": 0.166}, "mcmt_ms": {"avg_ms": 0.003, "count": 172, "max_ms": 0.028, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.175, "count": 172, "max_ms": 0.511, "p95_ms": 0.359}, "setup_ms": {"avg_ms": 0.04, "count": 172, "max_ms": 0.147, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 0.639, "count": 172, "max_ms": 1.841, "p95_ms": 1.261}, "track_match_ms": {"avg_ms": 0.004, "count": 172, "max_ms": 0.021, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.026, "count": 172, "max_ms": 0.088, "p95_ms": 0.053}}, "gstreamer_push": {"avg_ms": 2.511, "count": 172, "max_ms": 7.302, "p95_ms": 4.316}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 172, "max_ms": 0.116, "p95_ms": 0.088}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.541, "count": 172, "max_ms": 73.833, "p95_ms": 59.31}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 172, "max_ms": 0.229, "p95_ms": 0.08}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 73.403, "count": 172, "max_ms": 113.599, "p95_ms": 100.408}, "inference_input_copy_ms": {"avg_ms": 1.349, "count": 172, "max_ms": 2.851, "p95_ms": 2.063}, "processing_residual_ms": {"avg_ms": 0.13, "count": 172, "max_ms": 0.431, "p95_ms": 0.26}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 74.921, "count": 172, "max_ms": 114.606, "p95_ms": 102.026}, "read_interval": {"avg_ms": 175.073, "count": 172, "max_ms": 559.177, "p95_ms": 443.792}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 172, "max_ms": 0.043, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.121, "count": 172, "max_ms": 0.35, "p95_ms": 0.246}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 172, "max_ms": 0.055, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.106, "count": 172, "max_ms": 0.313, "p95_ms": 0.217}, "worker_merge_ms": {"avg_ms": 0.005, "count": 172, "max_ms": 0.031, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 40.553, "count": 172, "max_ms": 73.843, "p95_ms": 59.318}, "visualize": {"avg_ms": 31.269, "count": 172, "max_ms": 53.869, "p95_ms": 43.795}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.466, "count": 172, "max_ms": 53.146, "p95_ms": 42.596}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.08, "count": 172, "max_ms": 53.746, "p95_ms": 43.508}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.988, "count": 172, "max_ms": 53.676, "p95_ms": 43.342}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 172, "max_ms": 0.164, "p95_ms": 0.114}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 172}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 731.762, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.479, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.082, "sample_count": 1158, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40456, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:57:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105360, "write_bytes_delta": 105360, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 412.0, "cpu_core_ratio": 0.675032, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 211.0, "pid": 8099, "reason": null, "system_cpu_core_ratio": 0.029957, "system_cpu_s_delta": 0.2999999999999998, "user_cpu_core_ratio": 0.645075, "user_cpu_s_delta": 6.459999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.351496, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5938.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.039943, "system_cpu_s_delta": 0.39999999999997726, "user_cpu_core_ratio": 0.311553, "user_cpu_s_delta": 3.119999999999891}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.539, "count": 169, "max_ms": 7.302, "p95_ms": 4.316, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.239, "count": 30, "max": 22.745, "p95": 19.582, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.409, "count": 30, "max": 17.278, "p95": 12.596, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 408.933, "count": 30, "max": 675.0, "p95": 579.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 16103.867, "count": 30, "max": 102155.0, "p95": 102074.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.072, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.548, "count": 30, "max": 0.709, "p95": 0.673, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.887, "count": 30, "max": 9.793, "p95": 4.571, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105285.4, "count": 30, "max": 106311.0, "p95": 106147.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105285.4, "count": 30, "max": 106311.0, "p95": 106147.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1216.333, "count": 30, "max": 21382.0, "p95": 5642.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.028, "count": 30, "max": 0.061, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.235, "count": 30, "max": 0.344, "p95": 0.335, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 350, "sampled_at": "2026-10-30T15:57:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:57:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.649, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 43511, "flush_count": 85, "flush_interval_seconds": 30.0, "flush_state": {"count": 85, "last_at": "2026-10-30T15:56:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:56:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 84}, "started": true, "suppressed_count": 40395, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 40395}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 85, "written_record_count": 85}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4594.52, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 111916339200, "copied_frame_count": 40479, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 111916339200, "frame_buffer_copies": 40479, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1071, "count": 512, "max_ms": 1.0525, "p50_ms": 0.0898, "p95_ms": 0.2068, "p99_ms": 0.2756}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2153, "count": 512, "max_ms": 5.5495, "p50_ms": 1.1046, "p95_ms": 2.1338, "p99_ms": 2.8967, "results": {"failed": 0, "not_applicable": 0, "success": 40479, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:57:11+09:00", "last_error_summary": "[h264 @ 0x60780c42b2c0] error while decoding MB 187 76, bytestream -13", "last_exit_at": "2026-10-30T15:57:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 41.841, "last_started_at": "2026-10-30T15:56:29+09:00", "pid": 8099, "process": {"exists": false, "pid": 8099}, "restart_count": 39, "restart_count_per_hour": 36, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.804, "sample_count": 1181, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40479, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:57:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.014, "last_frame_pushed_at": "2026-10-30T15:57:11+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-10-30T15:57:11+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 9, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 192.271, "last_sample_duration_ms": 668.164, "last_trigger": "periodic", "next_snapshot_in_sec": 407.729, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 9, "storage_bytes": 1134625}, "mjpeg": {"age_sec": 0.007, "exists": true, "mtime": "2026-10-30T15:57:11.662359+09:00", "mtime_epoch": 1793343431.6623585, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 105459}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:57:11+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 751.07, "name": "celery", "pid": 176, "rss_mb": 731.766, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 40479, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 172}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 172, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.799, "pushed": 5.799, "read": 5.799}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 172, "client_acquire_ms": {"avg_ms": 0.007, "count": 172, "max_ms": 0.021, "p95_ms": 0.015, "reason": null, "sample_age_ms": 59.706, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.576, "count": 172, "max_ms": 2.448, "p95_ms": 1.745, "reason": null, "sample_age_ms": 87.916, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.285, "count": 172, "max_ms": 2.132, "p95_ms": 1.362, "reason": null, "sample_age_ms": 88.041, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.085, "count": 172, "max_ms": 0.395, "p95_ms": 0.178, "reason": null, "sample_age_ms": 59.713, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.533, "count": 172, "max_ms": 5.849, "p95_ms": 2.56, "reason": null, "sample_age_ms": 87.231, "source": "client_direct"}, "request_count": 172, "request_tensor_bytes": {"avg": 2211848.0, "count": 172, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 87.22, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 172, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 59.798, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.881, "count": 172, "max_ms": 72.112, "p95_ms": 54.755, "reason": null, "sample_age_ms": 59.701, "source": "client_direct"}, "sample_age_ms": 59.696, "source": "client_direct", "task_total_ms": {"avg_ms": 39.67, "count": 172, "max_ms": 73.38, "p95_ms": 57.415, "reason": null, "sample_age_ms": 59.696, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.575, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.677, "count": 172, "max_ms": 1.971, "p95_ms": 1.35}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.215, "count": 172, "max_ms": 0.615, "p95_ms": 0.446}, "detection_prepare_ms": {"avg_ms": 0.095, "count": 172, "max_ms": 0.353, "p95_ms": 0.192}, "event_filter_ms": {"avg_ms": 0.004, "count": 172, "max_ms": 0.025, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.077, "count": 172, "max_ms": 0.23, "p95_ms": 0.166}, "mcmt_ms": {"avg_ms": 0.003, "count": 172, "max_ms": 0.028, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.175, "count": 172, "max_ms": 0.511, "p95_ms": 0.359}, "setup_ms": {"avg_ms": 0.04, "count": 172, "max_ms": 0.147, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 0.639, "count": 172, "max_ms": 1.841, "p95_ms": 1.261}, "track_match_ms": {"avg_ms": 0.004, "count": 172, "max_ms": 0.021, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.026, "count": 172, "max_ms": 0.088, "p95_ms": 0.053}}, "gstreamer_push": {"avg_ms": 2.511, "count": 172, "max_ms": 7.302, "p95_ms": 4.316}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 172, "max_ms": 0.116, "p95_ms": 0.088}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.541, "count": 172, "max_ms": 73.833, "p95_ms": 59.31}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 172, "max_ms": 0.229, "p95_ms": 0.08}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 73.403, "count": 172, "max_ms": 113.599, "p95_ms": 100.408}, "inference_input_copy_ms": {"avg_ms": 1.349, "count": 172, "max_ms": 2.851, "p95_ms": 2.063}, "processing_residual_ms": {"avg_ms": 0.13, "count": 172, "max_ms": 0.431, "p95_ms": 0.26}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 74.921, "count": 172, "max_ms": 114.606, "p95_ms": 102.026}, "read_interval": {"avg_ms": 175.073, "count": 172, "max_ms": 559.177, "p95_ms": 443.792}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 172, "max_ms": 0.043, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.121, "count": 172, "max_ms": 0.35, "p95_ms": 0.246}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 172, "max_ms": 0.055, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.106, "count": 172, "max_ms": 0.313, "p95_ms": 0.217}, "worker_merge_ms": {"avg_ms": 0.005, "count": 172, "max_ms": 0.031, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 40.553, "count": 172, "max_ms": 73.843, "p95_ms": 59.318}, "visualize": {"avg_ms": 31.269, "count": 172, "max_ms": 53.869, "p95_ms": 43.795}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.466, "count": 172, "max_ms": 53.146, "p95_ms": 42.596}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.08, "count": 172, "max_ms": 53.746, "p95_ms": 43.508}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.988, "count": 172, "max_ms": 53.676, "p95_ms": 43.342}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 172, "max_ms": 0.164, "p95_ms": 0.114}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 172}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 731.762, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.479, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.082, "sample_count": 1158, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40456, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:57:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105360, "write_bytes_delta": 105360, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 412.0, "cpu_core_ratio": 0.675032, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 211.0, "pid": 8099, "reason": null, "system_cpu_core_ratio": 0.029957, "system_cpu_s_delta": 0.2999999999999998, "user_cpu_core_ratio": 0.645075, "user_cpu_s_delta": 6.459999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.351496, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5938.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.039943, "system_cpu_s_delta": 0.39999999999997726, "user_cpu_core_ratio": 0.311553, "user_cpu_s_delta": 3.119999999999891}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.539, "count": 169, "max_ms": 7.302, "p95_ms": 4.316, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.239, "count": 30, "max": 22.745, "p95": 19.582, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.409, "count": 30, "max": 17.278, "p95": 12.596, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 408.933, "count": 30, "max": 675.0, "p95": 579.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 16103.867, "count": 30, "max": 102155.0, "p95": 102074.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.072, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.548, "count": 30, "max": 0.709, "p95": 0.673, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.887, "count": 30, "max": 9.793, "p95": 4.571, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105285.4, "count": 30, "max": 106311.0, "p95": 106147.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105285.4, "count": 30, "max": 106311.0, "p95": 106147.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1216.333, "count": 30, "max": 21382.0, "p95": 5642.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.028, "count": 30, "max": 0.061, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.235, "count": 30, "max": 0.344, "p95": 0.335, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 350, "sampled_at": "2026-10-30T15:57:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:57:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.663, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 43511, "flush_count": 85, "flush_interval_seconds": 30.0, "flush_state": {"count": 85, "last_at": "2026-10-30T15:56:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:56:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 84}, "started": true, "suppressed_count": 40395, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 40395}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 85, "written_record_count": 85}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4615.66, "limit_mb": null}, "detail": {"pid": 8393, "restart_count": 40, "start_count": 41}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 111916339200, "copied_frame_count": 40479, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 111916339200, "frame_buffer_copies": 40479, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1071, "count": 512, "max_ms": 1.0525, "p50_ms": 0.0898, "p95_ms": 0.2068, "p99_ms": 0.2756}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2153, "count": 512, "max_ms": 5.5495, "p50_ms": 1.1046, "p95_ms": 2.1338, "p99_ms": 2.8967, "results": {"failed": 0, "not_applicable": 0, "success": 40479, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 38, "h264_decode_error_count": 43, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:57:11+09:00", "last_error_summary": "[h264 @ 0x60780c42b2c0] error while decoding MB 187 76, bytestream -13", "last_exit_at": "2026-10-30T15:57:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T15:57:14+09:00", "pid": 8393, "process": {"exists": true, "fd_count": 4, "hwm_mb": 46.52, "name": "ffmpeg", "pid": 8393, "rss_mb": 46.52, "state": "S (sleeping)", "threads": 1}, "restart_count": 40, "restart_count_per_hour": 37, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 41}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.804, "sample_count": 1181, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40479, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:57:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.775, "last_frame_pushed_at": "2026-10-30T15:57:11+09:00", "last_frame_read_age_sec": 4.847, "last_frame_read_at": "2026-10-30T15:57:11+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 9, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 197.039, "last_sample_duration_ms": 668.164, "last_trigger": "periodic", "next_snapshot_in_sec": 402.961, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 9, "storage_bytes": 1134625}, "mjpeg": {"age_sec": 4.768, "exists": true, "mtime": "2026-10-30T15:57:11.662359+09:00", "mtime_epoch": 1793343431.6623585, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 105459}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:57:16+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 751.07, "name": "celery", "pid": 176, "rss_mb": 731.77, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 40479, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 146}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 146, "pushed_frames": 146, "read_frames": 146, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.868, "pushed": 4.868, "read": 4.868}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 146, "client_acquire_ms": {"avg_ms": 0.007, "count": 146, "max_ms": 0.021, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4822.681, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.574, "count": 146, "max_ms": 2.448, "p95_ms": 1.841, "reason": null, "sample_age_ms": 4850.891, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.284, "count": 146, "max_ms": 2.132, "p95_ms": 1.348, "reason": null, "sample_age_ms": 4851.016, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.085, "count": 146, "max_ms": 0.395, "p95_ms": 0.179, "reason": null, "sample_age_ms": 4822.688, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.534, "count": 146, "max_ms": 5.849, "p95_ms": 2.576, "reason": null, "sample_age_ms": 4850.205, "source": "client_direct"}, "request_count": 146, "request_tensor_bytes": {"avg": 2211848.0, "count": 146, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4850.195, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 146, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4822.772, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.578, "count": 146, "max_ms": 72.112, "p95_ms": 54.806, "reason": null, "sample_age_ms": 4822.676, "source": "client_direct"}, "sample_age_ms": 4822.671, "source": "client_direct", "task_total_ms": {"avg_ms": 39.369, "count": 146, "max_ms": 73.38, "p95_ms": 57.545, "reason": null, "sample_age_ms": 4822.671, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.738, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.674, "count": 146, "max_ms": 1.971, "p95_ms": 1.35}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.213, "count": 146, "max_ms": 0.615, "p95_ms": 0.446}, "detection_prepare_ms": {"avg_ms": 0.095, "count": 146, "max_ms": 0.353, "p95_ms": 0.198}, "event_filter_ms": {"avg_ms": 0.004, "count": 146, "max_ms": 0.025, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.077, "count": 146, "max_ms": 0.23, "p95_ms": 0.166}, "mcmt_ms": {"avg_ms": 0.003, "count": 146, "max_ms": 0.028, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.174, "count": 146, "max_ms": 0.511, "p95_ms": 0.343}, "setup_ms": {"avg_ms": 0.04, "count": 146, "max_ms": 0.147, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 0.636, "count": 146, "max_ms": 1.841, "p95_ms": 1.261}, "track_match_ms": {"avg_ms": 0.004, "count": 146, "max_ms": 0.013, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.026, "count": 146, "max_ms": 0.088, "p95_ms": 0.054}}, "gstreamer_push": {"avg_ms": 2.499, "count": 146, "max_ms": 7.302, "p95_ms": 4.316}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 146, "max_ms": 0.116, "p95_ms": 0.081}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.238, "count": 146, "max_ms": 73.833, "p95_ms": 59.31}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.038, "count": 146, "max_ms": 0.229, "p95_ms": 0.08}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.715, "count": 146, "max_ms": 113.599, "p95_ms": 100.131}, "inference_input_copy_ms": {"avg_ms": 1.321, "count": 146, "max_ms": 2.851, "p95_ms": 2.063}, "processing_residual_ms": {"avg_ms": 0.128, "count": 146, "max_ms": 0.431, "p95_ms": 0.26}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 74.202, "count": 146, "max_ms": 114.606, "p95_ms": 101.797}, "read_interval": {"avg_ms": 173.191, "count": 146, "max_ms": 559.177, "p95_ms": 418.665}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 146, "max_ms": 0.037, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.121, "count": 146, "max_ms": 0.35, "p95_ms": 0.242}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 146, "max_ms": 0.055, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.105, "count": 146, "max_ms": 0.313, "p95_ms": 0.217}, "worker_merge_ms": {"avg_ms": 0.005, "count": 146, "max_ms": 0.031, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 40.251, "count": 146, "max_ms": 73.843, "p95_ms": 59.318}, "visualize": {"avg_ms": 30.88, "count": 146, "max_ms": 53.869, "p95_ms": 43.26}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.072, "count": 146, "max_ms": 53.146, "p95_ms": 42.26}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.691, "count": 146, "max_ms": 53.746, "p95_ms": 43.037}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.599, "count": 146, "max_ms": 53.676, "p95_ms": 42.944}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 146, "max_ms": 0.164, "p95_ms": 0.124}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 146}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 731.762, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.479, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.082, "sample_count": 1158, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40456, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:57:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105360, "write_bytes_delta": 105360, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 412.0, "cpu_core_ratio": 0.675032, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 211.0, "pid": 8099, "reason": null, "system_cpu_core_ratio": 0.029957, "system_cpu_s_delta": 0.2999999999999998, "user_cpu_core_ratio": 0.645075, "user_cpu_s_delta": 6.459999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.351496, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5938.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.039943, "system_cpu_s_delta": 0.39999999999997726, "user_cpu_core_ratio": 0.311553, "user_cpu_s_delta": 3.119999999999891}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.539, "count": 169, "max_ms": 7.302, "p95_ms": 4.316, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.239, "count": 30, "max": 22.745, "p95": 19.582, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.409, "count": 30, "max": 17.278, "p95": 12.596, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 408.933, "count": 30, "max": 675.0, "p95": 579.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 16103.867, "count": 30, "max": 102155.0, "p95": 102074.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.072, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.548, "count": 30, "max": 0.709, "p95": 0.673, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.887, "count": 30, "max": 9.793, "p95": 4.571, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105285.4, "count": 30, "max": 106311.0, "p95": 106147.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105285.4, "count": 30, "max": 106311.0, "p95": 106147.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1216.333, "count": 30, "max": 21382.0, "p95": 5642.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.028, "count": 30, "max": 0.061, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.235, "count": 30, "max": 0.344, "p95": 0.335, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 350, "sampled_at": "2026-10-30T15:57:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:57:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 45047, "flush_count": 88, "flush_interval_seconds": 30.0, "flush_state": {"count": 88, "last_at": "2026-10-30T15:59:38", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:59:38", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 87}, "started": true, "suppressed_count": 41580, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 41580}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 88, "written_record_count": 88}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4546.191, "limit_mb": null}, "detail": {"h264_decode_error_count": 8, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5b5900336340] error while decoding MB 74 76, bytestream -8 [h264 @ 0x5b59003c6e00] cabac decode of qscale diff failed at 126 95 [h264 @ 0x5b59003c6e00] error while decoding MB 126 95, bytestream 2476 [h264 @ 0x5b5900322600] cabac decode of qscale diff failed at 204 73 [h264 @ 0x5b5900322600] error while decoding MB 204 73, bytestream 16669 [h264 @ 0x5b590037ab40] cabac decode of qscale diff failed at 186 87 [h264 @ 0x5b590037ab40] error while decoding MB 186 87, bytestream 5524 [h264 @", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 115200921600, "copied_frame_count": 41667, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 115200921600, "frame_buffer_copies": 41667, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.124, "count": 512, "max_ms": 1.5167, "p50_ms": 0.1037, "p95_ms": 0.2357, "p99_ms": 0.3053}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3716, "count": 512, "max_ms": 4.0128, "p50_ms": 1.2902, "p95_ms": 2.2577, "p99_ms": 2.8813, "results": {"failed": 0, "not_applicable": 0, "success": 41667, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 39, "h264_decode_error_count": 51, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:59:44+09:00", "last_error_summary": "[h264 @ 0x5b5900336340] error while decoding MB 74 76, bytestream -8 [h264 @ 0x5b59003c6e00] cabac decode of qscale diff failed at 126 95 [h264 @ 0x5b59003c6e00] error while decoding MB 126 95, bytestream 2476 [h264 @ 0x5b5900322600] cabac decode of qscale diff failed at 204 73 [h264 @ 0x5b5900322600] error while decoding MB 204 73, bytestream 16669 [h264 @ 0x5b590037ab40] cabac decode of qscale diff failed at 186 87 [h264 @ 0x5b590037ab40] error while decoding MB 186 87, bytestream 5524 [h264 @", "last_exit_at": "2026-10-30T15:57:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 150.096, "last_started_at": "2026-10-30T15:57:14+09:00", "pid": 8393, "process": {"exists": false, "pid": 8393}, "restart_count": 40, "restart_count_per_hour": 37, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 41}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.804, "sample_count": 1857, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 41667, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:59:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.049, "last_frame_pushed_at": "2026-10-30T15:59:44+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-10-30T15:59:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 9, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 345.149, "last_sample_duration_ms": 668.164, "last_trigger": "periodic", "next_snapshot_in_sec": 254.851, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 9, "storage_bytes": 1134625}, "mjpeg": {"age_sec": 0.043, "exists": true, "mtime": "2026-10-30T15:59:44.488258+09:00", "mtime_epoch": 1793343584.4882581, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 112277}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:59:44+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 751.07, "name": "celery", "pid": 176, "rss_mb": 732.363, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 41667, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 142}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 142, "pushed_frames": 142, "read_frames": 141, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.74, "pushed": 4.74, "read": 4.707}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 141, "client_acquire_ms": {"avg_ms": 0.007, "count": 142, "max_ms": 0.029, "p95_ms": 0.018, "reason": null, "sample_age_ms": 101.419, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.558, "count": 141, "max_ms": 3.919, "p95_ms": 1.875, "reason": null, "sample_age_ms": 130.607, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.273, "count": 141, "max_ms": 3.363, "p95_ms": 1.63, "reason": null, "sample_age_ms": 130.797, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.116, "count": 142, "max_ms": 2.95, "p95_ms": 0.206, "reason": null, "sample_age_ms": 101.424, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.668, "count": 141, "max_ms": 8.897, "p95_ms": 2.927, "reason": null, "sample_age_ms": 129.684, "source": "client_direct"}, "request_count": 141, "request_tensor_bytes": {"avg": 2211848.0, "count": 141, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 129.667, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 142, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 101.49, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.034, "count": 142, "max_ms": 64.26, "p95_ms": 56.854, "reason": null, "sample_age_ms": 101.416, "source": "client_direct"}, "sample_age_ms": 101.413, "source": "client_direct", "task_total_ms": {"avg_ms": 40.993, "count": 142, "max_ms": 66.534, "p95_ms": 59.382, "reason": null, "sample_age_ms": 101.413, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.412, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.74, "count": 142, "max_ms": 1.55, "p95_ms": 1.323}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.24, "count": 142, "max_ms": 0.593, "p95_ms": 0.459}, "detection_prepare_ms": {"avg_ms": 0.102, "count": 142, "max_ms": 0.237, "p95_ms": 0.17}, "event_filter_ms": {"avg_ms": 0.004, "count": 142, "max_ms": 0.01, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.082, "count": 142, "max_ms": 0.172, "p95_ms": 0.137}, "mcmt_ms": {"avg_ms": 0.003, "count": 142, "max_ms": 0.012, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.19, "count": 142, "max_ms": 0.629, "p95_ms": 0.377}, "setup_ms": {"avg_ms": 0.044, "count": 142, "max_ms": 0.108, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 0.699, "count": 142, "max_ms": 1.482, "p95_ms": 1.249}, "track_match_ms": {"avg_ms": 0.004, "count": 142, "max_ms": 0.026, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.029, "count": 142, "max_ms": 0.087, "p95_ms": 0.055}}, "gstreamer_push": {"avg_ms": 2.51, "count": 142, "max_ms": 5.628, "p95_ms": 4.058}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 142, "max_ms": 0.648, "p95_ms": 0.087}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.866, "count": 142, "max_ms": 67.705, "p95_ms": 60.709}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.038, "count": 142, "max_ms": 0.146, "p95_ms": 0.08}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 74.793, "count": 142, "max_ms": 116.437, "p95_ms": 98.37}, "inference_input_copy_ms": {"avg_ms": 1.536, "count": 142, "max_ms": 4.33, "p95_ms": 2.415}, "processing_residual_ms": {"avg_ms": 0.152, "count": 142, "max_ms": 0.373, "p95_ms": 0.314}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 76.519, "count": 142, "max_ms": 118.967, "p95_ms": 100.388}, "read_interval": {"avg_ms": 211.988, "count": 141, "max_ms": 8362.453, "p95_ms": 138.597}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 142, "max_ms": 0.078, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.131, "count": 142, "max_ms": 0.476, "p95_ms": 0.23}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 142, "max_ms": 0.052, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.114, "count": 142, "max_ms": 0.398, "p95_ms": 0.204}, "worker_merge_ms": {"avg_ms": 0.006, "count": 142, "max_ms": 0.022, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 41.88, "count": 142, "max_ms": 67.737, "p95_ms": 60.714}, "visualize": {"avg_ms": 31.326, "count": 142, "max_ms": 48.358, "p95_ms": 42.459}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.488, "count": 142, "max_ms": 47.109, "p95_ms": 41.815}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.117, "count": 142, "max_ms": 48.214, "p95_ms": 42.275}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.022, "count": 142, "max_ms": 48.076, "p95_ms": 42.211}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 142, "max_ms": 0.199, "p95_ms": 0.121}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 142}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 732.254, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 42.737, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.525, "sample_count": 1713, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 41486, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:59:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 103848, "write_bytes_delta": 103848, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 431.0, "cpu_core_ratio": 1.459295, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4015.0, "pid": 8393, "reason": null, "system_cpu_core_ratio": 0.356798, "system_cpu_s_delta": 3.8900000000000006, "user_cpu_core_ratio": 1.102497, "user_cpu_s_delta": 12.02000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.498967, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5214.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.051364, "system_cpu_s_delta": 0.5600000000000023, "user_cpu_core_ratio": 0.447603, "user_cpu_s_delta": 4.880000000000109}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.781, "count": 249, "max_ms": 5.874, "p95_ms": 4.472, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 249}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 249}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.469, "count": 30, "max": 42.737, "p95": 26.586, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.97, "count": 30, "max": 26.05, "p95": 24.019, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 502.067, "count": 30, "max": 801.0, "p95": 781.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 9050.733, "count": 30, "max": 102155.0, "p95": 62116.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.357, "p95": 0.207, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.873, "count": 30, "max": 1.635, "p95": 1.598, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.694, "count": 30, "max": 9.793, "p95": 4.318, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105191.433, "count": 30, "max": 106311.0, "p95": 106147.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105191.433, "count": 30, "max": 106311.0, "p95": 106147.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 5336.967, "count": 30, "max": 37326.0, "p95": 23524.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.114, "p95": 0.098, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.364, "count": 30, "max": 0.691, "p95": 0.673, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 362, "sampled_at": "2026-10-30T15:59:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:59:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 45047, "flush_count": 88, "flush_interval_seconds": 30.0, "flush_state": {"count": 88, "last_at": "2026-10-30T15:59:38", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:59:38", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 87}, "started": true, "suppressed_count": 41580, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 41580}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 88, "written_record_count": 88}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4545.582, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 115200921600, "copied_frame_count": 41667, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 115200921600, "frame_buffer_copies": 41667, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.124, "count": 512, "max_ms": 1.5167, "p50_ms": 0.1037, "p95_ms": 0.2357, "p99_ms": 0.3053}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3716, "count": 512, "max_ms": 4.0128, "p50_ms": 1.2902, "p95_ms": 2.2577, "p99_ms": 2.8813, "results": {"failed": 0, "not_applicable": 0, "success": 41667, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 39, "h264_decode_error_count": 51, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:59:44+09:00", "last_error_summary": "[h264 @ 0x5b5900336340] error while decoding MB 74 76, bytestream -8 [h264 @ 0x5b59003c6e00] cabac decode of qscale diff failed at 126 95 [h264 @ 0x5b59003c6e00] error while decoding MB 126 95, bytestream 2476 [h264 @ 0x5b5900322600] cabac decode of qscale diff failed at 204 73 [h264 @ 0x5b5900322600] error while decoding MB 204 73, bytestream 16669 [h264 @ 0x5b590037ab40] cabac decode of qscale diff failed at 186 87 [h264 @ 0x5b590037ab40] error while decoding MB 186 87, bytestream 5524 [h264 @", "last_exit_at": "2026-10-30T15:57:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 150.14, "last_started_at": "2026-10-30T15:57:14+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 40, "restart_count_per_hour": 37, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 41}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.804, "sample_count": 1857, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 41667, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:59:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.093, "last_frame_pushed_at": "2026-10-30T15:59:44+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-10-30T15:59:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 9, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 345.176, "last_sample_duration_ms": 668.164, "last_trigger": "periodic", "next_snapshot_in_sec": 254.824, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 9, "storage_bytes": 1134625}, "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-10-30T15:59:44.488258+09:00", "mtime_epoch": 1793343584.4882581, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 112277}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:59:44+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 751.07, "name": "celery", "pid": 176, "rss_mb": 732.359, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 41667, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 142}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 142, "pushed_frames": 142, "read_frames": 141, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.734, "pushed": 4.734, "read": 4.701}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 141, "client_acquire_ms": {"avg_ms": 0.007, "count": 141, "max_ms": 0.029, "p95_ms": 0.018, "reason": null, "sample_age_ms": 133.122, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.558, "count": 141, "max_ms": 3.919, "p95_ms": 1.875, "reason": null, "sample_age_ms": 162.311, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.273, "count": 141, "max_ms": 3.363, "p95_ms": 1.63, "reason": null, "sample_age_ms": 162.501, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.116, "count": 141, "max_ms": 2.95, "p95_ms": 0.206, "reason": null, "sample_age_ms": 133.127, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.668, "count": 141, "max_ms": 8.897, "p95_ms": 2.927, "reason": null, "sample_age_ms": 161.387, "source": "client_direct"}, "request_count": 141, "request_tensor_bytes": {"avg": 2211848.0, "count": 141, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 161.37, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 141, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 133.194, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.07, "count": 141, "max_ms": 64.26, "p95_ms": 56.857, "reason": null, "sample_age_ms": 133.119, "source": "client_direct"}, "sample_age_ms": 133.116, "source": "client_direct", "task_total_ms": {"avg_ms": 41.033, "count": 141, "max_ms": 66.534, "p95_ms": 59.386, "reason": null, "sample_age_ms": 133.116, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.818, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.74, "count": 142, "max_ms": 1.55, "p95_ms": 1.323}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.24, "count": 142, "max_ms": 0.593, "p95_ms": 0.459}, "detection_prepare_ms": {"avg_ms": 0.102, "count": 142, "max_ms": 0.237, "p95_ms": 0.17}, "event_filter_ms": {"avg_ms": 0.004, "count": 142, "max_ms": 0.01, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.082, "count": 142, "max_ms": 0.172, "p95_ms": 0.137}, "mcmt_ms": {"avg_ms": 0.003, "count": 142, "max_ms": 0.012, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.19, "count": 142, "max_ms": 0.629, "p95_ms": 0.377}, "setup_ms": {"avg_ms": 0.044, "count": 142, "max_ms": 0.108, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 0.699, "count": 142, "max_ms": 1.482, "p95_ms": 1.249}, "track_match_ms": {"avg_ms": 0.004, "count": 142, "max_ms": 0.026, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.029, "count": 142, "max_ms": 0.087, "p95_ms": 0.055}}, "gstreamer_push": {"avg_ms": 2.51, "count": 142, "max_ms": 5.628, "p95_ms": 4.058}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 142, "max_ms": 0.648, "p95_ms": 0.087}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.866, "count": 142, "max_ms": 67.705, "p95_ms": 60.709}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.038, "count": 142, "max_ms": 0.146, "p95_ms": 0.08}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 74.793, "count": 142, "max_ms": 116.437, "p95_ms": 98.37}, "inference_input_copy_ms": {"avg_ms": 1.536, "count": 142, "max_ms": 4.33, "p95_ms": 2.415}, "processing_residual_ms": {"avg_ms": 0.152, "count": 142, "max_ms": 0.373, "p95_ms": 0.314}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 76.519, "count": 142, "max_ms": 118.967, "p95_ms": 100.388}, "read_interval": {"avg_ms": 211.988, "count": 141, "max_ms": 8362.453, "p95_ms": 138.597}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 142, "max_ms": 0.078, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.131, "count": 142, "max_ms": 0.476, "p95_ms": 0.23}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 142, "max_ms": 0.052, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.114, "count": 142, "max_ms": 0.398, "p95_ms": 0.204}, "worker_merge_ms": {"avg_ms": 0.006, "count": 142, "max_ms": 0.022, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 41.88, "count": 142, "max_ms": 67.737, "p95_ms": 60.714}, "visualize": {"avg_ms": 31.326, "count": 142, "max_ms": 48.358, "p95_ms": 42.459}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.488, "count": 142, "max_ms": 47.109, "p95_ms": 41.815}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.117, "count": 142, "max_ms": 48.214, "p95_ms": 42.275}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.022, "count": 142, "max_ms": 48.076, "p95_ms": 42.211}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 142, "max_ms": 0.199, "p95_ms": 0.121}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 142}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 732.254, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 42.737, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.525, "sample_count": 1713, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 41486, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:59:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 103848, "write_bytes_delta": 103848, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 431.0, "cpu_core_ratio": 1.459295, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4015.0, "pid": 8393, "reason": null, "system_cpu_core_ratio": 0.356798, "system_cpu_s_delta": 3.8900000000000006, "user_cpu_core_ratio": 1.102497, "user_cpu_s_delta": 12.02000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.498967, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5214.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.051364, "system_cpu_s_delta": 0.5600000000000023, "user_cpu_core_ratio": 0.447603, "user_cpu_s_delta": 4.880000000000109}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.781, "count": 249, "max_ms": 5.874, "p95_ms": 4.472, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 249}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 249}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.469, "count": 30, "max": 42.737, "p95": 26.586, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.97, "count": 30, "max": 26.05, "p95": 24.019, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 502.067, "count": 30, "max": 801.0, "p95": 781.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 9050.733, "count": 30, "max": 102155.0, "p95": 62116.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.357, "p95": 0.207, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.873, "count": 30, "max": 1.635, "p95": 1.598, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.694, "count": 30, "max": 9.793, "p95": 4.318, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105191.433, "count": 30, "max": 106311.0, "p95": 106147.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105191.433, "count": 30, "max": 106311.0, "p95": 106147.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 5336.967, "count": 30, "max": 37326.0, "p95": 23524.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.114, "p95": 0.098, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.364, "count": 30, "max": 0.691, "p95": 0.673, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 362, "sampled_at": "2026-10-30T15:59:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:59:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 45047, "flush_count": 88, "flush_interval_seconds": 30.0, "flush_state": {"count": 88, "last_at": "2026-10-30T15:59:38", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:59:38", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 87}, "started": true, "suppressed_count": 41580, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 41580}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 88, "written_record_count": 88}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4587.73, "limit_mb": null}, "detail": {"pid": 8509, "restart_count": 41, "start_count": 42}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 115200921600, "copied_frame_count": 41667, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 115200921600, "frame_buffer_copies": 41667, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.124, "count": 512, "max_ms": 1.5167, "p50_ms": 0.1037, "p95_ms": 0.2357, "p99_ms": 0.3053}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3716, "count": 512, "max_ms": 4.0128, "p50_ms": 1.2902, "p95_ms": 2.2577, "p99_ms": 2.8813, "results": {"failed": 0, "not_applicable": 0, "success": 41667, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 39, "h264_decode_error_count": 51, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:59:44+09:00", "last_error_summary": "[h264 @ 0x5b5900336340] error while decoding MB 74 76, bytestream -8 [h264 @ 0x5b59003c6e00] cabac decode of qscale diff failed at 126 95 [h264 @ 0x5b59003c6e00] error while decoding MB 126 95, bytestream 2476 [h264 @ 0x5b5900322600] cabac decode of qscale diff failed at 204 73 [h264 @ 0x5b5900322600] error while decoding MB 204 73, bytestream 16669 [h264 @ 0x5b590037ab40] cabac decode of qscale diff failed at 186 87 [h264 @ 0x5b590037ab40] error while decoding MB 186 87, bytestream 5524 [h264 @", "last_exit_at": "2026-10-30T15:57:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T15:59:46+09:00", "pid": 8509, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.027, "name": "ffmpeg", "pid": 8509, "rss_mb": 75.027, "state": "S (sleeping)", "threads": 1}, "restart_count": 41, "restart_count_per_hour": 38, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.953, "sample_count": 1831, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 41667, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:59:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.511, "last_frame_pushed_at": "2026-10-30T15:59:44+09:00", "last_frame_read_age_sec": 4.577, "last_frame_read_at": "2026-10-30T15:59:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 9, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 349.611, "last_sample_duration_ms": 668.164, "last_trigger": "periodic", "next_snapshot_in_sec": 250.389, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 9, "storage_bytes": 1134625}, "mjpeg": {"age_sec": 4.5, "exists": true, "mtime": "2026-10-30T15:59:44.488258+09:00", "mtime_epoch": 1793343584.4882581, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 112277}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T15:59:49+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 751.07, "name": "celery", "pid": 176, "rss_mb": 732.363, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 41667, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 128}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 128}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 128}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 128}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 128}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 128}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 128}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 128, "pushed_frames": 128, "read_frames": 128, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.803, "pushed": 5.803, "read": 5.803}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 128, "client_acquire_ms": {"avg_ms": 0.007, "count": 128, "max_ms": 0.029, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4553.279, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.535, "count": 128, "max_ms": 2.886, "p95_ms": 1.759, "reason": null, "sample_age_ms": 4582.467, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.251, "count": 128, "max_ms": 2.408, "p95_ms": 1.534, "reason": null, "sample_age_ms": 4582.657, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.117, "count": 128, "max_ms": 2.95, "p95_ms": 0.203, "reason": null, "sample_age_ms": 4553.284, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.665, "count": 128, "max_ms": 8.897, "p95_ms": 2.953, "reason": null, "sample_age_ms": 4581.544, "source": "client_direct"}, "request_count": 128, "request_tensor_bytes": {"avg": 2211848.0, "count": 128, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4581.527, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 128, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4553.35, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.107, "count": 128, "max_ms": 64.26, "p95_ms": 56.837, "reason": null, "sample_age_ms": 4553.276, "source": "client_direct"}, "sample_age_ms": 4553.273, "source": "client_direct", "task_total_ms": {"avg_ms": 41.069, "count": 128, "max_ms": 66.534, "p95_ms": 59.361, "reason": null, "sample_age_ms": 4553.273, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.493, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.738, "count": 128, "max_ms": 1.55, "p95_ms": 1.323}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.24, "count": 128, "max_ms": 0.593, "p95_ms": 0.459}, "detection_prepare_ms": {"avg_ms": 0.102, "count": 128, "max_ms": 0.237, "p95_ms": 0.17}, "event_filter_ms": {"avg_ms": 0.004, "count": 128, "max_ms": 0.01, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.083, "count": 128, "max_ms": 0.172, "p95_ms": 0.138}, "mcmt_ms": {"avg_ms": 0.003, "count": 128, "max_ms": 0.012, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.189, "count": 128, "max_ms": 0.629, "p95_ms": 0.329}, "setup_ms": {"avg_ms": 0.044, "count": 128, "max_ms": 0.108, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 0.698, "count": 128, "max_ms": 1.482, "p95_ms": 1.249}, "track_match_ms": {"avg_ms": 0.004, "count": 128, "max_ms": 0.026, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.029, "count": 128, "max_ms": 0.087, "p95_ms": 0.056}}, "gstreamer_push": {"avg_ms": 2.484, "count": 128, "max_ms": 5.628, "p95_ms": 4.058}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 128, "max_ms": 0.648, "p95_ms": 0.089}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.921, "count": 128, "max_ms": 67.479, "p95_ms": 60.709}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.038, "count": 128, "max_ms": 0.146, "p95_ms": 0.08}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 128, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 128, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 74.891, "count": 128, "max_ms": 116.437, "p95_ms": 98.781}, "inference_input_copy_ms": {"avg_ms": 1.53, "count": 128, "max_ms": 4.33, "p95_ms": 2.349}, "processing_residual_ms": {"avg_ms": 0.153, "count": 128, "max_ms": 0.373, "p95_ms": 0.318}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 128, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 128, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 76.612, "count": 128, "max_ms": 118.967, "p95_ms": 100.12}, "read_interval": {"avg_ms": 201.896, "count": 128, "max_ms": 8362.453, "p95_ms": 134.404}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 128, "max_ms": 0.078, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.13, "count": 128, "max_ms": 0.476, "p95_ms": 0.226}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 128, "max_ms": 0.052, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.113, "count": 128, "max_ms": 0.398, "p95_ms": 0.202}, "worker_merge_ms": {"avg_ms": 0.006, "count": 128, "max_ms": 0.022, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 41.936, "count": 128, "max_ms": 67.495, "p95_ms": 60.714}, "visualize": {"avg_ms": 31.364, "count": 128, "max_ms": 48.358, "p95_ms": 44.002}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.528, "count": 128, "max_ms": 47.109, "p95_ms": 42.964}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 128, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.154, "count": 128, "max_ms": 48.214, "p95_ms": 43.698}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 128, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 128, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.059, "count": 128, "max_ms": 48.076, "p95_ms": 43.589}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 128, "max_ms": 0.199, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 128}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 128}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 128}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 732.254, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 42.737, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.525, "sample_count": 1713, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 41486, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:59:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 103848, "write_bytes_delta": 103848, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 431.0, "cpu_core_ratio": 1.459295, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4015.0, "pid": 8393, "reason": null, "system_cpu_core_ratio": 0.356798, "system_cpu_s_delta": 3.8900000000000006, "user_cpu_core_ratio": 1.102497, "user_cpu_s_delta": 12.02000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.498967, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5214.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.051364, "system_cpu_s_delta": 0.5600000000000023, "user_cpu_core_ratio": 0.447603, "user_cpu_s_delta": 4.880000000000109}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.781, "count": 249, "max_ms": 5.874, "p95_ms": 4.472, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 249}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 249}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.469, "count": 30, "max": 42.737, "p95": 26.586, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.97, "count": 30, "max": 26.05, "p95": 24.019, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 502.067, "count": 30, "max": 801.0, "p95": 781.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 9050.733, "count": 30, "max": 102155.0, "p95": 62116.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.357, "p95": 0.207, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.873, "count": 30, "max": 1.635, "p95": 1.598, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.694, "count": 30, "max": 9.793, "p95": 4.318, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105191.433, "count": 30, "max": 106311.0, "p95": 106147.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105191.433, "count": 30, "max": 106311.0, "p95": 106147.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 5336.967, "count": 30, "max": 37326.0, "p95": 23524.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.114, "p95": 0.098, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.364, "count": 30, "max": 0.691, "p95": 0.673, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 362, "sampled_at": "2026-10-30T15:59:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:59:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 22.058, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 84462, "flush_count": 88, "flush_interval_seconds": 30.0, "flush_state": {"count": 88, "last_at": "2026-10-30T15:59:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:59:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 87}, "started": true, "suppressed_count": 39096, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 39092}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 88, "written_record_count": 88}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4725.414, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5afb8a3b0900] error while decoding MB 6 59, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 108322099200, "copied_frame_count": 39179, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:56:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3322379, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T15:56:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.264}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 108322099200, "frame_buffer_copies": 39179, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1068, "count": 512, "max_ms": 2.2902, "p50_ms": 0.0851, "p95_ms": 0.2195, "p99_ms": 0.316}, "stages": {"db_insert": {"avg_ms": 12.5952, "count": 4, "max_ms": 17.4704, "p50_ms": 12.7307, "p95_ms": 16.851, "p99_ms": 17.3465, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8465, "count": 4, "max_ms": 2.2613, "p50_ms": 2.0023, "p95_ms": 2.2329, "p99_ms": 2.2556, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1980.9951, "count": 4, "max_ms": 4422.916, "p50_ms": 1260.5617, "p95_ms": 3965.7388, "p99_ms": 4331.4806, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3035, "count": 512, "max_ms": 4.4546, "p50_ms": 1.2038, "p95_ms": 2.276, "p99_ms": 2.684, "results": {"failed": 0, "not_applicable": 0, "success": 39179, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 556.9343, "count": 4, "max_ms": 595.7564, "p50_ms": 558.1698, "p95_ms": 593.9201, "p99_ms": 595.3891, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 43.1442, "count": 4, "max_ms": 58.1992, "p50_ms": 42.5521, "p95_ms": 56.2249, "p99_ms": 57.8043, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.248, "count": 200, "max_ms": 15.2315, "p50_ms": 5.0052, "p95_ms": 7.9944, "p99_ms": 9.6867, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5231, "count": 200, "max_ms": 5.1681, "p50_ms": 1.3772, "p95_ms": 2.669, "p99_ms": 3.789, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 551.7986, "count": 4, "max_ms": 586.6132, "p50_ms": 554.6102, "p95_ms": 585.7513, "p99_ms": 586.4408, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 458.827, "count": 4, "max_ms": 493.9683, "p50_ms": 459.0264, "p95_ms": 492.0906, "p99_ms": 493.5927, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2362, "count": 4, "max_ms": 92.4716, "p50_ms": 85.6707, "p95_ms": 91.6722, "p99_ms": 92.3117, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.1773, "count": 4, "max_ms": 2.9226, "p50_ms": 2.2033, "p95_ms": 2.8679, "p99_ms": 2.9116, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 40.0193, "count": 4, "max_ms": 50.6832, "p50_ms": 39.2164, "p95_ms": 49.2756, "p99_ms": 50.4017, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8007, "count": 4, "max_ms": 0.8759, "p50_ms": 0.7882, "p95_ms": 0.8677, "p99_ms": 0.8742, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0146, "count": 4, "max_ms": 1.7209, "p50_ms": 0.8121, "p95_ms": 1.5971, "p99_ms": 1.6961, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0146, "count": 4, "max_ms": 1.7209, "p50_ms": 0.8121, "p95_ms": 1.5971, "p99_ms": 1.6961, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8007, "count": 4, "max_ms": 0.8759, "p50_ms": 0.7882, "p95_ms": 0.8677, "p99_ms": 0.8742, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 3.3328, "count": 4, "max_ms": 9.2164, "p50_ms": 1.6753, "p95_ms": 8.2207, "p99_ms": 9.0173, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 1348.4996, "count": 4, "max_ms": 3752.636, "p50_ms": 616.3145, "p95_ms": 3297.2016, "p99_ms": 3661.5492, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.918, "count": 4, "max_ms": 2.5657, "p50_ms": 2.2164, "p95_ms": 2.5526, "p99_ms": 2.563, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.1705, "count": 4, "max_ms": 25.0322, "p50_ms": 6.3268, "p95_ms": 22.6227, "p99_ms": 24.5503, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3702, "count": 4, "max_ms": 1.1521, "p50_ms": 0.1393, "p95_ms": 1.0058, "p99_ms": 1.1228, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0787, "count": 4, "max_ms": 2.7861, "p50_ms": 2.0007, "p95_ms": 2.6915, "p99_ms": 2.7672, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 1422.1494, "count": 4, "max_ms": 3837.487, "p50_ms": 694.2683, "p95_ms": 3378.6291, "p99_ms": 3745.7154, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 1.1521, "p50_ms": 0.1393, "p95_ms": 1.0058, "p99_ms": 1.1228}, "wait_ms": {"count": 4, "max_ms": 2.7861, "p50_ms": 2.0007, "p95_ms": 2.6915, "p99_ms": 2.7672}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15545, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 2.2613, "p50_ms": 2.0023, "p95_ms": 2.2329, "p99_ms": 2.2556}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 24, "h264_decode_error_count": 69, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:59:52+09:00", "last_error_summary": "[h264 @ 0x5afb8a3b0900] error while decoding MB 6 59, bytestream -6", "last_exit_at": "2026-10-30T15:56:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 196.131, "last_started_at": "2026-10-30T15:56:36+09:00", "pid": 8101, "process": {"exists": false, "pid": 8101}, "restart_count": 24, "restart_count_per_hour": 15, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.303, "sample_count": 2207, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39179, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:59:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.067, "last_frame_pushed_at": "2026-10-30T15:59:52+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-10-30T15:59:52+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 9, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 353.118, "last_sample_duration_ms": 668.164, "last_trigger": "periodic", "next_snapshot_in_sec": 246.882, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 9, "storage_bytes": 1134625}, "mjpeg": {"age_sec": 0.053, "exists": true, "mtime": "2026-10-30T15:59:52.424305+09:00", "mtime_epoch": 1793343592.4243047, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 112058}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:59:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 916.223, "name": "celery", "pid": 206, "rss_mb": 823.848, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 4, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 39179, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.755, "max": 20.0, "p95": 16.0, "sample_count": 261}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.939, "max": 6.0, "p95": 6.0, "sample_count": 261}, "total": {"avg": 3.939, "max": 6.0, "p95": 6.0, "sample_count": 261}}, "tracking_counts": {"active": {"avg": 1.743, "max": 4.0, "p95": 4.0, "sample_count": 261}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 261}, "removed": {"avg": 0.019, "max": 1.0, "p95": 0.0, "sample_count": 261}, "tracked": {"avg": 1.743, "max": 4.0, "p95": 4.0, "sample_count": 261}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 261}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 261, "pushed_frames": 261, "read_frames": 261, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.701, "pushed": 8.701, "read": 8.701}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 260, "client_acquire_ms": {"avg_ms": 0.007, "count": 261, "max_ms": 0.056, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4.262, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.833, "count": 260, "max_ms": 7.674, "p95_ms": 2.893, "reason": null, "sample_age_ms": 72.613, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.358, "count": 260, "max_ms": 6.669, "p95_ms": 2.237, "reason": null, "sample_age_ms": 73.007, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.407, "count": 261, "max_ms": 4.087, "p95_ms": 0.838, "reason": null, "sample_age_ms": 4.281, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.771, "count": 260, "max_ms": 4.309, "p95_ms": 3.076, "reason": null, "sample_age_ms": 69.37, "source": "client_direct"}, "request_count": 260, "request_tensor_bytes": {"avg": 2764808.0, "count": 260, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 69.321, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 261, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4.861, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.762, "count": 261, "max_ms": 95.416, "p95_ms": 69.211, "reason": null, "sample_age_ms": 4.254, "source": "client_direct"}, "sample_age_ms": 4.247, "source": "client_direct", "task_total_ms": {"avg_ms": 49.099, "count": 261, "max_ms": 99.031, "p95_ms": 71.304, "reason": null, "sample_age_ms": 4.247, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.514, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.557, "count": 261, "max_ms": 19.436, "p95_ms": 15.125}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.481, "count": 261, "max_ms": 1.682, "p95_ms": 0.972}, "detection_prepare_ms": {"avg_ms": 1.685, "count": 261, "max_ms": 7.532, "p95_ms": 3.731}, "event_filter_ms": {"avg_ms": 0.006, "count": 261, "max_ms": 0.039, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.415, "count": 261, "max_ms": 1.222, "p95_ms": 0.797}, "mcmt_ms": {"avg_ms": 0.003, "count": 261, "max_ms": 0.024, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.306, "count": 261, "max_ms": 9.461, "p95_ms": 6.278}, "setup_ms": {"avg_ms": 0.039, "count": 261, "max_ms": 0.128, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 8.493, "count": 261, "max_ms": 19.282, "p95_ms": 15.032}, "track_match_ms": {"avg_ms": 0.202, "count": 261, "max_ms": 0.756, "p95_ms": 0.481}, "tracker_update_ms": {"avg_ms": 2.355, "count": 261, "max_ms": 6.306, "p95_ms": 4.672}}, "gstreamer_push": {"avg_ms": 2.812, "count": 261, "max_ms": 11.711, "p95_ms": 4.772}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 261, "max_ms": 0.392, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.244, "count": 261, "max_ms": 101.496, "p95_ms": 71.956}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.277, "count": 261, "max_ms": 13.957, "p95_ms": 8.141}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 261, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 261, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.14, "count": 261, "max_ms": 187.157, "p95_ms": 135.45}, "inference_input_copy_ms": {"avg_ms": 1.475, "count": 261, "max_ms": 4.678, "p95_ms": 2.6}, "processing_residual_ms": {"avg_ms": 0.22, "count": 261, "max_ms": 1.304, "p95_ms": 0.491}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 261, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 261, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.112, "count": 261, "max_ms": 194.198, "p95_ms": 141.493}, "read_interval": {"avg_ms": 114.959, "count": 261, "max_ms": 217.432, "p95_ms": 164.844}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 261, "max_ms": 1.413, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 3.23, "count": 261, "max_ms": 9.247, "p95_ms": 6.104}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 261, "max_ms": 0.051, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.205, "count": 261, "max_ms": 9.206, "p95_ms": 6.063}, "worker_merge_ms": {"avg_ms": 0.006, "count": 261, "max_ms": 0.026, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 50.257, "count": 261, "max_ms": 101.509, "p95_ms": 71.968}, "visualize": {"avg_ms": 37.032, "count": 261, "max_ms": 66.412, "p95_ms": 53.839}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.196, "count": 261, "max_ms": 53.466, "p95_ms": 40.814}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 261, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.551, "count": 261, "max_ms": 64.126, "p95_ms": 51.175}, "visualize_input_copy_ms": {"avg_ms": 1.281, "count": 261, "max_ms": 7.152, "p95_ms": 2.154}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 261, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.424, "count": 261, "max_ms": 63.935, "p95_ms": 51.057}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 261, "max_ms": 0.252, "p95_ms": 0.149}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 261}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 261}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 261}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 823.836, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.442, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.116, "sample_count": 2212, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39155, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:59:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 113124, "write_bytes_delta": 113124, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 491.0, "cpu_core_ratio": 0.413862, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 8101, "reason": null, "system_cpu_core_ratio": 0.031836, "system_cpu_s_delta": 0.3200000000000003, "user_cpu_core_ratio": 0.382026, "user_cpu_s_delta": 3.8400000000000034}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 2.013597, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.648649, "system_cpu_s_delta": 6.519999999999982, "user_cpu_core_ratio": 1.364948, "user_cpu_s_delta": 13.720000000000255}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.691, "count": 274, "max_ms": 11.711, "p95_ms": 4.666, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.391, "max": 20.0, "p95": 16.0, "sample_count": 274}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.46, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 274}, "total": {"avg": 3.46, "max": 6.0, "p95": 6.0, "sample_count": 274}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.728, "count": 30, "max": 70.896, "p95": 60.389, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.963, "count": 30, "max": 34.563, "p95": 23.15, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 699.8, "count": 30, "max": 1152.0, "p95": 1106.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1877.133, "count": 30, "max": 49431.0, "p95": 1984.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.041, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.35, "count": 30, "max": 0.465, "p95": 0.454, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.167, "count": 30, "max": 4.722, "p95": 0.106, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 111834.767, "count": 30, "max": 114895.0, "p95": 114418.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108118.533, "count": 30, "max": 114895.0, "p95": 114418.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1128.833, "count": 30, "max": 33431.0, "p95": 51.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.516, "count": 30, "max": 0.692, "p95": 0.666, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.077, "count": 30, "max": 1.365, "p95": 1.349, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 328, "sampled_at": "2026-10-30T15:59:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:59:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 84462, "flush_count": 88, "flush_interval_seconds": 30.0, "flush_state": {"count": 88, "last_at": "2026-10-30T15:59:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:59:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 87}, "started": true, "suppressed_count": 39097, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 39093}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 88, "written_record_count": 88}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4725.055, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T15:59:52+09:00", "last_error_summary": "[h264 @ 0x5afb8a3b0900] error while decoding MB 6 59, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 108324864000, "copied_frame_count": 39180, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:56:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3322379, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T15:56:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.264}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 108324864000, "frame_buffer_copies": 39180, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1068, "count": 512, "max_ms": 2.2902, "p50_ms": 0.0851, "p95_ms": 0.2195, "p99_ms": 0.316}, "stages": {"db_insert": {"avg_ms": 12.5952, "count": 4, "max_ms": 17.4704, "p50_ms": 12.7307, "p95_ms": 16.851, "p99_ms": 17.3465, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8465, "count": 4, "max_ms": 2.2613, "p50_ms": 2.0023, "p95_ms": 2.2329, "p99_ms": 2.2556, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1980.9951, "count": 4, "max_ms": 4422.916, "p50_ms": 1260.5617, "p95_ms": 3965.7388, "p99_ms": 4331.4806, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3046, "count": 512, "max_ms": 4.4546, "p50_ms": 1.2065, "p95_ms": 2.276, "p99_ms": 2.684, "results": {"failed": 0, "not_applicable": 0, "success": 39180, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 556.9343, "count": 4, "max_ms": 595.7564, "p50_ms": 558.1698, "p95_ms": 593.9201, "p99_ms": 595.3891, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 43.1442, "count": 4, "max_ms": 58.1992, "p50_ms": 42.5521, "p95_ms": 56.2249, "p99_ms": 57.8043, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.248, "count": 200, "max_ms": 15.2315, "p50_ms": 5.0052, "p95_ms": 7.9944, "p99_ms": 9.6867, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5231, "count": 200, "max_ms": 5.1681, "p50_ms": 1.3772, "p95_ms": 2.669, "p99_ms": 3.789, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 551.7986, "count": 4, "max_ms": 586.6132, "p50_ms": 554.6102, "p95_ms": 585.7513, "p99_ms": 586.4408, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 458.827, "count": 4, "max_ms": 493.9683, "p50_ms": 459.0264, "p95_ms": 492.0906, "p99_ms": 493.5927, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2362, "count": 4, "max_ms": 92.4716, "p50_ms": 85.6707, "p95_ms": 91.6722, "p99_ms": 92.3117, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.1773, "count": 4, "max_ms": 2.9226, "p50_ms": 2.2033, "p95_ms": 2.8679, "p99_ms": 2.9116, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 40.0193, "count": 4, "max_ms": 50.6832, "p50_ms": 39.2164, "p95_ms": 49.2756, "p99_ms": 50.4017, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8007, "count": 4, "max_ms": 0.8759, "p50_ms": 0.7882, "p95_ms": 0.8677, "p99_ms": 0.8742, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0146, "count": 4, "max_ms": 1.7209, "p50_ms": 0.8121, "p95_ms": 1.5971, "p99_ms": 1.6961, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0146, "count": 4, "max_ms": 1.7209, "p50_ms": 0.8121, "p95_ms": 1.5971, "p99_ms": 1.6961, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8007, "count": 4, "max_ms": 0.8759, "p50_ms": 0.7882, "p95_ms": 0.8677, "p99_ms": 0.8742, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 3.3328, "count": 4, "max_ms": 9.2164, "p50_ms": 1.6753, "p95_ms": 8.2207, "p99_ms": 9.0173, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 1348.4996, "count": 4, "max_ms": 3752.636, "p50_ms": 616.3145, "p95_ms": 3297.2016, "p99_ms": 3661.5492, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.918, "count": 4, "max_ms": 2.5657, "p50_ms": 2.2164, "p95_ms": 2.5526, "p99_ms": 2.563, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.1705, "count": 4, "max_ms": 25.0322, "p50_ms": 6.3268, "p95_ms": 22.6227, "p99_ms": 24.5503, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3702, "count": 4, "max_ms": 1.1521, "p50_ms": 0.1393, "p95_ms": 1.0058, "p99_ms": 1.1228, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0787, "count": 4, "max_ms": 2.7861, "p50_ms": 2.0007, "p95_ms": 2.6915, "p99_ms": 2.7672, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 1422.1494, "count": 4, "max_ms": 3837.487, "p50_ms": 694.2683, "p95_ms": 3378.6291, "p99_ms": 3745.7154, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 1.1521, "p50_ms": 0.1393, "p95_ms": 1.0058, "p99_ms": 1.1228}, "wait_ms": {"count": 4, "max_ms": 2.7861, "p50_ms": 2.0007, "p95_ms": 2.6915, "p99_ms": 2.7672}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15545, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 2.2613, "p50_ms": 2.0023, "p95_ms": 2.2329, "p99_ms": 2.2556}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 24, "h264_decode_error_count": 69, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:59:52+09:00", "last_error_summary": "[h264 @ 0x5afb8a3b0900] error while decoding MB 6 59, bytestream -6", "last_exit_at": "2026-10-30T15:59:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 196.233, "last_started_at": "2026-10-30T15:56:36+09:00", "pid": 8101, "process": {"exists": false, "pid": 8101}, "restart_count": 24, "restart_count_per_hour": 15, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.321, "sample_count": 2208, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39180, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:59:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T15:59:52+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-10-30T15:59:52+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 9, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 353.199, "last_sample_duration_ms": 668.164, "last_trigger": "periodic", "next_snapshot_in_sec": 246.801, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 9, "storage_bytes": 1134625}, "mjpeg": {"age_sec": 0.155, "exists": true, "mtime": "2026-10-30T15:59:52.424305+09:00", "mtime_epoch": 1793343592.4243047, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 112058}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:59:52+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 916.223, "name": "celery", "pid": 206, "rss_mb": 823.832, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 4, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 39180, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.781, "max": 20.0, "p95": 16.0, "sample_count": 260}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.962, "max": 6.0, "p95": 6.0, "sample_count": 260}, "total": {"avg": 3.962, "max": 6.0, "p95": 6.0, "sample_count": 260}}, "tracking_counts": {"active": {"avg": 1.754, "max": 4.0, "p95": 4.0, "sample_count": 260}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}, "removed": {"avg": 0.019, "max": 1.0, "p95": 0.0, "sample_count": 260}, "tracked": {"avg": 1.754, "max": 4.0, "p95": 4.0, "sample_count": 260}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.677, "pushed": 8.677, "read": 8.644}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 259, "client_acquire_ms": {"avg_ms": 0.007, "count": 259, "max_ms": 0.056, "p95_ms": 0.016, "reason": null, "sample_age_ms": 103.627, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.835, "count": 259, "max_ms": 7.674, "p95_ms": 2.896, "reason": null, "sample_age_ms": 171.978, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.359, "count": 259, "max_ms": 6.669, "p95_ms": 2.237, "reason": null, "sample_age_ms": 172.372, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.409, "count": 259, "max_ms": 4.087, "p95_ms": 0.84, "reason": null, "sample_age_ms": 103.646, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.776, "count": 259, "max_ms": 4.309, "p95_ms": 3.078, "reason": null, "sample_age_ms": 168.735, "source": "client_direct"}, "request_count": 259, "request_tensor_bytes": {"avg": 2764808.0, "count": 259, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 168.686, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 259, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 104.226, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.913, "count": 259, "max_ms": 95.416, "p95_ms": 69.245, "reason": null, "sample_age_ms": 103.619, "source": "client_direct"}, "sample_age_ms": 103.612, "source": "client_direct", "task_total_ms": {"avg_ms": 49.26, "count": 259, "max_ms": 99.031, "p95_ms": 71.305, "reason": null, "sample_age_ms": 103.612, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.256, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.632, "count": 260, "max_ms": 21.475, "p95_ms": 15.131}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.484, "count": 260, "max_ms": 1.682, "p95_ms": 1.012}, "detection_prepare_ms": {"avg_ms": 1.72, "count": 260, "max_ms": 9.539, "p95_ms": 3.818}, "event_filter_ms": {"avg_ms": 0.006, "count": 260, "max_ms": 0.039, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.416, "count": 260, "max_ms": 1.222, "p95_ms": 0.797}, "mcmt_ms": {"avg_ms": 0.003, "count": 260, "max_ms": 0.024, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.323, "count": 260, "max_ms": 9.461, "p95_ms": 6.278}, "setup_ms": {"avg_ms": 0.039, "count": 260, "max_ms": 0.128, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 8.568, "count": 260, "max_ms": 21.393, "p95_ms": 15.052}, "track_match_ms": {"avg_ms": 0.203, "count": 260, "max_ms": 0.756, "p95_ms": 0.481}, "tracker_update_ms": {"avg_ms": 2.371, "count": 260, "max_ms": 6.306, "p95_ms": 4.74}}, "gstreamer_push": {"avg_ms": 2.818, "count": 260, "max_ms": 11.711, "p95_ms": 4.772}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 260, "max_ms": 0.392, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.504, "count": 260, "max_ms": 101.496, "p95_ms": 75.353}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.289, "count": 260, "max_ms": 13.957, "p95_ms": 8.141}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.606, "count": 260, "max_ms": 187.157, "p95_ms": 135.488}, "inference_input_copy_ms": {"avg_ms": 1.479, "count": 260, "max_ms": 4.678, "p95_ms": 2.6}, "processing_residual_ms": {"avg_ms": 0.223, "count": 260, "max_ms": 1.304, "p95_ms": 0.495}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.596, "count": 260, "max_ms": 194.198, "p95_ms": 142.261}, "read_interval": {"avg_ms": 115.282, "count": 259, "max_ms": 217.432, "p95_ms": 165.128}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 260, "max_ms": 1.413, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 3.246, "count": 260, "max_ms": 9.247, "p95_ms": 6.104}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 260, "max_ms": 0.051, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.221, "count": 260, "max_ms": 9.206, "p95_ms": 6.063}, "worker_merge_ms": {"avg_ms": 0.007, "count": 260, "max_ms": 0.026, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 50.518, "count": 260, "max_ms": 101.509, "p95_ms": 75.374}, "visualize": {"avg_ms": 37.157, "count": 260, "max_ms": 66.412, "p95_ms": 53.839}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.268, "count": 260, "max_ms": 53.466, "p95_ms": 40.814}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.673, "count": 260, "max_ms": 64.126, "p95_ms": 51.175}, "visualize_input_copy_ms": {"avg_ms": 1.284, "count": 260, "max_ms": 7.152, "p95_ms": 2.154}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.546, "count": 260, "max_ms": 63.935, "p95_ms": 51.057}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 260, "max_ms": 0.252, "p95_ms": 0.149}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 260}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 823.836, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.442, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.116, "sample_count": 2212, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39155, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:59:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 113124, "write_bytes_delta": 113124, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 491.0, "cpu_core_ratio": 0.413862, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 8101, "reason": null, "system_cpu_core_ratio": 0.031836, "system_cpu_s_delta": 0.3200000000000003, "user_cpu_core_ratio": 0.382026, "user_cpu_s_delta": 3.8400000000000034}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 2.013597, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.648649, "system_cpu_s_delta": 6.519999999999982, "user_cpu_core_ratio": 1.364948, "user_cpu_s_delta": 13.720000000000255}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.691, "count": 274, "max_ms": 11.711, "p95_ms": 4.666, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.391, "max": 20.0, "p95": 16.0, "sample_count": 274}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.46, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 274}, "total": {"avg": 3.46, "max": 6.0, "p95": 6.0, "sample_count": 274}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.728, "count": 30, "max": 70.896, "p95": 60.389, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.963, "count": 30, "max": 34.563, "p95": 23.15, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 699.8, "count": 30, "max": 1152.0, "p95": 1106.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1877.133, "count": 30, "max": 49431.0, "p95": 1984.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.041, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.35, "count": 30, "max": 0.465, "p95": 0.454, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.167, "count": 30, "max": 4.722, "p95": 0.106, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 111834.767, "count": 30, "max": 114895.0, "p95": 114418.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108118.533, "count": 30, "max": 114895.0, "p95": 114418.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1128.833, "count": 30, "max": 33431.0, "p95": 51.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.516, "count": 30, "max": 0.692, "p95": 0.666, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.077, "count": 30, "max": 1.365, "p95": 1.349, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 328, "sampled_at": "2026-10-30T15:59:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:59:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 84462, "flush_count": 88, "flush_interval_seconds": 30.0, "flush_state": {"count": 88, "last_at": "2026-10-30T15:59:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:59:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 87}, "started": true, "suppressed_count": 39097, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 39093}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 88, "written_record_count": 88}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4722.836, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 108324864000, "copied_frame_count": 39180, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:56:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3322379, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T15:56:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.264}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 108324864000, "frame_buffer_copies": 39180, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1068, "count": 512, "max_ms": 2.2902, "p50_ms": 0.0851, "p95_ms": 0.2195, "p99_ms": 0.316}, "stages": {"db_insert": {"avg_ms": 12.5952, "count": 4, "max_ms": 17.4704, "p50_ms": 12.7307, "p95_ms": 16.851, "p99_ms": 17.3465, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8465, "count": 4, "max_ms": 2.2613, "p50_ms": 2.0023, "p95_ms": 2.2329, "p99_ms": 2.2556, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1980.9951, "count": 4, "max_ms": 4422.916, "p50_ms": 1260.5617, "p95_ms": 3965.7388, "p99_ms": 4331.4806, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3046, "count": 512, "max_ms": 4.4546, "p50_ms": 1.2065, "p95_ms": 2.276, "p99_ms": 2.684, "results": {"failed": 0, "not_applicable": 0, "success": 39180, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 556.9343, "count": 4, "max_ms": 595.7564, "p50_ms": 558.1698, "p95_ms": 593.9201, "p99_ms": 595.3891, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 43.1442, "count": 4, "max_ms": 58.1992, "p50_ms": 42.5521, "p95_ms": 56.2249, "p99_ms": 57.8043, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.248, "count": 200, "max_ms": 15.2315, "p50_ms": 5.0052, "p95_ms": 7.9944, "p99_ms": 9.6867, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5231, "count": 200, "max_ms": 5.1681, "p50_ms": 1.3772, "p95_ms": 2.669, "p99_ms": 3.789, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 551.7986, "count": 4, "max_ms": 586.6132, "p50_ms": 554.6102, "p95_ms": 585.7513, "p99_ms": 586.4408, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 458.827, "count": 4, "max_ms": 493.9683, "p50_ms": 459.0264, "p95_ms": 492.0906, "p99_ms": 493.5927, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2362, "count": 4, "max_ms": 92.4716, "p50_ms": 85.6707, "p95_ms": 91.6722, "p99_ms": 92.3117, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.1773, "count": 4, "max_ms": 2.9226, "p50_ms": 2.2033, "p95_ms": 2.8679, "p99_ms": 2.9116, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 40.0193, "count": 4, "max_ms": 50.6832, "p50_ms": 39.2164, "p95_ms": 49.2756, "p99_ms": 50.4017, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8007, "count": 4, "max_ms": 0.8759, "p50_ms": 0.7882, "p95_ms": 0.8677, "p99_ms": 0.8742, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0146, "count": 4, "max_ms": 1.7209, "p50_ms": 0.8121, "p95_ms": 1.5971, "p99_ms": 1.6961, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0146, "count": 4, "max_ms": 1.7209, "p50_ms": 0.8121, "p95_ms": 1.5971, "p99_ms": 1.6961, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8007, "count": 4, "max_ms": 0.8759, "p50_ms": 0.7882, "p95_ms": 0.8677, "p99_ms": 0.8742, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 3.3328, "count": 4, "max_ms": 9.2164, "p50_ms": 1.6753, "p95_ms": 8.2207, "p99_ms": 9.0173, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 1348.4996, "count": 4, "max_ms": 3752.636, "p50_ms": 616.3145, "p95_ms": 3297.2016, "p99_ms": 3661.5492, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.918, "count": 4, "max_ms": 2.5657, "p50_ms": 2.2164, "p95_ms": 2.5526, "p99_ms": 2.563, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.1705, "count": 4, "max_ms": 25.0322, "p50_ms": 6.3268, "p95_ms": 22.6227, "p99_ms": 24.5503, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3702, "count": 4, "max_ms": 1.1521, "p50_ms": 0.1393, "p95_ms": 1.0058, "p99_ms": 1.1228, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0787, "count": 4, "max_ms": 2.7861, "p50_ms": 2.0007, "p95_ms": 2.6915, "p99_ms": 2.7672, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 1422.1494, "count": 4, "max_ms": 3837.487, "p50_ms": 694.2683, "p95_ms": 3378.6291, "p99_ms": 3745.7154, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 1.1521, "p50_ms": 0.1393, "p95_ms": 1.0058, "p99_ms": 1.1228}, "wait_ms": {"count": 4, "max_ms": 2.7861, "p50_ms": 2.0007, "p95_ms": 2.6915, "p99_ms": 2.7672}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15545, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 2.2613, "p50_ms": 2.0023, "p95_ms": 2.2329, "p99_ms": 2.2556}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 24, "h264_decode_error_count": 69, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:59:52+09:00", "last_error_summary": "[h264 @ 0x5afb8a3b0900] error while decoding MB 6 59, bytestream -6", "last_exit_at": "2026-10-30T15:59:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 196.267, "last_started_at": "2026-10-30T15:56:36+09:00", "pid": 8101, "process": {"exists": false, "pid": 8101}, "restart_count": 24, "restart_count_per_hour": 15, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.321, "sample_count": 2207, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39180, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:59:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.035, "last_frame_pushed_at": "2026-10-30T15:59:52+09:00", "last_frame_read_age_sec": 0.196, "last_frame_read_at": "2026-10-30T15:59:52+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 9, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 353.223, "last_sample_duration_ms": 668.164, "last_trigger": "periodic", "next_snapshot_in_sec": 246.777, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 9, "storage_bytes": 1134625}, "mjpeg": {"age_sec": 0.025, "exists": true, "mtime": "2026-10-30T15:59:52.587306+09:00", "mtime_epoch": 1793343592.5873058, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 112138}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:59:52+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 916.223, "name": "celery", "pid": 206, "rss_mb": 823.832, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 4, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 39180, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.795, "max": 20.0, "p95": 16.0, "sample_count": 259}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.969, "max": 6.0, "p95": 6.0, "sample_count": 259}, "total": {"avg": 3.969, "max": 6.0, "p95": 6.0, "sample_count": 259}}, "tracking_counts": {"active": {"avg": 1.757, "max": 4.0, "p95": 4.0, "sample_count": 259}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}, "removed": {"avg": 0.019, "max": 1.0, "p95": 0.0, "sample_count": 259}, "tracked": {"avg": 1.757, "max": 4.0, "p95": 4.0, "sample_count": 259}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.667, "pushed": 8.667, "read": 8.634}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 259, "client_acquire_ms": {"avg_ms": 0.007, "count": 259, "max_ms": 0.056, "p95_ms": 0.016, "reason": null, "sample_age_ms": 130.353, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.835, "count": 259, "max_ms": 7.674, "p95_ms": 2.896, "reason": null, "sample_age_ms": 198.704, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.359, "count": 259, "max_ms": 6.669, "p95_ms": 2.237, "reason": null, "sample_age_ms": 199.099, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.409, "count": 259, "max_ms": 4.087, "p95_ms": 0.84, "reason": null, "sample_age_ms": 130.372, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.776, "count": 259, "max_ms": 4.309, "p95_ms": 3.078, "reason": null, "sample_age_ms": 195.462, "source": "client_direct"}, "request_count": 259, "request_tensor_bytes": {"avg": 2764808.0, "count": 259, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 195.412, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 259, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 130.953, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.913, "count": 259, "max_ms": 95.416, "p95_ms": 69.245, "reason": null, "sample_age_ms": 130.345, "source": "client_direct"}, "sample_age_ms": 130.338, "source": "client_direct", "task_total_ms": {"avg_ms": 49.26, "count": 259, "max_ms": 99.031, "p95_ms": 71.305, "reason": null, "sample_age_ms": 130.338, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.966, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.65, "count": 259, "max_ms": 21.475, "p95_ms": 15.349}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.485, "count": 259, "max_ms": 1.682, "p95_ms": 1.021}, "detection_prepare_ms": {"avg_ms": 1.724, "count": 259, "max_ms": 9.539, "p95_ms": 3.821}, "event_filter_ms": {"avg_ms": 0.006, "count": 259, "max_ms": 0.039, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.417, "count": 259, "max_ms": 1.222, "p95_ms": 0.803}, "mcmt_ms": {"avg_ms": 0.003, "count": 259, "max_ms": 0.024, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.329, "count": 259, "max_ms": 9.461, "p95_ms": 6.297}, "setup_ms": {"avg_ms": 0.04, "count": 259, "max_ms": 0.128, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 8.586, "count": 259, "max_ms": 21.393, "p95_ms": 15.229}, "track_match_ms": {"avg_ms": 0.204, "count": 259, "max_ms": 0.756, "p95_ms": 0.501}, "tracker_update_ms": {"avg_ms": 2.376, "count": 259, "max_ms": 6.306, "p95_ms": 4.74}}, "gstreamer_push": {"avg_ms": 2.818, "count": 260, "max_ms": 11.711, "p95_ms": 4.772}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 259, "max_ms": 0.392, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.591, "count": 259, "max_ms": 101.496, "p95_ms": 76.214}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.289, "count": 260, "max_ms": 13.957, "p95_ms": 8.141}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.606, "count": 260, "max_ms": 187.157, "p95_ms": 135.488}, "inference_input_copy_ms": {"avg_ms": 1.479, "count": 260, "max_ms": 4.678, "p95_ms": 2.6}, "processing_residual_ms": {"avg_ms": 0.223, "count": 260, "max_ms": 1.304, "p95_ms": 0.495}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.596, "count": 260, "max_ms": 194.198, "p95_ms": 142.261}, "read_interval": {"avg_ms": 115.282, "count": 259, "max_ms": 217.432, "p95_ms": 165.128}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.025, "count": 259, "max_ms": 1.413, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 3.252, "count": 259, "max_ms": 9.247, "p95_ms": 6.155}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 259, "max_ms": 0.051, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.228, "count": 259, "max_ms": 9.206, "p95_ms": 6.111}, "worker_merge_ms": {"avg_ms": 0.007, "count": 259, "max_ms": 0.026, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 50.604, "count": 259, "max_ms": 101.509, "p95_ms": 76.222}, "visualize": {"avg_ms": 37.224, "count": 259, "max_ms": 66.412, "p95_ms": 54.46}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.315, "count": 259, "max_ms": 53.466, "p95_ms": 41.155}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.737, "count": 259, "max_ms": 64.126, "p95_ms": 51.263}, "visualize_input_copy_ms": {"avg_ms": 1.286, "count": 259, "max_ms": 7.152, "p95_ms": 2.208}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.61, "count": 259, "max_ms": 63.935, "p95_ms": 51.117}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 259, "max_ms": 0.252, "p95_ms": 0.155}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 259}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 823.836, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.442, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.116, "sample_count": 2212, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39155, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:59:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 113124, "write_bytes_delta": 113124, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 491.0, "cpu_core_ratio": 0.413862, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 8101, "reason": null, "system_cpu_core_ratio": 0.031836, "system_cpu_s_delta": 0.3200000000000003, "user_cpu_core_ratio": 0.382026, "user_cpu_s_delta": 3.8400000000000034}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 2.013597, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.648649, "system_cpu_s_delta": 6.519999999999982, "user_cpu_core_ratio": 1.364948, "user_cpu_s_delta": 13.720000000000255}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.691, "count": 274, "max_ms": 11.711, "p95_ms": 4.666, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.391, "max": 20.0, "p95": 16.0, "sample_count": 274}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.46, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 274}, "total": {"avg": 3.46, "max": 6.0, "p95": 6.0, "sample_count": 274}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.728, "count": 30, "max": 70.896, "p95": 60.389, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.963, "count": 30, "max": 34.563, "p95": 23.15, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 699.8, "count": 30, "max": 1152.0, "p95": 1106.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1877.133, "count": 30, "max": 49431.0, "p95": 1984.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.041, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.35, "count": 30, "max": 0.465, "p95": 0.454, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.167, "count": 30, "max": 4.722, "p95": 0.106, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 111834.767, "count": 30, "max": 114895.0, "p95": 114418.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108118.533, "count": 30, "max": 114895.0, "p95": 114418.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1128.833, "count": 30, "max": 33431.0, "p95": 51.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.516, "count": 30, "max": 0.692, "p95": 0.666, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.077, "count": 30, "max": 1.365, "p95": 1.349, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 328, "sampled_at": "2026-10-30T15:59:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:59:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 84462, "flush_count": 88, "flush_interval_seconds": 30.0, "flush_state": {"count": 88, "last_at": "2026-10-30T15:59:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T15:59:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 87}, "started": true, "suppressed_count": 39097, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 39093}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 88, "written_record_count": 88}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4890.469, "limit_mb": null}, "detail": {"pid": 8625, "restart_count": 25, "start_count": 26}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 108324864000, "copied_frame_count": 39180, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:56:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3322379, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T15:56:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.264}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 108324864000, "frame_buffer_copies": 39180, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1068, "count": 512, "max_ms": 2.2902, "p50_ms": 0.0851, "p95_ms": 0.2195, "p99_ms": 0.316}, "stages": {"db_insert": {"avg_ms": 12.5952, "count": 4, "max_ms": 17.4704, "p50_ms": 12.7307, "p95_ms": 16.851, "p99_ms": 17.3465, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8465, "count": 4, "max_ms": 2.2613, "p50_ms": 2.0023, "p95_ms": 2.2329, "p99_ms": 2.2556, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1980.9951, "count": 4, "max_ms": 4422.916, "p50_ms": 1260.5617, "p95_ms": 3965.7388, "p99_ms": 4331.4806, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3046, "count": 512, "max_ms": 4.4546, "p50_ms": 1.2065, "p95_ms": 2.276, "p99_ms": 2.684, "results": {"failed": 0, "not_applicable": 0, "success": 39180, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 556.9343, "count": 4, "max_ms": 595.7564, "p50_ms": 558.1698, "p95_ms": 593.9201, "p99_ms": 595.3891, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 43.1442, "count": 4, "max_ms": 58.1992, "p50_ms": 42.5521, "p95_ms": 56.2249, "p99_ms": 57.8043, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.248, "count": 200, "max_ms": 15.2315, "p50_ms": 5.0052, "p95_ms": 7.9944, "p99_ms": 9.6867, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5231, "count": 200, "max_ms": 5.1681, "p50_ms": 1.3772, "p95_ms": 2.669, "p99_ms": 3.789, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 551.7986, "count": 4, "max_ms": 586.6132, "p50_ms": 554.6102, "p95_ms": 585.7513, "p99_ms": 586.4408, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 458.827, "count": 4, "max_ms": 493.9683, "p50_ms": 459.0264, "p95_ms": 492.0906, "p99_ms": 493.5927, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2362, "count": 4, "max_ms": 92.4716, "p50_ms": 85.6707, "p95_ms": 91.6722, "p99_ms": 92.3117, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.1773, "count": 4, "max_ms": 2.9226, "p50_ms": 2.2033, "p95_ms": 2.8679, "p99_ms": 2.9116, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 40.0193, "count": 4, "max_ms": 50.6832, "p50_ms": 39.2164, "p95_ms": 49.2756, "p99_ms": 50.4017, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8007, "count": 4, "max_ms": 0.8759, "p50_ms": 0.7882, "p95_ms": 0.8677, "p99_ms": 0.8742, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0146, "count": 4, "max_ms": 1.7209, "p50_ms": 0.8121, "p95_ms": 1.5971, "p99_ms": 1.6961, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0146, "count": 4, "max_ms": 1.7209, "p50_ms": 0.8121, "p95_ms": 1.5971, "p99_ms": 1.6961, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8007, "count": 4, "max_ms": 0.8759, "p50_ms": 0.7882, "p95_ms": 0.8677, "p99_ms": 0.8742, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 3.3328, "count": 4, "max_ms": 9.2164, "p50_ms": 1.6753, "p95_ms": 8.2207, "p99_ms": 9.0173, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 1348.4996, "count": 4, "max_ms": 3752.636, "p50_ms": 616.3145, "p95_ms": 3297.2016, "p99_ms": 3661.5492, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.918, "count": 4, "max_ms": 2.5657, "p50_ms": 2.2164, "p95_ms": 2.5526, "p99_ms": 2.563, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.1705, "count": 4, "max_ms": 25.0322, "p50_ms": 6.3268, "p95_ms": 22.6227, "p99_ms": 24.5503, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3702, "count": 4, "max_ms": 1.1521, "p50_ms": 0.1393, "p95_ms": 1.0058, "p99_ms": 1.1228, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0787, "count": 4, "max_ms": 2.7861, "p50_ms": 2.0007, "p95_ms": 2.6915, "p99_ms": 2.7672, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 1422.1494, "count": 4, "max_ms": 3837.487, "p50_ms": 694.2683, "p95_ms": 3378.6291, "p99_ms": 3745.7154, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 1.1521, "p50_ms": 0.1393, "p95_ms": 1.0058, "p99_ms": 1.1228}, "wait_ms": {"count": 4, "max_ms": 2.7861, "p50_ms": 2.0007, "p95_ms": 2.6915, "p99_ms": 2.7672}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15545, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 2.2613, "p50_ms": 2.0023, "p95_ms": 2.2329, "p99_ms": 2.2556}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 24, "h264_decode_error_count": 69, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T15:59:52+09:00", "last_error_summary": "[h264 @ 0x5afb8a3b0900] error while decoding MB 6 59, bytestream -6", "last_exit_at": "2026-10-30T15:59:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T15:59:54+09:00", "pid": 8625, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.633, "name": "ffmpeg", "pid": 8625, "rss_mb": 208.633, "state": "S (sleeping)", "threads": 70}, "restart_count": 25, "restart_count_per_hour": 16, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.413, "sample_count": 2171, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39180, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:59:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.17, "last_frame_pushed_at": "2026-10-30T15:59:52+09:00", "last_frame_read_age_sec": 4.33, "last_frame_read_at": "2026-10-30T15:59:52+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 9, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 357.359, "last_sample_duration_ms": 668.164, "last_trigger": "periodic", "next_snapshot_in_sec": 242.641, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 9, "storage_bytes": 1134625}, "mjpeg": {"age_sec": 4.16, "exists": true, "mtime": "2026-10-30T15:59:52.587306+09:00", "mtime_epoch": 1793343592.5873058, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 112138}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T15:59:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 916.223, "name": "celery", "pid": 206, "rss_mb": 823.836, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 4, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 39180, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.343, "max": 20.0, "p95": 16.0, "sample_count": 216}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.449, "max": 6.0, "p95": 6.0, "sample_count": 216}, "total": {"avg": 4.449, "max": 6.0, "p95": 6.0, "sample_count": 216}}, "tracking_counts": {"active": {"avg": 2.023, "max": 4.0, "p95": 4.0, "sample_count": 216}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 216}, "tracked": {"avg": 2.023, "max": 4.0, "p95": 4.0, "sample_count": 216}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.207, "pushed": 7.207, "read": 7.174}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 215, "client_acquire_ms": {"avg_ms": 0.007, "count": 215, "max_ms": 0.056, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4265.687, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.866, "count": 215, "max_ms": 7.674, "p95_ms": 3.011, "reason": null, "sample_age_ms": 4334.038, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.381, "count": 215, "max_ms": 6.669, "p95_ms": 2.254, "reason": null, "sample_age_ms": 4334.432, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.431, "count": 215, "max_ms": 4.087, "p95_ms": 0.875, "reason": null, "sample_age_ms": 4265.706, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.828, "count": 215, "max_ms": 4.309, "p95_ms": 3.145, "reason": null, "sample_age_ms": 4330.795, "source": "client_direct"}, "request_count": 215, "request_tensor_bytes": {"avg": 2764808.0, "count": 215, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4330.746, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 215, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4266.287, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.176, "count": 215, "max_ms": 95.416, "p95_ms": 70.259, "reason": null, "sample_age_ms": 4265.679, "source": "client_direct"}, "sample_age_ms": 4265.672, "source": "client_direct", "task_total_ms": {"avg_ms": 50.604, "count": 215, "max_ms": 99.031, "p95_ms": 72.465, "reason": null, "sample_age_ms": 4265.672, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.722, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.46, "count": 216, "max_ms": 21.475, "p95_ms": 16.07}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.515, "count": 216, "max_ms": 1.682, "p95_ms": 1.066}, "detection_prepare_ms": {"avg_ms": 1.843, "count": 216, "max_ms": 9.539, "p95_ms": 3.978}, "event_filter_ms": {"avg_ms": 0.006, "count": 216, "max_ms": 0.039, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.454, "count": 216, "max_ms": 1.222, "p95_ms": 0.855}, "mcmt_ms": {"avg_ms": 0.004, "count": 216, "max_ms": 0.024, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 3.723, "count": 216, "max_ms": 9.461, "p95_ms": 6.574}, "setup_ms": {"avg_ms": 0.042, "count": 216, "max_ms": 0.128, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 9.391, "count": 216, "max_ms": 21.393, "p95_ms": 15.855}, "track_match_ms": {"avg_ms": 0.229, "count": 216, "max_ms": 0.756, "p95_ms": 0.511}, "tracker_update_ms": {"avg_ms": 2.573, "count": 216, "max_ms": 6.306, "p95_ms": 4.913}}, "gstreamer_push": {"avg_ms": 2.89, "count": 216, "max_ms": 11.711, "p95_ms": 5.045}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 216, "max_ms": 0.392, "p95_ms": 0.114}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.969, "count": 216, "max_ms": 101.496, "p95_ms": 77.175}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.433, "count": 216, "max_ms": 13.957, "p95_ms": 8.673}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.458, "count": 216, "max_ms": 187.157, "p95_ms": 139.816}, "inference_input_copy_ms": {"avg_ms": 1.516, "count": 216, "max_ms": 4.678, "p95_ms": 2.688}, "processing_residual_ms": {"avg_ms": 0.236, "count": 216, "max_ms": 1.304, "p95_ms": 0.507}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.643, "count": 216, "max_ms": 194.198, "p95_ms": 144.411}, "read_interval": {"avg_ms": 119.69, "count": 215, "max_ms": 217.432, "p95_ms": 170.706}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.027, "count": 216, "max_ms": 1.413, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 3.641, "count": 216, "max_ms": 9.247, "p95_ms": 6.375}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 216, "max_ms": 0.051, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.614, "count": 216, "max_ms": 9.206, "p95_ms": 6.343}, "worker_merge_ms": {"avg_ms": 0.007, "count": 216, "max_ms": 0.026, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 51.983, "count": 216, "max_ms": 101.509, "p95_ms": 77.184}, "visualize": {"avg_ms": 38.676, "count": 216, "max_ms": 66.412, "p95_ms": 56.611}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.964, "count": 216, "max_ms": 53.466, "p95_ms": 42.241}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.148, "count": 216, "max_ms": 64.126, "p95_ms": 54.575}, "visualize_input_copy_ms": {"avg_ms": 1.317, "count": 216, "max_ms": 7.152, "p95_ms": 2.445}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.018, "count": 216, "max_ms": 63.935, "p95_ms": 54.466}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 216, "max_ms": 0.252, "p95_ms": 0.155}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 216}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 823.836, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.442, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.116, "sample_count": 2212, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 39155, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T15:59:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 113124, "write_bytes_delta": 113124, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 491.0, "cpu_core_ratio": 0.413862, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 8101, "reason": null, "system_cpu_core_ratio": 0.031836, "system_cpu_s_delta": 0.3200000000000003, "user_cpu_core_ratio": 0.382026, "user_cpu_s_delta": 3.8400000000000034}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 2.013597, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.648649, "system_cpu_s_delta": 6.519999999999982, "user_cpu_core_ratio": 1.364948, "user_cpu_s_delta": 13.720000000000255}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.691, "count": 274, "max_ms": 11.711, "p95_ms": 4.666, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.391, "max": 20.0, "p95": 16.0, "sample_count": 274}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.46, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 274}, "total": {"avg": 3.46, "max": 6.0, "p95": 6.0, "sample_count": 274}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.728, "count": 30, "max": 70.896, "p95": 60.389, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.963, "count": 30, "max": 34.563, "p95": 23.15, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 699.8, "count": 30, "max": 1152.0, "p95": 1106.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1877.133, "count": 30, "max": 49431.0, "p95": 1984.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.041, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.35, "count": 30, "max": 0.465, "p95": 0.454, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.167, "count": 30, "max": 4.722, "p95": 0.106, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 111834.767, "count": 30, "max": 114895.0, "p95": 114418.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108118.533, "count": 30, "max": 114895.0, "p95": 114418.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1128.833, "count": 30, "max": 33431.0, "p95": 51.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.516, "count": 30, "max": 0.692, "p95": 0.666, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.077, "count": 30, "max": 1.365, "p95": 1.349, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 328, "sampled_at": "2026-10-30T15:59:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T15:59:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 88468, "flush_count": 92, "flush_interval_seconds": 30.0, "flush_state": {"count": 92, "last_at": "2026-10-30T16:03:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:03:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 91}, "started": true, "suppressed_count": 40759, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 40755}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 92, "written_record_count": 92}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4740.555, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x60de583c4000] error while decoding MB 92 63, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 112928256000, "copied_frame_count": 40845, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:56:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3322379, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T15:56:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.264}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 112928256000, "frame_buffer_copies": 40845, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1294, "count": 512, "max_ms": 0.9698, "p50_ms": 0.1127, "p95_ms": 0.2424, "p99_ms": 0.3926}, "stages": {"db_insert": {"avg_ms": 12.5952, "count": 4, "max_ms": 17.4704, "p50_ms": 12.7307, "p95_ms": 16.851, "p99_ms": 17.3465, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8465, "count": 4, "max_ms": 2.2613, "p50_ms": 2.0023, "p95_ms": 2.2329, "p99_ms": 2.2556, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1980.9951, "count": 4, "max_ms": 4422.916, "p50_ms": 1260.5617, "p95_ms": 3965.7388, "p99_ms": 4331.4806, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5989, "count": 512, "max_ms": 7.7348, "p50_ms": 1.4915, "p95_ms": 2.717, "p99_ms": 4.2768, "results": {"failed": 0, "not_applicable": 0, "success": 40845, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 556.9343, "count": 4, "max_ms": 595.7564, "p50_ms": 558.1698, "p95_ms": 593.9201, "p99_ms": 595.3891, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 43.1442, "count": 4, "max_ms": 58.1992, "p50_ms": 42.5521, "p95_ms": 56.2249, "p99_ms": 57.8043, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.248, "count": 200, "max_ms": 15.2315, "p50_ms": 5.0052, "p95_ms": 7.9944, "p99_ms": 9.6867, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5231, "count": 200, "max_ms": 5.1681, "p50_ms": 1.3772, "p95_ms": 2.669, "p99_ms": 3.789, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 551.7986, "count": 4, "max_ms": 586.6132, "p50_ms": 554.6102, "p95_ms": 585.7513, "p99_ms": 586.4408, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 458.827, "count": 4, "max_ms": 493.9683, "p50_ms": 459.0264, "p95_ms": 492.0906, "p99_ms": 493.5927, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2362, "count": 4, "max_ms": 92.4716, "p50_ms": 85.6707, "p95_ms": 91.6722, "p99_ms": 92.3117, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.1773, "count": 4, "max_ms": 2.9226, "p50_ms": 2.2033, "p95_ms": 2.8679, "p99_ms": 2.9116, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 40.0193, "count": 4, "max_ms": 50.6832, "p50_ms": 39.2164, "p95_ms": 49.2756, "p99_ms": 50.4017, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8007, "count": 4, "max_ms": 0.8759, "p50_ms": 0.7882, "p95_ms": 0.8677, "p99_ms": 0.8742, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0146, "count": 4, "max_ms": 1.7209, "p50_ms": 0.8121, "p95_ms": 1.5971, "p99_ms": 1.6961, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0146, "count": 4, "max_ms": 1.7209, "p50_ms": 0.8121, "p95_ms": 1.5971, "p99_ms": 1.6961, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8007, "count": 4, "max_ms": 0.8759, "p50_ms": 0.7882, "p95_ms": 0.8677, "p99_ms": 0.8742, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 3.3328, "count": 4, "max_ms": 9.2164, "p50_ms": 1.6753, "p95_ms": 8.2207, "p99_ms": 9.0173, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 1348.4996, "count": 4, "max_ms": 3752.636, "p50_ms": 616.3145, "p95_ms": 3297.2016, "p99_ms": 3661.5492, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.918, "count": 4, "max_ms": 2.5657, "p50_ms": 2.2164, "p95_ms": 2.5526, "p99_ms": 2.563, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.1705, "count": 4, "max_ms": 25.0322, "p50_ms": 6.3268, "p95_ms": 22.6227, "p99_ms": 24.5503, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3702, "count": 4, "max_ms": 1.1521, "p50_ms": 0.1393, "p95_ms": 1.0058, "p99_ms": 1.1228, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0787, "count": 4, "max_ms": 2.7861, "p50_ms": 2.0007, "p95_ms": 2.6915, "p99_ms": 2.7672, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 1422.1494, "count": 4, "max_ms": 3837.487, "p50_ms": 694.2683, "p95_ms": 3378.6291, "p99_ms": 3745.7154, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 1.1521, "p50_ms": 0.1393, "p95_ms": 1.0058, "p99_ms": 1.1228}, "wait_ms": {"count": 4, "max_ms": 2.7861, "p50_ms": 2.0007, "p95_ms": 2.6915, "p99_ms": 2.7672}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15545, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 2.2613, "p50_ms": 2.0023, "p95_ms": 2.2329, "p99_ms": 2.2556}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 25, "h264_decode_error_count": 70, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:03:29+09:00", "last_error_summary": "[h264 @ 0x60de583c4000] error while decoding MB 92 63, bytestream -6", "last_exit_at": "2026-10-30T15:59:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 215.11, "last_started_at": "2026-10-30T15:59:54+09:00", "pid": 8625, "process": {"exists": false, "pid": 8625}, "restart_count": 25, "restart_count_per_hour": 15, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.12, "sample_count": 2368, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40845, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:03:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.06, "last_frame_pushed_at": "2026-10-30T16:03:29+09:00", "last_frame_read_age_sec": 0.055, "last_frame_read_at": "2026-10-30T16:03:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 9, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 570.485, "last_sample_duration_ms": 668.164, "last_trigger": "periodic", "next_snapshot_in_sec": 29.515, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 9, "storage_bytes": 1134625}, "mjpeg": {"age_sec": 0.045, "exists": true, "mtime": "2026-10-30T16:03:29.810584+09:00", "mtime_epoch": 1793343809.8105843, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 107917}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:03:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 916.223, "name": "celery", "pid": 206, "rss_mb": 824.645, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 4, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 40846, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.56, "max": 23.0, "p95": 21.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.488, "max": 9.0, "p95": 8.0, "sample_count": 209}, "total": {"avg": 5.488, "max": 9.0, "p95": 8.0, "sample_count": 209}}, "tracking_counts": {"active": {"avg": 1.469, "max": 5.0, "p95": 4.0, "sample_count": 209}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "removed": {"avg": 0.038, "max": 1.0, "p95": 0.0, "sample_count": 209}, "tracked": {"avg": 1.469, "max": 5.0, "p95": 4.0, "sample_count": 209}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.968, "pushed": 6.968, "read": 7.001}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 209, "client_acquire_ms": {"avg_ms": 0.008, "count": 210, "max_ms": 0.038, "p95_ms": 0.016, "reason": null, "sample_age_ms": 14.673, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.06, "count": 209, "max_ms": 10.279, "p95_ms": 3.252, "reason": null, "sample_age_ms": 73.096, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.477, "count": 209, "max_ms": 8.34, "p95_ms": 2.587, "reason": null, "sample_age_ms": 73.675, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.514, "count": 210, "max_ms": 2.125, "p95_ms": 0.967, "reason": null, "sample_age_ms": 14.68, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.162, "count": 209, "max_ms": 6.015, "p95_ms": 3.613, "reason": null, "sample_age_ms": 70.554, "source": "client_direct"}, "request_count": 209, "request_tensor_bytes": {"avg": 2764808.0, "count": 209, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 70.528, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 210, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 14.953, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 55.093, "count": 210, "max_ms": 92.425, "p95_ms": 79.466, "reason": null, "sample_age_ms": 14.669, "source": "client_direct"}, "sample_age_ms": 14.666, "source": "client_direct", "task_total_ms": {"avg_ms": 57.966, "count": 210, "max_ms": 95.204, "p95_ms": 82.41, "reason": null, "sample_age_ms": 14.666, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 17.272, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 13.915, "count": 209, "max_ms": 31.922, "p95_ms": 20.318}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.786, "count": 209, "max_ms": 2.988, "p95_ms": 1.543}, "detection_prepare_ms": {"avg_ms": 2.275, "count": 209, "max_ms": 8.634, "p95_ms": 4.463}, "event_filter_ms": {"avg_ms": 0.008, "count": 209, "max_ms": 0.026, "p95_ms": 0.017}, "id_reconcile_ms": {"avg_ms": 0.761, "count": 209, "max_ms": 1.867, "p95_ms": 1.308}, "mcmt_ms": {"avg_ms": 0.005, "count": 209, "max_ms": 0.058, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 6.374, "count": 209, "max_ms": 17.514, "p95_ms": 9.832}, "setup_ms": {"avg_ms": 0.048, "count": 209, "max_ms": 0.126, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 13.835, "count": 209, "max_ms": 31.749, "p95_ms": 20.225}, "track_match_ms": {"avg_ms": 0.238, "count": 209, "max_ms": 0.817, "p95_ms": 0.534}, "tracker_update_ms": {"avg_ms": 3.34, "count": 209, "max_ms": 8.0, "p95_ms": 5.887}}, "gstreamer_push": {"avg_ms": 3.369, "count": 209, "max_ms": 9.251, "p95_ms": 5.661}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 209, "max_ms": 1.301, "p95_ms": 0.116}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.48, "count": 209, "max_ms": 96.244, "p95_ms": 84.736}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.221, "count": 209, "max_ms": 17.356, "p95_ms": 9.912}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 120.336, "count": 209, "max_ms": 186.849, "p95_ms": 158.127}, "inference_input_copy_ms": {"avg_ms": 1.773, "count": 209, "max_ms": 6.761, "p95_ms": 2.863}, "processing_residual_ms": {"avg_ms": 0.312, "count": 209, "max_ms": 0.768, "p95_ms": 0.607}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 126.642, "count": 209, "max_ms": 192.177, "p95_ms": 165.657}, "read_interval": {"avg_ms": 143.224, "count": 210, "max_ms": 259.281, "p95_ms": 196.831}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.025, "count": 209, "max_ms": 0.344, "p95_ms": 0.047}, "execute_total_ms": {"avg_ms": 6.276, "count": 209, "max_ms": 17.405, "p95_ms": 9.703}, "resolve_scenarios_ms": {"avg_ms": 0.022, "count": 209, "max_ms": 0.242, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 6.251, "count": 209, "max_ms": 17.382, "p95_ms": 9.68}, "worker_merge_ms": {"avg_ms": 0.009, "count": 209, "max_ms": 0.064, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 59.496, "count": 209, "max_ms": 96.259, "p95_ms": 84.752}, "visualize": {"avg_ms": 45.325, "count": 209, "max_ms": 73.893, "p95_ms": 59.588}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.619, "count": 209, "max_ms": 53.67, "p95_ms": 42.109}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.63, "count": 209, "max_ms": 71.779, "p95_ms": 57.587}, "visualize_input_copy_ms": {"avg_ms": 1.463, "count": 209, "max_ms": 7.005, "p95_ms": 2.424}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.479, "count": 209, "max_ms": 71.563, "p95_ms": 57.305}, "visualizer_prepare_ms": {"avg_ms": 0.081, "count": 209, "max_ms": 0.209, "p95_ms": 0.177}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 824.609, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.248, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.92, "sample_count": 2379, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40779, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:03:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 107142, "write_bytes_delta": 107142, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 426.0, "cpu_core_ratio": 0.372461, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 8625, "reason": null, "system_cpu_core_ratio": 0.030955, "system_cpu_s_delta": 0.3100000000000005, "user_cpu_core_ratio": 0.341506, "user_cpu_s_delta": 3.4200000000000017}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 2.010093, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.637079, "system_cpu_s_delta": 6.380000000000109, "user_cpu_core_ratio": 1.373014, "user_cpu_s_delta": 13.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.35, "count": 212, "max_ms": 9.251, "p95_ms": 5.612, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.552, "max": 22.0, "p95": 20.0, "sample_count": 212}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.509, "key_count": 1, "max": 9.0, "p95": 8.0, "provenance": "bounded_other_sum_proxy", "sample_count": 212}, "total": {"avg": 5.509, "max": 9.0, "p95": 8.0, "sample_count": 212}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.578, "count": 30, "max": 63.231, "p95": 40.337, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.781, "count": 30, "max": 31.078, "p95": 25.489, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 633.667, "count": 30, "max": 1152.0, "p95": 1096.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1792.367, "count": 30, "max": 49431.0, "p95": 843.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.041, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.396, "count": 30, "max": 0.445, "p95": 0.434, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108591.6, "count": 30, "max": 113957.0, "p95": 113015.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108591.6, "count": 30, "max": 113957.0, "p95": 113015.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.967, "count": 30, "max": 45.0, "p95": 18.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.547, "count": 30, "max": 0.649, "p95": 0.632, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.226, "count": 30, "max": 1.373, "p95": 1.365, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 349, "sampled_at": "2026-10-30T16:03:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:03:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 88468, "flush_count": 92, "flush_interval_seconds": 30.0, "flush_state": {"count": 92, "last_at": "2026-10-30T16:03:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:03:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 91}, "started": true, "suppressed_count": 40759, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 40755}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 92, "written_record_count": 92}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4740.68, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T16:03:29+09:00", "last_error_summary": "[h264 @ 0x60de583c4000] error while decoding MB 92 63, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 112931020800, "copied_frame_count": 40846, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:56:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3322379, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T15:56:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.264}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 112931020800, "frame_buffer_copies": 40846, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1294, "count": 512, "max_ms": 0.9698, "p50_ms": 0.1124, "p95_ms": 0.2424, "p99_ms": 0.3926}, "stages": {"db_insert": {"avg_ms": 12.5952, "count": 4, "max_ms": 17.4704, "p50_ms": 12.7307, "p95_ms": 16.851, "p99_ms": 17.3465, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8465, "count": 4, "max_ms": 2.2613, "p50_ms": 2.0023, "p95_ms": 2.2329, "p99_ms": 2.2556, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1980.9951, "count": 4, "max_ms": 4422.916, "p50_ms": 1260.5617, "p95_ms": 3965.7388, "p99_ms": 4331.4806, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6002, "count": 512, "max_ms": 7.7348, "p50_ms": 1.4931, "p95_ms": 2.717, "p99_ms": 4.2768, "results": {"failed": 0, "not_applicable": 0, "success": 40846, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 556.9343, "count": 4, "max_ms": 595.7564, "p50_ms": 558.1698, "p95_ms": 593.9201, "p99_ms": 595.3891, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 43.1442, "count": 4, "max_ms": 58.1992, "p50_ms": 42.5521, "p95_ms": 56.2249, "p99_ms": 57.8043, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.248, "count": 200, "max_ms": 15.2315, "p50_ms": 5.0052, "p95_ms": 7.9944, "p99_ms": 9.6867, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5231, "count": 200, "max_ms": 5.1681, "p50_ms": 1.3772, "p95_ms": 2.669, "p99_ms": 3.789, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 551.7986, "count": 4, "max_ms": 586.6132, "p50_ms": 554.6102, "p95_ms": 585.7513, "p99_ms": 586.4408, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 458.827, "count": 4, "max_ms": 493.9683, "p50_ms": 459.0264, "p95_ms": 492.0906, "p99_ms": 493.5927, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2362, "count": 4, "max_ms": 92.4716, "p50_ms": 85.6707, "p95_ms": 91.6722, "p99_ms": 92.3117, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.1773, "count": 4, "max_ms": 2.9226, "p50_ms": 2.2033, "p95_ms": 2.8679, "p99_ms": 2.9116, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 40.0193, "count": 4, "max_ms": 50.6832, "p50_ms": 39.2164, "p95_ms": 49.2756, "p99_ms": 50.4017, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8007, "count": 4, "max_ms": 0.8759, "p50_ms": 0.7882, "p95_ms": 0.8677, "p99_ms": 0.8742, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0146, "count": 4, "max_ms": 1.7209, "p50_ms": 0.8121, "p95_ms": 1.5971, "p99_ms": 1.6961, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0146, "count": 4, "max_ms": 1.7209, "p50_ms": 0.8121, "p95_ms": 1.5971, "p99_ms": 1.6961, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8007, "count": 4, "max_ms": 0.8759, "p50_ms": 0.7882, "p95_ms": 0.8677, "p99_ms": 0.8742, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 3.3328, "count": 4, "max_ms": 9.2164, "p50_ms": 1.6753, "p95_ms": 8.2207, "p99_ms": 9.0173, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 1348.4996, "count": 4, "max_ms": 3752.636, "p50_ms": 616.3145, "p95_ms": 3297.2016, "p99_ms": 3661.5492, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.918, "count": 4, "max_ms": 2.5657, "p50_ms": 2.2164, "p95_ms": 2.5526, "p99_ms": 2.563, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.1705, "count": 4, "max_ms": 25.0322, "p50_ms": 6.3268, "p95_ms": 22.6227, "p99_ms": 24.5503, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3702, "count": 4, "max_ms": 1.1521, "p50_ms": 0.1393, "p95_ms": 1.0058, "p99_ms": 1.1228, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0787, "count": 4, "max_ms": 2.7861, "p50_ms": 2.0007, "p95_ms": 2.6915, "p99_ms": 2.7672, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 1422.1494, "count": 4, "max_ms": 3837.487, "p50_ms": 694.2683, "p95_ms": 3378.6291, "p99_ms": 3745.7154, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 1.1521, "p50_ms": 0.1393, "p95_ms": 1.0058, "p99_ms": 1.1228}, "wait_ms": {"count": 4, "max_ms": 2.7861, "p50_ms": 2.0007, "p95_ms": 2.6915, "p99_ms": 2.7672}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15545, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 2.2613, "p50_ms": 2.0023, "p95_ms": 2.2329, "p99_ms": 2.2556}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 25, "h264_decode_error_count": 70, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:03:29+09:00", "last_error_summary": "[h264 @ 0x60de583c4000] error while decoding MB 92 63, bytestream -6", "last_exit_at": "2026-10-30T16:03:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 215.195, "last_started_at": "2026-10-30T15:59:54+09:00", "pid": 8625, "process": {"exists": false, "pid": 8625}, "restart_count": 25, "restart_count_per_hour": 15, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.12, "sample_count": 2368, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40846, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:03:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T16:03:29+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-10-30T16:03:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 9, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 570.568, "last_sample_duration_ms": 668.164, "last_trigger": "periodic", "next_snapshot_in_sec": 29.432, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 9, "storage_bytes": 1134625}, "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-10-30T16:03:29.810584+09:00", "mtime_epoch": 1793343809.8105843, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 107917}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:03:29+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 916.223, "name": "celery", "pid": 206, "rss_mb": 824.641, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 4, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 40846, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.576, "max": 23.0, "p95": 21.0, "sample_count": 210}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.481, "max": 9.0, "p95": 8.0, "sample_count": 210}, "total": {"avg": 5.481, "max": 9.0, "p95": 8.0, "sample_count": 210}}, "tracking_counts": {"active": {"avg": 1.467, "max": 5.0, "p95": 4.0, "sample_count": 210}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "removed": {"avg": 0.038, "max": 1.0, "p95": 0.0, "sample_count": 210}, "tracked": {"avg": 1.467, "max": 5.0, "p95": 4.0, "sample_count": 210}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.015, "pushed": 7.015, "read": 6.982}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 209, "client_acquire_ms": {"avg_ms": 0.008, "count": 209, "max_ms": 0.038, "p95_ms": 0.017, "reason": null, "sample_age_ms": 95.384, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.06, "count": 209, "max_ms": 10.279, "p95_ms": 3.252, "reason": null, "sample_age_ms": 153.807, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.477, "count": 209, "max_ms": 8.34, "p95_ms": 2.587, "reason": null, "sample_age_ms": 154.387, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.514, "count": 209, "max_ms": 2.125, "p95_ms": 0.967, "reason": null, "sample_age_ms": 95.392, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.162, "count": 209, "max_ms": 6.015, "p95_ms": 3.613, "reason": null, "sample_age_ms": 151.265, "source": "client_direct"}, "request_count": 209, "request_tensor_bytes": {"avg": 2764808.0, "count": 209, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 151.24, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 209, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 95.665, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 55.048, "count": 209, "max_ms": 92.425, "p95_ms": 79.503, "reason": null, "sample_age_ms": 95.381, "source": "client_direct"}, "sample_age_ms": 95.378, "source": "client_direct", "task_total_ms": {"avg_ms": 57.916, "count": 209, "max_ms": 95.204, "p95_ms": 82.429, "reason": null, "sample_age_ms": 95.378, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.954, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 13.909, "count": 210, "max_ms": 31.922, "p95_ms": 20.318}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.785, "count": 210, "max_ms": 2.988, "p95_ms": 1.543}, "detection_prepare_ms": {"avg_ms": 2.274, "count": 210, "max_ms": 8.634, "p95_ms": 4.463}, "event_filter_ms": {"avg_ms": 0.008, "count": 210, "max_ms": 0.026, "p95_ms": 0.017}, "id_reconcile_ms": {"avg_ms": 0.761, "count": 210, "max_ms": 1.867, "p95_ms": 1.308}, "mcmt_ms": {"avg_ms": 0.005, "count": 210, "max_ms": 0.058, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 6.368, "count": 210, "max_ms": 17.514, "p95_ms": 9.832}, "setup_ms": {"avg_ms": 0.048, "count": 210, "max_ms": 0.126, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 13.828, "count": 210, "max_ms": 31.749, "p95_ms": 20.225}, "track_match_ms": {"avg_ms": 0.238, "count": 210, "max_ms": 0.817, "p95_ms": 0.534}, "tracker_update_ms": {"avg_ms": 3.341, "count": 210, "max_ms": 8.0, "p95_ms": 5.887}}, "gstreamer_push": {"avg_ms": 3.369, "count": 210, "max_ms": 9.251, "p95_ms": 5.661}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 210, "max_ms": 1.301, "p95_ms": 0.116}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.48, "count": 210, "max_ms": 96.244, "p95_ms": 84.736}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.22, "count": 210, "max_ms": 17.356, "p95_ms": 9.912}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 120.365, "count": 210, "max_ms": 186.849, "p95_ms": 158.127}, "inference_input_copy_ms": {"avg_ms": 1.775, "count": 210, "max_ms": 6.761, "p95_ms": 2.863}, "processing_residual_ms": {"avg_ms": 0.312, "count": 210, "max_ms": 0.768, "p95_ms": 0.607}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 126.672, "count": 210, "max_ms": 192.177, "p95_ms": 165.657}, "read_interval": {"avg_ms": 143.252, "count": 209, "max_ms": 259.281, "p95_ms": 196.831}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.025, "count": 210, "max_ms": 0.344, "p95_ms": 0.047}, "execute_total_ms": {"avg_ms": 6.271, "count": 210, "max_ms": 17.405, "p95_ms": 9.703}, "resolve_scenarios_ms": {"avg_ms": 0.022, "count": 210, "max_ms": 0.242, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 6.246, "count": 210, "max_ms": 17.382, "p95_ms": 9.68}, "worker_merge_ms": {"avg_ms": 0.009, "count": 210, "max_ms": 0.064, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 59.495, "count": 210, "max_ms": 96.259, "p95_ms": 84.752}, "visualize": {"avg_ms": 45.363, "count": 210, "max_ms": 73.893, "p95_ms": 59.588}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.66, "count": 210, "max_ms": 53.67, "p95_ms": 42.109}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.659, "count": 210, "max_ms": 71.779, "p95_ms": 57.587}, "visualize_input_copy_ms": {"avg_ms": 1.472, "count": 210, "max_ms": 7.005, "p95_ms": 2.43}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.509, "count": 210, "max_ms": 71.563, "p95_ms": 57.305}, "visualizer_prepare_ms": {"avg_ms": 0.081, "count": 210, "max_ms": 0.209, "p95_ms": 0.177}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 824.609, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.248, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.92, "sample_count": 2379, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40779, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:03:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 107142, "write_bytes_delta": 107142, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 426.0, "cpu_core_ratio": 0.372461, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 8625, "reason": null, "system_cpu_core_ratio": 0.030955, "system_cpu_s_delta": 0.3100000000000005, "user_cpu_core_ratio": 0.341506, "user_cpu_s_delta": 3.4200000000000017}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 2.010093, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.637079, "system_cpu_s_delta": 6.380000000000109, "user_cpu_core_ratio": 1.373014, "user_cpu_s_delta": 13.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.35, "count": 212, "max_ms": 9.251, "p95_ms": 5.612, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.552, "max": 22.0, "p95": 20.0, "sample_count": 212}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.509, "key_count": 1, "max": 9.0, "p95": 8.0, "provenance": "bounded_other_sum_proxy", "sample_count": 212}, "total": {"avg": 5.509, "max": 9.0, "p95": 8.0, "sample_count": 212}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.578, "count": 30, "max": 63.231, "p95": 40.337, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.781, "count": 30, "max": 31.078, "p95": 25.489, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 633.667, "count": 30, "max": 1152.0, "p95": 1096.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1792.367, "count": 30, "max": 49431.0, "p95": 843.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.041, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.396, "count": 30, "max": 0.445, "p95": 0.434, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108591.6, "count": 30, "max": 113957.0, "p95": 113015.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108591.6, "count": 30, "max": 113957.0, "p95": 113015.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.967, "count": 30, "max": 45.0, "p95": 18.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.547, "count": 30, "max": 0.649, "p95": 0.632, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.226, "count": 30, "max": 1.373, "p95": 1.365, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 349, "sampled_at": "2026-10-30T16:03:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:03:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 88468, "flush_count": 92, "flush_interval_seconds": 30.0, "flush_state": {"count": 92, "last_at": "2026-10-30T16:03:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:03:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 91}, "started": true, "suppressed_count": 40759, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 40755}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 92, "written_record_count": 92}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4741.551, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 112931020800, "copied_frame_count": 40846, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:56:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3322379, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T15:56:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.264}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 112931020800, "frame_buffer_copies": 40846, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1294, "count": 512, "max_ms": 0.9698, "p50_ms": 0.1124, "p95_ms": 0.2424, "p99_ms": 0.3926}, "stages": {"db_insert": {"avg_ms": 12.5952, "count": 4, "max_ms": 17.4704, "p50_ms": 12.7307, "p95_ms": 16.851, "p99_ms": 17.3465, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8465, "count": 4, "max_ms": 2.2613, "p50_ms": 2.0023, "p95_ms": 2.2329, "p99_ms": 2.2556, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1980.9951, "count": 4, "max_ms": 4422.916, "p50_ms": 1260.5617, "p95_ms": 3965.7388, "p99_ms": 4331.4806, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6002, "count": 512, "max_ms": 7.7348, "p50_ms": 1.4931, "p95_ms": 2.717, "p99_ms": 4.2768, "results": {"failed": 0, "not_applicable": 0, "success": 40846, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 556.9343, "count": 4, "max_ms": 595.7564, "p50_ms": 558.1698, "p95_ms": 593.9201, "p99_ms": 595.3891, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 43.1442, "count": 4, "max_ms": 58.1992, "p50_ms": 42.5521, "p95_ms": 56.2249, "p99_ms": 57.8043, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.248, "count": 200, "max_ms": 15.2315, "p50_ms": 5.0052, "p95_ms": 7.9944, "p99_ms": 9.6867, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5231, "count": 200, "max_ms": 5.1681, "p50_ms": 1.3772, "p95_ms": 2.669, "p99_ms": 3.789, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 551.7986, "count": 4, "max_ms": 586.6132, "p50_ms": 554.6102, "p95_ms": 585.7513, "p99_ms": 586.4408, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 458.827, "count": 4, "max_ms": 493.9683, "p50_ms": 459.0264, "p95_ms": 492.0906, "p99_ms": 493.5927, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2362, "count": 4, "max_ms": 92.4716, "p50_ms": 85.6707, "p95_ms": 91.6722, "p99_ms": 92.3117, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.1773, "count": 4, "max_ms": 2.9226, "p50_ms": 2.2033, "p95_ms": 2.8679, "p99_ms": 2.9116, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 40.0193, "count": 4, "max_ms": 50.6832, "p50_ms": 39.2164, "p95_ms": 49.2756, "p99_ms": 50.4017, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8007, "count": 4, "max_ms": 0.8759, "p50_ms": 0.7882, "p95_ms": 0.8677, "p99_ms": 0.8742, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0146, "count": 4, "max_ms": 1.7209, "p50_ms": 0.8121, "p95_ms": 1.5971, "p99_ms": 1.6961, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0146, "count": 4, "max_ms": 1.7209, "p50_ms": 0.8121, "p95_ms": 1.5971, "p99_ms": 1.6961, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8007, "count": 4, "max_ms": 0.8759, "p50_ms": 0.7882, "p95_ms": 0.8677, "p99_ms": 0.8742, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 3.3328, "count": 4, "max_ms": 9.2164, "p50_ms": 1.6753, "p95_ms": 8.2207, "p99_ms": 9.0173, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 1348.4996, "count": 4, "max_ms": 3752.636, "p50_ms": 616.3145, "p95_ms": 3297.2016, "p99_ms": 3661.5492, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.918, "count": 4, "max_ms": 2.5657, "p50_ms": 2.2164, "p95_ms": 2.5526, "p99_ms": 2.563, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.1705, "count": 4, "max_ms": 25.0322, "p50_ms": 6.3268, "p95_ms": 22.6227, "p99_ms": 24.5503, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3702, "count": 4, "max_ms": 1.1521, "p50_ms": 0.1393, "p95_ms": 1.0058, "p99_ms": 1.1228, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0787, "count": 4, "max_ms": 2.7861, "p50_ms": 2.0007, "p95_ms": 2.6915, "p99_ms": 2.7672, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 1422.1494, "count": 4, "max_ms": 3837.487, "p50_ms": 694.2683, "p95_ms": 3378.6291, "p99_ms": 3745.7154, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 1.1521, "p50_ms": 0.1393, "p95_ms": 1.0058, "p99_ms": 1.1228}, "wait_ms": {"count": 4, "max_ms": 2.7861, "p50_ms": 2.0007, "p95_ms": 2.6915, "p99_ms": 2.7672}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15545, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 2.2613, "p50_ms": 2.0023, "p95_ms": 2.2329, "p99_ms": 2.2556}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 25, "h264_decode_error_count": 70, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:03:29+09:00", "last_error_summary": "[h264 @ 0x60de583c4000] error while decoding MB 92 63, bytestream -6", "last_exit_at": "2026-10-30T16:03:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 215.241, "last_started_at": "2026-10-30T15:59:54+09:00", "pid": 8625, "process": {"exists": false, "pid": 8625}, "restart_count": 25, "restart_count_per_hour": 15, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 26}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.12, "sample_count": 2368, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40846, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:03:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.048, "last_frame_pushed_at": "2026-10-30T16:03:29+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-10-30T16:03:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 9, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 570.611, "last_sample_duration_ms": 668.164, "last_trigger": "periodic", "next_snapshot_in_sec": 29.389, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 9, "storage_bytes": 1134625}, "mjpeg": {"age_sec": 0.037, "exists": true, "mtime": "2026-10-30T16:03:29.950585+09:00", "mtime_epoch": 1793343809.9505851, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 108178}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:03:30+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 916.223, "name": "celery", "pid": 206, "rss_mb": 824.641, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 4, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 40846, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.576, "max": 23.0, "p95": 21.0, "sample_count": 210}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.481, "max": 9.0, "p95": 8.0, "sample_count": 210}, "total": {"avg": 5.481, "max": 9.0, "p95": 8.0, "sample_count": 210}}, "tracking_counts": {"active": {"avg": 1.467, "max": 5.0, "p95": 4.0, "sample_count": 210}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "removed": {"avg": 0.038, "max": 1.0, "p95": 0.0, "sample_count": 210}, "tracked": {"avg": 1.467, "max": 5.0, "p95": 4.0, "sample_count": 210}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.004, "pushed": 7.004, "read": 6.971}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 209, "client_acquire_ms": {"avg_ms": 0.008, "count": 209, "max_ms": 0.038, "p95_ms": 0.017, "reason": null, "sample_age_ms": 139.127, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.06, "count": 209, "max_ms": 10.279, "p95_ms": 3.252, "reason": null, "sample_age_ms": 197.55, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.477, "count": 209, "max_ms": 8.34, "p95_ms": 2.587, "reason": null, "sample_age_ms": 198.13, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.514, "count": 209, "max_ms": 2.125, "p95_ms": 0.967, "reason": null, "sample_age_ms": 139.135, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.162, "count": 209, "max_ms": 6.015, "p95_ms": 3.613, "reason": null, "sample_age_ms": 195.008, "source": "client_direct"}, "request_count": 209, "request_tensor_bytes": {"avg": 2764808.0, "count": 209, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 194.983, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 209, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 139.408, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 55.048, "count": 209, "max_ms": 92.425, "p95_ms": 79.503, "reason": null, "sample_age_ms": 139.124, "source": "client_direct"}, "sample_age_ms": 139.121, "source": "client_direct", "task_total_ms": {"avg_ms": 57.916, "count": 209, "max_ms": 95.204, "p95_ms": 82.429, "reason": null, "sample_age_ms": 139.121, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.356, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 13.909, "count": 210, "max_ms": 31.922, "p95_ms": 20.318}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.785, "count": 210, "max_ms": 2.988, "p95_ms": 1.543}, "detection_prepare_ms": {"avg_ms": 2.274, "count": 210, "max_ms": 8.634, "p95_ms": 4.463}, "event_filter_ms": {"avg_ms": 0.008, "count": 210, "max_ms": 0.026, "p95_ms": 0.017}, "id_reconcile_ms": {"avg_ms": 0.761, "count": 210, "max_ms": 1.867, "p95_ms": 1.308}, "mcmt_ms": {"avg_ms": 0.005, "count": 210, "max_ms": 0.058, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 6.368, "count": 210, "max_ms": 17.514, "p95_ms": 9.832}, "setup_ms": {"avg_ms": 0.048, "count": 210, "max_ms": 0.126, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 13.828, "count": 210, "max_ms": 31.749, "p95_ms": 20.225}, "track_match_ms": {"avg_ms": 0.238, "count": 210, "max_ms": 0.817, "p95_ms": 0.534}, "tracker_update_ms": {"avg_ms": 3.341, "count": 210, "max_ms": 8.0, "p95_ms": 5.887}}, "gstreamer_push": {"avg_ms": 3.369, "count": 210, "max_ms": 9.251, "p95_ms": 5.661}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 210, "max_ms": 1.301, "p95_ms": 0.116}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.48, "count": 210, "max_ms": 96.244, "p95_ms": 84.736}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.22, "count": 210, "max_ms": 17.356, "p95_ms": 9.912}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 120.365, "count": 210, "max_ms": 186.849, "p95_ms": 158.127}, "inference_input_copy_ms": {"avg_ms": 1.775, "count": 210, "max_ms": 6.761, "p95_ms": 2.863}, "processing_residual_ms": {"avg_ms": 0.312, "count": 210, "max_ms": 0.768, "p95_ms": 0.607}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 126.672, "count": 210, "max_ms": 192.177, "p95_ms": 165.657}, "read_interval": {"avg_ms": 143.252, "count": 209, "max_ms": 259.281, "p95_ms": 196.831}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.025, "count": 210, "max_ms": 0.344, "p95_ms": 0.047}, "execute_total_ms": {"avg_ms": 6.271, "count": 210, "max_ms": 17.405, "p95_ms": 9.703}, "resolve_scenarios_ms": {"avg_ms": 0.022, "count": 210, "max_ms": 0.242, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 6.246, "count": 210, "max_ms": 17.382, "p95_ms": 9.68}, "worker_merge_ms": {"avg_ms": 0.009, "count": 210, "max_ms": 0.064, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 59.495, "count": 210, "max_ms": 96.259, "p95_ms": 84.752}, "visualize": {"avg_ms": 45.363, "count": 210, "max_ms": 73.893, "p95_ms": 59.588}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.66, "count": 210, "max_ms": 53.67, "p95_ms": 42.109}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.659, "count": 210, "max_ms": 71.779, "p95_ms": 57.587}, "visualize_input_copy_ms": {"avg_ms": 1.472, "count": 210, "max_ms": 7.005, "p95_ms": 2.43}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.509, "count": 210, "max_ms": 71.563, "p95_ms": 57.305}, "visualizer_prepare_ms": {"avg_ms": 0.081, "count": 210, "max_ms": 0.209, "p95_ms": 0.177}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 824.609, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.248, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.92, "sample_count": 2379, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40779, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:03:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 107142, "write_bytes_delta": 107142, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 426.0, "cpu_core_ratio": 0.372461, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 8625, "reason": null, "system_cpu_core_ratio": 0.030955, "system_cpu_s_delta": 0.3100000000000005, "user_cpu_core_ratio": 0.341506, "user_cpu_s_delta": 3.4200000000000017}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 2.010093, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.637079, "system_cpu_s_delta": 6.380000000000109, "user_cpu_core_ratio": 1.373014, "user_cpu_s_delta": 13.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.35, "count": 212, "max_ms": 9.251, "p95_ms": 5.612, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.552, "max": 22.0, "p95": 20.0, "sample_count": 212}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.509, "key_count": 1, "max": 9.0, "p95": 8.0, "provenance": "bounded_other_sum_proxy", "sample_count": 212}, "total": {"avg": 5.509, "max": 9.0, "p95": 8.0, "sample_count": 212}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.578, "count": 30, "max": 63.231, "p95": 40.337, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.781, "count": 30, "max": 31.078, "p95": 25.489, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 633.667, "count": 30, "max": 1152.0, "p95": 1096.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1792.367, "count": 30, "max": 49431.0, "p95": 843.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.041, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.396, "count": 30, "max": 0.445, "p95": 0.434, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108591.6, "count": 30, "max": 113957.0, "p95": 113015.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108591.6, "count": 30, "max": 113957.0, "p95": 113015.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.967, "count": 30, "max": 45.0, "p95": 18.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.547, "count": 30, "max": 0.649, "p95": 0.632, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.226, "count": 30, "max": 1.373, "p95": 1.365, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 349, "sampled_at": "2026-10-30T16:03:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:03:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 88468, "flush_count": 92, "flush_interval_seconds": 30.0, "flush_state": {"count": 92, "last_at": "2026-10-30T16:03:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:03:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 91}, "started": true, "suppressed_count": 40759, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 40755}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 92, "written_record_count": 92}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4913.426, "limit_mb": null}, "detail": {"pid": 8741, "restart_count": 26, "start_count": 27}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 112931020800, "copied_frame_count": 40846, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T15:56:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3322379, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T15:56:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.264}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 112931020800, "frame_buffer_copies": 40846, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1294, "count": 512, "max_ms": 0.9698, "p50_ms": 0.1124, "p95_ms": 0.2424, "p99_ms": 0.3926}, "stages": {"db_insert": {"avg_ms": 12.5952, "count": 4, "max_ms": 17.4704, "p50_ms": 12.7307, "p95_ms": 16.851, "p99_ms": 17.3465, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8465, "count": 4, "max_ms": 2.2613, "p50_ms": 2.0023, "p95_ms": 2.2329, "p99_ms": 2.2556, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1980.9951, "count": 4, "max_ms": 4422.916, "p50_ms": 1260.5617, "p95_ms": 3965.7388, "p99_ms": 4331.4806, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6002, "count": 512, "max_ms": 7.7348, "p50_ms": 1.4931, "p95_ms": 2.717, "p99_ms": 4.2768, "results": {"failed": 0, "not_applicable": 0, "success": 40846, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 556.9343, "count": 4, "max_ms": 595.7564, "p50_ms": 558.1698, "p95_ms": 593.9201, "p99_ms": 595.3891, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 43.1442, "count": 4, "max_ms": 58.1992, "p50_ms": 42.5521, "p95_ms": 56.2249, "p99_ms": 57.8043, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.248, "count": 200, "max_ms": 15.2315, "p50_ms": 5.0052, "p95_ms": 7.9944, "p99_ms": 9.6867, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5231, "count": 200, "max_ms": 5.1681, "p50_ms": 1.3772, "p95_ms": 2.669, "p99_ms": 3.789, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 551.7986, "count": 4, "max_ms": 586.6132, "p50_ms": 554.6102, "p95_ms": 585.7513, "p99_ms": 586.4408, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 458.827, "count": 4, "max_ms": 493.9683, "p50_ms": 459.0264, "p95_ms": 492.0906, "p99_ms": 493.5927, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2362, "count": 4, "max_ms": 92.4716, "p50_ms": 85.6707, "p95_ms": 91.6722, "p99_ms": 92.3117, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.1773, "count": 4, "max_ms": 2.9226, "p50_ms": 2.2033, "p95_ms": 2.8679, "p99_ms": 2.9116, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 40.0193, "count": 4, "max_ms": 50.6832, "p50_ms": 39.2164, "p95_ms": 49.2756, "p99_ms": 50.4017, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8007, "count": 4, "max_ms": 0.8759, "p50_ms": 0.7882, "p95_ms": 0.8677, "p99_ms": 0.8742, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0146, "count": 4, "max_ms": 1.7209, "p50_ms": 0.8121, "p95_ms": 1.5971, "p99_ms": 1.6961, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0146, "count": 4, "max_ms": 1.7209, "p50_ms": 0.8121, "p95_ms": 1.5971, "p99_ms": 1.6961, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8007, "count": 4, "max_ms": 0.8759, "p50_ms": 0.7882, "p95_ms": 0.8677, "p99_ms": 0.8742, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 3.3328, "count": 4, "max_ms": 9.2164, "p50_ms": 1.6753, "p95_ms": 8.2207, "p99_ms": 9.0173, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 1348.4996, "count": 4, "max_ms": 3752.636, "p50_ms": 616.3145, "p95_ms": 3297.2016, "p99_ms": 3661.5492, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.918, "count": 4, "max_ms": 2.5657, "p50_ms": 2.2164, "p95_ms": 2.5526, "p99_ms": 2.563, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 10.1705, "count": 4, "max_ms": 25.0322, "p50_ms": 6.3268, "p95_ms": 22.6227, "p99_ms": 24.5503, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3702, "count": 4, "max_ms": 1.1521, "p50_ms": 0.1393, "p95_ms": 1.0058, "p99_ms": 1.1228, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0787, "count": 4, "max_ms": 2.7861, "p50_ms": 2.0007, "p95_ms": 2.6915, "p99_ms": 2.7672, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 1422.1494, "count": 4, "max_ms": 3837.487, "p50_ms": 694.2683, "p95_ms": 3378.6291, "p99_ms": 3745.7154, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 1.1521, "p50_ms": 0.1393, "p95_ms": 1.0058, "p99_ms": 1.1228}, "wait_ms": {"count": 4, "max_ms": 2.7861, "p50_ms": 2.0007, "p95_ms": 2.6915, "p99_ms": 2.7672}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15545, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 2.2613, "p50_ms": 2.0023, "p95_ms": 2.2329, "p99_ms": 2.2556}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 25, "h264_decode_error_count": 70, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:03:29+09:00", "last_error_summary": "[h264 @ 0x60de583c4000] error while decoding MB 92 63, bytestream -6", "last_exit_at": "2026-10-30T16:03:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T16:03:32+09:00", "pid": 8741, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.484, "name": "ffmpeg", "pid": 8741, "rss_mb": 206.484, "state": "S (sleeping)", "threads": 70}, "restart_count": 26, "restart_count_per_hour": 16, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.98, "sample_count": 2336, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40846, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:03:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.216, "last_frame_pushed_at": "2026-10-30T16:03:29+09:00", "last_frame_read_age_sec": 4.354, "last_frame_read_at": "2026-10-30T16:03:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 9, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 574.78, "last_sample_duration_ms": 668.164, "last_trigger": "periodic", "next_snapshot_in_sec": 25.22, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 9, "storage_bytes": 1134625}, "mjpeg": {"age_sec": 4.205, "exists": true, "mtime": "2026-10-30T16:03:29.950585+09:00", "mtime_epoch": 1793343809.9505851, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 108178}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:03:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 916.223, "name": "celery", "pid": 206, "rss_mb": 824.645, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 4, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 40846, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.207, "max": 23.0, "p95": 21.0, "sample_count": 179}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.559, "max": 9.0, "p95": 8.0, "sample_count": 179}, "total": {"avg": 5.559, "max": 9.0, "p95": 8.0, "sample_count": 179}}, "tracking_counts": {"active": {"avg": 1.525, "max": 5.0, "p95": 4.0, "sample_count": 179}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}, "removed": {"avg": 0.045, "max": 1.0, "p95": 0.0, "sample_count": 179}, "tracked": {"avg": 1.525, "max": 5.0, "p95": 4.0, "sample_count": 179}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 179, "pushed_frames": 179, "read_frames": 178, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.987, "pushed": 5.987, "read": 5.953}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 178, "client_acquire_ms": {"avg_ms": 0.008, "count": 179, "max_ms": 0.038, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4308.61, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.047, "count": 178, "max_ms": 7.142, "p95_ms": 3.281, "reason": null, "sample_age_ms": 4367.033, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.463, "count": 178, "max_ms": 6.718, "p95_ms": 2.541, "reason": null, "sample_age_ms": 4367.613, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.523, "count": 179, "max_ms": 2.125, "p95_ms": 0.979, "reason": null, "sample_age_ms": 4308.618, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.174, "count": 178, "max_ms": 6.015, "p95_ms": 3.659, "reason": null, "sample_age_ms": 4364.491, "source": "client_direct"}, "request_count": 178, "request_tensor_bytes": {"avg": 2764808.0, "count": 178, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4364.466, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 179, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4308.891, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 55.469, "count": 179, "max_ms": 92.425, "p95_ms": 80.445, "reason": null, "sample_age_ms": 4308.607, "source": "client_direct"}, "sample_age_ms": 4308.604, "source": "client_direct", "task_total_ms": {"avg_ms": 58.359, "count": 179, "max_ms": 95.204, "p95_ms": 83.199, "reason": null, "sample_age_ms": 4308.604, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.984, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 14.025, "count": 179, "max_ms": 31.922, "p95_ms": 20.397}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.76, "count": 179, "max_ms": 2.988, "p95_ms": 1.513}, "detection_prepare_ms": {"avg_ms": 2.317, "count": 179, "max_ms": 8.634, "p95_ms": 4.59}, "event_filter_ms": {"avg_ms": 0.008, "count": 179, "max_ms": 0.026, "p95_ms": 0.018}, "id_reconcile_ms": {"avg_ms": 0.786, "count": 179, "max_ms": 1.867, "p95_ms": 1.428}, "mcmt_ms": {"avg_ms": 0.005, "count": 179, "max_ms": 0.058, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 6.407, "count": 179, "max_ms": 17.514, "p95_ms": 10.104}, "setup_ms": {"avg_ms": 0.048, "count": 179, "max_ms": 0.126, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 13.946, "count": 179, "max_ms": 31.749, "p95_ms": 20.25}, "track_match_ms": {"avg_ms": 0.243, "count": 179, "max_ms": 0.817, "p95_ms": 0.549}, "tracker_update_ms": {"avg_ms": 3.371, "count": 179, "max_ms": 8.0, "p95_ms": 5.887}}, "gstreamer_push": {"avg_ms": 3.406, "count": 179, "max_ms": 9.251, "p95_ms": 5.661}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.065, "count": 179, "max_ms": 1.301, "p95_ms": 0.135}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.862, "count": 179, "max_ms": 96.244, "p95_ms": 87.101}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.317, "count": 179, "max_ms": 17.356, "p95_ms": 10.102}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 121.197, "count": 179, "max_ms": 186.849, "p95_ms": 159.683}, "inference_input_copy_ms": {"avg_ms": 1.793, "count": 179, "max_ms": 6.761, "p95_ms": 3.065}, "processing_residual_ms": {"avg_ms": 0.32, "count": 179, "max_ms": 0.768, "p95_ms": 0.624}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 127.627, "count": 179, "max_ms": 192.177, "p95_ms": 166.653}, "read_interval": {"avg_ms": 144.207, "count": 178, "max_ms": 259.281, "p95_ms": 196.831}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.025, "count": 179, "max_ms": 0.344, "p95_ms": 0.048}, "execute_total_ms": {"avg_ms": 6.31, "count": 179, "max_ms": 17.405, "p95_ms": 9.977}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 179, "max_ms": 0.148, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 6.285, "count": 179, "max_ms": 17.382, "p95_ms": 9.95}, "worker_merge_ms": {"avg_ms": 0.009, "count": 179, "max_ms": 0.064, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 59.878, "count": 179, "max_ms": 96.259, "p95_ms": 87.117}, "visualize": {"avg_ms": 45.67, "count": 179, "max_ms": 73.893, "p95_ms": 64.552}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.746, "count": 179, "max_ms": 53.67, "p95_ms": 43.581}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.949, "count": 179, "max_ms": 71.779, "p95_ms": 61.589}, "visualize_input_copy_ms": {"avg_ms": 1.487, "count": 179, "max_ms": 7.005, "p95_ms": 2.43}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.798, "count": 179, "max_ms": 71.563, "p95_ms": 61.284}, "visualizer_prepare_ms": {"avg_ms": 0.081, "count": 179, "max_ms": 0.209, "p95_ms": 0.177}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 179}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 824.609, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.248, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.92, "sample_count": 2379, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 40779, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:03:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 107142, "write_bytes_delta": 107142, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 426.0, "cpu_core_ratio": 0.372461, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 8625, "reason": null, "system_cpu_core_ratio": 0.030955, "system_cpu_s_delta": 0.3100000000000005, "user_cpu_core_ratio": 0.341506, "user_cpu_s_delta": 3.4200000000000017}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 2.010093, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.637079, "system_cpu_s_delta": 6.380000000000109, "user_cpu_core_ratio": 1.373014, "user_cpu_s_delta": 13.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.35, "count": 212, "max_ms": 9.251, "p95_ms": 5.612, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.552, "max": 22.0, "p95": 20.0, "sample_count": 212}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.509, "key_count": 1, "max": 9.0, "p95": 8.0, "provenance": "bounded_other_sum_proxy", "sample_count": 212}, "total": {"avg": 5.509, "max": 9.0, "p95": 8.0, "sample_count": 212}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.578, "count": 30, "max": 63.231, "p95": 40.337, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.781, "count": 30, "max": 31.078, "p95": 25.489, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 633.667, "count": 30, "max": 1152.0, "p95": 1096.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1792.367, "count": 30, "max": 49431.0, "p95": 843.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.041, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.396, "count": 30, "max": 0.445, "p95": 0.434, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108591.6, "count": 30, "max": 113957.0, "p95": 113015.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108591.6, "count": 30, "max": 113957.0, "p95": 113015.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.967, "count": 30, "max": 45.0, "p95": 18.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.547, "count": 30, "max": 0.649, "p95": 0.632, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.226, "count": 30, "max": 1.373, "p95": 1.365, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 349, "sampled_at": "2026-10-30T16:03:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:03:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 91500, "flush_count": 95, "flush_interval_seconds": 30.0, "flush_state": {"count": 95, "last_at": "2026-10-30T16:06:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:06:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 94}, "started": true, "suppressed_count": 42002, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 41996}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 95, "written_record_count": 95}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4772.633, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5e1cb2e52300] error while decoding MB 9 57, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 116367667200, "copied_frame_count": 42089, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:05:46+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3100447, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:05:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.705}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 6, "events_emitted": 5, "events_failed": 0, "events_observed": 6, "events_suppressed": 1, "frame_buffer_copied_bytes": 116367667200, "frame_buffer_copies": 42089, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.108, "count": 512, "max_ms": 0.377, "p50_ms": 0.0946, "p95_ms": 0.2072, "p99_ms": 0.2933}, "stages": {"db_insert": {"avg_ms": 15.2267, "count": 5, "max_ms": 25.7525, "p50_ms": 13.3409, "p95_ms": 24.0961, "p99_ms": 25.4213, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6977, "count": 5, "max_ms": 2.2613, "p50_ms": 1.9322, "p95_ms": 2.2235, "p99_ms": 2.2537, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1508.5009, "count": 6, "max_ms": 4422.916, "p50_ms": 1135.7597, "p95_ms": 3660.9541, "p99_ms": 4270.5236, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5411, "count": 512, "max_ms": 5.096, "p50_ms": 1.4314, "p95_ms": 2.5343, "p99_ms": 3.5455, "results": {"failed": 0, "not_applicable": 0, "success": 42089, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 460.7952, "count": 6, "max_ms": 595.7564, "p50_ms": 534.0511, "p95_ms": 592.6959, "p99_ms": 595.1443, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 39.0789, "count": 5, "max_ms": 58.1992, "p50_ms": 40.0672, "p95_ms": 55.5668, "p99_ms": 57.6727, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2363, "count": 250, "max_ms": 15.2315, "p50_ms": 4.9695, "p95_ms": 8.0415, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5013, "count": 250, "max_ms": 5.1681, "p50_ms": 1.3558, "p95_ms": 2.6624, "p99_ms": 3.6881, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 547.9412, "count": 5, "max_ms": 586.6132, "p50_ms": 532.5116, "p95_ms": 585.464, "p99_ms": 586.3833, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 456.4876, "count": 5, "max_ms": 493.9683, "p50_ms": 447.1304, "p95_ms": 491.4647, "p99_ms": 493.4676, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.942, "count": 5, "max_ms": 92.4716, "p50_ms": 84.1994, "p95_ms": 91.4057, "p99_ms": 92.2584, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.101, "count": 5, "max_ms": 2.9226, "p50_ms": 1.8486, "p95_ms": 2.8497, "p99_ms": 2.908, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 38.9398, "count": 5, "max_ms": 50.6832, "p50_ms": 37.1334, "p95_ms": 48.8064, "p99_ms": 50.3078, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8749, "count": 6, "max_ms": 1.162, "p50_ms": 0.8486, "p95_ms": 1.0927, "p99_ms": 1.1481, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.9825, "count": 5, "max_ms": 1.7209, "p50_ms": 0.8543, "p95_ms": 1.5558, "p99_ms": 1.6879, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.9825, "count": 5, "max_ms": 1.7209, "p50_ms": 0.8543, "p95_ms": 1.5558, "p99_ms": 1.6879, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8749, "count": 6, "max_ms": 1.162, "p50_ms": 0.8486, "p95_ms": 1.0927, "p99_ms": 1.1481, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 2.7819, "count": 5, "max_ms": 9.2164, "p50_ms": 0.7722, "p95_ms": 7.8888, "p99_ms": 8.9509, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 1170.9505, "count": 5, "max_ms": 3752.636, "p50_ms": 516.2225, "p95_ms": 3145.3901, "p99_ms": 3631.1869, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.9613, "count": 5, "max_ms": 2.5657, "p50_ms": 2.1343, "p95_ms": 2.5482, "p99_ms": 2.5622, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 22.976, "count": 5, "max_ms": 74.1981, "p50_ms": 8.9688, "p95_ms": 64.3649, "p99_ms": 72.2314, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3071, "count": 5, "max_ms": 1.1521, "p50_ms": 0.1018, "p95_ms": 0.957, "p99_ms": 1.1131, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0067, "count": 5, "max_ms": 2.7861, "p50_ms": 1.846, "p95_ms": 2.66, "p99_ms": 2.7609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 1255.4422, "count": 5, "max_ms": 3837.487, "p50_ms": 610.1025, "p95_ms": 3225.6764, "p99_ms": 3715.1249, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 1.1521, "p50_ms": 0.1018, "p95_ms": 0.957, "p99_ms": 1.1131}, "wait_ms": {"count": 5, "max_ms": 2.7861, "p50_ms": 1.846, "p95_ms": 2.66, "p99_ms": 2.7609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15546, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 2.2613, "p50_ms": 1.9322, "p95_ms": 2.2235, "p99_ms": 2.2537}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 26, "h264_decode_error_count": 71, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:06:28+09:00", "last_error_summary": "[h264 @ 0x5e1cb2e52300] error while decoding MB 9 57, bytestream -5", "last_exit_at": "2026-10-30T16:03:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.598, "last_started_at": "2026-10-30T16:03:32+09:00", "pid": 8741, "process": {"exists": false, "pid": 8741}, "restart_count": 26, "restart_count_per_hour": 15, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.704, "sample_count": 2143, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 42089, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:06:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.127, "last_frame_pushed_at": "2026-10-30T16:06:28+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-10-30T16:06:28+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 10, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 147.503, "last_sample_duration_ms": 1205.451, "last_trigger": "periodic", "next_snapshot_in_sec": 452.497, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 10, "storage_bytes": 1144175}, "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-10-30T16:06:28.637637+09:00", "mtime_epoch": 1793343988.6376371, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102297}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:06:28+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 919.25, "name": "celery", "pid": 206, "rss_mb": 843.824, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 5, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 42090, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.678, "max": 23.0, "p95": 21.0, "sample_count": 227}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.709, "max": 7.0, "p95": 6.0, "sample_count": 227}, "total": {"avg": 4.709, "max": 7.0, "p95": 6.0, "sample_count": 227}}, "tracking_counts": {"active": {"avg": 0.251, "max": 2.0, "p95": 1.0, "sample_count": 227}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "removed": {"avg": 0.022, "max": 2.0, "p95": 0.0, "sample_count": 227}, "tracked": {"avg": 0.251, "max": 2.0, "p95": 1.0, "sample_count": 227}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.583, "pushed": 7.583, "read": 7.583}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 227, "client_acquire_ms": {"avg_ms": 0.008, "count": 227, "max_ms": 0.03, "p95_ms": 0.017, "reason": null, "sample_age_ms": 48.729, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.045, "count": 227, "max_ms": 10.392, "p95_ms": 3.506, "reason": null, "sample_age_ms": 103.885, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.515, "count": 227, "max_ms": 10.012, "p95_ms": 2.763, "reason": null, "sample_age_ms": 105.577, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.466, "count": 227, "max_ms": 1.414, "p95_ms": 0.922, "reason": null, "sample_age_ms": 48.752, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.175, "count": 227, "max_ms": 5.745, "p95_ms": 3.652, "reason": null, "sample_age_ms": 101.769, "source": "client_direct"}, "request_count": 227, "request_tensor_bytes": {"avg": 2764808.0, "count": 227, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 101.736, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 227, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 49.298, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.991, "count": 227, "max_ms": 93.959, "p95_ms": 73.079, "reason": null, "sample_age_ms": 48.72, "source": "client_direct"}, "sample_age_ms": 48.715, "source": "client_direct", "task_total_ms": {"avg_ms": 52.834, "count": 227, "max_ms": 96.722, "p95_ms": 75.86, "reason": null, "sample_age_ms": 48.715, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.067, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 12.449, "count": 227, "max_ms": 29.64, "p95_ms": 18.796}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.659, "count": 227, "max_ms": 2.546, "p95_ms": 1.31}, "detection_prepare_ms": {"avg_ms": 2.227, "count": 227, "max_ms": 12.729, "p95_ms": 3.99}, "event_filter_ms": {"avg_ms": 0.007, "count": 227, "max_ms": 0.029, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.682, "count": 227, "max_ms": 2.147, "p95_ms": 1.1}, "mcmt_ms": {"avg_ms": 0.004, "count": 227, "max_ms": 0.014, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 5.787, "count": 227, "max_ms": 11.532, "p95_ms": 9.213}, "setup_ms": {"avg_ms": 0.046, "count": 227, "max_ms": 0.125, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 12.381, "count": 227, "max_ms": 29.548, "p95_ms": 18.678}, "track_match_ms": {"avg_ms": 0.139, "count": 227, "max_ms": 0.527, "p95_ms": 0.282}, "tracker_update_ms": {"avg_ms": 2.828, "count": 227, "max_ms": 10.871, "p95_ms": 4.659}}, "gstreamer_push": {"avg_ms": 3.295, "count": 227, "max_ms": 13.892, "p95_ms": 5.344}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 227, "max_ms": 0.624, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.342, "count": 227, "max_ms": 103.216, "p95_ms": 77.035}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.592, "count": 227, "max_ms": 15.729, "p95_ms": 9.669}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.107, "count": 227, "max_ms": 190.91, "p95_ms": 142.104}, "inference_input_copy_ms": {"avg_ms": 1.765, "count": 227, "max_ms": 5.279, "p95_ms": 3.107}, "processing_residual_ms": {"avg_ms": 0.255, "count": 227, "max_ms": 0.963, "p95_ms": 0.472}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.72, "count": 227, "max_ms": 196.611, "p95_ms": 149.304}, "read_interval": {"avg_ms": 132.003, "count": 227, "max_ms": 217.618, "p95_ms": 179.817}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.023, "count": 227, "max_ms": 0.192, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 5.694, "count": 227, "max_ms": 11.416, "p95_ms": 8.94}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 227, "max_ms": 0.097, "p95_ms": 0.045}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.671, "count": 227, "max_ms": 11.39, "p95_ms": 8.899}, "worker_merge_ms": {"avg_ms": 0.008, "count": 227, "max_ms": 0.035, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 54.357, "count": 227, "max_ms": 103.246, "p95_ms": 77.048}, "visualize": {"avg_ms": 42.794, "count": 227, "max_ms": 78.634, "p95_ms": 57.97}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.746, "count": 227, "max_ms": 54.97, "p95_ms": 43.288}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.164, "count": 227, "max_ms": 75.619, "p95_ms": 56.565}, "visualize_input_copy_ms": {"avg_ms": 1.401, "count": 227, "max_ms": 4.137, "p95_ms": 2.329}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.016, "count": 227, "max_ms": 75.365, "p95_ms": 56.46}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 227, "max_ms": 0.223, "p95_ms": 0.152}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 227}, "returned_event_count": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 843.805, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 52.642, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.704, "sample_count": 2145, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 42046, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:06:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104220, "write_bytes_delta": 104220, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 451.0, "cpu_core_ratio": 0.389731, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 8741, "reason": null, "system_cpu_core_ratio": 0.031978, "system_cpu_s_delta": 0.3200000000000003, "user_cpu_core_ratio": 0.357753, "user_cpu_s_delta": 3.5800000000000054}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.925671, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.595589, "system_cpu_s_delta": 5.960000000000036, "user_cpu_core_ratio": 1.330082, "user_cpu_s_delta": 13.3100000000004}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.37, "count": 224, "max_ms": 13.892, "p95_ms": 5.698, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.92, "max": 23.0, "p95": 21.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.942, "key_count": 1, "max": 7.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 224}, "total": {"avg": 4.942, "max": 7.0, "p95": 6.0, "sample_count": 224}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.435, "count": 30, "max": 52.642, "p95": 38.978, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.614, "count": 30, "max": 31.078, "p95": 26.484, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 450.533, "count": 30, "max": 540.0, "p95": 520.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 74.033, "count": 30, "max": 981.0, "p95": 376.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.039, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.374, "count": 30, "max": 0.437, "p95": 0.425, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.081, "count": 30, "max": 2.18, "p95": 0.121, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106555.433, "count": 30, "max": 109729.0, "p95": 108873.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106555.433, "count": 30, "max": 109729.0, "p95": 108873.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 714.533, "count": 30, "max": 15765.0, "p95": 2991.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.592, "count": 30, "max": 0.661, "p95": 0.64, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.302, "count": 30, "max": 1.397, "p95": 1.379, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 367, "sampled_at": "2026-10-30T16:06:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:06:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 91500, "flush_count": 95, "flush_interval_seconds": 30.0, "flush_state": {"count": 95, "last_at": "2026-10-30T16:06:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:06:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 94}, "started": true, "suppressed_count": 42002, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 41996}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 95, "written_record_count": 95}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4766.953, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T16:06:28+09:00", "last_error_summary": "[h264 @ 0x5e1cb2e52300] error while decoding MB 9 57, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 116370432000, "copied_frame_count": 42090, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:05:46+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3100447, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:05:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.705}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 6, "events_emitted": 5, "events_failed": 0, "events_observed": 6, "events_suppressed": 1, "frame_buffer_copied_bytes": 116370432000, "frame_buffer_copies": 42090, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1081, "count": 512, "max_ms": 0.377, "p50_ms": 0.095, "p95_ms": 0.2072, "p99_ms": 0.2933}, "stages": {"db_insert": {"avg_ms": 15.2267, "count": 5, "max_ms": 25.7525, "p50_ms": 13.3409, "p95_ms": 24.0961, "p99_ms": 25.4213, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6977, "count": 5, "max_ms": 2.2613, "p50_ms": 1.9322, "p95_ms": 2.2235, "p99_ms": 2.2537, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1508.5009, "count": 6, "max_ms": 4422.916, "p50_ms": 1135.7597, "p95_ms": 3660.9541, "p99_ms": 4270.5236, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5415, "count": 512, "max_ms": 5.096, "p50_ms": 1.4314, "p95_ms": 2.5343, "p99_ms": 3.5455, "results": {"failed": 0, "not_applicable": 0, "success": 42090, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 460.7952, "count": 6, "max_ms": 595.7564, "p50_ms": 534.0511, "p95_ms": 592.6959, "p99_ms": 595.1443, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 39.0789, "count": 5, "max_ms": 58.1992, "p50_ms": 40.0672, "p95_ms": 55.5668, "p99_ms": 57.6727, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2363, "count": 250, "max_ms": 15.2315, "p50_ms": 4.9695, "p95_ms": 8.0415, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5013, "count": 250, "max_ms": 5.1681, "p50_ms": 1.3558, "p95_ms": 2.6624, "p99_ms": 3.6881, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 547.9412, "count": 5, "max_ms": 586.6132, "p50_ms": 532.5116, "p95_ms": 585.464, "p99_ms": 586.3833, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 456.4876, "count": 5, "max_ms": 493.9683, "p50_ms": 447.1304, "p95_ms": 491.4647, "p99_ms": 493.4676, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.942, "count": 5, "max_ms": 92.4716, "p50_ms": 84.1994, "p95_ms": 91.4057, "p99_ms": 92.2584, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.101, "count": 5, "max_ms": 2.9226, "p50_ms": 1.8486, "p95_ms": 2.8497, "p99_ms": 2.908, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 38.9398, "count": 5, "max_ms": 50.6832, "p50_ms": 37.1334, "p95_ms": 48.8064, "p99_ms": 50.3078, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8749, "count": 6, "max_ms": 1.162, "p50_ms": 0.8486, "p95_ms": 1.0927, "p99_ms": 1.1481, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.9825, "count": 5, "max_ms": 1.7209, "p50_ms": 0.8543, "p95_ms": 1.5558, "p99_ms": 1.6879, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.9825, "count": 5, "max_ms": 1.7209, "p50_ms": 0.8543, "p95_ms": 1.5558, "p99_ms": 1.6879, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8749, "count": 6, "max_ms": 1.162, "p50_ms": 0.8486, "p95_ms": 1.0927, "p99_ms": 1.1481, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 2.7819, "count": 5, "max_ms": 9.2164, "p50_ms": 0.7722, "p95_ms": 7.8888, "p99_ms": 8.9509, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 1170.9505, "count": 5, "max_ms": 3752.636, "p50_ms": 516.2225, "p95_ms": 3145.3901, "p99_ms": 3631.1869, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.9613, "count": 5, "max_ms": 2.5657, "p50_ms": 2.1343, "p95_ms": 2.5482, "p99_ms": 2.5622, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 22.976, "count": 5, "max_ms": 74.1981, "p50_ms": 8.9688, "p95_ms": 64.3649, "p99_ms": 72.2314, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3071, "count": 5, "max_ms": 1.1521, "p50_ms": 0.1018, "p95_ms": 0.957, "p99_ms": 1.1131, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0067, "count": 5, "max_ms": 2.7861, "p50_ms": 1.846, "p95_ms": 2.66, "p99_ms": 2.7609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 1255.4422, "count": 5, "max_ms": 3837.487, "p50_ms": 610.1025, "p95_ms": 3225.6764, "p99_ms": 3715.1249, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 1.1521, "p50_ms": 0.1018, "p95_ms": 0.957, "p99_ms": 1.1131}, "wait_ms": {"count": 5, "max_ms": 2.7861, "p50_ms": 1.846, "p95_ms": 2.66, "p99_ms": 2.7609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15546, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 2.2613, "p50_ms": 1.9322, "p95_ms": 2.2235, "p99_ms": 2.2537}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 26, "h264_decode_error_count": 71, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:06:28+09:00", "last_error_summary": "[h264 @ 0x5e1cb2e52300] error while decoding MB 9 57, bytestream -5", "last_exit_at": "2026-10-30T16:06:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.665, "last_started_at": "2026-10-30T16:03:32+09:00", "pid": 8741, "process": {"exists": false, "pid": 8741}, "restart_count": 26, "restart_count_per_hour": 15, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.704, "sample_count": 2143, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 42090, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:06:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T16:06:28+09:00", "last_frame_read_age_sec": 0.154, "last_frame_read_at": "2026-10-30T16:06:28+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 10, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 147.554, "last_sample_duration_ms": 1205.451, "last_trigger": "periodic", "next_snapshot_in_sec": 452.446, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 10, "storage_bytes": 1144175}, "mjpeg": {"age_sec": 0.182, "exists": true, "mtime": "2026-10-30T16:06:28.637637+09:00", "mtime_epoch": 1793343988.6376371, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102297}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:06:28+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 919.25, "name": "celery", "pid": 206, "rss_mb": 843.809, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 5, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 42090, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.67, "max": 23.0, "p95": 21.0, "sample_count": 227}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.7, "max": 7.0, "p95": 6.0, "sample_count": 227}, "total": {"avg": 4.7, "max": 7.0, "p95": 6.0, "sample_count": 227}}, "tracking_counts": {"active": {"avg": 0.251, "max": 2.0, "p95": 1.0, "sample_count": 227}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "removed": {"avg": 0.022, "max": 2.0, "p95": 0.0, "sample_count": 227}, "tracked": {"avg": 0.251, "max": 2.0, "p95": 1.0, "sample_count": 227}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.567, "pushed": 7.601, "read": 7.567}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 227, "client_acquire_ms": {"avg_ms": 0.008, "count": 227, "max_ms": 0.03, "p95_ms": 0.017, "reason": null, "sample_age_ms": 104.512, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.045, "count": 227, "max_ms": 10.392, "p95_ms": 3.506, "reason": null, "sample_age_ms": 159.668, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.515, "count": 227, "max_ms": 10.012, "p95_ms": 2.763, "reason": null, "sample_age_ms": 161.36, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.466, "count": 227, "max_ms": 1.414, "p95_ms": 0.922, "reason": null, "sample_age_ms": 104.535, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.175, "count": 227, "max_ms": 5.745, "p95_ms": 3.652, "reason": null, "sample_age_ms": 157.552, "source": "client_direct"}, "request_count": 227, "request_tensor_bytes": {"avg": 2764808.0, "count": 227, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 157.519, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 227, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 105.081, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.991, "count": 227, "max_ms": 93.959, "p95_ms": 73.079, "reason": null, "sample_age_ms": 104.503, "source": "client_direct"}, "sample_age_ms": 104.498, "source": "client_direct", "task_total_ms": {"avg_ms": 52.834, "count": 227, "max_ms": 96.722, "p95_ms": 75.86, "reason": null, "sample_age_ms": 104.498, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.825, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 12.467, "count": 227, "max_ms": 29.64, "p95_ms": 18.796}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.664, "count": 227, "max_ms": 2.546, "p95_ms": 1.31}, "detection_prepare_ms": {"avg_ms": 2.222, "count": 227, "max_ms": 12.729, "p95_ms": 3.947}, "event_filter_ms": {"avg_ms": 0.007, "count": 227, "max_ms": 0.029, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.684, "count": 227, "max_ms": 2.147, "p95_ms": 1.102}, "mcmt_ms": {"avg_ms": 0.004, "count": 227, "max_ms": 0.014, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 5.785, "count": 227, "max_ms": 11.532, "p95_ms": 9.213}, "setup_ms": {"avg_ms": 0.046, "count": 227, "max_ms": 0.125, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 12.399, "count": 227, "max_ms": 29.548, "p95_ms": 18.678}, "track_match_ms": {"avg_ms": 0.14, "count": 227, "max_ms": 0.527, "p95_ms": 0.282}, "tracker_update_ms": {"avg_ms": 2.846, "count": 227, "max_ms": 10.871, "p95_ms": 4.699}}, "gstreamer_push": {"avg_ms": 3.296, "count": 228, "max_ms": 13.892, "p95_ms": 5.344}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 227, "max_ms": 0.624, "p95_ms": 0.119}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.38, "count": 227, "max_ms": 103.216, "p95_ms": 77.035}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.59, "count": 227, "max_ms": 15.729, "p95_ms": 9.669}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.241, "count": 227, "max_ms": 190.91, "p95_ms": 143.604}, "inference_input_copy_ms": {"avg_ms": 1.767, "count": 227, "max_ms": 5.279, "p95_ms": 3.107}, "processing_residual_ms": {"avg_ms": 0.255, "count": 227, "max_ms": 0.963, "p95_ms": 0.472}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.853, "count": 227, "max_ms": 196.611, "p95_ms": 149.304}, "read_interval": {"avg_ms": 132.003, "count": 227, "max_ms": 217.618, "p95_ms": 179.817}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 227, "max_ms": 0.192, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 5.692, "count": 227, "max_ms": 11.416, "p95_ms": 8.94}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 227, "max_ms": 0.097, "p95_ms": 0.045}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.67, "count": 227, "max_ms": 11.39, "p95_ms": 8.899}, "worker_merge_ms": {"avg_ms": 0.008, "count": 227, "max_ms": 0.035, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 54.395, "count": 227, "max_ms": 103.246, "p95_ms": 77.048}, "visualize": {"avg_ms": 42.873, "count": 227, "max_ms": 78.634, "p95_ms": 58.588}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.812, "count": 227, "max_ms": 54.97, "p95_ms": 43.875}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.246, "count": 227, "max_ms": 75.619, "p95_ms": 56.926}, "visualize_input_copy_ms": {"avg_ms": 1.398, "count": 227, "max_ms": 4.137, "p95_ms": 2.329}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.099, "count": 227, "max_ms": 75.365, "p95_ms": 56.829}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 227, "max_ms": 0.223, "p95_ms": 0.148}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 227}, "returned_event_count": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 843.805, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 52.642, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.704, "sample_count": 2145, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 42046, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:06:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104220, "write_bytes_delta": 104220, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 451.0, "cpu_core_ratio": 0.389731, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 8741, "reason": null, "system_cpu_core_ratio": 0.031978, "system_cpu_s_delta": 0.3200000000000003, "user_cpu_core_ratio": 0.357753, "user_cpu_s_delta": 3.5800000000000054}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.925671, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.595589, "system_cpu_s_delta": 5.960000000000036, "user_cpu_core_ratio": 1.330082, "user_cpu_s_delta": 13.3100000000004}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.37, "count": 224, "max_ms": 13.892, "p95_ms": 5.698, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.92, "max": 23.0, "p95": 21.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.942, "key_count": 1, "max": 7.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 224}, "total": {"avg": 4.942, "max": 7.0, "p95": 6.0, "sample_count": 224}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.435, "count": 30, "max": 52.642, "p95": 38.978, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.614, "count": 30, "max": 31.078, "p95": 26.484, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 450.533, "count": 30, "max": 540.0, "p95": 520.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 74.033, "count": 30, "max": 981.0, "p95": 376.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.039, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.374, "count": 30, "max": 0.437, "p95": 0.425, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.081, "count": 30, "max": 2.18, "p95": 0.121, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106555.433, "count": 30, "max": 109729.0, "p95": 108873.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106555.433, "count": 30, "max": 109729.0, "p95": 108873.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 714.533, "count": 30, "max": 15765.0, "p95": 2991.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.592, "count": 30, "max": 0.661, "p95": 0.64, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.302, "count": 30, "max": 1.397, "p95": 1.379, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 367, "sampled_at": "2026-10-30T16:06:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:06:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 91500, "flush_count": 95, "flush_interval_seconds": 30.0, "flush_state": {"count": 95, "last_at": "2026-10-30T16:06:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:06:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 94}, "started": true, "suppressed_count": 42002, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 41996}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 95, "written_record_count": 95}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4767.566, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 116370432000, "copied_frame_count": 42090, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:05:46+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3100447, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:05:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.705}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 6, "events_emitted": 5, "events_failed": 0, "events_observed": 6, "events_suppressed": 1, "frame_buffer_copied_bytes": 116370432000, "frame_buffer_copies": 42090, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1081, "count": 512, "max_ms": 0.377, "p50_ms": 0.095, "p95_ms": 0.2072, "p99_ms": 0.2933}, "stages": {"db_insert": {"avg_ms": 15.2267, "count": 5, "max_ms": 25.7525, "p50_ms": 13.3409, "p95_ms": 24.0961, "p99_ms": 25.4213, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6977, "count": 5, "max_ms": 2.2613, "p50_ms": 1.9322, "p95_ms": 2.2235, "p99_ms": 2.2537, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1508.5009, "count": 6, "max_ms": 4422.916, "p50_ms": 1135.7597, "p95_ms": 3660.9541, "p99_ms": 4270.5236, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5415, "count": 512, "max_ms": 5.096, "p50_ms": 1.4314, "p95_ms": 2.5343, "p99_ms": 3.5455, "results": {"failed": 0, "not_applicable": 0, "success": 42090, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 460.7952, "count": 6, "max_ms": 595.7564, "p50_ms": 534.0511, "p95_ms": 592.6959, "p99_ms": 595.1443, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 39.0789, "count": 5, "max_ms": 58.1992, "p50_ms": 40.0672, "p95_ms": 55.5668, "p99_ms": 57.6727, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2363, "count": 250, "max_ms": 15.2315, "p50_ms": 4.9695, "p95_ms": 8.0415, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5013, "count": 250, "max_ms": 5.1681, "p50_ms": 1.3558, "p95_ms": 2.6624, "p99_ms": 3.6881, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 547.9412, "count": 5, "max_ms": 586.6132, "p50_ms": 532.5116, "p95_ms": 585.464, "p99_ms": 586.3833, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 456.4876, "count": 5, "max_ms": 493.9683, "p50_ms": 447.1304, "p95_ms": 491.4647, "p99_ms": 493.4676, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.942, "count": 5, "max_ms": 92.4716, "p50_ms": 84.1994, "p95_ms": 91.4057, "p99_ms": 92.2584, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.101, "count": 5, "max_ms": 2.9226, "p50_ms": 1.8486, "p95_ms": 2.8497, "p99_ms": 2.908, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 38.9398, "count": 5, "max_ms": 50.6832, "p50_ms": 37.1334, "p95_ms": 48.8064, "p99_ms": 50.3078, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8749, "count": 6, "max_ms": 1.162, "p50_ms": 0.8486, "p95_ms": 1.0927, "p99_ms": 1.1481, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.9825, "count": 5, "max_ms": 1.7209, "p50_ms": 0.8543, "p95_ms": 1.5558, "p99_ms": 1.6879, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.9825, "count": 5, "max_ms": 1.7209, "p50_ms": 0.8543, "p95_ms": 1.5558, "p99_ms": 1.6879, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8749, "count": 6, "max_ms": 1.162, "p50_ms": 0.8486, "p95_ms": 1.0927, "p99_ms": 1.1481, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 2.7819, "count": 5, "max_ms": 9.2164, "p50_ms": 0.7722, "p95_ms": 7.8888, "p99_ms": 8.9509, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 1170.9505, "count": 5, "max_ms": 3752.636, "p50_ms": 516.2225, "p95_ms": 3145.3901, "p99_ms": 3631.1869, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.9613, "count": 5, "max_ms": 2.5657, "p50_ms": 2.1343, "p95_ms": 2.5482, "p99_ms": 2.5622, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 22.976, "count": 5, "max_ms": 74.1981, "p50_ms": 8.9688, "p95_ms": 64.3649, "p99_ms": 72.2314, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3071, "count": 5, "max_ms": 1.1521, "p50_ms": 0.1018, "p95_ms": 0.957, "p99_ms": 1.1131, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0067, "count": 5, "max_ms": 2.7861, "p50_ms": 1.846, "p95_ms": 2.66, "p99_ms": 2.7609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 1255.4422, "count": 5, "max_ms": 3837.487, "p50_ms": 610.1025, "p95_ms": 3225.6764, "p99_ms": 3715.1249, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 1.1521, "p50_ms": 0.1018, "p95_ms": 0.957, "p99_ms": 1.1131}, "wait_ms": {"count": 5, "max_ms": 2.7861, "p50_ms": 1.846, "p95_ms": 2.66, "p99_ms": 2.7609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15546, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 2.2613, "p50_ms": 1.9322, "p95_ms": 2.2235, "p99_ms": 2.2537}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 26, "h264_decode_error_count": 71, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:06:28+09:00", "last_error_summary": "[h264 @ 0x5e1cb2e52300] error while decoding MB 9 57, bytestream -5", "last_exit_at": "2026-10-30T16:06:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.697, "last_started_at": "2026-10-30T16:03:32+09:00", "pid": 8741, "process": {"exists": false, "pid": 8741}, "restart_count": 26, "restart_count_per_hour": 15, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 27}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.704, "sample_count": 2143, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 42090, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:06:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.032, "last_frame_pushed_at": "2026-10-30T16:06:28+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-10-30T16:06:28+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 10, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 147.582, "last_sample_duration_ms": 1205.451, "last_trigger": "periodic", "next_snapshot_in_sec": 452.418, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 10, "storage_bytes": 1144175}, "mjpeg": {"age_sec": 0.023, "exists": true, "mtime": "2026-10-30T16:06:28.827638+09:00", "mtime_epoch": 1793343988.8276381, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102186}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:06:28+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 919.25, "name": "celery", "pid": 206, "rss_mb": 843.809, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 5, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 42090, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.67, "max": 23.0, "p95": 21.0, "sample_count": 227}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.7, "max": 7.0, "p95": 6.0, "sample_count": 227}, "total": {"avg": 4.7, "max": 7.0, "p95": 6.0, "sample_count": 227}}, "tracking_counts": {"active": {"avg": 0.251, "max": 2.0, "p95": 1.0, "sample_count": 227}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "removed": {"avg": 0.022, "max": 2.0, "p95": 0.0, "sample_count": 227}, "tracked": {"avg": 0.251, "max": 2.0, "p95": 1.0, "sample_count": 227}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.603, "pushed": 7.603, "read": 7.57}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 227, "client_acquire_ms": {"avg_ms": 0.008, "count": 227, "max_ms": 0.03, "p95_ms": 0.017, "reason": null, "sample_age_ms": 135.529, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.045, "count": 227, "max_ms": 10.392, "p95_ms": 3.506, "reason": null, "sample_age_ms": 190.684, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.503, "count": 226, "max_ms": 10.012, "p95_ms": 2.494, "reason": null, "sample_age_ms": 192.377, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.466, "count": 227, "max_ms": 1.414, "p95_ms": 0.922, "reason": null, "sample_age_ms": 135.551, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.175, "count": 227, "max_ms": 5.745, "p95_ms": 3.652, "reason": null, "sample_age_ms": 188.569, "source": "client_direct"}, "request_count": 226, "request_tensor_bytes": {"avg": 2764808.0, "count": 227, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 188.536, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 227, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 136.098, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.991, "count": 227, "max_ms": 93.959, "p95_ms": 73.079, "reason": null, "sample_age_ms": 135.52, "source": "client_direct"}, "sample_age_ms": 135.514, "source": "client_direct", "task_total_ms": {"avg_ms": 52.834, "count": 227, "max_ms": 96.722, "p95_ms": 75.86, "reason": null, "sample_age_ms": 135.514, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.029, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 12.467, "count": 227, "max_ms": 29.64, "p95_ms": 18.796}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.664, "count": 227, "max_ms": 2.546, "p95_ms": 1.31}, "detection_prepare_ms": {"avg_ms": 2.222, "count": 227, "max_ms": 12.729, "p95_ms": 3.947}, "event_filter_ms": {"avg_ms": 0.007, "count": 227, "max_ms": 0.029, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.684, "count": 227, "max_ms": 2.147, "p95_ms": 1.102}, "mcmt_ms": {"avg_ms": 0.004, "count": 227, "max_ms": 0.014, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 5.785, "count": 227, "max_ms": 11.532, "p95_ms": 9.213}, "setup_ms": {"avg_ms": 0.046, "count": 227, "max_ms": 0.125, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 12.399, "count": 227, "max_ms": 29.548, "p95_ms": 18.678}, "track_match_ms": {"avg_ms": 0.14, "count": 227, "max_ms": 0.527, "p95_ms": 0.282}, "tracker_update_ms": {"avg_ms": 2.846, "count": 227, "max_ms": 10.871, "p95_ms": 4.699}}, "gstreamer_push": {"avg_ms": 3.298, "count": 227, "max_ms": 13.892, "p95_ms": 5.344}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 227, "max_ms": 0.624, "p95_ms": 0.119}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.38, "count": 227, "max_ms": 103.216, "p95_ms": 77.035}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.59, "count": 227, "max_ms": 15.729, "p95_ms": 9.669}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.241, "count": 227, "max_ms": 190.91, "p95_ms": 143.604}, "inference_input_copy_ms": {"avg_ms": 1.767, "count": 227, "max_ms": 5.279, "p95_ms": 3.107}, "processing_residual_ms": {"avg_ms": 0.255, "count": 227, "max_ms": 0.963, "p95_ms": 0.472}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.853, "count": 227, "max_ms": 196.611, "p95_ms": 149.304}, "read_interval": {"avg_ms": 131.932, "count": 226, "max_ms": 217.618, "p95_ms": 179.817}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 227, "max_ms": 0.192, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 5.692, "count": 227, "max_ms": 11.416, "p95_ms": 8.94}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 227, "max_ms": 0.097, "p95_ms": 0.045}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.67, "count": 227, "max_ms": 11.39, "p95_ms": 8.899}, "worker_merge_ms": {"avg_ms": 0.008, "count": 227, "max_ms": 0.035, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 54.395, "count": 227, "max_ms": 103.246, "p95_ms": 77.048}, "visualize": {"avg_ms": 42.873, "count": 227, "max_ms": 78.634, "p95_ms": 58.588}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.812, "count": 227, "max_ms": 54.97, "p95_ms": 43.875}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.246, "count": 227, "max_ms": 75.619, "p95_ms": 56.926}, "visualize_input_copy_ms": {"avg_ms": 1.398, "count": 227, "max_ms": 4.137, "p95_ms": 2.329}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.099, "count": 227, "max_ms": 75.365, "p95_ms": 56.829}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 227, "max_ms": 0.223, "p95_ms": 0.148}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 227}, "returned_event_count": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 843.805, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 52.642, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.704, "sample_count": 2145, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 42046, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:06:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104220, "write_bytes_delta": 104220, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 451.0, "cpu_core_ratio": 0.389731, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 8741, "reason": null, "system_cpu_core_ratio": 0.031978, "system_cpu_s_delta": 0.3200000000000003, "user_cpu_core_ratio": 0.357753, "user_cpu_s_delta": 3.5800000000000054}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.925671, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.595589, "system_cpu_s_delta": 5.960000000000036, "user_cpu_core_ratio": 1.330082, "user_cpu_s_delta": 13.3100000000004}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.37, "count": 224, "max_ms": 13.892, "p95_ms": 5.698, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.92, "max": 23.0, "p95": 21.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.942, "key_count": 1, "max": 7.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 224}, "total": {"avg": 4.942, "max": 7.0, "p95": 6.0, "sample_count": 224}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.435, "count": 30, "max": 52.642, "p95": 38.978, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.614, "count": 30, "max": 31.078, "p95": 26.484, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 450.533, "count": 30, "max": 540.0, "p95": 520.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 74.033, "count": 30, "max": 981.0, "p95": 376.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.039, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.374, "count": 30, "max": 0.437, "p95": 0.425, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.081, "count": 30, "max": 2.18, "p95": 0.121, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106555.433, "count": 30, "max": 109729.0, "p95": 108873.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106555.433, "count": 30, "max": 109729.0, "p95": 108873.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 714.533, "count": 30, "max": 15765.0, "p95": 2991.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.592, "count": 30, "max": 0.661, "p95": 0.64, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.302, "count": 30, "max": 1.397, "p95": 1.379, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 367, "sampled_at": "2026-10-30T16:06:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:06:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.856, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 91500, "flush_count": 95, "flush_interval_seconds": 30.0, "flush_state": {"count": 95, "last_at": "2026-10-30T16:06:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:06:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 94}, "started": true, "suppressed_count": 42002, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 6, "tracking_summary": 41996}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 95, "written_record_count": 95}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4940.895, "limit_mb": null}, "detail": {"pid": 8919, "restart_count": 27, "start_count": 28}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 116370432000, "copied_frame_count": 42090, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:05:46+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3100447, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:05:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.705}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 6, "events_emitted": 5, "events_failed": 0, "events_observed": 6, "events_suppressed": 1, "frame_buffer_copied_bytes": 116370432000, "frame_buffer_copies": 42090, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1081, "count": 512, "max_ms": 0.377, "p50_ms": 0.095, "p95_ms": 0.2072, "p99_ms": 0.2933}, "stages": {"db_insert": {"avg_ms": 15.2267, "count": 5, "max_ms": 25.7525, "p50_ms": 13.3409, "p95_ms": 24.0961, "p99_ms": 25.4213, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6977, "count": 5, "max_ms": 2.2613, "p50_ms": 1.9322, "p95_ms": 2.2235, "p99_ms": 2.2537, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1508.5009, "count": 6, "max_ms": 4422.916, "p50_ms": 1135.7597, "p95_ms": 3660.9541, "p99_ms": 4270.5236, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5415, "count": 512, "max_ms": 5.096, "p50_ms": 1.4314, "p95_ms": 2.5343, "p99_ms": 3.5455, "results": {"failed": 0, "not_applicable": 0, "success": 42090, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 460.7952, "count": 6, "max_ms": 595.7564, "p50_ms": 534.0511, "p95_ms": 592.6959, "p99_ms": 595.1443, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 39.0789, "count": 5, "max_ms": 58.1992, "p50_ms": 40.0672, "p95_ms": 55.5668, "p99_ms": 57.6727, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2363, "count": 250, "max_ms": 15.2315, "p50_ms": 4.9695, "p95_ms": 8.0415, "p99_ms": 9.729, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5013, "count": 250, "max_ms": 5.1681, "p50_ms": 1.3558, "p95_ms": 2.6624, "p99_ms": 3.6881, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 547.9412, "count": 5, "max_ms": 586.6132, "p50_ms": 532.5116, "p95_ms": 585.464, "p99_ms": 586.3833, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 456.4876, "count": 5, "max_ms": 493.9683, "p50_ms": 447.1304, "p95_ms": 491.4647, "p99_ms": 493.4676, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.942, "count": 5, "max_ms": 92.4716, "p50_ms": 84.1994, "p95_ms": 91.4057, "p99_ms": 92.2584, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.101, "count": 5, "max_ms": 2.9226, "p50_ms": 1.8486, "p95_ms": 2.8497, "p99_ms": 2.908, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 38.9398, "count": 5, "max_ms": 50.6832, "p50_ms": 37.1334, "p95_ms": 48.8064, "p99_ms": 50.3078, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8749, "count": 6, "max_ms": 1.162, "p50_ms": 0.8486, "p95_ms": 1.0927, "p99_ms": 1.1481, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.9825, "count": 5, "max_ms": 1.7209, "p50_ms": 0.8543, "p95_ms": 1.5558, "p99_ms": 1.6879, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.9825, "count": 5, "max_ms": 1.7209, "p50_ms": 0.8543, "p95_ms": 1.5558, "p99_ms": 1.6879, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8749, "count": 6, "max_ms": 1.162, "p50_ms": 0.8486, "p95_ms": 1.0927, "p99_ms": 1.1481, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 2.7819, "count": 5, "max_ms": 9.2164, "p50_ms": 0.7722, "p95_ms": 7.8888, "p99_ms": 8.9509, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 1170.9505, "count": 5, "max_ms": 3752.636, "p50_ms": 516.2225, "p95_ms": 3145.3901, "p99_ms": 3631.1869, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.9613, "count": 5, "max_ms": 2.5657, "p50_ms": 2.1343, "p95_ms": 2.5482, "p99_ms": 2.5622, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 22.976, "count": 5, "max_ms": 74.1981, "p50_ms": 8.9688, "p95_ms": 64.3649, "p99_ms": 72.2314, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.3071, "count": 5, "max_ms": 1.1521, "p50_ms": 0.1018, "p95_ms": 0.957, "p99_ms": 1.1131, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0067, "count": 5, "max_ms": 2.7861, "p50_ms": 1.846, "p95_ms": 2.66, "p99_ms": 2.7609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 1255.4422, "count": 5, "max_ms": 3837.487, "p50_ms": 610.1025, "p95_ms": 3225.6764, "p99_ms": 3715.1249, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 1.1521, "p50_ms": 0.1018, "p95_ms": 0.957, "p99_ms": 1.1131}, "wait_ms": {"count": 5, "max_ms": 2.7861, "p50_ms": 1.846, "p95_ms": 2.66, "p99_ms": 2.7609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15546, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 2.2613, "p50_ms": 1.9322, "p95_ms": 2.2235, "p99_ms": 2.2537}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 26, "h264_decode_error_count": 71, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:06:28+09:00", "last_error_summary": "[h264 @ 0x5e1cb2e52300] error while decoding MB 9 57, bytestream -5", "last_exit_at": "2026-10-30T16:06:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T16:06:31+09:00", "pid": 8919, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.043, "name": "ffmpeg", "pid": 8919, "rss_mb": 209.043, "state": "S (sleeping)", "threads": 70}, "restart_count": 27, "restart_count_per_hour": 16, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.95, "sample_count": 2101, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 42090, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:06:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.049, "last_frame_pushed_at": "2026-10-30T16:06:28+09:00", "last_frame_read_age_sec": 5.202, "last_frame_read_at": "2026-10-30T16:06:28+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 10, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 152.624, "last_sample_duration_ms": 1205.451, "last_trigger": "periodic", "next_snapshot_in_sec": 447.376, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 10, "storage_bytes": 1144175}, "mjpeg": {"age_sec": 5.04, "exists": true, "mtime": "2026-10-30T16:06:28.827638+09:00", "mtime_epoch": 1793343988.8276381, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102186}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:06:33+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 919.25, "name": "celery", "pid": 206, "rss_mb": 843.812, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 5, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 42090, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.762, "max": 23.0, "p95": 21.0, "sample_count": 189}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.64, "max": 7.0, "p95": 6.0, "sample_count": 189}, "total": {"avg": 4.64, "max": 7.0, "p95": 6.0, "sample_count": 189}}, "tracking_counts": {"active": {"avg": 0.302, "max": 2.0, "p95": 1.0, "sample_count": 189}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "removed": {"avg": 0.026, "max": 2.0, "p95": 0.0, "sample_count": 189}, "tracked": {"avg": 0.302, "max": 2.0, "p95": 1.0, "sample_count": 189}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 189, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.301, "pushed": 6.301, "read": 6.301}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 188, "client_acquire_ms": {"avg_ms": 0.008, "count": 189, "max_ms": 0.03, "p95_ms": 0.016, "reason": null, "sample_age_ms": 5154.279, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.034, "count": 188, "max_ms": 10.392, "p95_ms": 3.346, "reason": null, "sample_age_ms": 5209.434, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.502, "count": 188, "max_ms": 10.012, "p95_ms": 2.475, "reason": null, "sample_age_ms": 5211.126, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.469, "count": 189, "max_ms": 1.414, "p95_ms": 0.928, "reason": null, "sample_age_ms": 5154.301, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.174, "count": 188, "max_ms": 5.745, "p95_ms": 3.627, "reason": null, "sample_age_ms": 5207.319, "source": "client_direct"}, "request_count": 188, "request_tensor_bytes": {"avg": 2764808.0, "count": 188, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5207.285, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 189, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5154.847, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.976, "count": 189, "max_ms": 93.959, "p95_ms": 73.844, "reason": null, "sample_age_ms": 5154.269, "source": "client_direct"}, "sample_age_ms": 5154.264, "source": "client_direct", "task_total_ms": {"avg_ms": 52.817, "count": 189, "max_ms": 96.722, "p95_ms": 76.835, "reason": null, "sample_age_ms": 5154.264, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.545, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 12.434, "count": 189, "max_ms": 29.64, "p95_ms": 19.418}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.673, "count": 189, "max_ms": 2.546, "p95_ms": 1.31}, "detection_prepare_ms": {"avg_ms": 2.281, "count": 189, "max_ms": 12.729, "p95_ms": 4.129}, "event_filter_ms": {"avg_ms": 0.007, "count": 189, "max_ms": 0.029, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.676, "count": 189, "max_ms": 2.147, "p95_ms": 1.102}, "mcmt_ms": {"avg_ms": 0.004, "count": 189, "max_ms": 0.014, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 5.689, "count": 189, "max_ms": 11.532, "p95_ms": 9.008}, "setup_ms": {"avg_ms": 0.047, "count": 189, "max_ms": 0.109, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 12.365, "count": 189, "max_ms": 29.548, "p95_ms": 19.337}, "track_match_ms": {"avg_ms": 0.143, "count": 189, "max_ms": 0.527, "p95_ms": 0.283}, "tracker_update_ms": {"avg_ms": 2.843, "count": 189, "max_ms": 10.871, "p95_ms": 4.642}}, "gstreamer_push": {"avg_ms": 3.297, "count": 189, "max_ms": 13.892, "p95_ms": 5.403}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 189, "max_ms": 0.624, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.358, "count": 189, "max_ms": 103.216, "p95_ms": 77.938}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.585, "count": 189, "max_ms": 15.729, "p95_ms": 9.669}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.166, "count": 189, "max_ms": 190.91, "p95_ms": 144.076}, "inference_input_copy_ms": {"avg_ms": 1.792, "count": 189, "max_ms": 5.279, "p95_ms": 3.135}, "processing_residual_ms": {"avg_ms": 0.254, "count": 189, "max_ms": 0.963, "p95_ms": 0.49}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.797, "count": 189, "max_ms": 196.611, "p95_ms": 149.761}, "read_interval": {"avg_ms": 131.578, "count": 189, "max_ms": 217.618, "p95_ms": 179.817}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.023, "count": 189, "max_ms": 0.192, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 5.596, "count": 189, "max_ms": 11.416, "p95_ms": 8.884}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 189, "max_ms": 0.097, "p95_ms": 0.046}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.573, "count": 189, "max_ms": 11.39, "p95_ms": 8.855}, "worker_merge_ms": {"avg_ms": 0.008, "count": 189, "max_ms": 0.031, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 54.374, "count": 189, "max_ms": 103.246, "p95_ms": 77.96}, "visualize": {"avg_ms": 42.847, "count": 189, "max_ms": 78.634, "p95_ms": 58.867}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.79, "count": 189, "max_ms": 54.97, "p95_ms": 44.053}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.189, "count": 189, "max_ms": 75.619, "p95_ms": 57.415}, "visualize_input_copy_ms": {"avg_ms": 1.426, "count": 189, "max_ms": 4.137, "p95_ms": 2.383}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.04, "count": 189, "max_ms": 75.365, "p95_ms": 57.273}, "visualizer_prepare_ms": {"avg_ms": 0.079, "count": 189, "max_ms": 0.223, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "returned_event_count": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 843.805, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 52.642, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.704, "sample_count": 2145, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 42046, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:06:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104220, "write_bytes_delta": 104220, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 451.0, "cpu_core_ratio": 0.389731, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 8741, "reason": null, "system_cpu_core_ratio": 0.031978, "system_cpu_s_delta": 0.3200000000000003, "user_cpu_core_ratio": 0.357753, "user_cpu_s_delta": 3.5800000000000054}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.925671, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.595589, "system_cpu_s_delta": 5.960000000000036, "user_cpu_core_ratio": 1.330082, "user_cpu_s_delta": 13.3100000000004}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.37, "count": 224, "max_ms": 13.892, "p95_ms": 5.698, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.92, "max": 23.0, "p95": 21.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.942, "key_count": 1, "max": 7.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 224}, "total": {"avg": 4.942, "max": 7.0, "p95": 6.0, "sample_count": 224}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.435, "count": 30, "max": 52.642, "p95": 38.978, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.614, "count": 30, "max": 31.078, "p95": 26.484, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 450.533, "count": 30, "max": 540.0, "p95": 520.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 74.033, "count": 30, "max": 981.0, "p95": 376.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.039, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.374, "count": 30, "max": 0.437, "p95": 0.425, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.081, "count": 30, "max": 2.18, "p95": 0.121, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106555.433, "count": 30, "max": 109729.0, "p95": 108873.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106555.433, "count": 30, "max": 109729.0, "p95": 108873.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 714.533, "count": 30, "max": 15765.0, "p95": 2991.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.592, "count": 30, "max": 0.661, "p95": 0.64, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.302, "count": 30, "max": 1.397, "p95": 1.379, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 367, "sampled_at": "2026-10-30T16:06:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:06:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 95451, "flush_count": 99, "flush_interval_seconds": 30.0, "flush_state": {"count": 99, "last_at": "2026-10-30T16:10:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:10:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 98}, "started": true, "suppressed_count": 43650, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 7, "tracking_summary": 43643}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 99, "written_record_count": 99}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4756.438, "limit_mb": null}, "detail": {"h264_decode_error_count": 5, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5771b6d0f980] cabac decode of qscale diff failed at 57 56 [h264 @ 0x5771b6d0f980] error while decoding MB 57 56, bytestream 49386 [h264 @ 0x5771b78c9c80] cabac decode of qscale diff failed at 74 55 [h264 @ 0x5771b78c9c80] error while decoding MB 74 55, bytestream 56474 [h264 @ 0x5771b6cd3500] error while decoding MB 99 66, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 120932352000, "copied_frame_count": 43740, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:09:50+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2296304, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:09:41+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.611}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 7, "events_emitted": 6, "events_failed": 0, "events_observed": 7, "events_suppressed": 1, "frame_buffer_copied_bytes": 120932352000, "frame_buffer_copies": 43740, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 6, "worker_jobs_completed": 6, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.117, "count": 512, "max_ms": 0.4044, "p50_ms": 0.1063, "p95_ms": 0.2232, "p99_ms": 0.2801}, "stages": {"db_insert": {"avg_ms": 16.2742, "count": 6, "max_ms": 25.7525, "p50_ms": 15.4057, "p95_ms": 24.6923, "p99_ms": 25.5405, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8617, "count": 6, "max_ms": 2.6817, "p50_ms": 2.0023, "p95_ms": 2.5766, "p99_ms": 2.6607, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1463.4193, "count": 7, "max_ms": 4422.916, "p50_ms": 1146.0553, "p95_ms": 3508.5617, "p99_ms": 4240.0452, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6722, "count": 512, "max_ms": 6.3969, "p50_ms": 1.5375, "p95_ms": 2.9631, "p99_ms": 4.5263, "results": {"failed": 0, "not_applicable": 0, "success": 43740, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 479.465, "count": 7, "max_ms": 595.7564, "p50_ms": 535.2771, "p95_ms": 594.4747, "p99_ms": 595.5, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 39.802, "count": 6, "max_ms": 58.1992, "p50_ms": 41.7422, "p95_ms": 54.9087, "p99_ms": 57.5411, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3011, "count": 300, "max_ms": 15.2315, "p50_ms": 5.077, "p95_ms": 7.9944, "p99_ms": 9.7784, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5401, "count": 300, "max_ms": 5.1681, "p50_ms": 1.3935, "p95_ms": 2.707, "p99_ms": 3.783, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 554.4345, "count": 6, "max_ms": 586.9009, "p50_ms": 556.6894, "p95_ms": 586.829, "p99_ms": 586.8865, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 463.2117, "count": 6, "max_ms": 496.8319, "p50_ms": 464.2905, "p95_ms": 496.116, "p99_ms": 496.6887, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.0852, "count": 6, "max_ms": 92.4716, "p50_ms": 85.0005, "p95_ms": 91.1392, "p99_ms": 92.2051, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9333, "count": 6, "max_ms": 2.9226, "p50_ms": 1.8222, "p95_ms": 2.8314, "p99_ms": 2.9043, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.8291, "count": 6, "max_ms": 50.6832, "p50_ms": 39.2164, "p95_ms": 49.0813, "p99_ms": 50.3628, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8404, "count": 7, "max_ms": 1.162, "p50_ms": 0.8214, "p95_ms": 1.0788, "p99_ms": 1.1453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.9822, "count": 6, "max_ms": 1.7209, "p50_ms": 0.8748, "p95_ms": 1.5358, "p99_ms": 1.6839, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.9822, "count": 6, "max_ms": 1.7209, "p50_ms": 0.8748, "p95_ms": 1.5358, "p99_ms": 1.6839, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8404, "count": 7, "max_ms": 1.162, "p50_ms": 0.8214, "p95_ms": 1.0788, "p99_ms": 1.1453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 2.6066, "count": 6, "max_ms": 9.2164, "p50_ms": 1.2513, "p95_ms": 7.5569, "p99_ms": 8.8845, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 1051.5228, "count": 6, "max_ms": 3752.636, "p50_ms": 488.4882, "p95_ms": 2993.5786, "p99_ms": 3600.8246, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.2103, "count": 6, "max_ms": 3.4552, "p50_ms": 2.3065, "p95_ms": 3.2328, "p99_ms": 3.4107, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 30.5943, "count": 6, "max_ms": 74.1981, "p50_ms": 17.0005, "p95_ms": 72.82, "p99_ms": 73.9224, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2759, "count": 6, "max_ms": 1.1521, "p50_ms": 0.1106, "p95_ms": 0.9083, "p99_ms": 1.1033, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5825, "count": 6, "max_ms": 5.4615, "p50_ms": 2.0007, "p95_ms": 4.7926, "p99_ms": 5.3277, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 1145.5786, "count": 6, "max_ms": 3837.487, "p50_ms": 603.1817, "p95_ms": 3072.7238, "p99_ms": 3684.5344, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 6, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 6, "max_ms": 1.1521, "p50_ms": 0.1106, "p95_ms": 0.9083, "p99_ms": 1.1033}, "wait_ms": {"count": 6, "max_ms": 5.4615, "p50_ms": 2.0007, "p95_ms": 4.7926, "p99_ms": 5.3277}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 6, "artifact_failed": 0, "artifact_requested": 6, "artifact_success": 6, "completed": 6, "completed_failed": 0, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 6, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15547, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 6, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 6}, "snapshot": {"copied_bytes": 16588800, "copied_count": 6, "copy": {"count": 6, "max_ms": 2.6817, "p50_ms": 2.0023, "p95_ms": 2.5766, "p99_ms": 2.6607}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 27, "h264_decode_error_count": 76, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:10:29+09:00", "last_error_summary": "[h264 @ 0x5771b6d0f980] cabac decode of qscale diff failed at 57 56 [h264 @ 0x5771b6d0f980] error while decoding MB 57 56, bytestream 49386 [h264 @ 0x5771b78c9c80] cabac decode of qscale diff failed at 74 55 [h264 @ 0x5771b78c9c80] error while decoding MB 74 55, bytestream 56474 [h264 @ 0x5771b6cd3500] error while decoding MB 99 66, bytestream -7", "last_exit_at": "2026-10-30T16:06:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 237.52, "last_started_at": "2026-10-30T16:06:31+09:00", "pid": 8919, "process": {"exists": false, "pid": 8919}, "restart_count": 27, "restart_count_per_hour": 15, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.668, "sample_count": 2085, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 43740, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:10:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.086, "last_frame_pushed_at": "2026-10-30T16:10:29+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-10-30T16:10:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 10, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 388.12, "last_sample_duration_ms": 1205.451, "last_trigger": "periodic", "next_snapshot_in_sec": 211.88, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 10, "storage_bytes": 1144175}, "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-10-30T16:10:29.310625+09:00", "mtime_epoch": 1793344229.3106246, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 95605}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:10:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 919.25, "name": "celery", "pid": 206, "rss_mb": 826.02, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 6, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 43741, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.394, "max": 20.0, "p95": 18.0, "sample_count": 198}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.237, "max": 7.0, "p95": 7.0, "sample_count": 198}, "total": {"avg": 5.237, "max": 7.0, "p95": 7.0, "sample_count": 198}}, "tracking_counts": {"active": {"avg": 0.591, "max": 4.0, "p95": 3.0, "sample_count": 198}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "removed": {"avg": 0.035, "max": 2.0, "p95": 0.0, "sample_count": 198}, "tracked": {"avg": 0.591, "max": 4.0, "p95": 3.0, "sample_count": 198}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.633, "pushed": 6.633, "read": 6.633}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 198, "client_acquire_ms": {"avg_ms": 0.009, "count": 199, "max_ms": 0.037, "p95_ms": 0.016, "reason": null, "sample_age_ms": 33.227, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.243, "count": 198, "max_ms": 12.281, "p95_ms": 3.993, "reason": null, "sample_age_ms": 91.47, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.567, "count": 198, "max_ms": 11.916, "p95_ms": 3.015, "reason": null, "sample_age_ms": 91.754, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.527, "count": 199, "max_ms": 1.972, "p95_ms": 1.012, "reason": null, "sample_age_ms": 33.245, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.379, "count": 198, "max_ms": 7.3, "p95_ms": 4.351, "reason": null, "sample_age_ms": 90.142, "source": "client_direct"}, "request_count": 198, "request_tensor_bytes": {"avg": 2764808.0, "count": 198, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 90.118, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 199, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 34.261, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 57.753, "count": 199, "max_ms": 115.121, "p95_ms": 81.386, "reason": null, "sample_age_ms": 33.222, "source": "client_direct"}, "sample_age_ms": 33.217, "source": "client_direct", "task_total_ms": {"avg_ms": 60.867, "count": 199, "max_ms": 119.775, "p95_ms": 84.066, "reason": null, "sample_age_ms": 33.217, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.15, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 14.253, "count": 198, "max_ms": 33.51, "p95_ms": 22.88}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.744, "count": 198, "max_ms": 2.746, "p95_ms": 1.624}, "detection_prepare_ms": {"avg_ms": 2.368, "count": 198, "max_ms": 10.256, "p95_ms": 4.787}, "event_filter_ms": {"avg_ms": 0.009, "count": 198, "max_ms": 0.092, "p95_ms": 0.019}, "id_reconcile_ms": {"avg_ms": 0.768, "count": 198, "max_ms": 1.86, "p95_ms": 1.224}, "mcmt_ms": {"avg_ms": 0.004, "count": 198, "max_ms": 0.025, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 6.696, "count": 198, "max_ms": 16.927, "p95_ms": 12.618}, "setup_ms": {"avg_ms": 0.052, "count": 198, "max_ms": 0.125, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 14.163, "count": 198, "max_ms": 33.306, "p95_ms": 22.692}, "track_match_ms": {"avg_ms": 0.181, "count": 198, "max_ms": 0.821, "p95_ms": 0.459}, "tracker_update_ms": {"avg_ms": 3.341, "count": 198, "max_ms": 10.829, "p95_ms": 6.304}}, "gstreamer_push": {"avg_ms": 3.353, "count": 198, "max_ms": 8.712, "p95_ms": 5.381}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.093, "count": 198, "max_ms": 6.19, "p95_ms": 0.126}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 62.659, "count": 198, "max_ms": 123.223, "p95_ms": 90.474}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.235, "count": 198, "max_ms": 17.998, "p95_ms": 11.307}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 126.94, "count": 198, "max_ms": 217.397, "p95_ms": 183.131}, "inference_input_copy_ms": {"avg_ms": 1.859, "count": 198, "max_ms": 5.581, "p95_ms": 3.057}, "processing_residual_ms": {"avg_ms": 0.353, "count": 198, "max_ms": 0.833, "p95_ms": 0.657}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 133.387, "count": 198, "max_ms": 224.622, "p95_ms": 188.397}, "read_interval": {"avg_ms": 151.17, "count": 198, "max_ms": 290.674, "p95_ms": 215.252}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 198, "max_ms": 0.271, "p95_ms": 0.045}, "execute_total_ms": {"avg_ms": 6.599, "count": 198, "max_ms": 16.816, "p95_ms": 12.43}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 198, "max_ms": 0.064, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 6.575, "count": 198, "max_ms": 16.795, "p95_ms": 12.21}, "worker_merge_ms": {"avg_ms": 0.008, "count": 198, "max_ms": 0.058, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 62.676, "count": 198, "max_ms": 123.256, "p95_ms": 90.482}, "visualize": {"avg_ms": 48.282, "count": 198, "max_ms": 94.058, "p95_ms": 68.668}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 35.619, "count": 198, "max_ms": 67.3, "p95_ms": 50.425}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.546, "count": 198, "max_ms": 90.149, "p95_ms": 66.499}, "visualize_input_copy_ms": {"avg_ms": 1.485, "count": 198, "max_ms": 5.309, "p95_ms": 2.644}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.387, "count": 198, "max_ms": 89.911, "p95_ms": 66.326}, "visualizer_prepare_ms": {"avg_ms": 0.084, "count": 198, "max_ms": 0.302, "p95_ms": 0.163}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 198}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 826.004, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.08, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.698, "sample_count": 2079, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 43706, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:10:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98420, "write_bytes_delta": 98420, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 283.0, "cpu_core_ratio": 0.378735, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 403.0, "pid": 8919, "reason": null, "system_cpu_core_ratio": 0.08372, "system_cpu_s_delta": 0.8399999999999999, "user_cpu_core_ratio": 0.295014, "user_cpu_s_delta": 2.9599999999999937}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.899654, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.588036, "system_cpu_s_delta": 5.900000000000091, "user_cpu_core_ratio": 1.311618, "user_cpu_s_delta": 13.159999999999854}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.417, "count": 192, "max_ms": 8.712, "p95_ms": 5.679, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.812, "max": 18.0, "p95": 16.0, "sample_count": 192}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.656, "key_count": 1, "max": 7.0, "p95": 7.0, "provenance": "bounded_other_sum_proxy", "sample_count": 192}, "total": {"avg": 5.656, "max": 7.0, "p95": 7.0, "sample_count": 192}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.43, "count": 30, "max": 52.642, "p95": 42.813, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.548, "count": 30, "max": 27.116, "p95": 21.849, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 437.767, "count": 30, "max": 901.0, "p95": 700.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 823.633, "count": 30, "max": 14480.0, "p95": 3961.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.158, "p95": 0.096, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.349, "count": 30, "max": 0.388, "p95": 0.383, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.185, "count": 30, "max": 5.062, "p95": 0.137, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103228.667, "count": 30, "max": 106215.0, "p95": 105727.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99731.5, "count": 30, "max": 106215.0, "p95": 105727.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1582.533, "count": 30, "max": 26036.0, "p95": 11107.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.604, "count": 30, "max": 0.683, "p95": 0.664, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.31, "count": 30, "max": 1.45, "p95": 1.396, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 389, "sampled_at": "2026-10-30T16:10:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:10:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.851, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 95451, "flush_count": 99, "flush_interval_seconds": 30.0, "flush_state": {"count": 99, "last_at": "2026-10-30T16:10:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:10:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 98}, "started": true, "suppressed_count": 43650, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 7, "tracking_summary": 43643}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 99, "written_record_count": 99}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4756.254, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T16:10:29+09:00", "last_error_summary": "[h264 @ 0x5771b6d0f980] cabac decode of qscale diff failed at 57 56 [h264 @ 0x5771b6d0f980] error while decoding MB 57 56, bytestream 49386 [h264 @ 0x5771b78c9c80] cabac decode of qscale diff failed at 74 55 [h264 @ 0x5771b78c9c80] error while decoding MB 74 55, bytestream 56474 [h264 @ 0x5771b6cd3500] error while decoding MB 99 66, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 120935116800, "copied_frame_count": 43741, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:09:50+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2296304, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:09:41+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.611}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 7, "events_emitted": 6, "events_failed": 0, "events_observed": 7, "events_suppressed": 1, "frame_buffer_copied_bytes": 120935116800, "frame_buffer_copies": 43741, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 6, "worker_jobs_completed": 6, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.117, "count": 512, "max_ms": 0.4044, "p50_ms": 0.1063, "p95_ms": 0.2232, "p99_ms": 0.2801}, "stages": {"db_insert": {"avg_ms": 16.2742, "count": 6, "max_ms": 25.7525, "p50_ms": 15.4057, "p95_ms": 24.6923, "p99_ms": 25.5405, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8617, "count": 6, "max_ms": 2.6817, "p50_ms": 2.0023, "p95_ms": 2.5766, "p99_ms": 2.6607, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1463.4193, "count": 7, "max_ms": 4422.916, "p50_ms": 1146.0553, "p95_ms": 3508.5617, "p99_ms": 4240.0452, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6742, "count": 512, "max_ms": 6.3969, "p50_ms": 1.5375, "p95_ms": 2.9631, "p99_ms": 4.5263, "results": {"failed": 0, "not_applicable": 0, "success": 43741, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 479.465, "count": 7, "max_ms": 595.7564, "p50_ms": 535.2771, "p95_ms": 594.4747, "p99_ms": 595.5, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 39.802, "count": 6, "max_ms": 58.1992, "p50_ms": 41.7422, "p95_ms": 54.9087, "p99_ms": 57.5411, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3011, "count": 300, "max_ms": 15.2315, "p50_ms": 5.077, "p95_ms": 7.9944, "p99_ms": 9.7784, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5401, "count": 300, "max_ms": 5.1681, "p50_ms": 1.3935, "p95_ms": 2.707, "p99_ms": 3.783, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 554.4345, "count": 6, "max_ms": 586.9009, "p50_ms": 556.6894, "p95_ms": 586.829, "p99_ms": 586.8865, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 463.2117, "count": 6, "max_ms": 496.8319, "p50_ms": 464.2905, "p95_ms": 496.116, "p99_ms": 496.6887, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.0852, "count": 6, "max_ms": 92.4716, "p50_ms": 85.0005, "p95_ms": 91.1392, "p99_ms": 92.2051, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9333, "count": 6, "max_ms": 2.9226, "p50_ms": 1.8222, "p95_ms": 2.8314, "p99_ms": 2.9043, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.8291, "count": 6, "max_ms": 50.6832, "p50_ms": 39.2164, "p95_ms": 49.0813, "p99_ms": 50.3628, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8404, "count": 7, "max_ms": 1.162, "p50_ms": 0.8214, "p95_ms": 1.0788, "p99_ms": 1.1453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.9822, "count": 6, "max_ms": 1.7209, "p50_ms": 0.8748, "p95_ms": 1.5358, "p99_ms": 1.6839, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.9822, "count": 6, "max_ms": 1.7209, "p50_ms": 0.8748, "p95_ms": 1.5358, "p99_ms": 1.6839, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8404, "count": 7, "max_ms": 1.162, "p50_ms": 0.8214, "p95_ms": 1.0788, "p99_ms": 1.1453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 2.6066, "count": 6, "max_ms": 9.2164, "p50_ms": 1.2513, "p95_ms": 7.5569, "p99_ms": 8.8845, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 1051.5228, "count": 6, "max_ms": 3752.636, "p50_ms": 488.4882, "p95_ms": 2993.5786, "p99_ms": 3600.8246, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.2103, "count": 6, "max_ms": 3.4552, "p50_ms": 2.3065, "p95_ms": 3.2328, "p99_ms": 3.4107, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 30.5943, "count": 6, "max_ms": 74.1981, "p50_ms": 17.0005, "p95_ms": 72.82, "p99_ms": 73.9224, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2759, "count": 6, "max_ms": 1.1521, "p50_ms": 0.1106, "p95_ms": 0.9083, "p99_ms": 1.1033, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5825, "count": 6, "max_ms": 5.4615, "p50_ms": 2.0007, "p95_ms": 4.7926, "p99_ms": 5.3277, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 1145.5786, "count": 6, "max_ms": 3837.487, "p50_ms": 603.1817, "p95_ms": 3072.7238, "p99_ms": 3684.5344, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 6, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 6, "max_ms": 1.1521, "p50_ms": 0.1106, "p95_ms": 0.9083, "p99_ms": 1.1033}, "wait_ms": {"count": 6, "max_ms": 5.4615, "p50_ms": 2.0007, "p95_ms": 4.7926, "p99_ms": 5.3277}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 6, "artifact_failed": 0, "artifact_requested": 6, "artifact_success": 6, "completed": 6, "completed_failed": 0, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 6, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15547, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 6, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 6}, "snapshot": {"copied_bytes": 16588800, "copied_count": 6, "copy": {"count": 6, "max_ms": 2.6817, "p50_ms": 2.0023, "p95_ms": 2.5766, "p99_ms": 2.6607}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 27, "h264_decode_error_count": 76, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:10:29+09:00", "last_error_summary": "[h264 @ 0x5771b6d0f980] cabac decode of qscale diff failed at 57 56 [h264 @ 0x5771b6d0f980] error while decoding MB 57 56, bytestream 49386 [h264 @ 0x5771b78c9c80] cabac decode of qscale diff failed at 74 55 [h264 @ 0x5771b78c9c80] error while decoding MB 74 55, bytestream 56474 [h264 @ 0x5771b6cd3500] error while decoding MB 99 66, bytestream -7", "last_exit_at": "2026-10-30T16:10:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 237.558, "last_started_at": "2026-10-30T16:06:31+09:00", "pid": 8919, "process": {"exists": false, "pid": 8919}, "restart_count": 27, "restart_count_per_hour": 15, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.668, "sample_count": 2086, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 43741, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:10:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T16:10:29+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-10-30T16:10:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 10, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 388.154, "last_sample_duration_ms": 1205.451, "last_trigger": "periodic", "next_snapshot_in_sec": 211.846, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 10, "storage_bytes": 1144175}, "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-10-30T16:10:29.310625+09:00", "mtime_epoch": 1793344229.3106246, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 95605}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:10:29+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 919.25, "name": "celery", "pid": 206, "rss_mb": 826.004, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 6, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 43741, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.402, "max": 20.0, "p95": 18.0, "sample_count": 199}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.216, "max": 7.0, "p95": 7.0, "sample_count": 199}, "total": {"avg": 5.216, "max": 7.0, "p95": 7.0, "sample_count": 199}}, "tracking_counts": {"active": {"avg": 0.588, "max": 4.0, "p95": 3.0, "sample_count": 199}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "removed": {"avg": 0.035, "max": 2.0, "p95": 0.0, "sample_count": 199}, "tracked": {"avg": 0.588, "max": 4.0, "p95": 3.0, "sample_count": 199}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.658, "pushed": 6.658, "read": 6.625}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 198, "client_acquire_ms": {"avg_ms": 0.009, "count": 199, "max_ms": 0.037, "p95_ms": 0.016, "reason": null, "sample_age_ms": 68.463, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.243, "count": 198, "max_ms": 12.281, "p95_ms": 3.993, "reason": null, "sample_age_ms": 126.706, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.567, "count": 198, "max_ms": 11.916, "p95_ms": 3.015, "reason": null, "sample_age_ms": 126.991, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.527, "count": 199, "max_ms": 1.972, "p95_ms": 1.012, "reason": null, "sample_age_ms": 68.481, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.379, "count": 198, "max_ms": 7.3, "p95_ms": 4.351, "reason": null, "sample_age_ms": 125.378, "source": "client_direct"}, "request_count": 198, "request_tensor_bytes": {"avg": 2764808.0, "count": 198, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 125.354, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 199, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 69.497, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 57.753, "count": 199, "max_ms": 115.121, "p95_ms": 81.386, "reason": null, "sample_age_ms": 68.458, "source": "client_direct"}, "sample_age_ms": 68.453, "source": "client_direct", "task_total_ms": {"avg_ms": 60.867, "count": 199, "max_ms": 119.775, "p95_ms": 84.066, "reason": null, "sample_age_ms": 68.453, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.861, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 14.222, "count": 199, "max_ms": 33.51, "p95_ms": 22.88}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.744, "count": 199, "max_ms": 2.746, "p95_ms": 1.624}, "detection_prepare_ms": {"avg_ms": 2.371, "count": 199, "max_ms": 10.256, "p95_ms": 4.787}, "event_filter_ms": {"avg_ms": 0.009, "count": 199, "max_ms": 0.092, "p95_ms": 0.019}, "id_reconcile_ms": {"avg_ms": 0.767, "count": 199, "max_ms": 1.86, "p95_ms": 1.224}, "mcmt_ms": {"avg_ms": 0.004, "count": 199, "max_ms": 0.027, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 6.667, "count": 199, "max_ms": 16.927, "p95_ms": 12.618}, "setup_ms": {"avg_ms": 0.052, "count": 199, "max_ms": 0.127, "p95_ms": 0.098}, "total_inside_ms": {"avg_ms": 14.132, "count": 199, "max_ms": 33.306, "p95_ms": 22.692}, "track_match_ms": {"avg_ms": 0.18, "count": 199, "max_ms": 0.821, "p95_ms": 0.459}, "tracker_update_ms": {"avg_ms": 3.337, "count": 199, "max_ms": 10.829, "p95_ms": 6.304}}, "gstreamer_push": {"avg_ms": 3.353, "count": 199, "max_ms": 8.712, "p95_ms": 5.381}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.093, "count": 199, "max_ms": 6.19, "p95_ms": 0.126}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 62.641, "count": 199, "max_ms": 123.223, "p95_ms": 90.474}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.222, "count": 199, "max_ms": 17.998, "p95_ms": 11.307}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 126.859, "count": 199, "max_ms": 217.397, "p95_ms": 183.131}, "inference_input_copy_ms": {"avg_ms": 1.854, "count": 199, "max_ms": 5.581, "p95_ms": 3.057}, "processing_residual_ms": {"avg_ms": 0.352, "count": 199, "max_ms": 0.833, "p95_ms": 0.657}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 133.287, "count": 199, "max_ms": 224.622, "p95_ms": 188.397}, "read_interval": {"avg_ms": 151.17, "count": 198, "max_ms": 290.674, "p95_ms": 215.252}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 199, "max_ms": 0.271, "p95_ms": 0.045}, "execute_total_ms": {"avg_ms": 6.569, "count": 199, "max_ms": 16.816, "p95_ms": 12.43}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 199, "max_ms": 0.064, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 6.545, "count": 199, "max_ms": 16.795, "p95_ms": 12.21}, "worker_merge_ms": {"avg_ms": 0.009, "count": 199, "max_ms": 0.058, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 62.658, "count": 199, "max_ms": 123.256, "p95_ms": 90.482}, "visualize": {"avg_ms": 48.248, "count": 199, "max_ms": 94.058, "p95_ms": 68.668}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 35.623, "count": 199, "max_ms": 67.3, "p95_ms": 50.425}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.509, "count": 199, "max_ms": 90.149, "p95_ms": 66.499}, "visualize_input_copy_ms": {"avg_ms": 1.486, "count": 199, "max_ms": 5.309, "p95_ms": 2.644}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.35, "count": 199, "max_ms": 89.911, "p95_ms": 66.326}, "visualizer_prepare_ms": {"avg_ms": 0.084, "count": 199, "max_ms": 0.302, "p95_ms": 0.163}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 199}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 826.004, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.08, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.698, "sample_count": 2079, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 43706, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:10:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98420, "write_bytes_delta": 98420, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 283.0, "cpu_core_ratio": 0.378735, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 403.0, "pid": 8919, "reason": null, "system_cpu_core_ratio": 0.08372, "system_cpu_s_delta": 0.8399999999999999, "user_cpu_core_ratio": 0.295014, "user_cpu_s_delta": 2.9599999999999937}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.899654, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.588036, "system_cpu_s_delta": 5.900000000000091, "user_cpu_core_ratio": 1.311618, "user_cpu_s_delta": 13.159999999999854}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.417, "count": 192, "max_ms": 8.712, "p95_ms": 5.679, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.812, "max": 18.0, "p95": 16.0, "sample_count": 192}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.656, "key_count": 1, "max": 7.0, "p95": 7.0, "provenance": "bounded_other_sum_proxy", "sample_count": 192}, "total": {"avg": 5.656, "max": 7.0, "p95": 7.0, "sample_count": 192}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.43, "count": 30, "max": 52.642, "p95": 42.813, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.548, "count": 30, "max": 27.116, "p95": 21.849, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 437.767, "count": 30, "max": 901.0, "p95": 700.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 823.633, "count": 30, "max": 14480.0, "p95": 3961.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.158, "p95": 0.096, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.349, "count": 30, "max": 0.388, "p95": 0.383, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.185, "count": 30, "max": 5.062, "p95": 0.137, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103228.667, "count": 30, "max": 106215.0, "p95": 105727.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99731.5, "count": 30, "max": 106215.0, "p95": 105727.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1582.533, "count": 30, "max": 26036.0, "p95": 11107.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.604, "count": 30, "max": 0.683, "p95": 0.664, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.31, "count": 30, "max": 1.45, "p95": 1.396, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 389, "sampled_at": "2026-10-30T16:10:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:10:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 95451, "flush_count": 99, "flush_interval_seconds": 30.0, "flush_state": {"count": 99, "last_at": "2026-10-30T16:10:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:10:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 98}, "started": true, "suppressed_count": 43650, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 7, "tracking_summary": 43643}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 99, "written_record_count": 99}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4757.254, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 120935116800, "copied_frame_count": 43741, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:09:50+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2296304, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:09:41+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.611}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 7, "events_emitted": 6, "events_failed": 0, "events_observed": 7, "events_suppressed": 1, "frame_buffer_copied_bytes": 120935116800, "frame_buffer_copies": 43741, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 6, "worker_jobs_completed": 6, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.117, "count": 512, "max_ms": 0.4044, "p50_ms": 0.1063, "p95_ms": 0.2232, "p99_ms": 0.2801}, "stages": {"db_insert": {"avg_ms": 16.2742, "count": 6, "max_ms": 25.7525, "p50_ms": 15.4057, "p95_ms": 24.6923, "p99_ms": 25.5405, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8617, "count": 6, "max_ms": 2.6817, "p50_ms": 2.0023, "p95_ms": 2.5766, "p99_ms": 2.6607, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1463.4193, "count": 7, "max_ms": 4422.916, "p50_ms": 1146.0553, "p95_ms": 3508.5617, "p99_ms": 4240.0452, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6742, "count": 512, "max_ms": 6.3969, "p50_ms": 1.5375, "p95_ms": 2.9631, "p99_ms": 4.5263, "results": {"failed": 0, "not_applicable": 0, "success": 43741, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 479.465, "count": 7, "max_ms": 595.7564, "p50_ms": 535.2771, "p95_ms": 594.4747, "p99_ms": 595.5, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 39.802, "count": 6, "max_ms": 58.1992, "p50_ms": 41.7422, "p95_ms": 54.9087, "p99_ms": 57.5411, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3011, "count": 300, "max_ms": 15.2315, "p50_ms": 5.077, "p95_ms": 7.9944, "p99_ms": 9.7784, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5401, "count": 300, "max_ms": 5.1681, "p50_ms": 1.3935, "p95_ms": 2.707, "p99_ms": 3.783, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 554.4345, "count": 6, "max_ms": 586.9009, "p50_ms": 556.6894, "p95_ms": 586.829, "p99_ms": 586.8865, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 463.2117, "count": 6, "max_ms": 496.8319, "p50_ms": 464.2905, "p95_ms": 496.116, "p99_ms": 496.6887, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.0852, "count": 6, "max_ms": 92.4716, "p50_ms": 85.0005, "p95_ms": 91.1392, "p99_ms": 92.2051, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9333, "count": 6, "max_ms": 2.9226, "p50_ms": 1.8222, "p95_ms": 2.8314, "p99_ms": 2.9043, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.8291, "count": 6, "max_ms": 50.6832, "p50_ms": 39.2164, "p95_ms": 49.0813, "p99_ms": 50.3628, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8404, "count": 7, "max_ms": 1.162, "p50_ms": 0.8214, "p95_ms": 1.0788, "p99_ms": 1.1453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.9822, "count": 6, "max_ms": 1.7209, "p50_ms": 0.8748, "p95_ms": 1.5358, "p99_ms": 1.6839, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.9822, "count": 6, "max_ms": 1.7209, "p50_ms": 0.8748, "p95_ms": 1.5358, "p99_ms": 1.6839, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8404, "count": 7, "max_ms": 1.162, "p50_ms": 0.8214, "p95_ms": 1.0788, "p99_ms": 1.1453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 2.6066, "count": 6, "max_ms": 9.2164, "p50_ms": 1.2513, "p95_ms": 7.5569, "p99_ms": 8.8845, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 1051.5228, "count": 6, "max_ms": 3752.636, "p50_ms": 488.4882, "p95_ms": 2993.5786, "p99_ms": 3600.8246, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.2103, "count": 6, "max_ms": 3.4552, "p50_ms": 2.3065, "p95_ms": 3.2328, "p99_ms": 3.4107, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 30.5943, "count": 6, "max_ms": 74.1981, "p50_ms": 17.0005, "p95_ms": 72.82, "p99_ms": 73.9224, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2759, "count": 6, "max_ms": 1.1521, "p50_ms": 0.1106, "p95_ms": 0.9083, "p99_ms": 1.1033, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5825, "count": 6, "max_ms": 5.4615, "p50_ms": 2.0007, "p95_ms": 4.7926, "p99_ms": 5.3277, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 1145.5786, "count": 6, "max_ms": 3837.487, "p50_ms": 603.1817, "p95_ms": 3072.7238, "p99_ms": 3684.5344, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 6, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 6, "max_ms": 1.1521, "p50_ms": 0.1106, "p95_ms": 0.9083, "p99_ms": 1.1033}, "wait_ms": {"count": 6, "max_ms": 5.4615, "p50_ms": 2.0007, "p95_ms": 4.7926, "p99_ms": 5.3277}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 6, "artifact_failed": 0, "artifact_requested": 6, "artifact_success": 6, "completed": 6, "completed_failed": 0, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 6, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15547, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 6, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 6}, "snapshot": {"copied_bytes": 16588800, "copied_count": 6, "copy": {"count": 6, "max_ms": 2.6817, "p50_ms": 2.0023, "p95_ms": 2.5766, "p99_ms": 2.6607}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 27, "h264_decode_error_count": 76, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:10:29+09:00", "last_error_summary": "[h264 @ 0x5771b6d0f980] cabac decode of qscale diff failed at 57 56 [h264 @ 0x5771b6d0f980] error while decoding MB 57 56, bytestream 49386 [h264 @ 0x5771b78c9c80] cabac decode of qscale diff failed at 74 55 [h264 @ 0x5771b78c9c80] error while decoding MB 74 55, bytestream 56474 [h264 @ 0x5771b6cd3500] error while decoding MB 99 66, bytestream -7", "last_exit_at": "2026-10-30T16:10:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 237.585, "last_started_at": "2026-10-30T16:06:31+09:00", "pid": 8919, "process": {"exists": false, "pid": 8919}, "restart_count": 27, "restart_count_per_hour": 15, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 28}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.668, "sample_count": 2086, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 43741, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:10:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.027, "last_frame_pushed_at": "2026-10-30T16:10:29+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-10-30T16:10:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 10, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 388.193, "last_sample_duration_ms": 1205.451, "last_trigger": "periodic", "next_snapshot_in_sec": 211.807, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 10, "storage_bytes": 1144175}, "mjpeg": {"age_sec": 0.017, "exists": true, "mtime": "2026-10-30T16:10:29.433624+09:00", "mtime_epoch": 1793344229.433624, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 95811}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:10:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 919.25, "name": "celery", "pid": 206, "rss_mb": 826.004, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 6, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 43741, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.402, "max": 20.0, "p95": 18.0, "sample_count": 199}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.216, "max": 7.0, "p95": 7.0, "sample_count": 199}, "total": {"avg": 5.216, "max": 7.0, "p95": 7.0, "sample_count": 199}}, "tracking_counts": {"active": {"avg": 0.588, "max": 4.0, "p95": 3.0, "sample_count": 199}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "removed": {"avg": 0.035, "max": 2.0, "p95": 0.0, "sample_count": 199}, "tracked": {"avg": 0.588, "max": 4.0, "p95": 3.0, "sample_count": 199}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.652, "pushed": 6.652, "read": 6.619}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 198, "client_acquire_ms": {"avg_ms": 0.009, "count": 198, "max_ms": 0.037, "p95_ms": 0.016, "reason": null, "sample_age_ms": 98.757, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.243, "count": 198, "max_ms": 12.281, "p95_ms": 3.993, "reason": null, "sample_age_ms": 157.0, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.567, "count": 198, "max_ms": 11.916, "p95_ms": 3.015, "reason": null, "sample_age_ms": 157.284, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.527, "count": 198, "max_ms": 1.972, "p95_ms": 1.012, "reason": null, "sample_age_ms": 98.775, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.379, "count": 198, "max_ms": 7.3, "p95_ms": 4.351, "reason": null, "sample_age_ms": 155.672, "source": "client_direct"}, "request_count": 198, "request_tensor_bytes": {"avg": 2764808.0, "count": 198, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 155.648, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 198, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 99.791, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 57.681, "count": 198, "max_ms": 115.121, "p95_ms": 81.456, "reason": null, "sample_age_ms": 98.752, "source": "client_direct"}, "sample_age_ms": 98.747, "source": "client_direct", "task_total_ms": {"avg_ms": 60.791, "count": 198, "max_ms": 119.775, "p95_ms": 84.14, "reason": null, "sample_age_ms": 98.747, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.808, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 14.222, "count": 199, "max_ms": 33.51, "p95_ms": 22.88}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.744, "count": 199, "max_ms": 2.746, "p95_ms": 1.624}, "detection_prepare_ms": {"avg_ms": 2.371, "count": 199, "max_ms": 10.256, "p95_ms": 4.787}, "event_filter_ms": {"avg_ms": 0.009, "count": 199, "max_ms": 0.092, "p95_ms": 0.019}, "id_reconcile_ms": {"avg_ms": 0.767, "count": 199, "max_ms": 1.86, "p95_ms": 1.224}, "mcmt_ms": {"avg_ms": 0.004, "count": 199, "max_ms": 0.027, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 6.667, "count": 199, "max_ms": 16.927, "p95_ms": 12.618}, "setup_ms": {"avg_ms": 0.052, "count": 199, "max_ms": 0.127, "p95_ms": 0.098}, "total_inside_ms": {"avg_ms": 14.132, "count": 199, "max_ms": 33.306, "p95_ms": 22.692}, "track_match_ms": {"avg_ms": 0.18, "count": 199, "max_ms": 0.821, "p95_ms": 0.459}, "tracker_update_ms": {"avg_ms": 3.337, "count": 199, "max_ms": 10.829, "p95_ms": 6.304}}, "gstreamer_push": {"avg_ms": 3.353, "count": 199, "max_ms": 8.712, "p95_ms": 5.381}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.093, "count": 199, "max_ms": 6.19, "p95_ms": 0.126}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 62.641, "count": 199, "max_ms": 123.223, "p95_ms": 90.474}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.222, "count": 199, "max_ms": 17.998, "p95_ms": 11.307}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 126.859, "count": 199, "max_ms": 217.397, "p95_ms": 183.131}, "inference_input_copy_ms": {"avg_ms": 1.854, "count": 199, "max_ms": 5.581, "p95_ms": 3.057}, "processing_residual_ms": {"avg_ms": 0.352, "count": 199, "max_ms": 0.833, "p95_ms": 0.657}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 133.287, "count": 199, "max_ms": 224.622, "p95_ms": 188.397}, "read_interval": {"avg_ms": 151.17, "count": 198, "max_ms": 290.674, "p95_ms": 215.252}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 199, "max_ms": 0.271, "p95_ms": 0.045}, "execute_total_ms": {"avg_ms": 6.569, "count": 199, "max_ms": 16.816, "p95_ms": 12.43}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 199, "max_ms": 0.064, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 6.545, "count": 199, "max_ms": 16.795, "p95_ms": 12.21}, "worker_merge_ms": {"avg_ms": 0.009, "count": 199, "max_ms": 0.058, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 62.658, "count": 199, "max_ms": 123.256, "p95_ms": 90.482}, "visualize": {"avg_ms": 48.248, "count": 199, "max_ms": 94.058, "p95_ms": 68.668}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 35.623, "count": 199, "max_ms": 67.3, "p95_ms": 50.425}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 46.509, "count": 199, "max_ms": 90.149, "p95_ms": 66.499}, "visualize_input_copy_ms": {"avg_ms": 1.486, "count": 199, "max_ms": 5.309, "p95_ms": 2.644}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 46.35, "count": 199, "max_ms": 89.911, "p95_ms": 66.326}, "visualizer_prepare_ms": {"avg_ms": 0.084, "count": 199, "max_ms": 0.302, "p95_ms": 0.163}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 199}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 826.004, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.08, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.698, "sample_count": 2079, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 43706, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:10:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98420, "write_bytes_delta": 98420, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 283.0, "cpu_core_ratio": 0.378735, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 403.0, "pid": 8919, "reason": null, "system_cpu_core_ratio": 0.08372, "system_cpu_s_delta": 0.8399999999999999, "user_cpu_core_ratio": 0.295014, "user_cpu_s_delta": 2.9599999999999937}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.899654, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.588036, "system_cpu_s_delta": 5.900000000000091, "user_cpu_core_ratio": 1.311618, "user_cpu_s_delta": 13.159999999999854}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.417, "count": 192, "max_ms": 8.712, "p95_ms": 5.679, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.812, "max": 18.0, "p95": 16.0, "sample_count": 192}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.656, "key_count": 1, "max": 7.0, "p95": 7.0, "provenance": "bounded_other_sum_proxy", "sample_count": 192}, "total": {"avg": 5.656, "max": 7.0, "p95": 7.0, "sample_count": 192}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.43, "count": 30, "max": 52.642, "p95": 42.813, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.548, "count": 30, "max": 27.116, "p95": 21.849, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 437.767, "count": 30, "max": 901.0, "p95": 700.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 823.633, "count": 30, "max": 14480.0, "p95": 3961.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.158, "p95": 0.096, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.349, "count": 30, "max": 0.388, "p95": 0.383, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.185, "count": 30, "max": 5.062, "p95": 0.137, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103228.667, "count": 30, "max": 106215.0, "p95": 105727.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99731.5, "count": 30, "max": 106215.0, "p95": 105727.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1582.533, "count": 30, "max": 26036.0, "p95": 11107.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.604, "count": 30, "max": 0.683, "p95": 0.664, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.31, "count": 30, "max": 1.45, "p95": 1.396, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 389, "sampled_at": "2026-10-30T16:10:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:10:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 95451, "flush_count": 99, "flush_interval_seconds": 30.0, "flush_state": {"count": 99, "last_at": "2026-10-30T16:10:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:10:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 98}, "started": true, "suppressed_count": 43650, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 7, "tracking_summary": 43643}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 99, "written_record_count": 99}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4927.461, "limit_mb": null}, "detail": {"pid": 9097, "restart_count": 28, "start_count": 29}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 120935116800, "copied_frame_count": 43741, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:09:50+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2296304, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:09:41+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.611}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 7, "events_emitted": 6, "events_failed": 0, "events_observed": 7, "events_suppressed": 1, "frame_buffer_copied_bytes": 120935116800, "frame_buffer_copies": 43741, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 6, "worker_jobs_completed": 6, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.117, "count": 512, "max_ms": 0.4044, "p50_ms": 0.1063, "p95_ms": 0.2232, "p99_ms": 0.2801}, "stages": {"db_insert": {"avg_ms": 16.2742, "count": 6, "max_ms": 25.7525, "p50_ms": 15.4057, "p95_ms": 24.6923, "p99_ms": 25.5405, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8617, "count": 6, "max_ms": 2.6817, "p50_ms": 2.0023, "p95_ms": 2.5766, "p99_ms": 2.6607, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1463.4193, "count": 7, "max_ms": 4422.916, "p50_ms": 1146.0553, "p95_ms": 3508.5617, "p99_ms": 4240.0452, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6742, "count": 512, "max_ms": 6.3969, "p50_ms": 1.5375, "p95_ms": 2.9631, "p99_ms": 4.5263, "results": {"failed": 0, "not_applicable": 0, "success": 43741, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 479.465, "count": 7, "max_ms": 595.7564, "p50_ms": 535.2771, "p95_ms": 594.4747, "p99_ms": 595.5, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 39.802, "count": 6, "max_ms": 58.1992, "p50_ms": 41.7422, "p95_ms": 54.9087, "p99_ms": 57.5411, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3011, "count": 300, "max_ms": 15.2315, "p50_ms": 5.077, "p95_ms": 7.9944, "p99_ms": 9.7784, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5401, "count": 300, "max_ms": 5.1681, "p50_ms": 1.3935, "p95_ms": 2.707, "p99_ms": 3.783, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 554.4345, "count": 6, "max_ms": 586.9009, "p50_ms": 556.6894, "p95_ms": 586.829, "p99_ms": 586.8865, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 463.2117, "count": 6, "max_ms": 496.8319, "p50_ms": 464.2905, "p95_ms": 496.116, "p99_ms": 496.6887, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.0852, "count": 6, "max_ms": 92.4716, "p50_ms": 85.0005, "p95_ms": 91.1392, "p99_ms": 92.2051, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9333, "count": 6, "max_ms": 2.9226, "p50_ms": 1.8222, "p95_ms": 2.8314, "p99_ms": 2.9043, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.8291, "count": 6, "max_ms": 50.6832, "p50_ms": 39.2164, "p95_ms": 49.0813, "p99_ms": 50.3628, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8404, "count": 7, "max_ms": 1.162, "p50_ms": 0.8214, "p95_ms": 1.0788, "p99_ms": 1.1453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.9822, "count": 6, "max_ms": 1.7209, "p50_ms": 0.8748, "p95_ms": 1.5358, "p99_ms": 1.6839, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.9822, "count": 6, "max_ms": 1.7209, "p50_ms": 0.8748, "p95_ms": 1.5358, "p99_ms": 1.6839, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8404, "count": 7, "max_ms": 1.162, "p50_ms": 0.8214, "p95_ms": 1.0788, "p99_ms": 1.1453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 2.6066, "count": 6, "max_ms": 9.2164, "p50_ms": 1.2513, "p95_ms": 7.5569, "p99_ms": 8.8845, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 1051.5228, "count": 6, "max_ms": 3752.636, "p50_ms": 488.4882, "p95_ms": 2993.5786, "p99_ms": 3600.8246, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.2103, "count": 6, "max_ms": 3.4552, "p50_ms": 2.3065, "p95_ms": 3.2328, "p99_ms": 3.4107, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 30.5943, "count": 6, "max_ms": 74.1981, "p50_ms": 17.0005, "p95_ms": 72.82, "p99_ms": 73.9224, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2759, "count": 6, "max_ms": 1.1521, "p50_ms": 0.1106, "p95_ms": 0.9083, "p99_ms": 1.1033, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5825, "count": 6, "max_ms": 5.4615, "p50_ms": 2.0007, "p95_ms": 4.7926, "p99_ms": 5.3277, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 1145.5786, "count": 6, "max_ms": 3837.487, "p50_ms": 603.1817, "p95_ms": 3072.7238, "p99_ms": 3684.5344, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 6, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 6, "max_ms": 1.1521, "p50_ms": 0.1106, "p95_ms": 0.9083, "p99_ms": 1.1033}, "wait_ms": {"count": 6, "max_ms": 5.4615, "p50_ms": 2.0007, "p95_ms": 4.7926, "p99_ms": 5.3277}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 6, "artifact_failed": 0, "artifact_requested": 6, "artifact_success": 6, "completed": 6, "completed_failed": 0, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 6, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15547, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 6, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 6}, "snapshot": {"copied_bytes": 16588800, "copied_count": 6, "copy": {"count": 6, "max_ms": 2.6817, "p50_ms": 2.0023, "p95_ms": 2.5766, "p99_ms": 2.6607}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 27, "h264_decode_error_count": 76, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:10:29+09:00", "last_error_summary": "[h264 @ 0x5771b6d0f980] cabac decode of qscale diff failed at 57 56 [h264 @ 0x5771b6d0f980] error while decoding MB 57 56, bytestream 49386 [h264 @ 0x5771b78c9c80] cabac decode of qscale diff failed at 74 55 [h264 @ 0x5771b78c9c80] error while decoding MB 74 55, bytestream 56474 [h264 @ 0x5771b6cd3500] error while decoding MB 99 66, bytestream -7", "last_exit_at": "2026-10-30T16:10:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T16:10:32+09:00", "pid": 9097, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.641, "name": "ffmpeg", "pid": 9097, "rss_mb": 205.641, "state": "S (sleeping)", "threads": 70}, "restart_count": 28, "restart_count_per_hour": 16, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.668, "sample_count": 2051, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 43741, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:10:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.648, "last_frame_pushed_at": "2026-10-30T16:10:29+09:00", "last_frame_read_age_sec": 4.767, "last_frame_read_at": "2026-10-30T16:10:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 10, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 392.81, "last_sample_duration_ms": 1205.451, "last_trigger": "periodic", "next_snapshot_in_sec": 207.19, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 10, "storage_bytes": 1144175}, "mjpeg": {"age_sec": 4.638, "exists": true, "mtime": "2026-10-30T16:10:29.433624+09:00", "mtime_epoch": 1793344229.433624, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 95811}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:10:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 919.25, "name": "celery", "pid": 206, "rss_mb": 826.008, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 6, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 43741, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.709, "max": 20.0, "p95": 18.0, "sample_count": 172}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.988, "max": 7.0, "p95": 7.0, "sample_count": 172}, "total": {"avg": 4.988, "max": 7.0, "p95": 7.0, "sample_count": 172}}, "tracking_counts": {"active": {"avg": 0.302, "max": 3.0, "p95": 3.0, "sample_count": 172}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "removed": {"avg": 0.035, "max": 2.0, "p95": 0.0, "sample_count": 172}, "tracked": {"avg": 0.302, "max": 3.0, "p95": 3.0, "sample_count": 172}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.758, "pushed": 5.758, "read": 5.724}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 171, "client_acquire_ms": {"avg_ms": 0.009, "count": 172, "max_ms": 0.037, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4720.008, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.21, "count": 171, "max_ms": 12.281, "p95_ms": 3.914, "reason": null, "sample_age_ms": 4778.251, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.548, "count": 171, "max_ms": 11.916, "p95_ms": 3.034, "reason": null, "sample_age_ms": 4778.536, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.522, "count": 172, "max_ms": 1.972, "p95_ms": 1.008, "reason": null, "sample_age_ms": 4720.026, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.387, "count": 171, "max_ms": 7.3, "p95_ms": 4.375, "reason": null, "sample_age_ms": 4776.923, "source": "client_direct"}, "request_count": 171, "request_tensor_bytes": {"avg": 2764808.0, "count": 171, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4776.899, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 172, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4721.042, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 56.696, "count": 172, "max_ms": 115.121, "p95_ms": 80.241, "reason": null, "sample_age_ms": 4720.003, "source": "client_direct"}, "sample_age_ms": 4719.998, "source": "client_direct", "task_total_ms": {"avg_ms": 59.807, "count": 172, "max_ms": 119.775, "p95_ms": 83.408, "reason": null, "sample_age_ms": 4719.998, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.287, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 13.382, "count": 172, "max_ms": 26.509, "p95_ms": 20.796}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.692, "count": 172, "max_ms": 1.972, "p95_ms": 1.369}, "detection_prepare_ms": {"avg_ms": 2.258, "count": 172, "max_ms": 10.256, "p95_ms": 3.88}, "event_filter_ms": {"avg_ms": 0.009, "count": 172, "max_ms": 0.092, "p95_ms": 0.019}, "id_reconcile_ms": {"avg_ms": 0.759, "count": 172, "max_ms": 1.86, "p95_ms": 1.224}, "mcmt_ms": {"avg_ms": 0.004, "count": 172, "max_ms": 0.027, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 6.237, "count": 172, "max_ms": 14.2, "p95_ms": 10.162}, "setup_ms": {"avg_ms": 0.051, "count": 172, "max_ms": 0.127, "p95_ms": 0.098}, "total_inside_ms": {"avg_ms": 13.293, "count": 172, "max_ms": 26.289, "p95_ms": 20.725}, "track_match_ms": {"avg_ms": 0.148, "count": 172, "max_ms": 0.582, "p95_ms": 0.328}, "tracker_update_ms": {"avg_ms": 3.136, "count": 172, "max_ms": 7.61, "p95_ms": 5.466}}, "gstreamer_push": {"avg_ms": 3.324, "count": 172, "max_ms": 8.712, "p95_ms": 5.128}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.097, "count": 172, "max_ms": 6.19, "p95_ms": 0.129}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 61.561, "count": 172, "max_ms": 123.223, "p95_ms": 87.09}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.111, "count": 172, "max_ms": 17.998, "p95_ms": 11.235}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 123.888, "count": 172, "max_ms": 217.397, "p95_ms": 167.38}, "inference_input_copy_ms": {"avg_ms": 1.863, "count": 172, "max_ms": 5.581, "p95_ms": 3.057}, "processing_residual_ms": {"avg_ms": 0.328, "count": 172, "max_ms": 0.757, "p95_ms": 0.599}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 130.191, "count": 172, "max_ms": 224.622, "p95_ms": 176.658}, "read_interval": {"avg_ms": 147.618, "count": 171, "max_ms": 290.674, "p95_ms": 203.668}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 172, "max_ms": 0.13, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 6.142, "count": 172, "max_ms": 14.027, "p95_ms": 9.984}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 172, "max_ms": 0.063, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 6.12, "count": 172, "max_ms": 13.995, "p95_ms": 9.948}, "worker_merge_ms": {"avg_ms": 0.008, "count": 172, "max_ms": 0.058, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 61.577, "count": 172, "max_ms": 123.256, "p95_ms": 87.114}, "visualize": {"avg_ms": 47.241, "count": 172, "max_ms": 93.325, "p95_ms": 65.179}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 35.235, "count": 172, "max_ms": 67.3, "p95_ms": 49.34}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.539, "count": 172, "max_ms": 90.149, "p95_ms": 62.335}, "visualize_input_copy_ms": {"avg_ms": 1.454, "count": 172, "max_ms": 5.309, "p95_ms": 2.635}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.383, "count": 172, "max_ms": 89.911, "p95_ms": 62.048}, "visualizer_prepare_ms": {"avg_ms": 0.082, "count": 172, "max_ms": 0.302, "p95_ms": 0.163}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 172}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 826.004, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.08, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.698, "sample_count": 2079, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 43706, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:10:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 98420, "write_bytes_delta": 98420, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 283.0, "cpu_core_ratio": 0.378735, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 403.0, "pid": 8919, "reason": null, "system_cpu_core_ratio": 0.08372, "system_cpu_s_delta": 0.8399999999999999, "user_cpu_core_ratio": 0.295014, "user_cpu_s_delta": 2.9599999999999937}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.899654, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.588036, "system_cpu_s_delta": 5.900000000000091, "user_cpu_core_ratio": 1.311618, "user_cpu_s_delta": 13.159999999999854}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.417, "count": 192, "max_ms": 8.712, "p95_ms": 5.679, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.812, "max": 18.0, "p95": 16.0, "sample_count": 192}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.656, "key_count": 1, "max": 7.0, "p95": 7.0, "provenance": "bounded_other_sum_proxy", "sample_count": 192}, "total": {"avg": 5.656, "max": 7.0, "p95": 7.0, "sample_count": 192}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.43, "count": 30, "max": 52.642, "p95": 42.813, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.548, "count": 30, "max": 27.116, "p95": 21.849, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 437.767, "count": 30, "max": 901.0, "p95": 700.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 823.633, "count": 30, "max": 14480.0, "p95": 3961.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.158, "p95": 0.096, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.349, "count": 30, "max": 0.388, "p95": 0.383, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.185, "count": 30, "max": 5.062, "p95": 0.137, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103228.667, "count": 30, "max": 106215.0, "p95": 105727.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99731.5, "count": 30, "max": 106215.0, "p95": 105727.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1582.533, "count": 30, "max": 26036.0, "p95": 11107.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.604, "count": 30, "max": 0.683, "p95": 0.664, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.31, "count": 30, "max": 1.45, "p95": 1.396, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 389, "sampled_at": "2026-10-30T16:10:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:10:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 97511, "flush_count": 101, "flush_interval_seconds": 30.0, "flush_state": {"count": 101, "last_at": "2026-10-30T16:12:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:12:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 100}, "started": true, "suppressed_count": 44663, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 7, "tracking_summary": 44656}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 101, "written_record_count": 101}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4763.641, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5d05c0fca540] left block unavailable for requested intra mode [h264 @ 0x5d05c0fca540] error while decoding MB 0 3, bytestream 4193 [h264 @ 0x5d05c0efb780] error while decoding MB 9 54, bytestream -8", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 123738624000, "copied_frame_count": 44755, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:09:50+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2296304, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:09:41+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.611}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 7, "events_emitted": 6, "events_failed": 0, "events_observed": 7, "events_suppressed": 1, "frame_buffer_copied_bytes": 123738624000, "frame_buffer_copies": 44755, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 6, "worker_jobs_completed": 6, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1263, "count": 512, "max_ms": 1.9611, "p50_ms": 0.1071, "p95_ms": 0.227, "p99_ms": 0.3169}, "stages": {"db_insert": {"avg_ms": 16.2742, "count": 6, "max_ms": 25.7525, "p50_ms": 15.4057, "p95_ms": 24.6923, "p99_ms": 25.5405, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8617, "count": 6, "max_ms": 2.6817, "p50_ms": 2.0023, "p95_ms": 2.5766, "p99_ms": 2.6607, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1463.4193, "count": 7, "max_ms": 4422.916, "p50_ms": 1146.0553, "p95_ms": 3508.5617, "p99_ms": 4240.0452, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5345, "count": 512, "max_ms": 5.0585, "p50_ms": 1.428, "p95_ms": 2.5353, "p99_ms": 3.2834, "results": {"failed": 0, "not_applicable": 0, "success": 44755, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 479.465, "count": 7, "max_ms": 595.7564, "p50_ms": 535.2771, "p95_ms": 594.4747, "p99_ms": 595.5, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 39.802, "count": 6, "max_ms": 58.1992, "p50_ms": 41.7422, "p95_ms": 54.9087, "p99_ms": 57.5411, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3011, "count": 300, "max_ms": 15.2315, "p50_ms": 5.077, "p95_ms": 7.9944, "p99_ms": 9.7784, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5401, "count": 300, "max_ms": 5.1681, "p50_ms": 1.3935, "p95_ms": 2.707, "p99_ms": 3.783, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 554.4345, "count": 6, "max_ms": 586.9009, "p50_ms": 556.6894, "p95_ms": 586.829, "p99_ms": 586.8865, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 463.2117, "count": 6, "max_ms": 496.8319, "p50_ms": 464.2905, "p95_ms": 496.116, "p99_ms": 496.6887, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.0852, "count": 6, "max_ms": 92.4716, "p50_ms": 85.0005, "p95_ms": 91.1392, "p99_ms": 92.2051, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9333, "count": 6, "max_ms": 2.9226, "p50_ms": 1.8222, "p95_ms": 2.8314, "p99_ms": 2.9043, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.8291, "count": 6, "max_ms": 50.6832, "p50_ms": 39.2164, "p95_ms": 49.0813, "p99_ms": 50.3628, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8404, "count": 7, "max_ms": 1.162, "p50_ms": 0.8214, "p95_ms": 1.0788, "p99_ms": 1.1453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.9822, "count": 6, "max_ms": 1.7209, "p50_ms": 0.8748, "p95_ms": 1.5358, "p99_ms": 1.6839, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.9822, "count": 6, "max_ms": 1.7209, "p50_ms": 0.8748, "p95_ms": 1.5358, "p99_ms": 1.6839, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8404, "count": 7, "max_ms": 1.162, "p50_ms": 0.8214, "p95_ms": 1.0788, "p99_ms": 1.1453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 2.6066, "count": 6, "max_ms": 9.2164, "p50_ms": 1.2513, "p95_ms": 7.5569, "p99_ms": 8.8845, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 1051.5228, "count": 6, "max_ms": 3752.636, "p50_ms": 488.4882, "p95_ms": 2993.5786, "p99_ms": 3600.8246, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.2103, "count": 6, "max_ms": 3.4552, "p50_ms": 2.3065, "p95_ms": 3.2328, "p99_ms": 3.4107, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 30.5943, "count": 6, "max_ms": 74.1981, "p50_ms": 17.0005, "p95_ms": 72.82, "p99_ms": 73.9224, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2759, "count": 6, "max_ms": 1.1521, "p50_ms": 0.1106, "p95_ms": 0.9083, "p99_ms": 1.1033, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5825, "count": 6, "max_ms": 5.4615, "p50_ms": 2.0007, "p95_ms": 4.7926, "p99_ms": 5.3277, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 1145.5786, "count": 6, "max_ms": 3837.487, "p50_ms": 603.1817, "p95_ms": 3072.7238, "p99_ms": 3684.5344, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 6, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 6, "max_ms": 1.1521, "p50_ms": 0.1106, "p95_ms": 0.9083, "p99_ms": 1.1033}, "wait_ms": {"count": 6, "max_ms": 5.4615, "p50_ms": 2.0007, "p95_ms": 4.7926, "p99_ms": 5.3277}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 6, "artifact_failed": 0, "artifact_requested": 6, "artifact_success": 6, "completed": 6, "completed_failed": 0, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 6, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15547, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 6, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 6}, "snapshot": {"copied_bytes": 16588800, "copied_count": 6, "copy": {"count": 6, "max_ms": 2.6817, "p50_ms": 2.0023, "p95_ms": 2.5766, "p99_ms": 2.6607}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 28, "h264_decode_error_count": 78, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:13:07+09:00", "last_error_summary": "[h264 @ 0x5d05c0fca540] left block unavailable for requested intra mode [h264 @ 0x5d05c0fca540] error while decoding MB 0 3, bytestream 4193 [h264 @ 0x5d05c0efb780] error while decoding MB 9 54, bytestream -8", "last_exit_at": "2026-10-30T16:10:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 155.507, "last_started_at": "2026-10-30T16:10:32+09:00", "pid": 9097, "process": {"exists": false, "pid": 9097}, "restart_count": 28, "restart_count_per_hour": 15, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.545, "sample_count": 1979, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 44755, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:13:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.072, "last_frame_pushed_at": "2026-10-30T16:13:07+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-10-30T16:13:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 10, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 546.312, "last_sample_duration_ms": 1205.451, "last_trigger": "periodic", "next_snapshot_in_sec": 53.688, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 10, "storage_bytes": 1144175}, "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-10-30T16:13:07.515223+09:00", "mtime_epoch": 1793344387.515223, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 108584}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:13:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 919.25, "name": "celery", "pid": 206, "rss_mb": 826.512, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 6, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 44756, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.465, "max": 14.0, "p95": 13.0, "sample_count": 170}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.235, "max": 5.0, "p95": 5.0, "sample_count": 170}, "total": {"avg": 4.235, "max": 5.0, "p95": 5.0, "sample_count": 170}}, "tracking_counts": {"active": {"avg": 1.024, "max": 2.0, "p95": 1.0, "sample_count": 170}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "tracked": {"avg": 1.024, "max": 2.0, "p95": 1.0, "sample_count": 170}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 170, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.678, "pushed": 5.678, "read": 5.678}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 170, "client_acquire_ms": {"avg_ms": 0.008, "count": 170, "max_ms": 0.03, "p95_ms": 0.017, "reason": null, "sample_age_ms": 21.006, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.972, "count": 170, "max_ms": 8.109, "p95_ms": 3.255, "reason": null, "sample_age_ms": 70.012, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.386, "count": 170, "max_ms": 3.793, "p95_ms": 2.153, "reason": null, "sample_age_ms": 70.418, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.457, "count": 170, "max_ms": 4.178, "p95_ms": 0.832, "reason": null, "sample_age_ms": 21.014, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.184, "count": 170, "max_ms": 4.767, "p95_ms": 3.74, "reason": null, "sample_age_ms": 67.466, "source": "client_direct"}, "request_count": 170, "request_tensor_bytes": {"avg": 2764808.0, "count": 170, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 67.43, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 170, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 21.283, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 56.63, "count": 170, "max_ms": 93.001, "p95_ms": 77.402, "reason": null, "sample_age_ms": 21.003, "source": "client_direct"}, "sample_age_ms": 21.0, "source": "client_direct", "task_total_ms": {"avg_ms": 59.463, "count": 170, "max_ms": 97.086, "p95_ms": 80.477, "reason": null, "sample_age_ms": 21.0, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.048, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 12.808, "count": 170, "max_ms": 22.918, "p95_ms": 18.711}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.623, "count": 170, "max_ms": 2.275, "p95_ms": 1.115}, "detection_prepare_ms": {"avg_ms": 2.127, "count": 170, "max_ms": 9.631, "p95_ms": 4.385}, "event_filter_ms": {"avg_ms": 0.007, "count": 170, "max_ms": 0.051, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.527, "count": 170, "max_ms": 1.429, "p95_ms": 0.864}, "mcmt_ms": {"avg_ms": 0.004, "count": 170, "max_ms": 0.032, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 6.34, "count": 170, "max_ms": 13.073, "p95_ms": 9.18}, "setup_ms": {"avg_ms": 0.05, "count": 170, "max_ms": 0.203, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 12.731, "count": 170, "max_ms": 22.823, "p95_ms": 18.643}, "track_match_ms": {"avg_ms": 0.192, "count": 170, "max_ms": 0.562, "p95_ms": 0.349}, "tracker_update_ms": {"avg_ms": 2.861, "count": 170, "max_ms": 8.317, "p95_ms": 4.829}}, "gstreamer_push": {"avg_ms": 3.263, "count": 170, "max_ms": 10.654, "p95_ms": 5.32}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 170, "max_ms": 0.268, "p95_ms": 0.118}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 60.819, "count": 170, "max_ms": 99.456, "p95_ms": 84.449}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.728, "count": 170, "max_ms": 15.62, "p95_ms": 9.551}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 118.416, "count": 170, "max_ms": 182.176, "p95_ms": 148.965}, "inference_input_copy_ms": {"avg_ms": 1.823, "count": 170, "max_ms": 5.966, "p95_ms": 3.306}, "processing_residual_ms": {"avg_ms": 0.35, "count": 170, "max_ms": 1.565, "p95_ms": 0.637}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 124.317, "count": 170, "max_ms": 186.81, "p95_ms": 154.193}, "read_interval": {"avg_ms": 176.315, "count": 170, "max_ms": 2694.207, "p95_ms": 194.174}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.023, "count": 170, "max_ms": 0.438, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 6.25, "count": 170, "max_ms": 12.998, "p95_ms": 9.003}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 170, "max_ms": 0.076, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 6.227, "count": 170, "max_ms": 12.977, "p95_ms": 8.887}, "worker_merge_ms": {"avg_ms": 0.008, "count": 170, "max_ms": 0.035, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 60.835, "count": 170, "max_ms": 99.472, "p95_ms": 84.492}, "visualize": {"avg_ms": 43.215, "count": 170, "max_ms": 77.924, "p95_ms": 55.627}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.619, "count": 170, "max_ms": 55.377, "p95_ms": 41.615}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.473, "count": 170, "max_ms": 75.794, "p95_ms": 53.703}, "visualize_input_copy_ms": {"avg_ms": 1.507, "count": 170, "max_ms": 5.083, "p95_ms": 2.813}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.32, "count": 170, "max_ms": 75.616, "p95_ms": 53.498}, "visualizer_prepare_ms": {"avg_ms": 0.081, "count": 170, "max_ms": 0.223, "p95_ms": 0.157}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 826.48, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.077, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.8, "sample_count": 1999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 44693, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:12:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115920, "write_bytes_delta": 115920, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 398.0, "cpu_core_ratio": 0.516487, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1928.0, "pid": 9097, "reason": null, "system_cpu_core_ratio": 0.223695, "system_cpu_s_delta": 4.5, "user_cpu_core_ratio": 0.292792, "user_cpu_s_delta": 5.890000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.594696, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.504556, "system_cpu_s_delta": 10.150000000000091, "user_cpu_core_ratio": 1.09014, "user_cpu_s_delta": 21.93000000000029}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.216, "count": 190, "max_ms": 7.787, "p95_ms": 4.975, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.605, "max": 19.0, "p95": 14.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.842, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 190}, "total": {"avg": 3.842, "max": 4.0, "p95": 4.0, "sample_count": 190}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.173, "count": 30, "max": 57.283, "p95": 47.707, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.185, "count": 30, "max": 28.054, "p95": 23.183, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 481.833, "count": 30, "max": 901.0, "p95": 892.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1225.067, "count": 30, "max": 14480.0, "p95": 6932.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.224, "p95": 0.149, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.343, "count": 30, "max": 0.388, "p95": 0.379, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.009, "count": 30, "max": 0.136, "p95": 0.068, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103423.367, "count": 30, "max": 115920.0, "p95": 110739.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99931.8, "count": 30, "max": 115920.0, "p95": 110739.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 878.067, "count": 30, "max": 26036.0, "p95": 31.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.594, "count": 30, "max": 0.683, "p95": 0.664, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.294, "count": 30, "max": 1.45, "p95": 1.396, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 399, "sampled_at": "2026-10-30T16:12:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:12:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 97511, "flush_count": 101, "flush_interval_seconds": 30.0, "flush_state": {"count": 101, "last_at": "2026-10-30T16:12:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:12:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 100}, "started": true, "suppressed_count": 44663, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 7, "tracking_summary": 44656}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 101, "written_record_count": 101}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4763.117, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T16:13:07+09:00", "last_error_summary": "[h264 @ 0x5d05c0fca540] left block unavailable for requested intra mode [h264 @ 0x5d05c0fca540] error while decoding MB 0 3, bytestream 4193 [h264 @ 0x5d05c0efb780] error while decoding MB 9 54, bytestream -8", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 123741388800, "copied_frame_count": 44756, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:09:50+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2296304, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:09:41+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.611}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 7, "events_emitted": 6, "events_failed": 0, "events_observed": 7, "events_suppressed": 1, "frame_buffer_copied_bytes": 123741388800, "frame_buffer_copies": 44756, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 6, "worker_jobs_completed": 6, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1261, "count": 512, "max_ms": 1.9611, "p50_ms": 0.107, "p95_ms": 0.227, "p99_ms": 0.3169}, "stages": {"db_insert": {"avg_ms": 16.2742, "count": 6, "max_ms": 25.7525, "p50_ms": 15.4057, "p95_ms": 24.6923, "p99_ms": 25.5405, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8617, "count": 6, "max_ms": 2.6817, "p50_ms": 2.0023, "p95_ms": 2.5766, "p99_ms": 2.6607, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1463.4193, "count": 7, "max_ms": 4422.916, "p50_ms": 1146.0553, "p95_ms": 3508.5617, "p99_ms": 4240.0452, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5334, "count": 512, "max_ms": 5.0585, "p50_ms": 1.4277, "p95_ms": 2.5353, "p99_ms": 3.2834, "results": {"failed": 0, "not_applicable": 0, "success": 44756, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 479.465, "count": 7, "max_ms": 595.7564, "p50_ms": 535.2771, "p95_ms": 594.4747, "p99_ms": 595.5, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 39.802, "count": 6, "max_ms": 58.1992, "p50_ms": 41.7422, "p95_ms": 54.9087, "p99_ms": 57.5411, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3011, "count": 300, "max_ms": 15.2315, "p50_ms": 5.077, "p95_ms": 7.9944, "p99_ms": 9.7784, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5401, "count": 300, "max_ms": 5.1681, "p50_ms": 1.3935, "p95_ms": 2.707, "p99_ms": 3.783, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 554.4345, "count": 6, "max_ms": 586.9009, "p50_ms": 556.6894, "p95_ms": 586.829, "p99_ms": 586.8865, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 463.2117, "count": 6, "max_ms": 496.8319, "p50_ms": 464.2905, "p95_ms": 496.116, "p99_ms": 496.6887, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.0852, "count": 6, "max_ms": 92.4716, "p50_ms": 85.0005, "p95_ms": 91.1392, "p99_ms": 92.2051, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9333, "count": 6, "max_ms": 2.9226, "p50_ms": 1.8222, "p95_ms": 2.8314, "p99_ms": 2.9043, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.8291, "count": 6, "max_ms": 50.6832, "p50_ms": 39.2164, "p95_ms": 49.0813, "p99_ms": 50.3628, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8404, "count": 7, "max_ms": 1.162, "p50_ms": 0.8214, "p95_ms": 1.0788, "p99_ms": 1.1453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.9822, "count": 6, "max_ms": 1.7209, "p50_ms": 0.8748, "p95_ms": 1.5358, "p99_ms": 1.6839, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.9822, "count": 6, "max_ms": 1.7209, "p50_ms": 0.8748, "p95_ms": 1.5358, "p99_ms": 1.6839, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8404, "count": 7, "max_ms": 1.162, "p50_ms": 0.8214, "p95_ms": 1.0788, "p99_ms": 1.1453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 2.6066, "count": 6, "max_ms": 9.2164, "p50_ms": 1.2513, "p95_ms": 7.5569, "p99_ms": 8.8845, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 1051.5228, "count": 6, "max_ms": 3752.636, "p50_ms": 488.4882, "p95_ms": 2993.5786, "p99_ms": 3600.8246, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.2103, "count": 6, "max_ms": 3.4552, "p50_ms": 2.3065, "p95_ms": 3.2328, "p99_ms": 3.4107, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 30.5943, "count": 6, "max_ms": 74.1981, "p50_ms": 17.0005, "p95_ms": 72.82, "p99_ms": 73.9224, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2759, "count": 6, "max_ms": 1.1521, "p50_ms": 0.1106, "p95_ms": 0.9083, "p99_ms": 1.1033, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5825, "count": 6, "max_ms": 5.4615, "p50_ms": 2.0007, "p95_ms": 4.7926, "p99_ms": 5.3277, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 1145.5786, "count": 6, "max_ms": 3837.487, "p50_ms": 603.1817, "p95_ms": 3072.7238, "p99_ms": 3684.5344, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 6, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 6, "max_ms": 1.1521, "p50_ms": 0.1106, "p95_ms": 0.9083, "p99_ms": 1.1033}, "wait_ms": {"count": 6, "max_ms": 5.4615, "p50_ms": 2.0007, "p95_ms": 4.7926, "p99_ms": 5.3277}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 6, "artifact_failed": 0, "artifact_requested": 6, "artifact_success": 6, "completed": 6, "completed_failed": 0, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 6, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15547, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 6, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 6}, "snapshot": {"copied_bytes": 16588800, "copied_count": 6, "copy": {"count": 6, "max_ms": 2.6817, "p50_ms": 2.0023, "p95_ms": 2.5766, "p99_ms": 2.6607}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 28, "h264_decode_error_count": 78, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:13:07+09:00", "last_error_summary": "[h264 @ 0x5d05c0fca540] left block unavailable for requested intra mode [h264 @ 0x5d05c0fca540] error while decoding MB 0 3, bytestream 4193 [h264 @ 0x5d05c0efb780] error while decoding MB 9 54, bytestream -8", "last_exit_at": "2026-10-30T16:13:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 155.599, "last_started_at": "2026-10-30T16:10:32+09:00", "pid": 9097, "process": {"exists": false, "pid": 9097}, "restart_count": 28, "restart_count_per_hour": 15, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.545, "sample_count": 1979, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 44756, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:13:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.023, "last_frame_pushed_at": "2026-10-30T16:13:07+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-10-30T16:13:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 10, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 546.413, "last_sample_duration_ms": 1205.451, "last_trigger": "periodic", "next_snapshot_in_sec": 53.587, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 10, "storage_bytes": 1144175}, "mjpeg": {"age_sec": 0.017, "exists": true, "mtime": "2026-10-30T16:13:07.652223+09:00", "mtime_epoch": 1793344387.6522229, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 108627}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:13:07+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 919.25, "name": "celery", "pid": 206, "rss_mb": 826.508, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 6, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 44756, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.465, "max": 14.0, "p95": 13.0, "sample_count": 170}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.241, "max": 5.0, "p95": 5.0, "sample_count": 170}, "total": {"avg": 4.241, "max": 5.0, "p95": 5.0, "sample_count": 170}}, "tracking_counts": {"active": {"avg": 1.024, "max": 2.0, "p95": 1.0, "sample_count": 170}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "tracked": {"avg": 1.024, "max": 2.0, "p95": 1.0, "sample_count": 170}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 169, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.684, "pushed": 5.684, "read": 5.65}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 169, "client_acquire_ms": {"avg_ms": 0.008, "count": 170, "max_ms": 0.03, "p95_ms": 0.017, "reason": null, "sample_age_ms": 120.554, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.973, "count": 169, "max_ms": 8.109, "p95_ms": 3.255, "reason": null, "sample_age_ms": 169.56, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.387, "count": 169, "max_ms": 3.793, "p95_ms": 2.167, "reason": null, "sample_age_ms": 169.966, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.457, "count": 170, "max_ms": 4.178, "p95_ms": 0.832, "reason": null, "sample_age_ms": 120.563, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.175, "count": 169, "max_ms": 4.767, "p95_ms": 3.702, "reason": null, "sample_age_ms": 167.014, "source": "client_direct"}, "request_count": 169, "request_tensor_bytes": {"avg": 2764808.0, "count": 169, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 166.978, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 170, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 120.831, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 56.63, "count": 170, "max_ms": 93.001, "p95_ms": 77.402, "reason": null, "sample_age_ms": 120.551, "source": "client_direct"}, "sample_age_ms": 120.548, "source": "client_direct", "task_total_ms": {"avg_ms": 59.463, "count": 170, "max_ms": 97.086, "p95_ms": 80.477, "reason": null, "sample_age_ms": 120.548, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.969, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 12.835, "count": 170, "max_ms": 22.918, "p95_ms": 18.711}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.625, "count": 170, "max_ms": 2.275, "p95_ms": 1.115}, "detection_prepare_ms": {"avg_ms": 2.131, "count": 170, "max_ms": 9.631, "p95_ms": 4.385}, "event_filter_ms": {"avg_ms": 0.007, "count": 170, "max_ms": 0.051, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.528, "count": 170, "max_ms": 1.429, "p95_ms": 0.864}, "mcmt_ms": {"avg_ms": 0.004, "count": 170, "max_ms": 0.032, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 6.35, "count": 170, "max_ms": 13.073, "p95_ms": 9.18}, "setup_ms": {"avg_ms": 0.05, "count": 170, "max_ms": 0.203, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 12.758, "count": 170, "max_ms": 22.823, "p95_ms": 18.643}, "track_match_ms": {"avg_ms": 0.192, "count": 170, "max_ms": 0.562, "p95_ms": 0.349}, "tracker_update_ms": {"avg_ms": 2.869, "count": 170, "max_ms": 8.317, "p95_ms": 4.829}}, "gstreamer_push": {"avg_ms": 3.263, "count": 170, "max_ms": 10.654, "p95_ms": 5.32}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 170, "max_ms": 0.268, "p95_ms": 0.118}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 60.874, "count": 170, "max_ms": 99.456, "p95_ms": 84.449}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.729, "count": 170, "max_ms": 15.62, "p95_ms": 9.551}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 118.588, "count": 170, "max_ms": 182.176, "p95_ms": 148.965}, "inference_input_copy_ms": {"avg_ms": 1.826, "count": 170, "max_ms": 5.966, "p95_ms": 3.306}, "processing_residual_ms": {"avg_ms": 0.35, "count": 170, "max_ms": 1.565, "p95_ms": 0.637}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 124.493, "count": 170, "max_ms": 186.81, "p95_ms": 154.193}, "read_interval": {"avg_ms": 176.699, "count": 169, "max_ms": 2694.207, "p95_ms": 194.174}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.023, "count": 170, "max_ms": 0.438, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 6.26, "count": 170, "max_ms": 12.998, "p95_ms": 9.003}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 170, "max_ms": 0.076, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 6.237, "count": 170, "max_ms": 12.977, "p95_ms": 8.887}, "worker_merge_ms": {"avg_ms": 0.008, "count": 170, "max_ms": 0.035, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 60.89, "count": 170, "max_ms": 99.472, "p95_ms": 84.492}, "visualize": {"avg_ms": 43.296, "count": 170, "max_ms": 77.924, "p95_ms": 55.891}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.663, "count": 170, "max_ms": 55.377, "p95_ms": 41.638}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.528, "count": 170, "max_ms": 75.794, "p95_ms": 53.703}, "visualize_input_copy_ms": {"avg_ms": 1.532, "count": 170, "max_ms": 6.052, "p95_ms": 2.889}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.374, "count": 170, "max_ms": 75.616, "p95_ms": 53.498}, "visualizer_prepare_ms": {"avg_ms": 0.081, "count": 170, "max_ms": 0.223, "p95_ms": 0.157}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 826.48, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.077, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.8, "sample_count": 1999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 44693, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:12:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115920, "write_bytes_delta": 115920, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 398.0, "cpu_core_ratio": 0.516487, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1928.0, "pid": 9097, "reason": null, "system_cpu_core_ratio": 0.223695, "system_cpu_s_delta": 4.5, "user_cpu_core_ratio": 0.292792, "user_cpu_s_delta": 5.890000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.594696, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.504556, "system_cpu_s_delta": 10.150000000000091, "user_cpu_core_ratio": 1.09014, "user_cpu_s_delta": 21.93000000000029}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.216, "count": 190, "max_ms": 7.787, "p95_ms": 4.975, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.605, "max": 19.0, "p95": 14.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.842, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 190}, "total": {"avg": 3.842, "max": 4.0, "p95": 4.0, "sample_count": 190}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.173, "count": 30, "max": 57.283, "p95": 47.707, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.185, "count": 30, "max": 28.054, "p95": 23.183, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 481.833, "count": 30, "max": 901.0, "p95": 892.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1225.067, "count": 30, "max": 14480.0, "p95": 6932.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.224, "p95": 0.149, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.343, "count": 30, "max": 0.388, "p95": 0.379, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.009, "count": 30, "max": 0.136, "p95": 0.068, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103423.367, "count": 30, "max": 115920.0, "p95": 110739.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99931.8, "count": 30, "max": 115920.0, "p95": 110739.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 878.067, "count": 30, "max": 26036.0, "p95": 31.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.594, "count": 30, "max": 0.683, "p95": 0.664, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.294, "count": 30, "max": 1.45, "p95": 1.396, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 399, "sampled_at": "2026-10-30T16:12:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:12:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 97511, "flush_count": 101, "flush_interval_seconds": 30.0, "flush_state": {"count": 101, "last_at": "2026-10-30T16:12:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:12:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 100}, "started": true, "suppressed_count": 44663, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 7, "tracking_summary": 44656}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 101, "written_record_count": 101}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4763.285, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 123741388800, "copied_frame_count": 44756, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:09:50+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2296304, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:09:41+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.611}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 7, "events_emitted": 6, "events_failed": 0, "events_observed": 7, "events_suppressed": 1, "frame_buffer_copied_bytes": 123741388800, "frame_buffer_copies": 44756, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 6, "worker_jobs_completed": 6, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1261, "count": 512, "max_ms": 1.9611, "p50_ms": 0.107, "p95_ms": 0.227, "p99_ms": 0.3169}, "stages": {"db_insert": {"avg_ms": 16.2742, "count": 6, "max_ms": 25.7525, "p50_ms": 15.4057, "p95_ms": 24.6923, "p99_ms": 25.5405, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8617, "count": 6, "max_ms": 2.6817, "p50_ms": 2.0023, "p95_ms": 2.5766, "p99_ms": 2.6607, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1463.4193, "count": 7, "max_ms": 4422.916, "p50_ms": 1146.0553, "p95_ms": 3508.5617, "p99_ms": 4240.0452, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5334, "count": 512, "max_ms": 5.0585, "p50_ms": 1.4277, "p95_ms": 2.5353, "p99_ms": 3.2834, "results": {"failed": 0, "not_applicable": 0, "success": 44756, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 479.465, "count": 7, "max_ms": 595.7564, "p50_ms": 535.2771, "p95_ms": 594.4747, "p99_ms": 595.5, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 39.802, "count": 6, "max_ms": 58.1992, "p50_ms": 41.7422, "p95_ms": 54.9087, "p99_ms": 57.5411, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3011, "count": 300, "max_ms": 15.2315, "p50_ms": 5.077, "p95_ms": 7.9944, "p99_ms": 9.7784, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5401, "count": 300, "max_ms": 5.1681, "p50_ms": 1.3935, "p95_ms": 2.707, "p99_ms": 3.783, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 554.4345, "count": 6, "max_ms": 586.9009, "p50_ms": 556.6894, "p95_ms": 586.829, "p99_ms": 586.8865, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 463.2117, "count": 6, "max_ms": 496.8319, "p50_ms": 464.2905, "p95_ms": 496.116, "p99_ms": 496.6887, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.0852, "count": 6, "max_ms": 92.4716, "p50_ms": 85.0005, "p95_ms": 91.1392, "p99_ms": 92.2051, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9333, "count": 6, "max_ms": 2.9226, "p50_ms": 1.8222, "p95_ms": 2.8314, "p99_ms": 2.9043, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.8291, "count": 6, "max_ms": 50.6832, "p50_ms": 39.2164, "p95_ms": 49.0813, "p99_ms": 50.3628, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8404, "count": 7, "max_ms": 1.162, "p50_ms": 0.8214, "p95_ms": 1.0788, "p99_ms": 1.1453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.9822, "count": 6, "max_ms": 1.7209, "p50_ms": 0.8748, "p95_ms": 1.5358, "p99_ms": 1.6839, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.9822, "count": 6, "max_ms": 1.7209, "p50_ms": 0.8748, "p95_ms": 1.5358, "p99_ms": 1.6839, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8404, "count": 7, "max_ms": 1.162, "p50_ms": 0.8214, "p95_ms": 1.0788, "p99_ms": 1.1453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 2.6066, "count": 6, "max_ms": 9.2164, "p50_ms": 1.2513, "p95_ms": 7.5569, "p99_ms": 8.8845, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 1051.5228, "count": 6, "max_ms": 3752.636, "p50_ms": 488.4882, "p95_ms": 2993.5786, "p99_ms": 3600.8246, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.2103, "count": 6, "max_ms": 3.4552, "p50_ms": 2.3065, "p95_ms": 3.2328, "p99_ms": 3.4107, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 30.5943, "count": 6, "max_ms": 74.1981, "p50_ms": 17.0005, "p95_ms": 72.82, "p99_ms": 73.9224, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2759, "count": 6, "max_ms": 1.1521, "p50_ms": 0.1106, "p95_ms": 0.9083, "p99_ms": 1.1033, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5825, "count": 6, "max_ms": 5.4615, "p50_ms": 2.0007, "p95_ms": 4.7926, "p99_ms": 5.3277, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 1145.5786, "count": 6, "max_ms": 3837.487, "p50_ms": 603.1817, "p95_ms": 3072.7238, "p99_ms": 3684.5344, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 6, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 6, "max_ms": 1.1521, "p50_ms": 0.1106, "p95_ms": 0.9083, "p99_ms": 1.1033}, "wait_ms": {"count": 6, "max_ms": 5.4615, "p50_ms": 2.0007, "p95_ms": 4.7926, "p99_ms": 5.3277}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 6, "artifact_failed": 0, "artifact_requested": 6, "artifact_success": 6, "completed": 6, "completed_failed": 0, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 6, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15547, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 6, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 6}, "snapshot": {"copied_bytes": 16588800, "copied_count": 6, "copy": {"count": 6, "max_ms": 2.6817, "p50_ms": 2.0023, "p95_ms": 2.5766, "p99_ms": 2.6607}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 28, "h264_decode_error_count": 78, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:13:07+09:00", "last_error_summary": "[h264 @ 0x5d05c0fca540] left block unavailable for requested intra mode [h264 @ 0x5d05c0fca540] error while decoding MB 0 3, bytestream 4193 [h264 @ 0x5d05c0efb780] error while decoding MB 9 54, bytestream -8", "last_exit_at": "2026-10-30T16:13:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 155.645, "last_started_at": "2026-10-30T16:10:32+09:00", "pid": 9097, "process": {"exists": false, "pid": 9097}, "restart_count": 28, "restart_count_per_hour": 15, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 29}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.545, "sample_count": 1979, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 44756, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:13:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.07, "last_frame_pushed_at": "2026-10-30T16:13:07+09:00", "last_frame_read_age_sec": 0.206, "last_frame_read_at": "2026-10-30T16:13:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 10, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 546.446, "last_sample_duration_ms": 1205.451, "last_trigger": "periodic", "next_snapshot_in_sec": 53.554, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 10, "storage_bytes": 1144175}, "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-10-30T16:13:07.652223+09:00", "mtime_epoch": 1793344387.6522229, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 108627}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:13:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 919.25, "name": "celery", "pid": 206, "rss_mb": 826.508, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 6, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 44756, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.465, "max": 14.0, "p95": 13.0, "sample_count": 170}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.241, "max": 5.0, "p95": 5.0, "sample_count": 170}, "total": {"avg": 4.241, "max": 5.0, "p95": 5.0, "sample_count": 170}}, "tracking_counts": {"active": {"avg": 1.024, "max": 2.0, "p95": 1.0, "sample_count": 170}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "tracked": {"avg": 1.024, "max": 2.0, "p95": 1.0, "sample_count": 170}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 169, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.675, "pushed": 5.675, "read": 5.642}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 169, "client_acquire_ms": {"avg_ms": 0.008, "count": 169, "max_ms": 0.03, "p95_ms": 0.017, "reason": null, "sample_age_ms": 159.031, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.973, "count": 169, "max_ms": 8.109, "p95_ms": 3.255, "reason": null, "sample_age_ms": 208.037, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.387, "count": 169, "max_ms": 3.793, "p95_ms": 2.167, "reason": null, "sample_age_ms": 208.443, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.458, "count": 169, "max_ms": 4.178, "p95_ms": 0.837, "reason": null, "sample_age_ms": 159.04, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.175, "count": 169, "max_ms": 4.767, "p95_ms": 3.702, "reason": null, "sample_age_ms": 205.492, "source": "client_direct"}, "request_count": 169, "request_tensor_bytes": {"avg": 2764808.0, "count": 169, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 205.455, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 169, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 159.309, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 56.714, "count": 169, "max_ms": 93.001, "p95_ms": 77.482, "reason": null, "sample_age_ms": 159.029, "source": "client_direct"}, "sample_age_ms": 159.026, "source": "client_direct", "task_total_ms": {"avg_ms": 59.538, "count": 169, "max_ms": 97.086, "p95_ms": 80.565, "reason": null, "sample_age_ms": 159.026, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.147, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 12.835, "count": 170, "max_ms": 22.918, "p95_ms": 18.711}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.625, "count": 170, "max_ms": 2.275, "p95_ms": 1.115}, "detection_prepare_ms": {"avg_ms": 2.131, "count": 170, "max_ms": 9.631, "p95_ms": 4.385}, "event_filter_ms": {"avg_ms": 0.007, "count": 170, "max_ms": 0.051, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.528, "count": 170, "max_ms": 1.429, "p95_ms": 0.864}, "mcmt_ms": {"avg_ms": 0.004, "count": 170, "max_ms": 0.032, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 6.35, "count": 170, "max_ms": 13.073, "p95_ms": 9.18}, "setup_ms": {"avg_ms": 0.05, "count": 170, "max_ms": 0.203, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 12.758, "count": 170, "max_ms": 22.823, "p95_ms": 18.643}, "track_match_ms": {"avg_ms": 0.192, "count": 170, "max_ms": 0.562, "p95_ms": 0.349}, "tracker_update_ms": {"avg_ms": 2.869, "count": 170, "max_ms": 8.317, "p95_ms": 4.829}}, "gstreamer_push": {"avg_ms": 3.263, "count": 170, "max_ms": 10.654, "p95_ms": 5.32}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 170, "max_ms": 0.268, "p95_ms": 0.118}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 60.874, "count": 170, "max_ms": 99.456, "p95_ms": 84.449}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.729, "count": 170, "max_ms": 15.62, "p95_ms": 9.551}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 118.588, "count": 170, "max_ms": 182.176, "p95_ms": 148.965}, "inference_input_copy_ms": {"avg_ms": 1.826, "count": 170, "max_ms": 5.966, "p95_ms": 3.306}, "processing_residual_ms": {"avg_ms": 0.35, "count": 170, "max_ms": 1.565, "p95_ms": 0.637}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 124.493, "count": 170, "max_ms": 186.81, "p95_ms": 154.193}, "read_interval": {"avg_ms": 176.699, "count": 169, "max_ms": 2694.207, "p95_ms": 194.174}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.023, "count": 170, "max_ms": 0.438, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 6.26, "count": 170, "max_ms": 12.998, "p95_ms": 9.003}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 170, "max_ms": 0.076, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 6.237, "count": 170, "max_ms": 12.977, "p95_ms": 8.887}, "worker_merge_ms": {"avg_ms": 0.008, "count": 170, "max_ms": 0.035, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 60.89, "count": 170, "max_ms": 99.472, "p95_ms": 84.492}, "visualize": {"avg_ms": 43.296, "count": 170, "max_ms": 77.924, "p95_ms": 55.891}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.663, "count": 170, "max_ms": 55.377, "p95_ms": 41.638}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.528, "count": 170, "max_ms": 75.794, "p95_ms": 53.703}, "visualize_input_copy_ms": {"avg_ms": 1.532, "count": 170, "max_ms": 6.052, "p95_ms": 2.889}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.374, "count": 170, "max_ms": 75.616, "p95_ms": 53.498}, "visualizer_prepare_ms": {"avg_ms": 0.081, "count": 170, "max_ms": 0.223, "p95_ms": 0.157}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 826.48, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.077, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.8, "sample_count": 1999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 44693, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:12:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115920, "write_bytes_delta": 115920, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 398.0, "cpu_core_ratio": 0.516487, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1928.0, "pid": 9097, "reason": null, "system_cpu_core_ratio": 0.223695, "system_cpu_s_delta": 4.5, "user_cpu_core_ratio": 0.292792, "user_cpu_s_delta": 5.890000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.594696, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.504556, "system_cpu_s_delta": 10.150000000000091, "user_cpu_core_ratio": 1.09014, "user_cpu_s_delta": 21.93000000000029}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.216, "count": 190, "max_ms": 7.787, "p95_ms": 4.975, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.605, "max": 19.0, "p95": 14.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.842, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 190}, "total": {"avg": 3.842, "max": 4.0, "p95": 4.0, "sample_count": 190}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.173, "count": 30, "max": 57.283, "p95": 47.707, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.185, "count": 30, "max": 28.054, "p95": 23.183, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 481.833, "count": 30, "max": 901.0, "p95": 892.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1225.067, "count": 30, "max": 14480.0, "p95": 6932.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.224, "p95": 0.149, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.343, "count": 30, "max": 0.388, "p95": 0.379, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.009, "count": 30, "max": 0.136, "p95": 0.068, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103423.367, "count": 30, "max": 115920.0, "p95": 110739.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99931.8, "count": 30, "max": 115920.0, "p95": 110739.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 878.067, "count": 30, "max": 26036.0, "p95": 31.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.594, "count": 30, "max": 0.683, "p95": 0.664, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.294, "count": 30, "max": 1.45, "p95": 1.396, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 399, "sampled_at": "2026-10-30T16:12:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:12:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 97511, "flush_count": 101, "flush_interval_seconds": 30.0, "flush_state": {"count": 101, "last_at": "2026-10-30T16:12:08", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:12:08", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 100}, "started": true, "suppressed_count": 44663, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 7, "tracking_summary": 44656}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 101, "written_record_count": 101}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4933.766, "limit_mb": null}, "detail": {"pid": 9213, "restart_count": 29, "start_count": 30}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 123741388800, "copied_frame_count": 44756, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:09:50+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2296304, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:09:41+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.611}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 7, "events_emitted": 6, "events_failed": 0, "events_observed": 7, "events_suppressed": 1, "frame_buffer_copied_bytes": 123741388800, "frame_buffer_copies": 44756, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 6, "worker_jobs_completed": 6, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1261, "count": 512, "max_ms": 1.9611, "p50_ms": 0.107, "p95_ms": 0.227, "p99_ms": 0.3169}, "stages": {"db_insert": {"avg_ms": 16.2742, "count": 6, "max_ms": 25.7525, "p50_ms": 15.4057, "p95_ms": 24.6923, "p99_ms": 25.5405, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8617, "count": 6, "max_ms": 2.6817, "p50_ms": 2.0023, "p95_ms": 2.5766, "p99_ms": 2.6607, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1463.4193, "count": 7, "max_ms": 4422.916, "p50_ms": 1146.0553, "p95_ms": 3508.5617, "p99_ms": 4240.0452, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5334, "count": 512, "max_ms": 5.0585, "p50_ms": 1.4277, "p95_ms": 2.5353, "p99_ms": 3.2834, "results": {"failed": 0, "not_applicable": 0, "success": 44756, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 479.465, "count": 7, "max_ms": 595.7564, "p50_ms": 535.2771, "p95_ms": 594.4747, "p99_ms": 595.5, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 39.802, "count": 6, "max_ms": 58.1992, "p50_ms": 41.7422, "p95_ms": 54.9087, "p99_ms": 57.5411, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3011, "count": 300, "max_ms": 15.2315, "p50_ms": 5.077, "p95_ms": 7.9944, "p99_ms": 9.7784, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5401, "count": 300, "max_ms": 5.1681, "p50_ms": 1.3935, "p95_ms": 2.707, "p99_ms": 3.783, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 554.4345, "count": 6, "max_ms": 586.9009, "p50_ms": 556.6894, "p95_ms": 586.829, "p99_ms": 586.8865, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 463.2117, "count": 6, "max_ms": 496.8319, "p50_ms": 464.2905, "p95_ms": 496.116, "p99_ms": 496.6887, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.0852, "count": 6, "max_ms": 92.4716, "p50_ms": 85.0005, "p95_ms": 91.1392, "p99_ms": 92.2051, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9333, "count": 6, "max_ms": 2.9226, "p50_ms": 1.8222, "p95_ms": 2.8314, "p99_ms": 2.9043, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.8291, "count": 6, "max_ms": 50.6832, "p50_ms": 39.2164, "p95_ms": 49.0813, "p99_ms": 50.3628, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8404, "count": 7, "max_ms": 1.162, "p50_ms": 0.8214, "p95_ms": 1.0788, "p99_ms": 1.1453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.9822, "count": 6, "max_ms": 1.7209, "p50_ms": 0.8748, "p95_ms": 1.5358, "p99_ms": 1.6839, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.9822, "count": 6, "max_ms": 1.7209, "p50_ms": 0.8748, "p95_ms": 1.5358, "p99_ms": 1.6839, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8404, "count": 7, "max_ms": 1.162, "p50_ms": 0.8214, "p95_ms": 1.0788, "p99_ms": 1.1453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 2.6066, "count": 6, "max_ms": 9.2164, "p50_ms": 1.2513, "p95_ms": 7.5569, "p99_ms": 8.8845, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 1051.5228, "count": 6, "max_ms": 3752.636, "p50_ms": 488.4882, "p95_ms": 2993.5786, "p99_ms": 3600.8246, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.2103, "count": 6, "max_ms": 3.4552, "p50_ms": 2.3065, "p95_ms": 3.2328, "p99_ms": 3.4107, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 30.5943, "count": 6, "max_ms": 74.1981, "p50_ms": 17.0005, "p95_ms": 72.82, "p99_ms": 73.9224, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2759, "count": 6, "max_ms": 1.1521, "p50_ms": 0.1106, "p95_ms": 0.9083, "p99_ms": 1.1033, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5825, "count": 6, "max_ms": 5.4615, "p50_ms": 2.0007, "p95_ms": 4.7926, "p99_ms": 5.3277, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 1145.5786, "count": 6, "max_ms": 3837.487, "p50_ms": 603.1817, "p95_ms": 3072.7238, "p99_ms": 3684.5344, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 6, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 6, "max_ms": 1.1521, "p50_ms": 0.1106, "p95_ms": 0.9083, "p99_ms": 1.1033}, "wait_ms": {"count": 6, "max_ms": 5.4615, "p50_ms": 2.0007, "p95_ms": 4.7926, "p99_ms": 5.3277}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 6, "artifact_failed": 0, "artifact_requested": 6, "artifact_success": 6, "completed": 6, "completed_failed": 0, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 6, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15547, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 6, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 6}, "snapshot": {"copied_bytes": 16588800, "copied_count": 6, "copy": {"count": 6, "max_ms": 2.6817, "p50_ms": 2.0023, "p95_ms": 2.5766, "p99_ms": 2.6607}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 28, "h264_decode_error_count": 78, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:13:07+09:00", "last_error_summary": "[h264 @ 0x5d05c0fca540] left block unavailable for requested intra mode [h264 @ 0x5d05c0fca540] error while decoding MB 0 3, bytestream 4193 [h264 @ 0x5d05c0efb780] error while decoding MB 9 54, bytestream -8", "last_exit_at": "2026-10-30T16:13:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T16:13:10+09:00", "pid": 9213, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.98, "name": "ffmpeg", "pid": 9213, "rss_mb": 208.98, "state": "S (sleeping)", "threads": 70}, "restart_count": 29, "restart_count_per_hour": 16, "rtsp_timeout_count": 22, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.8, "sample_count": 1941, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 44756, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:13:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.094, "last_frame_pushed_at": "2026-10-30T16:13:07+09:00", "last_frame_read_age_sec": 5.23, "last_frame_read_at": "2026-10-30T16:13:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 10, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 551.464, "last_sample_duration_ms": 1205.451, "last_trigger": "periodic", "next_snapshot_in_sec": 48.536, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 10, "storage_bytes": 1144175}, "mjpeg": {"age_sec": 5.087, "exists": true, "mtime": "2026-10-30T16:13:07.652223+09:00", "mtime_epoch": 1793344387.6522229, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 108627}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:13:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 919.25, "name": "celery", "pid": 206, "rss_mb": 826.512, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 6, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 44756, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.294, "max": 14.0, "p95": 13.0, "sample_count": 143}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.35, "max": 5.0, "p95": 5.0, "sample_count": 143}, "total": {"avg": 4.35, "max": 5.0, "p95": 5.0, "sample_count": 143}}, "tracking_counts": {"active": {"avg": 1.028, "max": 2.0, "p95": 1.0, "sample_count": 143}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 143}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 143}, "tracked": {"avg": 1.028, "max": 2.0, "p95": 1.0, "sample_count": 143}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 143}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 143, "pushed_frames": 143, "read_frames": 142, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.774, "pushed": 4.774, "read": 4.74}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 142, "client_acquire_ms": {"avg_ms": 0.008, "count": 142, "max_ms": 0.03, "p95_ms": 0.017, "reason": null, "sample_age_ms": 5179.919, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.974, "count": 142, "max_ms": 8.109, "p95_ms": 3.248, "reason": null, "sample_age_ms": 5228.925, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.373, "count": 142, "max_ms": 3.704, "p95_ms": 1.993, "reason": null, "sample_age_ms": 5229.331, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.453, "count": 142, "max_ms": 4.178, "p95_ms": 0.772, "reason": null, "sample_age_ms": 5179.927, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.175, "count": 142, "max_ms": 4.767, "p95_ms": 3.567, "reason": null, "sample_age_ms": 5226.379, "source": "client_direct"}, "request_count": 142, "request_tensor_bytes": {"avg": 2764808.0, "count": 142, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5226.342, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 142, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5180.196, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 55.586, "count": 142, "max_ms": 90.442, "p95_ms": 76.305, "reason": null, "sample_age_ms": 5179.916, "source": "client_direct"}, "sample_age_ms": 5179.913, "source": "client_direct", "task_total_ms": {"avg_ms": 58.408, "count": 142, "max_ms": 93.988, "p95_ms": 78.78, "reason": null, "sample_age_ms": 5179.913, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.249, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 12.98, "count": 143, "max_ms": 22.918, "p95_ms": 18.711}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.602, "count": 143, "max_ms": 2.275, "p95_ms": 1.05}, "detection_prepare_ms": {"avg_ms": 2.109, "count": 143, "max_ms": 9.631, "p95_ms": 4.289}, "event_filter_ms": {"avg_ms": 0.007, "count": 143, "max_ms": 0.051, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.526, "count": 143, "max_ms": 1.238, "p95_ms": 0.82}, "mcmt_ms": {"avg_ms": 0.004, "count": 143, "max_ms": 0.032, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 6.533, "count": 143, "max_ms": 13.073, "p95_ms": 9.22}, "setup_ms": {"avg_ms": 0.049, "count": 143, "max_ms": 0.203, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 12.905, "count": 143, "max_ms": 22.823, "p95_ms": 18.643}, "track_match_ms": {"avg_ms": 0.191, "count": 143, "max_ms": 0.562, "p95_ms": 0.346}, "tracker_update_ms": {"avg_ms": 2.882, "count": 143, "max_ms": 8.317, "p95_ms": 5.083}}, "gstreamer_push": {"avg_ms": 3.243, "count": 143, "max_ms": 10.654, "p95_ms": 5.32}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 143, "max_ms": 0.268, "p95_ms": 0.11}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.965, "count": 143, "max_ms": 96.119, "p95_ms": 84.048}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.741, "count": 143, "max_ms": 15.62, "p95_ms": 8.677}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 117.956, "count": 143, "max_ms": 182.176, "p95_ms": 146.181}, "inference_input_copy_ms": {"avg_ms": 1.86, "count": 143, "max_ms": 5.966, "p95_ms": 3.325}, "processing_residual_ms": {"avg_ms": 0.347, "count": 143, "max_ms": 1.565, "p95_ms": 0.637}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 123.904, "count": 143, "max_ms": 186.81, "p95_ms": 153.146}, "read_interval": {"avg_ms": 175.206, "count": 142, "max_ms": 2694.207, "p95_ms": 191.229}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 143, "max_ms": 0.438, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 6.443, "count": 143, "max_ms": 12.998, "p95_ms": 9.115}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 143, "max_ms": 0.076, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 6.419, "count": 143, "max_ms": 12.977, "p95_ms": 8.968}, "worker_merge_ms": {"avg_ms": 0.008, "count": 143, "max_ms": 0.035, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 59.98, "count": 143, "max_ms": 96.14, "p95_ms": 84.067}, "visualize": {"avg_ms": 43.426, "count": 143, "max_ms": 77.924, "p95_ms": 55.891}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.655, "count": 143, "max_ms": 55.377, "p95_ms": 41.497}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.659, "count": 143, "max_ms": 75.794, "p95_ms": 53.703}, "visualize_input_copy_ms": {"avg_ms": 1.539, "count": 143, "max_ms": 6.052, "p95_ms": 2.808}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.503, "count": 143, "max_ms": 75.616, "p95_ms": 53.498}, "visualizer_prepare_ms": {"avg_ms": 0.083, "count": 143, "max_ms": 0.223, "p95_ms": 0.157}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 143}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 143}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 143}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 826.48, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.077, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 165.8, "sample_count": 1999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 44693, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:12:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115920, "write_bytes_delta": 115920, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 398.0, "cpu_core_ratio": 0.516487, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1928.0, "pid": 9097, "reason": null, "system_cpu_core_ratio": 0.223695, "system_cpu_s_delta": 4.5, "user_cpu_core_ratio": 0.292792, "user_cpu_s_delta": 5.890000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.594696, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.504556, "system_cpu_s_delta": 10.150000000000091, "user_cpu_core_ratio": 1.09014, "user_cpu_s_delta": 21.93000000000029}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.216, "count": 190, "max_ms": 7.787, "p95_ms": 4.975, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.605, "max": 19.0, "p95": 14.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.842, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 190}, "total": {"avg": 3.842, "max": 4.0, "p95": 4.0, "sample_count": 190}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.173, "count": 30, "max": 57.283, "p95": 47.707, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.185, "count": 30, "max": 28.054, "p95": 23.183, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 481.833, "count": 30, "max": 901.0, "p95": 892.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1225.067, "count": 30, "max": 14480.0, "p95": 6932.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.224, "p95": 0.149, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.343, "count": 30, "max": 0.388, "p95": 0.379, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.009, "count": 30, "max": 0.136, "p95": 0.068, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103423.367, "count": 30, "max": 115920.0, "p95": 110739.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99931.8, "count": 30, "max": 115920.0, "p95": 110739.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 878.067, "count": 30, "max": 26036.0, "p95": 31.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.594, "count": 30, "max": 0.683, "p95": 0.664, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.294, "count": 30, "max": 1.45, "p95": 1.396, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 399, "sampled_at": "2026-10-30T16:12:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:12:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 100622, "flush_count": 104, "flush_interval_seconds": 30.0, "flush_state": {"count": 104, "last_at": "2026-10-30T16:15:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:15:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 103}, "started": true, "suppressed_count": 45474, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 7, "tracking_summary": 45467}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 104, "written_record_count": 104}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4769.031, "limit_mb": null}, "detail": {"h264_decode_error_count": 6, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x59820bd90740] cabac decode of qscale diff failed at 114 62 [h264 @ 0x59820bd90740] error while decoding MB 114 62, bytestream 6647 [h264 @ 0x59820bd23680] cabac decode of qscale diff failed at 12 59 [h264 @ 0x59820bd23680] error while decoding MB 12 59, bytestream 65098 [h264 @ 0x59820c9c3040] cabac decode of qscale diff failed at 100 59 [h264 @ 0x59820c9c3040] error while decoding MB 100 59, bytestream 7920 [in#0/rtsp @ 0x59820bbfde00] Error during demuxing: Connection timed out [in#0", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 125989171200, "copied_frame_count": 45569, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:09:50+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2296304, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:09:41+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.611}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 7, "events_emitted": 6, "events_failed": 0, "events_observed": 7, "events_suppressed": 1, "frame_buffer_copied_bytes": 125989171200, "frame_buffer_copies": 45569, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 6, "worker_jobs_completed": 6, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.119, "count": 512, "max_ms": 0.4108, "p50_ms": 0.1059, "p95_ms": 0.2299, "p99_ms": 0.3214}, "stages": {"db_insert": {"avg_ms": 16.2742, "count": 6, "max_ms": 25.7525, "p50_ms": 15.4057, "p95_ms": 24.6923, "p99_ms": 25.5405, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8617, "count": 6, "max_ms": 2.6817, "p50_ms": 2.0023, "p95_ms": 2.5766, "p99_ms": 2.6607, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1463.4193, "count": 7, "max_ms": 4422.916, "p50_ms": 1146.0553, "p95_ms": 3508.5617, "p99_ms": 4240.0452, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5434, "count": 512, "max_ms": 6.9462, "p50_ms": 1.4435, "p95_ms": 2.6408, "p99_ms": 3.4618, "results": {"failed": 0, "not_applicable": 0, "success": 45569, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 479.465, "count": 7, "max_ms": 595.7564, "p50_ms": 535.2771, "p95_ms": 594.4747, "p99_ms": 595.5, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 39.802, "count": 6, "max_ms": 58.1992, "p50_ms": 41.7422, "p95_ms": 54.9087, "p99_ms": 57.5411, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3011, "count": 300, "max_ms": 15.2315, "p50_ms": 5.077, "p95_ms": 7.9944, "p99_ms": 9.7784, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5401, "count": 300, "max_ms": 5.1681, "p50_ms": 1.3935, "p95_ms": 2.707, "p99_ms": 3.783, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 554.4345, "count": 6, "max_ms": 586.9009, "p50_ms": 556.6894, "p95_ms": 586.829, "p99_ms": 586.8865, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 463.2117, "count": 6, "max_ms": 496.8319, "p50_ms": 464.2905, "p95_ms": 496.116, "p99_ms": 496.6887, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.0852, "count": 6, "max_ms": 92.4716, "p50_ms": 85.0005, "p95_ms": 91.1392, "p99_ms": 92.2051, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9333, "count": 6, "max_ms": 2.9226, "p50_ms": 1.8222, "p95_ms": 2.8314, "p99_ms": 2.9043, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.8291, "count": 6, "max_ms": 50.6832, "p50_ms": 39.2164, "p95_ms": 49.0813, "p99_ms": 50.3628, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8404, "count": 7, "max_ms": 1.162, "p50_ms": 0.8214, "p95_ms": 1.0788, "p99_ms": 1.1453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.9822, "count": 6, "max_ms": 1.7209, "p50_ms": 0.8748, "p95_ms": 1.5358, "p99_ms": 1.6839, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.9822, "count": 6, "max_ms": 1.7209, "p50_ms": 0.8748, "p95_ms": 1.5358, "p99_ms": 1.6839, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8404, "count": 7, "max_ms": 1.162, "p50_ms": 0.8214, "p95_ms": 1.0788, "p99_ms": 1.1453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 2.6066, "count": 6, "max_ms": 9.2164, "p50_ms": 1.2513, "p95_ms": 7.5569, "p99_ms": 8.8845, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 1051.5228, "count": 6, "max_ms": 3752.636, "p50_ms": 488.4882, "p95_ms": 2993.5786, "p99_ms": 3600.8246, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.2103, "count": 6, "max_ms": 3.4552, "p50_ms": 2.3065, "p95_ms": 3.2328, "p99_ms": 3.4107, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 30.5943, "count": 6, "max_ms": 74.1981, "p50_ms": 17.0005, "p95_ms": 72.82, "p99_ms": 73.9224, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2759, "count": 6, "max_ms": 1.1521, "p50_ms": 0.1106, "p95_ms": 0.9083, "p99_ms": 1.1033, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5825, "count": 6, "max_ms": 5.4615, "p50_ms": 2.0007, "p95_ms": 4.7926, "p99_ms": 5.3277, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 1145.5786, "count": 6, "max_ms": 3837.487, "p50_ms": 603.1817, "p95_ms": 3072.7238, "p99_ms": 3684.5344, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 6, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 6, "max_ms": 1.1521, "p50_ms": 0.1106, "p95_ms": 0.9083, "p99_ms": 1.1033}, "wait_ms": {"count": 6, "max_ms": 5.4615, "p50_ms": 2.0007, "p95_ms": 4.7926, "p99_ms": 5.3277}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 6, "artifact_failed": 0, "artifact_requested": 6, "artifact_success": 6, "completed": 6, "completed_failed": 0, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 6, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15547, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 6, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 6}, "snapshot": {"copied_bytes": 16588800, "copied_count": 6, "copy": {"count": 6, "max_ms": 2.6817, "p50_ms": 2.0023, "p95_ms": 2.5766, "p99_ms": 2.6607}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 29, "h264_decode_error_count": 84, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:15:32+09:00", "last_error_summary": "[h264 @ 0x59820bd90740] cabac decode of qscale diff failed at 114 62 [h264 @ 0x59820bd90740] error while decoding MB 114 62, bytestream 6647 [h264 @ 0x59820bd23680] cabac decode of qscale diff failed at 12 59 [h264 @ 0x59820bd23680] error while decoding MB 12 59, bytestream 65098 [h264 @ 0x59820c9c3040] cabac decode of qscale diff failed at 100 59 [h264 @ 0x59820c9c3040] error while decoding MB 100 59, bytestream 7920 [in#0/rtsp @ 0x59820bbfde00] Error during demuxing: Connection timed out [in#0", "last_exit_at": "2026-10-30T16:13:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 141.885, "last_started_at": "2026-10-30T16:13:10+09:00", "pid": 9213, "process": {"exists": true, "fd_count": 0, "hwm_mb": null, "name": "ffmpeg", "pid": 9213, "rss_mb": null, "state": "Z (zombie)", "threads": 1}, "restart_count": 29, "restart_count_per_hour": 15, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.422, "sample_count": 1828, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 45569, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:15:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.063, "last_frame_pushed_at": "2026-10-30T16:15:32+09:00", "last_frame_read_age_sec": 0.058, "last_frame_read_at": "2026-10-30T16:15:32+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 11, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 89.539, "last_sample_duration_ms": 807.425, "last_trigger": "periodic", "next_snapshot_in_sec": 510.461, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 11, "storage_bytes": 1153711}, "mjpeg": {"age_sec": 0.052, "exists": true, "mtime": "2026-10-30T16:15:32.571106+09:00", "mtime_epoch": 1793344532.571106, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 111846}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:15:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 919.25, "name": "celery", "pid": 206, "rss_mb": 826.961, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 6, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 45570, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 22.262, "max": 30.0, "p95": 28.0, "sample_count": 84}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.405, "max": 6.0, "p95": 6.0, "sample_count": 84}, "total": {"avg": 4.405, "max": 6.0, "p95": 6.0, "sample_count": 84}}, "tracking_counts": {"active": {"avg": 1.964, "max": 4.0, "p95": 4.0, "sample_count": 84}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "removed": {"avg": 0.06, "max": 1.0, "p95": 1.0, "sample_count": 84}, "tracked": {"avg": 1.964, "max": 4.0, "p95": 4.0, "sample_count": 84}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 84, "pushed_frames": 84, "read_frames": 84, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.802, "pushed": 2.802, "read": 2.802}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 84, "client_acquire_ms": {"avg_ms": 0.007, "count": 84, "max_ms": 0.019, "p95_ms": 0.014, "reason": null, "sample_age_ms": 18.642, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.044, "count": 84, "max_ms": 6.552, "p95_ms": 3.952, "reason": null, "sample_age_ms": 57.631, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.424, "count": 84, "max_ms": 6.102, "p95_ms": 2.057, "reason": null, "sample_age_ms": 57.882, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.526, "count": 84, "max_ms": 1.261, "p95_ms": 1.007, "reason": null, "sample_age_ms": 18.656, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.956, "count": 84, "max_ms": 4.517, "p95_ms": 3.703, "reason": null, "sample_age_ms": 56.074, "source": "client_direct"}, "request_count": 84, "request_tensor_bytes": {"avg": 2764808.0, "count": 84, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 56.059, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 84, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 19.067, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.631, "count": 84, "max_ms": 87.098, "p95_ms": 76.229, "reason": null, "sample_age_ms": 18.638, "source": "client_direct"}, "sample_age_ms": 18.633, "source": "client_direct", "task_total_ms": {"avg_ms": 55.308, "count": 84, "max_ms": 89.585, "p95_ms": 79.306, "reason": null, "sample_age_ms": 18.633, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.64, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.636, "count": 84, "max_ms": 20.874, "p95_ms": 15.045}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.536, "count": 84, "max_ms": 1.331, "p95_ms": 0.996}, "detection_prepare_ms": {"avg_ms": 1.908, "count": 84, "max_ms": 5.899, "p95_ms": 3.176}, "event_filter_ms": {"avg_ms": 0.006, "count": 84, "max_ms": 0.015, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.474, "count": 84, "max_ms": 0.957, "p95_ms": 0.695}, "mcmt_ms": {"avg_ms": 0.003, "count": 84, "max_ms": 0.015, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 4.697, "count": 84, "max_ms": 10.106, "p95_ms": 7.222}, "setup_ms": {"avg_ms": 0.043, "count": 84, "max_ms": 0.11, "p95_ms": 0.098}, "total_inside_ms": {"avg_ms": 10.568, "count": 84, "max_ms": 20.773, "p95_ms": 14.961}, "track_match_ms": {"avg_ms": 0.261, "count": 84, "max_ms": 0.593, "p95_ms": 0.454}, "tracker_update_ms": {"avg_ms": 2.638, "count": 84, "max_ms": 6.044, "p95_ms": 4.099}}, "gstreamer_push": {"avg_ms": 3.326, "count": 84, "max_ms": 9.887, "p95_ms": 5.518}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 84, "max_ms": 0.69, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.878, "count": 84, "max_ms": 92.073, "p95_ms": 81.953}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.398, "count": 84, "max_ms": 14.455, "p95_ms": 11.065}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.806, "count": 84, "max_ms": 177.239, "p95_ms": 149.983}, "inference_input_copy_ms": {"avg_ms": 1.596, "count": 84, "max_ms": 3.604, "p95_ms": 2.711}, "processing_residual_ms": {"avg_ms": 0.365, "count": 84, "max_ms": 1.113, "p95_ms": 0.721}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 118.164, "count": 84, "max_ms": 184.103, "p95_ms": 155.065}, "read_interval": {"avg_ms": 357.489, "count": 84, "max_ms": 18852.063, "p95_ms": 197.649}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 84, "max_ms": 0.089, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 4.618, "count": 84, "max_ms": 10.02, "p95_ms": 7.116}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 84, "max_ms": 0.065, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.599, "count": 84, "max_ms": 10.0, "p95_ms": 7.091}, "worker_merge_ms": {"avg_ms": 0.007, "count": 84, "max_ms": 0.031, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 56.892, "count": 84, "max_ms": 92.101, "p95_ms": 81.965}, "visualize": {"avg_ms": 42.531, "count": 84, "max_ms": 77.025, "p95_ms": 61.209}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.818, "count": 84, "max_ms": 54.54, "p95_ms": 43.995}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.911, "count": 84, "max_ms": 74.683, "p95_ms": 58.257}, "visualize_input_copy_ms": {"avg_ms": 1.391, "count": 84, "max_ms": 3.901, "p95_ms": 2.266}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.767, "count": 84, "max_ms": 74.518, "p95_ms": 58.127}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 84, "max_ms": 0.238, "p95_ms": 0.133}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 84}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 826.934, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.69, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.664, "sample_count": 1931, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 45518, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:15:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104918, "write_bytes_delta": 104918, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 272.0, "cpu_core_ratio": 0.553525, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7041.0, "pid": 9213, "reason": null, "system_cpu_core_ratio": 0.204606, "system_cpu_s_delta": 2.0699999999999985, "user_cpu_core_ratio": 0.348918, "user_cpu_s_delta": 3.530000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.92251, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.592074, "system_cpu_s_delta": 5.989999999999782, "user_cpu_core_ratio": 1.330436, "user_cpu_s_delta": 13.460000000000036}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.442, "count": 181, "max_ms": 9.235, "p95_ms": 5.595, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 18.646, "max": 30.0, "p95": 27.0, "sample_count": 181}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.166, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 181}, "total": {"avg": 5.166, "max": 6.0, "p95": 6.0, "sample_count": 181}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.813, "count": 30, "max": 57.283, "p95": 46.959, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.215, "count": 30, "max": 28.054, "p95": 23.183, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 440.4, "count": 30, "max": 890.0, "p95": 857.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1116.133, "count": 30, "max": 7989.0, "p95": 6411.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.346, "p95": 0.215, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.335, "count": 30, "max": 0.386, "p95": 0.377, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.009, "count": 30, "max": 0.136, "p95": 0.068, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104703.433, "count": 30, "max": 115920.0, "p95": 112036.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101305.2, "count": 30, "max": 115920.0, "p95": 112036.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 878.633, "count": 30, "max": 26036.0, "p95": 31.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.579, "count": 30, "max": 0.683, "p95": 0.653, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.259, "count": 30, "max": 1.45, "p95": 1.391, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 409, "sampled_at": "2026-10-30T16:15:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:15:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 100622, "flush_count": 104, "flush_interval_seconds": 30.0, "flush_state": {"count": 104, "last_at": "2026-10-30T16:15:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:15:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 103}, "started": true, "suppressed_count": 45474, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 7, "tracking_summary": 45467}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 104, "written_record_count": 104}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4768.613, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T16:15:32+09:00", "last_error_summary": "[h264 @ 0x59820bd90740] cabac decode of qscale diff failed at 114 62 [h264 @ 0x59820bd90740] error while decoding MB 114 62, bytestream 6647 [h264 @ 0x59820bd23680] cabac decode of qscale diff failed at 12 59 [h264 @ 0x59820bd23680] error while decoding MB 12 59, bytestream 65098 [h264 @ 0x59820c9c3040] cabac decode of qscale diff failed at 100 59 [h264 @ 0x59820c9c3040] error while decoding MB 100 59, bytestream 7920 [in#0/rtsp @ 0x59820bbfde00] Error during demuxing: Connection timed out [in#0", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 125991936000, "copied_frame_count": 45570, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:09:50+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2296304, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:09:41+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.611}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 7, "events_emitted": 6, "events_failed": 0, "events_observed": 7, "events_suppressed": 1, "frame_buffer_copied_bytes": 125991936000, "frame_buffer_copies": 45570, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 6, "worker_jobs_completed": 6, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1191, "count": 512, "max_ms": 0.4108, "p50_ms": 0.106, "p95_ms": 0.2299, "p99_ms": 0.3214}, "stages": {"db_insert": {"avg_ms": 16.2742, "count": 6, "max_ms": 25.7525, "p50_ms": 15.4057, "p95_ms": 24.6923, "p99_ms": 25.5405, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8617, "count": 6, "max_ms": 2.6817, "p50_ms": 2.0023, "p95_ms": 2.5766, "p99_ms": 2.6607, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1463.4193, "count": 7, "max_ms": 4422.916, "p50_ms": 1146.0553, "p95_ms": 3508.5617, "p99_ms": 4240.0452, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5441, "count": 512, "max_ms": 6.9462, "p50_ms": 1.4481, "p95_ms": 2.6408, "p99_ms": 3.4618, "results": {"failed": 0, "not_applicable": 0, "success": 45570, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 479.465, "count": 7, "max_ms": 595.7564, "p50_ms": 535.2771, "p95_ms": 594.4747, "p99_ms": 595.5, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 39.802, "count": 6, "max_ms": 58.1992, "p50_ms": 41.7422, "p95_ms": 54.9087, "p99_ms": 57.5411, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3011, "count": 300, "max_ms": 15.2315, "p50_ms": 5.077, "p95_ms": 7.9944, "p99_ms": 9.7784, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5401, "count": 300, "max_ms": 5.1681, "p50_ms": 1.3935, "p95_ms": 2.707, "p99_ms": 3.783, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 554.4345, "count": 6, "max_ms": 586.9009, "p50_ms": 556.6894, "p95_ms": 586.829, "p99_ms": 586.8865, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 463.2117, "count": 6, "max_ms": 496.8319, "p50_ms": 464.2905, "p95_ms": 496.116, "p99_ms": 496.6887, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.0852, "count": 6, "max_ms": 92.4716, "p50_ms": 85.0005, "p95_ms": 91.1392, "p99_ms": 92.2051, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9333, "count": 6, "max_ms": 2.9226, "p50_ms": 1.8222, "p95_ms": 2.8314, "p99_ms": 2.9043, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.8291, "count": 6, "max_ms": 50.6832, "p50_ms": 39.2164, "p95_ms": 49.0813, "p99_ms": 50.3628, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8404, "count": 7, "max_ms": 1.162, "p50_ms": 0.8214, "p95_ms": 1.0788, "p99_ms": 1.1453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.9822, "count": 6, "max_ms": 1.7209, "p50_ms": 0.8748, "p95_ms": 1.5358, "p99_ms": 1.6839, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.9822, "count": 6, "max_ms": 1.7209, "p50_ms": 0.8748, "p95_ms": 1.5358, "p99_ms": 1.6839, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8404, "count": 7, "max_ms": 1.162, "p50_ms": 0.8214, "p95_ms": 1.0788, "p99_ms": 1.1453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 2.6066, "count": 6, "max_ms": 9.2164, "p50_ms": 1.2513, "p95_ms": 7.5569, "p99_ms": 8.8845, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 1051.5228, "count": 6, "max_ms": 3752.636, "p50_ms": 488.4882, "p95_ms": 2993.5786, "p99_ms": 3600.8246, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.2103, "count": 6, "max_ms": 3.4552, "p50_ms": 2.3065, "p95_ms": 3.2328, "p99_ms": 3.4107, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 30.5943, "count": 6, "max_ms": 74.1981, "p50_ms": 17.0005, "p95_ms": 72.82, "p99_ms": 73.9224, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2759, "count": 6, "max_ms": 1.1521, "p50_ms": 0.1106, "p95_ms": 0.9083, "p99_ms": 1.1033, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5825, "count": 6, "max_ms": 5.4615, "p50_ms": 2.0007, "p95_ms": 4.7926, "p99_ms": 5.3277, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 1145.5786, "count": 6, "max_ms": 3837.487, "p50_ms": 603.1817, "p95_ms": 3072.7238, "p99_ms": 3684.5344, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 6, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 6, "max_ms": 1.1521, "p50_ms": 0.1106, "p95_ms": 0.9083, "p99_ms": 1.1033}, "wait_ms": {"count": 6, "max_ms": 5.4615, "p50_ms": 2.0007, "p95_ms": 4.7926, "p99_ms": 5.3277}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 6, "artifact_failed": 0, "artifact_requested": 6, "artifact_success": 6, "completed": 6, "completed_failed": 0, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 6, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15547, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 6, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 6}, "snapshot": {"copied_bytes": 16588800, "copied_count": 6, "copy": {"count": 6, "max_ms": 2.6817, "p50_ms": 2.0023, "p95_ms": 2.5766, "p99_ms": 2.6607}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 29, "h264_decode_error_count": 84, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:15:32+09:00", "last_error_summary": "[h264 @ 0x59820bd90740] cabac decode of qscale diff failed at 114 62 [h264 @ 0x59820bd90740] error while decoding MB 114 62, bytestream 6647 [h264 @ 0x59820bd23680] cabac decode of qscale diff failed at 12 59 [h264 @ 0x59820bd23680] error while decoding MB 12 59, bytestream 65098 [h264 @ 0x59820c9c3040] cabac decode of qscale diff failed at 100 59 [h264 @ 0x59820c9c3040] error while decoding MB 100 59, bytestream 7920 [in#0/rtsp @ 0x59820bbfde00] Error during demuxing: Connection timed out [in#0", "last_exit_at": "2026-10-30T16:15:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 141.958, "last_started_at": "2026-10-30T16:13:10+09:00", "pid": 9213, "process": {"exists": false, "pid": 9213}, "restart_count": 29, "restart_count_per_hour": 15, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.422, "sample_count": 1829, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 45570, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:15:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.028, "last_frame_pushed_at": "2026-10-30T16:15:32+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-10-30T16:15:32+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 11, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 89.616, "last_sample_duration_ms": 807.425, "last_trigger": "periodic", "next_snapshot_in_sec": 510.384, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 11, "storage_bytes": 1153711}, "mjpeg": {"age_sec": 0.018, "exists": true, "mtime": "2026-10-30T16:15:32.679106+09:00", "mtime_epoch": 1793344532.679106, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113584}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:15:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 919.25, "name": "celery", "pid": 206, "rss_mb": 826.953, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 6, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 45570, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 22.167, "max": 30.0, "p95": 28.0, "sample_count": 84}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.405, "max": 6.0, "p95": 6.0, "sample_count": 84}, "total": {"avg": 4.405, "max": 6.0, "p95": 6.0, "sample_count": 84}}, "tracking_counts": {"active": {"avg": 1.964, "max": 4.0, "p95": 4.0, "sample_count": 84}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "removed": {"avg": 0.06, "max": 1.0, "p95": 1.0, "sample_count": 84}, "tracked": {"avg": 1.964, "max": 4.0, "p95": 4.0, "sample_count": 84}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 84, "pushed_frames": 84, "read_frames": 83, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.807, "pushed": 2.807, "read": 2.773}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 83, "client_acquire_ms": {"avg_ms": 0.007, "count": 84, "max_ms": 0.019, "p95_ms": 0.014, "reason": null, "sample_age_ms": 95.592, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.051, "count": 83, "max_ms": 6.552, "p95_ms": 3.988, "reason": null, "sample_age_ms": 134.58, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.428, "count": 83, "max_ms": 6.102, "p95_ms": 2.06, "reason": null, "sample_age_ms": 134.831, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.526, "count": 84, "max_ms": 1.261, "p95_ms": 1.007, "reason": null, "sample_age_ms": 95.605, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.941, "count": 83, "max_ms": 4.517, "p95_ms": 3.722, "reason": null, "sample_age_ms": 133.024, "source": "client_direct"}, "request_count": 83, "request_tensor_bytes": {"avg": 2764808.0, "count": 83, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 133.008, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 84, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 96.016, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.631, "count": 84, "max_ms": 87.098, "p95_ms": 76.229, "reason": null, "sample_age_ms": 95.587, "source": "client_direct"}, "sample_age_ms": 95.582, "source": "client_direct", "task_total_ms": {"avg_ms": 55.308, "count": 84, "max_ms": 89.585, "p95_ms": 79.306, "reason": null, "sample_age_ms": 95.582, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.639, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.661, "count": 84, "max_ms": 20.874, "p95_ms": 15.045}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.539, "count": 84, "max_ms": 1.331, "p95_ms": 0.996}, "detection_prepare_ms": {"avg_ms": 1.906, "count": 84, "max_ms": 5.899, "p95_ms": 3.176}, "event_filter_ms": {"avg_ms": 0.006, "count": 84, "max_ms": 0.015, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.474, "count": 84, "max_ms": 0.957, "p95_ms": 0.695}, "mcmt_ms": {"avg_ms": 0.003, "count": 84, "max_ms": 0.015, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 4.722, "count": 84, "max_ms": 10.106, "p95_ms": 7.222}, "setup_ms": {"avg_ms": 0.043, "count": 84, "max_ms": 0.11, "p95_ms": 0.098}, "total_inside_ms": {"avg_ms": 10.592, "count": 84, "max_ms": 20.773, "p95_ms": 14.961}, "track_match_ms": {"avg_ms": 0.261, "count": 84, "max_ms": 0.593, "p95_ms": 0.454}, "tracker_update_ms": {"avg_ms": 2.637, "count": 84, "max_ms": 6.044, "p95_ms": 4.099}}, "gstreamer_push": {"avg_ms": 3.338, "count": 84, "max_ms": 9.887, "p95_ms": 5.518}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 84, "max_ms": 0.69, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.781, "count": 84, "max_ms": 92.073, "p95_ms": 81.953}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.416, "count": 84, "max_ms": 14.455, "p95_ms": 11.065}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.727, "count": 84, "max_ms": 177.239, "p95_ms": 149.983}, "inference_input_copy_ms": {"avg_ms": 1.592, "count": 84, "max_ms": 3.604, "p95_ms": 2.711}, "processing_residual_ms": {"avg_ms": 0.361, "count": 84, "max_ms": 1.113, "p95_ms": 0.721}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 118.096, "count": 84, "max_ms": 184.103, "p95_ms": 155.065}, "read_interval": {"avg_ms": 360.42, "count": 83, "max_ms": 18852.063, "p95_ms": 197.649}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 84, "max_ms": 0.089, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 4.642, "count": 84, "max_ms": 10.02, "p95_ms": 7.116}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 84, "max_ms": 0.065, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.623, "count": 84, "max_ms": 10.0, "p95_ms": 7.091}, "worker_merge_ms": {"avg_ms": 0.007, "count": 84, "max_ms": 0.031, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 56.795, "count": 84, "max_ms": 92.101, "p95_ms": 81.965}, "visualize": {"avg_ms": 42.522, "count": 84, "max_ms": 77.025, "p95_ms": 61.209}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.788, "count": 84, "max_ms": 54.54, "p95_ms": 43.995}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.895, "count": 84, "max_ms": 74.683, "p95_ms": 58.257}, "visualize_input_copy_ms": {"avg_ms": 1.397, "count": 84, "max_ms": 3.901, "p95_ms": 2.266}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.75, "count": 84, "max_ms": 74.518, "p95_ms": 58.127}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 84, "max_ms": 0.238, "p95_ms": 0.133}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 84}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 826.934, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.69, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.664, "sample_count": 1931, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 45518, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:15:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104918, "write_bytes_delta": 104918, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 272.0, "cpu_core_ratio": 0.553525, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7041.0, "pid": 9213, "reason": null, "system_cpu_core_ratio": 0.204606, "system_cpu_s_delta": 2.0699999999999985, "user_cpu_core_ratio": 0.348918, "user_cpu_s_delta": 3.530000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.92251, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.592074, "system_cpu_s_delta": 5.989999999999782, "user_cpu_core_ratio": 1.330436, "user_cpu_s_delta": 13.460000000000036}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.442, "count": 181, "max_ms": 9.235, "p95_ms": 5.595, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 18.646, "max": 30.0, "p95": 27.0, "sample_count": 181}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.166, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 181}, "total": {"avg": 5.166, "max": 6.0, "p95": 6.0, "sample_count": 181}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.813, "count": 30, "max": 57.283, "p95": 46.959, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.215, "count": 30, "max": 28.054, "p95": 23.183, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 440.4, "count": 30, "max": 890.0, "p95": 857.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1116.133, "count": 30, "max": 7989.0, "p95": 6411.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.346, "p95": 0.215, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.335, "count": 30, "max": 0.386, "p95": 0.377, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.009, "count": 30, "max": 0.136, "p95": 0.068, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104703.433, "count": 30, "max": 115920.0, "p95": 112036.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101305.2, "count": 30, "max": 115920.0, "p95": 112036.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 878.633, "count": 30, "max": 26036.0, "p95": 31.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.579, "count": 30, "max": 0.683, "p95": 0.653, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.259, "count": 30, "max": 1.45, "p95": 1.391, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 409, "sampled_at": "2026-10-30T16:15:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:15:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 100622, "flush_count": 104, "flush_interval_seconds": 30.0, "flush_state": {"count": 104, "last_at": "2026-10-30T16:15:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:15:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 103}, "started": true, "suppressed_count": 45474, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 7, "tracking_summary": 45467}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 104, "written_record_count": 104}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4769.348, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 125991936000, "copied_frame_count": 45570, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:09:50+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2296304, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:09:41+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.611}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 7, "events_emitted": 6, "events_failed": 0, "events_observed": 7, "events_suppressed": 1, "frame_buffer_copied_bytes": 125991936000, "frame_buffer_copies": 45570, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 6, "worker_jobs_completed": 6, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1191, "count": 512, "max_ms": 0.4108, "p50_ms": 0.106, "p95_ms": 0.2299, "p99_ms": 0.3214}, "stages": {"db_insert": {"avg_ms": 16.2742, "count": 6, "max_ms": 25.7525, "p50_ms": 15.4057, "p95_ms": 24.6923, "p99_ms": 25.5405, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8617, "count": 6, "max_ms": 2.6817, "p50_ms": 2.0023, "p95_ms": 2.5766, "p99_ms": 2.6607, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1463.4193, "count": 7, "max_ms": 4422.916, "p50_ms": 1146.0553, "p95_ms": 3508.5617, "p99_ms": 4240.0452, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5441, "count": 512, "max_ms": 6.9462, "p50_ms": 1.4481, "p95_ms": 2.6408, "p99_ms": 3.4618, "results": {"failed": 0, "not_applicable": 0, "success": 45570, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 479.465, "count": 7, "max_ms": 595.7564, "p50_ms": 535.2771, "p95_ms": 594.4747, "p99_ms": 595.5, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 39.802, "count": 6, "max_ms": 58.1992, "p50_ms": 41.7422, "p95_ms": 54.9087, "p99_ms": 57.5411, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3011, "count": 300, "max_ms": 15.2315, "p50_ms": 5.077, "p95_ms": 7.9944, "p99_ms": 9.7784, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5401, "count": 300, "max_ms": 5.1681, "p50_ms": 1.3935, "p95_ms": 2.707, "p99_ms": 3.783, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 554.4345, "count": 6, "max_ms": 586.9009, "p50_ms": 556.6894, "p95_ms": 586.829, "p99_ms": 586.8865, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 463.2117, "count": 6, "max_ms": 496.8319, "p50_ms": 464.2905, "p95_ms": 496.116, "p99_ms": 496.6887, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.0852, "count": 6, "max_ms": 92.4716, "p50_ms": 85.0005, "p95_ms": 91.1392, "p99_ms": 92.2051, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9333, "count": 6, "max_ms": 2.9226, "p50_ms": 1.8222, "p95_ms": 2.8314, "p99_ms": 2.9043, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.8291, "count": 6, "max_ms": 50.6832, "p50_ms": 39.2164, "p95_ms": 49.0813, "p99_ms": 50.3628, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8404, "count": 7, "max_ms": 1.162, "p50_ms": 0.8214, "p95_ms": 1.0788, "p99_ms": 1.1453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.9822, "count": 6, "max_ms": 1.7209, "p50_ms": 0.8748, "p95_ms": 1.5358, "p99_ms": 1.6839, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.9822, "count": 6, "max_ms": 1.7209, "p50_ms": 0.8748, "p95_ms": 1.5358, "p99_ms": 1.6839, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8404, "count": 7, "max_ms": 1.162, "p50_ms": 0.8214, "p95_ms": 1.0788, "p99_ms": 1.1453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 2.6066, "count": 6, "max_ms": 9.2164, "p50_ms": 1.2513, "p95_ms": 7.5569, "p99_ms": 8.8845, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 1051.5228, "count": 6, "max_ms": 3752.636, "p50_ms": 488.4882, "p95_ms": 2993.5786, "p99_ms": 3600.8246, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.2103, "count": 6, "max_ms": 3.4552, "p50_ms": 2.3065, "p95_ms": 3.2328, "p99_ms": 3.4107, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 30.5943, "count": 6, "max_ms": 74.1981, "p50_ms": 17.0005, "p95_ms": 72.82, "p99_ms": 73.9224, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2759, "count": 6, "max_ms": 1.1521, "p50_ms": 0.1106, "p95_ms": 0.9083, "p99_ms": 1.1033, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5825, "count": 6, "max_ms": 5.4615, "p50_ms": 2.0007, "p95_ms": 4.7926, "p99_ms": 5.3277, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 1145.5786, "count": 6, "max_ms": 3837.487, "p50_ms": 603.1817, "p95_ms": 3072.7238, "p99_ms": 3684.5344, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 6, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 6, "max_ms": 1.1521, "p50_ms": 0.1106, "p95_ms": 0.9083, "p99_ms": 1.1033}, "wait_ms": {"count": 6, "max_ms": 5.4615, "p50_ms": 2.0007, "p95_ms": 4.7926, "p99_ms": 5.3277}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 6, "artifact_failed": 0, "artifact_requested": 6, "artifact_success": 6, "completed": 6, "completed_failed": 0, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 6, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15547, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 6, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 6}, "snapshot": {"copied_bytes": 16588800, "copied_count": 6, "copy": {"count": 6, "max_ms": 2.6817, "p50_ms": 2.0023, "p95_ms": 2.5766, "p99_ms": 2.6607}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 29, "h264_decode_error_count": 84, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:15:32+09:00", "last_error_summary": "[h264 @ 0x59820bd90740] cabac decode of qscale diff failed at 114 62 [h264 @ 0x59820bd90740] error while decoding MB 114 62, bytestream 6647 [h264 @ 0x59820bd23680] cabac decode of qscale diff failed at 12 59 [h264 @ 0x59820bd23680] error while decoding MB 12 59, bytestream 65098 [h264 @ 0x59820c9c3040] cabac decode of qscale diff failed at 100 59 [h264 @ 0x59820c9c3040] error while decoding MB 100 59, bytestream 7920 [in#0/rtsp @ 0x59820bbfde00] Error during demuxing: Connection timed out [in#0", "last_exit_at": "2026-10-30T16:15:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 141.989, "last_started_at": "2026-10-30T16:13:10+09:00", "pid": 9213, "process": {"exists": false, "pid": 9213}, "restart_count": 29, "restart_count_per_hour": 15, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 30}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.422, "sample_count": 1829, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 45570, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:15:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.058, "last_frame_pushed_at": "2026-10-30T16:15:32+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-10-30T16:15:32+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 11, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 89.636, "last_sample_duration_ms": 807.425, "last_trigger": "periodic", "next_snapshot_in_sec": 510.364, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 11, "storage_bytes": 1153711}, "mjpeg": {"age_sec": 0.049, "exists": true, "mtime": "2026-10-30T16:15:32.679106+09:00", "mtime_epoch": 1793344532.679106, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113584}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:15:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 919.25, "name": "celery", "pid": 206, "rss_mb": 826.953, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 6, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 45570, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 22.167, "max": 30.0, "p95": 28.0, "sample_count": 84}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.405, "max": 6.0, "p95": 6.0, "sample_count": 84}, "total": {"avg": 4.405, "max": 6.0, "p95": 6.0, "sample_count": 84}}, "tracking_counts": {"active": {"avg": 1.964, "max": 4.0, "p95": 4.0, "sample_count": 84}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "removed": {"avg": 0.06, "max": 1.0, "p95": 1.0, "sample_count": 84}, "tracked": {"avg": 1.964, "max": 4.0, "p95": 4.0, "sample_count": 84}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 84, "pushed_frames": 84, "read_frames": 83, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.804, "pushed": 2.804, "read": 2.77}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 83, "client_acquire_ms": {"avg_ms": 0.007, "count": 83, "max_ms": 0.019, "p95_ms": 0.014, "reason": null, "sample_age_ms": 121.771, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.051, "count": 83, "max_ms": 6.552, "p95_ms": 3.988, "reason": null, "sample_age_ms": 160.759, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.428, "count": 83, "max_ms": 6.102, "p95_ms": 2.06, "reason": null, "sample_age_ms": 161.011, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.525, "count": 83, "max_ms": 1.261, "p95_ms": 1.007, "reason": null, "sample_age_ms": 121.784, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.941, "count": 83, "max_ms": 4.517, "p95_ms": 3.722, "reason": null, "sample_age_ms": 159.203, "source": "client_direct"}, "request_count": 83, "request_tensor_bytes": {"avg": 2764808.0, "count": 83, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 159.188, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 83, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 122.195, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.722, "count": 83, "max_ms": 87.098, "p95_ms": 76.282, "reason": null, "sample_age_ms": 121.766, "source": "client_direct"}, "sample_age_ms": 121.761, "source": "client_direct", "task_total_ms": {"avg_ms": 55.357, "count": 83, "max_ms": 89.585, "p95_ms": 79.319, "reason": null, "sample_age_ms": 121.761, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.408, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.661, "count": 84, "max_ms": 20.874, "p95_ms": 15.045}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.539, "count": 84, "max_ms": 1.331, "p95_ms": 0.996}, "detection_prepare_ms": {"avg_ms": 1.906, "count": 84, "max_ms": 5.899, "p95_ms": 3.176}, "event_filter_ms": {"avg_ms": 0.006, "count": 84, "max_ms": 0.015, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.474, "count": 84, "max_ms": 0.957, "p95_ms": 0.695}, "mcmt_ms": {"avg_ms": 0.003, "count": 84, "max_ms": 0.015, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 4.722, "count": 84, "max_ms": 10.106, "p95_ms": 7.222}, "setup_ms": {"avg_ms": 0.043, "count": 84, "max_ms": 0.11, "p95_ms": 0.098}, "total_inside_ms": {"avg_ms": 10.592, "count": 84, "max_ms": 20.773, "p95_ms": 14.961}, "track_match_ms": {"avg_ms": 0.261, "count": 84, "max_ms": 0.593, "p95_ms": 0.454}, "tracker_update_ms": {"avg_ms": 2.637, "count": 84, "max_ms": 6.044, "p95_ms": 4.099}}, "gstreamer_push": {"avg_ms": 3.338, "count": 84, "max_ms": 9.887, "p95_ms": 5.518}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 84, "max_ms": 0.69, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.781, "count": 84, "max_ms": 92.073, "p95_ms": 81.953}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.416, "count": 84, "max_ms": 14.455, "p95_ms": 11.065}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.727, "count": 84, "max_ms": 177.239, "p95_ms": 149.983}, "inference_input_copy_ms": {"avg_ms": 1.592, "count": 84, "max_ms": 3.604, "p95_ms": 2.711}, "processing_residual_ms": {"avg_ms": 0.361, "count": 84, "max_ms": 1.113, "p95_ms": 0.721}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 118.096, "count": 84, "max_ms": 184.103, "p95_ms": 155.065}, "read_interval": {"avg_ms": 360.42, "count": 83, "max_ms": 18852.063, "p95_ms": 197.649}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 84, "max_ms": 0.089, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 4.642, "count": 84, "max_ms": 10.02, "p95_ms": 7.116}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 84, "max_ms": 0.065, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.623, "count": 84, "max_ms": 10.0, "p95_ms": 7.091}, "worker_merge_ms": {"avg_ms": 0.007, "count": 84, "max_ms": 0.031, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 56.795, "count": 84, "max_ms": 92.101, "p95_ms": 81.965}, "visualize": {"avg_ms": 42.522, "count": 84, "max_ms": 77.025, "p95_ms": 61.209}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.788, "count": 84, "max_ms": 54.54, "p95_ms": 43.995}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.895, "count": 84, "max_ms": 74.683, "p95_ms": 58.257}, "visualize_input_copy_ms": {"avg_ms": 1.397, "count": 84, "max_ms": 3.901, "p95_ms": 2.266}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.75, "count": 84, "max_ms": 74.518, "p95_ms": 58.127}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 84, "max_ms": 0.238, "p95_ms": 0.133}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 84}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 826.934, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.69, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.664, "sample_count": 1931, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 45518, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:15:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104918, "write_bytes_delta": 104918, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 272.0, "cpu_core_ratio": 0.553525, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7041.0, "pid": 9213, "reason": null, "system_cpu_core_ratio": 0.204606, "system_cpu_s_delta": 2.0699999999999985, "user_cpu_core_ratio": 0.348918, "user_cpu_s_delta": 3.530000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.92251, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.592074, "system_cpu_s_delta": 5.989999999999782, "user_cpu_core_ratio": 1.330436, "user_cpu_s_delta": 13.460000000000036}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.442, "count": 181, "max_ms": 9.235, "p95_ms": 5.595, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 18.646, "max": 30.0, "p95": 27.0, "sample_count": 181}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.166, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 181}, "total": {"avg": 5.166, "max": 6.0, "p95": 6.0, "sample_count": 181}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.813, "count": 30, "max": 57.283, "p95": 46.959, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.215, "count": 30, "max": 28.054, "p95": 23.183, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 440.4, "count": 30, "max": 890.0, "p95": 857.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1116.133, "count": 30, "max": 7989.0, "p95": 6411.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.346, "p95": 0.215, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.335, "count": 30, "max": 0.386, "p95": 0.377, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.009, "count": 30, "max": 0.136, "p95": 0.068, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104703.433, "count": 30, "max": 115920.0, "p95": 112036.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101305.2, "count": 30, "max": 115920.0, "p95": 112036.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 878.633, "count": 30, "max": 26036.0, "p95": 31.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.579, "count": 30, "max": 0.683, "p95": 0.653, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.259, "count": 30, "max": 1.45, "p95": 1.391, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 409, "sampled_at": "2026-10-30T16:15:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:15:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 100622, "flush_count": 104, "flush_interval_seconds": 30.0, "flush_state": {"count": 104, "last_at": "2026-10-30T16:15:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:15:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 103}, "started": true, "suppressed_count": 45474, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 7, "tracking_summary": 45467}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 104, "written_record_count": 104}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4943.785, "limit_mb": null}, "detail": {"pid": 9329, "restart_count": 30, "start_count": 31}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 125991936000, "copied_frame_count": 45570, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:09:50+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2296304, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:09:41+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.611}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 7, "events_emitted": 6, "events_failed": 0, "events_observed": 7, "events_suppressed": 1, "frame_buffer_copied_bytes": 125991936000, "frame_buffer_copies": 45570, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 300, "recorder_active_input_bytes": 829440000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 6, "recorder_clips_failed": 0, "recorder_clips_started": 6, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 6, "worker_jobs_accepted": 6, "worker_jobs_completed": 6, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1191, "count": 512, "max_ms": 0.4108, "p50_ms": 0.106, "p95_ms": 0.2299, "p99_ms": 0.3214}, "stages": {"db_insert": {"avg_ms": 16.2742, "count": 6, "max_ms": 25.7525, "p50_ms": 15.4057, "p95_ms": 24.6923, "p99_ms": 25.5405, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8617, "count": 6, "max_ms": 2.6817, "p50_ms": 2.0023, "p95_ms": 2.5766, "p99_ms": 2.6607, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1463.4193, "count": 7, "max_ms": 4422.916, "p50_ms": 1146.0553, "p95_ms": 3508.5617, "p99_ms": 4240.0452, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5441, "count": 512, "max_ms": 6.9462, "p50_ms": 1.4481, "p95_ms": 2.6408, "p99_ms": 3.4618, "results": {"failed": 0, "not_applicable": 0, "success": 45570, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 479.465, "count": 7, "max_ms": 595.7564, "p50_ms": 535.2771, "p95_ms": 594.4747, "p99_ms": 595.5, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 39.802, "count": 6, "max_ms": 58.1992, "p50_ms": 41.7422, "p95_ms": 54.9087, "p99_ms": 57.5411, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3011, "count": 300, "max_ms": 15.2315, "p50_ms": 5.077, "p95_ms": 7.9944, "p99_ms": 9.7784, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5401, "count": 300, "max_ms": 5.1681, "p50_ms": 1.3935, "p95_ms": 2.707, "p99_ms": 3.783, "results": {"failed": 0, "not_applicable": 0, "success": 300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 554.4345, "count": 6, "max_ms": 586.9009, "p50_ms": 556.6894, "p95_ms": 586.829, "p99_ms": 586.8865, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 463.2117, "count": 6, "max_ms": 496.8319, "p50_ms": 464.2905, "p95_ms": 496.116, "p99_ms": 496.6887, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.0852, "count": 6, "max_ms": 92.4716, "p50_ms": 85.0005, "p95_ms": 91.1392, "p99_ms": 92.2051, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.9333, "count": 6, "max_ms": 2.9226, "p50_ms": 1.8222, "p95_ms": 2.8314, "p99_ms": 2.9043, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 39.8291, "count": 6, "max_ms": 50.6832, "p50_ms": 39.2164, "p95_ms": 49.0813, "p99_ms": 50.3628, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8404, "count": 7, "max_ms": 1.162, "p50_ms": 0.8214, "p95_ms": 1.0788, "p99_ms": 1.1453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.9822, "count": 6, "max_ms": 1.7209, "p50_ms": 0.8748, "p95_ms": 1.5358, "p99_ms": 1.6839, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.9822, "count": 6, "max_ms": 1.7209, "p50_ms": 0.8748, "p95_ms": 1.5358, "p99_ms": 1.6839, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8404, "count": 7, "max_ms": 1.162, "p50_ms": 0.8214, "p95_ms": 1.0788, "p99_ms": 1.1453, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 2.6066, "count": 6, "max_ms": 9.2164, "p50_ms": 1.2513, "p95_ms": 7.5569, "p99_ms": 8.8845, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 6, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 1051.5228, "count": 6, "max_ms": 3752.636, "p50_ms": 488.4882, "p95_ms": 2993.5786, "p99_ms": 3600.8246, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 7, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 7, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.2103, "count": 6, "max_ms": 3.4552, "p50_ms": 2.3065, "p95_ms": 3.2328, "p99_ms": 3.4107, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 30.5943, "count": 6, "max_ms": 74.1981, "p50_ms": 17.0005, "p95_ms": 72.82, "p99_ms": 73.9224, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2759, "count": 6, "max_ms": 1.1521, "p50_ms": 0.1106, "p95_ms": 0.9083, "p99_ms": 1.1033, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5825, "count": 6, "max_ms": 5.4615, "p50_ms": 2.0007, "p95_ms": 4.7926, "p99_ms": 5.3277, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 1145.5786, "count": 6, "max_ms": 3837.487, "p50_ms": 603.1817, "p95_ms": 3072.7238, "p99_ms": 3684.5344, "results": {"failed": 0, "not_applicable": 0, "success": 6, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 6, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 6, "max_ms": 1.1521, "p50_ms": 0.1106, "p95_ms": 0.9083, "p99_ms": 1.1033}, "wait_ms": {"count": 6, "max_ms": 5.4615, "p50_ms": 2.0007, "p95_ms": 4.7926, "p99_ms": 5.3277}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 6, "artifact_failed": 0, "artifact_requested": 6, "artifact_success": 6, "completed": 6, "completed_failed": 0, "completed_success": 6, "cooldown_promoted": 6, "database_requested": 6, "db_insert_success": 6, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15547, "relay_business_failed": 0, "relay_business_success": 6, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 6, "relay_transport_failed": 0, "relay_transport_success": 6, "reservation_requested": 6}, "snapshot": {"copied_bytes": 16588800, "copied_count": 6, "copy": {"count": 6, "max_ms": 2.6817, "p50_ms": 2.0023, "p95_ms": 2.5766, "p99_ms": 2.6607}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 29, "h264_decode_error_count": 84, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:15:32+09:00", "last_error_summary": "[h264 @ 0x59820bd90740] cabac decode of qscale diff failed at 114 62 [h264 @ 0x59820bd90740] error while decoding MB 114 62, bytestream 6647 [h264 @ 0x59820bd23680] cabac decode of qscale diff failed at 12 59 [h264 @ 0x59820bd23680] error while decoding MB 12 59, bytestream 65098 [h264 @ 0x59820c9c3040] cabac decode of qscale diff failed at 100 59 [h264 @ 0x59820c9c3040] error while decoding MB 100 59, bytestream 7920 [in#0/rtsp @ 0x59820bbfde00] Error during demuxing: Connection timed out [in#0", "last_exit_at": "2026-10-30T16:15:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-30T16:15:34+09:00", "pid": 9329, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.836, "name": "ffmpeg", "pid": 9329, "rss_mb": 208.836, "state": "S (sleeping)", "threads": 70}, "restart_count": 30, "restart_count_per_hour": 16, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.422, "sample_count": 1811, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 45570, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:15:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.292, "last_frame_pushed_at": "2026-10-30T16:15:32+09:00", "last_frame_read_age_sec": 4.396, "last_frame_read_at": "2026-10-30T16:15:32+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 11, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 93.879, "last_sample_duration_ms": 807.425, "last_trigger": "periodic", "next_snapshot_in_sec": 506.121, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 11, "storage_bytes": 1153711}, "mjpeg": {"age_sec": 4.283, "exists": true, "mtime": "2026-10-30T16:15:32.679106+09:00", "mtime_epoch": 1793344532.679106, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113584}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:15:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 919.25, "name": "celery", "pid": 206, "rss_mb": 826.957, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 6, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 45570, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 21.245, "max": 28.0, "p95": 28.0, "sample_count": 53}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.453, "max": 6.0, "p95": 6.0, "sample_count": 53}, "total": {"avg": 4.453, "max": 6.0, "p95": 6.0, "sample_count": 53}}, "tracking_counts": {"active": {"avg": 2.038, "max": 4.0, "p95": 4.0, "sample_count": 53}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}, "removed": {"avg": 0.038, "max": 1.0, "p95": 0.0, "sample_count": 53}, "tracked": {"avg": 2.038, "max": 4.0, "p95": 4.0, "sample_count": 53}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 53, "pushed_frames": 53, "read_frames": 52, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.768, "pushed": 1.768, "read": 1.735}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 52, "client_acquire_ms": {"avg_ms": 0.007, "count": 52, "max_ms": 0.019, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4360.428, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.13, "count": 52, "max_ms": 6.552, "p95_ms": 4.143, "reason": null, "sample_age_ms": 4399.416, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.423, "count": 52, "max_ms": 6.102, "p95_ms": 1.935, "reason": null, "sample_age_ms": 4399.667, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.469, "count": 52, "max_ms": 1.024, "p95_ms": 0.911, "reason": null, "sample_age_ms": 4360.441, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.878, "count": 52, "max_ms": 3.991, "p95_ms": 3.77, "reason": null, "sample_age_ms": 4397.86, "source": "client_direct"}, "request_count": 52, "request_tensor_bytes": {"avg": 2764808.0, "count": 52, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4397.844, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 52, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4360.852, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.545, "count": 52, "max_ms": 87.098, "p95_ms": 82.805, "reason": null, "sample_age_ms": 4360.423, "source": "client_direct"}, "sample_age_ms": 4360.418, "source": "client_direct", "task_total_ms": {"avg_ms": 56.054, "count": 52, "max_ms": 89.585, "p95_ms": 85.275, "reason": null, "sample_age_ms": 4360.418, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.385, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.052, "count": 53, "max_ms": 20.874, "p95_ms": 16.127}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.572, "count": 53, "max_ms": 1.331, "p95_ms": 1.127}, "detection_prepare_ms": {"avg_ms": 1.756, "count": 53, "max_ms": 3.5, "p95_ms": 2.826}, "event_filter_ms": {"avg_ms": 0.006, "count": 53, "max_ms": 0.015, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.441, "count": 53, "max_ms": 0.712, "p95_ms": 0.685}, "mcmt_ms": {"avg_ms": 0.003, "count": 53, "max_ms": 0.009, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 5.304, "count": 53, "max_ms": 10.106, "p95_ms": 8.069}, "setup_ms": {"avg_ms": 0.042, "count": 53, "max_ms": 0.11, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 10.984, "count": 53, "max_ms": 20.773, "p95_ms": 16.026}, "track_match_ms": {"avg_ms": 0.256, "count": 53, "max_ms": 0.593, "p95_ms": 0.454}, "tracker_update_ms": {"avg_ms": 2.603, "count": 53, "max_ms": 6.044, "p95_ms": 4.247}}, "gstreamer_push": {"avg_ms": 3.297, "count": 53, "max_ms": 9.887, "p95_ms": 5.518}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.061, "count": 53, "max_ms": 0.69, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.581, "count": 53, "max_ms": 92.073, "p95_ms": 89.349}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.36, "count": 53, "max_ms": 12.754, "p95_ms": 11.065}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.527, "count": 53, "max_ms": 177.239, "p95_ms": 153.361}, "inference_input_copy_ms": {"avg_ms": 1.545, "count": 53, "max_ms": 3.604, "p95_ms": 2.711}, "processing_residual_ms": {"avg_ms": 0.356, "count": 53, "max_ms": 1.113, "p95_ms": 0.721}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 118.789, "count": 53, "max_ms": 184.103, "p95_ms": 160.83}, "read_interval": {"avg_ms": 494.484, "count": 52, "max_ms": 18852.063, "p95_ms": 208.883}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 53, "max_ms": 0.046, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 5.228, "count": 53, "max_ms": 10.02, "p95_ms": 7.916}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 53, "max_ms": 0.053, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.211, "count": 53, "max_ms": 10.0, "p95_ms": 7.881}, "worker_merge_ms": {"avg_ms": 0.006, "count": 53, "max_ms": 0.027, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 57.595, "count": 53, "max_ms": 92.101, "p95_ms": 89.362}, "visualize": {"avg_ms": 42.218, "count": 53, "max_ms": 77.025, "p95_ms": 62.184}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.549, "count": 53, "max_ms": 54.54, "p95_ms": 44.276}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.568, "count": 53, "max_ms": 74.683, "p95_ms": 59.911}, "visualize_input_copy_ms": {"avg_ms": 1.408, "count": 53, "max_ms": 3.901, "p95_ms": 2.278}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.43, "count": 53, "max_ms": 74.518, "p95_ms": 59.724}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 53, "max_ms": 0.193, "p95_ms": 0.119}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 53}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 826.934, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.69, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.664, "sample_count": 1931, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 45518, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:15:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104918, "write_bytes_delta": 104918, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 272.0, "cpu_core_ratio": 0.553525, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7041.0, "pid": 9213, "reason": null, "system_cpu_core_ratio": 0.204606, "system_cpu_s_delta": 2.0699999999999985, "user_cpu_core_ratio": 0.348918, "user_cpu_s_delta": 3.530000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.92251, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.592074, "system_cpu_s_delta": 5.989999999999782, "user_cpu_core_ratio": 1.330436, "user_cpu_s_delta": 13.460000000000036}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.442, "count": 181, "max_ms": 9.235, "p95_ms": 5.595, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 18.646, "max": 30.0, "p95": 27.0, "sample_count": 181}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.166, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 181}, "total": {"avg": 5.166, "max": 6.0, "p95": 6.0, "sample_count": 181}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.813, "count": 30, "max": 57.283, "p95": 46.959, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.215, "count": 30, "max": 28.054, "p95": 23.183, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 440.4, "count": 30, "max": 890.0, "p95": 857.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1116.133, "count": 30, "max": 7989.0, "p95": 6411.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.346, "p95": 0.215, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.335, "count": 30, "max": 0.386, "p95": 0.377, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.009, "count": 30, "max": 0.136, "p95": 0.068, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104703.433, "count": 30, "max": 115920.0, "p95": 112036.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101305.2, "count": 30, "max": 115920.0, "p95": 112036.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 878.633, "count": 30, "max": 26036.0, "p95": 31.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.579, "count": 30, "max": 0.683, "p95": 0.653, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.259, "count": 30, "max": 1.45, "p95": 1.391, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 409, "sampled_at": "2026-10-30T16:15:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:15:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 102682, "flush_count": 106, "flush_interval_seconds": 30.0, "flush_state": {"count": 106, "last_at": "2026-10-30T16:17:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:17:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 105}, "started": true, "suppressed_count": 46327, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 12, "tracking_summary": 46315}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 106, "written_record_count": 106}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4792.773, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x647f0c352580] error while decoding MB 66 63, bytestream -9", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 128339251200, "copied_frame_count": 46419, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:16:51+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3191829, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:16:43+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.434}, "oldest_age_s": null, "peak_active_count": 2, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 414720000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 11, "events_failed": 0, "events_observed": 12, "events_suppressed": 1, "frame_buffer_copied_bytes": 128339251200, "frame_buffer_copies": 46419, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 550, "recorder_active_input_bytes": 1520640000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 11, "recorder_clips_failed": 0, "recorder_clips_started": 11, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 11, "worker_jobs_accepted": 11, "worker_jobs_completed": 11, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1501, "count": 512, "max_ms": 16.2761, "p50_ms": 0.1041, "p95_ms": 0.223, "p99_ms": 0.2776}, "stages": {"db_insert": {"avg_ms": 17.5425, "count": 11, "max_ms": 33.4972, "p50_ms": 17.4704, "p95_ms": 29.6248, "p99_ms": 32.7227, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8668, "count": 11, "max_ms": 2.6817, "p50_ms": 1.9322, "p95_ms": 2.4715, "p99_ms": 2.6397, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1270.2804, "count": 12, "max_ms": 4422.916, "p50_ms": 1032.6367, "p95_ms": 2746.5997, "p99_ms": 4087.6528, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6177, "count": 512, "max_ms": 7.4785, "p50_ms": 1.479, "p95_ms": 2.8422, "p99_ms": 4.192, "results": {"failed": 0, "not_applicable": 0, "success": 46419, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 510.842, "count": 12, "max_ms": 595.7564, "p50_ms": 551.0043, "p95_ms": 593.7806, "p99_ms": 595.3612, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 32.9385, "count": 11, "max_ms": 58.1992, "p50_ms": 36.0771, "p95_ms": 51.6181, "p99_ms": 56.883, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.383, "count": 512, "max_ms": 11.5784, "p50_ms": 5.1861, "p95_ms": 7.8662, "p99_ms": 9.3433, "results": {"failed": 0, "not_applicable": 0, "success": 550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5588, "count": 512, "max_ms": 5.1681, "p50_ms": 1.4323, "p95_ms": 2.6757, "p99_ms": 3.9202, "results": {"failed": 0, "not_applicable": 0, "success": 550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 552.7513, "count": 11, "max_ms": 588.3316, "p50_ms": 549.6157, "p95_ms": 587.6162, "p99_ms": 588.1885, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 460.8719, "count": 11, "max_ms": 496.8319, "p50_ms": 454.7954, "p95_ms": 495.5294, "p99_ms": 496.5714, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7818, "count": 11, "max_ms": 95.227, "p50_ms": 84.1994, "p95_ms": 93.8493, "p99_ms": 94.9515, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1649, "count": 11, "max_ms": 15.8949, "p50_ms": 1.8486, "p95_ms": 9.4087, "p99_ms": 14.5977, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.4592, "count": 11, "max_ms": 58.5626, "p50_ms": 44.2759, "p95_ms": 54.6229, "p99_ms": 57.7746, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8549, "count": 12, "max_ms": 1.1991, "p50_ms": 0.8486, "p95_ms": 1.1787, "p99_ms": 1.195, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0646, "count": 11, "max_ms": 1.8603, "p50_ms": 0.8954, "p95_ms": 1.7906, "p99_ms": 1.8463, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0646, "count": 11, "max_ms": 1.8603, "p50_ms": 0.8954, "p95_ms": 1.7906, "p99_ms": 1.8463, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8549, "count": 12, "max_ms": 1.1991, "p50_ms": 0.8486, "p95_ms": 1.1787, "p99_ms": 1.195, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.9137, "count": 11, "max_ms": 9.2164, "p50_ms": 0.9376, "p95_ms": 5.8974, "p99_ms": 8.5526, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 740.7018, "count": 11, "max_ms": 3752.636, "p50_ms": 420.6238, "p95_ms": 2234.5213, "p99_ms": 3449.0131, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.9022, "count": 11, "max_ms": 3.4552, "p50_ms": 1.9543, "p95_ms": 3.0104, "p99_ms": 3.3662, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 27.9124, "count": 11, "max_ms": 74.1981, "p50_ms": 23.0845, "p95_ms": 71.4418, "p99_ms": 73.6468, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2032, "count": 11, "max_ms": 1.1521, "p50_ms": 0.1112, "p95_ms": 0.6645, "p99_ms": 1.0546, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5236, "count": 11, "max_ms": 5.4615, "p50_ms": 2.1554, "p95_ms": 4.3751, "p99_ms": 5.2442, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 826.172, "count": 11, "max_ms": 3837.487, "p50_ms": 504.3705, "p95_ms": 2307.9606, "p99_ms": 3531.5817, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 11, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 11, "max_ms": 1.1521, "p50_ms": 0.1112, "p95_ms": 0.6645, "p99_ms": 1.0546}, "wait_ms": {"count": 11, "max_ms": 5.4615, "p50_ms": 2.1554, "p95_ms": 4.3751, "p99_ms": 5.2442}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 11, "artifact_failed": 0, "artifact_requested": 11, "artifact_success": 11, "completed": 11, "completed_failed": 0, "completed_success": 11, "cooldown_promoted": 11, "database_requested": 11, "db_insert_success": 11, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15552, "relay_business_failed": 0, "relay_business_success": 11, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 11, "relay_transport_failed": 0, "relay_transport_success": 11, "reservation_requested": 11}, "snapshot": {"copied_bytes": 30412800, "copied_count": 11, "copy": {"count": 11, "max_ms": 2.6817, "p50_ms": 1.9322, "p95_ms": 2.4715, "p99_ms": 2.6397}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 30, "h264_decode_error_count": 85, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:17:46+09:00", "last_error_summary": "[h264 @ 0x647f0c352580] error while decoding MB 66 63, bytestream -9", "last_exit_at": "2026-10-30T16:15:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 131.216, "last_started_at": "2026-10-30T16:15:34+09:00", "pid": 9329, "process": {"exists": false, "pid": 9329}, "restart_count": 30, "restart_count_per_hour": 16, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 169.231, "sample_count": 1784, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 46419, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:17:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.087, "last_frame_pushed_at": "2026-10-30T16:17:46+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-10-30T16:17:46+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 11, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 223.101, "last_sample_duration_ms": 807.425, "last_trigger": "periodic", "next_snapshot_in_sec": 376.899, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 11, "storage_bytes": 1153711}, "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-10-30T16:17:46.102158+09:00", "mtime_epoch": 1793344666.1021576, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 104767}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:17:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 828.051, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 11, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 46420, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.583, "max": 25.0, "p95": 24.0, "sample_count": 211}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.246, "max": 7.0, "p95": 6.0, "sample_count": 211}, "total": {"avg": 5.246, "max": 7.0, "p95": 6.0, "sample_count": 211}}, "tracking_counts": {"active": {"avg": 3.318, "max": 6.0, "p95": 4.0, "sample_count": 211}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}, "removed": {"avg": 0.028, "max": 1.0, "p95": 0.0, "sample_count": 211}, "tracked": {"avg": 3.318, "max": 6.0, "p95": 4.0, "sample_count": 211}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.037, "pushed": 7.037, "read": 7.037}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 211, "client_acquire_ms": {"avg_ms": 0.008, "count": 211, "max_ms": 0.031, "p95_ms": 0.016, "reason": null, "sample_age_ms": 44.259, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.99, "count": 211, "max_ms": 8.843, "p95_ms": 3.04, "reason": null, "sample_age_ms": 83.844, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.445, "count": 211, "max_ms": 8.15, "p95_ms": 2.343, "reason": null, "sample_age_ms": 84.079, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.457, "count": 211, "max_ms": 1.472, "p95_ms": 0.945, "reason": null, "sample_age_ms": 44.271, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.137, "count": 211, "max_ms": 6.239, "p95_ms": 3.826, "reason": null, "sample_age_ms": 82.293, "source": "client_direct"}, "request_count": 211, "request_tensor_bytes": {"avg": 2764808.0, "count": 211, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 82.266, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 211, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 45.044, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 54.908, "count": 211, "max_ms": 109.062, "p95_ms": 75.516, "reason": null, "sample_age_ms": 44.253, "source": "client_direct"}, "sample_age_ms": 44.249, "source": "client_direct", "task_total_ms": {"avg_ms": 57.693, "count": 211, "max_ms": 113.184, "p95_ms": 79.681, "reason": null, "sample_age_ms": 44.249, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.064, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 13.347, "count": 211, "max_ms": 25.327, "p95_ms": 18.911}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.706, "count": 211, "max_ms": 3.142, "p95_ms": 1.237}, "detection_prepare_ms": {"avg_ms": 2.334, "count": 211, "max_ms": 8.771, "p95_ms": 4.541}, "event_filter_ms": {"avg_ms": 0.008, "count": 211, "max_ms": 0.053, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.516, "count": 211, "max_ms": 1.373, "p95_ms": 0.897}, "mcmt_ms": {"avg_ms": 0.004, "count": 211, "max_ms": 0.029, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 6.1, "count": 211, "max_ms": 14.665, "p95_ms": 9.451}, "setup_ms": {"avg_ms": 0.047, "count": 211, "max_ms": 0.153, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 13.258, "count": 211, "max_ms": 25.245, "p95_ms": 18.833}, "track_match_ms": {"avg_ms": 0.393, "count": 211, "max_ms": 1.011, "p95_ms": 0.671}, "tracker_update_ms": {"avg_ms": 3.149, "count": 211, "max_ms": 9.643, "p95_ms": 4.882}}, "gstreamer_push": {"avg_ms": 3.294, "count": 211, "max_ms": 8.122, "p95_ms": 5.301}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 211, "max_ms": 1.074, "p95_ms": 0.112}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.275, "count": 211, "max_ms": 114.201, "p95_ms": 82.127}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.533, "count": 211, "max_ms": 15.146, "p95_ms": 10.372}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 119.946, "count": 211, "max_ms": 187.75, "p95_ms": 152.336}, "inference_input_copy_ms": {"avg_ms": 1.828, "count": 211, "max_ms": 4.989, "p95_ms": 3.3}, "processing_residual_ms": {"avg_ms": 0.328, "count": 211, "max_ms": 1.096, "p95_ms": 0.673}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 126.635, "count": 211, "max_ms": 195.986, "p95_ms": 159.433}, "read_interval": {"avg_ms": 142.337, "count": 211, "max_ms": 280.009, "p95_ms": 187.962}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.026, "count": 211, "max_ms": 1.003, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 6.006, "count": 211, "max_ms": 14.542, "p95_ms": 9.257}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 211, "max_ms": 0.049, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.979, "count": 211, "max_ms": 14.511, "p95_ms": 9.029}, "worker_merge_ms": {"avg_ms": 0.008, "count": 211, "max_ms": 0.035, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 59.29, "count": 211, "max_ms": 114.22, "p95_ms": 82.139}, "visualize": {"avg_ms": 45.793, "count": 211, "max_ms": 78.338, "p95_ms": 60.875}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.669, "count": 211, "max_ms": 54.605, "p95_ms": 44.134}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.066, "count": 211, "max_ms": 77.109, "p95_ms": 58.938}, "visualize_input_copy_ms": {"avg_ms": 1.488, "count": 211, "max_ms": 6.938, "p95_ms": 2.738}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.92, "count": 211, "max_ms": 76.957, "p95_ms": 58.707}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 211, "max_ms": 0.209, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 211}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 849.258, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.433, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 169.231, "sample_count": 1780, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 46392, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:17:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105254, "write_bytes_delta": 105254, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 890.0, "cpu_core_ratio": 0.390801, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 9329, "reason": null, "system_cpu_core_ratio": 0.029485, "system_cpu_s_delta": 0.5899999999999999, "user_cpu_core_ratio": 0.361316, "user_cpu_s_delta": 7.230000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.946009, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.612188, "system_cpu_s_delta": 12.25, "user_cpu_core_ratio": 1.333821, "user_cpu_s_delta": 26.6899999999996}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.308, "count": 208, "max_ms": 8.122, "p95_ms": 5.686, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.3, "max": 25.0, "p95": 24.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.454, "key_count": 1, "max": 7.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 207}, "total": {"avg": 5.454, "max": 7.0, "p95": 6.0, "sample_count": 207}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.606, "count": 30, "max": 57.283, "p95": 50.916, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.643, "count": 30, "max": 28.054, "p95": 24.187, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 484.8, "count": 30, "max": 890.0, "p95": 885.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 975.033, "count": 30, "max": 7989.0, "p95": 5155.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.346, "p95": 0.215, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.326, "count": 30, "max": 0.382, "p95": 0.365, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106639.1, "count": 30, "max": 115920.0, "p95": 112036.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106639.1, "count": 30, "max": 115920.0, "p95": 112036.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2334.3, "count": 30, "max": 31732.0, "p95": 16389.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.567, "count": 30, "max": 0.651, "p95": 0.64, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.219, "count": 30, "max": 1.385, "p95": 1.371, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 420, "sampled_at": "2026-10-30T16:17:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:17:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 102682, "flush_count": 106, "flush_interval_seconds": 30.0, "flush_state": {"count": 106, "last_at": "2026-10-30T16:17:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:17:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 105}, "started": true, "suppressed_count": 46327, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 12, "tracking_summary": 46315}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 106, "written_record_count": 106}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4792.723, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T16:17:46+09:00", "last_error_summary": "[h264 @ 0x647f0c352580] error while decoding MB 66 63, bytestream -9", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 128342016000, "copied_frame_count": 46420, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:16:51+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3191829, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:16:43+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.434}, "oldest_age_s": null, "peak_active_count": 2, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 414720000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 11, "events_failed": 0, "events_observed": 12, "events_suppressed": 1, "frame_buffer_copied_bytes": 128342016000, "frame_buffer_copies": 46420, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 550, "recorder_active_input_bytes": 1520640000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 11, "recorder_clips_failed": 0, "recorder_clips_started": 11, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 11, "worker_jobs_accepted": 11, "worker_jobs_completed": 11, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1499, "count": 512, "max_ms": 16.2761, "p50_ms": 0.1041, "p95_ms": 0.2228, "p99_ms": 0.2776}, "stages": {"db_insert": {"avg_ms": 17.5425, "count": 11, "max_ms": 33.4972, "p50_ms": 17.4704, "p95_ms": 29.6248, "p99_ms": 32.7227, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8668, "count": 11, "max_ms": 2.6817, "p50_ms": 1.9322, "p95_ms": 2.4715, "p99_ms": 2.6397, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1270.2804, "count": 12, "max_ms": 4422.916, "p50_ms": 1032.6367, "p95_ms": 2746.5997, "p99_ms": 4087.6528, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6124, "count": 512, "max_ms": 7.4785, "p50_ms": 1.479, "p95_ms": 2.787, "p99_ms": 4.1521, "results": {"failed": 0, "not_applicable": 0, "success": 46420, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 510.842, "count": 12, "max_ms": 595.7564, "p50_ms": 551.0043, "p95_ms": 593.7806, "p99_ms": 595.3612, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 32.9385, "count": 11, "max_ms": 58.1992, "p50_ms": 36.0771, "p95_ms": 51.6181, "p99_ms": 56.883, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.383, "count": 512, "max_ms": 11.5784, "p50_ms": 5.1861, "p95_ms": 7.8662, "p99_ms": 9.3433, "results": {"failed": 0, "not_applicable": 0, "success": 550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5588, "count": 512, "max_ms": 5.1681, "p50_ms": 1.4323, "p95_ms": 2.6757, "p99_ms": 3.9202, "results": {"failed": 0, "not_applicable": 0, "success": 550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 552.7513, "count": 11, "max_ms": 588.3316, "p50_ms": 549.6157, "p95_ms": 587.6162, "p99_ms": 588.1885, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 460.8719, "count": 11, "max_ms": 496.8319, "p50_ms": 454.7954, "p95_ms": 495.5294, "p99_ms": 496.5714, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7818, "count": 11, "max_ms": 95.227, "p50_ms": 84.1994, "p95_ms": 93.8493, "p99_ms": 94.9515, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1649, "count": 11, "max_ms": 15.8949, "p50_ms": 1.8486, "p95_ms": 9.4087, "p99_ms": 14.5977, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.4592, "count": 11, "max_ms": 58.5626, "p50_ms": 44.2759, "p95_ms": 54.6229, "p99_ms": 57.7746, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8549, "count": 12, "max_ms": 1.1991, "p50_ms": 0.8486, "p95_ms": 1.1787, "p99_ms": 1.195, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0646, "count": 11, "max_ms": 1.8603, "p50_ms": 0.8954, "p95_ms": 1.7906, "p99_ms": 1.8463, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0646, "count": 11, "max_ms": 1.8603, "p50_ms": 0.8954, "p95_ms": 1.7906, "p99_ms": 1.8463, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8549, "count": 12, "max_ms": 1.1991, "p50_ms": 0.8486, "p95_ms": 1.1787, "p99_ms": 1.195, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.9137, "count": 11, "max_ms": 9.2164, "p50_ms": 0.9376, "p95_ms": 5.8974, "p99_ms": 8.5526, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 740.7018, "count": 11, "max_ms": 3752.636, "p50_ms": 420.6238, "p95_ms": 2234.5213, "p99_ms": 3449.0131, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.9022, "count": 11, "max_ms": 3.4552, "p50_ms": 1.9543, "p95_ms": 3.0104, "p99_ms": 3.3662, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 27.9124, "count": 11, "max_ms": 74.1981, "p50_ms": 23.0845, "p95_ms": 71.4418, "p99_ms": 73.6468, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2032, "count": 11, "max_ms": 1.1521, "p50_ms": 0.1112, "p95_ms": 0.6645, "p99_ms": 1.0546, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5236, "count": 11, "max_ms": 5.4615, "p50_ms": 2.1554, "p95_ms": 4.3751, "p99_ms": 5.2442, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 826.172, "count": 11, "max_ms": 3837.487, "p50_ms": 504.3705, "p95_ms": 2307.9606, "p99_ms": 3531.5817, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 11, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 11, "max_ms": 1.1521, "p50_ms": 0.1112, "p95_ms": 0.6645, "p99_ms": 1.0546}, "wait_ms": {"count": 11, "max_ms": 5.4615, "p50_ms": 2.1554, "p95_ms": 4.3751, "p99_ms": 5.2442}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 11, "artifact_failed": 0, "artifact_requested": 11, "artifact_success": 11, "completed": 11, "completed_failed": 0, "completed_success": 11, "cooldown_promoted": 11, "database_requested": 11, "db_insert_success": 11, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15552, "relay_business_failed": 0, "relay_business_success": 11, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 11, "relay_transport_failed": 0, "relay_transport_success": 11, "reservation_requested": 11}, "snapshot": {"copied_bytes": 30412800, "copied_count": 11, "copy": {"count": 11, "max_ms": 2.6817, "p50_ms": 1.9322, "p95_ms": 2.4715, "p99_ms": 2.6397}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 30, "h264_decode_error_count": 85, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:17:46+09:00", "last_error_summary": "[h264 @ 0x647f0c352580] error while decoding MB 66 63, bytestream -9", "last_exit_at": "2026-10-30T16:17:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 131.277, "last_started_at": "2026-10-30T16:15:34+09:00", "pid": 9329, "process": {"exists": false, "pid": 9329}, "restart_count": 30, "restart_count_per_hour": 16, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 169.231, "sample_count": 1785, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 46420, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:17:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T16:17:46+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-10-30T16:17:46+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 11, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 223.155, "last_sample_duration_ms": 807.425, "last_trigger": "periodic", "next_snapshot_in_sec": 376.845, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 11, "storage_bytes": 1153711}, "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-10-30T16:17:46.102158+09:00", "mtime_epoch": 1793344666.1021576, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 104767}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:17:46+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 828.035, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 11, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 46420, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.64, "max": 25.0, "p95": 24.0, "sample_count": 211}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.242, "max": 7.0, "p95": 6.0, "sample_count": 211}, "total": {"avg": 5.242, "max": 7.0, "p95": 6.0, "sample_count": 211}}, "tracking_counts": {"active": {"avg": 3.318, "max": 6.0, "p95": 4.0, "sample_count": 211}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}, "removed": {"avg": 0.028, "max": 1.0, "p95": 0.0, "sample_count": 211}, "tracked": {"avg": 3.318, "max": 6.0, "p95": 4.0, "sample_count": 211}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.061, "pushed": 7.061, "read": 7.027}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 210, "client_acquire_ms": {"avg_ms": 0.008, "count": 211, "max_ms": 0.031, "p95_ms": 0.016, "reason": null, "sample_age_ms": 104.717, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.992, "count": 210, "max_ms": 8.843, "p95_ms": 3.042, "reason": null, "sample_age_ms": 144.303, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.446, "count": 210, "max_ms": 8.15, "p95_ms": 2.345, "reason": null, "sample_age_ms": 144.538, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.457, "count": 211, "max_ms": 1.472, "p95_ms": 0.945, "reason": null, "sample_age_ms": 104.73, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.128, "count": 210, "max_ms": 6.239, "p95_ms": 3.665, "reason": null, "sample_age_ms": 142.752, "source": "client_direct"}, "request_count": 210, "request_tensor_bytes": {"avg": 2764808.0, "count": 210, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 142.725, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 211, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 105.503, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 54.908, "count": 211, "max_ms": 109.062, "p95_ms": 75.516, "reason": null, "sample_age_ms": 104.712, "source": "client_direct"}, "sample_age_ms": 104.708, "source": "client_direct", "task_total_ms": {"avg_ms": 57.693, "count": 211, "max_ms": 113.184, "p95_ms": 79.681, "reason": null, "sample_age_ms": 104.708, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.885, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 13.336, "count": 211, "max_ms": 25.327, "p95_ms": 18.911}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.706, "count": 211, "max_ms": 3.142, "p95_ms": 1.237}, "detection_prepare_ms": {"avg_ms": 2.333, "count": 211, "max_ms": 8.771, "p95_ms": 4.541}, "event_filter_ms": {"avg_ms": 0.008, "count": 211, "max_ms": 0.053, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.515, "count": 211, "max_ms": 1.373, "p95_ms": 0.897}, "mcmt_ms": {"avg_ms": 0.004, "count": 211, "max_ms": 0.029, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 6.095, "count": 211, "max_ms": 14.665, "p95_ms": 9.451}, "setup_ms": {"avg_ms": 0.047, "count": 211, "max_ms": 0.153, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 13.246, "count": 211, "max_ms": 25.245, "p95_ms": 18.833}, "track_match_ms": {"avg_ms": 0.392, "count": 211, "max_ms": 1.011, "p95_ms": 0.671}, "tracker_update_ms": {"avg_ms": 3.143, "count": 211, "max_ms": 9.643, "p95_ms": 4.882}}, "gstreamer_push": {"avg_ms": 3.299, "count": 211, "max_ms": 8.122, "p95_ms": 5.301}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 211, "max_ms": 1.074, "p95_ms": 0.112}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.181, "count": 211, "max_ms": 114.201, "p95_ms": 82.127}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.523, "count": 211, "max_ms": 15.146, "p95_ms": 10.372}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 119.974, "count": 211, "max_ms": 187.75, "p95_ms": 152.336}, "inference_input_copy_ms": {"avg_ms": 1.826, "count": 211, "max_ms": 4.989, "p95_ms": 3.3}, "processing_residual_ms": {"avg_ms": 0.328, "count": 211, "max_ms": 1.096, "p95_ms": 0.673}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 126.651, "count": 211, "max_ms": 195.986, "p95_ms": 159.433}, "read_interval": {"avg_ms": 142.37, "count": 210, "max_ms": 280.009, "p95_ms": 187.962}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.026, "count": 211, "max_ms": 1.003, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 6.001, "count": 211, "max_ms": 14.542, "p95_ms": 9.257}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 211, "max_ms": 0.049, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.975, "count": 211, "max_ms": 14.511, "p95_ms": 9.029}, "worker_merge_ms": {"avg_ms": 0.008, "count": 211, "max_ms": 0.035, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 59.195, "count": 211, "max_ms": 114.22, "p95_ms": 82.139}, "visualize": {"avg_ms": 45.926, "count": 211, "max_ms": 78.338, "p95_ms": 61.696}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.756, "count": 211, "max_ms": 54.605, "p95_ms": 44.689}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.196, "count": 211, "max_ms": 77.109, "p95_ms": 59.044}, "visualize_input_copy_ms": {"avg_ms": 1.49, "count": 211, "max_ms": 6.938, "p95_ms": 2.738}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.05, "count": 211, "max_ms": 76.957, "p95_ms": 58.8}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 211, "max_ms": 0.209, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 211}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 849.258, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.433, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 169.231, "sample_count": 1780, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 46392, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:17:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105254, "write_bytes_delta": 105254, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 890.0, "cpu_core_ratio": 0.390801, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 9329, "reason": null, "system_cpu_core_ratio": 0.029485, "system_cpu_s_delta": 0.5899999999999999, "user_cpu_core_ratio": 0.361316, "user_cpu_s_delta": 7.230000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.946009, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.612188, "system_cpu_s_delta": 12.25, "user_cpu_core_ratio": 1.333821, "user_cpu_s_delta": 26.6899999999996}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.308, "count": 208, "max_ms": 8.122, "p95_ms": 5.686, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.3, "max": 25.0, "p95": 24.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.454, "key_count": 1, "max": 7.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 207}, "total": {"avg": 5.454, "max": 7.0, "p95": 6.0, "sample_count": 207}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.606, "count": 30, "max": 57.283, "p95": 50.916, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.643, "count": 30, "max": 28.054, "p95": 24.187, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 484.8, "count": 30, "max": 890.0, "p95": 885.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 975.033, "count": 30, "max": 7989.0, "p95": 5155.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.346, "p95": 0.215, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.326, "count": 30, "max": 0.382, "p95": 0.365, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106639.1, "count": 30, "max": 115920.0, "p95": 112036.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106639.1, "count": 30, "max": 115920.0, "p95": 112036.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2334.3, "count": 30, "max": 31732.0, "p95": 16389.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.567, "count": 30, "max": 0.651, "p95": 0.64, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.219, "count": 30, "max": 1.385, "p95": 1.371, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 420, "sampled_at": "2026-10-30T16:17:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:17:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 102682, "flush_count": 106, "flush_interval_seconds": 30.0, "flush_state": {"count": 106, "last_at": "2026-10-30T16:17:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:17:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 105}, "started": true, "suppressed_count": 46327, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 12, "tracking_summary": 46315}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 106, "written_record_count": 106}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4793.098, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 128342016000, "copied_frame_count": 46420, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:16:51+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3191829, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:16:43+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.434}, "oldest_age_s": null, "peak_active_count": 2, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 414720000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 11, "events_failed": 0, "events_observed": 12, "events_suppressed": 1, "frame_buffer_copied_bytes": 128342016000, "frame_buffer_copies": 46420, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 550, "recorder_active_input_bytes": 1520640000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 11, "recorder_clips_failed": 0, "recorder_clips_started": 11, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 11, "worker_jobs_accepted": 11, "worker_jobs_completed": 11, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1499, "count": 512, "max_ms": 16.2761, "p50_ms": 0.1041, "p95_ms": 0.2228, "p99_ms": 0.2776}, "stages": {"db_insert": {"avg_ms": 17.5425, "count": 11, "max_ms": 33.4972, "p50_ms": 17.4704, "p95_ms": 29.6248, "p99_ms": 32.7227, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8668, "count": 11, "max_ms": 2.6817, "p50_ms": 1.9322, "p95_ms": 2.4715, "p99_ms": 2.6397, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1270.2804, "count": 12, "max_ms": 4422.916, "p50_ms": 1032.6367, "p95_ms": 2746.5997, "p99_ms": 4087.6528, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6124, "count": 512, "max_ms": 7.4785, "p50_ms": 1.479, "p95_ms": 2.787, "p99_ms": 4.1521, "results": {"failed": 0, "not_applicable": 0, "success": 46420, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 510.842, "count": 12, "max_ms": 595.7564, "p50_ms": 551.0043, "p95_ms": 593.7806, "p99_ms": 595.3612, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 32.9385, "count": 11, "max_ms": 58.1992, "p50_ms": 36.0771, "p95_ms": 51.6181, "p99_ms": 56.883, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.383, "count": 512, "max_ms": 11.5784, "p50_ms": 5.1861, "p95_ms": 7.8662, "p99_ms": 9.3433, "results": {"failed": 0, "not_applicable": 0, "success": 550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5588, "count": 512, "max_ms": 5.1681, "p50_ms": 1.4323, "p95_ms": 2.6757, "p99_ms": 3.9202, "results": {"failed": 0, "not_applicable": 0, "success": 550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 552.7513, "count": 11, "max_ms": 588.3316, "p50_ms": 549.6157, "p95_ms": 587.6162, "p99_ms": 588.1885, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 460.8719, "count": 11, "max_ms": 496.8319, "p50_ms": 454.7954, "p95_ms": 495.5294, "p99_ms": 496.5714, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7818, "count": 11, "max_ms": 95.227, "p50_ms": 84.1994, "p95_ms": 93.8493, "p99_ms": 94.9515, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1649, "count": 11, "max_ms": 15.8949, "p50_ms": 1.8486, "p95_ms": 9.4087, "p99_ms": 14.5977, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.4592, "count": 11, "max_ms": 58.5626, "p50_ms": 44.2759, "p95_ms": 54.6229, "p99_ms": 57.7746, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8549, "count": 12, "max_ms": 1.1991, "p50_ms": 0.8486, "p95_ms": 1.1787, "p99_ms": 1.195, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0646, "count": 11, "max_ms": 1.8603, "p50_ms": 0.8954, "p95_ms": 1.7906, "p99_ms": 1.8463, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0646, "count": 11, "max_ms": 1.8603, "p50_ms": 0.8954, "p95_ms": 1.7906, "p99_ms": 1.8463, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8549, "count": 12, "max_ms": 1.1991, "p50_ms": 0.8486, "p95_ms": 1.1787, "p99_ms": 1.195, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.9137, "count": 11, "max_ms": 9.2164, "p50_ms": 0.9376, "p95_ms": 5.8974, "p99_ms": 8.5526, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 740.7018, "count": 11, "max_ms": 3752.636, "p50_ms": 420.6238, "p95_ms": 2234.5213, "p99_ms": 3449.0131, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.9022, "count": 11, "max_ms": 3.4552, "p50_ms": 1.9543, "p95_ms": 3.0104, "p99_ms": 3.3662, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 27.9124, "count": 11, "max_ms": 74.1981, "p50_ms": 23.0845, "p95_ms": 71.4418, "p99_ms": 73.6468, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2032, "count": 11, "max_ms": 1.1521, "p50_ms": 0.1112, "p95_ms": 0.6645, "p99_ms": 1.0546, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5236, "count": 11, "max_ms": 5.4615, "p50_ms": 2.1554, "p95_ms": 4.3751, "p99_ms": 5.2442, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 826.172, "count": 11, "max_ms": 3837.487, "p50_ms": 504.3705, "p95_ms": 2307.9606, "p99_ms": 3531.5817, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 11, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 11, "max_ms": 1.1521, "p50_ms": 0.1112, "p95_ms": 0.6645, "p99_ms": 1.0546}, "wait_ms": {"count": 11, "max_ms": 5.4615, "p50_ms": 2.1554, "p95_ms": 4.3751, "p99_ms": 5.2442}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 11, "artifact_failed": 0, "artifact_requested": 11, "artifact_success": 11, "completed": 11, "completed_failed": 0, "completed_success": 11, "cooldown_promoted": 11, "database_requested": 11, "db_insert_success": 11, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15552, "relay_business_failed": 0, "relay_business_success": 11, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 11, "relay_transport_failed": 0, "relay_transport_success": 11, "reservation_requested": 11}, "snapshot": {"copied_bytes": 30412800, "copied_count": 11, "copy": {"count": 11, "max_ms": 2.6817, "p50_ms": 1.9322, "p95_ms": 2.4715, "p99_ms": 2.6397}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 30, "h264_decode_error_count": 85, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:17:46+09:00", "last_error_summary": "[h264 @ 0x647f0c352580] error while decoding MB 66 63, bytestream -9", "last_exit_at": "2026-10-30T16:17:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 131.311, "last_started_at": "2026-10-30T16:15:34+09:00", "pid": 9329, "process": {"exists": false, "pid": 9329}, "restart_count": 30, "restart_count_per_hour": 16, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 31}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 169.231, "sample_count": 1785, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 46420, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:17:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.035, "last_frame_pushed_at": "2026-10-30T16:17:46+09:00", "last_frame_read_age_sec": 0.17, "last_frame_read_at": "2026-10-30T16:17:46+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 11, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 223.2, "last_sample_duration_ms": 807.425, "last_trigger": "periodic", "next_snapshot_in_sec": 376.8, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 11, "storage_bytes": 1153711}, "mjpeg": {"age_sec": 0.025, "exists": true, "mtime": "2026-10-30T16:17:46.245158+09:00", "mtime_epoch": 1793344666.2451577, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 105461}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:17:46+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 828.035, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 11, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 46420, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.64, "max": 25.0, "p95": 24.0, "sample_count": 211}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.242, "max": 7.0, "p95": 6.0, "sample_count": 211}, "total": {"avg": 5.242, "max": 7.0, "p95": 6.0, "sample_count": 211}}, "tracking_counts": {"active": {"avg": 3.318, "max": 6.0, "p95": 4.0, "sample_count": 211}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}, "removed": {"avg": 0.028, "max": 1.0, "p95": 0.0, "sample_count": 211}, "tracked": {"avg": 3.318, "max": 6.0, "p95": 4.0, "sample_count": 211}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.053, "pushed": 7.053, "read": 7.019}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 210, "client_acquire_ms": {"avg_ms": 0.008, "count": 211, "max_ms": 0.031, "p95_ms": 0.016, "reason": null, "sample_age_ms": 141.266, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.992, "count": 210, "max_ms": 8.843, "p95_ms": 3.042, "reason": null, "sample_age_ms": 180.851, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.446, "count": 210, "max_ms": 8.15, "p95_ms": 2.345, "reason": null, "sample_age_ms": 181.087, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.457, "count": 211, "max_ms": 1.472, "p95_ms": 0.945, "reason": null, "sample_age_ms": 141.279, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.128, "count": 210, "max_ms": 6.239, "p95_ms": 3.665, "reason": null, "sample_age_ms": 179.3, "source": "client_direct"}, "request_count": 210, "request_tensor_bytes": {"avg": 2764808.0, "count": 210, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 179.273, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 211, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 142.052, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 54.908, "count": 211, "max_ms": 109.062, "p95_ms": 75.516, "reason": null, "sample_age_ms": 141.261, "source": "client_direct"}, "sample_age_ms": 141.257, "source": "client_direct", "task_total_ms": {"avg_ms": 57.693, "count": 211, "max_ms": 113.184, "p95_ms": 79.681, "reason": null, "sample_age_ms": 141.257, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.865, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 13.336, "count": 211, "max_ms": 25.327, "p95_ms": 18.911}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.706, "count": 211, "max_ms": 3.142, "p95_ms": 1.237}, "detection_prepare_ms": {"avg_ms": 2.333, "count": 211, "max_ms": 8.771, "p95_ms": 4.541}, "event_filter_ms": {"avg_ms": 0.008, "count": 211, "max_ms": 0.053, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.515, "count": 211, "max_ms": 1.373, "p95_ms": 0.897}, "mcmt_ms": {"avg_ms": 0.004, "count": 211, "max_ms": 0.029, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 6.095, "count": 211, "max_ms": 14.665, "p95_ms": 9.451}, "setup_ms": {"avg_ms": 0.047, "count": 211, "max_ms": 0.153, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 13.246, "count": 211, "max_ms": 25.245, "p95_ms": 18.833}, "track_match_ms": {"avg_ms": 0.392, "count": 211, "max_ms": 1.011, "p95_ms": 0.671}, "tracker_update_ms": {"avg_ms": 3.143, "count": 211, "max_ms": 9.643, "p95_ms": 4.882}}, "gstreamer_push": {"avg_ms": 3.299, "count": 211, "max_ms": 8.122, "p95_ms": 5.301}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 211, "max_ms": 1.074, "p95_ms": 0.112}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.181, "count": 211, "max_ms": 114.201, "p95_ms": 82.127}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.523, "count": 211, "max_ms": 15.146, "p95_ms": 10.372}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 119.974, "count": 211, "max_ms": 187.75, "p95_ms": 152.336}, "inference_input_copy_ms": {"avg_ms": 1.826, "count": 211, "max_ms": 4.989, "p95_ms": 3.3}, "processing_residual_ms": {"avg_ms": 0.328, "count": 211, "max_ms": 1.096, "p95_ms": 0.673}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 126.651, "count": 211, "max_ms": 195.986, "p95_ms": 159.433}, "read_interval": {"avg_ms": 142.37, "count": 210, "max_ms": 280.009, "p95_ms": 187.962}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.026, "count": 211, "max_ms": 1.003, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 6.001, "count": 211, "max_ms": 14.542, "p95_ms": 9.257}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 211, "max_ms": 0.049, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.975, "count": 211, "max_ms": 14.511, "p95_ms": 9.029}, "worker_merge_ms": {"avg_ms": 0.008, "count": 211, "max_ms": 0.035, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 59.195, "count": 211, "max_ms": 114.22, "p95_ms": 82.139}, "visualize": {"avg_ms": 45.926, "count": 211, "max_ms": 78.338, "p95_ms": 61.696}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.756, "count": 211, "max_ms": 54.605, "p95_ms": 44.689}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.196, "count": 211, "max_ms": 77.109, "p95_ms": 59.044}, "visualize_input_copy_ms": {"avg_ms": 1.49, "count": 211, "max_ms": 6.938, "p95_ms": 2.738}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.05, "count": 211, "max_ms": 76.957, "p95_ms": 58.8}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 211, "max_ms": 0.209, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 211}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 849.258, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.433, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 169.231, "sample_count": 1780, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 46392, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:17:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105254, "write_bytes_delta": 105254, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 890.0, "cpu_core_ratio": 0.390801, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 9329, "reason": null, "system_cpu_core_ratio": 0.029485, "system_cpu_s_delta": 0.5899999999999999, "user_cpu_core_ratio": 0.361316, "user_cpu_s_delta": 7.230000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.946009, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.612188, "system_cpu_s_delta": 12.25, "user_cpu_core_ratio": 1.333821, "user_cpu_s_delta": 26.6899999999996}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.308, "count": 208, "max_ms": 8.122, "p95_ms": 5.686, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.3, "max": 25.0, "p95": 24.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.454, "key_count": 1, "max": 7.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 207}, "total": {"avg": 5.454, "max": 7.0, "p95": 6.0, "sample_count": 207}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.606, "count": 30, "max": 57.283, "p95": 50.916, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.643, "count": 30, "max": 28.054, "p95": 24.187, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 484.8, "count": 30, "max": 890.0, "p95": 885.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 975.033, "count": 30, "max": 7989.0, "p95": 5155.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.346, "p95": 0.215, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.326, "count": 30, "max": 0.382, "p95": 0.365, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106639.1, "count": 30, "max": 115920.0, "p95": 112036.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106639.1, "count": 30, "max": 115920.0, "p95": 112036.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2334.3, "count": 30, "max": 31732.0, "p95": 16389.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.567, "count": 30, "max": 0.651, "p95": 0.64, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.219, "count": 30, "max": 1.385, "p95": 1.371, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 420, "sampled_at": "2026-10-30T16:17:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:17:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 102682, "flush_count": 106, "flush_interval_seconds": 30.0, "flush_state": {"count": 106, "last_at": "2026-10-30T16:17:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:17:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 105}, "started": true, "suppressed_count": 46327, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 12, "tracking_summary": 46315}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 106, "written_record_count": 106}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4967.254, "limit_mb": null}, "detail": {"pid": 9755, "restart_count": 31, "start_count": 32}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 128342016000, "copied_frame_count": 46420, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:16:51+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3191829, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:16:43+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.434}, "oldest_age_s": null, "peak_active_count": 2, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 414720000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 12, "events_emitted": 11, "events_failed": 0, "events_observed": 12, "events_suppressed": 1, "frame_buffer_copied_bytes": 128342016000, "frame_buffer_copies": 46420, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 550, "recorder_active_input_bytes": 1520640000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 11, "recorder_clips_failed": 0, "recorder_clips_started": 11, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 11, "worker_jobs_accepted": 11, "worker_jobs_completed": 11, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1499, "count": 512, "max_ms": 16.2761, "p50_ms": 0.1041, "p95_ms": 0.2228, "p99_ms": 0.2776}, "stages": {"db_insert": {"avg_ms": 17.5425, "count": 11, "max_ms": 33.4972, "p50_ms": 17.4704, "p95_ms": 29.6248, "p99_ms": 32.7227, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8668, "count": 11, "max_ms": 2.6817, "p50_ms": 1.9322, "p95_ms": 2.4715, "p99_ms": 2.6397, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1270.2804, "count": 12, "max_ms": 4422.916, "p50_ms": 1032.6367, "p95_ms": 2746.5997, "p99_ms": 4087.6528, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6124, "count": 512, "max_ms": 7.4785, "p50_ms": 1.479, "p95_ms": 2.787, "p99_ms": 4.1521, "results": {"failed": 0, "not_applicable": 0, "success": 46420, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 510.842, "count": 12, "max_ms": 595.7564, "p50_ms": 551.0043, "p95_ms": 593.7806, "p99_ms": 595.3612, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 32.9385, "count": 11, "max_ms": 58.1992, "p50_ms": 36.0771, "p95_ms": 51.6181, "p99_ms": 56.883, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.383, "count": 512, "max_ms": 11.5784, "p50_ms": 5.1861, "p95_ms": 7.8662, "p99_ms": 9.3433, "results": {"failed": 0, "not_applicable": 0, "success": 550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5588, "count": 512, "max_ms": 5.1681, "p50_ms": 1.4323, "p95_ms": 2.6757, "p99_ms": 3.9202, "results": {"failed": 0, "not_applicable": 0, "success": 550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 552.7513, "count": 11, "max_ms": 588.3316, "p50_ms": 549.6157, "p95_ms": 587.6162, "p99_ms": 588.1885, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 460.8719, "count": 11, "max_ms": 496.8319, "p50_ms": 454.7954, "p95_ms": 495.5294, "p99_ms": 496.5714, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7818, "count": 11, "max_ms": 95.227, "p50_ms": 84.1994, "p95_ms": 93.8493, "p99_ms": 94.9515, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1649, "count": 11, "max_ms": 15.8949, "p50_ms": 1.8486, "p95_ms": 9.4087, "p99_ms": 14.5977, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 43.4592, "count": 11, "max_ms": 58.5626, "p50_ms": 44.2759, "p95_ms": 54.6229, "p99_ms": 57.7746, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8549, "count": 12, "max_ms": 1.1991, "p50_ms": 0.8486, "p95_ms": 1.1787, "p99_ms": 1.195, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.0646, "count": 11, "max_ms": 1.8603, "p50_ms": 0.8954, "p95_ms": 1.7906, "p99_ms": 1.8463, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.0646, "count": 11, "max_ms": 1.8603, "p50_ms": 0.8954, "p95_ms": 1.7906, "p99_ms": 1.8463, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8549, "count": 12, "max_ms": 1.1991, "p50_ms": 0.8486, "p95_ms": 1.1787, "p99_ms": 1.195, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.9137, "count": 11, "max_ms": 9.2164, "p50_ms": 0.9376, "p95_ms": 5.8974, "p99_ms": 8.5526, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 11, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 740.7018, "count": 11, "max_ms": 3752.636, "p50_ms": 420.6238, "p95_ms": 2234.5213, "p99_ms": 3449.0131, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.9022, "count": 11, "max_ms": 3.4552, "p50_ms": 1.9543, "p95_ms": 3.0104, "p99_ms": 3.3662, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 27.9124, "count": 11, "max_ms": 74.1981, "p50_ms": 23.0845, "p95_ms": 71.4418, "p99_ms": 73.6468, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2032, "count": 11, "max_ms": 1.1521, "p50_ms": 0.1112, "p95_ms": 0.6645, "p99_ms": 1.0546, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5236, "count": 11, "max_ms": 5.4615, "p50_ms": 2.1554, "p95_ms": 4.3751, "p99_ms": 5.2442, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 826.172, "count": 11, "max_ms": 3837.487, "p50_ms": 504.3705, "p95_ms": 2307.9606, "p99_ms": 3531.5817, "results": {"failed": 0, "not_applicable": 0, "success": 11, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 11, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 11, "max_ms": 1.1521, "p50_ms": 0.1112, "p95_ms": 0.6645, "p99_ms": 1.0546}, "wait_ms": {"count": 11, "max_ms": 5.4615, "p50_ms": 2.1554, "p95_ms": 4.3751, "p99_ms": 5.2442}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 11, "artifact_failed": 0, "artifact_requested": 11, "artifact_success": 11, "completed": 11, "completed_failed": 0, "completed_success": 11, "cooldown_promoted": 11, "database_requested": 11, "db_insert_success": 11, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15552, "relay_business_failed": 0, "relay_business_success": 11, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 11, "relay_transport_failed": 0, "relay_transport_success": 11, "reservation_requested": 11}, "snapshot": {"copied_bytes": 30412800, "copied_count": 11, "copy": {"count": 11, "max_ms": 2.6817, "p50_ms": 1.9322, "p95_ms": 2.4715, "p99_ms": 2.6397}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 30, "h264_decode_error_count": 85, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:17:46+09:00", "last_error_summary": "[h264 @ 0x647f0c352580] error while decoding MB 66 63, bytestream -9", "last_exit_at": "2026-10-30T16:17:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T16:17:48+09:00", "pid": 9755, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.176, "name": "ffmpeg", "pid": 9755, "rss_mb": 209.176, "state": "S (sleeping)", "threads": 70}, "restart_count": 31, "restart_count_per_hour": 17, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 169.231, "sample_count": 1768, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 46420, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:17:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.28, "last_frame_pushed_at": "2026-10-30T16:17:46+09:00", "last_frame_read_age_sec": 4.415, "last_frame_read_at": "2026-10-30T16:17:46+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 11, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 227.433, "last_sample_duration_ms": 807.425, "last_trigger": "periodic", "next_snapshot_in_sec": 372.567, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 11, "storage_bytes": 1153711}, "mjpeg": {"age_sec": 4.271, "exists": true, "mtime": "2026-10-30T16:17:46.245158+09:00", "mtime_epoch": 1793344666.2451577, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 105461}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:17:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 828.039, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 11, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 46420, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.038, "max": 25.0, "p95": 24.0, "sample_count": 184}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.13, "max": 7.0, "p95": 6.0, "sample_count": 184}, "total": {"avg": 5.13, "max": 7.0, "p95": 6.0, "sample_count": 184}}, "tracking_counts": {"active": {"avg": 3.217, "max": 6.0, "p95": 4.0, "sample_count": 184}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}, "removed": {"avg": 0.033, "max": 1.0, "p95": 0.0, "sample_count": 184}, "tracked": {"avg": 3.217, "max": 6.0, "p95": 4.0, "sample_count": 184}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.135, "pushed": 6.135, "read": 6.102}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 183, "client_acquire_ms": {"avg_ms": 0.008, "count": 183, "max_ms": 0.031, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4382.317, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.976, "count": 183, "max_ms": 7.417, "p95_ms": 3.06, "reason": null, "sample_age_ms": 4421.902, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.417, "count": 183, "max_ms": 7.076, "p95_ms": 2.288, "reason": null, "sample_age_ms": 4422.138, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.466, "count": 183, "max_ms": 1.472, "p95_ms": 1.012, "reason": null, "sample_age_ms": 4382.33, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.096, "count": 183, "max_ms": 6.239, "p95_ms": 3.404, "reason": null, "sample_age_ms": 4420.352, "source": "client_direct"}, "request_count": 183, "request_tensor_bytes": {"avg": 2764808.0, "count": 183, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4420.325, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 183, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4383.103, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.938, "count": 183, "max_ms": 106.494, "p95_ms": 74.997, "reason": null, "sample_age_ms": 4382.312, "source": "client_direct"}, "sample_age_ms": 4382.308, "source": "client_direct", "task_total_ms": {"avg_ms": 56.689, "count": 183, "max_ms": 108.699, "p95_ms": 78.338, "reason": null, "sample_age_ms": 4382.308, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.884, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 13.374, "count": 184, "max_ms": 25.327, "p95_ms": 18.911}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.735, "count": 184, "max_ms": 3.142, "p95_ms": 1.281}, "detection_prepare_ms": {"avg_ms": 2.293, "count": 184, "max_ms": 8.771, "p95_ms": 4.44}, "event_filter_ms": {"avg_ms": 0.008, "count": 184, "max_ms": 0.053, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.513, "count": 184, "max_ms": 1.373, "p95_ms": 0.857}, "mcmt_ms": {"avg_ms": 0.004, "count": 184, "max_ms": 0.015, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 6.194, "count": 184, "max_ms": 14.665, "p95_ms": 9.469}, "setup_ms": {"avg_ms": 0.047, "count": 184, "max_ms": 0.153, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 13.283, "count": 184, "max_ms": 25.245, "p95_ms": 18.833}, "track_match_ms": {"avg_ms": 0.385, "count": 184, "max_ms": 1.011, "p95_ms": 0.656}, "tracker_update_ms": {"avg_ms": 3.103, "count": 184, "max_ms": 9.643, "p95_ms": 4.849}}, "gstreamer_push": {"avg_ms": 3.281, "count": 184, "max_ms": 8.122, "p95_ms": 5.186}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.065, "count": 184, "max_ms": 1.074, "p95_ms": 0.112}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.107, "count": 184, "max_ms": 109.576, "p95_ms": 80.206}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.421, "count": 184, "max_ms": 14.904, "p95_ms": 10.372}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 118.385, "count": 184, "max_ms": 183.325, "p95_ms": 150.565}, "inference_input_copy_ms": {"avg_ms": 1.803, "count": 184, "max_ms": 4.989, "p95_ms": 3.261}, "processing_residual_ms": {"avg_ms": 0.32, "count": 184, "max_ms": 1.096, "p95_ms": 0.691}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 124.929, "count": 184, "max_ms": 189.974, "p95_ms": 158.408}, "read_interval": {"avg_ms": 140.371, "count": 183, "max_ms": 224.106, "p95_ms": 180.367}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.027, "count": 184, "max_ms": 1.003, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 6.099, "count": 184, "max_ms": 14.542, "p95_ms": 9.29}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 184, "max_ms": 0.049, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 6.072, "count": 184, "max_ms": 14.511, "p95_ms": 9.217}, "worker_merge_ms": {"avg_ms": 0.008, "count": 184, "max_ms": 0.035, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 58.122, "count": 184, "max_ms": 109.59, "p95_ms": 80.217}, "visualize": {"avg_ms": 45.372, "count": 184, "max_ms": 78.338, "p95_ms": 60.875}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.536, "count": 184, "max_ms": 54.605, "p95_ms": 44.689}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.631, "count": 184, "max_ms": 77.109, "p95_ms": 58.938}, "visualize_input_copy_ms": {"avg_ms": 1.501, "count": 184, "max_ms": 6.938, "p95_ms": 2.738}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.485, "count": 184, "max_ms": 76.957, "p95_ms": 58.707}, "visualizer_prepare_ms": {"avg_ms": 0.079, "count": 184, "max_ms": 0.209, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 184}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 849.258, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.433, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 169.231, "sample_count": 1780, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 46392, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:17:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105254, "write_bytes_delta": 105254, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 890.0, "cpu_core_ratio": 0.390801, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 9329, "reason": null, "system_cpu_core_ratio": 0.029485, "system_cpu_s_delta": 0.5899999999999999, "user_cpu_core_ratio": 0.361316, "user_cpu_s_delta": 7.230000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.946009, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.612188, "system_cpu_s_delta": 12.25, "user_cpu_core_ratio": 1.333821, "user_cpu_s_delta": 26.6899999999996}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.308, "count": 208, "max_ms": 8.122, "p95_ms": 5.686, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.3, "max": 25.0, "p95": 24.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.454, "key_count": 1, "max": 7.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 207}, "total": {"avg": 5.454, "max": 7.0, "p95": 6.0, "sample_count": 207}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.606, "count": 30, "max": 57.283, "p95": 50.916, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.643, "count": 30, "max": 28.054, "p95": 24.187, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 484.8, "count": 30, "max": 890.0, "p95": 885.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 975.033, "count": 30, "max": 7989.0, "p95": 5155.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.346, "p95": 0.215, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.326, "count": 30, "max": 0.382, "p95": 0.365, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106639.1, "count": 30, "max": 115920.0, "p95": 112036.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106639.1, "count": 30, "max": 115920.0, "p95": 112036.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2334.3, "count": 30, "max": 31732.0, "p95": 16389.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.567, "count": 30, "max": 0.651, "p95": 0.64, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.219, "count": 30, "max": 1.385, "p95": 1.371, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 420, "sampled_at": "2026-10-30T16:17:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:17:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 105773, "flush_count": 109, "flush_interval_seconds": 30.0, "flush_state": {"count": 109, "last_at": "2026-10-30T16:20:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:20:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 108}, "started": true, "suppressed_count": 47626, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 13, "tracking_summary": 47613}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 109, "written_record_count": 109}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4848.41, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5eafea687e40] error while decoding MB 45 60, bytestream -9", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 131936256000, "copied_frame_count": 47720, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:20:13+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3278017, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:20:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.309}, "oldest_age_s": null, "peak_active_count": 2, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 414720000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 13, "events_emitted": 12, "events_failed": 0, "events_observed": 13, "events_suppressed": 1, "frame_buffer_copied_bytes": 131936256000, "frame_buffer_copies": 47720, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 600, "recorder_active_input_bytes": 1658880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 12, "recorder_clips_failed": 0, "recorder_clips_started": 12, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 12, "worker_jobs_accepted": 12, "worker_jobs_completed": 12, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1141, "count": 512, "max_ms": 1.2585, "p50_ms": 0.0987, "p95_ms": 0.2125, "p99_ms": 0.315}, "stages": {"db_insert": {"avg_ms": 17.1371, "count": 12, "max_ms": 33.4972, "p50_ms": 15.4057, "p95_ms": 29.2376, "p99_ms": 32.6452, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8036, "count": 12, "max_ms": 2.6817, "p50_ms": 1.8674, "p95_ms": 2.4505, "p99_ms": 2.6355, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1259.9255, "count": 13, "max_ms": 4422.916, "p50_ms": 1055.1727, "p95_ms": 2594.2073, "p99_ms": 4057.1743, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5905, "count": 512, "max_ms": 5.0057, "p50_ms": 1.4469, "p95_ms": 2.6865, "p99_ms": 3.829, "results": {"failed": 0, "not_applicable": 0, "success": 47720, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 517.3401, "count": 13, "max_ms": 595.7564, "p50_ms": 553.1864, "p95_ms": 595.4924, "p99_ms": 595.7036, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.814, "count": 12, "max_ms": 58.1992, "p50_ms": 32.6752, "p95_ms": 50.96, "p99_ms": 56.7514, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.357, "count": 512, "max_ms": 11.5784, "p50_ms": 5.1453, "p95_ms": 7.837, "p99_ms": 9.3433, "results": {"failed": 0, "not_applicable": 0, "success": 600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5427, "count": 512, "max_ms": 5.1681, "p50_ms": 1.4278, "p95_ms": 2.6764, "p99_ms": 3.9202, "results": {"failed": 0, "not_applicable": 0, "success": 600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 556.1025, "count": 12, "max_ms": 592.9656, "p50_ms": 551.9778, "p95_ms": 590.4169, "p99_ms": 592.4558, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 464.1621, "count": 12, "max_ms": 500.3543, "p50_ms": 459.9986, "p95_ms": 498.417, "p99_ms": 499.9668, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.0119, "count": 12, "max_ms": 95.227, "p50_ms": 84.5935, "p95_ms": 93.7115, "p99_ms": 94.9239, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9923, "count": 12, "max_ms": 15.8949, "p50_ms": 1.8222, "p95_ms": 8.7601, "p99_ms": 14.468, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.9331, "count": 12, "max_ms": 73.1462, "p50_ms": 46.2892, "p95_ms": 65.1252, "p99_ms": 71.542, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8395, "count": 13, "max_ms": 1.1991, "p50_ms": 0.8214, "p95_ms": 1.1768, "p99_ms": 1.1946, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.1172, "count": 12, "max_ms": 1.8603, "p50_ms": 0.9381, "p95_ms": 1.7836, "p99_ms": 1.8449, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.1172, "count": 12, "max_ms": 1.8603, "p50_ms": 0.9381, "p95_ms": 1.7836, "p99_ms": 1.8449, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8395, "count": 13, "max_ms": 1.1991, "p50_ms": 0.8214, "p95_ms": 1.1768, "p99_ms": 1.1946, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.7978, "count": 12, "max_ms": 9.2164, "p50_ms": 0.8549, "p95_ms": 5.5655, "p99_ms": 8.4862, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 714.1656, "count": 12, "max_ms": 3752.636, "p50_ms": 421.4455, "p95_ms": 2082.7098, "p99_ms": 3418.6508, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.8291, "count": 12, "max_ms": 3.4552, "p50_ms": 1.7378, "p95_ms": 2.9659, "p99_ms": 3.3573, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 33.2708, "count": 12, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 82.3047, "p99_ms": 90.2313, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1903, "count": 12, "max_ms": 1.1521, "p50_ms": 0.1065, "p95_ms": 0.6157, "p99_ms": 1.0448, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.4343, "count": 12, "max_ms": 5.4615, "p50_ms": 2.1447, "p95_ms": 4.2664, "p99_ms": 5.2225, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 802.2422, "count": 12, "max_ms": 3837.487, "p50_ms": 521.6921, "p95_ms": 2155.008, "p99_ms": 3500.9912, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 12, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 12, "max_ms": 1.1521, "p50_ms": 0.1065, "p95_ms": 0.6157, "p99_ms": 1.0448}, "wait_ms": {"count": 12, "max_ms": 5.4615, "p50_ms": 2.1447, "p95_ms": 4.2664, "p99_ms": 5.2225}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 12, "artifact_failed": 0, "artifact_requested": 12, "artifact_success": 12, "completed": 12, "completed_failed": 0, "completed_success": 12, "cooldown_promoted": 12, "database_requested": 12, "db_insert_success": 12, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15553, "relay_business_failed": 0, "relay_business_success": 12, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 12, "relay_transport_failed": 0, "relay_transport_success": 12, "reservation_requested": 12}, "snapshot": {"copied_bytes": 33177600, "copied_count": 12, "copy": {"count": 12, "max_ms": 2.6817, "p50_ms": 1.8674, "p95_ms": 2.4505, "p99_ms": 2.6355}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 31, "h264_decode_error_count": 86, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:20:49+09:00", "last_error_summary": "[h264 @ 0x5eafea687e40] error while decoding MB 45 60, bytestream -9", "last_exit_at": "2026-10-30T16:17:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 181.243, "last_started_at": "2026-10-30T16:17:48+09:00", "pid": 9755, "process": {"exists": false, "pid": 9755}, "restart_count": 31, "restart_count_per_hour": 16, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.518, "sample_count": 2072, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 47720, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:20:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.075, "last_frame_pushed_at": "2026-10-30T16:20:49+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-10-30T16:20:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 11, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 406.7, "last_sample_duration_ms": 807.425, "last_trigger": "periodic", "next_snapshot_in_sec": 193.3, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 11, "storage_bytes": 1153711}, "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-10-30T16:20:49.700414+09:00", "mtime_epoch": 1793344849.7004137, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 104936}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:20:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 868.34, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 12, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 47721, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.139, "max": 25.0, "p95": 22.0, "sample_count": 208}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.308, "max": 7.0, "p95": 6.0, "sample_count": 208}, "total": {"avg": 4.308, "max": 7.0, "p95": 6.0, "sample_count": 208}}, "tracking_counts": {"active": {"avg": 1.356, "max": 3.0, "p95": 2.0, "sample_count": 208}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "removed": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 208}, "tracked": {"avg": 1.356, "max": 3.0, "p95": 2.0, "sample_count": 208}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.944, "pushed": 6.944, "read": 6.978}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 209, "client_acquire_ms": {"avg_ms": 0.009, "count": 209, "max_ms": 0.032, "p95_ms": 0.017, "reason": null, "sample_age_ms": 33.405, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.236, "count": 209, "max_ms": 11.279, "p95_ms": 4.456, "reason": null, "sample_age_ms": 82.491, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.521, "count": 209, "max_ms": 10.914, "p95_ms": 2.986, "reason": null, "sample_age_ms": 82.95, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.559, "count": 209, "max_ms": 2.521, "p95_ms": 1.032, "reason": null, "sample_age_ms": 33.427, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.468, "count": 209, "max_ms": 6.207, "p95_ms": 4.383, "reason": null, "sample_age_ms": 80.688, "source": "client_direct"}, "request_count": 209, "request_tensor_bytes": {"avg": 2764808.0, "count": 209, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 80.657, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 209, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 34.033, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 58.165, "count": 209, "max_ms": 92.135, "p95_ms": 79.687, "reason": null, "sample_age_ms": 33.397, "source": "client_direct"}, "sample_age_ms": 33.389, "source": "client_direct", "task_total_ms": {"avg_ms": 61.426, "count": 209, "max_ms": 96.275, "p95_ms": 82.468, "reason": null, "sample_age_ms": 33.389, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.913, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.816, "count": 208, "max_ms": 28.656, "p95_ms": 17.047}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.67, "count": 208, "max_ms": 2.807, "p95_ms": 1.323}, "detection_prepare_ms": {"avg_ms": 2.125, "count": 208, "max_ms": 12.362, "p95_ms": 3.571}, "event_filter_ms": {"avg_ms": 0.009, "count": 208, "max_ms": 0.305, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.559, "count": 208, "max_ms": 1.552, "p95_ms": 0.931}, "mcmt_ms": {"avg_ms": 0.004, "count": 208, "max_ms": 0.014, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 5.02, "count": 208, "max_ms": 13.606, "p95_ms": 8.189}, "setup_ms": {"avg_ms": 0.05, "count": 208, "max_ms": 0.117, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 11.735, "count": 208, "max_ms": 28.522, "p95_ms": 16.939}, "track_match_ms": {"avg_ms": 0.218, "count": 208, "max_ms": 0.679, "p95_ms": 0.397}, "tracker_update_ms": {"avg_ms": 3.078, "count": 208, "max_ms": 10.997, "p95_ms": 5.696}}, "gstreamer_push": {"avg_ms": 3.442, "count": 208, "max_ms": 8.628, "p95_ms": 5.437}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 208, "max_ms": 0.522, "p95_ms": 0.132}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 63.3, "count": 208, "max_ms": 103.581, "p95_ms": 85.073}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.006, "count": 208, "max_ms": 16.795, "p95_ms": 10.193}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 120.998, "count": 208, "max_ms": 186.223, "p95_ms": 152.83}, "inference_input_copy_ms": {"avg_ms": 1.89, "count": 208, "max_ms": 8.584, "p95_ms": 3.135}, "processing_residual_ms": {"avg_ms": 0.33, "count": 208, "max_ms": 0.908, "p95_ms": 0.601}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 127.223, "count": 208, "max_ms": 193.796, "p95_ms": 157.922}, "read_interval": {"avg_ms": 144.142, "count": 209, "max_ms": 239.791, "p95_ms": 191.924}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.023, "count": 208, "max_ms": 0.099, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 4.929, "count": 208, "max_ms": 13.313, "p95_ms": 8.074}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 208, "max_ms": 0.068, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.906, "count": 208, "max_ms": 13.252, "p95_ms": 8.05}, "worker_merge_ms": {"avg_ms": 0.008, "count": 208, "max_ms": 0.039, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 63.317, "count": 208, "max_ms": 103.619, "p95_ms": 85.097}, "visualize": {"avg_ms": 44.193, "count": 208, "max_ms": 79.652, "p95_ms": 57.324}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.547, "count": 208, "max_ms": 59.466, "p95_ms": 44.076}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 42.549, "count": 208, "max_ms": 77.464, "p95_ms": 54.925}, "visualize_input_copy_ms": {"avg_ms": 1.4, "count": 208, "max_ms": 4.105, "p95_ms": 2.306}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 42.394, "count": 208, "max_ms": 77.357, "p95_ms": 54.772}, "visualizer_prepare_ms": {"avg_ms": 0.079, "count": 208, "max_ms": 0.242, "p95_ms": 0.142}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 208}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 891.844, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.495, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.491, "sample_count": 1974, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 47536, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:20:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106397, "write_bytes_delta": 106397, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 817.0, "cpu_core_ratio": 0.373133, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 9755, "reason": null, "system_cpu_core_ratio": 0.029159, "system_cpu_s_delta": 0.5900000000000007, "user_cpu_core_ratio": 0.343975, "user_cpu_s_delta": 6.960000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.800924, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 29216.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.574279, "system_cpu_s_delta": 11.61999999999989, "user_cpu_core_ratio": 1.226645, "user_cpu_s_delta": 24.81999999999971}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.454, "count": 209, "max_ms": 8.628, "p95_ms": 5.769, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.033, "max": 20.0, "p95": 19.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.809, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 209}, "total": {"avg": 3.809, "max": 6.0, "p95": 5.0, "sample_count": 209}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.647, "count": 30, "max": 50.693, "p95": 45.192, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.756, "count": 30, "max": 24.813, "p95": 21.528, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 591.467, "count": 30, "max": 945.0, "p95": 926.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 719.567, "count": 30, "max": 7041.0, "p95": 2435.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.071, "count": 30, "max": 0.346, "p95": 0.215, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.334, "count": 30, "max": 0.382, "p95": 0.381, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106766.3, "count": 30, "max": 115920.0, "p95": 111059.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106766.3, "count": 30, "max": 115920.0, "p95": 111059.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3308.667, "count": 30, "max": 31732.0, "p95": 23934.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.557, "count": 30, "max": 0.651, "p95": 0.639, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.204, "count": 30, "max": 1.378, "p95": 1.362, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 428, "sampled_at": "2026-10-30T16:20:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:20:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 105773, "flush_count": 109, "flush_interval_seconds": 30.0, "flush_state": {"count": 109, "last_at": "2026-10-30T16:20:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:20:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 108}, "started": true, "suppressed_count": 47626, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 13, "tracking_summary": 47613}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 109, "written_record_count": 109}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4848.496, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T16:20:49+09:00", "last_error_summary": "[h264 @ 0x5eafea687e40] error while decoding MB 45 60, bytestream -9", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 131939020800, "copied_frame_count": 47721, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:20:13+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3278017, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:20:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.309}, "oldest_age_s": null, "peak_active_count": 2, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 414720000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 13, "events_emitted": 12, "events_failed": 0, "events_observed": 13, "events_suppressed": 1, "frame_buffer_copied_bytes": 131939020800, "frame_buffer_copies": 47721, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 600, "recorder_active_input_bytes": 1658880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 12, "recorder_clips_failed": 0, "recorder_clips_started": 12, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 12, "worker_jobs_accepted": 12, "worker_jobs_completed": 12, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.114, "count": 512, "max_ms": 1.2585, "p50_ms": 0.0987, "p95_ms": 0.2125, "p99_ms": 0.315}, "stages": {"db_insert": {"avg_ms": 17.1371, "count": 12, "max_ms": 33.4972, "p50_ms": 15.4057, "p95_ms": 29.2376, "p99_ms": 32.6452, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8036, "count": 12, "max_ms": 2.6817, "p50_ms": 1.8674, "p95_ms": 2.4505, "p99_ms": 2.6355, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1259.9255, "count": 13, "max_ms": 4422.916, "p50_ms": 1055.1727, "p95_ms": 2594.2073, "p99_ms": 4057.1743, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5905, "count": 512, "max_ms": 5.0057, "p50_ms": 1.4469, "p95_ms": 2.6865, "p99_ms": 3.829, "results": {"failed": 0, "not_applicable": 0, "success": 47721, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 517.3401, "count": 13, "max_ms": 595.7564, "p50_ms": 553.1864, "p95_ms": 595.4924, "p99_ms": 595.7036, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.814, "count": 12, "max_ms": 58.1992, "p50_ms": 32.6752, "p95_ms": 50.96, "p99_ms": 56.7514, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.357, "count": 512, "max_ms": 11.5784, "p50_ms": 5.1453, "p95_ms": 7.837, "p99_ms": 9.3433, "results": {"failed": 0, "not_applicable": 0, "success": 600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5427, "count": 512, "max_ms": 5.1681, "p50_ms": 1.4278, "p95_ms": 2.6764, "p99_ms": 3.9202, "results": {"failed": 0, "not_applicable": 0, "success": 600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 556.1025, "count": 12, "max_ms": 592.9656, "p50_ms": 551.9778, "p95_ms": 590.4169, "p99_ms": 592.4558, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 464.1621, "count": 12, "max_ms": 500.3543, "p50_ms": 459.9986, "p95_ms": 498.417, "p99_ms": 499.9668, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.0119, "count": 12, "max_ms": 95.227, "p50_ms": 84.5935, "p95_ms": 93.7115, "p99_ms": 94.9239, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9923, "count": 12, "max_ms": 15.8949, "p50_ms": 1.8222, "p95_ms": 8.7601, "p99_ms": 14.468, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.9331, "count": 12, "max_ms": 73.1462, "p50_ms": 46.2892, "p95_ms": 65.1252, "p99_ms": 71.542, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8395, "count": 13, "max_ms": 1.1991, "p50_ms": 0.8214, "p95_ms": 1.1768, "p99_ms": 1.1946, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.1172, "count": 12, "max_ms": 1.8603, "p50_ms": 0.9381, "p95_ms": 1.7836, "p99_ms": 1.8449, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.1172, "count": 12, "max_ms": 1.8603, "p50_ms": 0.9381, "p95_ms": 1.7836, "p99_ms": 1.8449, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8395, "count": 13, "max_ms": 1.1991, "p50_ms": 0.8214, "p95_ms": 1.1768, "p99_ms": 1.1946, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.7978, "count": 12, "max_ms": 9.2164, "p50_ms": 0.8549, "p95_ms": 5.5655, "p99_ms": 8.4862, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 714.1656, "count": 12, "max_ms": 3752.636, "p50_ms": 421.4455, "p95_ms": 2082.7098, "p99_ms": 3418.6508, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.8291, "count": 12, "max_ms": 3.4552, "p50_ms": 1.7378, "p95_ms": 2.9659, "p99_ms": 3.3573, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 33.2708, "count": 12, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 82.3047, "p99_ms": 90.2313, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1903, "count": 12, "max_ms": 1.1521, "p50_ms": 0.1065, "p95_ms": 0.6157, "p99_ms": 1.0448, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.4343, "count": 12, "max_ms": 5.4615, "p50_ms": 2.1447, "p95_ms": 4.2664, "p99_ms": 5.2225, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 802.2422, "count": 12, "max_ms": 3837.487, "p50_ms": 521.6921, "p95_ms": 2155.008, "p99_ms": 3500.9912, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 12, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 12, "max_ms": 1.1521, "p50_ms": 0.1065, "p95_ms": 0.6157, "p99_ms": 1.0448}, "wait_ms": {"count": 12, "max_ms": 5.4615, "p50_ms": 2.1447, "p95_ms": 4.2664, "p99_ms": 5.2225}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 12, "artifact_failed": 0, "artifact_requested": 12, "artifact_success": 12, "completed": 12, "completed_failed": 0, "completed_success": 12, "cooldown_promoted": 12, "database_requested": 12, "db_insert_success": 12, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15553, "relay_business_failed": 0, "relay_business_success": 12, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 12, "relay_transport_failed": 0, "relay_transport_success": 12, "reservation_requested": 12}, "snapshot": {"copied_bytes": 33177600, "copied_count": 12, "copy": {"count": 12, "max_ms": 2.6817, "p50_ms": 1.8674, "p95_ms": 2.4505, "p99_ms": 2.6355}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 31, "h264_decode_error_count": 86, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:20:49+09:00", "last_error_summary": "[h264 @ 0x5eafea687e40] error while decoding MB 45 60, bytestream -9", "last_exit_at": "2026-10-30T16:20:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 181.351, "last_started_at": "2026-10-30T16:17:48+09:00", "pid": 9755, "process": {"exists": false, "pid": 9755}, "restart_count": 31, "restart_count_per_hour": 16, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.518, "sample_count": 2072, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 47721, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:20:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.031, "last_frame_pushed_at": "2026-10-30T16:20:49+09:00", "last_frame_read_age_sec": 0.174, "last_frame_read_at": "2026-10-30T16:20:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 11, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 406.786, "last_sample_duration_ms": 807.425, "last_trigger": "periodic", "next_snapshot_in_sec": 193.214, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 11, "storage_bytes": 1153711}, "mjpeg": {"age_sec": 0.018, "exists": true, "mtime": "2026-10-30T16:20:49.847414+09:00", "mtime_epoch": 1793344849.847414, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 105134}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:20:49+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 868.324, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 12, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 47721, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.12, "max": 25.0, "p95": 22.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.306, "max": 7.0, "p95": 6.0, "sample_count": 209}, "total": {"avg": 4.306, "max": 7.0, "p95": 6.0, "sample_count": 209}}, "tracking_counts": {"active": {"avg": 1.354, "max": 3.0, "p95": 2.0, "sample_count": 209}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "removed": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 209}, "tracked": {"avg": 1.354, "max": 3.0, "p95": 2.0, "sample_count": 209}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.984, "pushed": 6.984, "read": 6.951}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 208, "client_acquire_ms": {"avg_ms": 0.009, "count": 209, "max_ms": 0.032, "p95_ms": 0.017, "reason": null, "sample_age_ms": 131.527, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.241, "count": 208, "max_ms": 11.279, "p95_ms": 4.464, "reason": null, "sample_age_ms": 180.613, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.523, "count": 208, "max_ms": 10.914, "p95_ms": 2.986, "reason": null, "sample_age_ms": 181.072, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.559, "count": 209, "max_ms": 2.521, "p95_ms": 1.032, "reason": null, "sample_age_ms": 131.548, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.473, "count": 208, "max_ms": 6.207, "p95_ms": 4.385, "reason": null, "sample_age_ms": 178.81, "source": "client_direct"}, "request_count": 208, "request_tensor_bytes": {"avg": 2764808.0, "count": 208, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 178.779, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 209, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 132.154, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 58.165, "count": 209, "max_ms": 92.135, "p95_ms": 79.687, "reason": null, "sample_age_ms": 131.518, "source": "client_direct"}, "sample_age_ms": 131.511, "source": "client_direct", "task_total_ms": {"avg_ms": 61.426, "count": 209, "max_ms": 96.275, "p95_ms": 82.468, "reason": null, "sample_age_ms": 131.511, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.931, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.82, "count": 209, "max_ms": 28.656, "p95_ms": 17.047}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.67, "count": 209, "max_ms": 2.807, "p95_ms": 1.323}, "detection_prepare_ms": {"avg_ms": 2.128, "count": 209, "max_ms": 12.362, "p95_ms": 3.571}, "event_filter_ms": {"avg_ms": 0.009, "count": 209, "max_ms": 0.305, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.56, "count": 209, "max_ms": 1.552, "p95_ms": 0.931}, "mcmt_ms": {"avg_ms": 0.004, "count": 209, "max_ms": 0.014, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 5.018, "count": 209, "max_ms": 13.606, "p95_ms": 8.189}, "setup_ms": {"avg_ms": 0.05, "count": 209, "max_ms": 0.117, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 11.739, "count": 209, "max_ms": 28.522, "p95_ms": 16.939}, "track_match_ms": {"avg_ms": 0.218, "count": 209, "max_ms": 0.679, "p95_ms": 0.397}, "tracker_update_ms": {"avg_ms": 3.08, "count": 209, "max_ms": 10.997, "p95_ms": 5.696}}, "gstreamer_push": {"avg_ms": 3.443, "count": 209, "max_ms": 8.628, "p95_ms": 5.437}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 209, "max_ms": 0.522, "p95_ms": 0.132}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 63.237, "count": 209, "max_ms": 103.581, "p95_ms": 85.073}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.999, "count": 209, "max_ms": 16.795, "p95_ms": 10.193}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 121.057, "count": 209, "max_ms": 186.223, "p95_ms": 152.83}, "inference_input_copy_ms": {"avg_ms": 1.888, "count": 209, "max_ms": 8.584, "p95_ms": 3.135}, "processing_residual_ms": {"avg_ms": 0.33, "count": 209, "max_ms": 0.908, "p95_ms": 0.601}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 127.273, "count": 209, "max_ms": 193.796, "p95_ms": 157.922}, "read_interval": {"avg_ms": 143.682, "count": 208, "max_ms": 227.574, "p95_ms": 191.009}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.023, "count": 209, "max_ms": 0.099, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 4.926, "count": 209, "max_ms": 13.313, "p95_ms": 8.074}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 209, "max_ms": 0.068, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.903, "count": 209, "max_ms": 13.252, "p95_ms": 8.05}, "worker_merge_ms": {"avg_ms": 0.008, "count": 209, "max_ms": 0.039, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 63.254, "count": 209, "max_ms": 103.619, "p95_ms": 85.097}, "visualize": {"avg_ms": 44.311, "count": 209, "max_ms": 79.652, "p95_ms": 57.357}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.649, "count": 209, "max_ms": 59.466, "p95_ms": 44.171}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 42.644, "count": 209, "max_ms": 77.464, "p95_ms": 56.129}, "visualize_input_copy_ms": {"avg_ms": 1.423, "count": 209, "max_ms": 6.317, "p95_ms": 2.364}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 42.489, "count": 209, "max_ms": 77.357, "p95_ms": 55.933}, "visualizer_prepare_ms": {"avg_ms": 0.079, "count": 209, "max_ms": 0.242, "p95_ms": 0.142}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 891.844, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.495, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.491, "sample_count": 1974, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 47536, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:20:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106397, "write_bytes_delta": 106397, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 817.0, "cpu_core_ratio": 0.373133, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 9755, "reason": null, "system_cpu_core_ratio": 0.029159, "system_cpu_s_delta": 0.5900000000000007, "user_cpu_core_ratio": 0.343975, "user_cpu_s_delta": 6.960000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.800924, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 29216.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.574279, "system_cpu_s_delta": 11.61999999999989, "user_cpu_core_ratio": 1.226645, "user_cpu_s_delta": 24.81999999999971}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.454, "count": 209, "max_ms": 8.628, "p95_ms": 5.769, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.033, "max": 20.0, "p95": 19.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.809, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 209}, "total": {"avg": 3.809, "max": 6.0, "p95": 5.0, "sample_count": 209}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.647, "count": 30, "max": 50.693, "p95": 45.192, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.756, "count": 30, "max": 24.813, "p95": 21.528, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 591.467, "count": 30, "max": 945.0, "p95": 926.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 719.567, "count": 30, "max": 7041.0, "p95": 2435.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.071, "count": 30, "max": 0.346, "p95": 0.215, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.334, "count": 30, "max": 0.382, "p95": 0.381, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106766.3, "count": 30, "max": 115920.0, "p95": 111059.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106766.3, "count": 30, "max": 115920.0, "p95": 111059.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3308.667, "count": 30, "max": 31732.0, "p95": 23934.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.557, "count": 30, "max": 0.651, "p95": 0.639, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.204, "count": 30, "max": 1.378, "p95": 1.362, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 428, "sampled_at": "2026-10-30T16:20:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:20:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 105773, "flush_count": 109, "flush_interval_seconds": 30.0, "flush_state": {"count": 109, "last_at": "2026-10-30T16:20:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:20:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 108}, "started": true, "suppressed_count": 47626, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 13, "tracking_summary": 47613}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 109, "written_record_count": 109}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4848.316, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 131939020800, "copied_frame_count": 47721, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:20:13+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3278017, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:20:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.309}, "oldest_age_s": null, "peak_active_count": 2, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 414720000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 13, "events_emitted": 12, "events_failed": 0, "events_observed": 13, "events_suppressed": 1, "frame_buffer_copied_bytes": 131939020800, "frame_buffer_copies": 47721, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 600, "recorder_active_input_bytes": 1658880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 12, "recorder_clips_failed": 0, "recorder_clips_started": 12, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 12, "worker_jobs_accepted": 12, "worker_jobs_completed": 12, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.114, "count": 512, "max_ms": 1.2585, "p50_ms": 0.0987, "p95_ms": 0.2125, "p99_ms": 0.315}, "stages": {"db_insert": {"avg_ms": 17.1371, "count": 12, "max_ms": 33.4972, "p50_ms": 15.4057, "p95_ms": 29.2376, "p99_ms": 32.6452, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8036, "count": 12, "max_ms": 2.6817, "p50_ms": 1.8674, "p95_ms": 2.4505, "p99_ms": 2.6355, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1259.9255, "count": 13, "max_ms": 4422.916, "p50_ms": 1055.1727, "p95_ms": 2594.2073, "p99_ms": 4057.1743, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5905, "count": 512, "max_ms": 5.0057, "p50_ms": 1.4469, "p95_ms": 2.6865, "p99_ms": 3.829, "results": {"failed": 0, "not_applicable": 0, "success": 47721, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 517.3401, "count": 13, "max_ms": 595.7564, "p50_ms": 553.1864, "p95_ms": 595.4924, "p99_ms": 595.7036, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.814, "count": 12, "max_ms": 58.1992, "p50_ms": 32.6752, "p95_ms": 50.96, "p99_ms": 56.7514, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.357, "count": 512, "max_ms": 11.5784, "p50_ms": 5.1453, "p95_ms": 7.837, "p99_ms": 9.3433, "results": {"failed": 0, "not_applicable": 0, "success": 600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5427, "count": 512, "max_ms": 5.1681, "p50_ms": 1.4278, "p95_ms": 2.6764, "p99_ms": 3.9202, "results": {"failed": 0, "not_applicable": 0, "success": 600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 556.1025, "count": 12, "max_ms": 592.9656, "p50_ms": 551.9778, "p95_ms": 590.4169, "p99_ms": 592.4558, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 464.1621, "count": 12, "max_ms": 500.3543, "p50_ms": 459.9986, "p95_ms": 498.417, "p99_ms": 499.9668, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.0119, "count": 12, "max_ms": 95.227, "p50_ms": 84.5935, "p95_ms": 93.7115, "p99_ms": 94.9239, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9923, "count": 12, "max_ms": 15.8949, "p50_ms": 1.8222, "p95_ms": 8.7601, "p99_ms": 14.468, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.9331, "count": 12, "max_ms": 73.1462, "p50_ms": 46.2892, "p95_ms": 65.1252, "p99_ms": 71.542, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8395, "count": 13, "max_ms": 1.1991, "p50_ms": 0.8214, "p95_ms": 1.1768, "p99_ms": 1.1946, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.1172, "count": 12, "max_ms": 1.8603, "p50_ms": 0.9381, "p95_ms": 1.7836, "p99_ms": 1.8449, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.1172, "count": 12, "max_ms": 1.8603, "p50_ms": 0.9381, "p95_ms": 1.7836, "p99_ms": 1.8449, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8395, "count": 13, "max_ms": 1.1991, "p50_ms": 0.8214, "p95_ms": 1.1768, "p99_ms": 1.1946, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.7978, "count": 12, "max_ms": 9.2164, "p50_ms": 0.8549, "p95_ms": 5.5655, "p99_ms": 8.4862, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 714.1656, "count": 12, "max_ms": 3752.636, "p50_ms": 421.4455, "p95_ms": 2082.7098, "p99_ms": 3418.6508, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.8291, "count": 12, "max_ms": 3.4552, "p50_ms": 1.7378, "p95_ms": 2.9659, "p99_ms": 3.3573, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 33.2708, "count": 12, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 82.3047, "p99_ms": 90.2313, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1903, "count": 12, "max_ms": 1.1521, "p50_ms": 0.1065, "p95_ms": 0.6157, "p99_ms": 1.0448, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.4343, "count": 12, "max_ms": 5.4615, "p50_ms": 2.1447, "p95_ms": 4.2664, "p99_ms": 5.2225, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 802.2422, "count": 12, "max_ms": 3837.487, "p50_ms": 521.6921, "p95_ms": 2155.008, "p99_ms": 3500.9912, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 12, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 12, "max_ms": 1.1521, "p50_ms": 0.1065, "p95_ms": 0.6157, "p99_ms": 1.0448}, "wait_ms": {"count": 12, "max_ms": 5.4615, "p50_ms": 2.1447, "p95_ms": 4.2664, "p99_ms": 5.2225}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 12, "artifact_failed": 0, "artifact_requested": 12, "artifact_success": 12, "completed": 12, "completed_failed": 0, "completed_success": 12, "cooldown_promoted": 12, "database_requested": 12, "db_insert_success": 12, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15553, "relay_business_failed": 0, "relay_business_success": 12, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 12, "relay_transport_failed": 0, "relay_transport_success": 12, "reservation_requested": 12}, "snapshot": {"copied_bytes": 33177600, "copied_count": 12, "copy": {"count": 12, "max_ms": 2.6817, "p50_ms": 1.8674, "p95_ms": 2.4505, "p99_ms": 2.6355}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 31, "h264_decode_error_count": 86, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:20:49+09:00", "last_error_summary": "[h264 @ 0x5eafea687e40] error while decoding MB 45 60, bytestream -9", "last_exit_at": "2026-10-30T16:20:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 181.384, "last_started_at": "2026-10-30T16:17:48+09:00", "pid": 9755, "process": {"exists": false, "pid": 9755}, "restart_count": 31, "restart_count_per_hour": 16, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 32}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.518, "sample_count": 2071, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 47721, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:20:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.064, "last_frame_pushed_at": "2026-10-30T16:20:49+09:00", "last_frame_read_age_sec": 0.207, "last_frame_read_at": "2026-10-30T16:20:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 11, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 406.824, "last_sample_duration_ms": 807.425, "last_trigger": "periodic", "next_snapshot_in_sec": 193.176, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 11, "storage_bytes": 1153711}, "mjpeg": {"age_sec": 0.051, "exists": true, "mtime": "2026-10-30T16:20:49.847414+09:00", "mtime_epoch": 1793344849.847414, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 105134}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:20:49+09:00", "process": {"exists": true, "fd_count": 119, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 868.324, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 12, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 47721, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.12, "max": 25.0, "p95": 22.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.306, "max": 7.0, "p95": 6.0, "sample_count": 209}, "total": {"avg": 4.306, "max": 7.0, "p95": 6.0, "sample_count": 209}}, "tracking_counts": {"active": {"avg": 1.354, "max": 3.0, "p95": 2.0, "sample_count": 209}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "removed": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 209}, "tracked": {"avg": 1.354, "max": 3.0, "p95": 2.0, "sample_count": 209}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.976, "pushed": 6.976, "read": 6.943}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 208, "client_acquire_ms": {"avg_ms": 0.009, "count": 208, "max_ms": 0.032, "p95_ms": 0.017, "reason": null, "sample_age_ms": 169.184, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.241, "count": 208, "max_ms": 11.279, "p95_ms": 4.464, "reason": null, "sample_age_ms": 218.271, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.523, "count": 208, "max_ms": 10.914, "p95_ms": 2.986, "reason": null, "sample_age_ms": 218.729, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.558, "count": 208, "max_ms": 2.521, "p95_ms": 1.032, "reason": null, "sample_age_ms": 169.206, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.473, "count": 208, "max_ms": 6.207, "p95_ms": 4.385, "reason": null, "sample_age_ms": 216.468, "source": "client_direct"}, "request_count": 208, "request_tensor_bytes": {"avg": 2764808.0, "count": 208, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 216.437, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 208, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 169.812, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 58.125, "count": 208, "max_ms": 92.135, "p95_ms": 79.705, "reason": null, "sample_age_ms": 169.176, "source": "client_direct"}, "sample_age_ms": 169.169, "source": "client_direct", "task_total_ms": {"avg_ms": 61.391, "count": 208, "max_ms": 96.275, "p95_ms": 82.475, "reason": null, "sample_age_ms": 169.169, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.546, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.82, "count": 209, "max_ms": 28.656, "p95_ms": 17.047}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.67, "count": 209, "max_ms": 2.807, "p95_ms": 1.323}, "detection_prepare_ms": {"avg_ms": 2.128, "count": 209, "max_ms": 12.362, "p95_ms": 3.571}, "event_filter_ms": {"avg_ms": 0.009, "count": 209, "max_ms": 0.305, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.56, "count": 209, "max_ms": 1.552, "p95_ms": 0.931}, "mcmt_ms": {"avg_ms": 0.004, "count": 209, "max_ms": 0.014, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 5.018, "count": 209, "max_ms": 13.606, "p95_ms": 8.189}, "setup_ms": {"avg_ms": 0.05, "count": 209, "max_ms": 0.117, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 11.739, "count": 209, "max_ms": 28.522, "p95_ms": 16.939}, "track_match_ms": {"avg_ms": 0.218, "count": 209, "max_ms": 0.679, "p95_ms": 0.397}, "tracker_update_ms": {"avg_ms": 3.08, "count": 209, "max_ms": 10.997, "p95_ms": 5.696}}, "gstreamer_push": {"avg_ms": 3.443, "count": 209, "max_ms": 8.628, "p95_ms": 5.437}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 209, "max_ms": 0.522, "p95_ms": 0.132}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 63.237, "count": 209, "max_ms": 103.581, "p95_ms": 85.073}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.999, "count": 209, "max_ms": 16.795, "p95_ms": 10.193}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 121.057, "count": 209, "max_ms": 186.223, "p95_ms": 152.83}, "inference_input_copy_ms": {"avg_ms": 1.888, "count": 209, "max_ms": 8.584, "p95_ms": 3.135}, "processing_residual_ms": {"avg_ms": 0.33, "count": 209, "max_ms": 0.908, "p95_ms": 0.601}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 127.273, "count": 209, "max_ms": 193.796, "p95_ms": 157.922}, "read_interval": {"avg_ms": 143.682, "count": 208, "max_ms": 227.574, "p95_ms": 191.009}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.023, "count": 209, "max_ms": 0.099, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 4.926, "count": 209, "max_ms": 13.313, "p95_ms": 8.074}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 209, "max_ms": 0.068, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.903, "count": 209, "max_ms": 13.252, "p95_ms": 8.05}, "worker_merge_ms": {"avg_ms": 0.008, "count": 209, "max_ms": 0.039, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 63.254, "count": 209, "max_ms": 103.619, "p95_ms": 85.097}, "visualize": {"avg_ms": 44.311, "count": 209, "max_ms": 79.652, "p95_ms": 57.357}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.649, "count": 209, "max_ms": 59.466, "p95_ms": 44.171}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 42.644, "count": 209, "max_ms": 77.464, "p95_ms": 56.129}, "visualize_input_copy_ms": {"avg_ms": 1.423, "count": 209, "max_ms": 6.317, "p95_ms": 2.364}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 42.489, "count": 209, "max_ms": 77.357, "p95_ms": 55.933}, "visualizer_prepare_ms": {"avg_ms": 0.079, "count": 209, "max_ms": 0.242, "p95_ms": 0.142}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 891.844, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.495, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.491, "sample_count": 1974, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 47536, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:20:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106397, "write_bytes_delta": 106397, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 817.0, "cpu_core_ratio": 0.373133, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 9755, "reason": null, "system_cpu_core_ratio": 0.029159, "system_cpu_s_delta": 0.5900000000000007, "user_cpu_core_ratio": 0.343975, "user_cpu_s_delta": 6.960000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.800924, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 29216.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.574279, "system_cpu_s_delta": 11.61999999999989, "user_cpu_core_ratio": 1.226645, "user_cpu_s_delta": 24.81999999999971}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.454, "count": 209, "max_ms": 8.628, "p95_ms": 5.769, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.033, "max": 20.0, "p95": 19.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.809, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 209}, "total": {"avg": 3.809, "max": 6.0, "p95": 5.0, "sample_count": 209}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.647, "count": 30, "max": 50.693, "p95": 45.192, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.756, "count": 30, "max": 24.813, "p95": 21.528, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 591.467, "count": 30, "max": 945.0, "p95": 926.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 719.567, "count": 30, "max": 7041.0, "p95": 2435.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.071, "count": 30, "max": 0.346, "p95": 0.215, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.334, "count": 30, "max": 0.382, "p95": 0.381, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106766.3, "count": 30, "max": 115920.0, "p95": 111059.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106766.3, "count": 30, "max": 115920.0, "p95": 111059.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3308.667, "count": 30, "max": 31732.0, "p95": 23934.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.557, "count": 30, "max": 0.651, "p95": 0.639, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.204, "count": 30, "max": 1.378, "p95": 1.362, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 428, "sampled_at": "2026-10-30T16:20:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:20:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 105773, "flush_count": 109, "flush_interval_seconds": 30.0, "flush_state": {"count": 109, "last_at": "2026-10-30T16:20:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:20:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 108}, "started": true, "suppressed_count": 47626, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 13, "tracking_summary": 47613}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 109, "written_record_count": 109}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5020.84, "limit_mb": null}, "detail": {"pid": 9933, "restart_count": 32, "start_count": 33}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 131939020800, "copied_frame_count": 47721, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:20:13+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3278017, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:20:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.309}, "oldest_age_s": null, "peak_active_count": 2, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 414720000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 13, "events_emitted": 12, "events_failed": 0, "events_observed": 13, "events_suppressed": 1, "frame_buffer_copied_bytes": 131939020800, "frame_buffer_copies": 47721, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 600, "recorder_active_input_bytes": 1658880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 12, "recorder_clips_failed": 0, "recorder_clips_started": 12, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 12, "worker_jobs_accepted": 12, "worker_jobs_completed": 12, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.114, "count": 512, "max_ms": 1.2585, "p50_ms": 0.0987, "p95_ms": 0.2125, "p99_ms": 0.315}, "stages": {"db_insert": {"avg_ms": 17.1371, "count": 12, "max_ms": 33.4972, "p50_ms": 15.4057, "p95_ms": 29.2376, "p99_ms": 32.6452, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8036, "count": 12, "max_ms": 2.6817, "p50_ms": 1.8674, "p95_ms": 2.4505, "p99_ms": 2.6355, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1259.9255, "count": 13, "max_ms": 4422.916, "p50_ms": 1055.1727, "p95_ms": 2594.2073, "p99_ms": 4057.1743, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5905, "count": 512, "max_ms": 5.0057, "p50_ms": 1.4469, "p95_ms": 2.6865, "p99_ms": 3.829, "results": {"failed": 0, "not_applicable": 0, "success": 47721, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 517.3401, "count": 13, "max_ms": 595.7564, "p50_ms": 553.1864, "p95_ms": 595.4924, "p99_ms": 595.7036, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.814, "count": 12, "max_ms": 58.1992, "p50_ms": 32.6752, "p95_ms": 50.96, "p99_ms": 56.7514, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.357, "count": 512, "max_ms": 11.5784, "p50_ms": 5.1453, "p95_ms": 7.837, "p99_ms": 9.3433, "results": {"failed": 0, "not_applicable": 0, "success": 600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5427, "count": 512, "max_ms": 5.1681, "p50_ms": 1.4278, "p95_ms": 2.6764, "p99_ms": 3.9202, "results": {"failed": 0, "not_applicable": 0, "success": 600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 556.1025, "count": 12, "max_ms": 592.9656, "p50_ms": 551.9778, "p95_ms": 590.4169, "p99_ms": 592.4558, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 464.1621, "count": 12, "max_ms": 500.3543, "p50_ms": 459.9986, "p95_ms": 498.417, "p99_ms": 499.9668, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.0119, "count": 12, "max_ms": 95.227, "p50_ms": 84.5935, "p95_ms": 93.7115, "p99_ms": 94.9239, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.9923, "count": 12, "max_ms": 15.8949, "p50_ms": 1.8222, "p95_ms": 8.7601, "p99_ms": 14.468, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.9331, "count": 12, "max_ms": 73.1462, "p50_ms": 46.2892, "p95_ms": 65.1252, "p99_ms": 71.542, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8395, "count": 13, "max_ms": 1.1991, "p50_ms": 0.8214, "p95_ms": 1.1768, "p99_ms": 1.1946, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.1172, "count": 12, "max_ms": 1.8603, "p50_ms": 0.9381, "p95_ms": 1.7836, "p99_ms": 1.8449, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.1172, "count": 12, "max_ms": 1.8603, "p50_ms": 0.9381, "p95_ms": 1.7836, "p99_ms": 1.8449, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8395, "count": 13, "max_ms": 1.1991, "p50_ms": 0.8214, "p95_ms": 1.1768, "p99_ms": 1.1946, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.7978, "count": 12, "max_ms": 9.2164, "p50_ms": 0.8549, "p95_ms": 5.5655, "p99_ms": 8.4862, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 12, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 714.1656, "count": 12, "max_ms": 3752.636, "p50_ms": 421.4455, "p95_ms": 2082.7098, "p99_ms": 3418.6508, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 13, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 13, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.8291, "count": 12, "max_ms": 3.4552, "p50_ms": 1.7378, "p95_ms": 2.9659, "p99_ms": 3.3573, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 33.2708, "count": 12, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 82.3047, "p99_ms": 90.2313, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1903, "count": 12, "max_ms": 1.1521, "p50_ms": 0.1065, "p95_ms": 0.6157, "p99_ms": 1.0448, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.4343, "count": 12, "max_ms": 5.4615, "p50_ms": 2.1447, "p95_ms": 4.2664, "p99_ms": 5.2225, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 802.2422, "count": 12, "max_ms": 3837.487, "p50_ms": 521.6921, "p95_ms": 2155.008, "p99_ms": 3500.9912, "results": {"failed": 0, "not_applicable": 0, "success": 12, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 12, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 12, "max_ms": 1.1521, "p50_ms": 0.1065, "p95_ms": 0.6157, "p99_ms": 1.0448}, "wait_ms": {"count": 12, "max_ms": 5.4615, "p50_ms": 2.1447, "p95_ms": 4.2664, "p99_ms": 5.2225}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 12, "artifact_failed": 0, "artifact_requested": 12, "artifact_success": 12, "completed": 12, "completed_failed": 0, "completed_success": 12, "cooldown_promoted": 12, "database_requested": 12, "db_insert_success": 12, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15553, "relay_business_failed": 0, "relay_business_success": 12, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 12, "relay_transport_failed": 0, "relay_transport_success": 12, "reservation_requested": 12}, "snapshot": {"copied_bytes": 33177600, "copied_count": 12, "copy": {"count": 12, "max_ms": 2.6817, "p50_ms": 1.8674, "p95_ms": 2.4505, "p99_ms": 2.6355}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 31, "h264_decode_error_count": 86, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:20:49+09:00", "last_error_summary": "[h264 @ 0x5eafea687e40] error while decoding MB 45 60, bytestream -9", "last_exit_at": "2026-10-30T16:20:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T16:20:52+09:00", "pid": 9933, "process": {"exists": true, "fd_count": 5, "hwm_mb": 212.359, "name": "ffmpeg", "pid": 9933, "rss_mb": 212.359, "state": "S (sleeping)", "threads": 70}, "restart_count": 32, "restart_count_per_hour": 17, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 162.518, "sample_count": 2036, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 47721, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:20:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.005, "last_frame_pushed_at": "2026-10-30T16:20:49+09:00", "last_frame_read_age_sec": 5.148, "last_frame_read_at": "2026-10-30T16:20:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 11, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 411.769, "last_sample_duration_ms": 807.425, "last_trigger": "periodic", "next_snapshot_in_sec": 188.231, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 11, "storage_bytes": 1153711}, "mjpeg": {"age_sec": 4.991, "exists": true, "mtime": "2026-10-30T16:20:49.847414+09:00", "mtime_epoch": 1793344849.847414, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 105134}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:20:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 868.328, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 12, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 47721, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.0, "max": 25.0, "p95": 23.0, "sample_count": 174}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.241, "max": 6.0, "p95": 5.0, "sample_count": 174}, "total": {"avg": 4.241, "max": 6.0, "p95": 5.0, "sample_count": 174}}, "tracking_counts": {"active": {"avg": 1.207, "max": 2.0, "p95": 2.0, "sample_count": 174}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "removed": {"avg": 0.029, "max": 1.0, "p95": 0.0, "sample_count": 174}, "tracked": {"avg": 1.207, "max": 2.0, "p95": 2.0, "sample_count": 174}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.82, "pushed": 5.82, "read": 5.786}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 173, "client_acquire_ms": {"avg_ms": 0.009, "count": 174, "max_ms": 0.026, "p95_ms": 0.017, "reason": null, "sample_age_ms": 5109.282, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.193, "count": 173, "max_ms": 11.279, "p95_ms": 4.42, "reason": null, "sample_age_ms": 5158.369, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.521, "count": 173, "max_ms": 10.914, "p95_ms": 2.984, "reason": null, "sample_age_ms": 5158.827, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.558, "count": 174, "max_ms": 2.521, "p95_ms": 1.06, "reason": null, "sample_age_ms": 5109.304, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.458, "count": 173, "max_ms": 6.207, "p95_ms": 4.377, "reason": null, "sample_age_ms": 5156.566, "source": "client_direct"}, "request_count": 173, "request_tensor_bytes": {"avg": 2764808.0, "count": 173, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5156.535, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 174, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5109.91, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 58.145, "count": 174, "max_ms": 92.135, "p95_ms": 79.908, "reason": null, "sample_age_ms": 5109.274, "source": "client_direct"}, "sample_age_ms": 5109.267, "source": "client_direct", "task_total_ms": {"avg_ms": 61.399, "count": 174, "max_ms": 96.275, "p95_ms": 82.745, "reason": null, "sample_age_ms": 5109.267, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.835, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.81, "count": 174, "max_ms": 28.656, "p95_ms": 17.047}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.686, "count": 174, "max_ms": 2.228, "p95_ms": 1.292}, "detection_prepare_ms": {"avg_ms": 2.102, "count": 174, "max_ms": 12.362, "p95_ms": 3.348}, "event_filter_ms": {"avg_ms": 0.007, "count": 174, "max_ms": 0.06, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.565, "count": 174, "max_ms": 1.552, "p95_ms": 0.933}, "mcmt_ms": {"avg_ms": 0.004, "count": 174, "max_ms": 0.012, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 5.036, "count": 174, "max_ms": 13.606, "p95_ms": 8.212}, "setup_ms": {"avg_ms": 0.05, "count": 174, "max_ms": 0.117, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 11.729, "count": 174, "max_ms": 28.522, "p95_ms": 16.939}, "track_match_ms": {"avg_ms": 0.211, "count": 174, "max_ms": 0.679, "p95_ms": 0.391}, "tracker_update_ms": {"avg_ms": 3.066, "count": 174, "max_ms": 10.997, "p95_ms": 5.696}}, "gstreamer_push": {"avg_ms": 3.463, "count": 174, "max_ms": 7.627, "p95_ms": 5.437}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 174, "max_ms": 0.522, "p95_ms": 0.132}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 63.16, "count": 174, "max_ms": 103.581, "p95_ms": 85.217}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.0, "count": 174, "max_ms": 16.795, "p95_ms": 11.31}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 120.767, "count": 174, "max_ms": 178.236, "p95_ms": 155.767}, "inference_input_copy_ms": {"avg_ms": 1.912, "count": 174, "max_ms": 8.584, "p95_ms": 3.176}, "processing_residual_ms": {"avg_ms": 0.334, "count": 174, "max_ms": 0.908, "p95_ms": 0.609}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 127.013, "count": 174, "max_ms": 185.749, "p95_ms": 162.076}, "read_interval": {"avg_ms": 143.821, "count": 173, "max_ms": 209.139, "p95_ms": 191.009}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 174, "max_ms": 0.099, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 4.942, "count": 174, "max_ms": 13.313, "p95_ms": 8.121}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 174, "max_ms": 0.066, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.918, "count": 174, "max_ms": 13.252, "p95_ms": 8.107}, "worker_merge_ms": {"avg_ms": 0.008, "count": 174, "max_ms": 0.039, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 63.178, "count": 174, "max_ms": 103.619, "p95_ms": 85.255}, "visualize": {"avg_ms": 44.104, "count": 174, "max_ms": 72.645, "p95_ms": 57.998}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.573, "count": 174, "max_ms": 59.466, "p95_ms": 44.171}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 42.44, "count": 174, "max_ms": 70.263, "p95_ms": 56.259}, "visualize_input_copy_ms": {"avg_ms": 1.42, "count": 174, "max_ms": 6.317, "p95_ms": 2.404}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 42.284, "count": 174, "max_ms": 70.054, "p95_ms": 56.061}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 174, "max_ms": 0.242, "p95_ms": 0.14}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 891.844, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.495, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.491, "sample_count": 1974, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 47536, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:20:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106397, "write_bytes_delta": 106397, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 817.0, "cpu_core_ratio": 0.373133, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 9755, "reason": null, "system_cpu_core_ratio": 0.029159, "system_cpu_s_delta": 0.5900000000000007, "user_cpu_core_ratio": 0.343975, "user_cpu_s_delta": 6.960000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.800924, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 29216.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.574279, "system_cpu_s_delta": 11.61999999999989, "user_cpu_core_ratio": 1.226645, "user_cpu_s_delta": 24.81999999999971}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.454, "count": 209, "max_ms": 8.628, "p95_ms": 5.769, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.033, "max": 20.0, "p95": 19.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.809, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 209}, "total": {"avg": 3.809, "max": 6.0, "p95": 5.0, "sample_count": 209}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.647, "count": 30, "max": 50.693, "p95": 45.192, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.756, "count": 30, "max": 24.813, "p95": 21.528, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 591.467, "count": 30, "max": 945.0, "p95": 926.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 719.567, "count": 30, "max": 7041.0, "p95": 2435.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.071, "count": 30, "max": 0.346, "p95": 0.215, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.334, "count": 30, "max": 0.382, "p95": 0.381, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106766.3, "count": 30, "max": 115920.0, "p95": 111059.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106766.3, "count": 30, "max": 115920.0, "p95": 111059.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3308.667, "count": 30, "max": 31732.0, "p95": 23934.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.557, "count": 30, "max": 0.651, "p95": 0.639, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.204, "count": 30, "max": 1.378, "p95": 1.362, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 428, "sampled_at": "2026-10-30T16:20:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:20:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 107857, "flush_count": 111, "flush_interval_seconds": 30.0, "flush_state": {"count": 111, "last_at": "2026-10-30T16:22:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:22:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 110}, "started": true, "suppressed_count": 48429, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 19, "tracking_summary": 48410}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 111, "written_record_count": 111}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4905.535, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x575e9fa0a080] error while decoding MB 32 50, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 134145331200, "copied_frame_count": 48519, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:22:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3067524, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:22:44+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.086}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 19, "events_emitted": 18, "events_failed": 0, "events_observed": 19, "events_suppressed": 1, "frame_buffer_copied_bytes": 134145331200, "frame_buffer_copies": 48519, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 900, "recorder_active_input_bytes": 2488320000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 18, "recorder_clips_failed": 0, "recorder_clips_started": 18, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 18, "worker_jobs_accepted": 18, "worker_jobs_completed": 18, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1206, "count": 512, "max_ms": 2.5781, "p50_ms": 0.1008, "p95_ms": 0.2248, "p99_ms": 0.3024}, "stages": {"db_insert": {"avg_ms": 18.2142, "count": 18, "max_ms": 33.4972, "p50_ms": 17.1521, "p95_ms": 30.5079, "p99_ms": 32.8993, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9129, "count": 18, "max_ms": 3.8064, "p50_ms": 1.8674, "p95_ms": 2.858, "p99_ms": 3.6167, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1206.5243, "count": 19, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1679.8529, "p99_ms": 3874.3034, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6168, "count": 512, "max_ms": 6.2275, "p50_ms": 1.4476, "p95_ms": 2.942, "p99_ms": 4.3382, "results": {"failed": 0, "not_applicable": 0, "success": 48519, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 546.7984, "count": 19, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 644.4295, "p99_ms": 654.4218, "results": {"failed": 0, "not_applicable": 0, "success": 19, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 35.3588, "count": 18, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 59.2261, "p99_ms": 63.8814, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5656, "count": 512, "max_ms": 11.9235, "p50_ms": 5.3586, "p95_ms": 8.2687, "p99_ms": 9.607, "results": {"failed": 0, "not_applicable": 0, "success": 900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5744, "count": 512, "max_ms": 4.7858, "p50_ms": 1.46, "p95_ms": 2.7289, "p99_ms": 3.4408, "results": {"failed": 0, "not_applicable": 0, "success": 900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 572.7892, "count": 18, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 640.9224, "p99_ms": 651.1334, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.564, "count": 18, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 538.8226, "p99_ms": 552.1258, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8789, "count": 18, "max_ms": 99.8242, "p50_ms": 84.5935, "p95_ms": 95.9166, "p99_ms": 99.0427, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.2376, "count": 18, "max_ms": 15.8949, "p50_ms": 2.3769, "p95_ms": 9.7013, "p99_ms": 14.6562, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.1427, "count": 18, "max_ms": 73.1462, "p50_ms": 46.2892, "p95_ms": 61.2948, "p99_ms": 70.7759, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8796, "count": 19, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.246, "p99_ms": 1.5838, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4757, "count": 18, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.7853, "p99_ms": 6.9786, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4757, "count": 18, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.7853, "p99_ms": 6.9786, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8796, "count": 19, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.246, "p99_ms": 1.5838, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.545, "count": 18, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 3.5741, "p99_ms": 8.088, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 603.3289, "count": 18, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 1171.8409, "p99_ms": 3236.477, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 19, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 19, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.8003, "count": 18, "max_ms": 11.5083, "p50_ms": 2.0867, "p95_ms": 7.4637, "p99_ms": 10.6994, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7796, "count": 18, "max_ms": 92.2129, "p50_ms": 22.1156, "p95_ms": 76.9003, "p99_ms": 89.1504, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1665, "count": 18, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.3265, "p99_ms": 0.987, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6741, "count": 18, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.418, "p99_ms": 5.2528, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 693.9558, "count": 18, "max_ms": 3837.487, "p50_ms": 483.4723, "p95_ms": 1237.2921, "p99_ms": 3317.448, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 18, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 18, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.3265, "p99_ms": 0.987}, "wait_ms": {"count": 18, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.418, "p99_ms": 5.2528}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 18, "artifact_failed": 0, "artifact_requested": 18, "artifact_success": 18, "completed": 18, "completed_failed": 0, "completed_success": 18, "cooldown_promoted": 18, "database_requested": 18, "db_insert_success": 18, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15559, "relay_business_failed": 0, "relay_business_success": 18, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 18, "relay_transport_failed": 0, "relay_transport_success": 18, "reservation_requested": 18}, "snapshot": {"copied_bytes": 49766400, "copied_count": 18, "copy": {"count": 18, "max_ms": 3.8064, "p50_ms": 1.8674, "p95_ms": 2.858, "p99_ms": 3.6167}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 32, "h264_decode_error_count": 87, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:23:03+09:00", "last_error_summary": "[h264 @ 0x575e9fa0a080] error while decoding MB 32 50, bytestream -5", "last_exit_at": "2026-10-30T16:20:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 131.035, "last_started_at": "2026-10-30T16:20:52+09:00", "pid": 9933, "process": {"exists": false, "pid": 9933}, "restart_count": 32, "restart_count_per_hour": 16, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.071, "sample_count": 1998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 48519, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:23:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.069, "last_frame_pushed_at": "2026-10-30T16:23:03+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-10-30T16:23:03+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 11, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 540.808, "last_sample_duration_ms": 807.425, "last_trigger": "periodic", "next_snapshot_in_sec": 59.192, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 11, "storage_bytes": 1153711}, "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-10-30T16:23:03.814702+09:00", "mtime_epoch": 1793344983.8147016, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 103484}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:23:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 905.348, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 17, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 48520, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 20.663, "max": 33.0, "p95": 29.0, "sample_count": 205}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.21, "max": 8.0, "p95": 8.0, "sample_count": 205}, "total": {"avg": 5.21, "max": 8.0, "p95": 8.0, "sample_count": 205}}, "tracking_counts": {"active": {"avg": 2.239, "max": 5.0, "p95": 5.0, "sample_count": 205}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}, "removed": {"avg": 0.039, "max": 1.0, "p95": 0.0, "sample_count": 205}, "tracked": {"avg": 2.239, "max": 5.0, "p95": 5.0, "sample_count": 205}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.836, "pushed": 6.836, "read": 6.836}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 205, "client_acquire_ms": {"avg_ms": 0.009, "count": 205, "max_ms": 0.049, "p95_ms": 0.017, "reason": null, "sample_age_ms": 38.839, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.082, "count": 205, "max_ms": 12.062, "p95_ms": 3.453, "reason": null, "sample_age_ms": 78.581, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.46, "count": 205, "max_ms": 11.501, "p95_ms": 2.429, "reason": null, "sample_age_ms": 78.809, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.587, "count": 205, "max_ms": 1.751, "p95_ms": 1.071, "reason": null, "sample_age_ms": 38.853, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.346, "count": 205, "max_ms": 8.781, "p95_ms": 3.785, "reason": null, "sample_age_ms": 77.322, "source": "client_direct"}, "request_count": 205, "request_tensor_bytes": {"avg": 2764808.0, "count": 205, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 77.307, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 205, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 39.557, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.915, "count": 205, "max_ms": 91.678, "p95_ms": 70.986, "reason": null, "sample_age_ms": 38.833, "source": "client_direct"}, "sample_age_ms": 38.828, "source": "client_direct", "task_total_ms": {"avg_ms": 56.053, "count": 205, "max_ms": 93.849, "p95_ms": 73.987, "reason": null, "sample_age_ms": 38.828, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.203, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 13.213, "count": 205, "max_ms": 28.578, "p95_ms": 20.65}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.765, "count": 205, "max_ms": 2.23, "p95_ms": 1.474}, "detection_prepare_ms": {"avg_ms": 2.403, "count": 205, "max_ms": 8.062, "p95_ms": 4.32}, "event_filter_ms": {"avg_ms": 0.007, "count": 205, "max_ms": 0.027, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.604, "count": 205, "max_ms": 1.431, "p95_ms": 1.034}, "mcmt_ms": {"avg_ms": 0.005, "count": 205, "max_ms": 0.027, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 5.624, "count": 205, "max_ms": 14.169, "p95_ms": 9.787}, "setup_ms": {"avg_ms": 0.047, "count": 205, "max_ms": 0.144, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 13.131, "count": 205, "max_ms": 28.488, "p95_ms": 20.528}, "track_match_ms": {"avg_ms": 0.283, "count": 205, "max_ms": 0.787, "p95_ms": 0.621}, "tracker_update_ms": {"avg_ms": 3.393, "count": 205, "max_ms": 11.467, "p95_ms": 5.477}}, "gstreamer_push": {"avg_ms": 3.382, "count": 205, "max_ms": 7.676, "p95_ms": 5.625}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 205, "max_ms": 0.239, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.845, "count": 205, "max_ms": 97.119, "p95_ms": 77.156}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.848, "count": 205, "max_ms": 20.658, "p95_ms": 11.166}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 123.538, "count": 205, "max_ms": 815.383, "p95_ms": 160.815}, "inference_input_copy_ms": {"avg_ms": 1.788, "count": 205, "max_ms": 4.474, "p95_ms": 2.813}, "processing_residual_ms": {"avg_ms": 0.351, "count": 205, "max_ms": 0.877, "p95_ms": 0.626}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 130.525, "count": 205, "max_ms": 828.766, "p95_ms": 167.602}, "read_interval": {"avg_ms": 146.609, "count": 205, "max_ms": 887.333, "p95_ms": 191.754}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.023, "count": 205, "max_ms": 0.214, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 5.533, "count": 205, "max_ms": 14.035, "p95_ms": 9.675}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 205, "max_ms": 0.068, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.51, "count": 205, "max_ms": 14.009, "p95_ms": 9.654}, "worker_merge_ms": {"avg_ms": 0.008, "count": 205, "max_ms": 0.035, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 57.861, "count": 205, "max_ms": 97.133, "p95_ms": 77.168}, "visualize": {"avg_ms": 45.757, "count": 205, "max_ms": 108.087, "p95_ms": 64.127}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.246, "count": 205, "max_ms": 55.357, "p95_ms": 45.988}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.071, "count": 205, "max_ms": 103.879, "p95_ms": 61.687}, "visualize_input_copy_ms": {"avg_ms": 1.423, "count": 205, "max_ms": 6.354, "p95_ms": 2.408}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.924, "count": 205, "max_ms": 103.656, "p95_ms": 61.552}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 205, "max_ms": 0.208, "p95_ms": 0.142}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 205}, "returned_event_count": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 205}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 892.383, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.448, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 171.744, "sample_count": 1993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 48252, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:22:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106289, "write_bytes_delta": 106289, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 761.0, "cpu_core_ratio": 0.331006, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 770.0, "pid": 9933, "reason": null, "system_cpu_core_ratio": 0.026798, "system_cpu_s_delta": 0.54, "user_cpu_core_ratio": 0.304208, "user_cpu_s_delta": 6.130000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.941373, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11740.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.63174, "system_cpu_s_delta": 12.730000000000018, "user_cpu_core_ratio": 1.309633, "user_cpu_s_delta": 26.389999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.35, "count": 179, "max_ms": 9.928, "p95_ms": 6.367, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 21.402, "max": 40.0, "p95": 37.0, "sample_count": 179}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 6.508, "key_count": 1, "max": 8.0, "p95": 8.0, "provenance": "bounded_other_sum_proxy", "sample_count": 179}, "total": {"avg": 6.508, "max": 8.0, "p95": 8.0, "sample_count": 179}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.585, "count": 30, "max": 64.588, "p95": 50.526, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.04, "count": 30, "max": 24.813, "p95": 22.053, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.333, "count": 30, "max": 945.0, "p95": 926.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 619.333, "count": 30, "max": 7041.0, "p95": 2325.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.346, "p95": 0.204, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.331, "count": 30, "max": 0.382, "p95": 0.381, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.134, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105890.767, "count": 30, "max": 111006.0, "p95": 107685.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105890.767, "count": 30, "max": 111006.0, "p95": 107685.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 5368.3, "count": 30, "max": 50050.0, "p95": 30599.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.569, "count": 30, "max": 0.713, "p95": 0.655, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.217, "count": 30, "max": 1.386, "p95": 1.375, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 434, "sampled_at": "2026-10-30T16:22:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:22:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 107857, "flush_count": 111, "flush_interval_seconds": 30.0, "flush_state": {"count": 111, "last_at": "2026-10-30T16:22:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:22:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 110}, "started": true, "suppressed_count": 48429, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 19, "tracking_summary": 48410}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 111, "written_record_count": 111}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4914.93, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T16:23:03+09:00", "last_error_summary": "[h264 @ 0x575e9fa0a080] error while decoding MB 32 50, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 134148096000, "copied_frame_count": 48520, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:22:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3067524, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:22:44+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.086}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 19, "events_emitted": 18, "events_failed": 0, "events_observed": 19, "events_suppressed": 1, "frame_buffer_copied_bytes": 134148096000, "frame_buffer_copies": 48520, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 900, "recorder_active_input_bytes": 2488320000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 18, "recorder_clips_failed": 0, "recorder_clips_started": 18, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 18, "worker_jobs_accepted": 18, "worker_jobs_completed": 18, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1206, "count": 512, "max_ms": 2.5781, "p50_ms": 0.1008, "p95_ms": 0.2248, "p99_ms": 0.3024}, "stages": {"db_insert": {"avg_ms": 18.2142, "count": 18, "max_ms": 33.4972, "p50_ms": 17.1521, "p95_ms": 30.5079, "p99_ms": 32.8993, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9129, "count": 18, "max_ms": 3.8064, "p50_ms": 1.8674, "p95_ms": 2.858, "p99_ms": 3.6167, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1206.5243, "count": 19, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1679.8529, "p99_ms": 3874.3034, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6153, "count": 512, "max_ms": 6.2275, "p50_ms": 1.4476, "p95_ms": 2.942, "p99_ms": 4.3382, "results": {"failed": 0, "not_applicable": 0, "success": 48520, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 546.7984, "count": 19, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 644.4295, "p99_ms": 654.4218, "results": {"failed": 0, "not_applicable": 0, "success": 19, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 35.3588, "count": 18, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 59.2261, "p99_ms": 63.8814, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5656, "count": 512, "max_ms": 11.9235, "p50_ms": 5.3586, "p95_ms": 8.2687, "p99_ms": 9.607, "results": {"failed": 0, "not_applicable": 0, "success": 900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5744, "count": 512, "max_ms": 4.7858, "p50_ms": 1.46, "p95_ms": 2.7289, "p99_ms": 3.4408, "results": {"failed": 0, "not_applicable": 0, "success": 900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 572.7892, "count": 18, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 640.9224, "p99_ms": 651.1334, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.564, "count": 18, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 538.8226, "p99_ms": 552.1258, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8789, "count": 18, "max_ms": 99.8242, "p50_ms": 84.5935, "p95_ms": 95.9166, "p99_ms": 99.0427, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.2376, "count": 18, "max_ms": 15.8949, "p50_ms": 2.3769, "p95_ms": 9.7013, "p99_ms": 14.6562, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.1427, "count": 18, "max_ms": 73.1462, "p50_ms": 46.2892, "p95_ms": 61.2948, "p99_ms": 70.7759, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8796, "count": 19, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.246, "p99_ms": 1.5838, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4757, "count": 18, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.7853, "p99_ms": 6.9786, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4757, "count": 18, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.7853, "p99_ms": 6.9786, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8796, "count": 19, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.246, "p99_ms": 1.5838, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.545, "count": 18, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 3.5741, "p99_ms": 8.088, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 603.3289, "count": 18, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 1171.8409, "p99_ms": 3236.477, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 19, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 19, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.8003, "count": 18, "max_ms": 11.5083, "p50_ms": 2.0867, "p95_ms": 7.4637, "p99_ms": 10.6994, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7796, "count": 18, "max_ms": 92.2129, "p50_ms": 22.1156, "p95_ms": 76.9003, "p99_ms": 89.1504, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1665, "count": 18, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.3265, "p99_ms": 0.987, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6741, "count": 18, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.418, "p99_ms": 5.2528, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 693.9558, "count": 18, "max_ms": 3837.487, "p50_ms": 483.4723, "p95_ms": 1237.2921, "p99_ms": 3317.448, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 18, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 18, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.3265, "p99_ms": 0.987}, "wait_ms": {"count": 18, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.418, "p99_ms": 5.2528}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 18, "artifact_failed": 0, "artifact_requested": 18, "artifact_success": 18, "completed": 18, "completed_failed": 0, "completed_success": 18, "cooldown_promoted": 18, "database_requested": 18, "db_insert_success": 18, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15559, "relay_business_failed": 0, "relay_business_success": 18, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 18, "relay_transport_failed": 0, "relay_transport_success": 18, "reservation_requested": 18}, "snapshot": {"copied_bytes": 49766400, "copied_count": 18, "copy": {"count": 18, "max_ms": 3.8064, "p50_ms": 1.8674, "p95_ms": 2.858, "p99_ms": 3.6167}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 32, "h264_decode_error_count": 87, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:23:03+09:00", "last_error_summary": "[h264 @ 0x575e9fa0a080] error while decoding MB 32 50, bytestream -5", "last_exit_at": "2026-10-30T16:23:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 131.139, "last_started_at": "2026-10-30T16:20:52+09:00", "pid": 9933, "process": {"exists": false, "pid": 9933}, "restart_count": 32, "restart_count_per_hour": 16, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.071, "sample_count": 1998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 48520, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:23:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.032, "last_frame_pushed_at": "2026-10-30T16:23:03+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-10-30T16:23:03+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 11, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 540.919, "last_sample_duration_ms": 807.425, "last_trigger": "periodic", "next_snapshot_in_sec": 59.081, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 11, "storage_bytes": 1153711}, "mjpeg": {"age_sec": 0.02, "exists": true, "mtime": "2026-10-30T16:23:03.956702+09:00", "mtime_epoch": 1793344983.956702, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 103525}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:23:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 905.332, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 17, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 48520, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 20.698, "max": 33.0, "p95": 29.0, "sample_count": 205}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.2, "max": 8.0, "p95": 8.0, "sample_count": 205}, "total": {"avg": 5.2, "max": 8.0, "p95": 8.0, "sample_count": 205}}, "tracking_counts": {"active": {"avg": 2.224, "max": 5.0, "p95": 5.0, "sample_count": 205}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}, "removed": {"avg": 0.039, "max": 1.0, "p95": 0.0, "sample_count": 205}, "tracked": {"avg": 2.224, "max": 5.0, "p95": 5.0, "sample_count": 205}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.843, "pushed": 6.843, "read": 6.809}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 204, "client_acquire_ms": {"avg_ms": 0.009, "count": 204, "max_ms": 0.049, "p95_ms": 0.017, "reason": null, "sample_age_ms": 141.673, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.085, "count": 204, "max_ms": 12.062, "p95_ms": 3.456, "reason": null, "sample_age_ms": 181.415, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.462, "count": 204, "max_ms": 11.501, "p95_ms": 2.437, "reason": null, "sample_age_ms": 181.643, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.589, "count": 204, "max_ms": 1.751, "p95_ms": 1.072, "reason": null, "sample_age_ms": 141.687, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.348, "count": 204, "max_ms": 8.781, "p95_ms": 3.787, "reason": null, "sample_age_ms": 180.156, "source": "client_direct"}, "request_count": 204, "request_tensor_bytes": {"avg": 2764808.0, "count": 204, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 180.141, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 204, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 142.39, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.887, "count": 204, "max_ms": 91.678, "p95_ms": 71.02, "reason": null, "sample_age_ms": 141.667, "source": "client_direct"}, "sample_age_ms": 141.662, "source": "client_direct", "task_total_ms": {"avg_ms": 56.028, "count": 204, "max_ms": 93.849, "p95_ms": 74.027, "reason": null, "sample_age_ms": 141.662, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.314, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 13.183, "count": 205, "max_ms": 28.578, "p95_ms": 20.65}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.764, "count": 205, "max_ms": 2.23, "p95_ms": 1.474}, "detection_prepare_ms": {"avg_ms": 2.402, "count": 205, "max_ms": 8.062, "p95_ms": 4.32}, "event_filter_ms": {"avg_ms": 0.007, "count": 205, "max_ms": 0.027, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.604, "count": 205, "max_ms": 1.431, "p95_ms": 1.034}, "mcmt_ms": {"avg_ms": 0.005, "count": 205, "max_ms": 0.027, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 5.605, "count": 205, "max_ms": 14.169, "p95_ms": 9.787}, "setup_ms": {"avg_ms": 0.047, "count": 205, "max_ms": 0.144, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 13.101, "count": 205, "max_ms": 28.488, "p95_ms": 20.528}, "track_match_ms": {"avg_ms": 0.281, "count": 205, "max_ms": 0.787, "p95_ms": 0.621}, "tracker_update_ms": {"avg_ms": 3.386, "count": 205, "max_ms": 11.467, "p95_ms": 5.477}}, "gstreamer_push": {"avg_ms": 3.391, "count": 205, "max_ms": 7.676, "p95_ms": 5.625}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 205, "max_ms": 0.239, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.723, "count": 205, "max_ms": 97.119, "p95_ms": 77.156}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.848, "count": 205, "max_ms": 20.658, "p95_ms": 11.166}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 123.528, "count": 205, "max_ms": 815.383, "p95_ms": 160.815}, "inference_input_copy_ms": {"avg_ms": 1.787, "count": 205, "max_ms": 4.474, "p95_ms": 2.813}, "processing_residual_ms": {"avg_ms": 0.349, "count": 205, "max_ms": 0.877, "p95_ms": 0.626}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 130.513, "count": 205, "max_ms": 828.766, "p95_ms": 167.602}, "read_interval": {"avg_ms": 146.634, "count": 204, "max_ms": 887.333, "p95_ms": 191.754}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.023, "count": 205, "max_ms": 0.214, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 5.514, "count": 205, "max_ms": 14.035, "p95_ms": 9.675}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 205, "max_ms": 0.068, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.491, "count": 205, "max_ms": 14.009, "p95_ms": 9.654}, "worker_merge_ms": {"avg_ms": 0.008, "count": 205, "max_ms": 0.035, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 57.738, "count": 205, "max_ms": 97.133, "p95_ms": 77.168}, "visualize": {"avg_ms": 45.9, "count": 205, "max_ms": 108.087, "p95_ms": 64.622}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.343, "count": 205, "max_ms": 55.357, "p95_ms": 46.337}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.214, "count": 205, "max_ms": 103.879, "p95_ms": 62.814}, "visualize_input_copy_ms": {"avg_ms": 1.424, "count": 205, "max_ms": 6.354, "p95_ms": 2.408}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.067, "count": 205, "max_ms": 103.656, "p95_ms": 62.556}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 205, "max_ms": 0.208, "p95_ms": 0.142}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 205}, "returned_event_count": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 205}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 892.383, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.448, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 171.744, "sample_count": 1993, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 48252, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:22:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106289, "write_bytes_delta": 106289, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 761.0, "cpu_core_ratio": 0.331006, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 770.0, "pid": 9933, "reason": null, "system_cpu_core_ratio": 0.026798, "system_cpu_s_delta": 0.54, "user_cpu_core_ratio": 0.304208, "user_cpu_s_delta": 6.130000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.941373, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11740.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.63174, "system_cpu_s_delta": 12.730000000000018, "user_cpu_core_ratio": 1.309633, "user_cpu_s_delta": 26.389999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.35, "count": 179, "max_ms": 9.928, "p95_ms": 6.367, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 21.402, "max": 40.0, "p95": 37.0, "sample_count": 179}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 6.508, "key_count": 1, "max": 8.0, "p95": 8.0, "provenance": "bounded_other_sum_proxy", "sample_count": 179}, "total": {"avg": 6.508, "max": 8.0, "p95": 8.0, "sample_count": 179}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.585, "count": 30, "max": 64.588, "p95": 50.526, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.04, "count": 30, "max": 24.813, "p95": 22.053, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 597.333, "count": 30, "max": 945.0, "p95": 926.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 619.333, "count": 30, "max": 7041.0, "p95": 2325.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.346, "p95": 0.204, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.331, "count": 30, "max": 0.382, "p95": 0.381, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.134, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105890.767, "count": 30, "max": 111006.0, "p95": 107685.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105890.767, "count": 30, "max": 111006.0, "p95": 107685.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 5368.3, "count": 30, "max": 50050.0, "p95": 30599.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.569, "count": 30, "max": 0.713, "p95": 0.655, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.217, "count": 30, "max": 1.386, "p95": 1.375, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 434, "sampled_at": "2026-10-30T16:22:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:22:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 107857, "flush_count": 111, "flush_interval_seconds": 30.0, "flush_state": {"count": 111, "last_at": "2026-10-30T16:22:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:22:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 110}, "started": true, "suppressed_count": 48429, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 19, "tracking_summary": 48410}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 111, "written_record_count": 111}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4906.555, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 134148096000, "copied_frame_count": 48520, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:22:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3067524, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:22:44+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.086}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 19, "events_emitted": 18, "events_failed": 0, "events_observed": 19, "events_suppressed": 1, "frame_buffer_copied_bytes": 134148096000, "frame_buffer_copies": 48520, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 900, "recorder_active_input_bytes": 2488320000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 18, "recorder_clips_failed": 0, "recorder_clips_started": 18, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 18, "worker_jobs_accepted": 18, "worker_jobs_completed": 18, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1206, "count": 512, "max_ms": 2.5781, "p50_ms": 0.1008, "p95_ms": 0.2248, "p99_ms": 0.3024}, "stages": {"db_insert": {"avg_ms": 18.2142, "count": 18, "max_ms": 33.4972, "p50_ms": 17.1521, "p95_ms": 30.5079, "p99_ms": 32.8993, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9129, "count": 18, "max_ms": 3.8064, "p50_ms": 1.8674, "p95_ms": 2.858, "p99_ms": 3.6167, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1206.5243, "count": 19, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1679.8529, "p99_ms": 3874.3034, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6153, "count": 512, "max_ms": 6.2275, "p50_ms": 1.4476, "p95_ms": 2.942, "p99_ms": 4.3382, "results": {"failed": 0, "not_applicable": 0, "success": 48520, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 546.7984, "count": 19, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 644.4295, "p99_ms": 654.4218, "results": {"failed": 0, "not_applicable": 0, "success": 19, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 35.3588, "count": 18, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 59.2261, "p99_ms": 63.8814, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5656, "count": 512, "max_ms": 11.9235, "p50_ms": 5.3586, "p95_ms": 8.2687, "p99_ms": 9.607, "results": {"failed": 0, "not_applicable": 0, "success": 900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5744, "count": 512, "max_ms": 4.7858, "p50_ms": 1.46, "p95_ms": 2.7289, "p99_ms": 3.4408, "results": {"failed": 0, "not_applicable": 0, "success": 900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 572.7892, "count": 18, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 640.9224, "p99_ms": 651.1334, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.564, "count": 18, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 538.8226, "p99_ms": 552.1258, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8789, "count": 18, "max_ms": 99.8242, "p50_ms": 84.5935, "p95_ms": 95.9166, "p99_ms": 99.0427, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.2376, "count": 18, "max_ms": 15.8949, "p50_ms": 2.3769, "p95_ms": 9.7013, "p99_ms": 14.6562, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.1427, "count": 18, "max_ms": 73.1462, "p50_ms": 46.2892, "p95_ms": 61.2948, "p99_ms": 70.7759, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8796, "count": 19, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.246, "p99_ms": 1.5838, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4757, "count": 18, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.7853, "p99_ms": 6.9786, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4757, "count": 18, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.7853, "p99_ms": 6.9786, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8796, "count": 19, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.246, "p99_ms": 1.5838, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.545, "count": 18, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 3.5741, "p99_ms": 8.088, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 603.3289, "count": 18, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 1171.8409, "p99_ms": 3236.477, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 19, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 19, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.8003, "count": 18, "max_ms": 11.5083, "p50_ms": 2.0867, "p95_ms": 7.4637, "p99_ms": 10.6994, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7796, "count": 18, "max_ms": 92.2129, "p50_ms": 22.1156, "p95_ms": 76.9003, "p99_ms": 89.1504, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1665, "count": 18, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.3265, "p99_ms": 0.987, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6741, "count": 18, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.418, "p99_ms": 5.2528, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 693.9558, "count": 18, "max_ms": 3837.487, "p50_ms": 483.4723, "p95_ms": 1237.2921, "p99_ms": 3317.448, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 18, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 18, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.3265, "p99_ms": 0.987}, "wait_ms": {"count": 18, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.418, "p99_ms": 5.2528}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 18, "artifact_failed": 0, "artifact_requested": 18, "artifact_success": 18, "completed": 18, "completed_failed": 0, "completed_success": 18, "cooldown_promoted": 18, "database_requested": 18, "db_insert_success": 18, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15559, "relay_business_failed": 0, "relay_business_success": 18, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 18, "relay_transport_failed": 0, "relay_transport_success": 18, "reservation_requested": 18}, "snapshot": {"copied_bytes": 49766400, "copied_count": 18, "copy": {"count": 18, "max_ms": 3.8064, "p50_ms": 1.8674, "p95_ms": 2.858, "p99_ms": 3.6167}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 32, "h264_decode_error_count": 87, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:23:03+09:00", "last_error_summary": "[h264 @ 0x575e9fa0a080] error while decoding MB 32 50, bytestream -5", "last_exit_at": "2026-10-30T16:23:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 131.197, "last_started_at": "2026-10-30T16:20:52+09:00", "pid": 9933, "process": {"exists": false, "pid": 9933}, "restart_count": 32, "restart_count_per_hour": 16, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 33}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.071, "sample_count": 1997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 48520, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:23:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.09, "last_frame_pushed_at": "2026-10-30T16:23:03+09:00", "last_frame_read_age_sec": 0.226, "last_frame_read_at": "2026-10-30T16:23:03+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 11, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 540.952, "last_sample_duration_ms": 807.425, "last_trigger": "periodic", "next_snapshot_in_sec": 59.048, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 11, "storage_bytes": 1153711}, "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-10-30T16:23:03.956702+09:00", "mtime_epoch": 1793344983.956702, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 103525}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:23:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 905.332, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 17, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 48520, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 20.73, "max": 33.0, "p95": 29.0, "sample_count": 204}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.196, "max": 8.0, "p95": 8.0, "sample_count": 204}, "total": {"avg": 5.196, "max": 8.0, "p95": 8.0, "sample_count": 204}}, "tracking_counts": {"active": {"avg": 2.216, "max": 5.0, "p95": 5.0, "sample_count": 204}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}, "removed": {"avg": 0.039, "max": 1.0, "p95": 0.0, "sample_count": 204}, "tracked": {"avg": 2.216, "max": 5.0, "p95": 5.0, "sample_count": 204}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.831, "pushed": 6.831, "read": 6.797}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 203, "client_acquire_ms": {"avg_ms": 0.009, "count": 204, "max_ms": 0.049, "p95_ms": 0.017, "reason": null, "sample_age_ms": 193.771, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.088, "count": 203, "max_ms": 12.062, "p95_ms": 3.458, "reason": null, "sample_age_ms": 233.513, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.464, "count": 203, "max_ms": 11.501, "p95_ms": 2.445, "reason": null, "sample_age_ms": 233.741, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.589, "count": 204, "max_ms": 1.751, "p95_ms": 1.072, "reason": null, "sample_age_ms": 193.785, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.35, "count": 203, "max_ms": 8.781, "p95_ms": 3.789, "reason": null, "sample_age_ms": 232.254, "source": "client_direct"}, "request_count": 203, "request_tensor_bytes": {"avg": 2764808.0, "count": 203, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 232.239, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 204, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 194.488, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.887, "count": 204, "max_ms": 91.678, "p95_ms": 71.02, "reason": null, "sample_age_ms": 193.765, "source": "client_direct"}, "sample_age_ms": 193.76, "source": "client_direct", "task_total_ms": {"avg_ms": 56.028, "count": 204, "max_ms": 93.849, "p95_ms": 74.027, "reason": null, "sample_age_ms": 193.76, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.002, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 13.181, "count": 204, "max_ms": 28.578, "p95_ms": 20.65}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.761, "count": 204, "max_ms": 2.23, "p95_ms": 1.474}, "detection_prepare_ms": {"avg_ms": 2.401, "count": 204, "max_ms": 8.062, "p95_ms": 4.32}, "event_filter_ms": {"avg_ms": 0.007, "count": 204, "max_ms": 0.027, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.604, "count": 204, "max_ms": 1.431, "p95_ms": 1.034}, "mcmt_ms": {"avg_ms": 0.005, "count": 204, "max_ms": 0.027, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 5.607, "count": 204, "max_ms": 14.169, "p95_ms": 9.787}, "setup_ms": {"avg_ms": 0.047, "count": 204, "max_ms": 0.144, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 13.099, "count": 204, "max_ms": 28.488, "p95_ms": 20.528}, "track_match_ms": {"avg_ms": 0.28, "count": 204, "max_ms": 0.787, "p95_ms": 0.621}, "tracker_update_ms": {"avg_ms": 3.386, "count": 204, "max_ms": 11.467, "p95_ms": 5.477}}, "gstreamer_push": {"avg_ms": 3.387, "count": 204, "max_ms": 7.676, "p95_ms": 5.625}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 204, "max_ms": 0.239, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.701, "count": 204, "max_ms": 97.119, "p95_ms": 77.156}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.855, "count": 204, "max_ms": 20.658, "p95_ms": 11.166}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 123.556, "count": 204, "max_ms": 815.383, "p95_ms": 160.815}, "inference_input_copy_ms": {"avg_ms": 1.79, "count": 204, "max_ms": 4.474, "p95_ms": 2.813}, "processing_residual_ms": {"avg_ms": 0.35, "count": 204, "max_ms": 0.877, "p95_ms": 0.626}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 130.55, "count": 204, "max_ms": 828.766, "p95_ms": 167.602}, "read_interval": {"avg_ms": 146.692, "count": 203, "max_ms": 887.333, "p95_ms": 191.754}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.023, "count": 204, "max_ms": 0.214, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 5.516, "count": 204, "max_ms": 14.035, "p95_ms": 9.675}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 204, "max_ms": 0.068, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.493, "count": 204, "max_ms": 14.009, "p95_ms": 9.654}, "worker_merge_ms": {"avg_ms": 0.008, "count": 204, "max_ms": 0.035, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 57.717, "count": 204, "max_ms": 97.133, "p95_ms": 77.168}, "visualize": {"avg_ms": 45.924, "count": 204, "max_ms": 108.087, "p95_ms": 64.622}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.353, "count": 204, "max_ms": 55.357, "p95_ms": 46.337}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.237, "count": 204, "max_ms": 103.879, "p95_ms": 62.814}, "visualize_input_copy_ms": {"avg_ms": 1.424, "count": 204, "max_ms": 6.354, "p95_ms": 2.408}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.09, "count": 204, "max_ms": 103.656, "p95_ms": 62.556}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 204, "max_ms": 0.208, "p95_ms": 0.142}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 204}, "returned_event_count": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 905.332, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.841, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.071, "sample_count": 1997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 48520, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:23:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.042, "exists": true, "size_bytes": 103525, "write_bytes_delta": 103525, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 9933, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.831558, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2254.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.572268, "system_cpu_s_delta": 11.4699999999998, "user_cpu_core_ratio": 1.259289, "user_cpu_s_delta": 25.23999999999978}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.391, "count": 205, "max_ms": 7.676, "p95_ms": 5.625, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 20.698, "max": 33.0, "p95": 29.0, "sample_count": 205}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.2, "key_count": 1, "max": 8.0, "p95": 8.0, "provenance": "bounded_other_sum_proxy", "sample_count": 205}, "total": {"avg": 5.2, "max": 8.0, "p95": 8.0, "sample_count": 205}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.423, "count": 30, "max": 64.588, "p95": 50.526, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.833, "count": 30, "max": 24.813, "p95": 22.053, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 598.033, "count": 30, "max": 945.0, "p95": 926.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 579.267, "count": 30, "max": 7041.0, "p95": 2325.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.346, "p95": 0.204, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.33, "count": 30, "max": 0.382, "p95": 0.381, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.134, "p95": 0.023, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105771.167, "count": 30, "max": 111006.0, "p95": 107685.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105771.167, "count": 30, "max": 111006.0, "p95": 107685.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 5941.5, "count": 30, "max": 50050.0, "p95": 30599.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.57, "count": 30, "max": 0.713, "p95": 0.655, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.221, "count": 30, "max": 1.386, "p95": 1.375, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 436, "sampled_at": "2026-10-30T16:23:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:23:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.865, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 107857, "flush_count": 111, "flush_interval_seconds": 30.0, "flush_state": {"count": 111, "last_at": "2026-10-30T16:22:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:22:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 110}, "started": true, "suppressed_count": 48429, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 19, "tracking_summary": 48410}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 111, "written_record_count": 111}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5079.945, "limit_mb": null}, "detail": {"pid": 10421, "restart_count": 33, "start_count": 34}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 134148096000, "copied_frame_count": 48520, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:22:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3067524, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:22:44+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.086}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 19, "events_emitted": 18, "events_failed": 0, "events_observed": 19, "events_suppressed": 1, "frame_buffer_copied_bytes": 134148096000, "frame_buffer_copies": 48520, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 900, "recorder_active_input_bytes": 2488320000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 18, "recorder_clips_failed": 0, "recorder_clips_started": 18, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 18, "worker_jobs_accepted": 18, "worker_jobs_completed": 18, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1206, "count": 512, "max_ms": 2.5781, "p50_ms": 0.1008, "p95_ms": 0.2248, "p99_ms": 0.3024}, "stages": {"db_insert": {"avg_ms": 18.2142, "count": 18, "max_ms": 33.4972, "p50_ms": 17.1521, "p95_ms": 30.5079, "p99_ms": 32.8993, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9129, "count": 18, "max_ms": 3.8064, "p50_ms": 1.8674, "p95_ms": 2.858, "p99_ms": 3.6167, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1206.5243, "count": 19, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1679.8529, "p99_ms": 3874.3034, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6153, "count": 512, "max_ms": 6.2275, "p50_ms": 1.4476, "p95_ms": 2.942, "p99_ms": 4.3382, "results": {"failed": 0, "not_applicable": 0, "success": 48520, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 546.7984, "count": 19, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 644.4295, "p99_ms": 654.4218, "results": {"failed": 0, "not_applicable": 0, "success": 19, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 35.3588, "count": 18, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 59.2261, "p99_ms": 63.8814, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5656, "count": 512, "max_ms": 11.9235, "p50_ms": 5.3586, "p95_ms": 8.2687, "p99_ms": 9.607, "results": {"failed": 0, "not_applicable": 0, "success": 900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5744, "count": 512, "max_ms": 4.7858, "p50_ms": 1.46, "p95_ms": 2.7289, "p99_ms": 3.4408, "results": {"failed": 0, "not_applicable": 0, "success": 900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 572.7892, "count": 18, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 640.9224, "p99_ms": 651.1334, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.564, "count": 18, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 538.8226, "p99_ms": 552.1258, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8789, "count": 18, "max_ms": 99.8242, "p50_ms": 84.5935, "p95_ms": 95.9166, "p99_ms": 99.0427, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.2376, "count": 18, "max_ms": 15.8949, "p50_ms": 2.3769, "p95_ms": 9.7013, "p99_ms": 14.6562, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.1427, "count": 18, "max_ms": 73.1462, "p50_ms": 46.2892, "p95_ms": 61.2948, "p99_ms": 70.7759, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8796, "count": 19, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.246, "p99_ms": 1.5838, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4757, "count": 18, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.7853, "p99_ms": 6.9786, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4757, "count": 18, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.7853, "p99_ms": 6.9786, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8796, "count": 19, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.246, "p99_ms": 1.5838, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.545, "count": 18, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 3.5741, "p99_ms": 8.088, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 603.3289, "count": 18, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 1171.8409, "p99_ms": 3236.477, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 19, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 19, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.8003, "count": 18, "max_ms": 11.5083, "p50_ms": 2.0867, "p95_ms": 7.4637, "p99_ms": 10.6994, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7796, "count": 18, "max_ms": 92.2129, "p50_ms": 22.1156, "p95_ms": 76.9003, "p99_ms": 89.1504, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1665, "count": 18, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.3265, "p99_ms": 0.987, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6741, "count": 18, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.418, "p99_ms": 5.2528, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 693.9558, "count": 18, "max_ms": 3837.487, "p50_ms": 483.4723, "p95_ms": 1237.2921, "p99_ms": 3317.448, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 18, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 18, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.3265, "p99_ms": 0.987}, "wait_ms": {"count": 18, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.418, "p99_ms": 5.2528}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 18, "artifact_failed": 0, "artifact_requested": 18, "artifact_success": 18, "completed": 18, "completed_failed": 0, "completed_success": 18, "cooldown_promoted": 18, "database_requested": 18, "db_insert_success": 18, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15559, "relay_business_failed": 0, "relay_business_success": 18, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 18, "relay_transport_failed": 0, "relay_transport_success": 18, "reservation_requested": 18}, "snapshot": {"copied_bytes": 49766400, "copied_count": 18, "copy": {"count": 18, "max_ms": 3.8064, "p50_ms": 1.8674, "p95_ms": 2.858, "p99_ms": 3.6167}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 32, "h264_decode_error_count": 87, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:23:03+09:00", "last_error_summary": "[h264 @ 0x575e9fa0a080] error while decoding MB 32 50, bytestream -5", "last_exit_at": "2026-10-30T16:23:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T16:23:06+09:00", "pid": 10421, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.223, "name": "ffmpeg", "pid": 10421, "rss_mb": 208.223, "state": "S (sleeping)", "threads": 70}, "restart_count": 33, "restart_count_per_hour": 17, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.321, "sample_count": 1963, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 48520, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:23:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.692, "last_frame_pushed_at": "2026-10-30T16:23:03+09:00", "last_frame_read_age_sec": 4.828, "last_frame_read_at": "2026-10-30T16:23:03+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 11, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 545.551, "last_sample_duration_ms": 807.425, "last_trigger": "periodic", "next_snapshot_in_sec": 54.449, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 11, "storage_bytes": 1153711}, "mjpeg": {"age_sec": 4.68, "exists": true, "mtime": "2026-10-30T16:23:03.956702+09:00", "mtime_epoch": 1793344983.956702, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 103525}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:23:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 905.336, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 17, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 48520, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 19.989, "max": 33.0, "p95": 29.0, "sample_count": 174}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.799, "max": 8.0, "p95": 7.0, "sample_count": 174}, "total": {"avg": 4.799, "max": 8.0, "p95": 7.0, "sample_count": 174}}, "tracking_counts": {"active": {"avg": 1.764, "max": 5.0, "p95": 3.0, "sample_count": 174}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "removed": {"avg": 0.046, "max": 1.0, "p95": 0.0, "sample_count": 174}, "tracked": {"avg": 1.764, "max": 5.0, "p95": 3.0, "sample_count": 174}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.812, "pushed": 5.812, "read": 5.778}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 173, "client_acquire_ms": {"avg_ms": 0.009, "count": 173, "max_ms": 0.04, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4793.925, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.03, "count": 173, "max_ms": 6.087, "p95_ms": 3.429, "reason": null, "sample_age_ms": 4833.666, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.425, "count": 173, "max_ms": 5.728, "p95_ms": 2.53, "reason": null, "sample_age_ms": 4833.895, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.57, "count": 173, "max_ms": 1.751, "p95_ms": 1.019, "reason": null, "sample_age_ms": 4793.939, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.314, "count": 173, "max_ms": 8.781, "p95_ms": 3.814, "reason": null, "sample_age_ms": 4832.407, "source": "client_direct"}, "request_count": 173, "request_tensor_bytes": {"avg": 2764808.0, "count": 173, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4832.392, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 173, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4794.642, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.812, "count": 173, "max_ms": 91.678, "p95_ms": 72.111, "reason": null, "sample_age_ms": 4793.919, "source": "client_direct"}, "sample_age_ms": 4793.913, "source": "client_direct", "task_total_ms": {"avg_ms": 55.899, "count": 173, "max_ms": 93.849, "p95_ms": 75.016, "reason": null, "sample_age_ms": 4793.913, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.62, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 12.425, "count": 174, "max_ms": 22.268, "p95_ms": 18.446}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.711, "count": 174, "max_ms": 2.23, "p95_ms": 1.474}, "detection_prepare_ms": {"avg_ms": 2.264, "count": 174, "max_ms": 8.062, "p95_ms": 4.083}, "event_filter_ms": {"avg_ms": 0.007, "count": 174, "max_ms": 0.027, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.603, "count": 174, "max_ms": 1.431, "p95_ms": 1.055}, "mcmt_ms": {"avg_ms": 0.005, "count": 174, "max_ms": 0.027, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 5.195, "count": 174, "max_ms": 11.03, "p95_ms": 8.552}, "setup_ms": {"avg_ms": 0.047, "count": 174, "max_ms": 0.144, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 12.346, "count": 174, "max_ms": 22.214, "p95_ms": 18.377}, "track_match_ms": {"avg_ms": 0.243, "count": 174, "max_ms": 0.773, "p95_ms": 0.474}, "tracker_update_ms": {"avg_ms": 3.27, "count": 174, "max_ms": 11.467, "p95_ms": 5.44}}, "gstreamer_push": {"avg_ms": 3.384, "count": 174, "max_ms": 7.676, "p95_ms": 5.625}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 174, "max_ms": 0.239, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.422, "count": 174, "max_ms": 97.119, "p95_ms": 78.84}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.718, "count": 174, "max_ms": 20.658, "p95_ms": 11.166}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 122.7, "count": 174, "max_ms": 815.383, "p95_ms": 160.294}, "inference_input_copy_ms": {"avg_ms": 1.778, "count": 174, "max_ms": 4.474, "p95_ms": 2.802}, "processing_residual_ms": {"avg_ms": 0.337, "count": 174, "max_ms": 0.719, "p95_ms": 0.609}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 129.532, "count": 174, "max_ms": 828.766, "p95_ms": 166.379}, "read_interval": {"avg_ms": 145.773, "count": 173, "max_ms": 887.333, "p95_ms": 191.754}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 174, "max_ms": 0.066, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 5.106, "count": 174, "max_ms": 10.948, "p95_ms": 8.446}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 174, "max_ms": 0.064, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.084, "count": 174, "max_ms": 10.932, "p95_ms": 8.424}, "worker_merge_ms": {"avg_ms": 0.008, "count": 174, "max_ms": 0.035, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 57.437, "count": 174, "max_ms": 97.133, "p95_ms": 78.859}, "visualize": {"avg_ms": 45.277, "count": 174, "max_ms": 108.087, "p95_ms": 64.622}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.251, "count": 174, "max_ms": 55.357, "p95_ms": 46.337}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.612, "count": 174, "max_ms": 103.879, "p95_ms": 62.814}, "visualize_input_copy_ms": {"avg_ms": 1.409, "count": 174, "max_ms": 6.354, "p95_ms": 2.271}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.466, "count": 174, "max_ms": 103.656, "p95_ms": 62.556}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 174, "max_ms": 0.208, "p95_ms": 0.15}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}, "returned_event_count": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 905.332, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.841, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 174.071, "sample_count": 1997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 48520, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:23:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.042, "exists": true, "size_bytes": 103525, "write_bytes_delta": 103525, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 9933, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.831558, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2254.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.572268, "system_cpu_s_delta": 11.4699999999998, "user_cpu_core_ratio": 1.259289, "user_cpu_s_delta": 25.23999999999978}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.391, "count": 205, "max_ms": 7.676, "p95_ms": 5.625, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 20.698, "max": 33.0, "p95": 29.0, "sample_count": 205}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.2, "key_count": 1, "max": 8.0, "p95": 8.0, "provenance": "bounded_other_sum_proxy", "sample_count": 205}, "total": {"avg": 5.2, "max": 8.0, "p95": 8.0, "sample_count": 205}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.423, "count": 30, "max": 64.588, "p95": 50.526, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.833, "count": 30, "max": 24.813, "p95": 22.053, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 598.033, "count": 30, "max": 945.0, "p95": 926.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 579.267, "count": 30, "max": 7041.0, "p95": 2325.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.346, "p95": 0.204, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.33, "count": 30, "max": 0.382, "p95": 0.381, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.134, "p95": 0.023, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105771.167, "count": 30, "max": 111006.0, "p95": 107685.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105771.167, "count": 30, "max": 111006.0, "p95": 107685.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 5941.5, "count": 30, "max": 50050.0, "p95": 30599.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.57, "count": 30, "max": 0.713, "p95": 0.655, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.221, "count": 30, "max": 1.386, "p95": 1.375, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 436, "sampled_at": "2026-10-30T16:23:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:23:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 110956, "flush_count": 114, "flush_interval_seconds": 30.0, "flush_state": {"count": 114, "last_at": "2026-10-30T16:25:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:25:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 113}, "started": true, "suppressed_count": 49536, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 19, "tracking_summary": 49517}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 114, "written_record_count": 114}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4826.512, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5ea1e4310a00] error while decoding MB 88 47, bytestream -20", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 137214259200, "copied_frame_count": 49629, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:22:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3067524, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:22:44+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.086}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 19, "events_emitted": 18, "events_failed": 0, "events_observed": 19, "events_suppressed": 1, "frame_buffer_copied_bytes": 137214259200, "frame_buffer_copies": 49629, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 900, "recorder_active_input_bytes": 2488320000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 18, "recorder_clips_failed": 0, "recorder_clips_started": 18, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 18, "worker_jobs_accepted": 18, "worker_jobs_completed": 18, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1216, "count": 512, "max_ms": 2.203, "p50_ms": 0.0962, "p95_ms": 0.2272, "p99_ms": 0.3482}, "stages": {"db_insert": {"avg_ms": 18.2142, "count": 18, "max_ms": 33.4972, "p50_ms": 17.1521, "p95_ms": 30.5079, "p99_ms": 32.8993, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9129, "count": 18, "max_ms": 3.8064, "p50_ms": 1.8674, "p95_ms": 2.858, "p99_ms": 3.6167, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1206.5243, "count": 19, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1679.8529, "p99_ms": 3874.3034, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5264, "count": 512, "max_ms": 5.0305, "p50_ms": 1.3858, "p95_ms": 2.8625, "p99_ms": 3.5693, "results": {"failed": 0, "not_applicable": 0, "success": 49629, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 546.7984, "count": 19, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 644.4295, "p99_ms": 654.4218, "results": {"failed": 0, "not_applicable": 0, "success": 19, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 35.3588, "count": 18, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 59.2261, "p99_ms": 63.8814, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5656, "count": 512, "max_ms": 11.9235, "p50_ms": 5.3586, "p95_ms": 8.2687, "p99_ms": 9.607, "results": {"failed": 0, "not_applicable": 0, "success": 900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5744, "count": 512, "max_ms": 4.7858, "p50_ms": 1.46, "p95_ms": 2.7289, "p99_ms": 3.4408, "results": {"failed": 0, "not_applicable": 0, "success": 900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 572.7892, "count": 18, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 640.9224, "p99_ms": 651.1334, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.564, "count": 18, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 538.8226, "p99_ms": 552.1258, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8789, "count": 18, "max_ms": 99.8242, "p50_ms": 84.5935, "p95_ms": 95.9166, "p99_ms": 99.0427, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.2376, "count": 18, "max_ms": 15.8949, "p50_ms": 2.3769, "p95_ms": 9.7013, "p99_ms": 14.6562, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.1427, "count": 18, "max_ms": 73.1462, "p50_ms": 46.2892, "p95_ms": 61.2948, "p99_ms": 70.7759, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8796, "count": 19, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.246, "p99_ms": 1.5838, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4757, "count": 18, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.7853, "p99_ms": 6.9786, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4757, "count": 18, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.7853, "p99_ms": 6.9786, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8796, "count": 19, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.246, "p99_ms": 1.5838, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.545, "count": 18, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 3.5741, "p99_ms": 8.088, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 603.3289, "count": 18, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 1171.8409, "p99_ms": 3236.477, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 19, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 19, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.8003, "count": 18, "max_ms": 11.5083, "p50_ms": 2.0867, "p95_ms": 7.4637, "p99_ms": 10.6994, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7796, "count": 18, "max_ms": 92.2129, "p50_ms": 22.1156, "p95_ms": 76.9003, "p99_ms": 89.1504, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1665, "count": 18, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.3265, "p99_ms": 0.987, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6741, "count": 18, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.418, "p99_ms": 5.2528, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 693.9558, "count": 18, "max_ms": 3837.487, "p50_ms": 483.4723, "p95_ms": 1237.2921, "p99_ms": 3317.448, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 18, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 18, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.3265, "p99_ms": 0.987}, "wait_ms": {"count": 18, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.418, "p99_ms": 5.2528}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 18, "artifact_failed": 0, "artifact_requested": 18, "artifact_success": 18, "completed": 18, "completed_failed": 0, "completed_success": 18, "cooldown_promoted": 18, "database_requested": 18, "db_insert_success": 18, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15559, "relay_business_failed": 0, "relay_business_success": 18, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 18, "relay_transport_failed": 0, "relay_transport_success": 18, "reservation_requested": 18}, "snapshot": {"copied_bytes": 49766400, "copied_count": 18, "copy": {"count": 18, "max_ms": 3.8064, "p50_ms": 1.8674, "p95_ms": 2.858, "p99_ms": 3.6167}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 33, "h264_decode_error_count": 88, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:25:49+09:00", "last_error_summary": "[h264 @ 0x5ea1e4310a00] error while decoding MB 88 47, bytestream -20", "last_exit_at": "2026-10-30T16:23:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 163.335, "last_started_at": "2026-10-30T16:23:06+09:00", "pid": 10421, "process": {"exists": false, "pid": 10421}, "restart_count": 33, "restart_count_per_hour": 17, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 178.128, "sample_count": 1908, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 49629, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:25:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.055, "last_frame_pushed_at": "2026-10-30T16:25:49+09:00", "last_frame_read_age_sec": 0.051, "last_frame_read_at": "2026-10-30T16:25:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 12, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 106.853, "last_sample_duration_ms": 1103.669, "last_trigger": "periodic", "next_snapshot_in_sec": 493.147, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 12, "storage_bytes": 1163266}, "mjpeg": {"age_sec": 0.046, "exists": true, "mtime": "2026-10-30T16:25:49.925144+09:00", "mtime_epoch": 1793345149.9251442, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 104345}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:25:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 829.75, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 17, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 49630, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.861, "max": 33.0, "p95": 25.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.885, "max": 9.0, "p95": 8.0, "sample_count": 209}, "total": {"avg": 5.885, "max": 9.0, "p95": 8.0, "sample_count": 209}}, "tracking_counts": {"active": {"avg": 2.651, "max": 6.0, "p95": 4.0, "sample_count": 209}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "removed": {"avg": 0.057, "max": 1.0, "p95": 1.0, "sample_count": 209}, "tracked": {"avg": 2.651, "max": 6.0, "p95": 4.0, "sample_count": 209}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.975, "pushed": 6.975, "read": 6.975}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 209, "client_acquire_ms": {"avg_ms": 0.007, "count": 209, "max_ms": 0.021, "p95_ms": 0.014, "reason": null, "sample_age_ms": 28.331, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.075, "count": 209, "max_ms": 9.209, "p95_ms": 3.602, "reason": null, "sample_age_ms": 61.99, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.459, "count": 209, "max_ms": 5.786, "p95_ms": 2.72, "reason": null, "sample_age_ms": 62.196, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.49, "count": 209, "max_ms": 1.487, "p95_ms": 0.939, "reason": null, "sample_age_ms": 28.338, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.061, "count": 209, "max_ms": 5.265, "p95_ms": 3.283, "reason": null, "sample_age_ms": 60.966, "source": "client_direct"}, "request_count": 209, "request_tensor_bytes": {"avg": 2764808.0, "count": 209, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 60.953, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 209, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 28.663, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 56.231, "count": 209, "max_ms": 97.389, "p95_ms": 81.195, "reason": null, "sample_age_ms": 28.327, "source": "client_direct"}, "sample_age_ms": 28.324, "source": "client_direct", "task_total_ms": {"avg_ms": 58.97, "count": 209, "max_ms": 100.211, "p95_ms": 84.439, "reason": null, "sample_age_ms": 28.324, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.245, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 14.273, "count": 209, "max_ms": 26.863, "p95_ms": 22.454}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.735, "count": 209, "max_ms": 2.12, "p95_ms": 1.408}, "detection_prepare_ms": {"avg_ms": 2.44, "count": 209, "max_ms": 9.197, "p95_ms": 5.163}, "event_filter_ms": {"avg_ms": 0.007, "count": 209, "max_ms": 0.029, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.67, "count": 209, "max_ms": 1.665, "p95_ms": 1.157}, "mcmt_ms": {"avg_ms": 0.004, "count": 209, "max_ms": 0.031, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 6.442, "count": 209, "max_ms": 13.839, "p95_ms": 10.163}, "setup_ms": {"avg_ms": 0.046, "count": 209, "max_ms": 0.137, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 14.192, "count": 209, "max_ms": 26.735, "p95_ms": 22.333}, "track_match_ms": {"avg_ms": 0.322, "count": 209, "max_ms": 3.041, "p95_ms": 0.63}, "tracker_update_ms": {"avg_ms": 3.524, "count": 209, "max_ms": 13.135, "p95_ms": 5.9}}, "gstreamer_push": {"avg_ms": 3.067, "count": 209, "max_ms": 6.518, "p95_ms": 4.797}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 209, "max_ms": 0.721, "p95_ms": 0.107}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 60.68, "count": 209, "max_ms": 103.449, "p95_ms": 86.807}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.367, "count": 209, "max_ms": 19.856, "p95_ms": 10.76}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 122.049, "count": 209, "max_ms": 186.578, "p95_ms": 160.197}, "inference_input_copy_ms": {"avg_ms": 1.749, "count": 209, "max_ms": 4.226, "p95_ms": 3.027}, "processing_residual_ms": {"avg_ms": 0.316, "count": 209, "max_ms": 0.808, "p95_ms": 0.608}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 128.481, "count": 209, "max_ms": 192.27, "p95_ms": 167.007}, "read_interval": {"avg_ms": 143.803, "count": 209, "max_ms": 230.426, "p95_ms": 196.206}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.023, "count": 209, "max_ms": 0.182, "p95_ms": 0.043}, "execute_total_ms": {"avg_ms": 6.347, "count": 209, "max_ms": 13.717, "p95_ms": 10.026}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 209, "max_ms": 0.194, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 6.324, "count": 209, "max_ms": 13.69, "p95_ms": 10.007}, "worker_merge_ms": {"avg_ms": 0.008, "count": 209, "max_ms": 0.031, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 60.695, "count": 209, "max_ms": 103.464, "p95_ms": 86.816}, "visualize": {"avg_ms": 45.525, "count": 209, "max_ms": 71.736, "p95_ms": 62.794}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.713, "count": 209, "max_ms": 52.626, "p95_ms": 45.373}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.885, "count": 209, "max_ms": 69.097, "p95_ms": 60.284}, "visualize_input_copy_ms": {"avg_ms": 1.41, "count": 209, "max_ms": 3.686, "p95_ms": 2.652}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.742, "count": 209, "max_ms": 68.888, "p95_ms": 60.089}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 209, "max_ms": 0.228, "p95_ms": 0.148}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 829.73, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.849, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.856, "sample_count": 1909, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 49595, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:25:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101992, "write_bytes_delta": 101992, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 843.0, "cpu_core_ratio": 0.355697, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 42.0, "pid": 10421, "reason": null, "system_cpu_core_ratio": 0.027323, "system_cpu_s_delta": 0.5499999999999998, "user_cpu_core_ratio": 0.328374, "user_cpu_s_delta": 6.609999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 2.029362, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 16.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.645322, "system_cpu_s_delta": 12.990000000000236, "user_cpu_core_ratio": 1.38404, "user_cpu_s_delta": 27.859999999999673}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.07, "count": 209, "max_ms": 6.518, "p95_ms": 4.707, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.091, "max": 29.0, "p95": 24.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.818, "key_count": 1, "max": 9.0, "p95": 8.0, "provenance": "bounded_other_sum_proxy", "sample_count": 209}, "total": {"avg": 5.818, "max": 9.0, "p95": 8.0, "sample_count": 209}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.767, "count": 30, "max": 64.588, "p95": 54.443, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.333, "count": 30, "max": 24.813, "p95": 21.179, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 726.067, "count": 30, "max": 945.0, "p95": 926.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 272.767, "count": 30, "max": 2850.0, "p95": 729.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.029, "count": 30, "max": 0.034, "p95": 0.034, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.33, "count": 30, "max": 0.382, "p95": 0.379, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.134, "p95": 0.023, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104611.1, "count": 30, "max": 108092.0, "p95": 107074.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 104611.1, "count": 30, "max": 108092.0, "p95": 107074.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 4299.2, "count": 30, "max": 50050.0, "p95": 22844.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.605, "count": 30, "max": 0.713, "p95": 0.673, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.298, "count": 30, "max": 1.413, "p95": 1.393, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 444, "sampled_at": "2026-10-30T16:25:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:25:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 110956, "flush_count": 114, "flush_interval_seconds": 30.0, "flush_state": {"count": 114, "last_at": "2026-10-30T16:25:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:25:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 113}, "started": true, "suppressed_count": 49536, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 19, "tracking_summary": 49517}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 114, "written_record_count": 114}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4826.285, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T16:25:49+09:00", "last_error_summary": "[h264 @ 0x5ea1e4310a00] error while decoding MB 88 47, bytestream -20", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 137217024000, "copied_frame_count": 49630, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:22:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3067524, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:22:44+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.086}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 19, "events_emitted": 18, "events_failed": 0, "events_observed": 19, "events_suppressed": 1, "frame_buffer_copied_bytes": 137217024000, "frame_buffer_copies": 49630, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 900, "recorder_active_input_bytes": 2488320000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 18, "recorder_clips_failed": 0, "recorder_clips_started": 18, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 18, "worker_jobs_accepted": 18, "worker_jobs_completed": 18, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1215, "count": 512, "max_ms": 2.203, "p50_ms": 0.0962, "p95_ms": 0.2272, "p99_ms": 0.3482}, "stages": {"db_insert": {"avg_ms": 18.2142, "count": 18, "max_ms": 33.4972, "p50_ms": 17.1521, "p95_ms": 30.5079, "p99_ms": 32.8993, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9129, "count": 18, "max_ms": 3.8064, "p50_ms": 1.8674, "p95_ms": 2.858, "p99_ms": 3.6167, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1206.5243, "count": 19, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1679.8529, "p99_ms": 3874.3034, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5253, "count": 512, "max_ms": 5.0305, "p50_ms": 1.3836, "p95_ms": 2.8625, "p99_ms": 3.5693, "results": {"failed": 0, "not_applicable": 0, "success": 49630, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 546.7984, "count": 19, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 644.4295, "p99_ms": 654.4218, "results": {"failed": 0, "not_applicable": 0, "success": 19, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 35.3588, "count": 18, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 59.2261, "p99_ms": 63.8814, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5656, "count": 512, "max_ms": 11.9235, "p50_ms": 5.3586, "p95_ms": 8.2687, "p99_ms": 9.607, "results": {"failed": 0, "not_applicable": 0, "success": 900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5744, "count": 512, "max_ms": 4.7858, "p50_ms": 1.46, "p95_ms": 2.7289, "p99_ms": 3.4408, "results": {"failed": 0, "not_applicable": 0, "success": 900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 572.7892, "count": 18, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 640.9224, "p99_ms": 651.1334, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.564, "count": 18, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 538.8226, "p99_ms": 552.1258, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8789, "count": 18, "max_ms": 99.8242, "p50_ms": 84.5935, "p95_ms": 95.9166, "p99_ms": 99.0427, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.2376, "count": 18, "max_ms": 15.8949, "p50_ms": 2.3769, "p95_ms": 9.7013, "p99_ms": 14.6562, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.1427, "count": 18, "max_ms": 73.1462, "p50_ms": 46.2892, "p95_ms": 61.2948, "p99_ms": 70.7759, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8796, "count": 19, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.246, "p99_ms": 1.5838, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4757, "count": 18, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.7853, "p99_ms": 6.9786, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4757, "count": 18, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.7853, "p99_ms": 6.9786, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8796, "count": 19, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.246, "p99_ms": 1.5838, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.545, "count": 18, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 3.5741, "p99_ms": 8.088, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 603.3289, "count": 18, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 1171.8409, "p99_ms": 3236.477, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 19, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 19, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.8003, "count": 18, "max_ms": 11.5083, "p50_ms": 2.0867, "p95_ms": 7.4637, "p99_ms": 10.6994, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7796, "count": 18, "max_ms": 92.2129, "p50_ms": 22.1156, "p95_ms": 76.9003, "p99_ms": 89.1504, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1665, "count": 18, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.3265, "p99_ms": 0.987, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6741, "count": 18, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.418, "p99_ms": 5.2528, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 693.9558, "count": 18, "max_ms": 3837.487, "p50_ms": 483.4723, "p95_ms": 1237.2921, "p99_ms": 3317.448, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 18, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 18, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.3265, "p99_ms": 0.987}, "wait_ms": {"count": 18, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.418, "p99_ms": 5.2528}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 18, "artifact_failed": 0, "artifact_requested": 18, "artifact_success": 18, "completed": 18, "completed_failed": 0, "completed_success": 18, "cooldown_promoted": 18, "database_requested": 18, "db_insert_success": 18, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15559, "relay_business_failed": 0, "relay_business_success": 18, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 18, "relay_transport_failed": 0, "relay_transport_success": 18, "reservation_requested": 18}, "snapshot": {"copied_bytes": 49766400, "copied_count": 18, "copy": {"count": 18, "max_ms": 3.8064, "p50_ms": 1.8674, "p95_ms": 2.858, "p99_ms": 3.6167}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 33, "h264_decode_error_count": 88, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:25:49+09:00", "last_error_summary": "[h264 @ 0x5ea1e4310a00] error while decoding MB 88 47, bytestream -20", "last_exit_at": "2026-10-30T16:25:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 163.408, "last_started_at": "2026-10-30T16:23:06+09:00", "pid": 10421, "process": {"exists": false, "pid": 10421}, "restart_count": 33, "restart_count_per_hour": 17, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 178.128, "sample_count": 1909, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 49630, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:25:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T16:25:50+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-10-30T16:25:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 12, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 106.915, "last_sample_duration_ms": 1103.669, "last_trigger": "periodic", "next_snapshot_in_sec": 493.085, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 12, "storage_bytes": 1163266}, "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-10-30T16:25:49.925144+09:00", "mtime_epoch": 1793345149.9251442, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 104345}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:25:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 829.746, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 17, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 49630, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.928, "max": 33.0, "p95": 25.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.885, "max": 9.0, "p95": 8.0, "sample_count": 209}, "total": {"avg": 5.885, "max": 9.0, "p95": 8.0, "sample_count": 209}}, "tracking_counts": {"active": {"avg": 2.656, "max": 6.0, "p95": 4.0, "sample_count": 209}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "removed": {"avg": 0.057, "max": 1.0, "p95": 1.0, "sample_count": 209}, "tracked": {"avg": 2.656, "max": 6.0, "p95": 4.0, "sample_count": 209}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.996, "pushed": 6.996, "read": 6.962}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 208, "client_acquire_ms": {"avg_ms": 0.007, "count": 209, "max_ms": 0.021, "p95_ms": 0.014, "reason": null, "sample_age_ms": 94.836, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.071, "count": 208, "max_ms": 9.209, "p95_ms": 3.603, "reason": null, "sample_age_ms": 128.496, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.461, "count": 208, "max_ms": 5.786, "p95_ms": 2.734, "reason": null, "sample_age_ms": 128.702, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.49, "count": 209, "max_ms": 1.487, "p95_ms": 0.939, "reason": null, "sample_age_ms": 94.843, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.062, "count": 208, "max_ms": 5.265, "p95_ms": 3.286, "reason": null, "sample_age_ms": 127.472, "source": "client_direct"}, "request_count": 208, "request_tensor_bytes": {"avg": 2764808.0, "count": 208, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 127.458, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 209, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 95.169, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 56.231, "count": 209, "max_ms": 97.389, "p95_ms": 81.195, "reason": null, "sample_age_ms": 94.833, "source": "client_direct"}, "sample_age_ms": 94.83, "source": "client_direct", "task_total_ms": {"avg_ms": 58.97, "count": 209, "max_ms": 100.211, "p95_ms": 84.439, "reason": null, "sample_age_ms": 94.83, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.753, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 14.257, "count": 209, "max_ms": 26.863, "p95_ms": 22.454}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.732, "count": 209, "max_ms": 2.12, "p95_ms": 1.405}, "detection_prepare_ms": {"avg_ms": 2.436, "count": 209, "max_ms": 9.197, "p95_ms": 5.163}, "event_filter_ms": {"avg_ms": 0.007, "count": 209, "max_ms": 0.029, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.668, "count": 209, "max_ms": 1.665, "p95_ms": 1.157}, "mcmt_ms": {"avg_ms": 0.004, "count": 209, "max_ms": 0.031, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 6.44, "count": 209, "max_ms": 13.839, "p95_ms": 10.163}, "setup_ms": {"avg_ms": 0.045, "count": 209, "max_ms": 0.137, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 14.175, "count": 209, "max_ms": 26.735, "p95_ms": 22.333}, "track_match_ms": {"avg_ms": 0.322, "count": 209, "max_ms": 3.041, "p95_ms": 0.63}, "tracker_update_ms": {"avg_ms": 3.519, "count": 209, "max_ms": 13.135, "p95_ms": 5.9}}, "gstreamer_push": {"avg_ms": 3.064, "count": 209, "max_ms": 6.518, "p95_ms": 4.797}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 209, "max_ms": 0.721, "p95_ms": 0.107}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 60.511, "count": 209, "max_ms": 103.449, "p95_ms": 86.807}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.339, "count": 209, "max_ms": 19.856, "p95_ms": 10.76}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 121.973, "count": 209, "max_ms": 186.578, "p95_ms": 160.197}, "inference_input_copy_ms": {"avg_ms": 1.748, "count": 209, "max_ms": 4.226, "p95_ms": 3.027}, "processing_residual_ms": {"avg_ms": 0.314, "count": 209, "max_ms": 0.808, "p95_ms": 0.608}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 128.374, "count": 209, "max_ms": 192.27, "p95_ms": 167.007}, "read_interval": {"avg_ms": 143.719, "count": 208, "max_ms": 230.426, "p95_ms": 196.206}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.023, "count": 209, "max_ms": 0.182, "p95_ms": 0.043}, "execute_total_ms": {"avg_ms": 6.345, "count": 209, "max_ms": 13.717, "p95_ms": 10.026}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 209, "max_ms": 0.194, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 6.322, "count": 209, "max_ms": 13.69, "p95_ms": 10.007}, "worker_merge_ms": {"avg_ms": 0.008, "count": 209, "max_ms": 0.031, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 60.526, "count": 209, "max_ms": 103.464, "p95_ms": 86.816}, "visualize": {"avg_ms": 45.632, "count": 209, "max_ms": 71.736, "p95_ms": 62.924}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.737, "count": 209, "max_ms": 52.626, "p95_ms": 45.373}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.967, "count": 209, "max_ms": 69.097, "p95_ms": 60.284}, "visualize_input_copy_ms": {"avg_ms": 1.434, "count": 209, "max_ms": 6.266, "p95_ms": 2.67}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.824, "count": 209, "max_ms": 68.888, "p95_ms": 60.089}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 209, "max_ms": 0.228, "p95_ms": 0.148}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 829.73, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.849, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.856, "sample_count": 1909, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 49595, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:25:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101992, "write_bytes_delta": 101992, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 843.0, "cpu_core_ratio": 0.355697, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 42.0, "pid": 10421, "reason": null, "system_cpu_core_ratio": 0.027323, "system_cpu_s_delta": 0.5499999999999998, "user_cpu_core_ratio": 0.328374, "user_cpu_s_delta": 6.609999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 2.029362, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 16.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.645322, "system_cpu_s_delta": 12.990000000000236, "user_cpu_core_ratio": 1.38404, "user_cpu_s_delta": 27.859999999999673}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.07, "count": 209, "max_ms": 6.518, "p95_ms": 4.707, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.091, "max": 29.0, "p95": 24.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.818, "key_count": 1, "max": 9.0, "p95": 8.0, "provenance": "bounded_other_sum_proxy", "sample_count": 209}, "total": {"avg": 5.818, "max": 9.0, "p95": 8.0, "sample_count": 209}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.767, "count": 30, "max": 64.588, "p95": 54.443, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.333, "count": 30, "max": 24.813, "p95": 21.179, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 726.067, "count": 30, "max": 945.0, "p95": 926.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 272.767, "count": 30, "max": 2850.0, "p95": 729.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.029, "count": 30, "max": 0.034, "p95": 0.034, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.33, "count": 30, "max": 0.382, "p95": 0.379, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.134, "p95": 0.023, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104611.1, "count": 30, "max": 108092.0, "p95": 107074.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 104611.1, "count": 30, "max": 108092.0, "p95": 107074.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 4299.2, "count": 30, "max": 50050.0, "p95": 22844.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.605, "count": 30, "max": 0.713, "p95": 0.673, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.298, "count": 30, "max": 1.413, "p95": 1.393, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 444, "sampled_at": "2026-10-30T16:25:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:25:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 110956, "flush_count": 114, "flush_interval_seconds": 30.0, "flush_state": {"count": 114, "last_at": "2026-10-30T16:25:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:25:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 113}, "started": true, "suppressed_count": 49536, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 19, "tracking_summary": 49517}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 114, "written_record_count": 114}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4826.629, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 137217024000, "copied_frame_count": 49630, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:22:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3067524, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:22:44+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.086}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 19, "events_emitted": 18, "events_failed": 0, "events_observed": 19, "events_suppressed": 1, "frame_buffer_copied_bytes": 137217024000, "frame_buffer_copies": 49630, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 900, "recorder_active_input_bytes": 2488320000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 18, "recorder_clips_failed": 0, "recorder_clips_started": 18, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 18, "worker_jobs_accepted": 18, "worker_jobs_completed": 18, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1215, "count": 512, "max_ms": 2.203, "p50_ms": 0.0962, "p95_ms": 0.2272, "p99_ms": 0.3482}, "stages": {"db_insert": {"avg_ms": 18.2142, "count": 18, "max_ms": 33.4972, "p50_ms": 17.1521, "p95_ms": 30.5079, "p99_ms": 32.8993, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9129, "count": 18, "max_ms": 3.8064, "p50_ms": 1.8674, "p95_ms": 2.858, "p99_ms": 3.6167, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1206.5243, "count": 19, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1679.8529, "p99_ms": 3874.3034, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5253, "count": 512, "max_ms": 5.0305, "p50_ms": 1.3836, "p95_ms": 2.8625, "p99_ms": 3.5693, "results": {"failed": 0, "not_applicable": 0, "success": 49630, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 546.7984, "count": 19, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 644.4295, "p99_ms": 654.4218, "results": {"failed": 0, "not_applicable": 0, "success": 19, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 35.3588, "count": 18, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 59.2261, "p99_ms": 63.8814, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5656, "count": 512, "max_ms": 11.9235, "p50_ms": 5.3586, "p95_ms": 8.2687, "p99_ms": 9.607, "results": {"failed": 0, "not_applicable": 0, "success": 900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5744, "count": 512, "max_ms": 4.7858, "p50_ms": 1.46, "p95_ms": 2.7289, "p99_ms": 3.4408, "results": {"failed": 0, "not_applicable": 0, "success": 900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 572.7892, "count": 18, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 640.9224, "p99_ms": 651.1334, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.564, "count": 18, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 538.8226, "p99_ms": 552.1258, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8789, "count": 18, "max_ms": 99.8242, "p50_ms": 84.5935, "p95_ms": 95.9166, "p99_ms": 99.0427, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.2376, "count": 18, "max_ms": 15.8949, "p50_ms": 2.3769, "p95_ms": 9.7013, "p99_ms": 14.6562, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.1427, "count": 18, "max_ms": 73.1462, "p50_ms": 46.2892, "p95_ms": 61.2948, "p99_ms": 70.7759, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8796, "count": 19, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.246, "p99_ms": 1.5838, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4757, "count": 18, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.7853, "p99_ms": 6.9786, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4757, "count": 18, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.7853, "p99_ms": 6.9786, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8796, "count": 19, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.246, "p99_ms": 1.5838, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.545, "count": 18, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 3.5741, "p99_ms": 8.088, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 603.3289, "count": 18, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 1171.8409, "p99_ms": 3236.477, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 19, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 19, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.8003, "count": 18, "max_ms": 11.5083, "p50_ms": 2.0867, "p95_ms": 7.4637, "p99_ms": 10.6994, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7796, "count": 18, "max_ms": 92.2129, "p50_ms": 22.1156, "p95_ms": 76.9003, "p99_ms": 89.1504, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1665, "count": 18, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.3265, "p99_ms": 0.987, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6741, "count": 18, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.418, "p99_ms": 5.2528, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 693.9558, "count": 18, "max_ms": 3837.487, "p50_ms": 483.4723, "p95_ms": 1237.2921, "p99_ms": 3317.448, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 18, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 18, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.3265, "p99_ms": 0.987}, "wait_ms": {"count": 18, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.418, "p99_ms": 5.2528}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 18, "artifact_failed": 0, "artifact_requested": 18, "artifact_success": 18, "completed": 18, "completed_failed": 0, "completed_success": 18, "cooldown_promoted": 18, "database_requested": 18, "db_insert_success": 18, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15559, "relay_business_failed": 0, "relay_business_success": 18, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 18, "relay_transport_failed": 0, "relay_transport_success": 18, "reservation_requested": 18}, "snapshot": {"copied_bytes": 49766400, "copied_count": 18, "copy": {"count": 18, "max_ms": 3.8064, "p50_ms": 1.8674, "p95_ms": 2.858, "p99_ms": 3.6167}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 33, "h264_decode_error_count": 88, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:25:49+09:00", "last_error_summary": "[h264 @ 0x5ea1e4310a00] error while decoding MB 88 47, bytestream -20", "last_exit_at": "2026-10-30T16:25:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 163.436, "last_started_at": "2026-10-30T16:23:06+09:00", "pid": 10421, "process": {"exists": false, "pid": 10421}, "restart_count": 33, "restart_count_per_hour": 17, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 34}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 178.128, "sample_count": 1909, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 49630, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:25:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.029, "last_frame_pushed_at": "2026-10-30T16:25:50+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-10-30T16:25:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 12, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 106.959, "last_sample_duration_ms": 1103.669, "last_trigger": "periodic", "next_snapshot_in_sec": 493.041, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 12, "storage_bytes": 1163266}, "mjpeg": {"age_sec": 0.018, "exists": true, "mtime": "2026-10-30T16:25:50.053145+09:00", "mtime_epoch": 1793345150.0531447, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 104293}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:25:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 829.746, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 17, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 49630, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.928, "max": 33.0, "p95": 25.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.885, "max": 9.0, "p95": 8.0, "sample_count": 209}, "total": {"avg": 5.885, "max": 9.0, "p95": 8.0, "sample_count": 209}}, "tracking_counts": {"active": {"avg": 2.656, "max": 6.0, "p95": 4.0, "sample_count": 209}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "removed": {"avg": 0.057, "max": 1.0, "p95": 1.0, "sample_count": 209}, "tracked": {"avg": 2.656, "max": 6.0, "p95": 4.0, "sample_count": 209}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.989, "pushed": 6.989, "read": 6.956}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 208, "client_acquire_ms": {"avg_ms": 0.007, "count": 209, "max_ms": 0.021, "p95_ms": 0.014, "reason": null, "sample_age_ms": 131.193, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.071, "count": 208, "max_ms": 9.209, "p95_ms": 3.603, "reason": null, "sample_age_ms": 164.853, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.461, "count": 208, "max_ms": 5.786, "p95_ms": 2.734, "reason": null, "sample_age_ms": 165.059, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.49, "count": 209, "max_ms": 1.487, "p95_ms": 0.939, "reason": null, "sample_age_ms": 131.2, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.062, "count": 208, "max_ms": 5.265, "p95_ms": 3.286, "reason": null, "sample_age_ms": 163.829, "source": "client_direct"}, "request_count": 208, "request_tensor_bytes": {"avg": 2764808.0, "count": 208, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 163.815, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 209, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 131.526, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 56.231, "count": 209, "max_ms": 97.389, "p95_ms": 81.195, "reason": null, "sample_age_ms": 131.19, "source": "client_direct"}, "sample_age_ms": 131.187, "source": "client_direct", "task_total_ms": {"avg_ms": 58.97, "count": 209, "max_ms": 100.211, "p95_ms": 84.439, "reason": null, "sample_age_ms": 131.187, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.145, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 14.257, "count": 209, "max_ms": 26.863, "p95_ms": 22.454}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.732, "count": 209, "max_ms": 2.12, "p95_ms": 1.405}, "detection_prepare_ms": {"avg_ms": 2.436, "count": 209, "max_ms": 9.197, "p95_ms": 5.163}, "event_filter_ms": {"avg_ms": 0.007, "count": 209, "max_ms": 0.029, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.668, "count": 209, "max_ms": 1.665, "p95_ms": 1.157}, "mcmt_ms": {"avg_ms": 0.004, "count": 209, "max_ms": 0.031, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 6.44, "count": 209, "max_ms": 13.839, "p95_ms": 10.163}, "setup_ms": {"avg_ms": 0.045, "count": 209, "max_ms": 0.137, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 14.175, "count": 209, "max_ms": 26.735, "p95_ms": 22.333}, "track_match_ms": {"avg_ms": 0.322, "count": 209, "max_ms": 3.041, "p95_ms": 0.63}, "tracker_update_ms": {"avg_ms": 3.519, "count": 209, "max_ms": 13.135, "p95_ms": 5.9}}, "gstreamer_push": {"avg_ms": 3.064, "count": 209, "max_ms": 6.518, "p95_ms": 4.797}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 209, "max_ms": 0.721, "p95_ms": 0.107}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 60.511, "count": 209, "max_ms": 103.449, "p95_ms": 86.807}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.339, "count": 209, "max_ms": 19.856, "p95_ms": 10.76}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 121.973, "count": 209, "max_ms": 186.578, "p95_ms": 160.197}, "inference_input_copy_ms": {"avg_ms": 1.748, "count": 209, "max_ms": 4.226, "p95_ms": 3.027}, "processing_residual_ms": {"avg_ms": 0.314, "count": 209, "max_ms": 0.808, "p95_ms": 0.608}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 128.374, "count": 209, "max_ms": 192.27, "p95_ms": 167.007}, "read_interval": {"avg_ms": 143.719, "count": 208, "max_ms": 230.426, "p95_ms": 196.206}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.023, "count": 209, "max_ms": 0.182, "p95_ms": 0.043}, "execute_total_ms": {"avg_ms": 6.345, "count": 209, "max_ms": 13.717, "p95_ms": 10.026}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 209, "max_ms": 0.194, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 6.322, "count": 209, "max_ms": 13.69, "p95_ms": 10.007}, "worker_merge_ms": {"avg_ms": 0.008, "count": 209, "max_ms": 0.031, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 60.526, "count": 209, "max_ms": 103.464, "p95_ms": 86.816}, "visualize": {"avg_ms": 45.632, "count": 209, "max_ms": 71.736, "p95_ms": 62.924}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.737, "count": 209, "max_ms": 52.626, "p95_ms": 45.373}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.967, "count": 209, "max_ms": 69.097, "p95_ms": 60.284}, "visualize_input_copy_ms": {"avg_ms": 1.434, "count": 209, "max_ms": 6.266, "p95_ms": 2.67}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.824, "count": 209, "max_ms": 68.888, "p95_ms": 60.089}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 209, "max_ms": 0.228, "p95_ms": 0.148}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 829.73, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.849, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.856, "sample_count": 1909, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 49595, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:25:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101992, "write_bytes_delta": 101992, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 843.0, "cpu_core_ratio": 0.355697, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 42.0, "pid": 10421, "reason": null, "system_cpu_core_ratio": 0.027323, "system_cpu_s_delta": 0.5499999999999998, "user_cpu_core_ratio": 0.328374, "user_cpu_s_delta": 6.609999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 2.029362, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 16.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.645322, "system_cpu_s_delta": 12.990000000000236, "user_cpu_core_ratio": 1.38404, "user_cpu_s_delta": 27.859999999999673}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.07, "count": 209, "max_ms": 6.518, "p95_ms": 4.707, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.091, "max": 29.0, "p95": 24.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.818, "key_count": 1, "max": 9.0, "p95": 8.0, "provenance": "bounded_other_sum_proxy", "sample_count": 209}, "total": {"avg": 5.818, "max": 9.0, "p95": 8.0, "sample_count": 209}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.767, "count": 30, "max": 64.588, "p95": 54.443, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.333, "count": 30, "max": 24.813, "p95": 21.179, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 726.067, "count": 30, "max": 945.0, "p95": 926.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 272.767, "count": 30, "max": 2850.0, "p95": 729.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.029, "count": 30, "max": 0.034, "p95": 0.034, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.33, "count": 30, "max": 0.382, "p95": 0.379, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.134, "p95": 0.023, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104611.1, "count": 30, "max": 108092.0, "p95": 107074.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 104611.1, "count": 30, "max": 108092.0, "p95": 107074.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 4299.2, "count": 30, "max": 50050.0, "p95": 22844.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.605, "count": 30, "max": 0.713, "p95": 0.673, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.298, "count": 30, "max": 1.413, "p95": 1.393, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 444, "sampled_at": "2026-10-30T16:25:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:25:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 110956, "flush_count": 114, "flush_interval_seconds": 30.0, "flush_state": {"count": 114, "last_at": "2026-10-30T16:25:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:25:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 113}, "started": true, "suppressed_count": 49536, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 19, "tracking_summary": 49517}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 114, "written_record_count": 114}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4999.629, "limit_mb": null}, "detail": {"pid": 10537, "restart_count": 34, "start_count": 35}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 137217024000, "copied_frame_count": 49630, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:22:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3067524, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:22:44+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.086}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 19, "events_emitted": 18, "events_failed": 0, "events_observed": 19, "events_suppressed": 1, "frame_buffer_copied_bytes": 137217024000, "frame_buffer_copies": 49630, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 900, "recorder_active_input_bytes": 2488320000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 18, "recorder_clips_failed": 0, "recorder_clips_started": 18, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 18, "worker_jobs_accepted": 18, "worker_jobs_completed": 18, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1215, "count": 512, "max_ms": 2.203, "p50_ms": 0.0962, "p95_ms": 0.2272, "p99_ms": 0.3482}, "stages": {"db_insert": {"avg_ms": 18.2142, "count": 18, "max_ms": 33.4972, "p50_ms": 17.1521, "p95_ms": 30.5079, "p99_ms": 32.8993, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9129, "count": 18, "max_ms": 3.8064, "p50_ms": 1.8674, "p95_ms": 2.858, "p99_ms": 3.6167, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1206.5243, "count": 19, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1679.8529, "p99_ms": 3874.3034, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5253, "count": 512, "max_ms": 5.0305, "p50_ms": 1.3836, "p95_ms": 2.8625, "p99_ms": 3.5693, "results": {"failed": 0, "not_applicable": 0, "success": 49630, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 546.7984, "count": 19, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 644.4295, "p99_ms": 654.4218, "results": {"failed": 0, "not_applicable": 0, "success": 19, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 35.3588, "count": 18, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 59.2261, "p99_ms": 63.8814, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5656, "count": 512, "max_ms": 11.9235, "p50_ms": 5.3586, "p95_ms": 8.2687, "p99_ms": 9.607, "results": {"failed": 0, "not_applicable": 0, "success": 900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5744, "count": 512, "max_ms": 4.7858, "p50_ms": 1.46, "p95_ms": 2.7289, "p99_ms": 3.4408, "results": {"failed": 0, "not_applicable": 0, "success": 900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 572.7892, "count": 18, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 640.9224, "p99_ms": 651.1334, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.564, "count": 18, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 538.8226, "p99_ms": 552.1258, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8789, "count": 18, "max_ms": 99.8242, "p50_ms": 84.5935, "p95_ms": 95.9166, "p99_ms": 99.0427, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.2376, "count": 18, "max_ms": 15.8949, "p50_ms": 2.3769, "p95_ms": 9.7013, "p99_ms": 14.6562, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.1427, "count": 18, "max_ms": 73.1462, "p50_ms": 46.2892, "p95_ms": 61.2948, "p99_ms": 70.7759, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8796, "count": 19, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.246, "p99_ms": 1.5838, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4757, "count": 18, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.7853, "p99_ms": 6.9786, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4757, "count": 18, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.7853, "p99_ms": 6.9786, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8796, "count": 19, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.246, "p99_ms": 1.5838, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.545, "count": 18, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 3.5741, "p99_ms": 8.088, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 603.3289, "count": 18, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 1171.8409, "p99_ms": 3236.477, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 19, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 19, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.8003, "count": 18, "max_ms": 11.5083, "p50_ms": 2.0867, "p95_ms": 7.4637, "p99_ms": 10.6994, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7796, "count": 18, "max_ms": 92.2129, "p50_ms": 22.1156, "p95_ms": 76.9003, "p99_ms": 89.1504, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1665, "count": 18, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.3265, "p99_ms": 0.987, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6741, "count": 18, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.418, "p99_ms": 5.2528, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 693.9558, "count": 18, "max_ms": 3837.487, "p50_ms": 483.4723, "p95_ms": 1237.2921, "p99_ms": 3317.448, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 18, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 18, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.3265, "p99_ms": 0.987}, "wait_ms": {"count": 18, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.418, "p99_ms": 5.2528}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 18, "artifact_failed": 0, "artifact_requested": 18, "artifact_success": 18, "completed": 18, "completed_failed": 0, "completed_success": 18, "cooldown_promoted": 18, "database_requested": 18, "db_insert_success": 18, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15559, "relay_business_failed": 0, "relay_business_success": 18, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 18, "relay_transport_failed": 0, "relay_transport_success": 18, "reservation_requested": 18}, "snapshot": {"copied_bytes": 49766400, "copied_count": 18, "copy": {"count": 18, "max_ms": 3.8064, "p50_ms": 1.8674, "p95_ms": 2.858, "p99_ms": 3.6167}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 33, "h264_decode_error_count": 88, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:25:49+09:00", "last_error_summary": "[h264 @ 0x5ea1e4310a00] error while decoding MB 88 47, bytestream -20", "last_exit_at": "2026-10-30T16:25:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T16:25:52+09:00", "pid": 10537, "process": {"exists": true, "fd_count": 5, "hwm_mb": 207.656, "name": "ffmpeg", "pid": 10537, "rss_mb": 207.656, "state": "S (sleeping)", "threads": 70}, "restart_count": 34, "restart_count_per_hour": 17, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 178.128, "sample_count": 1909, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 49630, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:25:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.334, "last_frame_pushed_at": "2026-10-30T16:25:50+09:00", "last_frame_read_age_sec": 4.457, "last_frame_read_at": "2026-10-30T16:25:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 12, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 111.267, "last_sample_duration_ms": 1103.669, "last_trigger": "periodic", "next_snapshot_in_sec": 488.733, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 12, "storage_bytes": 1163266}, "mjpeg": {"age_sec": 4.324, "exists": true, "mtime": "2026-10-30T16:25:50.053145+09:00", "mtime_epoch": 1793345150.0531447, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 104293}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:25:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 829.75, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 17, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 49630, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 16.571, "max": 33.0, "p95": 26.0, "sample_count": 177}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 6.023, "max": 9.0, "p95": 8.0, "sample_count": 177}, "total": {"avg": 6.023, "max": 9.0, "p95": 8.0, "sample_count": 177}}, "tracking_counts": {"active": {"avg": 2.768, "max": 6.0, "p95": 4.0, "sample_count": 177}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}, "removed": {"avg": 0.056, "max": 1.0, "p95": 1.0, "sample_count": 177}, "tracked": {"avg": 2.768, "max": 6.0, "p95": 4.0, "sample_count": 177}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 176, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.905, "pushed": 5.905, "read": 5.872}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 176, "client_acquire_ms": {"avg_ms": 0.007, "count": 176, "max_ms": 0.021, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4438.41, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.112, "count": 176, "max_ms": 9.209, "p95_ms": 3.635, "reason": null, "sample_age_ms": 4472.069, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.476, "count": 176, "max_ms": 5.786, "p95_ms": 2.902, "reason": null, "sample_age_ms": 4472.275, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.505, "count": 176, "max_ms": 1.487, "p95_ms": 0.974, "reason": null, "sample_age_ms": 4438.417, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.049, "count": 176, "max_ms": 5.265, "p95_ms": 3.263, "reason": null, "sample_age_ms": 4471.045, "source": "client_direct"}, "request_count": 176, "request_tensor_bytes": {"avg": 2764808.0, "count": 176, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4471.032, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 176, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4438.742, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 56.855, "count": 176, "max_ms": 97.389, "p95_ms": 83.517, "reason": null, "sample_age_ms": 4438.406, "source": "client_direct"}, "sample_age_ms": 4438.403, "source": "client_direct", "task_total_ms": {"avg_ms": 59.599, "count": 176, "max_ms": 100.211, "p95_ms": 86.206, "reason": null, "sample_age_ms": 4438.403, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.329, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 14.589, "count": 177, "max_ms": 26.863, "p95_ms": 22.69}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.726, "count": 177, "max_ms": 1.889, "p95_ms": 1.371}, "detection_prepare_ms": {"avg_ms": 2.515, "count": 177, "max_ms": 9.197, "p95_ms": 5.502}, "event_filter_ms": {"avg_ms": 0.007, "count": 177, "max_ms": 0.029, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.678, "count": 177, "max_ms": 1.665, "p95_ms": 1.158}, "mcmt_ms": {"avg_ms": 0.005, "count": 177, "max_ms": 0.031, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 6.645, "count": 177, "max_ms": 13.839, "p95_ms": 10.491}, "setup_ms": {"avg_ms": 0.046, "count": 177, "max_ms": 0.137, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 14.507, "count": 177, "max_ms": 26.735, "p95_ms": 22.606}, "track_match_ms": {"avg_ms": 0.332, "count": 177, "max_ms": 3.041, "p95_ms": 0.638}, "tracker_update_ms": {"avg_ms": 3.552, "count": 177, "max_ms": 13.135, "p95_ms": 5.9}}, "gstreamer_push": {"avg_ms": 3.097, "count": 177, "max_ms": 6.518, "p95_ms": 4.797}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 177, "max_ms": 0.721, "p95_ms": 0.112}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 61.089, "count": 177, "max_ms": 103.449, "p95_ms": 88.812}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.469, "count": 177, "max_ms": 19.856, "p95_ms": 11.041}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 123.349, "count": 177, "max_ms": 186.578, "p95_ms": 163.678}, "inference_input_copy_ms": {"avg_ms": 1.772, "count": 177, "max_ms": 4.226, "p95_ms": 3.228}, "processing_residual_ms": {"avg_ms": 0.321, "count": 177, "max_ms": 0.808, "p95_ms": 0.609}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 129.911, "count": 177, "max_ms": 192.27, "p95_ms": 169.061}, "read_interval": {"avg_ms": 145.564, "count": 176, "max_ms": 230.426, "p95_ms": 198.003}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.023, "count": 177, "max_ms": 0.182, "p95_ms": 0.045}, "execute_total_ms": {"avg_ms": 6.548, "count": 177, "max_ms": 13.717, "p95_ms": 10.39}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 177, "max_ms": 0.194, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 6.524, "count": 177, "max_ms": 13.69, "p95_ms": 10.372}, "worker_merge_ms": {"avg_ms": 0.008, "count": 177, "max_ms": 0.031, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 61.104, "count": 177, "max_ms": 103.464, "p95_ms": 88.824}, "visualize": {"avg_ms": 46.059, "count": 177, "max_ms": 71.736, "p95_ms": 62.94}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.859, "count": 177, "max_ms": 52.626, "p95_ms": 45.331}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.404, "count": 177, "max_ms": 69.097, "p95_ms": 60.284}, "visualize_input_copy_ms": {"avg_ms": 1.422, "count": 177, "max_ms": 6.266, "p95_ms": 2.67}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.26, "count": 177, "max_ms": 68.888, "p95_ms": 60.089}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 177, "max_ms": 0.228, "p95_ms": 0.151}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 177}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 829.73, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.849, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 177.856, "sample_count": 1909, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 49595, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:25:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101992, "write_bytes_delta": 101992, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 843.0, "cpu_core_ratio": 0.355697, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 42.0, "pid": 10421, "reason": null, "system_cpu_core_ratio": 0.027323, "system_cpu_s_delta": 0.5499999999999998, "user_cpu_core_ratio": 0.328374, "user_cpu_s_delta": 6.609999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 2.029362, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 16.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.645322, "system_cpu_s_delta": 12.990000000000236, "user_cpu_core_ratio": 1.38404, "user_cpu_s_delta": 27.859999999999673}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.07, "count": 209, "max_ms": 6.518, "p95_ms": 4.707, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.091, "max": 29.0, "p95": 24.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.818, "key_count": 1, "max": 9.0, "p95": 8.0, "provenance": "bounded_other_sum_proxy", "sample_count": 209}, "total": {"avg": 5.818, "max": 9.0, "p95": 8.0, "sample_count": 209}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.767, "count": 30, "max": 64.588, "p95": 54.443, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.333, "count": 30, "max": 24.813, "p95": 21.179, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 726.067, "count": 30, "max": 945.0, "p95": 926.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 272.767, "count": 30, "max": 2850.0, "p95": 729.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.029, "count": 30, "max": 0.034, "p95": 0.034, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.33, "count": 30, "max": 0.382, "p95": 0.379, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.134, "p95": 0.023, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104611.1, "count": 30, "max": 108092.0, "p95": 107074.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 104611.1, "count": 30, "max": 108092.0, "p95": 107074.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 4299.2, "count": 30, "max": 50050.0, "p95": 22844.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.605, "count": 30, "max": 0.713, "p95": 0.673, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.298, "count": 30, "max": 1.413, "p95": 1.393, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 444, "sampled_at": "2026-10-30T16:25:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:25:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 114059, "flush_count": 117, "flush_interval_seconds": 30.0, "flush_state": {"count": 117, "last_at": "2026-10-30T16:28:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:28:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 116}, "started": true, "suppressed_count": 50850, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 19, "tracking_summary": 50831}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 117, "written_record_count": 117}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4828.203, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x569254d38e40] error while decoding MB 19 61, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 140855500800, "copied_frame_count": 50946, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:22:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3067524, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:22:44+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.086}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 19, "events_emitted": 18, "events_failed": 0, "events_observed": 19, "events_suppressed": 1, "frame_buffer_copied_bytes": 140855500800, "frame_buffer_copies": 50946, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 900, "recorder_active_input_bytes": 2488320000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 18, "recorder_clips_failed": 0, "recorder_clips_started": 18, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 18, "worker_jobs_accepted": 18, "worker_jobs_completed": 18, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1329, "count": 512, "max_ms": 3.1629, "p50_ms": 0.1051, "p95_ms": 0.2263, "p99_ms": 0.3541}, "stages": {"db_insert": {"avg_ms": 18.2142, "count": 18, "max_ms": 33.4972, "p50_ms": 17.1521, "p95_ms": 30.5079, "p99_ms": 32.8993, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9129, "count": 18, "max_ms": 3.8064, "p50_ms": 1.8674, "p95_ms": 2.858, "p99_ms": 3.6167, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1206.5243, "count": 19, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1679.8529, "p99_ms": 3874.3034, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5551, "count": 512, "max_ms": 5.0989, "p50_ms": 1.4561, "p95_ms": 2.5651, "p99_ms": 3.6788, "results": {"failed": 0, "not_applicable": 0, "success": 50946, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 546.7984, "count": 19, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 644.4295, "p99_ms": 654.4218, "results": {"failed": 0, "not_applicable": 0, "success": 19, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 35.3588, "count": 18, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 59.2261, "p99_ms": 63.8814, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5656, "count": 512, "max_ms": 11.9235, "p50_ms": 5.3586, "p95_ms": 8.2687, "p99_ms": 9.607, "results": {"failed": 0, "not_applicable": 0, "success": 900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5744, "count": 512, "max_ms": 4.7858, "p50_ms": 1.46, "p95_ms": 2.7289, "p99_ms": 3.4408, "results": {"failed": 0, "not_applicable": 0, "success": 900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 572.7892, "count": 18, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 640.9224, "p99_ms": 651.1334, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.564, "count": 18, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 538.8226, "p99_ms": 552.1258, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8789, "count": 18, "max_ms": 99.8242, "p50_ms": 84.5935, "p95_ms": 95.9166, "p99_ms": 99.0427, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.2376, "count": 18, "max_ms": 15.8949, "p50_ms": 2.3769, "p95_ms": 9.7013, "p99_ms": 14.6562, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.1427, "count": 18, "max_ms": 73.1462, "p50_ms": 46.2892, "p95_ms": 61.2948, "p99_ms": 70.7759, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8796, "count": 19, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.246, "p99_ms": 1.5838, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4757, "count": 18, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.7853, "p99_ms": 6.9786, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4757, "count": 18, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.7853, "p99_ms": 6.9786, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8796, "count": 19, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.246, "p99_ms": 1.5838, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.545, "count": 18, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 3.5741, "p99_ms": 8.088, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 603.3289, "count": 18, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 1171.8409, "p99_ms": 3236.477, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 19, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 19, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.8003, "count": 18, "max_ms": 11.5083, "p50_ms": 2.0867, "p95_ms": 7.4637, "p99_ms": 10.6994, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7796, "count": 18, "max_ms": 92.2129, "p50_ms": 22.1156, "p95_ms": 76.9003, "p99_ms": 89.1504, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1665, "count": 18, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.3265, "p99_ms": 0.987, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6741, "count": 18, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.418, "p99_ms": 5.2528, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 693.9558, "count": 18, "max_ms": 3837.487, "p50_ms": 483.4723, "p95_ms": 1237.2921, "p99_ms": 3317.448, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 18, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 18, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.3265, "p99_ms": 0.987}, "wait_ms": {"count": 18, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.418, "p99_ms": 5.2528}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 18, "artifact_failed": 0, "artifact_requested": 18, "artifact_success": 18, "completed": 18, "completed_failed": 0, "completed_success": 18, "cooldown_promoted": 18, "database_requested": 18, "db_insert_success": 18, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15559, "relay_business_failed": 0, "relay_business_success": 18, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 18, "relay_transport_failed": 0, "relay_transport_success": 18, "reservation_requested": 18}, "snapshot": {"copied_bytes": 49766400, "copied_count": 18, "copy": {"count": 18, "max_ms": 3.8064, "p50_ms": 1.8674, "p95_ms": 2.858, "p99_ms": 3.6167}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 34, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:28:59+09:00", "last_error_summary": "[h264 @ 0x569254d38e40] error while decoding MB 19 61, bytestream -6", "last_exit_at": "2026-10-30T16:25:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 187.149, "last_started_at": "2026-10-30T16:25:52+09:00", "pid": 10537, "process": {"exists": false, "pid": 10537}, "restart_count": 34, "restart_count_per_hour": 16, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.424, "sample_count": 2073, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 50946, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:28:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.064, "last_frame_pushed_at": "2026-10-30T16:28:59+09:00", "last_frame_read_age_sec": 0.058, "last_frame_read_at": "2026-10-30T16:28:59+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 12, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 296.403, "last_sample_duration_ms": 1103.669, "last_trigger": "periodic", "next_snapshot_in_sec": 303.597, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 12, "storage_bytes": 1163266}, "mjpeg": {"age_sec": 0.052, "exists": true, "mtime": "2026-10-30T16:28:59.472734+09:00", "mtime_epoch": 1793345339.4727342, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101123}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:28:59+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 830.426, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 17, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 50947, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.351, "max": 12.0, "p95": 11.0, "sample_count": 222}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.05, "max": 5.0, "p95": 5.0, "sample_count": 222}, "total": {"avg": 4.05, "max": 5.0, "p95": 5.0, "sample_count": 222}}, "tracking_counts": {"active": {"avg": 1.689, "max": 3.0, "p95": 2.0, "sample_count": 222}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "removed": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 222}, "tracked": {"avg": 1.689, "max": 3.0, "p95": 2.0, "sample_count": 222}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.417, "pushed": 7.417, "read": 7.417}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 222, "client_acquire_ms": {"avg_ms": 0.009, "count": 222, "max_ms": 0.029, "p95_ms": 0.018, "reason": null, "sample_age_ms": 21.916, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.068, "count": 222, "max_ms": 11.831, "p95_ms": 3.322, "reason": null, "sample_age_ms": 60.414, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.454, "count": 222, "max_ms": 11.208, "p95_ms": 2.274, "reason": null, "sample_age_ms": 61.972, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.452, "count": 222, "max_ms": 4.019, "p95_ms": 0.831, "reason": null, "sample_age_ms": 21.934, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.309, "count": 222, "max_ms": 9.779, "p95_ms": 3.794, "reason": null, "sample_age_ms": 57.92, "source": "client_direct"}, "request_count": 222, "request_tensor_bytes": {"avg": 2764808.0, "count": 222, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 57.878, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 222, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 22.474, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 54.031, "count": 222, "max_ms": 91.289, "p95_ms": 74.298, "reason": null, "sample_age_ms": 21.909, "source": "client_direct"}, "sample_age_ms": 21.901, "source": "client_direct", "task_total_ms": {"avg_ms": 56.984, "count": 222, "max_ms": 93.329, "p95_ms": 77.618, "reason": null, "sample_age_ms": 21.901, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.088, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.016, "count": 222, "max_ms": 22.941, "p95_ms": 16.014}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.606, "count": 222, "max_ms": 1.939, "p95_ms": 1.181}, "detection_prepare_ms": {"avg_ms": 1.985, "count": 222, "max_ms": 8.189, "p95_ms": 4.22}, "event_filter_ms": {"avg_ms": 0.006, "count": 222, "max_ms": 0.024, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.427, "count": 222, "max_ms": 1.219, "p95_ms": 0.726}, "mcmt_ms": {"avg_ms": 0.004, "count": 222, "max_ms": 0.027, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.907, "count": 222, "max_ms": 11.391, "p95_ms": 7.702}, "setup_ms": {"avg_ms": 0.047, "count": 222, "max_ms": 0.137, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 10.944, "count": 222, "max_ms": 22.809, "p95_ms": 15.95}, "track_match_ms": {"avg_ms": 0.219, "count": 222, "max_ms": 0.6, "p95_ms": 0.386}, "tracker_update_ms": {"avg_ms": 2.741, "count": 222, "max_ms": 10.485, "p95_ms": 4.444}}, "gstreamer_push": {"avg_ms": 3.259, "count": 222, "max_ms": 7.376, "p95_ms": 5.076}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 222, "max_ms": 0.499, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.706, "count": 222, "max_ms": 95.175, "p95_ms": 80.946}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.749, "count": 222, "max_ms": 13.956, "p95_ms": 8.698}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.114, "count": 222, "max_ms": 173.722, "p95_ms": 145.731}, "inference_input_copy_ms": {"avg_ms": 1.829, "count": 222, "max_ms": 4.001, "p95_ms": 3.144}, "processing_residual_ms": {"avg_ms": 0.277, "count": 222, "max_ms": 1.066, "p95_ms": 0.534}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 119.969, "count": 222, "max_ms": 179.304, "p95_ms": 153.998}, "read_interval": {"avg_ms": 135.182, "count": 222, "max_ms": 216.02, "p95_ms": 176.35}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.03, "count": 222, "max_ms": 1.747, "p95_ms": 0.053}, "execute_total_ms": {"avg_ms": 4.823, "count": 222, "max_ms": 11.247, "p95_ms": 7.573}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 222, "max_ms": 0.055, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.793, "count": 222, "max_ms": 11.212, "p95_ms": 7.501}, "worker_merge_ms": {"avg_ms": 0.007, "count": 222, "max_ms": 0.028, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 58.721, "count": 222, "max_ms": 95.189, "p95_ms": 80.956}, "visualize": {"avg_ms": 42.98, "count": 222, "max_ms": 75.445, "p95_ms": 56.817}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.899, "count": 222, "max_ms": 48.638, "p95_ms": 44.091}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.413, "count": 222, "max_ms": 74.024, "p95_ms": 55.247}, "visualize_input_copy_ms": {"avg_ms": 1.358, "count": 222, "max_ms": 3.582, "p95_ms": 2.333}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.271, "count": 222, "max_ms": 73.799, "p95_ms": 55.174}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 222, "max_ms": 0.201, "p95_ms": 0.143}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 222}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 830.414, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.081, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.77, "sample_count": 2070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 50921, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:28:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100683, "write_bytes_delta": 100683, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 463.0, "cpu_core_ratio": 0.404311, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 10537, "reason": null, "system_cpu_core_ratio": 0.031633, "system_cpu_s_delta": 0.3200000000000003, "user_cpu_core_ratio": 0.372678, "user_cpu_s_delta": 3.7700000000000102}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.933574, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.615857, "system_cpu_s_delta": 6.230000000000018, "user_cpu_core_ratio": 1.317717, "user_cpu_s_delta": 13.329999999999927}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.259, "count": 222, "max_ms": 8.283, "p95_ms": 5.076, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.338, "max": 12.0, "p95": 11.0, "sample_count": 222}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.059, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 222}, "total": {"avg": 4.059, "max": 5.0, "p95": 5.0, "sample_count": 222}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.786, "count": 30, "max": 57.512, "p95": 32.182, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.608, "count": 30, "max": 20.795, "p95": 20.273, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 622.7, "count": 30, "max": 856.0, "p95": 850.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 136.867, "count": 30, "max": 770.0, "p95": 627.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.029, "count": 30, "max": 0.032, "p95": 0.032, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.341, "count": 30, "max": 0.379, "p95": 0.369, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.009, "count": 30, "max": 0.134, "p95": 0.076, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 102571.067, "count": 30, "max": 106296.0, "p95": 106011.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99027.867, "count": 30, "max": 106289.0, "p95": 105180.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2644.733, "count": 30, "max": 50050.0, "p95": 13515.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.613, "count": 30, "max": 0.713, "p95": 0.671, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.314, "count": 30, "max": 1.413, "p95": 1.392, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 461, "sampled_at": "2026-10-30T16:28:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:28:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 114059, "flush_count": 117, "flush_interval_seconds": 30.0, "flush_state": {"count": 117, "last_at": "2026-10-30T16:28:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:28:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 116}, "started": true, "suppressed_count": 50850, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 19, "tracking_summary": 50831}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 117, "written_record_count": 117}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4828.859, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T16:28:59+09:00", "last_error_summary": "[h264 @ 0x569254d38e40] error while decoding MB 19 61, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 140858265600, "copied_frame_count": 50947, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:22:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3067524, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:22:44+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.086}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 19, "events_emitted": 18, "events_failed": 0, "events_observed": 19, "events_suppressed": 1, "frame_buffer_copied_bytes": 140858265600, "frame_buffer_copies": 50947, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 900, "recorder_active_input_bytes": 2488320000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 18, "recorder_clips_failed": 0, "recorder_clips_started": 18, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 18, "worker_jobs_accepted": 18, "worker_jobs_completed": 18, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1329, "count": 512, "max_ms": 3.1629, "p50_ms": 0.1051, "p95_ms": 0.2263, "p99_ms": 0.3541}, "stages": {"db_insert": {"avg_ms": 18.2142, "count": 18, "max_ms": 33.4972, "p50_ms": 17.1521, "p95_ms": 30.5079, "p99_ms": 32.8993, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9129, "count": 18, "max_ms": 3.8064, "p50_ms": 1.8674, "p95_ms": 2.858, "p99_ms": 3.6167, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1206.5243, "count": 19, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1679.8529, "p99_ms": 3874.3034, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5556, "count": 512, "max_ms": 5.0989, "p50_ms": 1.4561, "p95_ms": 2.5651, "p99_ms": 3.6788, "results": {"failed": 0, "not_applicable": 0, "success": 50947, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 546.7984, "count": 19, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 644.4295, "p99_ms": 654.4218, "results": {"failed": 0, "not_applicable": 0, "success": 19, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 35.3588, "count": 18, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 59.2261, "p99_ms": 63.8814, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5656, "count": 512, "max_ms": 11.9235, "p50_ms": 5.3586, "p95_ms": 8.2687, "p99_ms": 9.607, "results": {"failed": 0, "not_applicable": 0, "success": 900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5744, "count": 512, "max_ms": 4.7858, "p50_ms": 1.46, "p95_ms": 2.7289, "p99_ms": 3.4408, "results": {"failed": 0, "not_applicable": 0, "success": 900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 572.7892, "count": 18, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 640.9224, "p99_ms": 651.1334, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.564, "count": 18, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 538.8226, "p99_ms": 552.1258, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8789, "count": 18, "max_ms": 99.8242, "p50_ms": 84.5935, "p95_ms": 95.9166, "p99_ms": 99.0427, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.2376, "count": 18, "max_ms": 15.8949, "p50_ms": 2.3769, "p95_ms": 9.7013, "p99_ms": 14.6562, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.1427, "count": 18, "max_ms": 73.1462, "p50_ms": 46.2892, "p95_ms": 61.2948, "p99_ms": 70.7759, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8796, "count": 19, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.246, "p99_ms": 1.5838, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4757, "count": 18, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.7853, "p99_ms": 6.9786, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4757, "count": 18, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.7853, "p99_ms": 6.9786, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8796, "count": 19, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.246, "p99_ms": 1.5838, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.545, "count": 18, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 3.5741, "p99_ms": 8.088, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 603.3289, "count": 18, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 1171.8409, "p99_ms": 3236.477, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 19, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 19, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.8003, "count": 18, "max_ms": 11.5083, "p50_ms": 2.0867, "p95_ms": 7.4637, "p99_ms": 10.6994, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7796, "count": 18, "max_ms": 92.2129, "p50_ms": 22.1156, "p95_ms": 76.9003, "p99_ms": 89.1504, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1665, "count": 18, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.3265, "p99_ms": 0.987, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6741, "count": 18, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.418, "p99_ms": 5.2528, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 693.9558, "count": 18, "max_ms": 3837.487, "p50_ms": 483.4723, "p95_ms": 1237.2921, "p99_ms": 3317.448, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 18, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 18, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.3265, "p99_ms": 0.987}, "wait_ms": {"count": 18, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.418, "p99_ms": 5.2528}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 18, "artifact_failed": 0, "artifact_requested": 18, "artifact_success": 18, "completed": 18, "completed_failed": 0, "completed_success": 18, "cooldown_promoted": 18, "database_requested": 18, "db_insert_success": 18, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15559, "relay_business_failed": 0, "relay_business_success": 18, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 18, "relay_transport_failed": 0, "relay_transport_success": 18, "reservation_requested": 18}, "snapshot": {"copied_bytes": 49766400, "copied_count": 18, "copy": {"count": 18, "max_ms": 3.8064, "p50_ms": 1.8674, "p95_ms": 2.858, "p99_ms": 3.6167}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 34, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:28:59+09:00", "last_error_summary": "[h264 @ 0x569254d38e40] error while decoding MB 19 61, bytestream -6", "last_exit_at": "2026-10-30T16:28:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 187.202, "last_started_at": "2026-10-30T16:25:52+09:00", "pid": 10537, "process": {"exists": false, "pid": 10537}, "restart_count": 34, "restart_count_per_hour": 16, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.424, "sample_count": 2073, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 50947, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:28:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T16:28:59+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-10-30T16:28:59+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 12, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 296.456, "last_sample_duration_ms": 1103.669, "last_trigger": "periodic", "next_snapshot_in_sec": 303.544, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 12, "storage_bytes": 1163266}, "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-10-30T16:28:59.472734+09:00", "mtime_epoch": 1793345339.4727342, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101123}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:28:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 830.422, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 17, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 50947, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.35, "max": 12.0, "p95": 11.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.049, "max": 5.0, "p95": 5.0, "sample_count": 223}, "total": {"avg": 4.049, "max": 5.0, "p95": 5.0, "sample_count": 223}}, "tracking_counts": {"active": {"avg": 1.686, "max": 3.0, "p95": 2.0, "sample_count": 223}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 223}, "tracked": {"avg": 1.686, "max": 3.0, "p95": 2.0, "sample_count": 223}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.437, "pushed": 7.437, "read": 7.404}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 222, "client_acquire_ms": {"avg_ms": 0.009, "count": 222, "max_ms": 0.029, "p95_ms": 0.018, "reason": null, "sample_age_ms": 77.038, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.068, "count": 222, "max_ms": 11.831, "p95_ms": 3.322, "reason": null, "sample_age_ms": 115.536, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.454, "count": 222, "max_ms": 11.208, "p95_ms": 2.274, "reason": null, "sample_age_ms": 117.094, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.452, "count": 222, "max_ms": 4.019, "p95_ms": 0.831, "reason": null, "sample_age_ms": 77.056, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.309, "count": 222, "max_ms": 9.779, "p95_ms": 3.794, "reason": null, "sample_age_ms": 113.042, "source": "client_direct"}, "request_count": 222, "request_tensor_bytes": {"avg": 2764808.0, "count": 222, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 113.0, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 222, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 77.596, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 54.031, "count": 222, "max_ms": 91.289, "p95_ms": 74.298, "reason": null, "sample_age_ms": 77.031, "source": "client_direct"}, "sample_age_ms": 77.023, "source": "client_direct", "task_total_ms": {"avg_ms": 56.984, "count": 222, "max_ms": 93.329, "p95_ms": 77.618, "reason": null, "sample_age_ms": 77.023, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.878, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.01, "count": 223, "max_ms": 22.941, "p95_ms": 16.014}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.605, "count": 223, "max_ms": 1.939, "p95_ms": 1.181}, "detection_prepare_ms": {"avg_ms": 1.982, "count": 223, "max_ms": 8.189, "p95_ms": 4.22}, "event_filter_ms": {"avg_ms": 0.006, "count": 223, "max_ms": 0.024, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.427, "count": 223, "max_ms": 1.219, "p95_ms": 0.726}, "mcmt_ms": {"avg_ms": 0.004, "count": 223, "max_ms": 0.027, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.906, "count": 223, "max_ms": 11.391, "p95_ms": 7.702}, "setup_ms": {"avg_ms": 0.047, "count": 223, "max_ms": 0.137, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 10.938, "count": 223, "max_ms": 22.809, "p95_ms": 15.95}, "track_match_ms": {"avg_ms": 0.219, "count": 223, "max_ms": 0.6, "p95_ms": 0.386}, "tracker_update_ms": {"avg_ms": 2.742, "count": 223, "max_ms": 10.485, "p95_ms": 4.444}}, "gstreamer_push": {"avg_ms": 3.257, "count": 223, "max_ms": 7.376, "p95_ms": 5.076}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 223, "max_ms": 0.499, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.625, "count": 223, "max_ms": 95.175, "p95_ms": 80.946}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.743, "count": 223, "max_ms": 13.956, "p95_ms": 8.698}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.043, "count": 223, "max_ms": 173.722, "p95_ms": 145.731}, "inference_input_copy_ms": {"avg_ms": 1.839, "count": 223, "max_ms": 4.089, "p95_ms": 3.169}, "processing_residual_ms": {"avg_ms": 0.277, "count": 223, "max_ms": 1.066, "p95_ms": 0.534}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 119.901, "count": 223, "max_ms": 179.304, "p95_ms": 153.998}, "read_interval": {"avg_ms": 135.182, "count": 222, "max_ms": 216.02, "p95_ms": 176.35}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.03, "count": 223, "max_ms": 1.747, "p95_ms": 0.053}, "execute_total_ms": {"avg_ms": 4.822, "count": 223, "max_ms": 11.247, "p95_ms": 7.573}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 223, "max_ms": 0.055, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.792, "count": 223, "max_ms": 11.212, "p95_ms": 7.501}, "worker_merge_ms": {"avg_ms": 0.007, "count": 223, "max_ms": 0.028, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 58.64, "count": 223, "max_ms": 95.189, "p95_ms": 80.956}, "visualize": {"avg_ms": 42.995, "count": 223, "max_ms": 75.445, "p95_ms": 56.817}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.931, "count": 223, "max_ms": 48.638, "p95_ms": 44.091}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.43, "count": 223, "max_ms": 74.024, "p95_ms": 55.247}, "visualize_input_copy_ms": {"avg_ms": 1.356, "count": 223, "max_ms": 3.582, "p95_ms": 2.333}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.289, "count": 223, "max_ms": 73.799, "p95_ms": 55.174}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 223, "max_ms": 0.201, "p95_ms": 0.143}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 223}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 830.414, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.081, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.77, "sample_count": 2070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 50921, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:28:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100683, "write_bytes_delta": 100683, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 463.0, "cpu_core_ratio": 0.404311, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 10537, "reason": null, "system_cpu_core_ratio": 0.031633, "system_cpu_s_delta": 0.3200000000000003, "user_cpu_core_ratio": 0.372678, "user_cpu_s_delta": 3.7700000000000102}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.933574, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.615857, "system_cpu_s_delta": 6.230000000000018, "user_cpu_core_ratio": 1.317717, "user_cpu_s_delta": 13.329999999999927}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.259, "count": 222, "max_ms": 8.283, "p95_ms": 5.076, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.338, "max": 12.0, "p95": 11.0, "sample_count": 222}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.059, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 222}, "total": {"avg": 4.059, "max": 5.0, "p95": 5.0, "sample_count": 222}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.786, "count": 30, "max": 57.512, "p95": 32.182, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.608, "count": 30, "max": 20.795, "p95": 20.273, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 622.7, "count": 30, "max": 856.0, "p95": 850.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 136.867, "count": 30, "max": 770.0, "p95": 627.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.029, "count": 30, "max": 0.032, "p95": 0.032, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.341, "count": 30, "max": 0.379, "p95": 0.369, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.009, "count": 30, "max": 0.134, "p95": 0.076, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 102571.067, "count": 30, "max": 106296.0, "p95": 106011.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99027.867, "count": 30, "max": 106289.0, "p95": 105180.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2644.733, "count": 30, "max": 50050.0, "p95": 13515.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.613, "count": 30, "max": 0.713, "p95": 0.671, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.314, "count": 30, "max": 1.413, "p95": 1.392, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 461, "sampled_at": "2026-10-30T16:28:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:28:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 114059, "flush_count": 117, "flush_interval_seconds": 30.0, "flush_state": {"count": 117, "last_at": "2026-10-30T16:28:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:28:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 116}, "started": true, "suppressed_count": 50850, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 19, "tracking_summary": 50831}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 117, "written_record_count": 117}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4828.516, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 140858265600, "copied_frame_count": 50947, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:22:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3067524, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:22:44+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.086}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 19, "events_emitted": 18, "events_failed": 0, "events_observed": 19, "events_suppressed": 1, "frame_buffer_copied_bytes": 140858265600, "frame_buffer_copies": 50947, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 900, "recorder_active_input_bytes": 2488320000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 18, "recorder_clips_failed": 0, "recorder_clips_started": 18, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 18, "worker_jobs_accepted": 18, "worker_jobs_completed": 18, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1329, "count": 512, "max_ms": 3.1629, "p50_ms": 0.1051, "p95_ms": 0.2263, "p99_ms": 0.3541}, "stages": {"db_insert": {"avg_ms": 18.2142, "count": 18, "max_ms": 33.4972, "p50_ms": 17.1521, "p95_ms": 30.5079, "p99_ms": 32.8993, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9129, "count": 18, "max_ms": 3.8064, "p50_ms": 1.8674, "p95_ms": 2.858, "p99_ms": 3.6167, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1206.5243, "count": 19, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1679.8529, "p99_ms": 3874.3034, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5556, "count": 512, "max_ms": 5.0989, "p50_ms": 1.4561, "p95_ms": 2.5651, "p99_ms": 3.6788, "results": {"failed": 0, "not_applicable": 0, "success": 50947, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 546.7984, "count": 19, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 644.4295, "p99_ms": 654.4218, "results": {"failed": 0, "not_applicable": 0, "success": 19, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 35.3588, "count": 18, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 59.2261, "p99_ms": 63.8814, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5656, "count": 512, "max_ms": 11.9235, "p50_ms": 5.3586, "p95_ms": 8.2687, "p99_ms": 9.607, "results": {"failed": 0, "not_applicable": 0, "success": 900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5744, "count": 512, "max_ms": 4.7858, "p50_ms": 1.46, "p95_ms": 2.7289, "p99_ms": 3.4408, "results": {"failed": 0, "not_applicable": 0, "success": 900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 572.7892, "count": 18, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 640.9224, "p99_ms": 651.1334, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.564, "count": 18, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 538.8226, "p99_ms": 552.1258, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8789, "count": 18, "max_ms": 99.8242, "p50_ms": 84.5935, "p95_ms": 95.9166, "p99_ms": 99.0427, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.2376, "count": 18, "max_ms": 15.8949, "p50_ms": 2.3769, "p95_ms": 9.7013, "p99_ms": 14.6562, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.1427, "count": 18, "max_ms": 73.1462, "p50_ms": 46.2892, "p95_ms": 61.2948, "p99_ms": 70.7759, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8796, "count": 19, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.246, "p99_ms": 1.5838, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4757, "count": 18, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.7853, "p99_ms": 6.9786, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4757, "count": 18, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.7853, "p99_ms": 6.9786, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8796, "count": 19, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.246, "p99_ms": 1.5838, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.545, "count": 18, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 3.5741, "p99_ms": 8.088, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 603.3289, "count": 18, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 1171.8409, "p99_ms": 3236.477, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 19, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 19, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.8003, "count": 18, "max_ms": 11.5083, "p50_ms": 2.0867, "p95_ms": 7.4637, "p99_ms": 10.6994, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7796, "count": 18, "max_ms": 92.2129, "p50_ms": 22.1156, "p95_ms": 76.9003, "p99_ms": 89.1504, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1665, "count": 18, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.3265, "p99_ms": 0.987, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6741, "count": 18, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.418, "p99_ms": 5.2528, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 693.9558, "count": 18, "max_ms": 3837.487, "p50_ms": 483.4723, "p95_ms": 1237.2921, "p99_ms": 3317.448, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 18, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 18, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.3265, "p99_ms": 0.987}, "wait_ms": {"count": 18, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.418, "p99_ms": 5.2528}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 18, "artifact_failed": 0, "artifact_requested": 18, "artifact_success": 18, "completed": 18, "completed_failed": 0, "completed_success": 18, "cooldown_promoted": 18, "database_requested": 18, "db_insert_success": 18, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15559, "relay_business_failed": 0, "relay_business_success": 18, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 18, "relay_transport_failed": 0, "relay_transport_success": 18, "reservation_requested": 18}, "snapshot": {"copied_bytes": 49766400, "copied_count": 18, "copy": {"count": 18, "max_ms": 3.8064, "p50_ms": 1.8674, "p95_ms": 2.858, "p99_ms": 3.6167}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 34, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:28:59+09:00", "last_error_summary": "[h264 @ 0x569254d38e40] error while decoding MB 19 61, bytestream -6", "last_exit_at": "2026-10-30T16:28:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 187.241, "last_started_at": "2026-10-30T16:25:52+09:00", "pid": 10537, "process": {"exists": false, "pid": 10537}, "restart_count": 34, "restart_count_per_hour": 16, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 35}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.424, "sample_count": 2073, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 50947, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:28:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.041, "last_frame_pushed_at": "2026-10-30T16:28:59+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-10-30T16:28:59+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 12, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 296.493, "last_sample_duration_ms": 1103.669, "last_trigger": "periodic", "next_snapshot_in_sec": 303.507, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 12, "storage_bytes": 1163266}, "mjpeg": {"age_sec": 0.03, "exists": true, "mtime": "2026-10-30T16:28:59.585735+09:00", "mtime_epoch": 1793345339.5857346, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101111}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:28:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 830.422, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 17, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 50947, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.351, "max": 12.0, "p95": 11.0, "sample_count": 222}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.045, "max": 5.0, "p95": 5.0, "sample_count": 222}, "total": {"avg": 4.045, "max": 5.0, "p95": 5.0, "sample_count": 222}}, "tracking_counts": {"active": {"avg": 1.685, "max": 3.0, "p95": 2.0, "sample_count": 222}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "removed": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 222}, "tracked": {"avg": 1.685, "max": 3.0, "p95": 2.0, "sample_count": 222}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.432, "pushed": 7.432, "read": 7.398}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 221, "client_acquire_ms": {"avg_ms": 0.009, "count": 222, "max_ms": 0.029, "p95_ms": 0.018, "reason": null, "sample_age_ms": 113.987, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.07, "count": 221, "max_ms": 11.831, "p95_ms": 3.328, "reason": null, "sample_age_ms": 152.485, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.455, "count": 221, "max_ms": 11.208, "p95_ms": 2.28, "reason": null, "sample_age_ms": 154.043, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.452, "count": 222, "max_ms": 4.019, "p95_ms": 0.831, "reason": null, "sample_age_ms": 114.005, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.305, "count": 221, "max_ms": 9.779, "p95_ms": 3.795, "reason": null, "sample_age_ms": 149.992, "source": "client_direct"}, "request_count": 221, "request_tensor_bytes": {"avg": 2764808.0, "count": 221, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 149.949, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 222, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 114.545, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 54.031, "count": 222, "max_ms": 91.289, "p95_ms": 74.298, "reason": null, "sample_age_ms": 113.98, "source": "client_direct"}, "sample_age_ms": 113.972, "source": "client_direct", "task_total_ms": {"avg_ms": 56.984, "count": 222, "max_ms": 93.329, "p95_ms": 77.618, "reason": null, "sample_age_ms": 113.972, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.096, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.013, "count": 222, "max_ms": 22.941, "p95_ms": 16.014}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.606, "count": 222, "max_ms": 1.939, "p95_ms": 1.181}, "detection_prepare_ms": {"avg_ms": 1.983, "count": 222, "max_ms": 8.189, "p95_ms": 4.22}, "event_filter_ms": {"avg_ms": 0.006, "count": 222, "max_ms": 0.024, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.427, "count": 222, "max_ms": 1.219, "p95_ms": 0.726}, "mcmt_ms": {"avg_ms": 0.004, "count": 222, "max_ms": 0.027, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.904, "count": 222, "max_ms": 11.391, "p95_ms": 7.702}, "setup_ms": {"avg_ms": 0.047, "count": 222, "max_ms": 0.137, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 10.941, "count": 222, "max_ms": 22.809, "p95_ms": 15.95}, "track_match_ms": {"avg_ms": 0.219, "count": 222, "max_ms": 0.6, "p95_ms": 0.386}, "tracker_update_ms": {"avg_ms": 2.744, "count": 222, "max_ms": 10.485, "p95_ms": 4.444}}, "gstreamer_push": {"avg_ms": 3.251, "count": 222, "max_ms": 7.376, "p95_ms": 5.076}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 222, "max_ms": 0.499, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.562, "count": 222, "max_ms": 95.175, "p95_ms": 80.946}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.725, "count": 222, "max_ms": 13.956, "p95_ms": 8.698}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 113.973, "count": 222, "max_ms": 173.722, "p95_ms": 145.731}, "inference_input_copy_ms": {"avg_ms": 1.84, "count": 222, "max_ms": 4.089, "p95_ms": 3.169}, "processing_residual_ms": {"avg_ms": 0.277, "count": 222, "max_ms": 1.066, "p95_ms": 0.534}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 119.815, "count": 222, "max_ms": 179.304, "p95_ms": 153.998}, "read_interval": {"avg_ms": 135.109, "count": 221, "max_ms": 216.02, "p95_ms": 176.35}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.03, "count": 222, "max_ms": 1.747, "p95_ms": 0.053}, "execute_total_ms": {"avg_ms": 4.819, "count": 222, "max_ms": 11.247, "p95_ms": 7.573}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 222, "max_ms": 0.055, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.789, "count": 222, "max_ms": 11.212, "p95_ms": 7.501}, "worker_merge_ms": {"avg_ms": 0.007, "count": 222, "max_ms": 0.028, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 58.577, "count": 222, "max_ms": 95.189, "p95_ms": 80.956}, "visualize": {"avg_ms": 42.985, "count": 222, "max_ms": 75.445, "p95_ms": 56.817}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.931, "count": 222, "max_ms": 48.638, "p95_ms": 44.091}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.418, "count": 222, "max_ms": 74.024, "p95_ms": 55.247}, "visualize_input_copy_ms": {"avg_ms": 1.358, "count": 222, "max_ms": 3.582, "p95_ms": 2.333}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.277, "count": 222, "max_ms": 73.799, "p95_ms": 55.174}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 222, "max_ms": 0.201, "p95_ms": 0.143}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 222}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 830.414, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.081, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.77, "sample_count": 2070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 50921, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:28:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100683, "write_bytes_delta": 100683, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 463.0, "cpu_core_ratio": 0.404311, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 10537, "reason": null, "system_cpu_core_ratio": 0.031633, "system_cpu_s_delta": 0.3200000000000003, "user_cpu_core_ratio": 0.372678, "user_cpu_s_delta": 3.7700000000000102}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.933574, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.615857, "system_cpu_s_delta": 6.230000000000018, "user_cpu_core_ratio": 1.317717, "user_cpu_s_delta": 13.329999999999927}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.259, "count": 222, "max_ms": 8.283, "p95_ms": 5.076, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.338, "max": 12.0, "p95": 11.0, "sample_count": 222}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.059, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 222}, "total": {"avg": 4.059, "max": 5.0, "p95": 5.0, "sample_count": 222}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.786, "count": 30, "max": 57.512, "p95": 32.182, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.608, "count": 30, "max": 20.795, "p95": 20.273, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 622.7, "count": 30, "max": 856.0, "p95": 850.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 136.867, "count": 30, "max": 770.0, "p95": 627.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.029, "count": 30, "max": 0.032, "p95": 0.032, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.341, "count": 30, "max": 0.379, "p95": 0.369, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.009, "count": 30, "max": 0.134, "p95": 0.076, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 102571.067, "count": 30, "max": 106296.0, "p95": 106011.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99027.867, "count": 30, "max": 106289.0, "p95": 105180.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2644.733, "count": 30, "max": 50050.0, "p95": 13515.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.613, "count": 30, "max": 0.713, "p95": 0.671, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.314, "count": 30, "max": 1.413, "p95": 1.392, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 461, "sampled_at": "2026-10-30T16:28:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:28:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.872, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 114059, "flush_count": 117, "flush_interval_seconds": 30.0, "flush_state": {"count": 117, "last_at": "2026-10-30T16:28:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:28:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 116}, "started": true, "suppressed_count": 50850, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 19, "tracking_summary": 50831}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 117, "written_record_count": 117}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4996.711, "limit_mb": null}, "detail": {"pid": 10653, "restart_count": 35, "start_count": 36}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 140858265600, "copied_frame_count": 50947, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:22:52+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3067524, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:22:44+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.086}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 19, "events_emitted": 18, "events_failed": 0, "events_observed": 19, "events_suppressed": 1, "frame_buffer_copied_bytes": 140858265600, "frame_buffer_copies": 50947, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 900, "recorder_active_input_bytes": 2488320000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 18, "recorder_clips_failed": 0, "recorder_clips_started": 18, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 18, "worker_jobs_accepted": 18, "worker_jobs_completed": 18, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1329, "count": 512, "max_ms": 3.1629, "p50_ms": 0.1051, "p95_ms": 0.2263, "p99_ms": 0.3541}, "stages": {"db_insert": {"avg_ms": 18.2142, "count": 18, "max_ms": 33.4972, "p50_ms": 17.1521, "p95_ms": 30.5079, "p99_ms": 32.8993, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.9129, "count": 18, "max_ms": 3.8064, "p50_ms": 1.8674, "p95_ms": 2.858, "p99_ms": 3.6167, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1206.5243, "count": 19, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1679.8529, "p99_ms": 3874.3034, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5556, "count": 512, "max_ms": 5.0989, "p50_ms": 1.4561, "p95_ms": 2.5651, "p99_ms": 3.6788, "results": {"failed": 0, "not_applicable": 0, "success": 50947, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 546.7984, "count": 19, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 644.4295, "p99_ms": 654.4218, "results": {"failed": 0, "not_applicable": 0, "success": 19, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 35.3588, "count": 18, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 59.2261, "p99_ms": 63.8814, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5656, "count": 512, "max_ms": 11.9235, "p50_ms": 5.3586, "p95_ms": 8.2687, "p99_ms": 9.607, "results": {"failed": 0, "not_applicable": 0, "success": 900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5744, "count": 512, "max_ms": 4.7858, "p50_ms": 1.46, "p95_ms": 2.7289, "p99_ms": 3.4408, "results": {"failed": 0, "not_applicable": 0, "success": 900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 572.7892, "count": 18, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 640.9224, "p99_ms": 651.1334, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.564, "count": 18, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 538.8226, "p99_ms": 552.1258, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8789, "count": 18, "max_ms": 99.8242, "p50_ms": 84.5935, "p95_ms": 95.9166, "p99_ms": 99.0427, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.2376, "count": 18, "max_ms": 15.8949, "p50_ms": 2.3769, "p95_ms": 9.7013, "p99_ms": 14.6562, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.1427, "count": 18, "max_ms": 73.1462, "p50_ms": 46.2892, "p95_ms": 61.2948, "p99_ms": 70.7759, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8796, "count": 19, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.246, "p99_ms": 1.5838, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4757, "count": 18, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.7853, "p99_ms": 6.9786, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4757, "count": 18, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.7853, "p99_ms": 6.9786, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8796, "count": 19, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.246, "p99_ms": 1.5838, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.545, "count": 18, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 3.5741, "p99_ms": 8.088, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 603.3289, "count": 18, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 1171.8409, "p99_ms": 3236.477, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 19, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 19, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.8003, "count": 18, "max_ms": 11.5083, "p50_ms": 2.0867, "p95_ms": 7.4637, "p99_ms": 10.6994, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.7796, "count": 18, "max_ms": 92.2129, "p50_ms": 22.1156, "p95_ms": 76.9003, "p99_ms": 89.1504, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1665, "count": 18, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.3265, "p99_ms": 0.987, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6741, "count": 18, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.418, "p99_ms": 5.2528, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 693.9558, "count": 18, "max_ms": 3837.487, "p50_ms": 483.4723, "p95_ms": 1237.2921, "p99_ms": 3317.448, "results": {"failed": 0, "not_applicable": 0, "success": 18, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 18, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 18, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.3265, "p99_ms": 0.987}, "wait_ms": {"count": 18, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.418, "p99_ms": 5.2528}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 18, "artifact_failed": 0, "artifact_requested": 18, "artifact_success": 18, "completed": 18, "completed_failed": 0, "completed_success": 18, "cooldown_promoted": 18, "database_requested": 18, "db_insert_success": 18, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15559, "relay_business_failed": 0, "relay_business_success": 18, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 18, "relay_transport_failed": 0, "relay_transport_success": 18, "reservation_requested": 18}, "snapshot": {"copied_bytes": 49766400, "copied_count": 18, "copy": {"count": 18, "max_ms": 3.8064, "p50_ms": 1.8674, "p95_ms": 2.858, "p99_ms": 3.6167}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 34, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:28:59+09:00", "last_error_summary": "[h264 @ 0x569254d38e40] error while decoding MB 19 61, bytestream -6", "last_exit_at": "2026-10-30T16:29:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T16:29:02+09:00", "pid": 10653, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.715, "name": "ffmpeg", "pid": 10653, "rss_mb": 205.715, "state": "S (sleeping)", "threads": 70}, "restart_count": 35, "restart_count_per_hour": 17, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.337, "sample_count": 2045, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 50947, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:28:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.488, "last_frame_pushed_at": "2026-10-30T16:28:59+09:00", "last_frame_read_age_sec": 4.598, "last_frame_read_at": "2026-10-30T16:28:59+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 12, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 300.957, "last_sample_duration_ms": 1103.669, "last_trigger": "periodic", "next_snapshot_in_sec": 299.043, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 12, "storage_bytes": 1163266}, "mjpeg": {"age_sec": 4.478, "exists": true, "mtime": "2026-10-30T16:28:59.585735+09:00", "mtime_epoch": 1793345339.5857346, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101111}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:29:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 830.426, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 17, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 50947, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.445, "max": 12.0, "p95": 11.0, "sample_count": 191}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.058, "max": 5.0, "p95": 5.0, "sample_count": 191}, "total": {"avg": 4.058, "max": 5.0, "p95": 5.0, "sample_count": 191}}, "tracking_counts": {"active": {"avg": 1.754, "max": 3.0, "p95": 3.0, "sample_count": 191}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "removed": {"avg": 0.026, "max": 1.0, "p95": 0.0, "sample_count": 191}, "tracked": {"avg": 1.754, "max": 3.0, "p95": 3.0, "sample_count": 191}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.375, "pushed": 6.375, "read": 6.342}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 190, "client_acquire_ms": {"avg_ms": 0.009, "count": 190, "max_ms": 0.029, "p95_ms": 0.019, "reason": null, "sample_age_ms": 4573.713, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.062, "count": 190, "max_ms": 11.831, "p95_ms": 3.271, "reason": null, "sample_age_ms": 4612.211, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.47, "count": 190, "max_ms": 11.208, "p95_ms": 2.319, "reason": null, "sample_age_ms": 4613.769, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.453, "count": 190, "max_ms": 4.019, "p95_ms": 0.828, "reason": null, "sample_age_ms": 4573.731, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.258, "count": 190, "max_ms": 9.779, "p95_ms": 3.741, "reason": null, "sample_age_ms": 4609.717, "source": "client_direct"}, "request_count": 190, "request_tensor_bytes": {"avg": 2764808.0, "count": 190, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4609.675, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 190, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4574.271, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.569, "count": 190, "max_ms": 89.33, "p95_ms": 73.742, "reason": null, "sample_age_ms": 4573.706, "source": "client_direct"}, "sample_age_ms": 4573.698, "source": "client_direct", "task_total_ms": {"avg_ms": 56.467, "count": 190, "max_ms": 91.954, "p95_ms": 77.311, "reason": null, "sample_age_ms": 4573.698, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.574, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.829, "count": 191, "max_ms": 22.941, "p95_ms": 15.604}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.572, "count": 191, "max_ms": 1.939, "p95_ms": 1.175}, "detection_prepare_ms": {"avg_ms": 1.945, "count": 191, "max_ms": 6.646, "p95_ms": 4.22}, "event_filter_ms": {"avg_ms": 0.006, "count": 191, "max_ms": 0.024, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.42, "count": 191, "max_ms": 1.219, "p95_ms": 0.728}, "mcmt_ms": {"avg_ms": 0.004, "count": 191, "max_ms": 0.027, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 4.812, "count": 191, "max_ms": 11.391, "p95_ms": 7.702}, "setup_ms": {"avg_ms": 0.046, "count": 191, "max_ms": 0.137, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 10.758, "count": 191, "max_ms": 22.809, "p95_ms": 15.494}, "track_match_ms": {"avg_ms": 0.222, "count": 191, "max_ms": 0.6, "p95_ms": 0.399}, "tracker_update_ms": {"avg_ms": 2.73, "count": 191, "max_ms": 10.485, "p95_ms": 4.292}}, "gstreamer_push": {"avg_ms": 3.262, "count": 191, "max_ms": 6.73, "p95_ms": 5.129}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 191, "max_ms": 0.195, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.016, "count": 191, "max_ms": 94.19, "p95_ms": 78.742}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.719, "count": 191, "max_ms": 13.956, "p95_ms": 8.698}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 113.222, "count": 191, "max_ms": 172.506, "p95_ms": 145.731}, "inference_input_copy_ms": {"avg_ms": 1.844, "count": 191, "max_ms": 4.089, "p95_ms": 3.25}, "processing_residual_ms": {"avg_ms": 0.272, "count": 191, "max_ms": 1.066, "p95_ms": 0.497}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 119.056, "count": 191, "max_ms": 177.995, "p95_ms": 153.998}, "read_interval": {"avg_ms": 134.14, "count": 190, "max_ms": 216.02, "p95_ms": 175.792}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.031, "count": 191, "max_ms": 1.747, "p95_ms": 0.053}, "execute_total_ms": {"avg_ms": 4.728, "count": 191, "max_ms": 11.247, "p95_ms": 7.573}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 191, "max_ms": 0.053, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.698, "count": 191, "max_ms": 11.212, "p95_ms": 7.501}, "worker_merge_ms": {"avg_ms": 0.007, "count": 191, "max_ms": 0.028, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 58.031, "count": 191, "max_ms": 94.203, "p95_ms": 78.753}, "visualize": {"avg_ms": 42.984, "count": 191, "max_ms": 75.445, "p95_ms": 56.983}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.864, "count": 191, "max_ms": 48.486, "p95_ms": 43.813}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.421, "count": 191, "max_ms": 74.024, "p95_ms": 55.586}, "visualize_input_copy_ms": {"avg_ms": 1.355, "count": 191, "max_ms": 3.582, "p95_ms": 2.262}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.28, "count": 191, "max_ms": 73.799, "p95_ms": 55.471}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 191, "max_ms": 0.201, "p95_ms": 0.143}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 191}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 830.414, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.081, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.77, "sample_count": 2070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 50921, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:28:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100683, "write_bytes_delta": 100683, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 463.0, "cpu_core_ratio": 0.404311, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 10537, "reason": null, "system_cpu_core_ratio": 0.031633, "system_cpu_s_delta": 0.3200000000000003, "user_cpu_core_ratio": 0.372678, "user_cpu_s_delta": 3.7700000000000102}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.933574, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.615857, "system_cpu_s_delta": 6.230000000000018, "user_cpu_core_ratio": 1.317717, "user_cpu_s_delta": 13.329999999999927}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.259, "count": 222, "max_ms": 8.283, "p95_ms": 5.076, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.338, "max": 12.0, "p95": 11.0, "sample_count": 222}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.059, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 222}, "total": {"avg": 4.059, "max": 5.0, "p95": 5.0, "sample_count": 222}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.786, "count": 30, "max": 57.512, "p95": 32.182, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.608, "count": 30, "max": 20.795, "p95": 20.273, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 622.7, "count": 30, "max": 856.0, "p95": 850.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 136.867, "count": 30, "max": 770.0, "p95": 627.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.029, "count": 30, "max": 0.032, "p95": 0.032, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.341, "count": 30, "max": 0.379, "p95": 0.369, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.009, "count": 30, "max": 0.134, "p95": 0.076, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 102571.067, "count": 30, "max": 106296.0, "p95": 106011.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99027.867, "count": 30, "max": 106289.0, "p95": 105180.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2644.733, "count": 30, "max": 50050.0, "p95": 13515.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.613, "count": 30, "max": 0.713, "p95": 0.671, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.314, "count": 30, "max": 1.413, "p95": 1.392, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 461, "sampled_at": "2026-10-30T16:28:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:28:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 117185, "flush_count": 120, "flush_interval_seconds": 30.0, "flush_state": {"count": 120, "last_at": "2026-10-30T16:31:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:31:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 119}, "started": true, "suppressed_count": 51890, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 51869}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 120, "written_record_count": 120}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4836.848, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T16:28:59+09:00", "last_error_summary": "[h264 @ 0x569254d38e40] error while decoding MB 19 61, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 143736422400, "copied_frame_count": 51988, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 20, "events_failed": 0, "events_observed": 21, "events_suppressed": 1, "frame_buffer_copied_bytes": 143736422400, "frame_buffer_copies": 51988, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1000, "recorder_active_input_bytes": 2764800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 20, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 20, "worker_jobs_accepted": 20, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.128, "count": 512, "max_ms": 2.8879, "p50_ms": 0.1059, "p95_ms": 0.2374, "p99_ms": 0.3643}, "stages": {"db_insert": {"avg_ms": 18.5213, "count": 20, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.1563, "p99_ms": 32.829, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8875, "count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1203.3401, "count": 21, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1375.0681, "p99_ms": 3813.3464, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6681, "count": 512, "max_ms": 8.5964, "p50_ms": 1.506, "p95_ms": 3.1481, "p99_ms": 4.2343, "results": {"failed": 0, "not_applicable": 0, "success": 51988, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.1475, "count": 21, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 643.0416, "p99_ms": 654.1443, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2016, "count": 20, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 58.5415, "p99_ms": 63.7445, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5692, "count": 512, "max_ms": 12.236, "p50_ms": 5.3523, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5741, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4492, "p95_ms": 2.7471, "p99_ms": 3.9562, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 573.1842, "count": 20, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 639.4208, "p99_ms": 650.8331, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.8629, "count": 20, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 536.8663, "p99_ms": 551.7345, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2095, "count": 20, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.4569, "p99_ms": 98.9507, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1155, "count": 20, "max_ms": 15.8949, "p50_ms": 2.3202, "p95_ms": 8.9726, "p99_ms": 14.5104, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.5036, "count": 20, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 2.9103, "p99_ms": 7.9552, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 593.3894, "count": 20, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 868.2179, "p99_ms": 3175.7524, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6457, "count": 20, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.9879, "p99_ms": 10.6042, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4657, "count": 20, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 75.0988, "p99_ms": 88.7901, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1593, "count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6442, "count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 683.5979, "count": 20, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 931.3869, "p99_ms": 3256.267, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 20, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676}, "wait_ms": {"count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 20, "artifact_failed": 0, "artifact_requested": 20, "artifact_success": 20, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 20, "database_requested": 20, "db_insert_success": 20, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15561, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 20, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 20}, "snapshot": {"copied_bytes": 55296000, "copied_count": 20, "copy": {"count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 34, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:28:59+09:00", "last_error_summary": "[h264 @ 0x569254d38e40] error while decoding MB 19 61, bytestream -6", "last_exit_at": "2026-10-30T16:31:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 153.999, "last_started_at": "2026-10-30T16:29:02+09:00", "pid": 10653, "process": {"exists": false, "pid": 10653}, "restart_count": 35, "restart_count_per_hour": 17, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.955, "sample_count": 2069, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 51988, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:31:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T16:31:36+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-10-30T16:31:35+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 12, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 452.94, "last_sample_duration_ms": 1103.669, "last_trigger": "periodic", "next_snapshot_in_sec": 147.06, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 12, "storage_bytes": 1163266}, "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-10-30T16:31:35.926270+09:00", "mtime_epoch": 1793345495.92627, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 104073}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:31:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 833.938, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 18, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 10, "history_size_limit": 20, "last_frame_idx": 51988, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 10}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.545, "max": 26.0, "p95": 15.0, "sample_count": 191}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.665, "max": 7.0, "p95": 6.0, "sample_count": 191}, "total": {"avg": 4.665, "max": 7.0, "p95": 6.0, "sample_count": 191}}, "tracking_counts": {"active": {"avg": 2.183, "max": 5.0, "p95": 3.0, "sample_count": 191}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "removed": {"avg": 0.052, "max": 2.0, "p95": 0.0, "sample_count": 191}, "tracked": {"avg": 2.183, "max": 5.0, "p95": 3.0, "sample_count": 191}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.384, "pushed": 6.384, "read": 6.351}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 190, "client_acquire_ms": {"avg_ms": 0.01, "count": 191, "max_ms": 0.03, "p95_ms": 0.021, "reason": null, "sample_age_ms": 79.957, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.416, "count": 190, "max_ms": 11.56, "p95_ms": 4.737, "reason": null, "sample_age_ms": 143.831, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.579, "count": 190, "max_ms": 11.236, "p95_ms": 2.972, "reason": null, "sample_age_ms": 144.394, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.622, "count": 191, "max_ms": 12.808, "p95_ms": 0.944, "reason": null, "sample_age_ms": 79.972, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.652, "count": 190, "max_ms": 12.532, "p95_ms": 4.655, "reason": null, "sample_age_ms": 142.104, "source": "client_direct"}, "request_count": 190, "request_tensor_bytes": {"avg": 2764808.0, "count": 190, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 142.073, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 191, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 80.527, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 62.688, "count": 191, "max_ms": 119.662, "p95_ms": 87.012, "reason": null, "sample_age_ms": 79.953, "source": "client_direct"}, "sample_age_ms": 79.947, "source": "client_direct", "task_total_ms": {"avg_ms": 66.186, "count": 191, "max_ms": 126.205, "p95_ms": 91.186, "reason": null, "sample_age_ms": 79.947, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.137, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 12.59, "count": 191, "max_ms": 32.637, "p95_ms": 20.288}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.812, "count": 191, "max_ms": 2.42, "p95_ms": 1.789}, "detection_prepare_ms": {"avg_ms": 2.419, "count": 191, "max_ms": 12.245, "p95_ms": 4.848}, "event_filter_ms": {"avg_ms": 0.007, "count": 191, "max_ms": 0.035, "p95_ms": 0.017}, "id_reconcile_ms": {"avg_ms": 0.596, "count": 191, "max_ms": 2.112, "p95_ms": 1.011}, "mcmt_ms": {"avg_ms": 0.005, "count": 191, "max_ms": 0.07, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 5.029, "count": 191, "max_ms": 10.729, "p95_ms": 8.724}, "setup_ms": {"avg_ms": 0.054, "count": 191, "max_ms": 0.134, "p95_ms": 0.109}, "total_inside_ms": {"avg_ms": 12.501, "count": 191, "max_ms": 32.431, "p95_ms": 20.174}, "track_match_ms": {"avg_ms": 0.278, "count": 191, "max_ms": 0.848, "p95_ms": 0.469}, "tracker_update_ms": {"avg_ms": 3.3, "count": 191, "max_ms": 10.713, "p95_ms": 5.332}}, "gstreamer_push": {"avg_ms": 3.824, "count": 191, "max_ms": 10.086, "p95_ms": 6.778}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.067, "count": 191, "max_ms": 0.991, "p95_ms": 0.134}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 68.278, "count": 191, "max_ms": 129.17, "p95_ms": 95.133}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.426, "count": 191, "max_ms": 16.089, "p95_ms": 11.361}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 131.358, "count": 191, "max_ms": 205.285, "p95_ms": 170.944}, "inference_input_copy_ms": {"avg_ms": 2.064, "count": 191, "max_ms": 5.966, "p95_ms": 3.597}, "processing_residual_ms": {"avg_ms": 0.366, "count": 191, "max_ms": 1.018, "p95_ms": 0.688}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 138.214, "count": 191, "max_ms": 211.979, "p95_ms": 185.258}, "read_interval": {"avg_ms": 157.299, "count": 190, "max_ms": 281.102, "p95_ms": 221.595}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.026, "count": 191, "max_ms": 0.166, "p95_ms": 0.051}, "execute_total_ms": {"avg_ms": 4.922, "count": 191, "max_ms": 10.498, "p95_ms": 8.632}, "resolve_scenarios_ms": {"avg_ms": 0.022, "count": 191, "max_ms": 0.183, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.897, "count": 191, "max_ms": 10.47, "p95_ms": 8.61}, "worker_merge_ms": {"avg_ms": 0.009, "count": 191, "max_ms": 0.036, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 68.297, "count": 191, "max_ms": 129.191, "p95_ms": 95.153}, "visualize": {"avg_ms": 47.009, "count": 191, "max_ms": 81.596, "p95_ms": 64.908}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 35.049, "count": 191, "max_ms": 56.649, "p95_ms": 47.434}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.249, "count": 191, "max_ms": 79.3, "p95_ms": 62.521}, "visualize_input_copy_ms": {"avg_ms": 1.503, "count": 191, "max_ms": 4.698, "p95_ms": 2.521}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.082, "count": 191, "max_ms": 78.952, "p95_ms": 62.271}, "visualizer_prepare_ms": {"avg_ms": 0.088, "count": 191, "max_ms": 0.231, "p95_ms": 0.174}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 191}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 894.367, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.071, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.313, "sample_count": 2075, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 51929, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:31:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106035, "write_bytes_delta": 106035, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 405.0, "cpu_core_ratio": 0.373229, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 10653, "reason": null, "system_cpu_core_ratio": 0.032412, "system_cpu_s_delta": 0.33000000000000007, "user_cpu_core_ratio": 0.340817, "user_cpu_s_delta": 3.469999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.817036, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.564754, "system_cpu_s_delta": 5.75, "user_cpu_core_ratio": 1.252282, "user_cpu_s_delta": 12.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.804, "count": 182, "max_ms": 8.597, "p95_ms": 6.383, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.72, "max": 26.0, "p95": 15.0, "sample_count": 182}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.857, "key_count": 1, "max": 7.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 182}, "total": {"avg": 4.857, "max": 7.0, "p95": 6.0, "sample_count": 182}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.329, "count": 30, "max": 47.631, "p95": 29.409, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.858, "count": 30, "max": 26.707, "p95": 20.671, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 442.167, "count": 30, "max": 850.0, "p95": 474.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 243.8, "count": 30, "max": 3936.0, "p95": 671.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.034, "p95": 0.033, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.348, "count": 30, "max": 0.379, "p95": 0.375, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 102146.633, "count": 30, "max": 107847.0, "p95": 105989.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98681.933, "count": 30, "max": 107847.0, "p95": 105989.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1430.033, "count": 30, "max": 33841.0, "p95": 4831.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.592, "count": 30, "max": 0.682, "p95": 0.641, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.289, "count": 30, "max": 1.395, "p95": 1.367, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 476, "sampled_at": "2026-10-30T16:31:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:31:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 117185, "flush_count": 120, "flush_interval_seconds": 30.0, "flush_state": {"count": 120, "last_at": "2026-10-30T16:31:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:31:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 119}, "started": true, "suppressed_count": 51890, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 51869}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 120, "written_record_count": 120}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4839.34, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 143736422400, "copied_frame_count": 51988, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 20, "events_failed": 0, "events_observed": 21, "events_suppressed": 1, "frame_buffer_copied_bytes": 143736422400, "frame_buffer_copies": 51988, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1000, "recorder_active_input_bytes": 2764800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 20, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 20, "worker_jobs_accepted": 20, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.128, "count": 512, "max_ms": 2.8879, "p50_ms": 0.1059, "p95_ms": 0.2374, "p99_ms": 0.3643}, "stages": {"db_insert": {"avg_ms": 18.5213, "count": 20, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.1563, "p99_ms": 32.829, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8875, "count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1203.3401, "count": 21, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1375.0681, "p99_ms": 3813.3464, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6681, "count": 512, "max_ms": 8.5964, "p50_ms": 1.506, "p95_ms": 3.1481, "p99_ms": 4.2343, "results": {"failed": 0, "not_applicable": 0, "success": 51988, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.1475, "count": 21, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 643.0416, "p99_ms": 654.1443, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2016, "count": 20, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 58.5415, "p99_ms": 63.7445, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5692, "count": 512, "max_ms": 12.236, "p50_ms": 5.3523, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5741, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4492, "p95_ms": 2.7471, "p99_ms": 3.9562, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 573.1842, "count": 20, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 639.4208, "p99_ms": 650.8331, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.8629, "count": 20, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 536.8663, "p99_ms": 551.7345, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2095, "count": 20, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.4569, "p99_ms": 98.9507, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1155, "count": 20, "max_ms": 15.8949, "p50_ms": 2.3202, "p95_ms": 8.9726, "p99_ms": 14.5104, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.5036, "count": 20, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 2.9103, "p99_ms": 7.9552, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 593.3894, "count": 20, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 868.2179, "p99_ms": 3175.7524, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6457, "count": 20, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.9879, "p99_ms": 10.6042, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4657, "count": 20, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 75.0988, "p99_ms": 88.7901, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1593, "count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6442, "count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 683.5979, "count": 20, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 931.3869, "p99_ms": 3256.267, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 20, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676}, "wait_ms": {"count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 20, "artifact_failed": 0, "artifact_requested": 20, "artifact_success": 20, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 20, "database_requested": 20, "db_insert_success": 20, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15561, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 20, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 20}, "snapshot": {"copied_bytes": 55296000, "copied_count": 20, "copy": {"count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 34, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:28:59+09:00", "last_error_summary": "[h264 @ 0x569254d38e40] error while decoding MB 19 61, bytestream -6", "last_exit_at": "2026-10-30T16:31:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 154.04, "last_started_at": "2026-10-30T16:29:02+09:00", "pid": 10653, "process": {"exists": false, "pid": 10653}, "restart_count": 35, "restart_count_per_hour": 17, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 36}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.955, "sample_count": 2069, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 51988, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:31:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.042, "last_frame_pushed_at": "2026-10-30T16:31:36+09:00", "last_frame_read_age_sec": 0.18, "last_frame_read_at": "2026-10-30T16:31:35+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 12, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 452.98, "last_sample_duration_ms": 1103.669, "last_trigger": "periodic", "next_snapshot_in_sec": 147.02, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 12, "storage_bytes": 1163266}, "mjpeg": {"age_sec": 0.033, "exists": true, "mtime": "2026-10-30T16:31:36.069270+09:00", "mtime_epoch": 1793345496.0692704, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 104368}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:31:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 833.938, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 18, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 10, "history_size_limit": 20, "last_frame_idx": 51988, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 10}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.545, "max": 26.0, "p95": 15.0, "sample_count": 191}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.665, "max": 7.0, "p95": 6.0, "sample_count": 191}, "total": {"avg": 4.665, "max": 7.0, "p95": 6.0, "sample_count": 191}}, "tracking_counts": {"active": {"avg": 2.183, "max": 5.0, "p95": 3.0, "sample_count": 191}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "removed": {"avg": 0.052, "max": 2.0, "p95": 0.0, "sample_count": 191}, "tracked": {"avg": 2.183, "max": 5.0, "p95": 3.0, "sample_count": 191}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.376, "pushed": 6.376, "read": 6.342}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 190, "client_acquire_ms": {"avg_ms": 0.01, "count": 190, "max_ms": 0.03, "p95_ms": 0.021, "reason": null, "sample_age_ms": 122.379, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.416, "count": 190, "max_ms": 11.56, "p95_ms": 4.737, "reason": null, "sample_age_ms": 186.253, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.579, "count": 190, "max_ms": 11.236, "p95_ms": 2.972, "reason": null, "sample_age_ms": 186.816, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.623, "count": 190, "max_ms": 12.808, "p95_ms": 0.947, "reason": null, "sample_age_ms": 122.394, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.652, "count": 190, "max_ms": 12.532, "p95_ms": 4.655, "reason": null, "sample_age_ms": 184.526, "source": "client_direct"}, "request_count": 190, "request_tensor_bytes": {"avg": 2764808.0, "count": 190, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 184.495, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 190, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 122.948, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 62.833, "count": 190, "max_ms": 119.662, "p95_ms": 87.027, "reason": null, "sample_age_ms": 122.374, "source": "client_direct"}, "sample_age_ms": 122.369, "source": "client_direct", "task_total_ms": {"avg_ms": 66.334, "count": 190, "max_ms": 126.205, "p95_ms": 91.245, "reason": null, "sample_age_ms": 122.369, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.182, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 12.59, "count": 191, "max_ms": 32.637, "p95_ms": 20.288}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.812, "count": 191, "max_ms": 2.42, "p95_ms": 1.789}, "detection_prepare_ms": {"avg_ms": 2.419, "count": 191, "max_ms": 12.245, "p95_ms": 4.848}, "event_filter_ms": {"avg_ms": 0.007, "count": 191, "max_ms": 0.035, "p95_ms": 0.017}, "id_reconcile_ms": {"avg_ms": 0.596, "count": 191, "max_ms": 2.112, "p95_ms": 1.011}, "mcmt_ms": {"avg_ms": 0.005, "count": 191, "max_ms": 0.07, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 5.029, "count": 191, "max_ms": 10.729, "p95_ms": 8.724}, "setup_ms": {"avg_ms": 0.054, "count": 191, "max_ms": 0.134, "p95_ms": 0.109}, "total_inside_ms": {"avg_ms": 12.501, "count": 191, "max_ms": 32.431, "p95_ms": 20.174}, "track_match_ms": {"avg_ms": 0.278, "count": 191, "max_ms": 0.848, "p95_ms": 0.469}, "tracker_update_ms": {"avg_ms": 3.3, "count": 191, "max_ms": 10.713, "p95_ms": 5.332}}, "gstreamer_push": {"avg_ms": 3.824, "count": 191, "max_ms": 10.086, "p95_ms": 6.778}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.067, "count": 191, "max_ms": 0.991, "p95_ms": 0.134}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 68.278, "count": 191, "max_ms": 129.17, "p95_ms": 95.133}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.426, "count": 191, "max_ms": 16.089, "p95_ms": 11.361}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 131.358, "count": 191, "max_ms": 205.285, "p95_ms": 170.944}, "inference_input_copy_ms": {"avg_ms": 2.064, "count": 191, "max_ms": 5.966, "p95_ms": 3.597}, "processing_residual_ms": {"avg_ms": 0.366, "count": 191, "max_ms": 1.018, "p95_ms": 0.688}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 138.214, "count": 191, "max_ms": 211.979, "p95_ms": 185.258}, "read_interval": {"avg_ms": 157.299, "count": 190, "max_ms": 281.102, "p95_ms": 221.595}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.026, "count": 191, "max_ms": 0.166, "p95_ms": 0.051}, "execute_total_ms": {"avg_ms": 4.922, "count": 191, "max_ms": 10.498, "p95_ms": 8.632}, "resolve_scenarios_ms": {"avg_ms": 0.022, "count": 191, "max_ms": 0.183, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.897, "count": 191, "max_ms": 10.47, "p95_ms": 8.61}, "worker_merge_ms": {"avg_ms": 0.009, "count": 191, "max_ms": 0.036, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 68.297, "count": 191, "max_ms": 129.191, "p95_ms": 95.153}, "visualize": {"avg_ms": 47.009, "count": 191, "max_ms": 81.596, "p95_ms": 64.908}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 35.049, "count": 191, "max_ms": 56.649, "p95_ms": 47.434}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.249, "count": 191, "max_ms": 79.3, "p95_ms": 62.521}, "visualize_input_copy_ms": {"avg_ms": 1.503, "count": 191, "max_ms": 4.698, "p95_ms": 2.521}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.082, "count": 191, "max_ms": 78.952, "p95_ms": 62.271}, "visualizer_prepare_ms": {"avg_ms": 0.088, "count": 191, "max_ms": 0.231, "p95_ms": 0.174}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 191}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 894.367, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.071, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.313, "sample_count": 2075, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 51929, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:31:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106035, "write_bytes_delta": 106035, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 405.0, "cpu_core_ratio": 0.373229, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 10653, "reason": null, "system_cpu_core_ratio": 0.032412, "system_cpu_s_delta": 0.33000000000000007, "user_cpu_core_ratio": 0.340817, "user_cpu_s_delta": 3.469999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.817036, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.564754, "system_cpu_s_delta": 5.75, "user_cpu_core_ratio": 1.252282, "user_cpu_s_delta": 12.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.804, "count": 182, "max_ms": 8.597, "p95_ms": 6.383, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.72, "max": 26.0, "p95": 15.0, "sample_count": 182}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.857, "key_count": 1, "max": 7.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 182}, "total": {"avg": 4.857, "max": 7.0, "p95": 6.0, "sample_count": 182}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.329, "count": 30, "max": 47.631, "p95": 29.409, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.858, "count": 30, "max": 26.707, "p95": 20.671, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 442.167, "count": 30, "max": 850.0, "p95": 474.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 243.8, "count": 30, "max": 3936.0, "p95": 671.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.034, "p95": 0.033, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.348, "count": 30, "max": 0.379, "p95": 0.375, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 102146.633, "count": 30, "max": 107847.0, "p95": 105989.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98681.933, "count": 30, "max": 107847.0, "p95": 105989.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1430.033, "count": 30, "max": 33841.0, "p95": 4831.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.592, "count": 30, "max": 0.682, "p95": 0.641, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.289, "count": 30, "max": 1.395, "p95": 1.367, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 476, "sampled_at": "2026-10-30T16:31:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:31:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 117185, "flush_count": 120, "flush_interval_seconds": 30.0, "flush_state": {"count": 120, "last_at": "2026-10-30T16:31:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:31:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 119}, "started": true, "suppressed_count": 51890, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 51869}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 120, "written_record_count": 120}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5012.125, "limit_mb": null}, "detail": {"pid": 10893, "restart_count": 36, "start_count": 37}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 143736422400, "copied_frame_count": 51988, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 20, "events_failed": 0, "events_observed": 21, "events_suppressed": 1, "frame_buffer_copied_bytes": 143736422400, "frame_buffer_copies": 51988, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1000, "recorder_active_input_bytes": 2764800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 20, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 20, "worker_jobs_accepted": 20, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.128, "count": 512, "max_ms": 2.8879, "p50_ms": 0.1059, "p95_ms": 0.2374, "p99_ms": 0.3643}, "stages": {"db_insert": {"avg_ms": 18.5213, "count": 20, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.1563, "p99_ms": 32.829, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8875, "count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1203.3401, "count": 21, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1375.0681, "p99_ms": 3813.3464, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6681, "count": 512, "max_ms": 8.5964, "p50_ms": 1.506, "p95_ms": 3.1481, "p99_ms": 4.2343, "results": {"failed": 0, "not_applicable": 0, "success": 51988, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.1475, "count": 21, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 643.0416, "p99_ms": 654.1443, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2016, "count": 20, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 58.5415, "p99_ms": 63.7445, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5692, "count": 512, "max_ms": 12.236, "p50_ms": 5.3523, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5741, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4492, "p95_ms": 2.7471, "p99_ms": 3.9562, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 573.1842, "count": 20, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 639.4208, "p99_ms": 650.8331, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.8629, "count": 20, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 536.8663, "p99_ms": 551.7345, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2095, "count": 20, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.4569, "p99_ms": 98.9507, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1155, "count": 20, "max_ms": 15.8949, "p50_ms": 2.3202, "p95_ms": 8.9726, "p99_ms": 14.5104, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.5036, "count": 20, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 2.9103, "p99_ms": 7.9552, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 593.3894, "count": 20, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 868.2179, "p99_ms": 3175.7524, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6457, "count": 20, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.9879, "p99_ms": 10.6042, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4657, "count": 20, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 75.0988, "p99_ms": 88.7901, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1593, "count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6442, "count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 683.5979, "count": 20, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 931.3869, "p99_ms": 3256.267, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 20, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676}, "wait_ms": {"count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 20, "artifact_failed": 0, "artifact_requested": 20, "artifact_success": 20, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 20, "database_requested": 20, "db_insert_success": 20, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15561, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 20, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 20}, "snapshot": {"copied_bytes": 55296000, "copied_count": 20, "copy": {"count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 34, "h264_decode_error_count": 89, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:28:59+09:00", "last_error_summary": "[h264 @ 0x569254d38e40] error while decoding MB 19 61, bytestream -6", "last_exit_at": "2026-10-30T16:31:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-30T16:31:38+09:00", "pid": 10893, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.785, "name": "ffmpeg", "pid": 10893, "rss_mb": 205.785, "state": "S (sleeping)", "threads": 70}, "restart_count": 36, "restart_count_per_hour": 18, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.817, "sample_count": 2035, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 51988, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:31:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.717, "last_frame_pushed_at": "2026-10-30T16:31:36+09:00", "last_frame_read_age_sec": 4.855, "last_frame_read_at": "2026-10-30T16:31:35+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 12, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 457.655, "last_sample_duration_ms": 1103.669, "last_trigger": "periodic", "next_snapshot_in_sec": 142.345, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 12, "storage_bytes": 1163266}, "mjpeg": {"age_sec": 4.708, "exists": true, "mtime": "2026-10-30T16:31:36.069270+09:00", "mtime_epoch": 1793345496.0692704, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 104368}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:31:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 833.941, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 18, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 10, "history_size_limit": 20, "last_frame_idx": 51988, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 10}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.29, "max": 21.0, "p95": 14.0, "sample_count": 162}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.562, "max": 7.0, "p95": 6.0, "sample_count": 162}, "total": {"avg": 4.562, "max": 7.0, "p95": 6.0, "sample_count": 162}}, "tracking_counts": {"active": {"avg": 2.216, "max": 5.0, "p95": 3.0, "sample_count": 162}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "removed": {"avg": 0.056, "max": 2.0, "p95": 0.0, "sample_count": 162}, "tracked": {"avg": 2.216, "max": 5.0, "p95": 3.0, "sample_count": 162}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 162, "pushed_frames": 162, "read_frames": 161, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.425, "pushed": 5.425, "read": 5.392}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 161, "client_acquire_ms": {"avg_ms": 0.01, "count": 162, "max_ms": 0.03, "p95_ms": 0.02, "reason": null, "sample_age_ms": 4798.599, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.459, "count": 161, "max_ms": 11.56, "p95_ms": 5.62, "reason": null, "sample_age_ms": 4862.472, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.593, "count": 161, "max_ms": 11.236, "p95_ms": 2.981, "reason": null, "sample_age_ms": 4863.035, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.633, "count": 162, "max_ms": 12.808, "p95_ms": 0.966, "reason": null, "sample_age_ms": 4798.613, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.68, "count": 161, "max_ms": 12.532, "p95_ms": 4.689, "reason": null, "sample_age_ms": 4860.745, "source": "client_direct"}, "request_count": 161, "request_tensor_bytes": {"avg": 2764808.0, "count": 161, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4860.714, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 162, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4799.168, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 63.022, "count": 162, "max_ms": 119.662, "p95_ms": 86.83, "reason": null, "sample_age_ms": 4798.594, "source": "client_direct"}, "sample_age_ms": 4798.589, "source": "client_direct", "task_total_ms": {"avg_ms": 66.559, "count": 162, "max_ms": 126.205, "p95_ms": 91.716, "reason": null, "sample_age_ms": 4798.589, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.519, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 12.357, "count": 162, "max_ms": 32.637, "p95_ms": 19.759}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.757, "count": 162, "max_ms": 2.42, "p95_ms": 1.505}, "detection_prepare_ms": {"avg_ms": 2.399, "count": 162, "max_ms": 12.245, "p95_ms": 5.276}, "event_filter_ms": {"avg_ms": 0.007, "count": 162, "max_ms": 0.035, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.567, "count": 162, "max_ms": 1.142, "p95_ms": 0.948}, "mcmt_ms": {"avg_ms": 0.005, "count": 162, "max_ms": 0.036, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 4.937, "count": 162, "max_ms": 10.729, "p95_ms": 8.724}, "setup_ms": {"avg_ms": 0.052, "count": 162, "max_ms": 0.134, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 12.27, "count": 162, "max_ms": 32.431, "p95_ms": 19.643}, "track_match_ms": {"avg_ms": 0.275, "count": 162, "max_ms": 0.725, "p95_ms": 0.467}, "tracker_update_ms": {"avg_ms": 3.269, "count": 162, "max_ms": 10.713, "p95_ms": 5.684}}, "gstreamer_push": {"avg_ms": 3.849, "count": 162, "max_ms": 10.086, "p95_ms": 6.541}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.068, "count": 162, "max_ms": 0.991, "p95_ms": 0.134}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 68.697, "count": 162, "max_ms": 129.17, "p95_ms": 94.714}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.36, "count": 162, "max_ms": 15.814, "p95_ms": 11.361}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 130.299, "count": 162, "max_ms": 205.285, "p95_ms": 169.818}, "inference_input_copy_ms": {"avg_ms": 2.071, "count": 162, "max_ms": 5.966, "p95_ms": 3.618}, "processing_residual_ms": {"avg_ms": 0.356, "count": 162, "max_ms": 1.018, "p95_ms": 0.638}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 137.087, "count": 162, "max_ms": 211.979, "p95_ms": 181.463}, "read_interval": {"avg_ms": 156.203, "count": 161, "max_ms": 281.102, "p95_ms": 225.286}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.025, "count": 162, "max_ms": 0.096, "p95_ms": 0.05}, "execute_total_ms": {"avg_ms": 4.834, "count": 162, "max_ms": 10.498, "p95_ms": 8.632}, "resolve_scenarios_ms": {"avg_ms": 0.022, "count": 162, "max_ms": 0.183, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.809, "count": 162, "max_ms": 10.47, "p95_ms": 8.61}, "worker_merge_ms": {"avg_ms": 0.009, "count": 162, "max_ms": 0.036, "p95_ms": 0.023}}, "triton_wait": {"avg_ms": 68.715, "count": 162, "max_ms": 129.191, "p95_ms": 94.724}, "visualize": {"avg_ms": 46.796, "count": 162, "max_ms": 81.596, "p95_ms": 64.908}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.994, "count": 162, "max_ms": 56.649, "p95_ms": 46.962}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.034, "count": 162, "max_ms": 79.3, "p95_ms": 62.521}, "visualize_input_copy_ms": {"avg_ms": 1.505, "count": 162, "max_ms": 4.698, "p95_ms": 2.521}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.87, "count": 162, "max_ms": 78.952, "p95_ms": 62.271}, "visualizer_prepare_ms": {"avg_ms": 0.085, "count": 162, "max_ms": 0.231, "p95_ms": 0.158}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 162}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 894.367, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.071, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 164.313, "sample_count": 2075, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 51929, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:31:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106035, "write_bytes_delta": 106035, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 405.0, "cpu_core_ratio": 0.373229, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 10653, "reason": null, "system_cpu_core_ratio": 0.032412, "system_cpu_s_delta": 0.33000000000000007, "user_cpu_core_ratio": 0.340817, "user_cpu_s_delta": 3.469999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.817036, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.564754, "system_cpu_s_delta": 5.75, "user_cpu_core_ratio": 1.252282, "user_cpu_s_delta": 12.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.804, "count": 182, "max_ms": 8.597, "p95_ms": 6.383, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.72, "max": 26.0, "p95": 15.0, "sample_count": 182}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.857, "key_count": 1, "max": 7.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 182}, "total": {"avg": 4.857, "max": 7.0, "p95": 6.0, "sample_count": 182}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.329, "count": 30, "max": 47.631, "p95": 29.409, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.858, "count": 30, "max": 26.707, "p95": 20.671, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 442.167, "count": 30, "max": 850.0, "p95": 474.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 243.8, "count": 30, "max": 3936.0, "p95": 671.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.034, "p95": 0.033, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.348, "count": 30, "max": 0.379, "p95": 0.375, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 102146.633, "count": 30, "max": 107847.0, "p95": 105989.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98681.933, "count": 30, "max": 107847.0, "p95": 105989.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1430.033, "count": 30, "max": 33841.0, "p95": 4831.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.592, "count": 30, "max": 0.682, "p95": 0.641, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.289, "count": 30, "max": 1.395, "p95": 1.367, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 476, "sampled_at": "2026-10-30T16:31:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:31:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.86, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 61943, "flush_count": 121, "flush_interval_seconds": 30.0, "flush_state": {"count": 121, "last_at": "2026-10-30T16:32:39", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:32:39", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 120}, "started": true, "suppressed_count": 61363, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 61363}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 121, "written_record_count": 121}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4656.961, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x57620df2fc40] error while decoding MB 209 79, bytestream -8", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 169988198400, "copied_frame_count": 61483, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 169988198400, "frame_buffer_copies": 61483, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1457, "count": 512, "max_ms": 1.9769, "p50_ms": 0.1201, "p95_ms": 0.2519, "p99_ms": 0.4104}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4605, "count": 512, "max_ms": 4.7523, "p50_ms": 1.3676, "p95_ms": 2.4262, "p99_ms": 3.3518, "results": {"failed": 0, "not_applicable": 0, "success": 61483, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 40, "h264_decode_error_count": 52, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:33:10+09:00", "last_error_summary": "[h264 @ 0x57620df2fc40] error while decoding MB 209 79, bytestream -8", "last_exit_at": "2026-10-30T16:33:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 2003.054, "last_started_at": "2026-10-30T15:59:46+09:00", "pid": 8509, "process": {"exists": false, "pid": 8509}, "restart_count": 41, "restart_count_per_hour": 36, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.265, "sample_count": 2809, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 61483, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:33:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T16:33:10+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-10-30T16:33:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 12, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 546.91, "last_sample_duration_ms": 1103.669, "last_trigger": "periodic", "next_snapshot_in_sec": 53.09, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 12, "storage_bytes": 1163266}, "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-10-30T16:33:09.943608+09:00", "mtime_epoch": 1793345589.9436078, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 97672}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T16:33:10+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 751.07, "name": "celery", "pid": 176, "rss_mb": 741.766, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 61483, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 111}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.711, "pushed": 3.711, "read": 3.678}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 110, "client_acquire_ms": {"avg_ms": 0.008, "count": 111, "max_ms": 0.024, "p95_ms": 0.016, "reason": null, "sample_age_ms": 55.532, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.6, "count": 110, "max_ms": 3.612, "p95_ms": 1.766, "reason": null, "sample_age_ms": 104.359, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.25, "count": 110, "max_ms": 2.856, "p95_ms": 1.222, "reason": null, "sample_age_ms": 104.624, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.11, "count": 111, "max_ms": 0.604, "p95_ms": 0.242, "reason": null, "sample_age_ms": 55.537, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.659, "count": 110, "max_ms": 4.169, "p95_ms": 2.669, "reason": null, "sample_age_ms": 102.953, "source": "client_direct"}, "request_count": 110, "request_tensor_bytes": {"avg": 2211848.0, "count": 110, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 102.933, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 111, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 55.609, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.561, "count": 111, "max_ms": 74.434, "p95_ms": 60.305, "reason": null, "sample_age_ms": 55.529, "source": "client_direct"}, "sample_age_ms": 55.527, "source": "client_direct", "task_total_ms": {"avg_ms": 42.505, "count": 111, "max_ms": 77.154, "p95_ms": 63.58, "reason": null, "sample_age_ms": 55.527, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.004, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.723, "count": 111, "max_ms": 1.533, "p95_ms": 1.37}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.227, "count": 111, "max_ms": 0.536, "p95_ms": 0.447}, "detection_prepare_ms": {"avg_ms": 0.103, "count": 111, "max_ms": 0.244, "p95_ms": 0.194}, "event_filter_ms": {"avg_ms": 0.004, "count": 111, "max_ms": 0.017, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.082, "count": 111, "max_ms": 0.211, "p95_ms": 0.158}, "mcmt_ms": {"avg_ms": 0.003, "count": 111, "max_ms": 0.01, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.187, "count": 111, "max_ms": 0.581, "p95_ms": 0.391}, "setup_ms": {"avg_ms": 0.044, "count": 111, "max_ms": 0.195, "p95_ms": 0.078}, "total_inside_ms": {"avg_ms": 0.683, "count": 111, "max_ms": 1.465, "p95_ms": 1.281}, "track_match_ms": {"avg_ms": 0.005, "count": 111, "max_ms": 0.057, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.028, "count": 111, "max_ms": 0.064, "p95_ms": 0.053}}, "gstreamer_push": {"avg_ms": 2.847, "count": 111, "max_ms": 6.554, "p95_ms": 4.035}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 111, "max_ms": 0.124, "p95_ms": 0.089}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.427, "count": 111, "max_ms": 78.68, "p95_ms": 66.316}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.045, "count": 111, "max_ms": 0.152, "p95_ms": 0.083}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 78.1, "count": 111, "max_ms": 120.581, "p95_ms": 109.007}, "inference_input_copy_ms": {"avg_ms": 1.414, "count": 111, "max_ms": 2.73, "p95_ms": 2.37}, "processing_residual_ms": {"avg_ms": 0.139, "count": 111, "max_ms": 0.327, "p95_ms": 0.249}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 79.698, "count": 111, "max_ms": 121.658, "p95_ms": 110.608}, "read_interval": {"avg_ms": 271.827, "count": 110, "max_ms": 15353.009, "p95_ms": 167.615}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 111, "max_ms": 0.047, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.129, "count": 111, "max_ms": 0.41, "p95_ms": 0.292}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 111, "max_ms": 0.038, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.112, "count": 111, "max_ms": 0.369, "p95_ms": 0.26}, "worker_merge_ms": {"avg_ms": 0.006, "count": 111, "max_ms": 0.029, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 43.443, "count": 111, "max_ms": 78.689, "p95_ms": 66.335}, "visualize": {"avg_ms": 33.0, "count": 111, "max_ms": 59.86, "p95_ms": 42.918}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.101, "count": 111, "max_ms": 58.433, "p95_ms": 41.81}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.795, "count": 111, "max_ms": 59.588, "p95_ms": 42.647}, "visualize_input_copy_ms": {"avg_ms": 0.001, "count": 111, "max_ms": 0.021, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.695, "count": 111, "max_ms": 59.432, "p95_ms": 42.546}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 111, "max_ms": 0.185, "p95_ms": 0.106}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 111}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 741.75, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 44.545, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.182, "sample_count": 2806, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 61452, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:33:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 97075, "write_bytes_delta": 97075, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1020.0, "cpu_core_ratio": 0.582035, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 8509, "reason": null, "system_cpu_core_ratio": 0.023331, "system_cpu_s_delta": 0.7600000000000051, "user_cpu_core_ratio": 0.558704, "user_cpu_s_delta": 18.199999999999818}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.301148, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 154.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.029163, "system_cpu_s_delta": 0.9499999999999886, "user_cpu_core_ratio": 0.271985, "user_cpu_s_delta": 8.859999999999673}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.838, "count": 110, "max_ms": 7.738, "p95_ms": 4.61, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 110}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 110}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.214, "count": 30, "max": 74.22, "p95": 50.869, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.526, "count": 30, "max": 38.127, "p95": 30.792, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1472.533, "count": 30, "max": 1555.0, "p95": 1525.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.067, "count": 30, "max": 2.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.066, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.282, "count": 30, "max": 1.605, "p95": 1.57, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.071, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96757.333, "count": 30, "max": 98887.0, "p95": 98153.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96757.333, "count": 30, "max": 98887.0, "p95": 98153.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 221.9, "count": 30, "max": 246.0, "p95": 238.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.073, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.604, "count": 30, "max": 0.675, "p95": 0.668, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 475, "sampled_at": "2026-10-30T16:33:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:33:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 61943, "flush_count": 121, "flush_interval_seconds": 30.0, "flush_state": {"count": 121, "last_at": "2026-10-30T16:32:39", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:32:39", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 120}, "started": true, "suppressed_count": 61363, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 61363}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 121, "written_record_count": 121}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4656.848, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T16:33:10+09:00", "last_error_summary": "[h264 @ 0x57620df2fc40] error while decoding MB 209 79, bytestream -8", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 169988198400, "copied_frame_count": 61483, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 169988198400, "frame_buffer_copies": 61483, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1457, "count": 512, "max_ms": 1.9769, "p50_ms": 0.1201, "p95_ms": 0.2519, "p99_ms": 0.4104}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4605, "count": 512, "max_ms": 4.7523, "p50_ms": 1.3676, "p95_ms": 2.4262, "p99_ms": 3.3518, "results": {"failed": 0, "not_applicable": 0, "success": 61483, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 40, "h264_decode_error_count": 52, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:33:10+09:00", "last_error_summary": "[h264 @ 0x57620df2fc40] error while decoding MB 209 79, bytestream -8", "last_exit_at": "2026-10-30T16:33:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 2003.081, "last_started_at": "2026-10-30T15:59:46+09:00", "pid": 8509, "process": {"exists": false, "pid": 8509}, "restart_count": 41, "restart_count_per_hour": 36, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.265, "sample_count": 2809, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 61483, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:33:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.028, "last_frame_pushed_at": "2026-10-30T16:33:10+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-10-30T16:33:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 12, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 546.938, "last_sample_duration_ms": 1103.669, "last_trigger": "periodic", "next_snapshot_in_sec": 53.062, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 12, "storage_bytes": 1163266}, "mjpeg": {"age_sec": 0.021, "exists": true, "mtime": "2026-10-30T16:33:10.047608+09:00", "mtime_epoch": 1793345590.0476081, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 97770}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T16:33:10+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 751.07, "name": "celery", "pid": 176, "rss_mb": 741.762, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 61483, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 111}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.708, "pushed": 3.708, "read": 3.674}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 110, "client_acquire_ms": {"avg_ms": 0.008, "count": 111, "max_ms": 0.024, "p95_ms": 0.016, "reason": null, "sample_age_ms": 83.396, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.6, "count": 110, "max_ms": 3.612, "p95_ms": 1.766, "reason": null, "sample_age_ms": 132.223, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.25, "count": 110, "max_ms": 2.856, "p95_ms": 1.222, "reason": null, "sample_age_ms": 132.488, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.11, "count": 111, "max_ms": 0.604, "p95_ms": 0.242, "reason": null, "sample_age_ms": 83.401, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.659, "count": 110, "max_ms": 4.169, "p95_ms": 2.669, "reason": null, "sample_age_ms": 130.817, "source": "client_direct"}, "request_count": 110, "request_tensor_bytes": {"avg": 2211848.0, "count": 110, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 130.797, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 111, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 83.472, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.561, "count": 111, "max_ms": 74.434, "p95_ms": 60.305, "reason": null, "sample_age_ms": 83.393, "source": "client_direct"}, "sample_age_ms": 83.391, "source": "client_direct", "task_total_ms": {"avg_ms": 42.505, "count": 111, "max_ms": 77.154, "p95_ms": 63.58, "reason": null, "sample_age_ms": 83.391, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.715, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.723, "count": 111, "max_ms": 1.533, "p95_ms": 1.37}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.227, "count": 111, "max_ms": 0.536, "p95_ms": 0.447}, "detection_prepare_ms": {"avg_ms": 0.103, "count": 111, "max_ms": 0.244, "p95_ms": 0.194}, "event_filter_ms": {"avg_ms": 0.004, "count": 111, "max_ms": 0.017, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.082, "count": 111, "max_ms": 0.211, "p95_ms": 0.158}, "mcmt_ms": {"avg_ms": 0.003, "count": 111, "max_ms": 0.01, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.187, "count": 111, "max_ms": 0.581, "p95_ms": 0.391}, "setup_ms": {"avg_ms": 0.044, "count": 111, "max_ms": 0.195, "p95_ms": 0.078}, "total_inside_ms": {"avg_ms": 0.683, "count": 111, "max_ms": 1.465, "p95_ms": 1.281}, "track_match_ms": {"avg_ms": 0.005, "count": 111, "max_ms": 0.057, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.028, "count": 111, "max_ms": 0.064, "p95_ms": 0.053}}, "gstreamer_push": {"avg_ms": 2.847, "count": 111, "max_ms": 6.554, "p95_ms": 4.035}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 111, "max_ms": 0.124, "p95_ms": 0.089}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.427, "count": 111, "max_ms": 78.68, "p95_ms": 66.316}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.045, "count": 111, "max_ms": 0.152, "p95_ms": 0.083}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 78.1, "count": 111, "max_ms": 120.581, "p95_ms": 109.007}, "inference_input_copy_ms": {"avg_ms": 1.414, "count": 111, "max_ms": 2.73, "p95_ms": 2.37}, "processing_residual_ms": {"avg_ms": 0.139, "count": 111, "max_ms": 0.327, "p95_ms": 0.249}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 79.698, "count": 111, "max_ms": 121.658, "p95_ms": 110.608}, "read_interval": {"avg_ms": 271.827, "count": 110, "max_ms": 15353.009, "p95_ms": 167.615}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 111, "max_ms": 0.047, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.129, "count": 111, "max_ms": 0.41, "p95_ms": 0.292}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 111, "max_ms": 0.038, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.112, "count": 111, "max_ms": 0.369, "p95_ms": 0.26}, "worker_merge_ms": {"avg_ms": 0.006, "count": 111, "max_ms": 0.029, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 43.443, "count": 111, "max_ms": 78.689, "p95_ms": 66.335}, "visualize": {"avg_ms": 33.0, "count": 111, "max_ms": 59.86, "p95_ms": 42.918}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.101, "count": 111, "max_ms": 58.433, "p95_ms": 41.81}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.795, "count": 111, "max_ms": 59.588, "p95_ms": 42.647}, "visualize_input_copy_ms": {"avg_ms": 0.001, "count": 111, "max_ms": 0.021, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.695, "count": 111, "max_ms": 59.432, "p95_ms": 42.546}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 111, "max_ms": 0.185, "p95_ms": 0.106}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 111}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 741.75, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 44.545, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.182, "sample_count": 2806, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 61452, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:33:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 97075, "write_bytes_delta": 97075, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1020.0, "cpu_core_ratio": 0.582035, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 8509, "reason": null, "system_cpu_core_ratio": 0.023331, "system_cpu_s_delta": 0.7600000000000051, "user_cpu_core_ratio": 0.558704, "user_cpu_s_delta": 18.199999999999818}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.301148, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 154.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.029163, "system_cpu_s_delta": 0.9499999999999886, "user_cpu_core_ratio": 0.271985, "user_cpu_s_delta": 8.859999999999673}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.838, "count": 110, "max_ms": 7.738, "p95_ms": 4.61, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 110}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 110}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.214, "count": 30, "max": 74.22, "p95": 50.869, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.526, "count": 30, "max": 38.127, "p95": 30.792, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1472.533, "count": 30, "max": 1555.0, "p95": 1525.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.067, "count": 30, "max": 2.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.066, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.282, "count": 30, "max": 1.605, "p95": 1.57, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.071, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96757.333, "count": 30, "max": 98887.0, "p95": 98153.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96757.333, "count": 30, "max": 98887.0, "p95": 98153.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 221.9, "count": 30, "max": 246.0, "p95": 238.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.073, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.604, "count": 30, "max": 0.675, "p95": 0.668, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 475, "sampled_at": "2026-10-30T16:33:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:33:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 61943, "flush_count": 121, "flush_interval_seconds": 30.0, "flush_state": {"count": 121, "last_at": "2026-10-30T16:32:39", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:32:39", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 120}, "started": true, "suppressed_count": 61363, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 61363}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 121, "written_record_count": 121}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4656.488, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 169988198400, "copied_frame_count": 61483, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 169988198400, "frame_buffer_copies": 61483, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1457, "count": 512, "max_ms": 1.9769, "p50_ms": 0.1201, "p95_ms": 0.2519, "p99_ms": 0.4104}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4605, "count": 512, "max_ms": 4.7523, "p50_ms": 1.3676, "p95_ms": 2.4262, "p99_ms": 3.3518, "results": {"failed": 0, "not_applicable": 0, "success": 61483, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 40, "h264_decode_error_count": 52, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:33:10+09:00", "last_error_summary": "[h264 @ 0x57620df2fc40] error while decoding MB 209 79, bytestream -8", "last_exit_at": "2026-10-30T16:33:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 2003.103, "last_started_at": "2026-10-30T15:59:46+09:00", "pid": 8509, "process": {"exists": false, "pid": 8509}, "restart_count": 41, "restart_count_per_hour": 36, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.265, "sample_count": 2808, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 61483, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:33:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.05, "last_frame_pushed_at": "2026-10-30T16:33:10+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-10-30T16:33:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 12, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 546.968, "last_sample_duration_ms": 1103.669, "last_trigger": "periodic", "next_snapshot_in_sec": 53.032, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 12, "storage_bytes": 1163266}, "mjpeg": {"age_sec": 0.043, "exists": true, "mtime": "2026-10-30T16:33:10.047608+09:00", "mtime_epoch": 1793345590.0476081, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 97770}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T16:33:10+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 751.07, "name": "celery", "pid": 176, "rss_mb": 741.762, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 61483, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 111}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 111, "pushed_frames": 111, "read_frames": 110, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.705, "pushed": 3.705, "read": 3.672}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 110, "client_acquire_ms": {"avg_ms": 0.008, "count": 110, "max_ms": 0.024, "p95_ms": 0.016, "reason": null, "sample_age_ms": 108.157, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.6, "count": 110, "max_ms": 3.612, "p95_ms": 1.766, "reason": null, "sample_age_ms": 156.984, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.25, "count": 110, "max_ms": 2.856, "p95_ms": 1.222, "reason": null, "sample_age_ms": 157.249, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.11, "count": 110, "max_ms": 0.604, "p95_ms": 0.242, "reason": null, "sample_age_ms": 108.162, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.659, "count": 110, "max_ms": 4.169, "p95_ms": 2.669, "reason": null, "sample_age_ms": 155.578, "source": "client_direct"}, "request_count": 110, "request_tensor_bytes": {"avg": 2211848.0, "count": 110, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 155.558, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 110, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 108.233, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.485, "count": 110, "max_ms": 74.434, "p95_ms": 60.395, "reason": null, "sample_age_ms": 108.154, "source": "client_direct"}, "sample_age_ms": 108.152, "source": "client_direct", "task_total_ms": {"avg_ms": 42.436, "count": 110, "max_ms": 77.154, "p95_ms": 63.744, "reason": null, "sample_age_ms": 108.152, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.138, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.723, "count": 111, "max_ms": 1.533, "p95_ms": 1.37}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.227, "count": 111, "max_ms": 0.536, "p95_ms": 0.447}, "detection_prepare_ms": {"avg_ms": 0.103, "count": 111, "max_ms": 0.244, "p95_ms": 0.194}, "event_filter_ms": {"avg_ms": 0.004, "count": 111, "max_ms": 0.017, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.082, "count": 111, "max_ms": 0.211, "p95_ms": 0.158}, "mcmt_ms": {"avg_ms": 0.003, "count": 111, "max_ms": 0.01, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.187, "count": 111, "max_ms": 0.581, "p95_ms": 0.391}, "setup_ms": {"avg_ms": 0.044, "count": 111, "max_ms": 0.195, "p95_ms": 0.078}, "total_inside_ms": {"avg_ms": 0.683, "count": 111, "max_ms": 1.465, "p95_ms": 1.281}, "track_match_ms": {"avg_ms": 0.005, "count": 111, "max_ms": 0.057, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.028, "count": 111, "max_ms": 0.064, "p95_ms": 0.053}}, "gstreamer_push": {"avg_ms": 2.847, "count": 111, "max_ms": 6.554, "p95_ms": 4.035}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 111, "max_ms": 0.124, "p95_ms": 0.089}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.427, "count": 111, "max_ms": 78.68, "p95_ms": 66.316}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.045, "count": 111, "max_ms": 0.152, "p95_ms": 0.083}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 78.1, "count": 111, "max_ms": 120.581, "p95_ms": 109.007}, "inference_input_copy_ms": {"avg_ms": 1.414, "count": 111, "max_ms": 2.73, "p95_ms": 2.37}, "processing_residual_ms": {"avg_ms": 0.139, "count": 111, "max_ms": 0.327, "p95_ms": 0.249}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 79.698, "count": 111, "max_ms": 121.658, "p95_ms": 110.608}, "read_interval": {"avg_ms": 271.827, "count": 110, "max_ms": 15353.009, "p95_ms": 167.615}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 111, "max_ms": 0.047, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.129, "count": 111, "max_ms": 0.41, "p95_ms": 0.292}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 111, "max_ms": 0.038, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.112, "count": 111, "max_ms": 0.369, "p95_ms": 0.26}, "worker_merge_ms": {"avg_ms": 0.006, "count": 111, "max_ms": 0.029, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 43.443, "count": 111, "max_ms": 78.689, "p95_ms": 66.335}, "visualize": {"avg_ms": 33.0, "count": 111, "max_ms": 59.86, "p95_ms": 42.918}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.101, "count": 111, "max_ms": 58.433, "p95_ms": 41.81}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.795, "count": 111, "max_ms": 59.588, "p95_ms": 42.647}, "visualize_input_copy_ms": {"avg_ms": 0.001, "count": 111, "max_ms": 0.021, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.695, "count": 111, "max_ms": 59.432, "p95_ms": 42.546}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 111, "max_ms": 0.185, "p95_ms": 0.106}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 111}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 741.75, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 44.545, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.182, "sample_count": 2806, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 61452, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:33:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 97075, "write_bytes_delta": 97075, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1020.0, "cpu_core_ratio": 0.582035, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 8509, "reason": null, "system_cpu_core_ratio": 0.023331, "system_cpu_s_delta": 0.7600000000000051, "user_cpu_core_ratio": 0.558704, "user_cpu_s_delta": 18.199999999999818}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.301148, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 154.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.029163, "system_cpu_s_delta": 0.9499999999999886, "user_cpu_core_ratio": 0.271985, "user_cpu_s_delta": 8.859999999999673}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.838, "count": 110, "max_ms": 7.738, "p95_ms": 4.61, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 110}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 110}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.214, "count": 30, "max": 74.22, "p95": 50.869, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.526, "count": 30, "max": 38.127, "p95": 30.792, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1472.533, "count": 30, "max": 1555.0, "p95": 1525.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.067, "count": 30, "max": 2.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.066, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.282, "count": 30, "max": 1.605, "p95": 1.57, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.071, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96757.333, "count": 30, "max": 98887.0, "p95": 98153.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96757.333, "count": 30, "max": 98887.0, "p95": 98153.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 221.9, "count": 30, "max": 246.0, "p95": 238.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.073, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.604, "count": 30, "max": 0.675, "p95": 0.668, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 475, "sampled_at": "2026-10-30T16:33:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:33:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 61943, "flush_count": 121, "flush_interval_seconds": 30.0, "flush_state": {"count": 121, "last_at": "2026-10-30T16:32:39", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:32:39", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 120}, "started": true, "suppressed_count": 61363, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 61363}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 121, "written_record_count": 121}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5007.504, "limit_mb": null}, "detail": {"pid": 11009, "restart_count": 42, "start_count": 43}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 169988198400, "copied_frame_count": 61483, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 169988198400, "frame_buffer_copies": 61483, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1457, "count": 512, "max_ms": 1.9769, "p50_ms": 0.1201, "p95_ms": 0.2519, "p99_ms": 0.4104}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4605, "count": 512, "max_ms": 4.7523, "p50_ms": 1.3676, "p95_ms": 2.4262, "p99_ms": 3.3518, "results": {"failed": 0, "not_applicable": 0, "success": 61483, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 40, "h264_decode_error_count": 52, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:33:10+09:00", "last_error_summary": "[h264 @ 0x57620df2fc40] error while decoding MB 209 79, bytestream -8", "last_exit_at": "2026-10-30T16:33:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-30T16:33:13+09:00", "pid": 11009, "process": {"exists": true, "fd_count": 5, "hwm_mb": 393.617, "name": "ffmpeg", "pid": 11009, "rss_mb": 393.617, "state": "S (sleeping)", "threads": 70}, "restart_count": 42, "restart_count_per_hour": 37, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.296, "sample_count": 2758, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 61483, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:33:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 5.055, "last_frame_pushed_at": "2026-10-30T16:33:10+09:00", "last_frame_read_age_sec": 5.157, "last_frame_read_at": "2026-10-30T16:33:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 12, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 551.976, "last_sample_duration_ms": 1103.669, "last_trigger": "periodic", "next_snapshot_in_sec": 48.024, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 12, "storage_bytes": 1163266}, "mjpeg": {"age_sec": 5.047, "exists": true, "mtime": "2026-10-30T16:33:10.047608+09:00", "mtime_epoch": 1793345590.0476081, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 97770}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T16:33:15+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 751.07, "name": "celery", "pid": 176, "rss_mb": 741.766, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "rtsp_timeout_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 61483, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 60}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 60, "pushed_frames": 60, "read_frames": 59, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.0, "pushed": 2.0, "read": 1.967}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 59, "client_acquire_ms": {"avg_ms": 0.008, "count": 59, "max_ms": 0.019, "p95_ms": 0.015, "reason": null, "sample_age_ms": 5116.316, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.57, "count": 59, "max_ms": 3.612, "p95_ms": 1.559, "reason": null, "sample_age_ms": 5165.143, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.265, "count": 59, "max_ms": 2.856, "p95_ms": 1.248, "reason": null, "sample_age_ms": 5165.408, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.108, "count": 59, "max_ms": 0.364, "p95_ms": 0.241, "reason": null, "sample_age_ms": 5116.321, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.602, "count": 59, "max_ms": 3.54, "p95_ms": 2.662, "reason": null, "sample_age_ms": 5163.737, "source": "client_direct"}, "request_count": 59, "request_tensor_bytes": {"avg": 2211848.0, "count": 59, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5163.717, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 59, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5116.392, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.352, "count": 59, "max_ms": 70.323, "p95_ms": 61.472, "reason": null, "sample_age_ms": 5116.313, "source": "client_direct"}, "sample_age_ms": 5116.311, "source": "client_direct", "task_total_ms": {"avg_ms": 42.24, "count": 59, "max_ms": 72.118, "p95_ms": 65.368, "reason": null, "sample_age_ms": 5116.311, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.734, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.698, "count": 60, "max_ms": 1.533, "p95_ms": 1.384}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.22, "count": 60, "max_ms": 0.523, "p95_ms": 0.424}, "detection_prepare_ms": {"avg_ms": 0.1, "count": 60, "max_ms": 0.244, "p95_ms": 0.181}, "event_filter_ms": {"avg_ms": 0.004, "count": 60, "max_ms": 0.017, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.078, "count": 60, "max_ms": 0.211, "p95_ms": 0.158}, "mcmt_ms": {"avg_ms": 0.003, "count": 60, "max_ms": 0.01, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.182, "count": 60, "max_ms": 0.581, "p95_ms": 0.338}, "setup_ms": {"avg_ms": 0.041, "count": 60, "max_ms": 0.094, "p95_ms": 0.071}, "total_inside_ms": {"avg_ms": 0.66, "count": 60, "max_ms": 1.465, "p95_ms": 1.32}, "track_match_ms": {"avg_ms": 0.004, "count": 60, "max_ms": 0.011, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.028, "count": 60, "max_ms": 0.064, "p95_ms": 0.053}}, "gstreamer_push": {"avg_ms": 2.815, "count": 60, "max_ms": 6.554, "p95_ms": 3.912}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 60, "max_ms": 0.113, "p95_ms": 0.075}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.724, "count": 60, "max_ms": 78.68, "p95_ms": 67.735}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.048, "count": 60, "max_ms": 0.152, "p95_ms": 0.089}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 78.589, "count": 60, "max_ms": 120.581, "p95_ms": 109.007}, "inference_input_copy_ms": {"avg_ms": 1.413, "count": 60, "max_ms": 2.73, "p95_ms": 2.109}, "processing_residual_ms": {"avg_ms": 0.135, "count": 60, "max_ms": 0.255, "p95_ms": 0.24}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 80.185, "count": 60, "max_ms": 121.658, "p95_ms": 111.195}, "read_interval": {"avg_ms": 423.047, "count": 59, "max_ms": 15353.009, "p95_ms": 216.182}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 60, "max_ms": 0.042, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.126, "count": 60, "max_ms": 0.41, "p95_ms": 0.224}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 60, "max_ms": 0.034, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.11, "count": 60, "max_ms": 0.369, "p95_ms": 0.202}, "worker_merge_ms": {"avg_ms": 0.006, "count": 60, "max_ms": 0.029, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 43.739, "count": 60, "max_ms": 78.689, "p95_ms": 67.747}, "visualize": {"avg_ms": 33.21, "count": 60, "max_ms": 43.336, "p95_ms": 42.164}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.346, "count": 60, "max_ms": 42.269, "p95_ms": 41.453}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.014, "count": 60, "max_ms": 43.142, "p95_ms": 42.063}, "visualize_input_copy_ms": {"avg_ms": 0.001, "count": 60, "max_ms": 0.021, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.918, "count": 60, "max_ms": 43.06, "p95_ms": 41.986}, "visualizer_prepare_ms": {"avg_ms": 0.052, "count": 60, "max_ms": 0.106, "p95_ms": 0.085}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 60}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 741.75, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 44.545, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.182, "sample_count": 2806, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 61452, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:33:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 97075, "write_bytes_delta": 97075, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1020.0, "cpu_core_ratio": 0.582035, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 8509, "reason": null, "system_cpu_core_ratio": 0.023331, "system_cpu_s_delta": 0.7600000000000051, "user_cpu_core_ratio": 0.558704, "user_cpu_s_delta": 18.199999999999818}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.301148, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 154.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.029163, "system_cpu_s_delta": 0.9499999999999886, "user_cpu_core_ratio": 0.271985, "user_cpu_s_delta": 8.859999999999673}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.838, "count": 110, "max_ms": 7.738, "p95_ms": 4.61, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 110}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 110}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.214, "count": 30, "max": 74.22, "p95": 50.869, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.526, "count": 30, "max": 38.127, "p95": 30.792, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1472.533, "count": 30, "max": 1555.0, "p95": 1525.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.067, "count": 30, "max": 2.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.066, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.282, "count": 30, "max": 1.605, "p95": 1.57, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.071, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96757.333, "count": 30, "max": 98887.0, "p95": 98153.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96757.333, "count": 30, "max": 98887.0, "p95": 98153.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 221.9, "count": 30, "max": 246.0, "p95": 238.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.073, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.604, "count": 30, "max": 0.675, "p95": 0.668, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 475, "sampled_at": "2026-10-30T16:33:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:33:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 118221, "flush_count": 121, "flush_interval_seconds": 30.0, "flush_state": {"count": 121, "last_at": "2026-10-30T16:32:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:32:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 120}, "started": true, "suppressed_count": 52541, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 52520}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 121, "written_record_count": 121}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4836.23, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5e281babf680] error while decoding MB 53 53, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 145536307200, "copied_frame_count": 52639, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 20, "events_failed": 0, "events_observed": 21, "events_suppressed": 1, "frame_buffer_copied_bytes": 145536307200, "frame_buffer_copies": 52639, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1000, "recorder_active_input_bytes": 2764800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 20, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 20, "worker_jobs_accepted": 20, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1223, "count": 512, "max_ms": 0.8163, "p50_ms": 0.1088, "p95_ms": 0.2279, "p99_ms": 0.3603}, "stages": {"db_insert": {"avg_ms": 18.5213, "count": 20, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.1563, "p99_ms": 32.829, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8875, "count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1203.3401, "count": 21, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1375.0681, "p99_ms": 3813.3464, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6007, "count": 512, "max_ms": 5.4249, "p50_ms": 1.4662, "p95_ms": 2.8144, "p99_ms": 4.1379, "results": {"failed": 0, "not_applicable": 0, "success": 52639, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.1475, "count": 21, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 643.0416, "p99_ms": 654.1443, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2016, "count": 20, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 58.5415, "p99_ms": 63.7445, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5692, "count": 512, "max_ms": 12.236, "p50_ms": 5.3523, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5741, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4492, "p95_ms": 2.7471, "p99_ms": 3.9562, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 573.1842, "count": 20, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 639.4208, "p99_ms": 650.8331, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.8629, "count": 20, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 536.8663, "p99_ms": 551.7345, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2095, "count": 20, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.4569, "p99_ms": 98.9507, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1155, "count": 20, "max_ms": 15.8949, "p50_ms": 2.3202, "p95_ms": 8.9726, "p99_ms": 14.5104, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.5036, "count": 20, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 2.9103, "p99_ms": 7.9552, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 593.3894, "count": 20, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 868.2179, "p99_ms": 3175.7524, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6457, "count": 20, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.9879, "p99_ms": 10.6042, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4657, "count": 20, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 75.0988, "p99_ms": 88.7901, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1593, "count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6442, "count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 683.5979, "count": 20, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 931.3869, "p99_ms": 3256.267, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 20, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676}, "wait_ms": {"count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 20, "artifact_failed": 0, "artifact_requested": 20, "artifact_success": 20, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 20, "database_requested": 20, "db_insert_success": 20, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15561, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 20, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 20}, "snapshot": {"copied_bytes": 55296000, "copied_count": 20, "copy": {"count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 35, "h264_decode_error_count": 90, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:33:30+09:00", "last_error_summary": "[h264 @ 0x5e281babf680] error while decoding MB 53 53, bytestream -5", "last_exit_at": "2026-10-30T16:31:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 111.415, "last_started_at": "2026-10-30T16:31:38+09:00", "pid": 10893, "process": {"exists": false, "pid": 10893}, "restart_count": 36, "restart_count_per_hour": 17, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 171.507, "sample_count": 1910, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 52639, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:33:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.098, "last_frame_pushed_at": "2026-10-30T16:33:30+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-10-30T16:33:30+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 12, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 567.077, "last_sample_duration_ms": 1103.669, "last_trigger": "periodic", "next_snapshot_in_sec": 32.923, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 12, "storage_bytes": 1163266}, "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-10-30T16:33:30.103682+09:00", "mtime_epoch": 1793345610.1036816, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 109889}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:33:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 831.711, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 18, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 52640, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.833, "max": 22.0, "p95": 18.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.241, "max": 7.0, "p95": 6.0, "sample_count": 203}, "total": {"avg": 5.241, "max": 7.0, "p95": 6.0, "sample_count": 203}}, "tracking_counts": {"active": {"avg": 2.443, "max": 4.0, "p95": 3.0, "sample_count": 203}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "removed": {"avg": 0.025, "max": 1.0, "p95": 0.0, "sample_count": 203}, "tracked": {"avg": 2.443, "max": 4.0, "p95": 3.0, "sample_count": 203}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 204, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.217, "pushed": 7.217, "read": 7.253}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 204, "client_acquire_ms": {"avg_ms": 0.008, "count": 204, "max_ms": 0.026, "p95_ms": 0.017, "reason": null, "sample_age_ms": 38.717, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.114, "count": 204, "max_ms": 10.086, "p95_ms": 3.859, "reason": null, "sample_age_ms": 101.328, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.484, "count": 204, "max_ms": 9.672, "p95_ms": 2.872, "reason": null, "sample_age_ms": 101.601, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.457, "count": 204, "max_ms": 1.853, "p95_ms": 0.908, "reason": null, "sample_age_ms": 38.732, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.276, "count": 204, "max_ms": 9.524, "p95_ms": 4.132, "reason": null, "sample_age_ms": 98.451, "source": "client_direct"}, "request_count": 204, "request_tensor_bytes": {"avg": 2764808.0, "count": 204, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 98.394, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 204, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 39.24, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.862, "count": 204, "max_ms": 94.8, "p95_ms": 80.885, "reason": null, "sample_age_ms": 38.712, "source": "client_direct"}, "sample_age_ms": 38.706, "source": "client_direct", "task_total_ms": {"avg_ms": 56.784, "count": 204, "max_ms": 98.941, "p95_ms": 85.702, "reason": null, "sample_age_ms": 38.706, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.627, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 13.553, "count": 203, "max_ms": 29.117, "p95_ms": 21.02}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.678, "count": 203, "max_ms": 2.895, "p95_ms": 1.423}, "detection_prepare_ms": {"avg_ms": 2.252, "count": 203, "max_ms": 7.943, "p95_ms": 4.264}, "event_filter_ms": {"avg_ms": 0.007, "count": 203, "max_ms": 0.024, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.561, "count": 203, "max_ms": 1.515, "p95_ms": 1.046}, "mcmt_ms": {"avg_ms": 0.004, "count": 203, "max_ms": 0.029, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 6.513, "count": 203, "max_ms": 13.911, "p95_ms": 10.686}, "setup_ms": {"avg_ms": 0.046, "count": 203, "max_ms": 0.128, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 13.475, "count": 203, "max_ms": 28.961, "p95_ms": 20.874}, "track_match_ms": {"avg_ms": 0.273, "count": 203, "max_ms": 0.815, "p95_ms": 0.526}, "tracker_update_ms": {"avg_ms": 3.138, "count": 203, "max_ms": 7.107, "p95_ms": 5.005}}, "gstreamer_push": {"avg_ms": 3.1, "count": 203, "max_ms": 7.821, "p95_ms": 5.712}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 203, "max_ms": 0.15, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.361, "count": 203, "max_ms": 100.123, "p95_ms": 88.36}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.064, "count": 203, "max_ms": 17.106, "p95_ms": 10.642}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 116.518, "count": 203, "max_ms": 189.348, "p95_ms": 162.482}, "inference_input_copy_ms": {"avg_ms": 1.721, "count": 203, "max_ms": 6.089, "p95_ms": 3.315}, "processing_residual_ms": {"avg_ms": 0.304, "count": 203, "max_ms": 0.729, "p95_ms": 0.562}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 122.608, "count": 203, "max_ms": 194.702, "p95_ms": 168.663}, "read_interval": {"avg_ms": 165.746, "count": 204, "max_ms": 5778.132, "p95_ms": 201.347}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 203, "max_ms": 0.182, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 6.423, "count": 203, "max_ms": 13.751, "p95_ms": 10.587}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 203, "max_ms": 0.092, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 6.401, "count": 203, "max_ms": 13.715, "p95_ms": 10.566}, "worker_merge_ms": {"avg_ms": 0.008, "count": 203, "max_ms": 0.032, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 58.376, "count": 203, "max_ms": 100.153, "p95_ms": 88.375}, "visualize": {"avg_ms": 43.0, "count": 203, "max_ms": 78.47, "p95_ms": 64.189}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.332, "count": 203, "max_ms": 55.988, "p95_ms": 45.843}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.37, "count": 203, "max_ms": 75.743, "p95_ms": 61.618}, "visualize_input_copy_ms": {"avg_ms": 1.393, "count": 203, "max_ms": 3.244, "p95_ms": 2.367}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.22, "count": 203, "max_ms": 75.549, "p95_ms": 61.429}, "visualizer_prepare_ms": {"avg_ms": 0.082, "count": 203, "max_ms": 0.311, "p95_ms": 0.16}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 203}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 831.625, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.602, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 170.61, "sample_count": 1914, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 52437, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:33:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105918, "write_bytes_delta": 105918, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 101.0, "cpu_core_ratio": 0.072815, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 10893, "reason": null, "system_cpu_core_ratio": 0.005825, "system_cpu_s_delta": 0.06000000000000005, "user_cpu_core_ratio": 0.06699, "user_cpu_s_delta": 0.6900000000000013}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.544654, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.223298, "system_cpu_s_delta": 2.299999999999727, "user_cpu_core_ratio": 0.321355, "user_cpu_s_delta": 3.3100000000004}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.213, "count": 128, "max_ms": 10.932, "p95_ms": 6.005, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.125, "max": 22.0, "p95": 21.0, "sample_count": 128}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.164, "key_count": 1, "max": 7.0, "p95": 7.0, "provenance": "bounded_other_sum_proxy", "sample_count": 128}, "total": {"avg": 5.164, "max": 7.0, "p95": 7.0, "sample_count": 128}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.912, "count": 30, "max": 47.631, "p95": 31.524, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.986, "count": 30, "max": 26.707, "p95": 20.681, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 409.967, "count": 30, "max": 481.0, "p95": 465.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 247.667, "count": 30, "max": 3936.0, "p95": 671.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.029, "count": 30, "max": 0.034, "p95": 0.033, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.334, "count": 30, "max": 0.379, "p95": 0.375, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.093, "count": 30, "max": 2.673, "p95": 0.064, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103284.9, "count": 30, "max": 109012.0, "p95": 108027.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103284.9, "count": 30, "max": 109012.0, "p95": 108027.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1431.9, "count": 30, "max": 33841.0, "p95": 4833.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.565, "count": 30, "max": 0.682, "p95": 0.633, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.228, "count": 30, "max": 1.4, "p95": 1.384, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 485, "sampled_at": "2026-10-30T16:33:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:33:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.127, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 118221, "flush_count": 121, "flush_interval_seconds": 30.0, "flush_state": {"count": 121, "last_at": "2026-10-30T16:32:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:32:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 120}, "started": true, "suppressed_count": 52541, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 52520}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 121, "written_record_count": 121}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4836.938, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T16:33:30+09:00", "last_error_summary": "[h264 @ 0x5e281babf680] error while decoding MB 53 53, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 145539072000, "copied_frame_count": 52640, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 20, "events_failed": 0, "events_observed": 21, "events_suppressed": 1, "frame_buffer_copied_bytes": 145539072000, "frame_buffer_copies": 52640, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1000, "recorder_active_input_bytes": 2764800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 20, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 20, "worker_jobs_accepted": 20, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.122, "count": 512, "max_ms": 0.8163, "p50_ms": 0.1088, "p95_ms": 0.2265, "p99_ms": 0.3603}, "stages": {"db_insert": {"avg_ms": 18.5213, "count": 20, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.1563, "p99_ms": 32.829, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8875, "count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1203.3401, "count": 21, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1375.0681, "p99_ms": 3813.3464, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5999, "count": 512, "max_ms": 5.4249, "p50_ms": 1.4662, "p95_ms": 2.8144, "p99_ms": 4.1379, "results": {"failed": 0, "not_applicable": 0, "success": 52640, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.1475, "count": 21, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 643.0416, "p99_ms": 654.1443, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2016, "count": 20, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 58.5415, "p99_ms": 63.7445, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5692, "count": 512, "max_ms": 12.236, "p50_ms": 5.3523, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5741, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4492, "p95_ms": 2.7471, "p99_ms": 3.9562, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 573.1842, "count": 20, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 639.4208, "p99_ms": 650.8331, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.8629, "count": 20, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 536.8663, "p99_ms": 551.7345, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2095, "count": 20, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.4569, "p99_ms": 98.9507, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1155, "count": 20, "max_ms": 15.8949, "p50_ms": 2.3202, "p95_ms": 8.9726, "p99_ms": 14.5104, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.5036, "count": 20, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 2.9103, "p99_ms": 7.9552, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 593.3894, "count": 20, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 868.2179, "p99_ms": 3175.7524, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6457, "count": 20, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.9879, "p99_ms": 10.6042, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4657, "count": 20, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 75.0988, "p99_ms": 88.7901, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1593, "count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6442, "count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 683.5979, "count": 20, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 931.3869, "p99_ms": 3256.267, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 20, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676}, "wait_ms": {"count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 20, "artifact_failed": 0, "artifact_requested": 20, "artifact_success": 20, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 20, "database_requested": 20, "db_insert_success": 20, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15561, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 20, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 20}, "snapshot": {"copied_bytes": 55296000, "copied_count": 20, "copy": {"count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 35, "h264_decode_error_count": 90, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:33:30+09:00", "last_error_summary": "[h264 @ 0x5e281babf680] error while decoding MB 53 53, bytestream -5", "last_exit_at": "2026-10-30T16:33:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 111.498, "last_started_at": "2026-10-30T16:31:38+09:00", "pid": 10893, "process": {"exists": false, "pid": 10893}, "restart_count": 36, "restart_count_per_hour": 17, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 171.507, "sample_count": 1910, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 52640, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:33:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T16:33:30+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-10-30T16:33:30+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 12, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 567.161, "last_sample_duration_ms": 1103.669, "last_trigger": "periodic", "next_snapshot_in_sec": 32.839, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 12, "storage_bytes": 1163266}, "mjpeg": {"age_sec": 0.17, "exists": true, "mtime": "2026-10-30T16:33:30.103682+09:00", "mtime_epoch": 1793345610.1036816, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 109889}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:33:30+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 831.707, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 18, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 52640, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.814, "max": 22.0, "p95": 18.0, "sample_count": 204}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.245, "max": 7.0, "p95": 6.0, "sample_count": 204}, "total": {"avg": 5.245, "max": 7.0, "p95": 6.0, "sample_count": 204}}, "tracking_counts": {"active": {"avg": 2.441, "max": 4.0, "p95": 3.0, "sample_count": 204}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}, "removed": {"avg": 0.025, "max": 1.0, "p95": 0.0, "sample_count": 204}, "tracked": {"avg": 2.441, "max": 4.0, "p95": 3.0, "sample_count": 204}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 204, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.231, "pushed": 7.231, "read": 7.231}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 204, "client_acquire_ms": {"avg_ms": 0.008, "count": 204, "max_ms": 0.026, "p95_ms": 0.017, "reason": null, "sample_age_ms": 120.59, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.114, "count": 204, "max_ms": 10.086, "p95_ms": 3.859, "reason": null, "sample_age_ms": 183.201, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.484, "count": 204, "max_ms": 9.672, "p95_ms": 2.872, "reason": null, "sample_age_ms": 183.475, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.457, "count": 204, "max_ms": 1.853, "p95_ms": 0.908, "reason": null, "sample_age_ms": 120.605, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.276, "count": 204, "max_ms": 9.524, "p95_ms": 4.132, "reason": null, "sample_age_ms": 180.325, "source": "client_direct"}, "request_count": 204, "request_tensor_bytes": {"avg": 2764808.0, "count": 204, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 180.267, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 204, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 121.113, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.862, "count": 204, "max_ms": 94.8, "p95_ms": 80.885, "reason": null, "sample_age_ms": 120.585, "source": "client_direct"}, "sample_age_ms": 120.579, "source": "client_direct", "task_total_ms": {"avg_ms": 56.784, "count": 204, "max_ms": 98.941, "p95_ms": 85.702, "reason": null, "sample_age_ms": 120.579, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.038, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 13.612, "count": 204, "max_ms": 29.117, "p95_ms": 21.384}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.681, "count": 204, "max_ms": 2.895, "p95_ms": 1.423}, "detection_prepare_ms": {"avg_ms": 2.254, "count": 204, "max_ms": 7.943, "p95_ms": 4.264}, "event_filter_ms": {"avg_ms": 0.007, "count": 204, "max_ms": 0.024, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.564, "count": 204, "max_ms": 1.515, "p95_ms": 1.046}, "mcmt_ms": {"avg_ms": 0.004, "count": 204, "max_ms": 0.029, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 6.539, "count": 204, "max_ms": 13.911, "p95_ms": 10.752}, "setup_ms": {"avg_ms": 0.046, "count": 204, "max_ms": 0.128, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 13.534, "count": 204, "max_ms": 28.961, "p95_ms": 21.273}, "track_match_ms": {"avg_ms": 0.275, "count": 204, "max_ms": 0.815, "p95_ms": 0.526}, "tracker_update_ms": {"avg_ms": 3.163, "count": 204, "max_ms": 8.181, "p95_ms": 5.035}}, "gstreamer_push": {"avg_ms": 3.1, "count": 204, "max_ms": 7.821, "p95_ms": 5.712}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 204, "max_ms": 0.15, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.385, "count": 204, "max_ms": 100.123, "p95_ms": 88.36}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.069, "count": 204, "max_ms": 17.106, "p95_ms": 10.642}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 116.743, "count": 204, "max_ms": 189.348, "p95_ms": 162.482}, "inference_input_copy_ms": {"avg_ms": 1.719, "count": 204, "max_ms": 6.089, "p95_ms": 3.315}, "processing_residual_ms": {"avg_ms": 0.305, "count": 204, "max_ms": 0.729, "p95_ms": 0.562}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 122.835, "count": 204, "max_ms": 194.702, "p95_ms": 168.936}, "read_interval": {"avg_ms": 165.746, "count": 204, "max_ms": 5778.132, "p95_ms": 201.347}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.023, "count": 204, "max_ms": 0.182, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 6.449, "count": 204, "max_ms": 13.751, "p95_ms": 10.595}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 204, "max_ms": 0.092, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 6.426, "count": 204, "max_ms": 13.715, "p95_ms": 10.569}, "worker_merge_ms": {"avg_ms": 0.008, "count": 204, "max_ms": 0.032, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 58.4, "count": 204, "max_ms": 100.153, "p95_ms": 88.375}, "visualize": {"avg_ms": 43.142, "count": 204, "max_ms": 78.47, "p95_ms": 64.419}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.41, "count": 204, "max_ms": 55.988, "p95_ms": 46.39}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.487, "count": 204, "max_ms": 75.743, "p95_ms": 61.916}, "visualize_input_copy_ms": {"avg_ms": 1.418, "count": 204, "max_ms": 6.396, "p95_ms": 2.369}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.337, "count": 204, "max_ms": 75.549, "p95_ms": 61.609}, "visualizer_prepare_ms": {"avg_ms": 0.082, "count": 204, "max_ms": 0.311, "p95_ms": 0.16}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 204}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 831.625, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.602, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 170.61, "sample_count": 1914, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 52437, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:33:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105918, "write_bytes_delta": 105918, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 101.0, "cpu_core_ratio": 0.072815, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 10893, "reason": null, "system_cpu_core_ratio": 0.005825, "system_cpu_s_delta": 0.06000000000000005, "user_cpu_core_ratio": 0.06699, "user_cpu_s_delta": 0.6900000000000013}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.544654, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.223298, "system_cpu_s_delta": 2.299999999999727, "user_cpu_core_ratio": 0.321355, "user_cpu_s_delta": 3.3100000000004}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.213, "count": 128, "max_ms": 10.932, "p95_ms": 6.005, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.125, "max": 22.0, "p95": 21.0, "sample_count": 128}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.164, "key_count": 1, "max": 7.0, "p95": 7.0, "provenance": "bounded_other_sum_proxy", "sample_count": 128}, "total": {"avg": 5.164, "max": 7.0, "p95": 7.0, "sample_count": 128}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.912, "count": 30, "max": 47.631, "p95": 31.524, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.986, "count": 30, "max": 26.707, "p95": 20.681, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 409.967, "count": 30, "max": 481.0, "p95": 465.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 247.667, "count": 30, "max": 3936.0, "p95": 671.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.029, "count": 30, "max": 0.034, "p95": 0.033, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.334, "count": 30, "max": 0.379, "p95": 0.375, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.093, "count": 30, "max": 2.673, "p95": 0.064, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103284.9, "count": 30, "max": 109012.0, "p95": 108027.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103284.9, "count": 30, "max": 109012.0, "p95": 108027.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1431.9, "count": 30, "max": 33841.0, "p95": 4833.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.565, "count": 30, "max": 0.682, "p95": 0.633, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.228, "count": 30, "max": 1.4, "p95": 1.384, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 485, "sampled_at": "2026-10-30T16:33:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:33:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.211, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 118221, "flush_count": 121, "flush_interval_seconds": 30.0, "flush_state": {"count": 121, "last_at": "2026-10-30T16:32:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:32:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 120}, "started": true, "suppressed_count": 52541, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 52520}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 121, "written_record_count": 121}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4838.031, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 145539072000, "copied_frame_count": 52640, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 20, "events_failed": 0, "events_observed": 21, "events_suppressed": 1, "frame_buffer_copied_bytes": 145539072000, "frame_buffer_copies": 52640, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1000, "recorder_active_input_bytes": 2764800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 20, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 20, "worker_jobs_accepted": 20, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.122, "count": 512, "max_ms": 0.8163, "p50_ms": 0.1088, "p95_ms": 0.2265, "p99_ms": 0.3603}, "stages": {"db_insert": {"avg_ms": 18.5213, "count": 20, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.1563, "p99_ms": 32.829, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8875, "count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1203.3401, "count": 21, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1375.0681, "p99_ms": 3813.3464, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5999, "count": 512, "max_ms": 5.4249, "p50_ms": 1.4662, "p95_ms": 2.8144, "p99_ms": 4.1379, "results": {"failed": 0, "not_applicable": 0, "success": 52640, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.1475, "count": 21, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 643.0416, "p99_ms": 654.1443, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2016, "count": 20, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 58.5415, "p99_ms": 63.7445, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5692, "count": 512, "max_ms": 12.236, "p50_ms": 5.3523, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5741, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4492, "p95_ms": 2.7471, "p99_ms": 3.9562, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 573.1842, "count": 20, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 639.4208, "p99_ms": 650.8331, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.8629, "count": 20, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 536.8663, "p99_ms": 551.7345, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2095, "count": 20, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.4569, "p99_ms": 98.9507, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1155, "count": 20, "max_ms": 15.8949, "p50_ms": 2.3202, "p95_ms": 8.9726, "p99_ms": 14.5104, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.5036, "count": 20, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 2.9103, "p99_ms": 7.9552, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 593.3894, "count": 20, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 868.2179, "p99_ms": 3175.7524, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6457, "count": 20, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.9879, "p99_ms": 10.6042, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4657, "count": 20, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 75.0988, "p99_ms": 88.7901, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1593, "count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6442, "count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 683.5979, "count": 20, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 931.3869, "p99_ms": 3256.267, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 20, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676}, "wait_ms": {"count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 20, "artifact_failed": 0, "artifact_requested": 20, "artifact_success": 20, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 20, "database_requested": 20, "db_insert_success": 20, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15561, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 20, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 20}, "snapshot": {"copied_bytes": 55296000, "copied_count": 20, "copy": {"count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 35, "h264_decode_error_count": 90, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:33:30+09:00", "last_error_summary": "[h264 @ 0x5e281babf680] error while decoding MB 53 53, bytestream -5", "last_exit_at": "2026-10-30T16:33:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 111.539, "last_started_at": "2026-10-30T16:31:38+09:00", "pid": 10893, "process": {"exists": false, "pid": 10893}, "restart_count": 36, "restart_count_per_hour": 17, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 37}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 171.507, "sample_count": 1910, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 52640, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:33:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.043, "last_frame_pushed_at": "2026-10-30T16:33:30+09:00", "last_frame_read_age_sec": 0.217, "last_frame_read_at": "2026-10-30T16:33:30+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 12, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 567.195, "last_sample_duration_ms": 1103.669, "last_trigger": "periodic", "next_snapshot_in_sec": 32.805, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 12, "storage_bytes": 1163266}, "mjpeg": {"age_sec": 0.032, "exists": true, "mtime": "2026-10-30T16:33:30.282682+09:00", "mtime_epoch": 1793345610.2826822, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 108827}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:33:30+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 831.707, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 18, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 52640, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.814, "max": 22.0, "p95": 18.0, "sample_count": 204}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.245, "max": 7.0, "p95": 6.0, "sample_count": 204}, "total": {"avg": 5.245, "max": 7.0, "p95": 6.0, "sample_count": 204}}, "tracking_counts": {"active": {"avg": 2.441, "max": 4.0, "p95": 3.0, "sample_count": 204}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}, "removed": {"avg": 0.025, "max": 1.0, "p95": 0.0, "sample_count": 204}, "tracked": {"avg": 2.441, "max": 4.0, "p95": 3.0, "sample_count": 204}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 204, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.221, "pushed": 7.221, "read": 7.221}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 204, "client_acquire_ms": {"avg_ms": 0.008, "count": 204, "max_ms": 0.026, "p95_ms": 0.017, "reason": null, "sample_age_ms": 164.32, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.114, "count": 204, "max_ms": 10.086, "p95_ms": 3.859, "reason": null, "sample_age_ms": 226.93, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.484, "count": 204, "max_ms": 9.672, "p95_ms": 2.872, "reason": null, "sample_age_ms": 227.204, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.457, "count": 204, "max_ms": 1.853, "p95_ms": 0.908, "reason": null, "sample_age_ms": 164.335, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.276, "count": 204, "max_ms": 9.524, "p95_ms": 4.132, "reason": null, "sample_age_ms": 224.054, "source": "client_direct"}, "request_count": 204, "request_tensor_bytes": {"avg": 2764808.0, "count": 204, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 223.996, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 204, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 164.842, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.862, "count": 204, "max_ms": 94.8, "p95_ms": 80.885, "reason": null, "sample_age_ms": 164.314, "source": "client_direct"}, "sample_age_ms": 164.308, "source": "client_direct", "task_total_ms": {"avg_ms": 56.784, "count": 204, "max_ms": 98.941, "p95_ms": 85.702, "reason": null, "sample_age_ms": 164.308, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.578, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 13.612, "count": 204, "max_ms": 29.117, "p95_ms": 21.384}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.681, "count": 204, "max_ms": 2.895, "p95_ms": 1.423}, "detection_prepare_ms": {"avg_ms": 2.254, "count": 204, "max_ms": 7.943, "p95_ms": 4.264}, "event_filter_ms": {"avg_ms": 0.007, "count": 204, "max_ms": 0.024, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.564, "count": 204, "max_ms": 1.515, "p95_ms": 1.046}, "mcmt_ms": {"avg_ms": 0.004, "count": 204, "max_ms": 0.029, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 6.539, "count": 204, "max_ms": 13.911, "p95_ms": 10.752}, "setup_ms": {"avg_ms": 0.046, "count": 204, "max_ms": 0.128, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 13.534, "count": 204, "max_ms": 28.961, "p95_ms": 21.273}, "track_match_ms": {"avg_ms": 0.275, "count": 204, "max_ms": 0.815, "p95_ms": 0.526}, "tracker_update_ms": {"avg_ms": 3.163, "count": 204, "max_ms": 8.181, "p95_ms": 5.035}}, "gstreamer_push": {"avg_ms": 3.1, "count": 204, "max_ms": 7.821, "p95_ms": 5.712}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 204, "max_ms": 0.15, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.385, "count": 204, "max_ms": 100.123, "p95_ms": 88.36}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.069, "count": 204, "max_ms": 17.106, "p95_ms": 10.642}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 116.743, "count": 204, "max_ms": 189.348, "p95_ms": 162.482}, "inference_input_copy_ms": {"avg_ms": 1.719, "count": 204, "max_ms": 6.089, "p95_ms": 3.315}, "processing_residual_ms": {"avg_ms": 0.305, "count": 204, "max_ms": 0.729, "p95_ms": 0.562}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 122.835, "count": 204, "max_ms": 194.702, "p95_ms": 168.936}, "read_interval": {"avg_ms": 165.746, "count": 204, "max_ms": 5778.132, "p95_ms": 201.347}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.023, "count": 204, "max_ms": 0.182, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 6.449, "count": 204, "max_ms": 13.751, "p95_ms": 10.595}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 204, "max_ms": 0.092, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 6.426, "count": 204, "max_ms": 13.715, "p95_ms": 10.569}, "worker_merge_ms": {"avg_ms": 0.008, "count": 204, "max_ms": 0.032, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 58.4, "count": 204, "max_ms": 100.153, "p95_ms": 88.375}, "visualize": {"avg_ms": 43.142, "count": 204, "max_ms": 78.47, "p95_ms": 64.419}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.41, "count": 204, "max_ms": 55.988, "p95_ms": 46.39}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.487, "count": 204, "max_ms": 75.743, "p95_ms": 61.916}, "visualize_input_copy_ms": {"avg_ms": 1.418, "count": 204, "max_ms": 6.396, "p95_ms": 2.369}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.337, "count": 204, "max_ms": 75.549, "p95_ms": 61.609}, "visualizer_prepare_ms": {"avg_ms": 0.082, "count": 204, "max_ms": 0.311, "p95_ms": 0.16}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 204}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 831.625, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.602, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 170.61, "sample_count": 1914, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 52437, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:33:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105918, "write_bytes_delta": 105918, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 101.0, "cpu_core_ratio": 0.072815, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 10893, "reason": null, "system_cpu_core_ratio": 0.005825, "system_cpu_s_delta": 0.06000000000000005, "user_cpu_core_ratio": 0.06699, "user_cpu_s_delta": 0.6900000000000013}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.544654, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.223298, "system_cpu_s_delta": 2.299999999999727, "user_cpu_core_ratio": 0.321355, "user_cpu_s_delta": 3.3100000000004}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.213, "count": 128, "max_ms": 10.932, "p95_ms": 6.005, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.125, "max": 22.0, "p95": 21.0, "sample_count": 128}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.164, "key_count": 1, "max": 7.0, "p95": 7.0, "provenance": "bounded_other_sum_proxy", "sample_count": 128}, "total": {"avg": 5.164, "max": 7.0, "p95": 7.0, "sample_count": 128}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.912, "count": 30, "max": 47.631, "p95": 31.524, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.986, "count": 30, "max": 26.707, "p95": 20.681, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 409.967, "count": 30, "max": 481.0, "p95": 465.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 247.667, "count": 30, "max": 3936.0, "p95": 671.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.029, "count": 30, "max": 0.034, "p95": 0.033, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.334, "count": 30, "max": 0.379, "p95": 0.375, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.093, "count": 30, "max": 2.673, "p95": 0.064, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103284.9, "count": 30, "max": 109012.0, "p95": 108027.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103284.9, "count": 30, "max": 109012.0, "p95": 108027.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1431.9, "count": 30, "max": 33841.0, "p95": 4833.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.565, "count": 30, "max": 0.682, "p95": 0.633, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.228, "count": 30, "max": 1.4, "p95": 1.384, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 485, "sampled_at": "2026-10-30T16:33:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:33:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.252, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 118221, "flush_count": 121, "flush_interval_seconds": 30.0, "flush_state": {"count": 121, "last_at": "2026-10-30T16:32:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:32:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 120}, "started": true, "suppressed_count": 52541, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 52520}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 121, "written_record_count": 121}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5015.832, "limit_mb": null}, "detail": {"pid": 11125, "restart_count": 37, "start_count": 38}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 145539072000, "copied_frame_count": 52640, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 20, "events_failed": 0, "events_observed": 21, "events_suppressed": 1, "frame_buffer_copied_bytes": 145539072000, "frame_buffer_copies": 52640, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1000, "recorder_active_input_bytes": 2764800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 20, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 20, "worker_jobs_accepted": 20, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.122, "count": 512, "max_ms": 0.8163, "p50_ms": 0.1088, "p95_ms": 0.2265, "p99_ms": 0.3603}, "stages": {"db_insert": {"avg_ms": 18.5213, "count": 20, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.1563, "p99_ms": 32.829, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8875, "count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1203.3401, "count": 21, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1375.0681, "p99_ms": 3813.3464, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5999, "count": 512, "max_ms": 5.4249, "p50_ms": 1.4662, "p95_ms": 2.8144, "p99_ms": 4.1379, "results": {"failed": 0, "not_applicable": 0, "success": 52640, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.1475, "count": 21, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 643.0416, "p99_ms": 654.1443, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2016, "count": 20, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 58.5415, "p99_ms": 63.7445, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5692, "count": 512, "max_ms": 12.236, "p50_ms": 5.3523, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5741, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4492, "p95_ms": 2.7471, "p99_ms": 3.9562, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 573.1842, "count": 20, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 639.4208, "p99_ms": 650.8331, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.8629, "count": 20, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 536.8663, "p99_ms": 551.7345, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2095, "count": 20, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.4569, "p99_ms": 98.9507, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1155, "count": 20, "max_ms": 15.8949, "p50_ms": 2.3202, "p95_ms": 8.9726, "p99_ms": 14.5104, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.5036, "count": 20, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 2.9103, "p99_ms": 7.9552, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 593.3894, "count": 20, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 868.2179, "p99_ms": 3175.7524, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6457, "count": 20, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.9879, "p99_ms": 10.6042, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4657, "count": 20, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 75.0988, "p99_ms": 88.7901, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1593, "count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6442, "count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 683.5979, "count": 20, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 931.3869, "p99_ms": 3256.267, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 20, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676}, "wait_ms": {"count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 20, "artifact_failed": 0, "artifact_requested": 20, "artifact_success": 20, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 20, "database_requested": 20, "db_insert_success": 20, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15561, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 20, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 20}, "snapshot": {"copied_bytes": 55296000, "copied_count": 20, "copy": {"count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 35, "h264_decode_error_count": 90, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:33:30+09:00", "last_error_summary": "[h264 @ 0x5e281babf680] error while decoding MB 53 53, bytestream -5", "last_exit_at": "2026-10-30T16:33:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T16:33:32+09:00", "pid": 11125, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.539, "name": "ffmpeg", "pid": 11125, "rss_mb": 208.539, "state": "S (sleeping)", "threads": 70}, "restart_count": 37, "restart_count_per_hour": 18, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 171.507, "sample_count": 1879, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 52640, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:33:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.441, "last_frame_pushed_at": "2026-10-30T16:33:30+09:00", "last_frame_read_age_sec": 4.616, "last_frame_read_at": "2026-10-30T16:33:30+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 12, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 571.597, "last_sample_duration_ms": 1103.669, "last_trigger": "periodic", "next_snapshot_in_sec": 28.403, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 12, "storage_bytes": 1163266}, "mjpeg": {"age_sec": 4.43, "exists": true, "mtime": "2026-10-30T16:33:30.282682+09:00", "mtime_epoch": 1793345610.2826822, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 108827}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:33:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 831.711, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 18, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 52640, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.678, "max": 22.0, "p95": 19.0, "sample_count": 174}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.282, "max": 7.0, "p95": 6.0, "sample_count": 174}, "total": {"avg": 5.282, "max": 7.0, "p95": 6.0, "sample_count": 174}}, "tracking_counts": {"active": {"avg": 2.293, "max": 4.0, "p95": 3.0, "sample_count": 174}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "removed": {"avg": 0.029, "max": 1.0, "p95": 0.0, "sample_count": 174}, "tracked": {"avg": 2.293, "max": 4.0, "p95": 3.0, "sample_count": 174}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.809, "pushed": 5.809, "read": 5.776}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 173, "client_acquire_ms": {"avg_ms": 0.009, "count": 173, "max_ms": 0.026, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4565.198, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.224, "count": 173, "max_ms": 10.086, "p95_ms": 4.103, "reason": null, "sample_age_ms": 4627.808, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.538, "count": 173, "max_ms": 9.672, "p95_ms": 3.048, "reason": null, "sample_age_ms": 4628.082, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.496, "count": 173, "max_ms": 1.853, "p95_ms": 0.939, "reason": null, "sample_age_ms": 4565.213, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.476, "count": 173, "max_ms": 9.524, "p95_ms": 4.264, "reason": null, "sample_age_ms": 4624.932, "source": "client_direct"}, "request_count": 173, "request_tensor_bytes": {"avg": 2764808.0, "count": 173, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4624.875, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 173, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4565.72, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 57.877, "count": 173, "max_ms": 94.8, "p95_ms": 82.965, "reason": null, "sample_age_ms": 4565.192, "source": "client_direct"}, "sample_age_ms": 4565.187, "source": "client_direct", "task_total_ms": {"avg_ms": 61.051, "count": 173, "max_ms": 98.941, "p95_ms": 86.798, "reason": null, "sample_age_ms": 4565.187, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.955, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 14.486, "count": 174, "max_ms": 29.117, "p95_ms": 21.977}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.754, "count": 174, "max_ms": 2.895, "p95_ms": 1.553}, "detection_prepare_ms": {"avg_ms": 2.409, "count": 174, "max_ms": 7.943, "p95_ms": 4.451}, "event_filter_ms": {"avg_ms": 0.007, "count": 174, "max_ms": 0.024, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.607, "count": 174, "max_ms": 1.515, "p95_ms": 1.068}, "mcmt_ms": {"avg_ms": 0.005, "count": 174, "max_ms": 0.029, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 6.937, "count": 174, "max_ms": 13.911, "p95_ms": 10.939}, "setup_ms": {"avg_ms": 0.05, "count": 174, "max_ms": 0.128, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 14.401, "count": 174, "max_ms": 28.961, "p95_ms": 21.879}, "track_match_ms": {"avg_ms": 0.288, "count": 174, "max_ms": 0.815, "p95_ms": 0.536}, "tracker_update_ms": {"avg_ms": 3.342, "count": 174, "max_ms": 8.181, "p95_ms": 5.168}}, "gstreamer_push": {"avg_ms": 3.313, "count": 174, "max_ms": 7.821, "p95_ms": 6.093}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 174, "max_ms": 0.15, "p95_ms": 0.107}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 62.701, "count": 174, "max_ms": 100.123, "p95_ms": 90.68}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.242, "count": 174, "max_ms": 17.106, "p95_ms": 10.655}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 124.428, "count": 174, "max_ms": 189.348, "p95_ms": 168.547}, "inference_input_copy_ms": {"avg_ms": 1.829, "count": 174, "max_ms": 6.089, "p95_ms": 3.437}, "processing_residual_ms": {"avg_ms": 0.33, "count": 174, "max_ms": 0.729, "p95_ms": 0.573}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 130.829, "count": 174, "max_ms": 194.702, "p95_ms": 174.783}, "read_interval": {"avg_ms": 146.946, "count": 173, "max_ms": 254.148, "p95_ms": 201.423}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.025, "count": 174, "max_ms": 0.182, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 6.839, "count": 174, "max_ms": 13.751, "p95_ms": 10.798}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 174, "max_ms": 0.092, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 6.814, "count": 174, "max_ms": 13.715, "p95_ms": 10.775}, "worker_merge_ms": {"avg_ms": 0.009, "count": 174, "max_ms": 0.032, "p95_ms": 0.022}}, "triton_wait": {"avg_ms": 62.717, "count": 174, "max_ms": 100.153, "p95_ms": 90.738}, "visualize": {"avg_ms": 45.507, "count": 174, "max_ms": 78.47, "p95_ms": 65.279}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.162, "count": 174, "max_ms": 55.988, "p95_ms": 49.105}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.761, "count": 174, "max_ms": 75.743, "p95_ms": 62.758}, "visualize_input_copy_ms": {"avg_ms": 1.488, "count": 174, "max_ms": 6.396, "p95_ms": 2.399}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.598, "count": 174, "max_ms": 75.549, "p95_ms": 62.635}, "visualizer_prepare_ms": {"avg_ms": 0.089, "count": 174, "max_ms": 0.311, "p95_ms": 0.188}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 831.707, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.696, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 171.11, "sample_count": 1894, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 52640, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:33:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2.392, "exists": true, "size_bytes": 108827, "write_bytes_delta": 108827, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 10893, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.493036, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.459544, "system_cpu_s_delta": 4.779999999999745, "user_cpu_core_ratio": 1.033493, "user_cpu_s_delta": 10.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.142, "count": 198, "max_ms": 7.821, "p95_ms": 5.713, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.773, "max": 22.0, "p95": 19.0, "sample_count": 198}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.273, "key_count": 1, "max": 7.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 198}, "total": {"avg": 5.273, "max": 7.0, "p95": 6.0, "sample_count": 198}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.769, "count": 30, "max": 76.288, "p95": 41.138, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.005, "count": 30, "max": 26.707, "p95": 23.313, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 413.333, "count": 30, "max": 564.0, "p95": 472.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 248.1, "count": 30, "max": 3936.0, "p95": 671.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.029, "count": 30, "max": 0.035, "p95": 0.033, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.336, "count": 30, "max": 0.405, "p95": 0.378, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.173, "count": 30, "max": 2.673, "p95": 1.368, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104083.367, "count": 30, "max": 109150.0, "p95": 108928.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 104083.367, "count": 30, "max": 109150.0, "p95": 108928.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1431.733, "count": 30, "max": 33841.0, "p95": 4833.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.563, "count": 30, "max": 0.682, "p95": 0.633, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.222, "count": 30, "max": 1.4, "p95": 1.384, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 488, "sampled_at": "2026-10-30T16:33:32+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:33:32+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 121351, "flush_count": 124, "flush_interval_seconds": 30.0, "flush_state": {"count": 124, "last_at": "2026-10-30T16:35:34", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:35:34", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 123}, "started": true, "suppressed_count": 53429, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 53408}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 124, "written_record_count": 124}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4848.125, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5c1d88600200] error while decoding MB 84 55, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 147999744000, "copied_frame_count": 53530, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 20, "events_failed": 0, "events_observed": 21, "events_suppressed": 1, "frame_buffer_copied_bytes": 147999744000, "frame_buffer_copies": 53530, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1000, "recorder_active_input_bytes": 2764800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 20, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 20, "worker_jobs_accepted": 20, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1238, "count": 512, "max_ms": 2.1365, "p50_ms": 0.1081, "p95_ms": 0.2288, "p99_ms": 0.3355}, "stages": {"db_insert": {"avg_ms": 18.5213, "count": 20, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.1563, "p99_ms": 32.829, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8875, "count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1203.3401, "count": 21, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1375.0681, "p99_ms": 3813.3464, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6063, "count": 512, "max_ms": 6.4207, "p50_ms": 1.4923, "p95_ms": 2.7417, "p99_ms": 3.8433, "results": {"failed": 0, "not_applicable": 0, "success": 53530, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.1475, "count": 21, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 643.0416, "p99_ms": 654.1443, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2016, "count": 20, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 58.5415, "p99_ms": 63.7445, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5692, "count": 512, "max_ms": 12.236, "p50_ms": 5.3523, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5741, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4492, "p95_ms": 2.7471, "p99_ms": 3.9562, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 573.1842, "count": 20, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 639.4208, "p99_ms": 650.8331, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.8629, "count": 20, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 536.8663, "p99_ms": 551.7345, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2095, "count": 20, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.4569, "p99_ms": 98.9507, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1155, "count": 20, "max_ms": 15.8949, "p50_ms": 2.3202, "p95_ms": 8.9726, "p99_ms": 14.5104, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.5036, "count": 20, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 2.9103, "p99_ms": 7.9552, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 593.3894, "count": 20, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 868.2179, "p99_ms": 3175.7524, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6457, "count": 20, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.9879, "p99_ms": 10.6042, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4657, "count": 20, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 75.0988, "p99_ms": 88.7901, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1593, "count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6442, "count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 683.5979, "count": 20, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 931.3869, "p99_ms": 3256.267, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 20, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676}, "wait_ms": {"count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 20, "artifact_failed": 0, "artifact_requested": 20, "artifact_success": 20, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 20, "database_requested": 20, "db_insert_success": 20, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15561, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 20, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 20}, "snapshot": {"copied_bytes": 55296000, "copied_count": 20, "copy": {"count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 36, "h264_decode_error_count": 91, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:35:42+09:00", "last_error_summary": "[h264 @ 0x5c1d88600200] error while decoding MB 84 55, bytestream -5", "last_exit_at": "2026-10-30T16:33:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 129.551, "last_started_at": "2026-10-30T16:33:32+09:00", "pid": 11125, "process": {"exists": false, "pid": 11125}, "restart_count": 37, "restart_count_per_hour": 18, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 172.671, "sample_count": 1886, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 53530, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:35:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.113, "last_frame_pushed_at": "2026-10-30T16:35:42+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-10-30T16:35:42+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 13, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 97.002, "last_sample_duration_ms": 1154.451, "last_trigger": "periodic", "next_snapshot_in_sec": 502.998, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 13, "storage_bytes": 1172817}, "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-10-30T16:35:42.164174+09:00", "mtime_epoch": 1793345742.164174, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 105920}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:35:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 832.273, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 18, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 13, "history_size_limit": 20, "last_frame_idx": 53531, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 13}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 21.264, "max": 33.0, "p95": 32.0, "sample_count": 212}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.575, "max": 8.0, "p95": 7.0, "sample_count": 212}, "total": {"avg": 5.575, "max": 8.0, "p95": 7.0, "sample_count": 212}}, "tracking_counts": {"active": {"avg": 1.108, "max": 3.0, "p95": 2.0, "sample_count": 212}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}, "removed": {"avg": 0.033, "max": 2.0, "p95": 0.0, "sample_count": 212}, "tracked": {"avg": 1.108, "max": 3.0, "p95": 2.0, "sample_count": 212}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.067, "pushed": 7.067, "read": 7.1}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 212, "client_acquire_ms": {"avg_ms": 0.008, "count": 213, "max_ms": 0.041, "p95_ms": 0.017, "reason": null, "sample_age_ms": 61.425, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.119, "count": 212, "max_ms": 9.577, "p95_ms": 3.443, "reason": null, "sample_age_ms": 113.663, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.519, "count": 212, "max_ms": 9.15, "p95_ms": 2.584, "reason": null, "sample_age_ms": 113.955, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.562, "count": 213, "max_ms": 3.402, "p95_ms": 1.052, "reason": null, "sample_age_ms": 61.454, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.183, "count": 212, "max_ms": 9.339, "p95_ms": 3.812, "reason": null, "sample_age_ms": 112.086, "source": "client_direct"}, "request_count": 212, "request_tensor_bytes": {"avg": 2764808.0, "count": 212, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 112.063, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 213, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 62.358, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.981, "count": 213, "max_ms": 91.677, "p95_ms": 73.668, "reason": null, "sample_age_ms": 61.413, "source": "client_direct"}, "sample_age_ms": 61.403, "source": "client_direct", "task_total_ms": {"avg_ms": 55.92, "count": 213, "max_ms": 98.082, "p95_ms": 76.902, "reason": null, "sample_age_ms": 61.403, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.196, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 14.696, "count": 212, "max_ms": 33.815, "p95_ms": 22.09}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.764, "count": 212, "max_ms": 2.748, "p95_ms": 1.582}, "detection_prepare_ms": {"avg_ms": 2.562, "count": 212, "max_ms": 14.218, "p95_ms": 4.583}, "event_filter_ms": {"avg_ms": 0.007, "count": 212, "max_ms": 0.029, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.803, "count": 212, "max_ms": 2.729, "p95_ms": 1.318}, "mcmt_ms": {"avg_ms": 0.004, "count": 212, "max_ms": 0.04, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 6.685, "count": 212, "max_ms": 19.032, "p95_ms": 10.359}, "setup_ms": {"avg_ms": 0.045, "count": 212, "max_ms": 0.169, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 14.617, "count": 212, "max_ms": 33.711, "p95_ms": 21.996}, "track_match_ms": {"avg_ms": 0.223, "count": 212, "max_ms": 1.626, "p95_ms": 0.42}, "tracker_update_ms": {"avg_ms": 3.522, "count": 212, "max_ms": 12.811, "p95_ms": 5.663}}, "gstreamer_push": {"avg_ms": 3.28, "count": 212, "max_ms": 12.065, "p95_ms": 5.24}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 212, "max_ms": 0.574, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.519, "count": 212, "max_ms": 100.42, "p95_ms": 79.128}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.299, "count": 212, "max_ms": 18.2, "p95_ms": 10.133}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 118.819, "count": 212, "max_ms": 186.768, "p95_ms": 156.372}, "inference_input_copy_ms": {"avg_ms": 1.808, "count": 212, "max_ms": 5.868, "p95_ms": 3.15}, "processing_residual_ms": {"avg_ms": 0.333, "count": 212, "max_ms": 0.917, "p95_ms": 0.674}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 125.26, "count": 212, "max_ms": 191.546, "p95_ms": 163.467}, "read_interval": {"avg_ms": 140.981, "count": 213, "max_ms": 236.484, "p95_ms": 194.772}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 212, "max_ms": 0.324, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 6.592, "count": 212, "max_ms": 18.935, "p95_ms": 10.28}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 212, "max_ms": 0.102, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 6.568, "count": 212, "max_ms": 18.912, "p95_ms": 10.263}, "worker_merge_ms": {"avg_ms": 0.008, "count": 212, "max_ms": 0.034, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 57.535, "count": 212, "max_ms": 100.438, "p95_ms": 79.141}, "visualize": {"avg_ms": 44.869, "count": 212, "max_ms": 77.029, "p95_ms": 65.408}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.42, "count": 212, "max_ms": 49.811, "p95_ms": 46.859}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.22, "count": 212, "max_ms": 74.327, "p95_ms": 63.013}, "visualize_input_copy_ms": {"avg_ms": 1.43, "count": 212, "max_ms": 3.955, "p95_ms": 2.485}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.074, "count": 212, "max_ms": 74.091, "p95_ms": 62.7}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 212, "max_ms": 0.297, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 212}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 832.227, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 53.244, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 173.289, "sample_count": 1887, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 53465, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:35:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105934, "write_bytes_delta": 105934, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 859.0, "cpu_core_ratio": 0.398755, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 84.0, "pid": 11125, "reason": null, "system_cpu_core_ratio": 0.03381, "system_cpu_s_delta": 0.6799999999999997, "user_cpu_core_ratio": 0.364945, "user_cpu_s_delta": 7.339999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 2.01068, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.625478, "system_cpu_s_delta": 12.579999999999927, "user_cpu_core_ratio": 1.385201, "user_cpu_s_delta": 27.859999999998763}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.275, "count": 210, "max_ms": 12.065, "p95_ms": 5.483, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 18.233, "max": 33.0, "p95": 32.0, "sample_count": 210}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.448, "key_count": 1, "max": 8.0, "p95": 7.0, "provenance": "bounded_other_sum_proxy", "sample_count": 210}, "total": {"avg": 5.448, "max": 8.0, "p95": 7.0, "sample_count": 210}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.934, "count": 30, "max": 76.288, "p95": 44.225, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.242, "count": 30, "max": 26.707, "p95": 23.313, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 485.033, "count": 30, "max": 946.0, "p95": 883.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 254.667, "count": 30, "max": 3936.0, "p95": 626.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.035, "p95": 0.034, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.338, "count": 30, "max": 0.405, "p95": 0.382, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.181, "count": 30, "max": 2.673, "p95": 1.379, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105266.467, "count": 30, "max": 109150.0, "p95": 109087.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105266.467, "count": 30, "max": 109150.0, "p95": 109087.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1434.233, "count": 30, "max": 33841.0, "p95": 4833.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.571, "count": 30, "max": 0.682, "p95": 0.633, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.238, "count": 30, "max": 1.4, "p95": 1.391, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 494, "sampled_at": "2026-10-30T16:35:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:35:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 121351, "flush_count": 124, "flush_interval_seconds": 30.0, "flush_state": {"count": 124, "last_at": "2026-10-30T16:35:34", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:35:34", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 123}, "started": true, "suppressed_count": 53429, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 53408}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 124, "written_record_count": 124}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4846.949, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T16:35:42+09:00", "last_error_summary": "[h264 @ 0x5c1d88600200] error while decoding MB 84 55, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 148002508800, "copied_frame_count": 53531, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 20, "events_failed": 0, "events_observed": 21, "events_suppressed": 1, "frame_buffer_copied_bytes": 148002508800, "frame_buffer_copies": 53531, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1000, "recorder_active_input_bytes": 2764800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 20, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 20, "worker_jobs_accepted": 20, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1243, "count": 512, "max_ms": 2.1365, "p50_ms": 0.1081, "p95_ms": 0.2318, "p99_ms": 0.346}, "stages": {"db_insert": {"avg_ms": 18.5213, "count": 20, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.1563, "p99_ms": 32.829, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8875, "count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1203.3401, "count": 21, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1375.0681, "p99_ms": 3813.3464, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6079, "count": 512, "max_ms": 6.4207, "p50_ms": 1.4923, "p95_ms": 2.7417, "p99_ms": 3.8433, "results": {"failed": 0, "not_applicable": 0, "success": 53531, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.1475, "count": 21, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 643.0416, "p99_ms": 654.1443, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2016, "count": 20, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 58.5415, "p99_ms": 63.7445, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5692, "count": 512, "max_ms": 12.236, "p50_ms": 5.3523, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5741, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4492, "p95_ms": 2.7471, "p99_ms": 3.9562, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 573.1842, "count": 20, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 639.4208, "p99_ms": 650.8331, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.8629, "count": 20, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 536.8663, "p99_ms": 551.7345, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2095, "count": 20, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.4569, "p99_ms": 98.9507, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1155, "count": 20, "max_ms": 15.8949, "p50_ms": 2.3202, "p95_ms": 8.9726, "p99_ms": 14.5104, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.5036, "count": 20, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 2.9103, "p99_ms": 7.9552, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 593.3894, "count": 20, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 868.2179, "p99_ms": 3175.7524, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6457, "count": 20, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.9879, "p99_ms": 10.6042, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4657, "count": 20, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 75.0988, "p99_ms": 88.7901, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1593, "count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6442, "count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 683.5979, "count": 20, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 931.3869, "p99_ms": 3256.267, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 20, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676}, "wait_ms": {"count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 20, "artifact_failed": 0, "artifact_requested": 20, "artifact_success": 20, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 20, "database_requested": 20, "db_insert_success": 20, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15561, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 20, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 20}, "snapshot": {"copied_bytes": 55296000, "copied_count": 20, "copy": {"count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 36, "h264_decode_error_count": 91, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:35:42+09:00", "last_error_summary": "[h264 @ 0x5c1d88600200] error while decoding MB 84 55, bytestream -5", "last_exit_at": "2026-10-30T16:35:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 129.643, "last_started_at": "2026-10-30T16:33:32+09:00", "pid": 11125, "process": {"exists": false, "pid": 11125}, "restart_count": 37, "restart_count_per_hour": 18, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 172.783, "sample_count": 1886, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 53531, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:35:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-10-30T16:35:42+09:00", "last_frame_read_age_sec": 0.193, "last_frame_read_at": "2026-10-30T16:35:42+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 13, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 97.079, "last_sample_duration_ms": 1154.451, "last_trigger": "periodic", "next_snapshot_in_sec": 502.921, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 13, "storage_bytes": 1172817}, "mjpeg": {"age_sec": 0.191, "exists": true, "mtime": "2026-10-30T16:35:42.164174+09:00", "mtime_epoch": 1793345742.164174, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 105920}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:35:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 832.27, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 18, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 13, "history_size_limit": 20, "last_frame_idx": 53531, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 13}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 21.23, "max": 33.0, "p95": 32.0, "sample_count": 213}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.568, "max": 8.0, "p95": 7.0, "sample_count": 213}, "total": {"avg": 5.568, "max": 8.0, "p95": 7.0, "sample_count": 213}}, "tracking_counts": {"active": {"avg": 1.108, "max": 3.0, "p95": 2.0, "sample_count": 213}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}, "removed": {"avg": 0.033, "max": 2.0, "p95": 0.0, "sample_count": 213}, "tracked": {"avg": 1.108, "max": 3.0, "p95": 2.0, "sample_count": 213}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.114, "pushed": 7.114, "read": 7.081}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 212, "client_acquire_ms": {"avg_ms": 0.008, "count": 212, "max_ms": 0.041, "p95_ms": 0.017, "reason": null, "sample_age_ms": 151.807, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.119, "count": 212, "max_ms": 9.577, "p95_ms": 3.443, "reason": null, "sample_age_ms": 204.044, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.519, "count": 212, "max_ms": 9.15, "p95_ms": 2.584, "reason": null, "sample_age_ms": 204.336, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.563, "count": 212, "max_ms": 3.402, "p95_ms": 1.053, "reason": null, "sample_age_ms": 151.835, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.183, "count": 212, "max_ms": 9.339, "p95_ms": 3.812, "reason": null, "sample_age_ms": 202.467, "source": "client_direct"}, "request_count": 212, "request_tensor_bytes": {"avg": 2764808.0, "count": 212, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 202.445, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 212, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 152.74, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.905, "count": 212, "max_ms": 91.677, "p95_ms": 73.727, "reason": null, "sample_age_ms": 151.794, "source": "client_direct"}, "sample_age_ms": 151.784, "source": "client_direct", "task_total_ms": {"avg_ms": 55.839, "count": 212, "max_ms": 98.082, "p95_ms": 76.98, "reason": null, "sample_age_ms": 151.784, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.315, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 14.695, "count": 213, "max_ms": 33.815, "p95_ms": 22.09}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.764, "count": 213, "max_ms": 2.748, "p95_ms": 1.582}, "detection_prepare_ms": {"avg_ms": 2.569, "count": 213, "max_ms": 14.218, "p95_ms": 4.583}, "event_filter_ms": {"avg_ms": 0.007, "count": 213, "max_ms": 0.029, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.804, "count": 213, "max_ms": 2.729, "p95_ms": 1.318}, "mcmt_ms": {"avg_ms": 0.004, "count": 213, "max_ms": 0.04, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 6.673, "count": 213, "max_ms": 19.032, "p95_ms": 10.359}, "setup_ms": {"avg_ms": 0.046, "count": 213, "max_ms": 0.169, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 14.616, "count": 213, "max_ms": 33.711, "p95_ms": 21.996}, "track_match_ms": {"avg_ms": 0.223, "count": 213, "max_ms": 1.626, "p95_ms": 0.42}, "tracker_update_ms": {"avg_ms": 3.523, "count": 213, "max_ms": 12.811, "p95_ms": 5.663}}, "gstreamer_push": {"avg_ms": 3.283, "count": 213, "max_ms": 12.065, "p95_ms": 5.24}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 213, "max_ms": 0.574, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.5, "count": 213, "max_ms": 100.42, "p95_ms": 79.128}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.31, "count": 213, "max_ms": 18.2, "p95_ms": 10.133}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 119.08, "count": 213, "max_ms": 186.768, "p95_ms": 157.598}, "inference_input_copy_ms": {"avg_ms": 1.806, "count": 213, "max_ms": 5.868, "p95_ms": 3.15}, "processing_residual_ms": {"avg_ms": 0.333, "count": 213, "max_ms": 0.917, "p95_ms": 0.674}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 125.53, "count": 213, "max_ms": 191.546, "p95_ms": 164.685}, "read_interval": {"avg_ms": 141.021, "count": 212, "max_ms": 236.484, "p95_ms": 194.772}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 213, "max_ms": 0.324, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 6.581, "count": 213, "max_ms": 18.935, "p95_ms": 10.28}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 213, "max_ms": 0.102, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 6.557, "count": 213, "max_ms": 18.912, "p95_ms": 10.263}, "worker_merge_ms": {"avg_ms": 0.008, "count": 213, "max_ms": 0.034, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 57.515, "count": 213, "max_ms": 100.438, "p95_ms": 79.141}, "visualize": {"avg_ms": 45.146, "count": 213, "max_ms": 103.804, "p95_ms": 65.649}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.534, "count": 213, "max_ms": 56.737, "p95_ms": 47.026}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.49, "count": 213, "max_ms": 100.869, "p95_ms": 63.711}, "visualize_input_copy_ms": {"avg_ms": 1.434, "count": 213, "max_ms": 3.955, "p95_ms": 2.485}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.343, "count": 213, "max_ms": 100.466, "p95_ms": 63.371}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 213, "max_ms": 0.297, "p95_ms": 0.159}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 213}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 832.227, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 53.244, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 173.289, "sample_count": 1887, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 53465, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:35:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105934, "write_bytes_delta": 105934, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 859.0, "cpu_core_ratio": 0.398755, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 84.0, "pid": 11125, "reason": null, "system_cpu_core_ratio": 0.03381, "system_cpu_s_delta": 0.6799999999999997, "user_cpu_core_ratio": 0.364945, "user_cpu_s_delta": 7.339999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 2.01068, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.625478, "system_cpu_s_delta": 12.579999999999927, "user_cpu_core_ratio": 1.385201, "user_cpu_s_delta": 27.859999999998763}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.275, "count": 210, "max_ms": 12.065, "p95_ms": 5.483, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 18.233, "max": 33.0, "p95": 32.0, "sample_count": 210}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.448, "key_count": 1, "max": 8.0, "p95": 7.0, "provenance": "bounded_other_sum_proxy", "sample_count": 210}, "total": {"avg": 5.448, "max": 8.0, "p95": 7.0, "sample_count": 210}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.934, "count": 30, "max": 76.288, "p95": 44.225, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.242, "count": 30, "max": 26.707, "p95": 23.313, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 485.033, "count": 30, "max": 946.0, "p95": 883.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 254.667, "count": 30, "max": 3936.0, "p95": 626.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.035, "p95": 0.034, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.338, "count": 30, "max": 0.405, "p95": 0.382, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.181, "count": 30, "max": 2.673, "p95": 1.379, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105266.467, "count": 30, "max": 109150.0, "p95": 109087.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105266.467, "count": 30, "max": 109150.0, "p95": 109087.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1434.233, "count": 30, "max": 33841.0, "p95": 4833.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.571, "count": 30, "max": 0.682, "p95": 0.633, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.238, "count": 30, "max": 1.4, "p95": 1.391, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 494, "sampled_at": "2026-10-30T16:35:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:35:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 121351, "flush_count": 124, "flush_interval_seconds": 30.0, "flush_state": {"count": 124, "last_at": "2026-10-30T16:35:34", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:35:34", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 123}, "started": true, "suppressed_count": 53429, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 53408}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 124, "written_record_count": 124}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4847.59, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 148002508800, "copied_frame_count": 53531, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 20, "events_failed": 0, "events_observed": 21, "events_suppressed": 1, "frame_buffer_copied_bytes": 148002508800, "frame_buffer_copies": 53531, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1000, "recorder_active_input_bytes": 2764800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 20, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 20, "worker_jobs_accepted": 20, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1243, "count": 512, "max_ms": 2.1365, "p50_ms": 0.1081, "p95_ms": 0.2318, "p99_ms": 0.346}, "stages": {"db_insert": {"avg_ms": 18.5213, "count": 20, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.1563, "p99_ms": 32.829, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8875, "count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1203.3401, "count": 21, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1375.0681, "p99_ms": 3813.3464, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6079, "count": 512, "max_ms": 6.4207, "p50_ms": 1.4923, "p95_ms": 2.7417, "p99_ms": 3.8433, "results": {"failed": 0, "not_applicable": 0, "success": 53531, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.1475, "count": 21, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 643.0416, "p99_ms": 654.1443, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2016, "count": 20, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 58.5415, "p99_ms": 63.7445, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5692, "count": 512, "max_ms": 12.236, "p50_ms": 5.3523, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5741, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4492, "p95_ms": 2.7471, "p99_ms": 3.9562, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 573.1842, "count": 20, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 639.4208, "p99_ms": 650.8331, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.8629, "count": 20, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 536.8663, "p99_ms": 551.7345, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2095, "count": 20, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.4569, "p99_ms": 98.9507, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1155, "count": 20, "max_ms": 15.8949, "p50_ms": 2.3202, "p95_ms": 8.9726, "p99_ms": 14.5104, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.5036, "count": 20, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 2.9103, "p99_ms": 7.9552, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 593.3894, "count": 20, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 868.2179, "p99_ms": 3175.7524, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6457, "count": 20, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.9879, "p99_ms": 10.6042, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4657, "count": 20, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 75.0988, "p99_ms": 88.7901, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1593, "count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6442, "count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 683.5979, "count": 20, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 931.3869, "p99_ms": 3256.267, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 20, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676}, "wait_ms": {"count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 20, "artifact_failed": 0, "artifact_requested": 20, "artifact_success": 20, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 20, "database_requested": 20, "db_insert_success": 20, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15561, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 20, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 20}, "snapshot": {"copied_bytes": 55296000, "copied_count": 20, "copy": {"count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 36, "h264_decode_error_count": 91, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:35:42+09:00", "last_error_summary": "[h264 @ 0x5c1d88600200] error while decoding MB 84 55, bytestream -5", "last_exit_at": "2026-10-30T16:35:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 129.682, "last_started_at": "2026-10-30T16:33:32+09:00", "pid": 11125, "process": {"exists": false, "pid": 11125}, "restart_count": 37, "restart_count_per_hour": 18, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 38}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 172.783, "sample_count": 1885, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 53531, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:35:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.042, "last_frame_pushed_at": "2026-10-30T16:35:42+09:00", "last_frame_read_age_sec": 0.232, "last_frame_read_at": "2026-10-30T16:35:42+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 13, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 97.127, "last_sample_duration_ms": 1154.451, "last_trigger": "periodic", "next_snapshot_in_sec": 502.873, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 13, "storage_bytes": 1172817}, "mjpeg": {"age_sec": 0.032, "exists": true, "mtime": "2026-10-30T16:35:42.362175+09:00", "mtime_epoch": 1793345742.3621747, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 104488}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:35:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 832.27, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 18, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 13, "history_size_limit": 20, "last_frame_idx": 53531, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 13}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 21.23, "max": 33.0, "p95": 32.0, "sample_count": 213}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.568, "max": 8.0, "p95": 7.0, "sample_count": 213}, "total": {"avg": 5.568, "max": 8.0, "p95": 7.0, "sample_count": 213}}, "tracking_counts": {"active": {"avg": 1.108, "max": 3.0, "p95": 2.0, "sample_count": 213}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}, "removed": {"avg": 0.033, "max": 2.0, "p95": 0.0, "sample_count": 213}, "tracked": {"avg": 1.108, "max": 3.0, "p95": 2.0, "sample_count": 213}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.105, "pushed": 7.105, "read": 7.071}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 212, "client_acquire_ms": {"avg_ms": 0.008, "count": 212, "max_ms": 0.041, "p95_ms": 0.017, "reason": null, "sample_age_ms": 194.805, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.119, "count": 212, "max_ms": 9.577, "p95_ms": 3.443, "reason": null, "sample_age_ms": 247.042, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.519, "count": 212, "max_ms": 9.15, "p95_ms": 2.584, "reason": null, "sample_age_ms": 247.335, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.563, "count": 212, "max_ms": 3.402, "p95_ms": 1.053, "reason": null, "sample_age_ms": 194.833, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.183, "count": 212, "max_ms": 9.339, "p95_ms": 3.812, "reason": null, "sample_age_ms": 245.466, "source": "client_direct"}, "request_count": 212, "request_tensor_bytes": {"avg": 2764808.0, "count": 212, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 245.443, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 212, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 195.738, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.905, "count": 212, "max_ms": 91.677, "p95_ms": 73.727, "reason": null, "sample_age_ms": 194.792, "source": "client_direct"}, "sample_age_ms": 194.782, "source": "client_direct", "task_total_ms": {"avg_ms": 55.839, "count": 212, "max_ms": 98.082, "p95_ms": 76.98, "reason": null, "sample_age_ms": 194.782, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.91, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 14.695, "count": 213, "max_ms": 33.815, "p95_ms": 22.09}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.764, "count": 213, "max_ms": 2.748, "p95_ms": 1.582}, "detection_prepare_ms": {"avg_ms": 2.569, "count": 213, "max_ms": 14.218, "p95_ms": 4.583}, "event_filter_ms": {"avg_ms": 0.007, "count": 213, "max_ms": 0.029, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.804, "count": 213, "max_ms": 2.729, "p95_ms": 1.318}, "mcmt_ms": {"avg_ms": 0.004, "count": 213, "max_ms": 0.04, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 6.673, "count": 213, "max_ms": 19.032, "p95_ms": 10.359}, "setup_ms": {"avg_ms": 0.046, "count": 213, "max_ms": 0.169, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 14.616, "count": 213, "max_ms": 33.711, "p95_ms": 21.996}, "track_match_ms": {"avg_ms": 0.223, "count": 213, "max_ms": 1.626, "p95_ms": 0.42}, "tracker_update_ms": {"avg_ms": 3.523, "count": 213, "max_ms": 12.811, "p95_ms": 5.663}}, "gstreamer_push": {"avg_ms": 3.283, "count": 213, "max_ms": 12.065, "p95_ms": 5.24}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 213, "max_ms": 0.574, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.5, "count": 213, "max_ms": 100.42, "p95_ms": 79.128}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.31, "count": 213, "max_ms": 18.2, "p95_ms": 10.133}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 119.08, "count": 213, "max_ms": 186.768, "p95_ms": 157.598}, "inference_input_copy_ms": {"avg_ms": 1.806, "count": 213, "max_ms": 5.868, "p95_ms": 3.15}, "processing_residual_ms": {"avg_ms": 0.333, "count": 213, "max_ms": 0.917, "p95_ms": 0.674}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 125.53, "count": 213, "max_ms": 191.546, "p95_ms": 164.685}, "read_interval": {"avg_ms": 141.021, "count": 212, "max_ms": 236.484, "p95_ms": 194.772}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 213, "max_ms": 0.324, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 6.581, "count": 213, "max_ms": 18.935, "p95_ms": 10.28}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 213, "max_ms": 0.102, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 6.557, "count": 213, "max_ms": 18.912, "p95_ms": 10.263}, "worker_merge_ms": {"avg_ms": 0.008, "count": 213, "max_ms": 0.034, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 57.515, "count": 213, "max_ms": 100.438, "p95_ms": 79.141}, "visualize": {"avg_ms": 45.146, "count": 213, "max_ms": 103.804, "p95_ms": 65.649}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.534, "count": 213, "max_ms": 56.737, "p95_ms": 47.026}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.49, "count": 213, "max_ms": 100.869, "p95_ms": 63.711}, "visualize_input_copy_ms": {"avg_ms": 1.434, "count": 213, "max_ms": 3.955, "p95_ms": 2.485}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.343, "count": 213, "max_ms": 100.466, "p95_ms": 63.371}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 213, "max_ms": 0.297, "p95_ms": 0.159}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 213}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 832.227, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 53.244, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 173.289, "sample_count": 1887, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 53465, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:35:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105934, "write_bytes_delta": 105934, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 859.0, "cpu_core_ratio": 0.398755, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 84.0, "pid": 11125, "reason": null, "system_cpu_core_ratio": 0.03381, "system_cpu_s_delta": 0.6799999999999997, "user_cpu_core_ratio": 0.364945, "user_cpu_s_delta": 7.339999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 2.01068, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.625478, "system_cpu_s_delta": 12.579999999999927, "user_cpu_core_ratio": 1.385201, "user_cpu_s_delta": 27.859999999998763}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.275, "count": 210, "max_ms": 12.065, "p95_ms": 5.483, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 18.233, "max": 33.0, "p95": 32.0, "sample_count": 210}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.448, "key_count": 1, "max": 8.0, "p95": 7.0, "provenance": "bounded_other_sum_proxy", "sample_count": 210}, "total": {"avg": 5.448, "max": 8.0, "p95": 7.0, "sample_count": 210}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.934, "count": 30, "max": 76.288, "p95": 44.225, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.242, "count": 30, "max": 26.707, "p95": 23.313, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 485.033, "count": 30, "max": 946.0, "p95": 883.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 254.667, "count": 30, "max": 3936.0, "p95": 626.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.035, "p95": 0.034, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.338, "count": 30, "max": 0.405, "p95": 0.382, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.181, "count": 30, "max": 2.673, "p95": 1.379, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105266.467, "count": 30, "max": 109150.0, "p95": 109087.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105266.467, "count": 30, "max": 109150.0, "p95": 109087.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1434.233, "count": 30, "max": 33841.0, "p95": 4833.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.571, "count": 30, "max": 0.682, "p95": 0.633, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.238, "count": 30, "max": 1.4, "p95": 1.391, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 494, "sampled_at": "2026-10-30T16:35:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:35:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 121351, "flush_count": 124, "flush_interval_seconds": 30.0, "flush_state": {"count": 124, "last_at": "2026-10-30T16:35:34", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:35:34", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 123}, "started": true, "suppressed_count": 53429, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 53408}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 124, "written_record_count": 124}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5021.309, "limit_mb": null}, "detail": {"pid": 11241, "restart_count": 38, "start_count": 39}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 148002508800, "copied_frame_count": 53531, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 20, "events_failed": 0, "events_observed": 21, "events_suppressed": 1, "frame_buffer_copied_bytes": 148002508800, "frame_buffer_copies": 53531, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1000, "recorder_active_input_bytes": 2764800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 20, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 20, "worker_jobs_accepted": 20, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1243, "count": 512, "max_ms": 2.1365, "p50_ms": 0.1081, "p95_ms": 0.2318, "p99_ms": 0.346}, "stages": {"db_insert": {"avg_ms": 18.5213, "count": 20, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.1563, "p99_ms": 32.829, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8875, "count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1203.3401, "count": 21, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1375.0681, "p99_ms": 3813.3464, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6079, "count": 512, "max_ms": 6.4207, "p50_ms": 1.4923, "p95_ms": 2.7417, "p99_ms": 3.8433, "results": {"failed": 0, "not_applicable": 0, "success": 53531, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.1475, "count": 21, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 643.0416, "p99_ms": 654.1443, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2016, "count": 20, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 58.5415, "p99_ms": 63.7445, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5692, "count": 512, "max_ms": 12.236, "p50_ms": 5.3523, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5741, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4492, "p95_ms": 2.7471, "p99_ms": 3.9562, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 573.1842, "count": 20, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 639.4208, "p99_ms": 650.8331, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.8629, "count": 20, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 536.8663, "p99_ms": 551.7345, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2095, "count": 20, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.4569, "p99_ms": 98.9507, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1155, "count": 20, "max_ms": 15.8949, "p50_ms": 2.3202, "p95_ms": 8.9726, "p99_ms": 14.5104, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.5036, "count": 20, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 2.9103, "p99_ms": 7.9552, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 593.3894, "count": 20, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 868.2179, "p99_ms": 3175.7524, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6457, "count": 20, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.9879, "p99_ms": 10.6042, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4657, "count": 20, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 75.0988, "p99_ms": 88.7901, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1593, "count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6442, "count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 683.5979, "count": 20, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 931.3869, "p99_ms": 3256.267, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 20, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676}, "wait_ms": {"count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 20, "artifact_failed": 0, "artifact_requested": 20, "artifact_success": 20, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 20, "database_requested": 20, "db_insert_success": 20, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15561, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 20, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 20}, "snapshot": {"copied_bytes": 55296000, "copied_count": 20, "copy": {"count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 36, "h264_decode_error_count": 91, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:35:42+09:00", "last_error_summary": "[h264 @ 0x5c1d88600200] error while decoding MB 84 55, bytestream -5", "last_exit_at": "2026-10-30T16:35:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-30T16:35:45+09:00", "pid": 11241, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.293, "name": "ffmpeg", "pid": 11241, "rss_mb": 209.293, "state": "S (sleeping)", "threads": 70}, "restart_count": 38, "restart_count_per_hour": 19, "rtsp_timeout_count": 24, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 172.783, "sample_count": 1850, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 53531, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:35:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.025, "last_frame_pushed_at": "2026-10-30T16:35:42+09:00", "last_frame_read_age_sec": 5.216, "last_frame_read_at": "2026-10-30T16:35:42+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 13, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 102.109, "last_sample_duration_ms": 1154.451, "last_trigger": "periodic", "next_snapshot_in_sec": 497.891, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 13, "storage_bytes": 1172817}, "mjpeg": {"age_sec": 5.016, "exists": true, "mtime": "2026-10-30T16:35:42.362175+09:00", "mtime_epoch": 1793345742.3621747, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 104488}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:35:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 832.273, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 18, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 13, "history_size_limit": 20, "last_frame_idx": 53531, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 13}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 22.582, "max": 33.0, "p95": 32.0, "sample_count": 177}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.621, "max": 8.0, "p95": 7.0, "sample_count": 177}, "total": {"avg": 5.621, "max": 8.0, "p95": 7.0, "sample_count": 177}}, "tracking_counts": {"active": {"avg": 1.034, "max": 3.0, "p95": 2.0, "sample_count": 177}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}, "removed": {"avg": 0.04, "max": 2.0, "p95": 0.0, "sample_count": 177}, "tracked": {"avg": 1.034, "max": 3.0, "p95": 2.0, "sample_count": 177}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 176, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.916, "pushed": 5.916, "read": 5.883}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 176, "client_acquire_ms": {"avg_ms": 0.008, "count": 177, "max_ms": 0.041, "p95_ms": 0.017, "reason": null, "sample_age_ms": 5179.327, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.12, "count": 176, "max_ms": 9.577, "p95_ms": 3.666, "reason": null, "sample_age_ms": 5231.564, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.514, "count": 176, "max_ms": 9.15, "p95_ms": 2.58, "reason": null, "sample_age_ms": 5231.857, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.583, "count": 177, "max_ms": 3.402, "p95_ms": 1.07, "reason": null, "sample_age_ms": 5179.355, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.175, "count": 176, "max_ms": 9.339, "p95_ms": 3.789, "reason": null, "sample_age_ms": 5229.988, "source": "client_direct"}, "request_count": 176, "request_tensor_bytes": {"avg": 2764808.0, "count": 176, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5229.965, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 177, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5180.26, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.32, "count": 177, "max_ms": 91.677, "p95_ms": 72.939, "reason": null, "sample_age_ms": 5179.314, "source": "client_direct"}, "sample_age_ms": 5179.305, "source": "client_direct", "task_total_ms": {"avg_ms": 55.271, "count": 177, "max_ms": 98.082, "p95_ms": 75.889, "reason": null, "sample_age_ms": 5179.305, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.577, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 14.884, "count": 177, "max_ms": 33.815, "p95_ms": 22.946}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.777, "count": 177, "max_ms": 2.748, "p95_ms": 1.582}, "detection_prepare_ms": {"avg_ms": 2.644, "count": 177, "max_ms": 14.218, "p95_ms": 5.221}, "event_filter_ms": {"avg_ms": 0.007, "count": 177, "max_ms": 0.029, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.837, "count": 177, "max_ms": 2.729, "p95_ms": 1.321}, "mcmt_ms": {"avg_ms": 0.005, "count": 177, "max_ms": 0.04, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 6.819, "count": 177, "max_ms": 19.032, "p95_ms": 10.586}, "setup_ms": {"avg_ms": 0.046, "count": 177, "max_ms": 0.169, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 14.804, "count": 177, "max_ms": 33.711, "p95_ms": 22.852}, "track_match_ms": {"avg_ms": 0.218, "count": 177, "max_ms": 1.626, "p95_ms": 0.413}, "tracker_update_ms": {"avg_ms": 3.451, "count": 177, "max_ms": 12.811, "p95_ms": 5.573}}, "gstreamer_push": {"avg_ms": 3.3, "count": 177, "max_ms": 12.065, "p95_ms": 5.24}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 177, "max_ms": 0.574, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.854, "count": 177, "max_ms": 100.42, "p95_ms": 77.253}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.452, "count": 177, "max_ms": 18.2, "p95_ms": 10.133}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 118.817, "count": 177, "max_ms": 178.524, "p95_ms": 156.372}, "inference_input_copy_ms": {"avg_ms": 1.818, "count": 177, "max_ms": 5.868, "p95_ms": 3.15}, "processing_residual_ms": {"avg_ms": 0.335, "count": 177, "max_ms": 0.917, "p95_ms": 0.659}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 125.423, "count": 177, "max_ms": 184.635, "p95_ms": 163.467}, "read_interval": {"avg_ms": 141.038, "count": 176, "max_ms": 236.484, "p95_ms": 200.919}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 177, "max_ms": 0.324, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 6.726, "count": 177, "max_ms": 18.935, "p95_ms": 10.49}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 177, "max_ms": 0.102, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 6.702, "count": 177, "max_ms": 18.912, "p95_ms": 10.44}, "worker_merge_ms": {"avg_ms": 0.008, "count": 177, "max_ms": 0.034, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 56.87, "count": 177, "max_ms": 100.438, "p95_ms": 77.275}, "visualize": {"avg_ms": 45.278, "count": 177, "max_ms": 103.804, "p95_ms": 66.837}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.486, "count": 177, "max_ms": 56.737, "p95_ms": 46.815}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.623, "count": 177, "max_ms": 100.869, "p95_ms": 64.266}, "visualize_input_copy_ms": {"avg_ms": 1.436, "count": 177, "max_ms": 3.955, "p95_ms": 2.538}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.475, "count": 177, "max_ms": 100.466, "p95_ms": 64.066}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 177, "max_ms": 0.239, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 177}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 832.227, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 53.244, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 173.289, "sample_count": 1887, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 53465, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:35:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105934, "write_bytes_delta": 105934, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 859.0, "cpu_core_ratio": 0.398755, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 84.0, "pid": 11125, "reason": null, "system_cpu_core_ratio": 0.03381, "system_cpu_s_delta": 0.6799999999999997, "user_cpu_core_ratio": 0.364945, "user_cpu_s_delta": 7.339999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 2.01068, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.625478, "system_cpu_s_delta": 12.579999999999927, "user_cpu_core_ratio": 1.385201, "user_cpu_s_delta": 27.859999999998763}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.275, "count": 210, "max_ms": 12.065, "p95_ms": 5.483, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 18.233, "max": 33.0, "p95": 32.0, "sample_count": 210}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.448, "key_count": 1, "max": 8.0, "p95": 7.0, "provenance": "bounded_other_sum_proxy", "sample_count": 210}, "total": {"avg": 5.448, "max": 8.0, "p95": 7.0, "sample_count": 210}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.934, "count": 30, "max": 76.288, "p95": 44.225, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.242, "count": 30, "max": 26.707, "p95": 23.313, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 485.033, "count": 30, "max": 946.0, "p95": 883.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 254.667, "count": 30, "max": 3936.0, "p95": 626.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.035, "p95": 0.034, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.338, "count": 30, "max": 0.405, "p95": 0.382, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.181, "count": 30, "max": 2.673, "p95": 1.379, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105266.467, "count": 30, "max": 109150.0, "p95": 109087.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105266.467, "count": 30, "max": 109150.0, "p95": 109087.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1434.233, "count": 30, "max": 33841.0, "p95": 4833.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.571, "count": 30, "max": 0.682, "p95": 0.633, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.238, "count": 30, "max": 1.4, "p95": 1.391, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 494, "sampled_at": "2026-10-30T16:35:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:35:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 123370, "flush_count": 126, "flush_interval_seconds": 30.0, "flush_state": {"count": 126, "last_at": "2026-10-30T16:37:35", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:37:35", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 125}, "started": true, "suppressed_count": 54149, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 54128}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 126, "written_record_count": 126}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4856.418, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x64595cccf3c0] error while decoding MB 17 47, bytestream -6 [h264 @ 0x64595d790880] cabac decode of qscale diff failed at 119 57 [h264 @ 0x64595d790880] error while decoding MB 119 57, bytestream 27862 [h264 @ 0x64595d85f640] error while decoding MB 19 38, bytestream -10 [in#0/rtsp @ 0x64595cb63e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x64595cb63e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 149995929600, "copied_frame_count": 54252, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 20, "events_failed": 0, "events_observed": 21, "events_suppressed": 1, "frame_buffer_copied_bytes": 149995929600, "frame_buffer_copies": 54252, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1000, "recorder_active_input_bytes": 2764800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 20, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 20, "worker_jobs_accepted": 20, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1226, "count": 512, "max_ms": 2.1527, "p50_ms": 0.1027, "p95_ms": 0.2416, "p99_ms": 0.37}, "stages": {"db_insert": {"avg_ms": 18.5213, "count": 20, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.1563, "p99_ms": 32.829, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8875, "count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1203.3401, "count": 21, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1375.0681, "p99_ms": 3813.3464, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5507, "count": 512, "max_ms": 5.0267, "p50_ms": 1.404, "p95_ms": 2.6502, "p99_ms": 4.0196, "results": {"failed": 0, "not_applicable": 0, "success": 54252, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.1475, "count": 21, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 643.0416, "p99_ms": 654.1443, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2016, "count": 20, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 58.5415, "p99_ms": 63.7445, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5692, "count": 512, "max_ms": 12.236, "p50_ms": 5.3523, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5741, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4492, "p95_ms": 2.7471, "p99_ms": 3.9562, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 573.1842, "count": 20, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 639.4208, "p99_ms": 650.8331, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.8629, "count": 20, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 536.8663, "p99_ms": 551.7345, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2095, "count": 20, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.4569, "p99_ms": 98.9507, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1155, "count": 20, "max_ms": 15.8949, "p50_ms": 2.3202, "p95_ms": 8.9726, "p99_ms": 14.5104, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.5036, "count": 20, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 2.9103, "p99_ms": 7.9552, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 593.3894, "count": 20, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 868.2179, "p99_ms": 3175.7524, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6457, "count": 20, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.9879, "p99_ms": 10.6042, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4657, "count": 20, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 75.0988, "p99_ms": 88.7901, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1593, "count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6442, "count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 683.5979, "count": 20, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 931.3869, "p99_ms": 3256.267, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 20, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676}, "wait_ms": {"count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 20, "artifact_failed": 0, "artifact_requested": 20, "artifact_success": 20, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 20, "database_requested": 20, "db_insert_success": 20, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15561, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 20, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 20}, "snapshot": {"copied_bytes": 55296000, "copied_count": 20, "copy": {"count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 37, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:38:01+09:00", "last_error_summary": "[h264 @ 0x64595cccf3c0] error while decoding MB 17 47, bytestream -6 [h264 @ 0x64595d790880] cabac decode of qscale diff failed at 119 57 [h264 @ 0x64595d790880] error while decoding MB 119 57, bytestream 27862 [h264 @ 0x64595d85f640] error while decoding MB 19 38, bytestream -10 [in#0/rtsp @ 0x64595cb63e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x64595cb63e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T16:35:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 135.694, "last_started_at": "2026-10-30T16:35:45+09:00", "pid": 11241, "process": {"exists": false, "pid": 11241}, "restart_count": 38, "restart_count_per_hour": 19, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.2, "sample_count": 1816, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 54252, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:38:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.073, "last_frame_pushed_at": "2026-10-30T16:38:00+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-10-30T16:38:01+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 13, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 235.792, "last_sample_duration_ms": 1154.451, "last_trigger": "periodic", "next_snapshot_in_sec": 364.208, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 13, "storage_bytes": 1172817}, "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-10-30T16:38:01.005707+09:00", "mtime_epoch": 1793345881.0057068, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 109101}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:38:01+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 832.625, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 18, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 9, "history_size_limit": 20, "last_frame_idx": 54253, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 9}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 16.557, "max": 39.0, "p95": 36.0, "sample_count": 79}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 6.076, "max": 8.0, "p95": 7.0, "sample_count": 79}, "total": {"avg": 6.076, "max": 8.0, "p95": 7.0, "sample_count": 79}}, "tracking_counts": {"active": {"avg": 0.456, "max": 3.0, "p95": 3.0, "sample_count": 79}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 79}, "removed": {"avg": 0.038, "max": 1.0, "p95": 0.0, "sample_count": 79}, "tracked": {"avg": 0.456, "max": 3.0, "p95": 3.0, "sample_count": 79}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 79}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 79, "pushed_frames": 79, "read_frames": 79, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.639, "pushed": 2.639, "read": 2.639}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 79, "client_acquire_ms": {"avg_ms": 0.008, "count": 80, "max_ms": 0.038, "p95_ms": 0.017, "reason": null, "sample_age_ms": 15.393, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.912, "count": 79, "max_ms": 9.132, "p95_ms": 3.119, "reason": null, "sample_age_ms": 70.011, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.481, "count": 79, "max_ms": 8.89, "p95_ms": 2.456, "reason": null, "sample_age_ms": 70.34, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.468, "count": 80, "max_ms": 1.233, "p95_ms": 0.909, "reason": null, "sample_age_ms": 15.404, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.989, "count": 79, "max_ms": 5.379, "p95_ms": 3.598, "reason": null, "sample_age_ms": 68.633, "source": "client_direct"}, "request_count": 79, "request_tensor_bytes": {"avg": 2764808.0, "count": 79, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 68.612, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 80, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 15.758, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.413, "count": 80, "max_ms": 81.989, "p95_ms": 72.518, "reason": null, "sample_age_ms": 15.388, "source": "client_direct"}, "sample_age_ms": 15.382, "source": "client_direct", "task_total_ms": {"avg_ms": 53.044, "count": 80, "max_ms": 84.556, "p95_ms": 77.41, "reason": null, "sample_age_ms": 15.382, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.317, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 14.805, "count": 79, "max_ms": 27.573, "p95_ms": 23.071}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.834, "count": 79, "max_ms": 2.763, "p95_ms": 1.716}, "detection_prepare_ms": {"avg_ms": 2.403, "count": 79, "max_ms": 6.267, "p95_ms": 4.984}, "event_filter_ms": {"avg_ms": 0.007, "count": 79, "max_ms": 0.037, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.817, "count": 79, "max_ms": 2.032, "p95_ms": 1.243}, "mcmt_ms": {"avg_ms": 0.004, "count": 79, "max_ms": 0.027, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 7.266, "count": 79, "max_ms": 12.653, "p95_ms": 12.011}, "setup_ms": {"avg_ms": 0.041, "count": 79, "max_ms": 0.108, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 14.736, "count": 79, "max_ms": 27.423, "p95_ms": 23.011}, "track_match_ms": {"avg_ms": 0.151, "count": 79, "max_ms": 0.379, "p95_ms": 0.339}, "tracker_update_ms": {"avg_ms": 3.211, "count": 79, "max_ms": 9.512, "p95_ms": 7.393}}, "gstreamer_push": {"avg_ms": 3.298, "count": 79, "max_ms": 9.631, "p95_ms": 7.569}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 79, "max_ms": 0.857, "p95_ms": 0.123}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.345, "count": 79, "max_ms": 85.455, "p95_ms": 81.161}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.086, "count": 79, "max_ms": 14.068, "p95_ms": 11.739}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 79, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 79, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 116.206, "count": 79, "max_ms": 167.136, "p95_ms": 160.847}, "inference_input_copy_ms": {"avg_ms": 1.707, "count": 79, "max_ms": 3.825, "p95_ms": 3.219}, "processing_residual_ms": {"avg_ms": 0.313, "count": 79, "max_ms": 0.626, "p95_ms": 0.532}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 79, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 79, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 122.312, "count": 79, "max_ms": 172.467, "p95_ms": 169.537}, "read_interval": {"avg_ms": 379.129, "count": 79, "max_ms": 18915.435, "p95_ms": 224.097}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 79, "max_ms": 0.053, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 7.183, "count": 79, "max_ms": 12.593, "p95_ms": 11.873}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 79, "max_ms": 0.061, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 7.164, "count": 79, "max_ms": 12.568, "p95_ms": 11.848}, "worker_merge_ms": {"avg_ms": 0.007, "count": 79, "max_ms": 0.036, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 54.36, "count": 79, "max_ms": 85.463, "p95_ms": 81.173}, "visualize": {"avg_ms": 45.468, "count": 79, "max_ms": 75.66, "p95_ms": 67.691}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.079, "count": 79, "max_ms": 55.235, "p95_ms": 49.553}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 79, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.816, "count": 79, "max_ms": 73.791, "p95_ms": 65.958}, "visualize_input_copy_ms": {"avg_ms": 1.438, "count": 79, "max_ms": 3.781, "p95_ms": 2.417}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 79, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.676, "count": 79, "max_ms": 73.616, "p95_ms": 65.846}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 79, "max_ms": 0.186, "p95_ms": 0.159}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 79}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 79}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 79}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 832.621, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 49.524, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.2, "sample_count": 1810, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 54246, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:38:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 108915, "write_bytes_delta": 108915, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 125.0, "cpu_core_ratio": 0.052905, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1628.0, "pid": 11241, "reason": null, "system_cpu_core_ratio": 0.005592, "system_cpu_s_delta": 0.13000000000000078, "user_cpu_core_ratio": 0.047314, "user_cpu_s_delta": 1.1000000000000014}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.38066, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.118284, "system_cpu_s_delta": 2.75, "user_cpu_core_ratio": 0.262376, "user_cpu_s_delta": 6.100000000000364}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.241, "count": 80, "max_ms": 9.631, "p95_ms": 6.308, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 17.538, "max": 39.0, "p95": 36.0, "sample_count": 80}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 6.2, "key_count": 1, "max": 8.0, "p95": 7.0, "provenance": "bounded_other_sum_proxy", "sample_count": 80}, "total": {"avg": 6.2, "max": 8.0, "p95": 7.0, "sample_count": 80}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.913, "count": 30, "max": 76.288, "p95": 55.531, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.924, "count": 30, "max": 25.359, "p95": 22.371, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 472.967, "count": 30, "max": 946.0, "p95": 900.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 414.0, "count": 30, "max": 4516.0, "p95": 1670.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.47, "p95": 0.14, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.316, "count": 30, "max": 0.41, "p95": 0.395, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.186, "count": 30, "max": 2.673, "p95": 1.388, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108011.467, "count": 30, "max": 116484.0, "p95": 112473.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108011.467, "count": 30, "max": 116484.0, "p95": 112473.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 306.5, "count": 30, "max": 8759.0, "p95": 34.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.549, "count": 30, "max": 0.686, "p95": 0.665, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.189, "count": 30, "max": 1.472, "p95": 1.408, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 503, "sampled_at": "2026-10-30T16:38:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:38:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 123370, "flush_count": 126, "flush_interval_seconds": 30.0, "flush_state": {"count": 126, "last_at": "2026-10-30T16:37:35", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:37:35", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 125}, "started": true, "suppressed_count": 54149, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 54128}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 126, "written_record_count": 126}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4855.633, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T16:38:01+09:00", "last_error_summary": "[h264 @ 0x64595cccf3c0] error while decoding MB 17 47, bytestream -6 [h264 @ 0x64595d790880] cabac decode of qscale diff failed at 119 57 [h264 @ 0x64595d790880] error while decoding MB 119 57, bytestream 27862 [h264 @ 0x64595d85f640] error while decoding MB 19 38, bytestream -10 [in#0/rtsp @ 0x64595cb63e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x64595cb63e00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 149998694400, "copied_frame_count": 54253, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 20, "events_failed": 0, "events_observed": 21, "events_suppressed": 1, "frame_buffer_copied_bytes": 149998694400, "frame_buffer_copies": 54253, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1000, "recorder_active_input_bytes": 2764800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 20, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 20, "worker_jobs_accepted": 20, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1226, "count": 512, "max_ms": 2.1527, "p50_ms": 0.1027, "p95_ms": 0.2416, "p99_ms": 0.37}, "stages": {"db_insert": {"avg_ms": 18.5213, "count": 20, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.1563, "p99_ms": 32.829, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8875, "count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1203.3401, "count": 21, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1375.0681, "p99_ms": 3813.3464, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5508, "count": 512, "max_ms": 5.0267, "p50_ms": 1.404, "p95_ms": 2.6502, "p99_ms": 4.0196, "results": {"failed": 0, "not_applicable": 0, "success": 54253, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.1475, "count": 21, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 643.0416, "p99_ms": 654.1443, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2016, "count": 20, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 58.5415, "p99_ms": 63.7445, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5692, "count": 512, "max_ms": 12.236, "p50_ms": 5.3523, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5741, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4492, "p95_ms": 2.7471, "p99_ms": 3.9562, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 573.1842, "count": 20, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 639.4208, "p99_ms": 650.8331, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.8629, "count": 20, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 536.8663, "p99_ms": 551.7345, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2095, "count": 20, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.4569, "p99_ms": 98.9507, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1155, "count": 20, "max_ms": 15.8949, "p50_ms": 2.3202, "p95_ms": 8.9726, "p99_ms": 14.5104, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.5036, "count": 20, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 2.9103, "p99_ms": 7.9552, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 593.3894, "count": 20, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 868.2179, "p99_ms": 3175.7524, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6457, "count": 20, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.9879, "p99_ms": 10.6042, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4657, "count": 20, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 75.0988, "p99_ms": 88.7901, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1593, "count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6442, "count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 683.5979, "count": 20, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 931.3869, "p99_ms": 3256.267, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 20, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676}, "wait_ms": {"count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 20, "artifact_failed": 0, "artifact_requested": 20, "artifact_success": 20, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 20, "database_requested": 20, "db_insert_success": 20, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15561, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 20, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 20}, "snapshot": {"copied_bytes": 55296000, "copied_count": 20, "copy": {"count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 37, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:38:01+09:00", "last_error_summary": "[h264 @ 0x64595cccf3c0] error while decoding MB 17 47, bytestream -6 [h264 @ 0x64595d790880] cabac decode of qscale diff failed at 119 57 [h264 @ 0x64595d790880] error while decoding MB 119 57, bytestream 27862 [h264 @ 0x64595d85f640] error while decoding MB 19 38, bytestream -10 [in#0/rtsp @ 0x64595cb63e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x64595cb63e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T16:38:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 135.757, "last_started_at": "2026-10-30T16:35:45+09:00", "pid": 11241, "process": {"exists": false, "pid": 11241}, "restart_count": 38, "restart_count_per_hour": 19, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.2, "sample_count": 1817, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 54253, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:38:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T16:38:01+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-10-30T16:38:01+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 13, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 235.851, "last_sample_duration_ms": 1154.451, "last_trigger": "periodic", "next_snapshot_in_sec": 364.149, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 13, "storage_bytes": 1172817}, "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-10-30T16:38:01.005707+09:00", "mtime_epoch": 1793345881.0057068, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 109101}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:38:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 832.621, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 18, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 9, "history_size_limit": 20, "last_frame_idx": 54253, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 9}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 16.538, "max": 39.0, "p95": 36.0, "sample_count": 80}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 6.062, "max": 8.0, "p95": 7.0, "sample_count": 80}, "total": {"avg": 6.062, "max": 8.0, "p95": 7.0, "sample_count": 80}}, "tracking_counts": {"active": {"avg": 0.45, "max": 3.0, "p95": 3.0, "sample_count": 80}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}, "removed": {"avg": 0.037, "max": 1.0, "p95": 0.0, "sample_count": 80}, "tracked": {"avg": 0.45, "max": 3.0, "p95": 3.0, "sample_count": 80}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 80, "pushed_frames": 80, "read_frames": 79, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.667, "pushed": 2.667, "read": 2.634}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 79, "client_acquire_ms": {"avg_ms": 0.008, "count": 79, "max_ms": 0.038, "p95_ms": 0.017, "reason": null, "sample_age_ms": 79.519, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.912, "count": 79, "max_ms": 9.132, "p95_ms": 3.119, "reason": null, "sample_age_ms": 134.137, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.481, "count": 79, "max_ms": 8.89, "p95_ms": 2.456, "reason": null, "sample_age_ms": 134.466, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.469, "count": 79, "max_ms": 1.233, "p95_ms": 0.917, "reason": null, "sample_age_ms": 79.53, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.989, "count": 79, "max_ms": 5.379, "p95_ms": 3.598, "reason": null, "sample_age_ms": 132.759, "source": "client_direct"}, "request_count": 79, "request_tensor_bytes": {"avg": 2764808.0, "count": 79, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 132.737, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 79, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 79.884, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.645, "count": 79, "max_ms": 81.989, "p95_ms": 72.641, "reason": null, "sample_age_ms": 79.513, "source": "client_direct"}, "sample_age_ms": 79.508, "source": "client_direct", "task_total_ms": {"avg_ms": 53.285, "count": 79, "max_ms": 84.556, "p95_ms": 77.424, "reason": null, "sample_age_ms": 79.508, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.982, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 14.727, "count": 80, "max_ms": 27.573, "p95_ms": 21.859}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.826, "count": 80, "max_ms": 2.763, "p95_ms": 1.635}, "detection_prepare_ms": {"avg_ms": 2.391, "count": 80, "max_ms": 6.267, "p95_ms": 4.534}, "event_filter_ms": {"avg_ms": 0.007, "count": 80, "max_ms": 0.037, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.813, "count": 80, "max_ms": 2.032, "p95_ms": 1.227}, "mcmt_ms": {"avg_ms": 0.004, "count": 80, "max_ms": 0.027, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 7.23, "count": 80, "max_ms": 12.653, "p95_ms": 11.54}, "setup_ms": {"avg_ms": 0.041, "count": 80, "max_ms": 0.108, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 14.658, "count": 80, "max_ms": 27.423, "p95_ms": 21.749}, "track_match_ms": {"avg_ms": 0.151, "count": 80, "max_ms": 0.379, "p95_ms": 0.316}, "tracker_update_ms": {"avg_ms": 3.194, "count": 80, "max_ms": 9.512, "p95_ms": 5.215}}, "gstreamer_push": {"avg_ms": 3.287, "count": 80, "max_ms": 9.631, "p95_ms": 7.379}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 80, "max_ms": 0.857, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.358, "count": 80, "max_ms": 85.455, "p95_ms": 78.914}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.064, "count": 80, "max_ms": 14.068, "p95_ms": 9.32}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 116.27, "count": 80, "max_ms": 167.136, "p95_ms": 160.5}, "inference_input_copy_ms": {"avg_ms": 1.704, "count": 80, "max_ms": 3.825, "p95_ms": 3.033}, "processing_residual_ms": {"avg_ms": 0.312, "count": 80, "max_ms": 0.626, "p95_ms": 0.532}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 122.35, "count": 80, "max_ms": 172.467, "p95_ms": 167.35}, "read_interval": {"avg_ms": 379.129, "count": 79, "max_ms": 18915.435, "p95_ms": 224.097}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 80, "max_ms": 0.053, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 7.148, "count": 80, "max_ms": 12.593, "p95_ms": 11.447}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 80, "max_ms": 0.061, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 7.129, "count": 80, "max_ms": 12.568, "p95_ms": 11.422}, "worker_merge_ms": {"avg_ms": 0.007, "count": 80, "max_ms": 0.036, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 54.373, "count": 80, "max_ms": 85.463, "p95_ms": 78.928}, "visualize": {"avg_ms": 45.59, "count": 80, "max_ms": 75.66, "p95_ms": 67.35}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.213, "count": 80, "max_ms": 55.235, "p95_ms": 45.937}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.942, "count": 80, "max_ms": 73.791, "p95_ms": 65.513}, "visualize_input_copy_ms": {"avg_ms": 1.434, "count": 80, "max_ms": 3.781, "p95_ms": 2.358}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.802, "count": 80, "max_ms": 73.616, "p95_ms": 65.267}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 80, "max_ms": 0.186, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 80}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 832.621, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 49.524, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.2, "sample_count": 1810, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 54246, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:38:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 108915, "write_bytes_delta": 108915, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 125.0, "cpu_core_ratio": 0.052905, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1628.0, "pid": 11241, "reason": null, "system_cpu_core_ratio": 0.005592, "system_cpu_s_delta": 0.13000000000000078, "user_cpu_core_ratio": 0.047314, "user_cpu_s_delta": 1.1000000000000014}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.38066, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.118284, "system_cpu_s_delta": 2.75, "user_cpu_core_ratio": 0.262376, "user_cpu_s_delta": 6.100000000000364}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.241, "count": 80, "max_ms": 9.631, "p95_ms": 6.308, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 17.538, "max": 39.0, "p95": 36.0, "sample_count": 80}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 6.2, "key_count": 1, "max": 8.0, "p95": 7.0, "provenance": "bounded_other_sum_proxy", "sample_count": 80}, "total": {"avg": 6.2, "max": 8.0, "p95": 7.0, "sample_count": 80}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.913, "count": 30, "max": 76.288, "p95": 55.531, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.924, "count": 30, "max": 25.359, "p95": 22.371, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 472.967, "count": 30, "max": 946.0, "p95": 900.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 414.0, "count": 30, "max": 4516.0, "p95": 1670.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.47, "p95": 0.14, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.316, "count": 30, "max": 0.41, "p95": 0.395, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.186, "count": 30, "max": 2.673, "p95": 1.388, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108011.467, "count": 30, "max": 116484.0, "p95": 112473.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108011.467, "count": 30, "max": 116484.0, "p95": 112473.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 306.5, "count": 30, "max": 8759.0, "p95": 34.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.549, "count": 30, "max": 0.686, "p95": 0.665, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.189, "count": 30, "max": 1.472, "p95": 1.408, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 503, "sampled_at": "2026-10-30T16:38:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:38:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 123370, "flush_count": 126, "flush_interval_seconds": 30.0, "flush_state": {"count": 126, "last_at": "2026-10-30T16:37:35", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:37:35", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 125}, "started": true, "suppressed_count": 54149, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 54128}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 126, "written_record_count": 126}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4855.906, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 149998694400, "copied_frame_count": 54253, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 20, "events_failed": 0, "events_observed": 21, "events_suppressed": 1, "frame_buffer_copied_bytes": 149998694400, "frame_buffer_copies": 54253, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1000, "recorder_active_input_bytes": 2764800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 20, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 20, "worker_jobs_accepted": 20, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1226, "count": 512, "max_ms": 2.1527, "p50_ms": 0.1027, "p95_ms": 0.2416, "p99_ms": 0.37}, "stages": {"db_insert": {"avg_ms": 18.5213, "count": 20, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.1563, "p99_ms": 32.829, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8875, "count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1203.3401, "count": 21, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1375.0681, "p99_ms": 3813.3464, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5508, "count": 512, "max_ms": 5.0267, "p50_ms": 1.404, "p95_ms": 2.6502, "p99_ms": 4.0196, "results": {"failed": 0, "not_applicable": 0, "success": 54253, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.1475, "count": 21, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 643.0416, "p99_ms": 654.1443, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2016, "count": 20, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 58.5415, "p99_ms": 63.7445, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5692, "count": 512, "max_ms": 12.236, "p50_ms": 5.3523, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5741, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4492, "p95_ms": 2.7471, "p99_ms": 3.9562, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 573.1842, "count": 20, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 639.4208, "p99_ms": 650.8331, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.8629, "count": 20, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 536.8663, "p99_ms": 551.7345, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2095, "count": 20, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.4569, "p99_ms": 98.9507, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1155, "count": 20, "max_ms": 15.8949, "p50_ms": 2.3202, "p95_ms": 8.9726, "p99_ms": 14.5104, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.5036, "count": 20, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 2.9103, "p99_ms": 7.9552, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 593.3894, "count": 20, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 868.2179, "p99_ms": 3175.7524, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6457, "count": 20, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.9879, "p99_ms": 10.6042, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4657, "count": 20, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 75.0988, "p99_ms": 88.7901, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1593, "count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6442, "count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 683.5979, "count": 20, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 931.3869, "p99_ms": 3256.267, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 20, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676}, "wait_ms": {"count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 20, "artifact_failed": 0, "artifact_requested": 20, "artifact_success": 20, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 20, "database_requested": 20, "db_insert_success": 20, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15561, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 20, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 20}, "snapshot": {"copied_bytes": 55296000, "copied_count": 20, "copy": {"count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 37, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:38:01+09:00", "last_error_summary": "[h264 @ 0x64595cccf3c0] error while decoding MB 17 47, bytestream -6 [h264 @ 0x64595d790880] cabac decode of qscale diff failed at 119 57 [h264 @ 0x64595d790880] error while decoding MB 119 57, bytestream 27862 [h264 @ 0x64595d85f640] error while decoding MB 19 38, bytestream -10 [in#0/rtsp @ 0x64595cb63e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x64595cb63e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T16:38:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 135.789, "last_started_at": "2026-10-30T16:35:45+09:00", "pid": 11241, "process": {"exists": false, "pid": 11241}, "restart_count": 38, "restart_count_per_hour": 19, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 39}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.2, "sample_count": 1817, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 54253, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:38:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.034, "last_frame_pushed_at": "2026-10-30T16:38:01+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-10-30T16:38:01+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 13, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 235.878, "last_sample_duration_ms": 1154.451, "last_trigger": "periodic", "next_snapshot_in_sec": 364.122, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 13, "storage_bytes": 1172817}, "mjpeg": {"age_sec": 0.024, "exists": true, "mtime": "2026-10-30T16:38:01.141707+09:00", "mtime_epoch": 1793345881.1417074, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 109219}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:38:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 832.621, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 18, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 9, "history_size_limit": 20, "last_frame_idx": 54253, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 9}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 16.443, "max": 39.0, "p95": 36.0, "sample_count": 79}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 6.063, "max": 8.0, "p95": 7.0, "sample_count": 79}, "total": {"avg": 6.063, "max": 8.0, "p95": 7.0, "sample_count": 79}}, "tracking_counts": {"active": {"avg": 0.43, "max": 3.0, "p95": 3.0, "sample_count": 79}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 79}, "removed": {"avg": 0.038, "max": 1.0, "p95": 0.0, "sample_count": 79}, "tracked": {"avg": 0.43, "max": 3.0, "p95": 3.0, "sample_count": 79}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 79}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 79, "pushed_frames": 79, "read_frames": 78, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.644, "pushed": 2.644, "read": 2.61}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 78, "client_acquire_ms": {"avg_ms": 0.008, "count": 79, "max_ms": 0.038, "p95_ms": 0.017, "reason": null, "sample_age_ms": 109.366, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.915, "count": 78, "max_ms": 9.132, "p95_ms": 3.123, "reason": null, "sample_age_ms": 163.983, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.484, "count": 78, "max_ms": 8.89, "p95_ms": 2.46, "reason": null, "sample_age_ms": 164.313, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.469, "count": 79, "max_ms": 1.233, "p95_ms": 0.917, "reason": null, "sample_age_ms": 109.377, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.981, "count": 78, "max_ms": 5.379, "p95_ms": 3.598, "reason": null, "sample_age_ms": 162.606, "source": "client_direct"}, "request_count": 78, "request_tensor_bytes": {"avg": 2764808.0, "count": 78, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 162.584, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 79, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 109.731, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.645, "count": 79, "max_ms": 81.989, "p95_ms": 72.641, "reason": null, "sample_age_ms": 109.36, "source": "client_direct"}, "sample_age_ms": 109.354, "source": "client_direct", "task_total_ms": {"avg_ms": 53.285, "count": 79, "max_ms": 84.556, "p95_ms": 77.424, "reason": null, "sample_age_ms": 109.354, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.511, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 14.778, "count": 79, "max_ms": 27.573, "p95_ms": 23.071}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.831, "count": 79, "max_ms": 2.763, "p95_ms": 1.716}, "detection_prepare_ms": {"avg_ms": 2.401, "count": 79, "max_ms": 6.267, "p95_ms": 4.984}, "event_filter_ms": {"avg_ms": 0.007, "count": 79, "max_ms": 0.037, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.817, "count": 79, "max_ms": 2.032, "p95_ms": 1.243}, "mcmt_ms": {"avg_ms": 0.004, "count": 79, "max_ms": 0.027, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 7.247, "count": 79, "max_ms": 12.653, "p95_ms": 12.011}, "setup_ms": {"avg_ms": 0.042, "count": 79, "max_ms": 0.108, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 14.709, "count": 79, "max_ms": 27.423, "p95_ms": 23.011}, "track_match_ms": {"avg_ms": 0.151, "count": 79, "max_ms": 0.379, "p95_ms": 0.339}, "tracker_update_ms": {"avg_ms": 3.209, "count": 79, "max_ms": 9.512, "p95_ms": 7.393}}, "gstreamer_push": {"avg_ms": 3.297, "count": 79, "max_ms": 9.631, "p95_ms": 7.569}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 79, "max_ms": 0.857, "p95_ms": 0.123}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.61, "count": 79, "max_ms": 85.455, "p95_ms": 81.161}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.05, "count": 79, "max_ms": 14.068, "p95_ms": 11.739}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 79, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 79, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 116.702, "count": 79, "max_ms": 167.136, "p95_ms": 160.847}, "inference_input_copy_ms": {"avg_ms": 1.706, "count": 79, "max_ms": 3.825, "p95_ms": 3.219}, "processing_residual_ms": {"avg_ms": 0.314, "count": 79, "max_ms": 0.626, "p95_ms": 0.532}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 79, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 79, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 122.772, "count": 79, "max_ms": 172.467, "p95_ms": 169.537}, "read_interval": {"avg_ms": 382.741, "count": 78, "max_ms": 18915.435, "p95_ms": 224.097}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 79, "max_ms": 0.053, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 7.165, "count": 79, "max_ms": 12.593, "p95_ms": 11.873}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 79, "max_ms": 0.061, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 7.145, "count": 79, "max_ms": 12.568, "p95_ms": 11.848}, "worker_merge_ms": {"avg_ms": 0.007, "count": 79, "max_ms": 0.036, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 54.624, "count": 79, "max_ms": 85.463, "p95_ms": 81.173}, "visualize": {"avg_ms": 45.712, "count": 79, "max_ms": 75.66, "p95_ms": 67.691}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.281, "count": 79, "max_ms": 55.235, "p95_ms": 49.553}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 79, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.067, "count": 79, "max_ms": 73.791, "p95_ms": 65.958}, "visualize_input_copy_ms": {"avg_ms": 1.431, "count": 79, "max_ms": 3.781, "p95_ms": 2.417}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 79, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.927, "count": 79, "max_ms": 73.616, "p95_ms": 65.846}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 79, "max_ms": 0.186, "p95_ms": 0.159}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 79}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 79}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 79}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 832.621, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 49.524, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.2, "sample_count": 1810, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 54246, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:38:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 108915, "write_bytes_delta": 108915, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 125.0, "cpu_core_ratio": 0.052905, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1628.0, "pid": 11241, "reason": null, "system_cpu_core_ratio": 0.005592, "system_cpu_s_delta": 0.13000000000000078, "user_cpu_core_ratio": 0.047314, "user_cpu_s_delta": 1.1000000000000014}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.38066, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.118284, "system_cpu_s_delta": 2.75, "user_cpu_core_ratio": 0.262376, "user_cpu_s_delta": 6.100000000000364}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.241, "count": 80, "max_ms": 9.631, "p95_ms": 6.308, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 17.538, "max": 39.0, "p95": 36.0, "sample_count": 80}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 6.2, "key_count": 1, "max": 8.0, "p95": 7.0, "provenance": "bounded_other_sum_proxy", "sample_count": 80}, "total": {"avg": 6.2, "max": 8.0, "p95": 7.0, "sample_count": 80}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.913, "count": 30, "max": 76.288, "p95": 55.531, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.924, "count": 30, "max": 25.359, "p95": 22.371, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 472.967, "count": 30, "max": 946.0, "p95": 900.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 414.0, "count": 30, "max": 4516.0, "p95": 1670.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.47, "p95": 0.14, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.316, "count": 30, "max": 0.41, "p95": 0.395, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.186, "count": 30, "max": 2.673, "p95": 1.388, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108011.467, "count": 30, "max": 116484.0, "p95": 112473.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108011.467, "count": 30, "max": 116484.0, "p95": 112473.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 306.5, "count": 30, "max": 8759.0, "p95": 34.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.549, "count": 30, "max": 0.686, "p95": 0.665, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.189, "count": 30, "max": 1.472, "p95": 1.408, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 503, "sampled_at": "2026-10-30T16:38:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:38:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 123370, "flush_count": 126, "flush_interval_seconds": 30.0, "flush_state": {"count": 126, "last_at": "2026-10-30T16:37:35", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:37:35", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 125}, "started": true, "suppressed_count": 54149, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 54128}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 126, "written_record_count": 126}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5026.25, "limit_mb": null}, "detail": {"pid": 11357, "restart_count": 39, "start_count": 40}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 149998694400, "copied_frame_count": 54253, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 20, "events_failed": 0, "events_observed": 21, "events_suppressed": 1, "frame_buffer_copied_bytes": 149998694400, "frame_buffer_copies": 54253, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1000, "recorder_active_input_bytes": 2764800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 20, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 20, "worker_jobs_accepted": 20, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1226, "count": 512, "max_ms": 2.1527, "p50_ms": 0.1027, "p95_ms": 0.2416, "p99_ms": 0.37}, "stages": {"db_insert": {"avg_ms": 18.5213, "count": 20, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.1563, "p99_ms": 32.829, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8875, "count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1203.3401, "count": 21, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1375.0681, "p99_ms": 3813.3464, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5508, "count": 512, "max_ms": 5.0267, "p50_ms": 1.404, "p95_ms": 2.6502, "p99_ms": 4.0196, "results": {"failed": 0, "not_applicable": 0, "success": 54253, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.1475, "count": 21, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 643.0416, "p99_ms": 654.1443, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2016, "count": 20, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 58.5415, "p99_ms": 63.7445, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5692, "count": 512, "max_ms": 12.236, "p50_ms": 5.3523, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5741, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4492, "p95_ms": 2.7471, "p99_ms": 3.9562, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 573.1842, "count": 20, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 639.4208, "p99_ms": 650.8331, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.8629, "count": 20, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 536.8663, "p99_ms": 551.7345, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2095, "count": 20, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.4569, "p99_ms": 98.9507, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1155, "count": 20, "max_ms": 15.8949, "p50_ms": 2.3202, "p95_ms": 8.9726, "p99_ms": 14.5104, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.5036, "count": 20, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 2.9103, "p99_ms": 7.9552, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 593.3894, "count": 20, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 868.2179, "p99_ms": 3175.7524, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6457, "count": 20, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.9879, "p99_ms": 10.6042, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4657, "count": 20, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 75.0988, "p99_ms": 88.7901, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1593, "count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6442, "count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 683.5979, "count": 20, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 931.3869, "p99_ms": 3256.267, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 20, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676}, "wait_ms": {"count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 20, "artifact_failed": 0, "artifact_requested": 20, "artifact_success": 20, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 20, "database_requested": 20, "db_insert_success": 20, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15561, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 20, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 20}, "snapshot": {"copied_bytes": 55296000, "copied_count": 20, "copy": {"count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 37, "h264_decode_error_count": 95, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:38:01+09:00", "last_error_summary": "[h264 @ 0x64595cccf3c0] error while decoding MB 17 47, bytestream -6 [h264 @ 0x64595d790880] cabac decode of qscale diff failed at 119 57 [h264 @ 0x64595d790880] error while decoding MB 119 57, bytestream 27862 [h264 @ 0x64595d85f640] error while decoding MB 19 38, bytestream -10 [in#0/rtsp @ 0x64595cb63e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x64595cb63e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T16:38:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T16:38:03+09:00", "pid": 11357, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.812, "name": "ffmpeg", "pid": 11357, "rss_mb": 205.812, "state": "R (running)", "threads": 70}, "restart_count": 39, "restart_count_per_hour": 20, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.568, "sample_count": 1782, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 54253, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:38:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.147, "last_frame_pushed_at": "2026-10-30T16:38:01+09:00", "last_frame_read_age_sec": 4.276, "last_frame_read_at": "2026-10-30T16:38:01+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 13, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 239.996, "last_sample_duration_ms": 1154.451, "last_trigger": "periodic", "next_snapshot_in_sec": 360.004, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 13, "storage_bytes": 1172817}, "mjpeg": {"age_sec": 4.136, "exists": true, "mtime": "2026-10-30T16:38:01.141707+09:00", "mtime_epoch": 1793345881.1417074, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 109219}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:38:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 832.625, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 18, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 9, "history_size_limit": 20, "last_frame_idx": 54253, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 9}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.48, "max": 28.0, "p95": 27.0, "sample_count": 50}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.88, "max": 7.0, "p95": 7.0, "sample_count": 50}, "total": {"avg": 5.88, "max": 7.0, "p95": 7.0, "sample_count": 50}}, "tracking_counts": {"active": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 50}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}, "removed": {"avg": 0.04, "max": 1.0, "p95": 0.0, "sample_count": 50}, "tracked": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 50}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 50, "pushed_frames": 50, "read_frames": 50, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.671, "pushed": 1.671, "read": 1.671}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 50, "client_acquire_ms": {"avg_ms": 0.008, "count": 50, "max_ms": 0.018, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4222.888, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.849, "count": 50, "max_ms": 5.35, "p95_ms": 3.149, "reason": null, "sample_age_ms": 4277.506, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.399, "count": 50, "max_ms": 2.988, "p95_ms": 2.487, "reason": null, "sample_age_ms": 4277.835, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.398, "count": 50, "max_ms": 0.901, "p95_ms": 0.674, "reason": null, "sample_age_ms": 4222.899, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.027, "count": 50, "max_ms": 5.241, "p95_ms": 3.599, "reason": null, "sample_age_ms": 4276.128, "source": "client_direct"}, "request_count": 50, "request_tensor_bytes": {"avg": 2764808.0, "count": 50, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4276.107, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 50, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4223.253, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.63, "count": 50, "max_ms": 81.989, "p95_ms": 76.43, "reason": null, "sample_age_ms": 4222.883, "source": "client_direct"}, "sample_age_ms": 4222.877, "source": "client_direct", "task_total_ms": {"avg_ms": 54.234, "count": 50, "max_ms": 84.556, "p95_ms": 79.003, "reason": null, "sample_age_ms": 4222.877, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.542, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 14.445, "count": 50, "max_ms": 27.573, "p95_ms": 21.859}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.865, "count": 50, "max_ms": 2.763, "p95_ms": 1.783}, "detection_prepare_ms": {"avg_ms": 2.102, "count": 50, "max_ms": 4.534, "p95_ms": 3.587}, "event_filter_ms": {"avg_ms": 0.008, "count": 50, "max_ms": 0.037, "p95_ms": 0.017}, "id_reconcile_ms": {"avg_ms": 0.848, "count": 50, "max_ms": 2.032, "p95_ms": 1.251}, "mcmt_ms": {"avg_ms": 0.004, "count": 50, "max_ms": 0.027, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 7.311, "count": 50, "max_ms": 12.61, "p95_ms": 12.011}, "setup_ms": {"avg_ms": 0.042, "count": 50, "max_ms": 0.108, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 14.375, "count": 50, "max_ms": 27.423, "p95_ms": 21.749}, "track_match_ms": {"avg_ms": 0.129, "count": 50, "max_ms": 0.354, "p95_ms": 0.28}, "tracker_update_ms": {"avg_ms": 3.064, "count": 50, "max_ms": 9.512, "p95_ms": 8.069}}, "gstreamer_push": {"avg_ms": 3.228, "count": 50, "max_ms": 8.007, "p95_ms": 6.308}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.069, "count": 50, "max_ms": 0.857, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.506, "count": 50, "max_ms": 85.455, "p95_ms": 82.681}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.837, "count": 50, "max_ms": 13.87, "p95_ms": 11.739}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 117.67, "count": 50, "max_ms": 167.136, "p95_ms": 163.321}, "inference_input_copy_ms": {"avg_ms": 1.676, "count": 50, "max_ms": 3.825, "p95_ms": 3.219}, "processing_residual_ms": {"avg_ms": 0.299, "count": 50, "max_ms": 0.626, "p95_ms": 0.532}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 123.482, "count": 50, "max_ms": 172.467, "p95_ms": 169.978}, "read_interval": {"avg_ms": 520.746, "count": 50, "max_ms": 18915.435, "p95_ms": 224.097}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 50, "max_ms": 0.053, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 7.223, "count": 50, "max_ms": 12.433, "p95_ms": 11.873}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 50, "max_ms": 0.061, "p95_ms": 0.045}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 7.203, "count": 50, "max_ms": 12.396, "p95_ms": 11.848}, "worker_merge_ms": {"avg_ms": 0.008, "count": 50, "max_ms": 0.036, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 55.52, "count": 50, "max_ms": 85.463, "p95_ms": 82.717}, "visualize": {"avg_ms": 46.197, "count": 50, "max_ms": 73.361, "p95_ms": 67.691}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.106, "count": 50, "max_ms": 55.235, "p95_ms": 49.553}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.495, "count": 50, "max_ms": 71.68, "p95_ms": 65.958}, "visualize_input_copy_ms": {"avg_ms": 1.478, "count": 50, "max_ms": 3.117, "p95_ms": 2.417}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.35, "count": 50, "max_ms": 71.363, "p95_ms": 65.846}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 50, "max_ms": 0.186, "p95_ms": 0.159}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 50}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 832.621, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 49.524, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 166.2, "sample_count": 1810, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 54246, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:38:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 108915, "write_bytes_delta": 108915, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 125.0, "cpu_core_ratio": 0.052905, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1628.0, "pid": 11241, "reason": null, "system_cpu_core_ratio": 0.005592, "system_cpu_s_delta": 0.13000000000000078, "user_cpu_core_ratio": 0.047314, "user_cpu_s_delta": 1.1000000000000014}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.38066, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.118284, "system_cpu_s_delta": 2.75, "user_cpu_core_ratio": 0.262376, "user_cpu_s_delta": 6.100000000000364}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.241, "count": 80, "max_ms": 9.631, "p95_ms": 6.308, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 17.538, "max": 39.0, "p95": 36.0, "sample_count": 80}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 6.2, "key_count": 1, "max": 8.0, "p95": 7.0, "provenance": "bounded_other_sum_proxy", "sample_count": 80}, "total": {"avg": 6.2, "max": 8.0, "p95": 7.0, "sample_count": 80}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.913, "count": 30, "max": 76.288, "p95": 55.531, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.924, "count": 30, "max": 25.359, "p95": 22.371, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 472.967, "count": 30, "max": 946.0, "p95": 900.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 414.0, "count": 30, "max": 4516.0, "p95": 1670.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.47, "p95": 0.14, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.316, "count": 30, "max": 0.41, "p95": 0.395, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.186, "count": 30, "max": 2.673, "p95": 1.388, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108011.467, "count": 30, "max": 116484.0, "p95": 112473.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108011.467, "count": 30, "max": 116484.0, "p95": 112473.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 306.5, "count": 30, "max": 8759.0, "p95": 34.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.549, "count": 30, "max": 0.686, "p95": 0.665, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.189, "count": 30, "max": 1.472, "p95": 1.408, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 503, "sampled_at": "2026-10-30T16:38:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:38:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 126371, "flush_count": 129, "flush_interval_seconds": 30.0, "flush_state": {"count": 129, "last_at": "2026-10-30T16:40:35", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:40:35", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 128}, "started": true, "suppressed_count": 55610, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 55589}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 129, "written_record_count": 129}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4852.938, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x56ae85653b00] left block unavailable for requested intra mode [h264 @ 0x56ae85653b00] error while decoding MB 0 65, bytestream 522 [h264 @ 0x56ae84a2d4c0] error while decoding MB 22 60, bytestream -8", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 154043596800, "copied_frame_count": 55716, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 20, "events_failed": 0, "events_observed": 21, "events_suppressed": 1, "frame_buffer_copied_bytes": 154043596800, "frame_buffer_copies": 55716, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1000, "recorder_active_input_bytes": 2764800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 20, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 20, "worker_jobs_accepted": 20, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1161, "count": 512, "max_ms": 0.4093, "p50_ms": 0.1021, "p95_ms": 0.2154, "p99_ms": 0.3185}, "stages": {"db_insert": {"avg_ms": 18.5213, "count": 20, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.1563, "p99_ms": 32.829, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8875, "count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1203.3401, "count": 21, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1375.0681, "p99_ms": 3813.3464, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5106, "count": 512, "max_ms": 6.3286, "p50_ms": 1.4271, "p95_ms": 2.4568, "p99_ms": 3.046, "results": {"failed": 0, "not_applicable": 0, "success": 55716, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.1475, "count": 21, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 643.0416, "p99_ms": 654.1443, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2016, "count": 20, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 58.5415, "p99_ms": 63.7445, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5692, "count": 512, "max_ms": 12.236, "p50_ms": 5.3523, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5741, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4492, "p95_ms": 2.7471, "p99_ms": 3.9562, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 573.1842, "count": 20, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 639.4208, "p99_ms": 650.8331, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.8629, "count": 20, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 536.8663, "p99_ms": 551.7345, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2095, "count": 20, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.4569, "p99_ms": 98.9507, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1155, "count": 20, "max_ms": 15.8949, "p50_ms": 2.3202, "p95_ms": 8.9726, "p99_ms": 14.5104, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.5036, "count": 20, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 2.9103, "p99_ms": 7.9552, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 593.3894, "count": 20, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 868.2179, "p99_ms": 3175.7524, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6457, "count": 20, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.9879, "p99_ms": 10.6042, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4657, "count": 20, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 75.0988, "p99_ms": 88.7901, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1593, "count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6442, "count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 683.5979, "count": 20, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 931.3869, "p99_ms": 3256.267, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 20, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676}, "wait_ms": {"count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 20, "artifact_failed": 0, "artifact_requested": 20, "artifact_success": 20, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 20, "database_requested": 20, "db_insert_success": 20, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15561, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 20, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 20}, "snapshot": {"copied_bytes": 55296000, "copied_count": 20, "copy": {"count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 38, "h264_decode_error_count": 97, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:41:18+09:00", "last_error_summary": "[h264 @ 0x56ae85653b00] left block unavailable for requested intra mode [h264 @ 0x56ae85653b00] error while decoding MB 0 65, bytestream 522 [h264 @ 0x56ae84a2d4c0] error while decoding MB 22 60, bytestream -8", "last_exit_at": "2026-10-30T16:38:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 195.394, "last_started_at": "2026-10-30T16:38:03+09:00", "pid": 11357, "process": {"exists": false, "pid": 11357}, "restart_count": 39, "restart_count_per_hour": 20, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.49, "sample_count": 1963, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 55716, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:41:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.085, "last_frame_pushed_at": "2026-10-30T16:41:18+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-10-30T16:41:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 13, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 433.413, "last_sample_duration_ms": 1154.451, "last_trigger": "periodic", "next_snapshot_in_sec": 166.587, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 13, "storage_bytes": 1172817}, "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-10-30T16:41:18.595485+09:00", "mtime_epoch": 1793346078.5954847, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102660}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:41:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 833.305, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 18, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 55717, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.817, "max": 14.0, "p95": 10.0, "sample_count": 229}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.223, "max": 6.0, "p95": 6.0, "sample_count": 229}, "total": {"avg": 4.223, "max": 6.0, "p95": 6.0, "sample_count": 229}}, "tracking_counts": {"active": {"avg": 0.262, "max": 2.0, "p95": 2.0, "sample_count": 229}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 229}, "tracked": {"avg": 0.262, "max": 2.0, "p95": 2.0, "sample_count": 229}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.656, "pushed": 7.656, "read": 7.656}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 229, "client_acquire_ms": {"avg_ms": 0.008, "count": 230, "max_ms": 0.025, "p95_ms": 0.016, "reason": null, "sample_age_ms": 38.981, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.038, "count": 229, "max_ms": 9.38, "p95_ms": 3.47, "reason": null, "sample_age_ms": 92.607, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.42, "count": 229, "max_ms": 8.699, "p95_ms": 2.274, "reason": null, "sample_age_ms": 92.914, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.389, "count": 230, "max_ms": 2.114, "p95_ms": 0.771, "reason": null, "sample_age_ms": 38.998, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.067, "count": 229, "max_ms": 8.28, "p95_ms": 3.736, "reason": null, "sample_age_ms": 91.174, "source": "client_direct"}, "request_count": 229, "request_tensor_bytes": {"avg": 2764808.0, "count": 229, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 91.157, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 230, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 39.559, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.62, "count": 230, "max_ms": 90.38, "p95_ms": 72.684, "reason": null, "sample_age_ms": 38.973, "source": "client_direct"}, "sample_age_ms": 38.965, "source": "client_direct", "task_total_ms": {"avg_ms": 54.258, "count": 230, "max_ms": 93.859, "p95_ms": 76.818, "reason": null, "sample_age_ms": 38.965, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.301, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.462, "count": 229, "max_ms": 33.617, "p95_ms": 18.533}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.627, "count": 229, "max_ms": 2.027, "p95_ms": 1.22}, "detection_prepare_ms": {"avg_ms": 1.972, "count": 229, "max_ms": 7.729, "p95_ms": 3.479}, "event_filter_ms": {"avg_ms": 0.006, "count": 229, "max_ms": 0.025, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.613, "count": 229, "max_ms": 1.948, "p95_ms": 1.036}, "mcmt_ms": {"avg_ms": 0.004, "count": 229, "max_ms": 0.02, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 5.199, "count": 229, "max_ms": 12.925, "p95_ms": 9.031}, "setup_ms": {"avg_ms": 0.045, "count": 229, "max_ms": 0.134, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 11.394, "count": 229, "max_ms": 33.543, "p95_ms": 18.399}, "track_match_ms": {"avg_ms": 0.13, "count": 229, "max_ms": 0.534, "p95_ms": 0.27}, "tracker_update_ms": {"avg_ms": 2.795, "count": 229, "max_ms": 11.591, "p95_ms": 5.011}}, "gstreamer_push": {"avg_ms": 3.27, "count": 229, "max_ms": 8.585, "p95_ms": 5.742}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 229, "max_ms": 0.305, "p95_ms": 0.116}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.73, "count": 229, "max_ms": 94.858, "p95_ms": 79.312}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.387, "count": 229, "max_ms": 12.686, "p95_ms": 7.871}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 110.384, "count": 229, "max_ms": 187.876, "p95_ms": 147.644}, "inference_input_copy_ms": {"avg_ms": 1.767, "count": 229, "max_ms": 8.478, "p95_ms": 3.177}, "processing_residual_ms": {"avg_ms": 0.244, "count": 229, "max_ms": 0.762, "p95_ms": 0.52}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 115.781, "count": 229, "max_ms": 194.68, "p95_ms": 152.716}, "read_interval": {"avg_ms": 130.751, "count": 229, "max_ms": 244.18, "p95_ms": 175.307}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 229, "max_ms": 0.21, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 5.113, "count": 229, "max_ms": 12.833, "p95_ms": 8.899}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 229, "max_ms": 0.074, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.092, "count": 229, "max_ms": 12.814, "p95_ms": 8.862}, "worker_merge_ms": {"avg_ms": 0.007, "count": 229, "max_ms": 0.034, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 55.745, "count": 229, "max_ms": 94.879, "p95_ms": 79.33}, "visualize": {"avg_ms": 41.823, "count": 229, "max_ms": 72.965, "p95_ms": 62.339}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.609, "count": 229, "max_ms": 55.81, "p95_ms": 47.39}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.245, "count": 229, "max_ms": 70.828, "p95_ms": 60.259}, "visualize_input_copy_ms": {"avg_ms": 1.365, "count": 229, "max_ms": 3.318, "p95_ms": 2.455}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.108, "count": 229, "max_ms": 70.699, "p95_ms": 60.092}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 229, "max_ms": 0.209, "p95_ms": 0.142}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 229}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 833.277, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.572, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.735, "sample_count": 1955, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 55657, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:41:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 103077, "write_bytes_delta": 103077, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 455.0, "cpu_core_ratio": 0.390711, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 11357, "reason": null, "system_cpu_core_ratio": 0.032642, "system_cpu_s_delta": 0.33000000000000007, "user_cpu_core_ratio": 0.358069, "user_cpu_s_delta": 3.6200000000000045}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.936738, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.595463, "system_cpu_s_delta": 6.019999999999982, "user_cpu_core_ratio": 1.341275, "user_cpu_s_delta": 13.55999999999949}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.217, "count": 225, "max_ms": 8.585, "p95_ms": 5.622, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.607, "max": 11.0, "p95": 10.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.25, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 224}, "total": {"avg": 4.25, "max": 6.0, "p95": 6.0, "sample_count": 224}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.088, "count": 30, "max": 57.402, "p95": 54.998, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.429, "count": 30, "max": 24.356, "p95": 22.371, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 525.633, "count": 30, "max": 946.0, "p95": 925.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 442.3, "count": 30, "max": 4516.0, "p95": 1670.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.47, "p95": 0.14, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.347, "count": 30, "max": 0.41, "p95": 0.394, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.009, "count": 30, "max": 0.161, "p95": 0.058, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106015.4, "count": 30, "max": 116484.0, "p95": 112473.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 102377.1, "count": 30, "max": 116484.0, "p95": 112473.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.333, "count": 30, "max": 33.0, "p95": 19.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.575, "count": 30, "max": 0.686, "p95": 0.665, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.251, "count": 30, "max": 1.472, "p95": 1.402, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 520, "sampled_at": "2026-10-30T16:41:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:41:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 126371, "flush_count": 129, "flush_interval_seconds": 30.0, "flush_state": {"count": 129, "last_at": "2026-10-30T16:40:35", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:40:35", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 128}, "started": true, "suppressed_count": 55610, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 55589}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 129, "written_record_count": 129}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4853.906, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T16:41:18+09:00", "last_error_summary": "[h264 @ 0x56ae85653b00] left block unavailable for requested intra mode [h264 @ 0x56ae85653b00] error while decoding MB 0 65, bytestream 522 [h264 @ 0x56ae84a2d4c0] error while decoding MB 22 60, bytestream -8", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 154046361600, "copied_frame_count": 55717, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 20, "events_failed": 0, "events_observed": 21, "events_suppressed": 1, "frame_buffer_copied_bytes": 154046361600, "frame_buffer_copies": 55717, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1000, "recorder_active_input_bytes": 2764800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 20, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 20, "worker_jobs_accepted": 20, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.116, "count": 512, "max_ms": 0.4093, "p50_ms": 0.1021, "p95_ms": 0.2154, "p99_ms": 0.3185}, "stages": {"db_insert": {"avg_ms": 18.5213, "count": 20, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.1563, "p99_ms": 32.829, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8875, "count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1203.3401, "count": 21, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1375.0681, "p99_ms": 3813.3464, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5138, "count": 512, "max_ms": 6.3286, "p50_ms": 1.4271, "p95_ms": 2.4692, "p99_ms": 3.1212, "results": {"failed": 0, "not_applicable": 0, "success": 55717, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.1475, "count": 21, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 643.0416, "p99_ms": 654.1443, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2016, "count": 20, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 58.5415, "p99_ms": 63.7445, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5692, "count": 512, "max_ms": 12.236, "p50_ms": 5.3523, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5741, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4492, "p95_ms": 2.7471, "p99_ms": 3.9562, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 573.1842, "count": 20, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 639.4208, "p99_ms": 650.8331, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.8629, "count": 20, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 536.8663, "p99_ms": 551.7345, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2095, "count": 20, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.4569, "p99_ms": 98.9507, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1155, "count": 20, "max_ms": 15.8949, "p50_ms": 2.3202, "p95_ms": 8.9726, "p99_ms": 14.5104, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.5036, "count": 20, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 2.9103, "p99_ms": 7.9552, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 593.3894, "count": 20, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 868.2179, "p99_ms": 3175.7524, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6457, "count": 20, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.9879, "p99_ms": 10.6042, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4657, "count": 20, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 75.0988, "p99_ms": 88.7901, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1593, "count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6442, "count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 683.5979, "count": 20, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 931.3869, "p99_ms": 3256.267, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 20, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676}, "wait_ms": {"count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 20, "artifact_failed": 0, "artifact_requested": 20, "artifact_success": 20, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 20, "database_requested": 20, "db_insert_success": 20, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15561, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 20, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 20}, "snapshot": {"copied_bytes": 55296000, "copied_count": 20, "copy": {"count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 38, "h264_decode_error_count": 97, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:41:18+09:00", "last_error_summary": "[h264 @ 0x56ae85653b00] left block unavailable for requested intra mode [h264 @ 0x56ae85653b00] error while decoding MB 0 65, bytestream 522 [h264 @ 0x56ae84a2d4c0] error while decoding MB 22 60, bytestream -8", "last_exit_at": "2026-10-30T16:41:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 195.46, "last_started_at": "2026-10-30T16:38:03+09:00", "pid": 11357, "process": {"exists": false, "pid": 11357}, "restart_count": 39, "restart_count_per_hour": 20, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.49, "sample_count": 1964, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 55717, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:41:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T16:41:18+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-10-30T16:41:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 13, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 433.454, "last_sample_duration_ms": 1154.451, "last_trigger": "periodic", "next_snapshot_in_sec": 166.546, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 13, "storage_bytes": 1172817}, "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-10-30T16:41:18.595485+09:00", "mtime_epoch": 1793346078.5954847, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102660}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:41:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 833.301, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 18, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 55717, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.813, "max": 14.0, "p95": 10.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.222, "max": 6.0, "p95": 6.0, "sample_count": 230}, "total": {"avg": 4.222, "max": 6.0, "p95": 6.0, "sample_count": 230}}, "tracking_counts": {"active": {"avg": 0.261, "max": 2.0, "p95": 2.0, "sample_count": 230}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 230}, "tracked": {"avg": 0.261, "max": 2.0, "p95": 2.0, "sample_count": 230}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.673, "pushed": 7.673, "read": 7.64}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 229, "client_acquire_ms": {"avg_ms": 0.008, "count": 229, "max_ms": 0.025, "p95_ms": 0.016, "reason": null, "sample_age_ms": 98.477, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.038, "count": 229, "max_ms": 9.38, "p95_ms": 3.47, "reason": null, "sample_age_ms": 152.103, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.42, "count": 229, "max_ms": 8.699, "p95_ms": 2.274, "reason": null, "sample_age_ms": 152.41, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.389, "count": 229, "max_ms": 2.114, "p95_ms": 0.772, "reason": null, "sample_age_ms": 98.494, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.067, "count": 229, "max_ms": 8.28, "p95_ms": 3.736, "reason": null, "sample_age_ms": 150.67, "source": "client_direct"}, "request_count": 229, "request_tensor_bytes": {"avg": 2764808.0, "count": 229, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 150.653, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 229, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 99.055, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.66, "count": 229, "max_ms": 90.38, "p95_ms": 72.69, "reason": null, "sample_age_ms": 98.469, "source": "client_direct"}, "sample_age_ms": 98.461, "source": "client_direct", "task_total_ms": {"avg_ms": 54.303, "count": 229, "max_ms": 93.859, "p95_ms": 76.828, "reason": null, "sample_age_ms": 98.461, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.12, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.456, "count": 230, "max_ms": 33.617, "p95_ms": 18.533}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.626, "count": 230, "max_ms": 2.027, "p95_ms": 1.22}, "detection_prepare_ms": {"avg_ms": 1.974, "count": 230, "max_ms": 7.729, "p95_ms": 3.479}, "event_filter_ms": {"avg_ms": 0.006, "count": 230, "max_ms": 0.025, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.612, "count": 230, "max_ms": 1.948, "p95_ms": 1.036}, "mcmt_ms": {"avg_ms": 0.004, "count": 230, "max_ms": 0.02, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 5.193, "count": 230, "max_ms": 12.925, "p95_ms": 9.031}, "setup_ms": {"avg_ms": 0.046, "count": 230, "max_ms": 0.142, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 11.388, "count": 230, "max_ms": 33.543, "p95_ms": 18.399}, "track_match_ms": {"avg_ms": 0.13, "count": 230, "max_ms": 0.534, "p95_ms": 0.27}, "tracker_update_ms": {"avg_ms": 2.794, "count": 230, "max_ms": 11.591, "p95_ms": 5.011}}, "gstreamer_push": {"avg_ms": 3.266, "count": 230, "max_ms": 8.585, "p95_ms": 5.742}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 230, "max_ms": 0.305, "p95_ms": 0.116}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.725, "count": 230, "max_ms": 94.858, "p95_ms": 79.312}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.387, "count": 230, "max_ms": 12.686, "p95_ms": 7.871}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 110.476, "count": 230, "max_ms": 187.876, "p95_ms": 147.644}, "inference_input_copy_ms": {"avg_ms": 1.765, "count": 230, "max_ms": 8.478, "p95_ms": 3.177}, "processing_residual_ms": {"avg_ms": 0.244, "count": 230, "max_ms": 0.762, "p95_ms": 0.52}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 115.872, "count": 230, "max_ms": 194.68, "p95_ms": 152.716}, "read_interval": {"avg_ms": 130.751, "count": 229, "max_ms": 244.18, "p95_ms": 175.307}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 230, "max_ms": 0.21, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 5.108, "count": 230, "max_ms": 12.833, "p95_ms": 8.899}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 230, "max_ms": 0.074, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.086, "count": 230, "max_ms": 12.814, "p95_ms": 8.862}, "worker_merge_ms": {"avg_ms": 0.007, "count": 230, "max_ms": 0.034, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 55.74, "count": 230, "max_ms": 94.879, "p95_ms": 79.33}, "visualize": {"avg_ms": 41.927, "count": 230, "max_ms": 72.965, "p95_ms": 62.404}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.654, "count": 230, "max_ms": 55.81, "p95_ms": 47.39}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.351, "count": 230, "max_ms": 70.828, "p95_ms": 60.288}, "visualize_input_copy_ms": {"avg_ms": 1.363, "count": 230, "max_ms": 3.318, "p95_ms": 2.455}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.214, "count": 230, "max_ms": 70.699, "p95_ms": 60.188}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 230, "max_ms": 0.209, "p95_ms": 0.142}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 230}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 833.277, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.572, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.735, "sample_count": 1955, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 55657, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:41:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 103077, "write_bytes_delta": 103077, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 455.0, "cpu_core_ratio": 0.390711, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 11357, "reason": null, "system_cpu_core_ratio": 0.032642, "system_cpu_s_delta": 0.33000000000000007, "user_cpu_core_ratio": 0.358069, "user_cpu_s_delta": 3.6200000000000045}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.936738, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.595463, "system_cpu_s_delta": 6.019999999999982, "user_cpu_core_ratio": 1.341275, "user_cpu_s_delta": 13.55999999999949}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.217, "count": 225, "max_ms": 8.585, "p95_ms": 5.622, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.607, "max": 11.0, "p95": 10.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.25, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 224}, "total": {"avg": 4.25, "max": 6.0, "p95": 6.0, "sample_count": 224}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.088, "count": 30, "max": 57.402, "p95": 54.998, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.429, "count": 30, "max": 24.356, "p95": 22.371, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 525.633, "count": 30, "max": 946.0, "p95": 925.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 442.3, "count": 30, "max": 4516.0, "p95": 1670.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.47, "p95": 0.14, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.347, "count": 30, "max": 0.41, "p95": 0.394, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.009, "count": 30, "max": 0.161, "p95": 0.058, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106015.4, "count": 30, "max": 116484.0, "p95": 112473.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 102377.1, "count": 30, "max": 116484.0, "p95": 112473.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.333, "count": 30, "max": 33.0, "p95": 19.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.575, "count": 30, "max": 0.686, "p95": 0.665, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.251, "count": 30, "max": 1.472, "p95": 1.402, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 520, "sampled_at": "2026-10-30T16:41:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:41:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 126371, "flush_count": 129, "flush_interval_seconds": 30.0, "flush_state": {"count": 129, "last_at": "2026-10-30T16:40:35", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:40:35", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 128}, "started": true, "suppressed_count": 55610, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 55589}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 129, "written_record_count": 129}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4853.102, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 154046361600, "copied_frame_count": 55717, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 20, "events_failed": 0, "events_observed": 21, "events_suppressed": 1, "frame_buffer_copied_bytes": 154046361600, "frame_buffer_copies": 55717, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1000, "recorder_active_input_bytes": 2764800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 20, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 20, "worker_jobs_accepted": 20, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.116, "count": 512, "max_ms": 0.4093, "p50_ms": 0.1021, "p95_ms": 0.2154, "p99_ms": 0.3185}, "stages": {"db_insert": {"avg_ms": 18.5213, "count": 20, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.1563, "p99_ms": 32.829, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8875, "count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1203.3401, "count": 21, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1375.0681, "p99_ms": 3813.3464, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5138, "count": 512, "max_ms": 6.3286, "p50_ms": 1.4271, "p95_ms": 2.4692, "p99_ms": 3.1212, "results": {"failed": 0, "not_applicable": 0, "success": 55717, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.1475, "count": 21, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 643.0416, "p99_ms": 654.1443, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2016, "count": 20, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 58.5415, "p99_ms": 63.7445, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5692, "count": 512, "max_ms": 12.236, "p50_ms": 5.3523, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5741, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4492, "p95_ms": 2.7471, "p99_ms": 3.9562, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 573.1842, "count": 20, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 639.4208, "p99_ms": 650.8331, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.8629, "count": 20, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 536.8663, "p99_ms": 551.7345, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2095, "count": 20, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.4569, "p99_ms": 98.9507, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1155, "count": 20, "max_ms": 15.8949, "p50_ms": 2.3202, "p95_ms": 8.9726, "p99_ms": 14.5104, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.5036, "count": 20, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 2.9103, "p99_ms": 7.9552, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 593.3894, "count": 20, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 868.2179, "p99_ms": 3175.7524, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6457, "count": 20, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.9879, "p99_ms": 10.6042, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4657, "count": 20, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 75.0988, "p99_ms": 88.7901, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1593, "count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6442, "count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 683.5979, "count": 20, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 931.3869, "p99_ms": 3256.267, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 20, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676}, "wait_ms": {"count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 20, "artifact_failed": 0, "artifact_requested": 20, "artifact_success": 20, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 20, "database_requested": 20, "db_insert_success": 20, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15561, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 20, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 20}, "snapshot": {"copied_bytes": 55296000, "copied_count": 20, "copy": {"count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 38, "h264_decode_error_count": 97, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:41:18+09:00", "last_error_summary": "[h264 @ 0x56ae85653b00] left block unavailable for requested intra mode [h264 @ 0x56ae85653b00] error while decoding MB 0 65, bytestream 522 [h264 @ 0x56ae84a2d4c0] error while decoding MB 22 60, bytestream -8", "last_exit_at": "2026-10-30T16:41:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 195.497, "last_started_at": "2026-10-30T16:38:03+09:00", "pid": 11357, "process": {"exists": false, "pid": 11357}, "restart_count": 39, "restart_count_per_hour": 20, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 40}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.49, "sample_count": 1963, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 55717, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:41:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.039, "last_frame_pushed_at": "2026-10-30T16:41:18+09:00", "last_frame_read_age_sec": 0.182, "last_frame_read_at": "2026-10-30T16:41:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 13, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 433.508, "last_sample_duration_ms": 1154.451, "last_trigger": "periodic", "next_snapshot_in_sec": 166.492, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 13, "storage_bytes": 1172817}, "mjpeg": {"age_sec": 0.03, "exists": true, "mtime": "2026-10-30T16:41:18.744485+09:00", "mtime_epoch": 1793346078.7444854, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102921}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:41:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 833.301, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 18, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 55717, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.817, "max": 14.0, "p95": 10.0, "sample_count": 229}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.223, "max": 6.0, "p95": 6.0, "sample_count": 229}, "total": {"avg": 4.223, "max": 6.0, "p95": 6.0, "sample_count": 229}}, "tracking_counts": {"active": {"avg": 0.262, "max": 2.0, "p95": 2.0, "sample_count": 229}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 229}, "tracked": {"avg": 0.262, "max": 2.0, "p95": 2.0, "sample_count": 229}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.66, "pushed": 7.66, "read": 7.626}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 228, "client_acquire_ms": {"avg_ms": 0.008, "count": 229, "max_ms": 0.025, "p95_ms": 0.016, "reason": null, "sample_age_ms": 145.663, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.042, "count": 228, "max_ms": 9.38, "p95_ms": 3.478, "reason": null, "sample_age_ms": 199.288, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.422, "count": 228, "max_ms": 8.699, "p95_ms": 2.276, "reason": null, "sample_age_ms": 199.595, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.389, "count": 229, "max_ms": 2.114, "p95_ms": 0.772, "reason": null, "sample_age_ms": 145.68, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.066, "count": 228, "max_ms": 8.28, "p95_ms": 3.744, "reason": null, "sample_age_ms": 197.855, "source": "client_direct"}, "request_count": 228, "request_tensor_bytes": {"avg": 2764808.0, "count": 228, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 197.839, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 229, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 146.24, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.66, "count": 229, "max_ms": 90.38, "p95_ms": 72.69, "reason": null, "sample_age_ms": 145.655, "source": "client_direct"}, "sample_age_ms": 145.646, "source": "client_direct", "task_total_ms": {"avg_ms": 54.303, "count": 229, "max_ms": 93.859, "p95_ms": 76.828, "reason": null, "sample_age_ms": 145.646, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.372, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.418, "count": 229, "max_ms": 33.617, "p95_ms": 18.449}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.622, "count": 229, "max_ms": 2.027, "p95_ms": 1.215}, "detection_prepare_ms": {"avg_ms": 1.971, "count": 229, "max_ms": 7.729, "p95_ms": 3.479}, "event_filter_ms": {"avg_ms": 0.006, "count": 229, "max_ms": 0.025, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.607, "count": 229, "max_ms": 1.948, "p95_ms": 1.034}, "mcmt_ms": {"avg_ms": 0.004, "count": 229, "max_ms": 0.02, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 5.176, "count": 229, "max_ms": 12.925, "p95_ms": 8.924}, "setup_ms": {"avg_ms": 0.046, "count": 229, "max_ms": 0.142, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 11.35, "count": 229, "max_ms": 33.543, "p95_ms": 18.379}, "track_match_ms": {"avg_ms": 0.129, "count": 229, "max_ms": 0.534, "p95_ms": 0.268}, "tracker_update_ms": {"avg_ms": 2.789, "count": 229, "max_ms": 11.591, "p95_ms": 5.011}}, "gstreamer_push": {"avg_ms": 3.27, "count": 229, "max_ms": 8.585, "p95_ms": 5.742}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 229, "max_ms": 0.305, "p95_ms": 0.116}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.763, "count": 229, "max_ms": 94.858, "p95_ms": 79.312}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.393, "count": 229, "max_ms": 12.686, "p95_ms": 7.871}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 110.482, "count": 229, "max_ms": 187.876, "p95_ms": 147.644}, "inference_input_copy_ms": {"avg_ms": 1.768, "count": 229, "max_ms": 8.478, "p95_ms": 3.177}, "processing_residual_ms": {"avg_ms": 0.244, "count": 229, "max_ms": 0.762, "p95_ms": 0.52}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 115.887, "count": 229, "max_ms": 194.68, "p95_ms": 152.716}, "read_interval": {"avg_ms": 130.796, "count": 228, "max_ms": 244.18, "p95_ms": 175.307}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 229, "max_ms": 0.14, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 5.091, "count": 229, "max_ms": 12.833, "p95_ms": 8.875}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 229, "max_ms": 0.074, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.07, "count": 229, "max_ms": 12.814, "p95_ms": 8.862}, "worker_merge_ms": {"avg_ms": 0.007, "count": 229, "max_ms": 0.034, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 55.778, "count": 229, "max_ms": 94.879, "p95_ms": 79.33}, "visualize": {"avg_ms": 41.933, "count": 229, "max_ms": 72.965, "p95_ms": 62.404}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.658, "count": 229, "max_ms": 55.81, "p95_ms": 47.39}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.364, "count": 229, "max_ms": 70.828, "p95_ms": 60.288}, "visualize_input_copy_ms": {"avg_ms": 1.357, "count": 229, "max_ms": 3.318, "p95_ms": 2.374}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.227, "count": 229, "max_ms": 70.699, "p95_ms": 60.188}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 229, "max_ms": 0.209, "p95_ms": 0.141}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 229}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 833.277, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.572, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.735, "sample_count": 1955, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 55657, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:41:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 103077, "write_bytes_delta": 103077, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 455.0, "cpu_core_ratio": 0.390711, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 11357, "reason": null, "system_cpu_core_ratio": 0.032642, "system_cpu_s_delta": 0.33000000000000007, "user_cpu_core_ratio": 0.358069, "user_cpu_s_delta": 3.6200000000000045}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.936738, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.595463, "system_cpu_s_delta": 6.019999999999982, "user_cpu_core_ratio": 1.341275, "user_cpu_s_delta": 13.55999999999949}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.217, "count": 225, "max_ms": 8.585, "p95_ms": 5.622, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.607, "max": 11.0, "p95": 10.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.25, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 224}, "total": {"avg": 4.25, "max": 6.0, "p95": 6.0, "sample_count": 224}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.088, "count": 30, "max": 57.402, "p95": 54.998, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.429, "count": 30, "max": 24.356, "p95": 22.371, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 525.633, "count": 30, "max": 946.0, "p95": 925.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 442.3, "count": 30, "max": 4516.0, "p95": 1670.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.47, "p95": 0.14, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.347, "count": 30, "max": 0.41, "p95": 0.394, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.009, "count": 30, "max": 0.161, "p95": 0.058, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106015.4, "count": 30, "max": 116484.0, "p95": 112473.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 102377.1, "count": 30, "max": 116484.0, "p95": 112473.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.333, "count": 30, "max": 33.0, "p95": 19.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.575, "count": 30, "max": 0.686, "p95": 0.665, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.251, "count": 30, "max": 1.472, "p95": 1.402, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 520, "sampled_at": "2026-10-30T16:41:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:41:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.896, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 126371, "flush_count": 129, "flush_interval_seconds": 30.0, "flush_state": {"count": 129, "last_at": "2026-10-30T16:40:35", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:40:35", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 128}, "started": true, "suppressed_count": 55610, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 55589}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 129, "written_record_count": 129}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5026.332, "limit_mb": null}, "detail": {"pid": 11473, "restart_count": 40, "start_count": 41}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 154046361600, "copied_frame_count": 55717, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 20, "events_failed": 0, "events_observed": 21, "events_suppressed": 1, "frame_buffer_copied_bytes": 154046361600, "frame_buffer_copies": 55717, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1000, "recorder_active_input_bytes": 2764800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 20, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 20, "worker_jobs_accepted": 20, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.116, "count": 512, "max_ms": 0.4093, "p50_ms": 0.1021, "p95_ms": 0.2154, "p99_ms": 0.3185}, "stages": {"db_insert": {"avg_ms": 18.5213, "count": 20, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.1563, "p99_ms": 32.829, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8875, "count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1203.3401, "count": 21, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1375.0681, "p99_ms": 3813.3464, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5138, "count": 512, "max_ms": 6.3286, "p50_ms": 1.4271, "p95_ms": 2.4692, "p99_ms": 3.1212, "results": {"failed": 0, "not_applicable": 0, "success": 55717, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.1475, "count": 21, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 643.0416, "p99_ms": 654.1443, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2016, "count": 20, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 58.5415, "p99_ms": 63.7445, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5692, "count": 512, "max_ms": 12.236, "p50_ms": 5.3523, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5741, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4492, "p95_ms": 2.7471, "p99_ms": 3.9562, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 573.1842, "count": 20, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 639.4208, "p99_ms": 650.8331, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.8629, "count": 20, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 536.8663, "p99_ms": 551.7345, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2095, "count": 20, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.4569, "p99_ms": 98.9507, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1155, "count": 20, "max_ms": 15.8949, "p50_ms": 2.3202, "p95_ms": 8.9726, "p99_ms": 14.5104, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.5036, "count": 20, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 2.9103, "p99_ms": 7.9552, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 593.3894, "count": 20, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 868.2179, "p99_ms": 3175.7524, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6457, "count": 20, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.9879, "p99_ms": 10.6042, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4657, "count": 20, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 75.0988, "p99_ms": 88.7901, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1593, "count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6442, "count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 683.5979, "count": 20, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 931.3869, "p99_ms": 3256.267, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 20, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676}, "wait_ms": {"count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 20, "artifact_failed": 0, "artifact_requested": 20, "artifact_success": 20, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 20, "database_requested": 20, "db_insert_success": 20, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15561, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 20, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 20}, "snapshot": {"copied_bytes": 55296000, "copied_count": 20, "copy": {"count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 38, "h264_decode_error_count": 97, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:41:18+09:00", "last_error_summary": "[h264 @ 0x56ae85653b00] left block unavailable for requested intra mode [h264 @ 0x56ae85653b00] error while decoding MB 0 65, bytestream 522 [h264 @ 0x56ae84a2d4c0] error while decoding MB 22 60, bytestream -8", "last_exit_at": "2026-10-30T16:41:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T16:41:21+09:00", "pid": 11473, "process": {"exists": true, "fd_count": 5, "hwm_mb": 207.797, "name": "ffmpeg", "pid": 11473, "rss_mb": 207.797, "state": "S (sleeping)", "threads": 70}, "restart_count": 40, "restart_count_per_hour": 21, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 41}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.521, "sample_count": 1932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 55717, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:41:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.46, "last_frame_pushed_at": "2026-10-30T16:41:18+09:00", "last_frame_read_age_sec": 4.603, "last_frame_read_at": "2026-10-30T16:41:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 13, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 437.914, "last_sample_duration_ms": 1154.451, "last_trigger": "periodic", "next_snapshot_in_sec": 162.086, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 13, "storage_bytes": 1172817}, "mjpeg": {"age_sec": 4.45, "exists": true, "mtime": "2026-10-30T16:41:18.744485+09:00", "mtime_epoch": 1793346078.7444854, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102921}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:41:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 833.305, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 18, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 55717, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.949, "max": 14.0, "p95": 10.0, "sample_count": 197}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.183, "max": 6.0, "p95": 6.0, "sample_count": 197}, "total": {"avg": 4.183, "max": 6.0, "p95": 6.0, "sample_count": 197}}, "tracking_counts": {"active": {"avg": 0.305, "max": 2.0, "p95": 2.0, "sample_count": 197}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "removed": {"avg": 0.025, "max": 1.0, "p95": 0.0, "sample_count": 197}, "tracked": {"avg": 0.305, "max": 2.0, "p95": 2.0, "sample_count": 197}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.584, "pushed": 6.584, "read": 6.55}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 196, "client_acquire_ms": {"avg_ms": 0.008, "count": 197, "max_ms": 0.025, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4553.681, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.051, "count": 196, "max_ms": 9.38, "p95_ms": 3.691, "reason": null, "sample_age_ms": 4607.306, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.425, "count": 196, "max_ms": 8.699, "p95_ms": 2.255, "reason": null, "sample_age_ms": 4607.613, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.38, "count": 197, "max_ms": 2.114, "p95_ms": 0.75, "reason": null, "sample_age_ms": 4553.698, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.053, "count": 196, "max_ms": 8.28, "p95_ms": 3.525, "reason": null, "sample_age_ms": 4605.873, "source": "client_direct"}, "request_count": 196, "request_tensor_bytes": {"avg": 2764808.0, "count": 196, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4605.856, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 197, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4554.258, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.208, "count": 197, "max_ms": 90.38, "p95_ms": 72.641, "reason": null, "sample_age_ms": 4553.673, "source": "client_direct"}, "sample_age_ms": 4553.664, "source": "client_direct", "task_total_ms": {"avg_ms": 53.828, "count": 197, "max_ms": 93.859, "p95_ms": 77.012, "reason": null, "sample_age_ms": 4553.664, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.176, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.273, "count": 197, "max_ms": 33.617, "p95_ms": 18.533}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.61, "count": 197, "max_ms": 2.027, "p95_ms": 1.22}, "detection_prepare_ms": {"avg_ms": 1.967, "count": 197, "max_ms": 7.729, "p95_ms": 3.522}, "event_filter_ms": {"avg_ms": 0.006, "count": 197, "max_ms": 0.025, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.604, "count": 197, "max_ms": 1.948, "p95_ms": 1.036}, "mcmt_ms": {"avg_ms": 0.004, "count": 197, "max_ms": 0.02, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 5.079, "count": 197, "max_ms": 12.925, "p95_ms": 9.031}, "setup_ms": {"avg_ms": 0.045, "count": 197, "max_ms": 0.142, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 11.205, "count": 197, "max_ms": 33.543, "p95_ms": 18.399}, "track_match_ms": {"avg_ms": 0.131, "count": 197, "max_ms": 0.534, "p95_ms": 0.271}, "tracker_update_ms": {"avg_ms": 2.757, "count": 197, "max_ms": 11.591, "p95_ms": 4.566}}, "gstreamer_push": {"avg_ms": 3.251, "count": 197, "max_ms": 8.585, "p95_ms": 5.742}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 197, "max_ms": 0.305, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.298, "count": 197, "max_ms": 94.858, "p95_ms": 79.523}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.335, "count": 197, "max_ms": 11.284, "p95_ms": 7.855}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.706, "count": 197, "max_ms": 187.876, "p95_ms": 147.644}, "inference_input_copy_ms": {"avg_ms": 1.762, "count": 197, "max_ms": 8.478, "p95_ms": 3.277}, "processing_residual_ms": {"avg_ms": 0.243, "count": 197, "max_ms": 0.762, "p95_ms": 0.52}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 115.045, "count": 197, "max_ms": 194.68, "p95_ms": 152.716}, "read_interval": {"avg_ms": 129.888, "count": 196, "max_ms": 244.18, "p95_ms": 175.307}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 197, "max_ms": 0.14, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 4.995, "count": 197, "max_ms": 12.833, "p95_ms": 8.899}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 197, "max_ms": 0.074, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.974, "count": 197, "max_ms": 12.814, "p95_ms": 8.875}, "worker_merge_ms": {"avg_ms": 0.007, "count": 197, "max_ms": 0.034, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 55.313, "count": 197, "max_ms": 94.879, "p95_ms": 79.53}, "visualize": {"avg_ms": 41.783, "count": 197, "max_ms": 72.965, "p95_ms": 62.339}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.602, "count": 197, "max_ms": 55.81, "p95_ms": 47.39}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.195, "count": 197, "max_ms": 70.828, "p95_ms": 60.259}, "visualize_input_copy_ms": {"avg_ms": 1.374, "count": 197, "max_ms": 3.318, "p95_ms": 2.518}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.06, "count": 197, "max_ms": 70.699, "p95_ms": 60.092}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 197, "max_ms": 0.209, "p95_ms": 0.143}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 833.277, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.572, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 158.735, "sample_count": 1955, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 55657, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:41:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 103077, "write_bytes_delta": 103077, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 455.0, "cpu_core_ratio": 0.390711, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 11357, "reason": null, "system_cpu_core_ratio": 0.032642, "system_cpu_s_delta": 0.33000000000000007, "user_cpu_core_ratio": 0.358069, "user_cpu_s_delta": 3.6200000000000045}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.936738, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.595463, "system_cpu_s_delta": 6.019999999999982, "user_cpu_core_ratio": 1.341275, "user_cpu_s_delta": 13.55999999999949}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.217, "count": 225, "max_ms": 8.585, "p95_ms": 5.622, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.607, "max": 11.0, "p95": 10.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.25, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 224}, "total": {"avg": 4.25, "max": 6.0, "p95": 6.0, "sample_count": 224}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.088, "count": 30, "max": 57.402, "p95": 54.998, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.429, "count": 30, "max": 24.356, "p95": 22.371, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 525.633, "count": 30, "max": 946.0, "p95": 925.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 442.3, "count": 30, "max": 4516.0, "p95": 1670.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.47, "p95": 0.14, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.347, "count": 30, "max": 0.41, "p95": 0.394, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.009, "count": 30, "max": 0.161, "p95": 0.058, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106015.4, "count": 30, "max": 116484.0, "p95": 112473.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 102377.1, "count": 30, "max": 116484.0, "p95": 112473.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.333, "count": 30, "max": 33.0, "p95": 19.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.575, "count": 30, "max": 0.686, "p95": 0.665, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.251, "count": 30, "max": 1.472, "p95": 1.402, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 520, "sampled_at": "2026-10-30T16:41:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:41:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 129349, "flush_count": 132, "flush_interval_seconds": 30.0, "flush_state": {"count": 132, "last_at": "2026-10-30T16:43:35", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:43:35", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 131}, "started": true, "suppressed_count": 56822, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 56801}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 132, "written_record_count": 132}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4863.133, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x641e962c1b40] error while decoding MB 60 61, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 157402828800, "copied_frame_count": 56931, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 20, "events_failed": 0, "events_observed": 21, "events_suppressed": 1, "frame_buffer_copied_bytes": 157402828800, "frame_buffer_copies": 56931, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1000, "recorder_active_input_bytes": 2764800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 20, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 20, "worker_jobs_accepted": 20, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1327, "count": 512, "max_ms": 9.0971, "p50_ms": 0.0996, "p95_ms": 0.2205, "p99_ms": 0.3181}, "stages": {"db_insert": {"avg_ms": 18.5213, "count": 20, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.1563, "p99_ms": 32.829, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8875, "count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1203.3401, "count": 21, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1375.0681, "p99_ms": 3813.3464, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5006, "count": 512, "max_ms": 3.728, "p50_ms": 1.3848, "p95_ms": 2.6429, "p99_ms": 3.1459, "results": {"failed": 0, "not_applicable": 0, "success": 56931, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.1475, "count": 21, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 643.0416, "p99_ms": 654.1443, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2016, "count": 20, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 58.5415, "p99_ms": 63.7445, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5692, "count": 512, "max_ms": 12.236, "p50_ms": 5.3523, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5741, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4492, "p95_ms": 2.7471, "p99_ms": 3.9562, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 573.1842, "count": 20, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 639.4208, "p99_ms": 650.8331, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.8629, "count": 20, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 536.8663, "p99_ms": 551.7345, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2095, "count": 20, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.4569, "p99_ms": 98.9507, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1155, "count": 20, "max_ms": 15.8949, "p50_ms": 2.3202, "p95_ms": 8.9726, "p99_ms": 14.5104, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.5036, "count": 20, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 2.9103, "p99_ms": 7.9552, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 593.3894, "count": 20, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 868.2179, "p99_ms": 3175.7524, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6457, "count": 20, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.9879, "p99_ms": 10.6042, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4657, "count": 20, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 75.0988, "p99_ms": 88.7901, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1593, "count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6442, "count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 683.5979, "count": 20, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 931.3869, "p99_ms": 3256.267, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 20, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676}, "wait_ms": {"count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 20, "artifact_failed": 0, "artifact_requested": 20, "artifact_success": 20, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 20, "database_requested": 20, "db_insert_success": 20, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15561, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 20, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 20}, "snapshot": {"copied_bytes": 55296000, "copied_count": 20, "copy": {"count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 39, "h264_decode_error_count": 98, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:44:04+09:00", "last_error_summary": "[h264 @ 0x641e962c1b40] error while decoding MB 60 61, bytestream -7", "last_exit_at": "2026-10-30T16:41:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 162.914, "last_started_at": "2026-10-30T16:41:21+09:00", "pid": 11473, "process": {"exists": false, "pid": 11473}, "restart_count": 40, "restart_count_per_hour": 20, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 41}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.647, "sample_count": 2231, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 56931, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:44:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.066, "last_frame_pushed_at": "2026-10-30T16:44:04+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-10-30T16:44:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 13, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 598.848, "last_sample_duration_ms": 1154.451, "last_trigger": "periodic", "next_snapshot_in_sec": 1.152, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 13, "storage_bytes": 1172817}, "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-10-30T16:44:04.049988+09:00", "mtime_epoch": 1793346244.0499878, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 107171}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:44:04+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 833.891, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 18, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 56932, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.68, "max": 11.0, "p95": 9.0, "sample_count": 231}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.355, "max": 4.0, "p95": 4.0, "sample_count": 231}, "total": {"avg": 3.355, "max": 4.0, "p95": 4.0, "sample_count": 231}}, "tracking_counts": {"active": {"avg": 0.152, "max": 2.0, "p95": 2.0, "sample_count": 231}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 231}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 231}, "tracked": {"avg": 0.152, "max": 2.0, "p95": 2.0, "sample_count": 231}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 231}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.7, "pushed": 7.7, "read": 7.734}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 231, "client_acquire_ms": {"avg_ms": 0.008, "count": 232, "max_ms": 0.029, "p95_ms": 0.017, "reason": null, "sample_age_ms": 39.649, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.009, "count": 231, "max_ms": 9.2, "p95_ms": 3.641, "reason": null, "sample_age_ms": 79.08, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.467, "count": 231, "max_ms": 8.886, "p95_ms": 2.621, "reason": null, "sample_age_ms": 79.432, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.371, "count": 232, "max_ms": 1.129, "p95_ms": 0.655, "reason": null, "sample_age_ms": 39.659, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.139, "count": 231, "max_ms": 10.206, "p95_ms": 3.639, "reason": null, "sample_age_ms": 77.994, "source": "client_direct"}, "request_count": 231, "request_tensor_bytes": {"avg": 2764808.0, "count": 231, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 77.976, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 232, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 40.069, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.22, "count": 232, "max_ms": 91.049, "p95_ms": 75.45, "reason": null, "sample_age_ms": 39.645, "source": "client_direct"}, "sample_age_ms": 39.642, "source": "client_direct", "task_total_ms": {"avg_ms": 55.922, "count": 232, "max_ms": 94.417, "p95_ms": 78.029, "reason": null, "sample_age_ms": 39.642, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.522, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.413, "count": 231, "max_ms": 23.456, "p95_ms": 14.466}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.54, "count": 231, "max_ms": 1.861, "p95_ms": 1.157}, "detection_prepare_ms": {"avg_ms": 1.798, "count": 231, "max_ms": 8.196, "p95_ms": 3.376}, "event_filter_ms": {"avg_ms": 0.006, "count": 231, "max_ms": 0.039, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.491, "count": 231, "max_ms": 1.565, "p95_ms": 0.816}, "mcmt_ms": {"avg_ms": 0.004, "count": 231, "max_ms": 0.029, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 4.01, "count": 231, "max_ms": 8.955, "p95_ms": 6.833}, "setup_ms": {"avg_ms": 0.045, "count": 231, "max_ms": 0.15, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 9.35, "count": 231, "max_ms": 23.38, "p95_ms": 14.385}, "track_match_ms": {"avg_ms": 0.113, "count": 231, "max_ms": 0.422, "p95_ms": 0.225}, "tracker_update_ms": {"avg_ms": 2.341, "count": 231, "max_ms": 10.984, "p95_ms": 4.044}}, "gstreamer_push": {"avg_ms": 3.11, "count": 231, "max_ms": 7.166, "p95_ms": 5.123}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 231, "max_ms": 1.103, "p95_ms": 0.112}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.481, "count": 231, "max_ms": 101.08, "p95_ms": 80.175}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.316, "count": 231, "max_ms": 16.025, "p95_ms": 9.915}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 231, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 231, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.495, "count": 231, "max_ms": 180.793, "p95_ms": 144.015}, "inference_input_copy_ms": {"avg_ms": 1.736, "count": 231, "max_ms": 6.489, "p95_ms": 2.813}, "processing_residual_ms": {"avg_ms": 0.234, "count": 231, "max_ms": 0.587, "p95_ms": 0.461}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 231, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 231, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.782, "count": 231, "max_ms": 185.51, "p95_ms": 149.345}, "read_interval": {"avg_ms": 129.584, "count": 232, "max_ms": 215.995, "p95_ms": 174.72}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.027, "count": 231, "max_ms": 1.541, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 3.925, "count": 231, "max_ms": 8.84, "p95_ms": 6.73}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 231, "max_ms": 0.066, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.898, "count": 231, "max_ms": 8.819, "p95_ms": 6.704}, "worker_merge_ms": {"avg_ms": 0.007, "count": 231, "max_ms": 0.035, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 57.496, "count": 231, "max_ms": 101.099, "p95_ms": 80.188}, "visualize": {"avg_ms": 41.256, "count": 231, "max_ms": 83.074, "p95_ms": 55.696}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.626, "count": 231, "max_ms": 55.496, "p95_ms": 44.014}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 231, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.702, "count": 231, "max_ms": 80.694, "p95_ms": 53.497}, "visualize_input_copy_ms": {"avg_ms": 1.335, "count": 231, "max_ms": 3.298, "p95_ms": 2.358}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 231, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.563, "count": 231, "max_ms": 80.433, "p95_ms": 53.31}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 231, "max_ms": 0.269, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 231}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 231}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 231}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 833.848, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.144, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.856, "sample_count": 2228, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 56839, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:43:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106111, "write_bytes_delta": 106111, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 931.0, "cpu_core_ratio": 0.427817, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 11473, "reason": null, "system_cpu_core_ratio": 0.035817, "system_cpu_s_delta": 0.7200000000000006, "user_cpu_core_ratio": 0.391999, "user_cpu_s_delta": 7.8799999999999955}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.804789, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.551187, "system_cpu_s_delta": 11.079999999999927, "user_cpu_core_ratio": 1.253602, "user_cpu_s_delta": 25.19999999999891}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.112, "count": 233, "max_ms": 10.722, "p95_ms": 4.947, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.438, "max": 9.0, "p95": 7.0, "sample_count": 233}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.781, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 233}, "total": {"avg": 2.781, "max": 4.0, "p95": 4.0, "sample_count": 233}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.769, "count": 30, "max": 56.433, "p95": 42.718, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.209, "count": 30, "max": 24.356, "p95": 22.174, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 499.467, "count": 30, "max": 942.0, "p95": 926.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 205.9, "count": 30, "max": 1628.0, "p95": 1149.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.087, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.364, "count": 30, "max": 0.398, "p95": 0.397, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 30, "max": 0.125, "p95": 0.067, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103507.067, "count": 30, "max": 108915.0, "p95": 106568.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99876.567, "count": 30, "max": 106816.0, "p95": 106196.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.533, "count": 30, "max": 33.0, "p95": 19.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.576, "count": 30, "max": 0.638, "p95": 0.63, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.27, "count": 30, "max": 1.364, "p95": 1.354, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 533, "sampled_at": "2026-10-30T16:43:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:43:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 129349, "flush_count": 132, "flush_interval_seconds": 30.0, "flush_state": {"count": 132, "last_at": "2026-10-30T16:43:35", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:43:35", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 131}, "started": true, "suppressed_count": 56822, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 56801}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 132, "written_record_count": 132}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4863.598, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T16:44:04+09:00", "last_error_summary": "[h264 @ 0x641e962c1b40] error while decoding MB 60 61, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 157405593600, "copied_frame_count": 56932, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 20, "events_failed": 0, "events_observed": 21, "events_suppressed": 1, "frame_buffer_copied_bytes": 157405593600, "frame_buffer_copies": 56932, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1000, "recorder_active_input_bytes": 2764800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 20, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 20, "worker_jobs_accepted": 20, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1326, "count": 512, "max_ms": 9.0971, "p50_ms": 0.0996, "p95_ms": 0.2205, "p99_ms": 0.3181}, "stages": {"db_insert": {"avg_ms": 18.5213, "count": 20, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.1563, "p99_ms": 32.829, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8875, "count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1203.3401, "count": 21, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1375.0681, "p99_ms": 3813.3464, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4967, "count": 512, "max_ms": 3.728, "p50_ms": 1.3805, "p95_ms": 2.6231, "p99_ms": 3.1459, "results": {"failed": 0, "not_applicable": 0, "success": 56932, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.1475, "count": 21, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 643.0416, "p99_ms": 654.1443, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2016, "count": 20, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 58.5415, "p99_ms": 63.7445, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5692, "count": 512, "max_ms": 12.236, "p50_ms": 5.3523, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5741, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4492, "p95_ms": 2.7471, "p99_ms": 3.9562, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 573.1842, "count": 20, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 639.4208, "p99_ms": 650.8331, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.8629, "count": 20, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 536.8663, "p99_ms": 551.7345, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2095, "count": 20, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.4569, "p99_ms": 98.9507, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1155, "count": 20, "max_ms": 15.8949, "p50_ms": 2.3202, "p95_ms": 8.9726, "p99_ms": 14.5104, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.5036, "count": 20, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 2.9103, "p99_ms": 7.9552, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 593.3894, "count": 20, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 868.2179, "p99_ms": 3175.7524, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6457, "count": 20, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.9879, "p99_ms": 10.6042, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4657, "count": 20, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 75.0988, "p99_ms": 88.7901, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1593, "count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6442, "count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 683.5979, "count": 20, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 931.3869, "p99_ms": 3256.267, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 20, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676}, "wait_ms": {"count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 20, "artifact_failed": 0, "artifact_requested": 20, "artifact_success": 20, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 20, "database_requested": 20, "db_insert_success": 20, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15561, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 20, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 20}, "snapshot": {"copied_bytes": 55296000, "copied_count": 20, "copy": {"count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 39, "h264_decode_error_count": 98, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:44:04+09:00", "last_error_summary": "[h264 @ 0x641e962c1b40] error while decoding MB 60 61, bytestream -7", "last_exit_at": "2026-10-30T16:44:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 162.977, "last_started_at": "2026-10-30T16:41:21+09:00", "pid": 11473, "process": {"exists": false, "pid": 11473}, "restart_count": 40, "restart_count_per_hour": 20, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 41}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.647, "sample_count": 2231, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 56932, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:44:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T16:44:04+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-10-30T16:44:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 13, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 598.897, "last_sample_duration_ms": 1154.451, "last_trigger": "periodic", "next_snapshot_in_sec": 1.103, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 13, "storage_bytes": 1172817}, "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-10-30T16:44:04.049988+09:00", "mtime_epoch": 1793346244.0499878, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 107171}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:44:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 833.887, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 18, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 56932, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.681, "max": 11.0, "p95": 9.0, "sample_count": 232}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.358, "max": 4.0, "p95": 4.0, "sample_count": 232}, "total": {"avg": 3.358, "max": 4.0, "p95": 4.0, "sample_count": 232}}, "tracking_counts": {"active": {"avg": 0.151, "max": 2.0, "p95": 2.0, "sample_count": 232}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 232}, "tracked": {"avg": 0.151, "max": 2.0, "p95": 2.0, "sample_count": 232}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.752, "pushed": 7.752, "read": 7.719}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 231, "client_acquire_ms": {"avg_ms": 0.008, "count": 231, "max_ms": 0.029, "p95_ms": 0.017, "reason": null, "sample_age_ms": 94.704, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.009, "count": 231, "max_ms": 9.2, "p95_ms": 3.641, "reason": null, "sample_age_ms": 134.135, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.467, "count": 231, "max_ms": 8.886, "p95_ms": 2.621, "reason": null, "sample_age_ms": 134.487, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.372, "count": 231, "max_ms": 1.129, "p95_ms": 0.655, "reason": null, "sample_age_ms": 94.714, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.139, "count": 231, "max_ms": 10.206, "p95_ms": 3.639, "reason": null, "sample_age_ms": 133.049, "source": "client_direct"}, "request_count": 231, "request_tensor_bytes": {"avg": 2764808.0, "count": 231, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 133.031, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 231, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 95.124, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.177, "count": 231, "max_ms": 91.049, "p95_ms": 75.473, "reason": null, "sample_age_ms": 94.7, "source": "client_direct"}, "sample_age_ms": 94.697, "source": "client_direct", "task_total_ms": {"avg_ms": 55.874, "count": 231, "max_ms": 94.417, "p95_ms": 78.037, "reason": null, "sample_age_ms": 94.697, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.328, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.435, "count": 232, "max_ms": 23.456, "p95_ms": 14.505}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.541, "count": 232, "max_ms": 1.861, "p95_ms": 1.157}, "detection_prepare_ms": {"avg_ms": 1.8, "count": 232, "max_ms": 8.196, "p95_ms": 3.376}, "event_filter_ms": {"avg_ms": 0.006, "count": 232, "max_ms": 0.039, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.491, "count": 232, "max_ms": 1.565, "p95_ms": 0.816}, "mcmt_ms": {"avg_ms": 0.004, "count": 232, "max_ms": 0.029, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 4.027, "count": 232, "max_ms": 8.955, "p95_ms": 7.043}, "setup_ms": {"avg_ms": 0.045, "count": 232, "max_ms": 0.15, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 9.372, "count": 232, "max_ms": 23.38, "p95_ms": 14.407}, "track_match_ms": {"avg_ms": 0.113, "count": 232, "max_ms": 0.422, "p95_ms": 0.225}, "tracker_update_ms": {"avg_ms": 2.343, "count": 232, "max_ms": 10.984, "p95_ms": 4.044}}, "gstreamer_push": {"avg_ms": 3.105, "count": 232, "max_ms": 7.166, "p95_ms": 5.123}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 232, "max_ms": 1.103, "p95_ms": 0.112}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.407, "count": 232, "max_ms": 101.08, "p95_ms": 80.175}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.31, "count": 232, "max_ms": 16.025, "p95_ms": 9.915}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.521, "count": 232, "max_ms": 180.793, "p95_ms": 144.015}, "inference_input_copy_ms": {"avg_ms": 1.736, "count": 232, "max_ms": 6.489, "p95_ms": 2.813}, "processing_residual_ms": {"avg_ms": 0.234, "count": 232, "max_ms": 0.587, "p95_ms": 0.461}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.801, "count": 232, "max_ms": 185.51, "p95_ms": 149.345}, "read_interval": {"avg_ms": 129.601, "count": 231, "max_ms": 215.995, "p95_ms": 174.72}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.027, "count": 232, "max_ms": 1.541, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 3.942, "count": 232, "max_ms": 8.84, "p95_ms": 6.847}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 232, "max_ms": 0.066, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.915, "count": 232, "max_ms": 8.819, "p95_ms": 6.808}, "worker_merge_ms": {"avg_ms": 0.007, "count": 232, "max_ms": 0.035, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 57.421, "count": 232, "max_ms": 101.099, "p95_ms": 80.188}, "visualize": {"avg_ms": 41.335, "count": 232, "max_ms": 83.074, "p95_ms": 56.106}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.71, "count": 232, "max_ms": 55.496, "p95_ms": 44.136}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.78, "count": 232, "max_ms": 80.694, "p95_ms": 53.834}, "visualize_input_copy_ms": {"avg_ms": 1.336, "count": 232, "max_ms": 3.298, "p95_ms": 2.358}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.641, "count": 232, "max_ms": 80.433, "p95_ms": 53.676}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 232, "max_ms": 0.269, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 232}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 833.848, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.144, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.856, "sample_count": 2228, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 56839, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:43:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106111, "write_bytes_delta": 106111, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 931.0, "cpu_core_ratio": 0.427817, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 11473, "reason": null, "system_cpu_core_ratio": 0.035817, "system_cpu_s_delta": 0.7200000000000006, "user_cpu_core_ratio": 0.391999, "user_cpu_s_delta": 7.8799999999999955}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.804789, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.551187, "system_cpu_s_delta": 11.079999999999927, "user_cpu_core_ratio": 1.253602, "user_cpu_s_delta": 25.19999999999891}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.112, "count": 233, "max_ms": 10.722, "p95_ms": 4.947, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.438, "max": 9.0, "p95": 7.0, "sample_count": 233}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.781, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 233}, "total": {"avg": 2.781, "max": 4.0, "p95": 4.0, "sample_count": 233}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.769, "count": 30, "max": 56.433, "p95": 42.718, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.209, "count": 30, "max": 24.356, "p95": 22.174, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 499.467, "count": 30, "max": 942.0, "p95": 926.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 205.9, "count": 30, "max": 1628.0, "p95": 1149.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.087, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.364, "count": 30, "max": 0.398, "p95": 0.397, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 30, "max": 0.125, "p95": 0.067, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103507.067, "count": 30, "max": 108915.0, "p95": 106568.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99876.567, "count": 30, "max": 106816.0, "p95": 106196.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.533, "count": 30, "max": 33.0, "p95": 19.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.576, "count": 30, "max": 0.638, "p95": 0.63, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.27, "count": 30, "max": 1.364, "p95": 1.354, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 533, "sampled_at": "2026-10-30T16:43:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:43:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 129349, "flush_count": 132, "flush_interval_seconds": 30.0, "flush_state": {"count": 132, "last_at": "2026-10-30T16:43:35", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:43:35", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 131}, "started": true, "suppressed_count": 56822, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 56801}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 132, "written_record_count": 132}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4863.473, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 157405593600, "copied_frame_count": 56932, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 20, "events_failed": 0, "events_observed": 21, "events_suppressed": 1, "frame_buffer_copied_bytes": 157405593600, "frame_buffer_copies": 56932, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1000, "recorder_active_input_bytes": 2764800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 20, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 20, "worker_jobs_accepted": 20, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1326, "count": 512, "max_ms": 9.0971, "p50_ms": 0.0996, "p95_ms": 0.2205, "p99_ms": 0.3181}, "stages": {"db_insert": {"avg_ms": 18.5213, "count": 20, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.1563, "p99_ms": 32.829, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8875, "count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1203.3401, "count": 21, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1375.0681, "p99_ms": 3813.3464, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4967, "count": 512, "max_ms": 3.728, "p50_ms": 1.3805, "p95_ms": 2.6231, "p99_ms": 3.1459, "results": {"failed": 0, "not_applicable": 0, "success": 56932, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.1475, "count": 21, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 643.0416, "p99_ms": 654.1443, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2016, "count": 20, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 58.5415, "p99_ms": 63.7445, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5692, "count": 512, "max_ms": 12.236, "p50_ms": 5.3523, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5741, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4492, "p95_ms": 2.7471, "p99_ms": 3.9562, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 573.1842, "count": 20, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 639.4208, "p99_ms": 650.8331, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.8629, "count": 20, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 536.8663, "p99_ms": 551.7345, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2095, "count": 20, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.4569, "p99_ms": 98.9507, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1155, "count": 20, "max_ms": 15.8949, "p50_ms": 2.3202, "p95_ms": 8.9726, "p99_ms": 14.5104, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.5036, "count": 20, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 2.9103, "p99_ms": 7.9552, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 593.3894, "count": 20, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 868.2179, "p99_ms": 3175.7524, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6457, "count": 20, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.9879, "p99_ms": 10.6042, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4657, "count": 20, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 75.0988, "p99_ms": 88.7901, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1593, "count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6442, "count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 683.5979, "count": 20, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 931.3869, "p99_ms": 3256.267, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 20, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676}, "wait_ms": {"count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 20, "artifact_failed": 0, "artifact_requested": 20, "artifact_success": 20, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 20, "database_requested": 20, "db_insert_success": 20, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15561, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 20, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 20}, "snapshot": {"copied_bytes": 55296000, "copied_count": 20, "copy": {"count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 39, "h264_decode_error_count": 98, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:44:04+09:00", "last_error_summary": "[h264 @ 0x641e962c1b40] error while decoding MB 60 61, bytestream -7", "last_exit_at": "2026-10-30T16:44:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 163.016, "last_started_at": "2026-10-30T16:41:21+09:00", "pid": 11473, "process": {"exists": false, "pid": 11473}, "restart_count": 40, "restart_count_per_hour": 20, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 41}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.647, "sample_count": 2231, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 56932, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:44:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.041, "last_frame_pushed_at": "2026-10-30T16:44:04+09:00", "last_frame_read_age_sec": 0.163, "last_frame_read_at": "2026-10-30T16:44:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 13, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 598.928, "last_sample_duration_ms": 1154.451, "last_trigger": "periodic", "next_snapshot_in_sec": 1.072, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 13, "storage_bytes": 1172817}, "mjpeg": {"age_sec": 0.028, "exists": true, "mtime": "2026-10-30T16:44:04.181989+09:00", "mtime_epoch": 1793346244.1819892, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 104358}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:44:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 833.887, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 18, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 56932, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.681, "max": 11.0, "p95": 9.0, "sample_count": 232}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.358, "max": 4.0, "p95": 4.0, "sample_count": 232}, "total": {"avg": 3.358, "max": 4.0, "p95": 4.0, "sample_count": 232}}, "tracking_counts": {"active": {"avg": 0.151, "max": 2.0, "p95": 2.0, "sample_count": 232}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 232}, "tracked": {"avg": 0.151, "max": 2.0, "p95": 2.0, "sample_count": 232}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.742, "pushed": 7.742, "read": 7.709}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 231, "client_acquire_ms": {"avg_ms": 0.008, "count": 231, "max_ms": 0.029, "p95_ms": 0.017, "reason": null, "sample_age_ms": 132.349, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.009, "count": 231, "max_ms": 9.2, "p95_ms": 3.641, "reason": null, "sample_age_ms": 171.781, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.467, "count": 231, "max_ms": 8.886, "p95_ms": 2.621, "reason": null, "sample_age_ms": 172.133, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.372, "count": 231, "max_ms": 1.129, "p95_ms": 0.655, "reason": null, "sample_age_ms": 132.36, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.139, "count": 231, "max_ms": 10.206, "p95_ms": 3.639, "reason": null, "sample_age_ms": 170.695, "source": "client_direct"}, "request_count": 231, "request_tensor_bytes": {"avg": 2764808.0, "count": 231, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 170.677, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 231, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 132.77, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.177, "count": 231, "max_ms": 91.049, "p95_ms": 75.473, "reason": null, "sample_age_ms": 132.346, "source": "client_direct"}, "sample_age_ms": 132.343, "source": "client_direct", "task_total_ms": {"avg_ms": 55.874, "count": 231, "max_ms": 94.417, "p95_ms": 78.037, "reason": null, "sample_age_ms": 132.343, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.886, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.435, "count": 232, "max_ms": 23.456, "p95_ms": 14.505}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.541, "count": 232, "max_ms": 1.861, "p95_ms": 1.157}, "detection_prepare_ms": {"avg_ms": 1.8, "count": 232, "max_ms": 8.196, "p95_ms": 3.376}, "event_filter_ms": {"avg_ms": 0.006, "count": 232, "max_ms": 0.039, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.491, "count": 232, "max_ms": 1.565, "p95_ms": 0.816}, "mcmt_ms": {"avg_ms": 0.004, "count": 232, "max_ms": 0.029, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 4.027, "count": 232, "max_ms": 8.955, "p95_ms": 7.043}, "setup_ms": {"avg_ms": 0.045, "count": 232, "max_ms": 0.15, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 9.372, "count": 232, "max_ms": 23.38, "p95_ms": 14.407}, "track_match_ms": {"avg_ms": 0.113, "count": 232, "max_ms": 0.422, "p95_ms": 0.225}, "tracker_update_ms": {"avg_ms": 2.343, "count": 232, "max_ms": 10.984, "p95_ms": 4.044}}, "gstreamer_push": {"avg_ms": 3.105, "count": 232, "max_ms": 7.166, "p95_ms": 5.123}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 232, "max_ms": 1.103, "p95_ms": 0.112}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.407, "count": 232, "max_ms": 101.08, "p95_ms": 80.175}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.31, "count": 232, "max_ms": 16.025, "p95_ms": 9.915}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.521, "count": 232, "max_ms": 180.793, "p95_ms": 144.015}, "inference_input_copy_ms": {"avg_ms": 1.736, "count": 232, "max_ms": 6.489, "p95_ms": 2.813}, "processing_residual_ms": {"avg_ms": 0.234, "count": 232, "max_ms": 0.587, "p95_ms": 0.461}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.801, "count": 232, "max_ms": 185.51, "p95_ms": 149.345}, "read_interval": {"avg_ms": 129.601, "count": 231, "max_ms": 215.995, "p95_ms": 174.72}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.027, "count": 232, "max_ms": 1.541, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 3.942, "count": 232, "max_ms": 8.84, "p95_ms": 6.847}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 232, "max_ms": 0.066, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.915, "count": 232, "max_ms": 8.819, "p95_ms": 6.808}, "worker_merge_ms": {"avg_ms": 0.007, "count": 232, "max_ms": 0.035, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 57.421, "count": 232, "max_ms": 101.099, "p95_ms": 80.188}, "visualize": {"avg_ms": 41.335, "count": 232, "max_ms": 83.074, "p95_ms": 56.106}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.71, "count": 232, "max_ms": 55.496, "p95_ms": 44.136}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.78, "count": 232, "max_ms": 80.694, "p95_ms": 53.834}, "visualize_input_copy_ms": {"avg_ms": 1.336, "count": 232, "max_ms": 3.298, "p95_ms": 2.358}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.641, "count": 232, "max_ms": 80.433, "p95_ms": 53.676}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 232, "max_ms": 0.269, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 232}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 833.848, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.144, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.856, "sample_count": 2228, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 56839, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:43:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106111, "write_bytes_delta": 106111, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 931.0, "cpu_core_ratio": 0.427817, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 11473, "reason": null, "system_cpu_core_ratio": 0.035817, "system_cpu_s_delta": 0.7200000000000006, "user_cpu_core_ratio": 0.391999, "user_cpu_s_delta": 7.8799999999999955}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.804789, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.551187, "system_cpu_s_delta": 11.079999999999927, "user_cpu_core_ratio": 1.253602, "user_cpu_s_delta": 25.19999999999891}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.112, "count": 233, "max_ms": 10.722, "p95_ms": 4.947, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.438, "max": 9.0, "p95": 7.0, "sample_count": 233}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.781, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 233}, "total": {"avg": 2.781, "max": 4.0, "p95": 4.0, "sample_count": 233}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.769, "count": 30, "max": 56.433, "p95": 42.718, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.209, "count": 30, "max": 24.356, "p95": 22.174, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 499.467, "count": 30, "max": 942.0, "p95": 926.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 205.9, "count": 30, "max": 1628.0, "p95": 1149.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.087, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.364, "count": 30, "max": 0.398, "p95": 0.397, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 30, "max": 0.125, "p95": 0.067, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103507.067, "count": 30, "max": 108915.0, "p95": 106568.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99876.567, "count": 30, "max": 106816.0, "p95": 106196.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.533, "count": 30, "max": 33.0, "p95": 19.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.576, "count": 30, "max": 0.638, "p95": 0.63, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.27, "count": 30, "max": 1.364, "p95": 1.354, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 533, "sampled_at": "2026-10-30T16:43:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:43:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 129349, "flush_count": 132, "flush_interval_seconds": 30.0, "flush_state": {"count": 132, "last_at": "2026-10-30T16:43:35", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:43:35", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 131}, "started": true, "suppressed_count": 56822, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 56801}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 132, "written_record_count": 132}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5034.691, "limit_mb": null}, "detail": {"pid": 11589, "restart_count": 41, "start_count": 42}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 157405593600, "copied_frame_count": 56932, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 20, "events_failed": 0, "events_observed": 21, "events_suppressed": 1, "frame_buffer_copied_bytes": 157405593600, "frame_buffer_copies": 56932, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1000, "recorder_active_input_bytes": 2764800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 20, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 20, "worker_jobs_accepted": 20, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1326, "count": 512, "max_ms": 9.0971, "p50_ms": 0.0996, "p95_ms": 0.2205, "p99_ms": 0.3181}, "stages": {"db_insert": {"avg_ms": 18.5213, "count": 20, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.1563, "p99_ms": 32.829, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8875, "count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1203.3401, "count": 21, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1375.0681, "p99_ms": 3813.3464, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4967, "count": 512, "max_ms": 3.728, "p50_ms": 1.3805, "p95_ms": 2.6231, "p99_ms": 3.1459, "results": {"failed": 0, "not_applicable": 0, "success": 56932, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.1475, "count": 21, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 643.0416, "p99_ms": 654.1443, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2016, "count": 20, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 58.5415, "p99_ms": 63.7445, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5692, "count": 512, "max_ms": 12.236, "p50_ms": 5.3523, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5741, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4492, "p95_ms": 2.7471, "p99_ms": 3.9562, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 573.1842, "count": 20, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 639.4208, "p99_ms": 650.8331, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.8629, "count": 20, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 536.8663, "p99_ms": 551.7345, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2095, "count": 20, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.4569, "p99_ms": 98.9507, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1155, "count": 20, "max_ms": 15.8949, "p50_ms": 2.3202, "p95_ms": 8.9726, "p99_ms": 14.5104, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.5036, "count": 20, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 2.9103, "p99_ms": 7.9552, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 593.3894, "count": 20, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 868.2179, "p99_ms": 3175.7524, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6457, "count": 20, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.9879, "p99_ms": 10.6042, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4657, "count": 20, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 75.0988, "p99_ms": 88.7901, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1593, "count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6442, "count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 683.5979, "count": 20, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 931.3869, "p99_ms": 3256.267, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 20, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676}, "wait_ms": {"count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 20, "artifact_failed": 0, "artifact_requested": 20, "artifact_success": 20, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 20, "database_requested": 20, "db_insert_success": 20, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15561, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 20, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 20}, "snapshot": {"copied_bytes": 55296000, "copied_count": 20, "copy": {"count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 39, "h264_decode_error_count": 98, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:44:04+09:00", "last_error_summary": "[h264 @ 0x641e962c1b40] error while decoding MB 60 61, bytestream -7", "last_exit_at": "2026-10-30T16:44:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T16:44:06+09:00", "pid": 11589, "process": {"exists": true, "fd_count": 5, "hwm_mb": 211.656, "name": "ffmpeg", "pid": 11589, "rss_mb": 211.656, "state": "S (sleeping)", "threads": 70}, "restart_count": 41, "restart_count_per_hour": 21, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.647, "sample_count": 2198, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 56932, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:44:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.55, "last_frame_pushed_at": "2026-10-30T16:44:04+09:00", "last_frame_read_age_sec": 4.672, "last_frame_read_at": "2026-10-30T16:44:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 13, "debug_expires_at": null, "deduplicated_count": 9, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 603.436, "last_sample_duration_ms": 1154.451, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "snapshot_requested", "rotation_count": 136, "runtime_state": "active", "sample_count": 13, "storage_bytes": 1172817}, "mjpeg": {"age_sec": 4.537, "exists": true, "mtime": "2026-10-30T16:44:04.181989+09:00", "mtime_epoch": 1793346244.1819892, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 104358}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:44:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 833.891, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 18, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 56932, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.665, "max": 11.0, "p95": 9.0, "sample_count": 197}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.528, "max": 4.0, "p95": 4.0, "sample_count": 197}, "total": {"avg": 3.528, "max": 4.0, "p95": 4.0, "sample_count": 197}}, "tracking_counts": {"active": {"avg": 0.178, "max": 2.0, "p95": 2.0, "sample_count": 197}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 197}, "tracked": {"avg": 0.178, "max": 2.0, "p95": 2.0, "sample_count": 197}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.568, "pushed": 6.568, "read": 6.568}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 197, "client_acquire_ms": {"avg_ms": 0.008, "count": 197, "max_ms": 0.029, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4638.459, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.958, "count": 197, "max_ms": 7.811, "p95_ms": 3.593, "reason": null, "sample_age_ms": 4677.89, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.432, "count": 197, "max_ms": 7.431, "p95_ms": 2.54, "reason": null, "sample_age_ms": 4678.242, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.372, "count": 197, "max_ms": 1.129, "p95_ms": 0.663, "reason": null, "sample_age_ms": 4638.469, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.05, "count": 197, "max_ms": 8.358, "p95_ms": 3.571, "reason": null, "sample_age_ms": 4676.804, "source": "client_direct"}, "request_count": 197, "request_tensor_bytes": {"avg": 2764808.0, "count": 197, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4676.786, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 197, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4638.879, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.85, "count": 197, "max_ms": 91.049, "p95_ms": 75.337, "reason": null, "sample_age_ms": 4638.455, "source": "client_direct"}, "sample_age_ms": 4638.452, "source": "client_direct", "task_total_ms": {"avg_ms": 55.456, "count": 197, "max_ms": 94.417, "p95_ms": 77.681, "reason": null, "sample_age_ms": 4638.452, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.148, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.528, "count": 197, "max_ms": 23.456, "p95_ms": 14.636}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.526, "count": 197, "max_ms": 1.708, "p95_ms": 1.156}, "detection_prepare_ms": {"avg_ms": 1.835, "count": 197, "max_ms": 8.196, "p95_ms": 3.664}, "event_filter_ms": {"avg_ms": 0.006, "count": 197, "max_ms": 0.039, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.495, "count": 197, "max_ms": 1.243, "p95_ms": 0.82}, "mcmt_ms": {"avg_ms": 0.004, "count": 197, "max_ms": 0.029, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 4.094, "count": 197, "max_ms": 8.955, "p95_ms": 7.258}, "setup_ms": {"avg_ms": 0.046, "count": 197, "max_ms": 0.15, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 9.466, "count": 197, "max_ms": 23.38, "p95_ms": 14.504}, "track_match_ms": {"avg_ms": 0.116, "count": 197, "max_ms": 0.422, "p95_ms": 0.235}, "tracker_update_ms": {"avg_ms": 2.342, "count": 197, "max_ms": 10.984, "p95_ms": 4.009}}, "gstreamer_push": {"avg_ms": 3.101, "count": 197, "max_ms": 7.166, "p95_ms": 4.993}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 197, "max_ms": 0.142, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.902, "count": 197, "max_ms": 101.08, "p95_ms": 80.013}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.297, "count": 197, "max_ms": 16.025, "p95_ms": 9.915}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.174, "count": 197, "max_ms": 180.793, "p95_ms": 143.923}, "inference_input_copy_ms": {"avg_ms": 1.706, "count": 197, "max_ms": 6.489, "p95_ms": 2.805}, "processing_residual_ms": {"avg_ms": 0.234, "count": 197, "max_ms": 0.587, "p95_ms": 0.457}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.412, "count": 197, "max_ms": 185.51, "p95_ms": 149.709}, "read_interval": {"avg_ms": 129.246, "count": 197, "max_ms": 215.995, "p95_ms": 174.72}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.028, "count": 197, "max_ms": 1.541, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 4.011, "count": 197, "max_ms": 8.84, "p95_ms": 7.131}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 197, "max_ms": 0.055, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.983, "count": 197, "max_ms": 8.819, "p95_ms": 7.102}, "worker_merge_ms": {"avg_ms": 0.007, "count": 197, "max_ms": 0.035, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 56.916, "count": 197, "max_ms": 101.099, "p95_ms": 80.027}, "visualize": {"avg_ms": 41.411, "count": 197, "max_ms": 83.074, "p95_ms": 56.767}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.551, "count": 197, "max_ms": 55.496, "p95_ms": 44.136}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.891, "count": 197, "max_ms": 80.694, "p95_ms": 54.454}, "visualize_input_copy_ms": {"avg_ms": 1.306, "count": 197, "max_ms": 3.298, "p95_ms": 2.258}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.753, "count": 197, "max_ms": 80.433, "p95_ms": 54.278}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 197, "max_ms": 0.269, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 833.848, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.144, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.856, "sample_count": 2228, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 56839, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:43:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106111, "write_bytes_delta": 106111, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 931.0, "cpu_core_ratio": 0.427817, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 11473, "reason": null, "system_cpu_core_ratio": 0.035817, "system_cpu_s_delta": 0.7200000000000006, "user_cpu_core_ratio": 0.391999, "user_cpu_s_delta": 7.8799999999999955}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.804789, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.551187, "system_cpu_s_delta": 11.079999999999927, "user_cpu_core_ratio": 1.253602, "user_cpu_s_delta": 25.19999999999891}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.112, "count": 233, "max_ms": 10.722, "p95_ms": 4.947, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.438, "max": 9.0, "p95": 7.0, "sample_count": 233}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.781, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 233}, "total": {"avg": 2.781, "max": 4.0, "p95": 4.0, "sample_count": 233}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.769, "count": 30, "max": 56.433, "p95": 42.718, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.209, "count": 30, "max": 24.356, "p95": 22.174, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 499.467, "count": 30, "max": 942.0, "p95": 926.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 205.9, "count": 30, "max": 1628.0, "p95": 1149.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.087, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.364, "count": 30, "max": 0.398, "p95": 0.397, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 30, "max": 0.125, "p95": 0.067, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103507.067, "count": 30, "max": 108915.0, "p95": 106568.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99876.567, "count": 30, "max": 106816.0, "p95": 106196.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.533, "count": 30, "max": 33.0, "p95": 19.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.576, "count": 30, "max": 0.638, "p95": 0.63, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.27, "count": 30, "max": 1.364, "p95": 1.354, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 533, "sampled_at": "2026-10-30T16:43:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:43:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 132350, "flush_count": 135, "flush_interval_seconds": 30.0, "flush_state": {"count": 135, "last_at": "2026-10-30T16:46:36", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:46:36", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 134}, "started": true, "suppressed_count": 58016, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 57995}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 135, "written_record_count": 135}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4857.84, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x630a8681afc0] error while decoding MB 17 53, bytestream -11 [h264 @ 0x630a8693bc40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x630a8693bc40] error while decoding MB 0 49, bytestream 26579 [h264 @ 0x630a868cea80] error while decoding MB 68 57, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 160712294400, "copied_frame_count": 58128, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 20, "events_failed": 0, "events_observed": 21, "events_suppressed": 1, "frame_buffer_copied_bytes": 160712294400, "frame_buffer_copies": 58128, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1000, "recorder_active_input_bytes": 2764800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 20, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 20, "worker_jobs_accepted": 20, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1132, "count": 512, "max_ms": 0.4052, "p50_ms": 0.1014, "p95_ms": 0.2293, "p99_ms": 0.3014}, "stages": {"db_insert": {"avg_ms": 18.5213, "count": 20, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.1563, "p99_ms": 32.829, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8875, "count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1203.3401, "count": 21, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1375.0681, "p99_ms": 3813.3464, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5282, "count": 512, "max_ms": 6.2578, "p50_ms": 1.3802, "p95_ms": 2.7401, "p99_ms": 4.2118, "results": {"failed": 0, "not_applicable": 0, "success": 58128, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.1475, "count": 21, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 643.0416, "p99_ms": 654.1443, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2016, "count": 20, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 58.5415, "p99_ms": 63.7445, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5692, "count": 512, "max_ms": 12.236, "p50_ms": 5.3523, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5741, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4492, "p95_ms": 2.7471, "p99_ms": 3.9562, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 573.1842, "count": 20, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 639.4208, "p99_ms": 650.8331, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.8629, "count": 20, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 536.8663, "p99_ms": 551.7345, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2095, "count": 20, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.4569, "p99_ms": 98.9507, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1155, "count": 20, "max_ms": 15.8949, "p50_ms": 2.3202, "p95_ms": 8.9726, "p99_ms": 14.5104, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.5036, "count": 20, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 2.9103, "p99_ms": 7.9552, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 593.3894, "count": 20, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 868.2179, "p99_ms": 3175.7524, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6457, "count": 20, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.9879, "p99_ms": 10.6042, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4657, "count": 20, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 75.0988, "p99_ms": 88.7901, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1593, "count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6442, "count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 683.5979, "count": 20, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 931.3869, "p99_ms": 3256.267, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 20, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676}, "wait_ms": {"count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 20, "artifact_failed": 0, "artifact_requested": 20, "artifact_success": 20, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 20, "database_requested": 20, "db_insert_success": 20, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15561, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 20, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 20}, "snapshot": {"copied_bytes": 55296000, "copied_count": 20, "copy": {"count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 40, "h264_decode_error_count": 101, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:46:53+09:00", "last_error_summary": "[h264 @ 0x630a8681afc0] error while decoding MB 17 53, bytestream -11 [h264 @ 0x630a8693bc40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x630a8693bc40] error while decoding MB 0 49, bytestream 26579 [h264 @ 0x630a868cea80] error while decoding MB 68 57, bytestream -7", "last_exit_at": "2026-10-30T16:44:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 166.749, "last_started_at": "2026-10-30T16:44:06+09:00", "pid": 11589, "process": {"exists": false, "pid": 11589}, "restart_count": 41, "restart_count_per_hour": 20, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.628, "sample_count": 2180, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 58128, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:46:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.057, "last_frame_pushed_at": "2026-10-30T16:46:53+09:00", "last_frame_read_age_sec": 0.052, "last_frame_read_at": "2026-10-30T16:46:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 14, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 164.978, "last_sample_duration_ms": 893.61, "last_trigger": "periodic", "next_snapshot_in_sec": 435.022, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 14, "storage_bytes": 1182370}, "mjpeg": {"age_sec": 0.046, "exists": true, "mtime": "2026-10-30T16:46:53.420824+09:00", "mtime_epoch": 1793346413.4208243, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 105496}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:46:53+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 834.461, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 18, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 58129, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.83, "max": 17.0, "p95": 13.0, "sample_count": 212}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.892, "max": 6.0, "p95": 6.0, "sample_count": 212}, "total": {"avg": 4.892, "max": 6.0, "p95": 6.0, "sample_count": 212}}, "tracking_counts": {"active": {"avg": 1.028, "max": 2.0, "p95": 1.0, "sample_count": 212}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 212}, "tracked": {"avg": 1.028, "max": 2.0, "p95": 1.0, "sample_count": 212}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 212, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.082, "pushed": 7.082, "read": 7.082}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 212, "client_acquire_ms": {"avg_ms": 0.009, "count": 212, "max_ms": 0.06, "p95_ms": 0.016, "reason": null, "sample_age_ms": 16.238, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.961, "count": 212, "max_ms": 5.987, "p95_ms": 3.159, "reason": null, "sample_age_ms": 55.105, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.434, "count": 212, "max_ms": 5.738, "p95_ms": 2.409, "reason": null, "sample_age_ms": 55.318, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.418, "count": 212, "max_ms": 2.872, "p95_ms": 0.863, "reason": null, "sample_age_ms": 16.245, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.159, "count": 212, "max_ms": 7.629, "p95_ms": 3.647, "reason": null, "sample_age_ms": 53.982, "source": "client_direct"}, "request_count": 212, "request_tensor_bytes": {"avg": 2764808.0, "count": 212, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 53.944, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 212, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 16.477, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.772, "count": 212, "max_ms": 99.583, "p95_ms": 74.908, "reason": null, "sample_age_ms": 16.235, "source": "client_direct"}, "sample_age_ms": 16.233, "source": "client_direct", "task_total_ms": {"avg_ms": 55.536, "count": 212, "max_ms": 102.432, "p95_ms": 78.328, "reason": null, "sample_age_ms": 16.233, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.906, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 12.926, "count": 212, "max_ms": 23.678, "p95_ms": 19.209}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.668, "count": 212, "max_ms": 2.504, "p95_ms": 1.591}, "detection_prepare_ms": {"avg_ms": 2.252, "count": 212, "max_ms": 8.95, "p95_ms": 4.95}, "event_filter_ms": {"avg_ms": 0.007, "count": 212, "max_ms": 0.051, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.601, "count": 212, "max_ms": 2.231, "p95_ms": 1.089}, "mcmt_ms": {"avg_ms": 0.004, "count": 212, "max_ms": 0.029, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 6.152, "count": 212, "max_ms": 11.146, "p95_ms": 9.1}, "setup_ms": {"avg_ms": 0.044, "count": 212, "max_ms": 0.124, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 12.848, "count": 212, "max_ms": 23.608, "p95_ms": 19.106}, "track_match_ms": {"avg_ms": 0.218, "count": 212, "max_ms": 0.995, "p95_ms": 0.404}, "tracker_update_ms": {"avg_ms": 2.9, "count": 212, "max_ms": 8.118, "p95_ms": 4.526}}, "gstreamer_push": {"avg_ms": 3.057, "count": 212, "max_ms": 8.7, "p95_ms": 4.998}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 212, "max_ms": 0.669, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.948, "count": 212, "max_ms": 107.065, "p95_ms": 80.932}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.607, "count": 212, "max_ms": 14.155, "p95_ms": 7.465}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.393, "count": 212, "max_ms": 183.828, "p95_ms": 149.964}, "inference_input_copy_ms": {"avg_ms": 1.709, "count": 212, "max_ms": 5.166, "p95_ms": 2.664}, "processing_residual_ms": {"avg_ms": 0.307, "count": 212, "max_ms": 1.557, "p95_ms": 0.588}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 120.017, "count": 212, "max_ms": 191.187, "p95_ms": 156.299}, "read_interval": {"avg_ms": 141.396, "count": 212, "max_ms": 1472.285, "p95_ms": 190.557}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 212, "max_ms": 0.086, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 6.061, "count": 212, "max_ms": 10.988, "p95_ms": 8.932}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 212, "max_ms": 0.097, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 6.039, "count": 212, "max_ms": 10.953, "p95_ms": 8.887}, "worker_merge_ms": {"avg_ms": 0.008, "count": 212, "max_ms": 0.044, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 56.964, "count": 212, "max_ms": 107.08, "p95_ms": 80.948}, "visualize": {"avg_ms": 43.141, "count": 212, "max_ms": 66.1, "p95_ms": 59.401}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.333, "count": 212, "max_ms": 50.839, "p95_ms": 45.798}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.518, "count": 212, "max_ms": 63.007, "p95_ms": 58.106}, "visualize_input_copy_ms": {"avg_ms": 1.394, "count": 212, "max_ms": 4.042, "p95_ms": 2.533}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.373, "count": 212, "max_ms": 62.861, "p95_ms": 57.948}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 212, "max_ms": 0.571, "p95_ms": 0.156}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 212}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 834.391, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.799, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.22, "sample_count": 2191, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 57982, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:46:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 108327, "write_bytes_delta": 108327, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 667.0, "cpu_core_ratio": 0.567645, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2603.0, "pid": 11589, "reason": null, "system_cpu_core_ratio": 0.181472, "system_cpu_s_delta": 3.75, "user_cpu_core_ratio": 0.386173, "user_cpu_s_delta": 7.980000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.841338, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.578292, "system_cpu_s_delta": 11.949999999999818, "user_cpu_core_ratio": 1.263047, "user_cpu_s_delta": 26.100000000000364}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.266, "count": 203, "max_ms": 11.441, "p95_ms": 5.718, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.133, "max": 20.0, "p95": 17.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.956, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 203}, "total": {"avg": 4.956, "max": 6.0, "p95": 6.0, "sample_count": 203}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.445, "count": 30, "max": 62.812, "p95": 53.689, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.223, "count": 30, "max": 24.444, "p95": 23.875, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 582.6, "count": 30, "max": 962.0, "p95": 943.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 503.967, "count": 30, "max": 6679.0, "p95": 2246.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.181, "p95": 0.087, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.378, "count": 30, "max": 0.398, "p95": 0.398, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 30, "max": 0.125, "p95": 0.067, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104555.633, "count": 30, "max": 111170.0, "p95": 109479.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101159.767, "count": 30, "max": 111170.0, "p95": 109479.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.2, "count": 30, "max": 33.0, "p95": 19.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.573, "count": 30, "max": 0.634, "p95": 0.627, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.266, "count": 30, "max": 1.369, "p95": 1.338, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 541, "sampled_at": "2026-10-30T16:46:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:46:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 132350, "flush_count": 135, "flush_interval_seconds": 30.0, "flush_state": {"count": 135, "last_at": "2026-10-30T16:46:36", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:46:36", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 134}, "started": true, "suppressed_count": 58016, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 57995}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 135, "written_record_count": 135}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4853.613, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T16:46:53+09:00", "last_error_summary": "[h264 @ 0x630a8681afc0] error while decoding MB 17 53, bytestream -11 [h264 @ 0x630a8693bc40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x630a8693bc40] error while decoding MB 0 49, bytestream 26579 [h264 @ 0x630a868cea80] error while decoding MB 68 57, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 160715059200, "copied_frame_count": 58129, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 20, "events_failed": 0, "events_observed": 21, "events_suppressed": 1, "frame_buffer_copied_bytes": 160715059200, "frame_buffer_copies": 58129, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1000, "recorder_active_input_bytes": 2764800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 20, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 20, "worker_jobs_accepted": 20, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1133, "count": 512, "max_ms": 0.4052, "p50_ms": 0.1019, "p95_ms": 0.2293, "p99_ms": 0.3014}, "stages": {"db_insert": {"avg_ms": 18.5213, "count": 20, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.1563, "p99_ms": 32.829, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8875, "count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1203.3401, "count": 21, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1375.0681, "p99_ms": 3813.3464, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5288, "count": 512, "max_ms": 6.2578, "p50_ms": 1.3819, "p95_ms": 2.7401, "p99_ms": 4.2118, "results": {"failed": 0, "not_applicable": 0, "success": 58129, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.1475, "count": 21, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 643.0416, "p99_ms": 654.1443, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2016, "count": 20, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 58.5415, "p99_ms": 63.7445, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5692, "count": 512, "max_ms": 12.236, "p50_ms": 5.3523, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5741, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4492, "p95_ms": 2.7471, "p99_ms": 3.9562, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 573.1842, "count": 20, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 639.4208, "p99_ms": 650.8331, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.8629, "count": 20, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 536.8663, "p99_ms": 551.7345, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2095, "count": 20, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.4569, "p99_ms": 98.9507, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1155, "count": 20, "max_ms": 15.8949, "p50_ms": 2.3202, "p95_ms": 8.9726, "p99_ms": 14.5104, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.5036, "count": 20, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 2.9103, "p99_ms": 7.9552, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 593.3894, "count": 20, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 868.2179, "p99_ms": 3175.7524, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6457, "count": 20, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.9879, "p99_ms": 10.6042, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4657, "count": 20, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 75.0988, "p99_ms": 88.7901, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1593, "count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6442, "count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 683.5979, "count": 20, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 931.3869, "p99_ms": 3256.267, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 20, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676}, "wait_ms": {"count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 20, "artifact_failed": 0, "artifact_requested": 20, "artifact_success": 20, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 20, "database_requested": 20, "db_insert_success": 20, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15561, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 20, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 20}, "snapshot": {"copied_bytes": 55296000, "copied_count": 20, "copy": {"count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 40, "h264_decode_error_count": 101, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:46:53+09:00", "last_error_summary": "[h264 @ 0x630a8681afc0] error while decoding MB 17 53, bytestream -11 [h264 @ 0x630a8693bc40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x630a8693bc40] error while decoding MB 0 49, bytestream 26579 [h264 @ 0x630a868cea80] error while decoding MB 68 57, bytestream -7", "last_exit_at": "2026-10-30T16:46:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 166.816, "last_started_at": "2026-10-30T16:44:06+09:00", "pid": 11589, "process": {"exists": false, "pid": 11589}, "restart_count": 41, "restart_count_per_hour": 20, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.628, "sample_count": 2180, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 58129, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:46:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T16:46:53+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-10-30T16:46:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 14, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 165.05, "last_sample_duration_ms": 893.61, "last_trigger": "periodic", "next_snapshot_in_sec": 434.95, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 14, "storage_bytes": 1182370}, "mjpeg": {"age_sec": 0.113, "exists": true, "mtime": "2026-10-30T16:46:53.420824+09:00", "mtime_epoch": 1793346413.4208243, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 105496}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:46:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 834.457, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 18, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 58129, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.84, "max": 17.0, "p95": 13.0, "sample_count": 212}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.896, "max": 6.0, "p95": 6.0, "sample_count": 212}, "total": {"avg": 4.896, "max": 6.0, "p95": 6.0, "sample_count": 212}}, "tracking_counts": {"active": {"avg": 1.028, "max": 2.0, "p95": 1.0, "sample_count": 212}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 212}, "tracked": {"avg": 1.028, "max": 2.0, "p95": 1.0, "sample_count": 212}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 212, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.071, "pushed": 7.071, "read": 7.071}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 212, "client_acquire_ms": {"avg_ms": 0.009, "count": 212, "max_ms": 0.06, "p95_ms": 0.016, "reason": null, "sample_age_ms": 88.404, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.961, "count": 212, "max_ms": 5.987, "p95_ms": 3.159, "reason": null, "sample_age_ms": 127.27, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.434, "count": 212, "max_ms": 5.738, "p95_ms": 2.409, "reason": null, "sample_age_ms": 127.484, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.418, "count": 212, "max_ms": 2.872, "p95_ms": 0.863, "reason": null, "sample_age_ms": 88.411, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.159, "count": 212, "max_ms": 7.629, "p95_ms": 3.647, "reason": null, "sample_age_ms": 126.148, "source": "client_direct"}, "request_count": 212, "request_tensor_bytes": {"avg": 2764808.0, "count": 212, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 126.11, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 212, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 88.643, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.772, "count": 212, "max_ms": 99.583, "p95_ms": 74.908, "reason": null, "sample_age_ms": 88.401, "source": "client_direct"}, "sample_age_ms": 88.398, "source": "client_direct", "task_total_ms": {"avg_ms": 55.536, "count": 212, "max_ms": 102.432, "p95_ms": 78.328, "reason": null, "sample_age_ms": 88.398, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.887, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 12.929, "count": 212, "max_ms": 23.678, "p95_ms": 19.209}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.667, "count": 212, "max_ms": 2.504, "p95_ms": 1.591}, "detection_prepare_ms": {"avg_ms": 2.252, "count": 212, "max_ms": 8.95, "p95_ms": 4.95}, "event_filter_ms": {"avg_ms": 0.007, "count": 212, "max_ms": 0.051, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.6, "count": 212, "max_ms": 2.231, "p95_ms": 1.089}, "mcmt_ms": {"avg_ms": 0.004, "count": 212, "max_ms": 0.029, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 6.156, "count": 212, "max_ms": 11.146, "p95_ms": 9.1}, "setup_ms": {"avg_ms": 0.044, "count": 212, "max_ms": 0.124, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 12.851, "count": 212, "max_ms": 23.608, "p95_ms": 19.106}, "track_match_ms": {"avg_ms": 0.218, "count": 212, "max_ms": 0.995, "p95_ms": 0.404}, "tracker_update_ms": {"avg_ms": 2.902, "count": 212, "max_ms": 8.118, "p95_ms": 4.526}}, "gstreamer_push": {"avg_ms": 3.064, "count": 212, "max_ms": 8.7, "p95_ms": 4.998}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 212, "max_ms": 0.669, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.987, "count": 212, "max_ms": 107.065, "p95_ms": 80.932}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.625, "count": 212, "max_ms": 14.155, "p95_ms": 7.465}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.467, "count": 212, "max_ms": 183.828, "p95_ms": 149.964}, "inference_input_copy_ms": {"avg_ms": 1.711, "count": 212, "max_ms": 5.166, "p95_ms": 2.664}, "processing_residual_ms": {"avg_ms": 0.308, "count": 212, "max_ms": 1.557, "p95_ms": 0.588}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 120.11, "count": 212, "max_ms": 191.187, "p95_ms": 156.299}, "read_interval": {"avg_ms": 141.396, "count": 212, "max_ms": 1472.285, "p95_ms": 190.557}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 212, "max_ms": 0.086, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 6.064, "count": 212, "max_ms": 10.988, "p95_ms": 8.932}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 212, "max_ms": 0.097, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 6.042, "count": 212, "max_ms": 10.953, "p95_ms": 8.887}, "worker_merge_ms": {"avg_ms": 0.008, "count": 212, "max_ms": 0.044, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 57.002, "count": 212, "max_ms": 107.08, "p95_ms": 80.948}, "visualize": {"avg_ms": 43.176, "count": 212, "max_ms": 66.1, "p95_ms": 59.401}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.288, "count": 212, "max_ms": 50.839, "p95_ms": 45.798}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.507, "count": 212, "max_ms": 63.007, "p95_ms": 58.106}, "visualize_input_copy_ms": {"avg_ms": 1.44, "count": 212, "max_ms": 10.892, "p95_ms": 2.581}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.363, "count": 212, "max_ms": 62.861, "p95_ms": 57.948}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 212, "max_ms": 0.571, "p95_ms": 0.156}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 212}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 834.391, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.799, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.22, "sample_count": 2191, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 57982, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:46:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 108327, "write_bytes_delta": 108327, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 667.0, "cpu_core_ratio": 0.567645, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2603.0, "pid": 11589, "reason": null, "system_cpu_core_ratio": 0.181472, "system_cpu_s_delta": 3.75, "user_cpu_core_ratio": 0.386173, "user_cpu_s_delta": 7.980000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.841338, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.578292, "system_cpu_s_delta": 11.949999999999818, "user_cpu_core_ratio": 1.263047, "user_cpu_s_delta": 26.100000000000364}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.266, "count": 203, "max_ms": 11.441, "p95_ms": 5.718, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.133, "max": 20.0, "p95": 17.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.956, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 203}, "total": {"avg": 4.956, "max": 6.0, "p95": 6.0, "sample_count": 203}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.445, "count": 30, "max": 62.812, "p95": 53.689, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.223, "count": 30, "max": 24.444, "p95": 23.875, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 582.6, "count": 30, "max": 962.0, "p95": 943.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 503.967, "count": 30, "max": 6679.0, "p95": 2246.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.181, "p95": 0.087, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.378, "count": 30, "max": 0.398, "p95": 0.398, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 30, "max": 0.125, "p95": 0.067, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104555.633, "count": 30, "max": 111170.0, "p95": 109479.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101159.767, "count": 30, "max": 111170.0, "p95": 109479.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.2, "count": 30, "max": 33.0, "p95": 19.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.573, "count": 30, "max": 0.634, "p95": 0.627, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.266, "count": 30, "max": 1.369, "p95": 1.338, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 541, "sampled_at": "2026-10-30T16:46:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:46:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 132350, "flush_count": 135, "flush_interval_seconds": 30.0, "flush_state": {"count": 135, "last_at": "2026-10-30T16:46:36", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:46:36", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 134}, "started": true, "suppressed_count": 58016, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 57995}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 135, "written_record_count": 135}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4858.75, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 160715059200, "copied_frame_count": 58129, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 20, "events_failed": 0, "events_observed": 21, "events_suppressed": 1, "frame_buffer_copied_bytes": 160715059200, "frame_buffer_copies": 58129, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1000, "recorder_active_input_bytes": 2764800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 20, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 20, "worker_jobs_accepted": 20, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1133, "count": 512, "max_ms": 0.4052, "p50_ms": 0.1019, "p95_ms": 0.2293, "p99_ms": 0.3014}, "stages": {"db_insert": {"avg_ms": 18.5213, "count": 20, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.1563, "p99_ms": 32.829, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8875, "count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1203.3401, "count": 21, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1375.0681, "p99_ms": 3813.3464, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5288, "count": 512, "max_ms": 6.2578, "p50_ms": 1.3819, "p95_ms": 2.7401, "p99_ms": 4.2118, "results": {"failed": 0, "not_applicable": 0, "success": 58129, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.1475, "count": 21, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 643.0416, "p99_ms": 654.1443, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2016, "count": 20, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 58.5415, "p99_ms": 63.7445, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5692, "count": 512, "max_ms": 12.236, "p50_ms": 5.3523, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5741, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4492, "p95_ms": 2.7471, "p99_ms": 3.9562, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 573.1842, "count": 20, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 639.4208, "p99_ms": 650.8331, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.8629, "count": 20, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 536.8663, "p99_ms": 551.7345, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2095, "count": 20, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.4569, "p99_ms": 98.9507, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1155, "count": 20, "max_ms": 15.8949, "p50_ms": 2.3202, "p95_ms": 8.9726, "p99_ms": 14.5104, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.5036, "count": 20, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 2.9103, "p99_ms": 7.9552, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 593.3894, "count": 20, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 868.2179, "p99_ms": 3175.7524, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6457, "count": 20, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.9879, "p99_ms": 10.6042, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4657, "count": 20, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 75.0988, "p99_ms": 88.7901, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1593, "count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6442, "count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 683.5979, "count": 20, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 931.3869, "p99_ms": 3256.267, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 20, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676}, "wait_ms": {"count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 20, "artifact_failed": 0, "artifact_requested": 20, "artifact_success": 20, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 20, "database_requested": 20, "db_insert_success": 20, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15561, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 20, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 20}, "snapshot": {"copied_bytes": 55296000, "copied_count": 20, "copy": {"count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 40, "h264_decode_error_count": 101, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:46:53+09:00", "last_error_summary": "[h264 @ 0x630a8681afc0] error while decoding MB 17 53, bytestream -11 [h264 @ 0x630a8693bc40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x630a8693bc40] error while decoding MB 0 49, bytestream 26579 [h264 @ 0x630a868cea80] error while decoding MB 68 57, bytestream -7", "last_exit_at": "2026-10-30T16:46:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 166.845, "last_started_at": "2026-10-30T16:44:06+09:00", "pid": 11589, "process": {"exists": false, "pid": 11589}, "restart_count": 41, "restart_count_per_hour": 20, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 42}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.628, "sample_count": 2180, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 58129, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:46:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.031, "last_frame_pushed_at": "2026-10-30T16:46:53+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-10-30T16:46:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 14, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 165.075, "last_sample_duration_ms": 893.61, "last_trigger": "periodic", "next_snapshot_in_sec": 434.925, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 14, "storage_bytes": 1182370}, "mjpeg": {"age_sec": 0.021, "exists": true, "mtime": "2026-10-30T16:46:53.542825+09:00", "mtime_epoch": 1793346413.5428255, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 105977}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:46:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 834.457, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 18, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 58129, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.84, "max": 17.0, "p95": 13.0, "sample_count": 212}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.896, "max": 6.0, "p95": 6.0, "sample_count": 212}, "total": {"avg": 4.896, "max": 6.0, "p95": 6.0, "sample_count": 212}}, "tracking_counts": {"active": {"avg": 1.028, "max": 2.0, "p95": 1.0, "sample_count": 212}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 212}, "tracked": {"avg": 1.028, "max": 2.0, "p95": 1.0, "sample_count": 212}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.09, "pushed": 7.09, "read": 7.057}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 211, "client_acquire_ms": {"avg_ms": 0.009, "count": 212, "max_ms": 0.06, "p95_ms": 0.016, "reason": null, "sample_age_ms": 112.913, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.963, "count": 211, "max_ms": 5.987, "p95_ms": 3.161, "reason": null, "sample_age_ms": 151.779, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.435, "count": 211, "max_ms": 5.738, "p95_ms": 2.423, "reason": null, "sample_age_ms": 151.993, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.418, "count": 212, "max_ms": 2.872, "p95_ms": 0.863, "reason": null, "sample_age_ms": 112.92, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.16, "count": 211, "max_ms": 7.629, "p95_ms": 3.65, "reason": null, "sample_age_ms": 150.657, "source": "client_direct"}, "request_count": 211, "request_tensor_bytes": {"avg": 2764808.0, "count": 211, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 150.619, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 212, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 113.152, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.772, "count": 212, "max_ms": 99.583, "p95_ms": 74.908, "reason": null, "sample_age_ms": 112.91, "source": "client_direct"}, "sample_age_ms": 112.907, "source": "client_direct", "task_total_ms": {"avg_ms": 55.536, "count": 212, "max_ms": 102.432, "p95_ms": 78.328, "reason": null, "sample_age_ms": 112.907, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.838, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 12.929, "count": 212, "max_ms": 23.678, "p95_ms": 19.209}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.667, "count": 212, "max_ms": 2.504, "p95_ms": 1.591}, "detection_prepare_ms": {"avg_ms": 2.252, "count": 212, "max_ms": 8.95, "p95_ms": 4.95}, "event_filter_ms": {"avg_ms": 0.007, "count": 212, "max_ms": 0.051, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.6, "count": 212, "max_ms": 2.231, "p95_ms": 1.089}, "mcmt_ms": {"avg_ms": 0.004, "count": 212, "max_ms": 0.029, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 6.156, "count": 212, "max_ms": 11.146, "p95_ms": 9.1}, "setup_ms": {"avg_ms": 0.044, "count": 212, "max_ms": 0.124, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 12.851, "count": 212, "max_ms": 23.608, "p95_ms": 19.106}, "track_match_ms": {"avg_ms": 0.218, "count": 212, "max_ms": 0.995, "p95_ms": 0.404}, "tracker_update_ms": {"avg_ms": 2.902, "count": 212, "max_ms": 8.118, "p95_ms": 4.526}}, "gstreamer_push": {"avg_ms": 3.064, "count": 212, "max_ms": 8.7, "p95_ms": 4.998}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 212, "max_ms": 0.669, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.987, "count": 212, "max_ms": 107.065, "p95_ms": 80.932}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.625, "count": 212, "max_ms": 14.155, "p95_ms": 7.465}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.467, "count": 212, "max_ms": 183.828, "p95_ms": 149.964}, "inference_input_copy_ms": {"avg_ms": 1.711, "count": 212, "max_ms": 5.166, "p95_ms": 2.664}, "processing_residual_ms": {"avg_ms": 0.308, "count": 212, "max_ms": 1.557, "p95_ms": 0.588}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 120.11, "count": 212, "max_ms": 191.187, "p95_ms": 156.299}, "read_interval": {"avg_ms": 141.518, "count": 211, "max_ms": 1472.285, "p95_ms": 190.557}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 212, "max_ms": 0.086, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 6.064, "count": 212, "max_ms": 10.988, "p95_ms": 8.932}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 212, "max_ms": 0.097, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 6.042, "count": 212, "max_ms": 10.953, "p95_ms": 8.887}, "worker_merge_ms": {"avg_ms": 0.008, "count": 212, "max_ms": 0.044, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 57.002, "count": 212, "max_ms": 107.08, "p95_ms": 80.948}, "visualize": {"avg_ms": 43.176, "count": 212, "max_ms": 66.1, "p95_ms": 59.401}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.288, "count": 212, "max_ms": 50.839, "p95_ms": 45.798}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.507, "count": 212, "max_ms": 63.007, "p95_ms": 58.106}, "visualize_input_copy_ms": {"avg_ms": 1.44, "count": 212, "max_ms": 10.892, "p95_ms": 2.581}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.363, "count": 212, "max_ms": 62.861, "p95_ms": 57.948}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 212, "max_ms": 0.571, "p95_ms": 0.156}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 212}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 834.391, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.799, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.22, "sample_count": 2191, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 57982, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:46:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 108327, "write_bytes_delta": 108327, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 667.0, "cpu_core_ratio": 0.567645, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2603.0, "pid": 11589, "reason": null, "system_cpu_core_ratio": 0.181472, "system_cpu_s_delta": 3.75, "user_cpu_core_ratio": 0.386173, "user_cpu_s_delta": 7.980000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.841338, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.578292, "system_cpu_s_delta": 11.949999999999818, "user_cpu_core_ratio": 1.263047, "user_cpu_s_delta": 26.100000000000364}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.266, "count": 203, "max_ms": 11.441, "p95_ms": 5.718, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.133, "max": 20.0, "p95": 17.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.956, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 203}, "total": {"avg": 4.956, "max": 6.0, "p95": 6.0, "sample_count": 203}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.445, "count": 30, "max": 62.812, "p95": 53.689, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.223, "count": 30, "max": 24.444, "p95": 23.875, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 582.6, "count": 30, "max": 962.0, "p95": 943.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 503.967, "count": 30, "max": 6679.0, "p95": 2246.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.181, "p95": 0.087, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.378, "count": 30, "max": 0.398, "p95": 0.398, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 30, "max": 0.125, "p95": 0.067, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104555.633, "count": 30, "max": 111170.0, "p95": 109479.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101159.767, "count": 30, "max": 111170.0, "p95": 109479.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.2, "count": 30, "max": 33.0, "p95": 19.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.573, "count": 30, "max": 0.634, "p95": 0.627, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.266, "count": 30, "max": 1.369, "p95": 1.338, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 541, "sampled_at": "2026-10-30T16:46:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:46:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.9, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 132350, "flush_count": 135, "flush_interval_seconds": 30.0, "flush_state": {"count": 135, "last_at": "2026-10-30T16:46:36", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:46:36", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 134}, "started": true, "suppressed_count": 58016, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 57995}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 135, "written_record_count": 135}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5041.488, "limit_mb": null}, "detail": {"pid": 11705, "restart_count": 42, "start_count": 43}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 160715059200, "copied_frame_count": 58129, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 20, "events_failed": 0, "events_observed": 21, "events_suppressed": 1, "frame_buffer_copied_bytes": 160715059200, "frame_buffer_copies": 58129, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1000, "recorder_active_input_bytes": 2764800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 20, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 20, "worker_jobs_accepted": 20, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1133, "count": 512, "max_ms": 0.4052, "p50_ms": 0.1019, "p95_ms": 0.2293, "p99_ms": 0.3014}, "stages": {"db_insert": {"avg_ms": 18.5213, "count": 20, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.1563, "p99_ms": 32.829, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8875, "count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1203.3401, "count": 21, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1375.0681, "p99_ms": 3813.3464, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5288, "count": 512, "max_ms": 6.2578, "p50_ms": 1.3819, "p95_ms": 2.7401, "p99_ms": 4.2118, "results": {"failed": 0, "not_applicable": 0, "success": 58129, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.1475, "count": 21, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 643.0416, "p99_ms": 654.1443, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2016, "count": 20, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 58.5415, "p99_ms": 63.7445, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5692, "count": 512, "max_ms": 12.236, "p50_ms": 5.3523, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5741, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4492, "p95_ms": 2.7471, "p99_ms": 3.9562, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 573.1842, "count": 20, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 639.4208, "p99_ms": 650.8331, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.8629, "count": 20, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 536.8663, "p99_ms": 551.7345, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2095, "count": 20, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.4569, "p99_ms": 98.9507, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1155, "count": 20, "max_ms": 15.8949, "p50_ms": 2.3202, "p95_ms": 8.9726, "p99_ms": 14.5104, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.5036, "count": 20, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 2.9103, "p99_ms": 7.9552, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 593.3894, "count": 20, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 868.2179, "p99_ms": 3175.7524, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6457, "count": 20, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.9879, "p99_ms": 10.6042, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4657, "count": 20, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 75.0988, "p99_ms": 88.7901, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1593, "count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6442, "count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 683.5979, "count": 20, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 931.3869, "p99_ms": 3256.267, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 20, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676}, "wait_ms": {"count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 20, "artifact_failed": 0, "artifact_requested": 20, "artifact_success": 20, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 20, "database_requested": 20, "db_insert_success": 20, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15561, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 20, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 20}, "snapshot": {"copied_bytes": 55296000, "copied_count": 20, "copy": {"count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 40, "h264_decode_error_count": 101, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:46:53+09:00", "last_error_summary": "[h264 @ 0x630a8681afc0] error while decoding MB 17 53, bytestream -11 [h264 @ 0x630a8693bc40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x630a8693bc40] error while decoding MB 0 49, bytestream 26579 [h264 @ 0x630a868cea80] error while decoding MB 68 57, bytestream -7", "last_exit_at": "2026-10-30T16:46:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T16:46:55+09:00", "pid": 11705, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.855, "name": "ffmpeg", "pid": 11705, "rss_mb": 205.855, "state": "S (sleeping)", "threads": 70}, "restart_count": 42, "restart_count_per_hour": 21, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.628, "sample_count": 2147, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 58129, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:46:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.316, "last_frame_pushed_at": "2026-10-30T16:46:53+09:00", "last_frame_read_age_sec": 4.433, "last_frame_read_at": "2026-10-30T16:46:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 14, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 169.365, "last_sample_duration_ms": 893.61, "last_trigger": "periodic", "next_snapshot_in_sec": 430.635, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 14, "storage_bytes": 1182370}, "mjpeg": {"age_sec": 4.306, "exists": true, "mtime": "2026-10-30T16:46:53.542825+09:00", "mtime_epoch": 1793346413.5428255, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 105977}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:46:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 834.461, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 18, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 58129, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.928, "max": 17.0, "p95": 14.0, "sample_count": 180}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.906, "max": 6.0, "p95": 6.0, "sample_count": 180}, "total": {"avg": 4.906, "max": 6.0, "p95": 6.0, "sample_count": 180}}, "tracking_counts": {"active": {"avg": 1.033, "max": 2.0, "p95": 1.0, "sample_count": 180}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "removed": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 180}, "tracked": {"avg": 1.033, "max": 2.0, "p95": 1.0, "sample_count": 180}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.006, "pushed": 6.006, "read": 5.973}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 179, "client_acquire_ms": {"avg_ms": 0.009, "count": 179, "max_ms": 0.06, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4400.574, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.951, "count": 179, "max_ms": 5.987, "p95_ms": 2.994, "reason": null, "sample_age_ms": 4439.44, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.425, "count": 179, "max_ms": 5.738, "p95_ms": 2.01, "reason": null, "sample_age_ms": 4439.654, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.436, "count": 179, "max_ms": 2.872, "p95_ms": 0.887, "reason": null, "sample_age_ms": 4400.58, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.135, "count": 179, "max_ms": 7.629, "p95_ms": 3.58, "reason": null, "sample_age_ms": 4438.318, "source": "client_direct"}, "request_count": 179, "request_tensor_bytes": {"avg": 2764808.0, "count": 179, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4438.28, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 179, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4400.813, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.772, "count": 179, "max_ms": 99.583, "p95_ms": 74.534, "reason": null, "sample_age_ms": 4400.571, "source": "client_direct"}, "sample_age_ms": 4400.568, "source": "client_direct", "task_total_ms": {"avg_ms": 55.533, "count": 179, "max_ms": 102.432, "p95_ms": 76.848, "reason": null, "sample_age_ms": 4400.568, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.557, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 13.053, "count": 180, "max_ms": 23.678, "p95_ms": 19.209}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.642, "count": 180, "max_ms": 2.4, "p95_ms": 1.379}, "detection_prepare_ms": {"avg_ms": 2.279, "count": 180, "max_ms": 8.95, "p95_ms": 4.878}, "event_filter_ms": {"avg_ms": 0.007, "count": 180, "max_ms": 0.051, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.608, "count": 180, "max_ms": 2.231, "p95_ms": 1.089}, "mcmt_ms": {"avg_ms": 0.004, "count": 180, "max_ms": 0.027, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 6.218, "count": 180, "max_ms": 11.146, "p95_ms": 9.16}, "setup_ms": {"avg_ms": 0.045, "count": 180, "max_ms": 0.124, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 12.974, "count": 180, "max_ms": 23.608, "p95_ms": 19.106}, "track_match_ms": {"avg_ms": 0.224, "count": 180, "max_ms": 0.995, "p95_ms": 0.404}, "tracker_update_ms": {"avg_ms": 2.946, "count": 180, "max_ms": 8.118, "p95_ms": 4.526}}, "gstreamer_push": {"avg_ms": 3.096, "count": 180, "max_ms": 8.7, "p95_ms": 4.998}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 180, "max_ms": 0.669, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.948, "count": 180, "max_ms": 107.065, "p95_ms": 79.007}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.652, "count": 180, "max_ms": 14.155, "p95_ms": 7.465}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.766, "count": 180, "max_ms": 183.828, "p95_ms": 149.153}, "inference_input_copy_ms": {"avg_ms": 1.712, "count": 180, "max_ms": 5.166, "p95_ms": 2.639}, "processing_residual_ms": {"avg_ms": 0.313, "count": 180, "max_ms": 1.557, "p95_ms": 0.588}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 120.443, "count": 180, "max_ms": 191.187, "p95_ms": 153.902}, "read_interval": {"avg_ms": 143.407, "count": 179, "max_ms": 1472.285, "p95_ms": 197.088}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 180, "max_ms": 0.086, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 6.124, "count": 180, "max_ms": 10.988, "p95_ms": 8.997}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 180, "max_ms": 0.097, "p95_ms": 0.046}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 6.102, "count": 180, "max_ms": 10.953, "p95_ms": 8.973}, "worker_merge_ms": {"avg_ms": 0.008, "count": 180, "max_ms": 0.044, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 56.964, "count": 180, "max_ms": 107.08, "p95_ms": 79.028}, "visualize": {"avg_ms": 43.361, "count": 180, "max_ms": 66.1, "p95_ms": 59.368}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.395, "count": 180, "max_ms": 50.839, "p95_ms": 45.68}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.676, "count": 180, "max_ms": 63.007, "p95_ms": 58.016}, "visualize_input_copy_ms": {"avg_ms": 1.454, "count": 180, "max_ms": 10.892, "p95_ms": 2.588}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.532, "count": 180, "max_ms": 62.861, "p95_ms": 57.875}, "visualizer_prepare_ms": {"avg_ms": 0.079, "count": 180, "max_ms": 0.532, "p95_ms": 0.15}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 834.391, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.799, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.22, "sample_count": 2191, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 57982, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:46:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 108327, "write_bytes_delta": 108327, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 667.0, "cpu_core_ratio": 0.567645, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2603.0, "pid": 11589, "reason": null, "system_cpu_core_ratio": 0.181472, "system_cpu_s_delta": 3.75, "user_cpu_core_ratio": 0.386173, "user_cpu_s_delta": 7.980000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.841338, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.578292, "system_cpu_s_delta": 11.949999999999818, "user_cpu_core_ratio": 1.263047, "user_cpu_s_delta": 26.100000000000364}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.266, "count": 203, "max_ms": 11.441, "p95_ms": 5.718, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.133, "max": 20.0, "p95": 17.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.956, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 203}, "total": {"avg": 4.956, "max": 6.0, "p95": 6.0, "sample_count": 203}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.445, "count": 30, "max": 62.812, "p95": 53.689, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.223, "count": 30, "max": 24.444, "p95": 23.875, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 582.6, "count": 30, "max": 962.0, "p95": 943.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 503.967, "count": 30, "max": 6679.0, "p95": 2246.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.181, "p95": 0.087, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.378, "count": 30, "max": 0.398, "p95": 0.398, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 30, "max": 0.125, "p95": 0.067, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104555.633, "count": 30, "max": 111170.0, "p95": 109479.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101159.767, "count": 30, "max": 111170.0, "p95": 109479.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.2, "count": 30, "max": 33.0, "p95": 19.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.573, "count": 30, "max": 0.634, "p95": 0.627, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.266, "count": 30, "max": 1.369, "p95": 1.338, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 541, "sampled_at": "2026-10-30T16:46:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:46:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 70135, "flush_count": 137, "flush_interval_seconds": 30.0, "flush_state": {"count": 137, "last_at": "2026-10-30T16:48:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:48:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 136}, "started": true, "suppressed_count": 70446, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 70446}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 137, "written_record_count": 137}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4681.168, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 195145113600, "copied_frame_count": 70582, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 195145113600, "frame_buffer_copies": 70582, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1176, "count": 512, "max_ms": 1.821, "p50_ms": 0.0975, "p95_ms": 0.2219, "p99_ms": 0.2946}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3334, "count": 512, "max_ms": 4.1983, "p50_ms": 1.2166, "p95_ms": 2.4386, "p99_ms": 2.9398, "results": {"failed": 0, "not_applicable": 0, "success": 70582, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 41, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:48:41+09:00", "last_error_summary": "[h264 @ 0x641688091980] cabac decode of qscale diff failed at 202 82 [h264 @ 0x641688091980] error while decoding MB 202 82, bytestream 210554 [h264 @ 0x641688903880] error while decoding MB 200 76, bytestream -20", "last_exit_at": "2026-10-30T16:33:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 928.34, "last_started_at": "2026-10-30T16:33:13+09:00", "pid": 11009, "process": {"exists": false, "pid": 11009}, "restart_count": 42, "restart_count_per_hour": 15, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.015, "sample_count": 2828, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 70582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:48:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.067, "last_frame_pushed_at": "2026-10-30T16:48:41+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-10-30T16:48:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 14, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 272.956, "last_sample_duration_ms": 893.61, "last_trigger": "periodic", "next_snapshot_in_sec": 327.044, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 14, "storage_bytes": 1182370}, "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-10-30T16:48:41.375859+09:00", "mtime_epoch": 1793346521.375859, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 106948}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T16:48:41+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 751.898, "name": "celery", "pid": 176, "rss_mb": 746.691, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 70582, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 167}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 167, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.572, "pushed": 5.572, "read": 5.539}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 166, "client_acquire_ms": {"avg_ms": 0.007, "count": 167, "max_ms": 0.023, "p95_ms": 0.016, "reason": null, "sample_age_ms": 103.672, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.564, "count": 166, "max_ms": 2.889, "p95_ms": 1.473, "reason": null, "sample_age_ms": 150.246, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.234, "count": 166, "max_ms": 2.392, "p95_ms": 1.169, "reason": null, "sample_age_ms": 150.511, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.097, "count": 167, "max_ms": 0.266, "p95_ms": 0.211, "reason": null, "sample_age_ms": 103.678, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.561, "count": 166, "max_ms": 4.451, "p95_ms": 2.783, "reason": null, "sample_age_ms": 148.654, "source": "client_direct"}, "request_count": 166, "request_tensor_bytes": {"avg": 2211848.0, "count": 166, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 148.639, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 167, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 103.744, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.936, "count": 167, "max_ms": 93.798, "p95_ms": 55.585, "reason": null, "sample_age_ms": 103.67, "source": "client_direct"}, "sample_age_ms": 103.667, "source": "client_direct", "task_total_ms": {"avg_ms": 38.775, "count": 167, "max_ms": 96.69, "p95_ms": 57.255, "reason": null, "sample_age_ms": 103.667, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.999, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.748, "count": 167, "max_ms": 2.275, "p95_ms": 1.449}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.241, "count": 167, "max_ms": 0.762, "p95_ms": 0.51}, "detection_prepare_ms": {"avg_ms": 0.104, "count": 167, "max_ms": 0.339, "p95_ms": 0.209}, "event_filter_ms": {"avg_ms": 0.005, "count": 167, "max_ms": 0.03, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.084, "count": 167, "max_ms": 0.268, "p95_ms": 0.175}, "mcmt_ms": {"avg_ms": 0.003, "count": 167, "max_ms": 0.039, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.191, "count": 167, "max_ms": 0.618, "p95_ms": 0.408}, "setup_ms": {"avg_ms": 0.043, "count": 167, "max_ms": 0.133, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 0.706, "count": 167, "max_ms": 2.157, "p95_ms": 1.363}, "track_match_ms": {"avg_ms": 0.005, "count": 167, "max_ms": 0.043, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.029, "count": 167, "max_ms": 0.163, "p95_ms": 0.061}}, "gstreamer_push": {"avg_ms": 2.581, "count": 167, "max_ms": 5.793, "p95_ms": 4.314}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 167, "max_ms": 1.366, "p95_ms": 0.107}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.666, "count": 167, "max_ms": 99.497, "p95_ms": 58.593}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.036, "count": 167, "max_ms": 0.097, "p95_ms": 0.081}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.212, "count": 167, "max_ms": 143.072, "p95_ms": 100.35}, "inference_input_copy_ms": {"avg_ms": 1.568, "count": 167, "max_ms": 3.27, "p95_ms": 2.667}, "processing_residual_ms": {"avg_ms": 0.15, "count": 167, "max_ms": 0.441, "p95_ms": 0.311}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.966, "count": 167, "max_ms": 145.783, "p95_ms": 101.28}, "read_interval": {"avg_ms": 179.909, "count": 166, "max_ms": 4476.736, "p95_ms": 214.285}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 167, "max_ms": 0.047, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.132, "count": 167, "max_ms": 0.475, "p95_ms": 0.296}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 167, "max_ms": 0.041, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.116, "count": 167, "max_ms": 0.434, "p95_ms": 0.257}, "worker_merge_ms": {"avg_ms": 0.006, "count": 167, "max_ms": 0.027, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 39.681, "count": 167, "max_ms": 99.545, "p95_ms": 58.603}, "visualize": {"avg_ms": 30.924, "count": 167, "max_ms": 60.666, "p95_ms": 42.019}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.077, "count": 167, "max_ms": 59.122, "p95_ms": 41.316}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.72, "count": 167, "max_ms": 60.413, "p95_ms": 41.785}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.61, "count": 167, "max_ms": 60.268, "p95_ms": 41.713}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 167, "max_ms": 3.159, "p95_ms": 0.111}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 167}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 746.617, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 58.134, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.674, "sample_count": 2889, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 70444, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:48:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105526, "write_bytes_delta": 105526, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 198.0, "cpu_core_ratio": 1.239522, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6893.0, "pid": 11009, "reason": null, "system_cpu_core_ratio": 0.531082, "system_cpu_s_delta": 5.359999999999999, "user_cpu_core_ratio": 0.70844, "user_cpu_s_delta": 7.150000000000091}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.177358, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 33.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.016844, "system_cpu_s_delta": 0.16999999999995907, "user_cpu_core_ratio": 0.160514, "user_cpu_s_delta": 1.6199999999998909}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.816, "count": 189, "max_ms": 6.156, "p95_ms": 4.83, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 189}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.12, "count": 30, "max": 58.134, "p95": 45.248, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.48, "count": 30, "max": 36.181, "p95": 31.472, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 708.9, "count": 30, "max": 774.0, "p95": 752.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 232.967, "count": 30, "max": 6893.0, "p95": 50.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.069, "count": 30, "max": 0.531, "p95": 0.061, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.247, "count": 30, "max": 1.343, "p95": 1.331, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106405.9, "count": 30, "max": 108379.0, "p95": 108100.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106405.9, "count": 30, "max": 108379.0, "p95": 108100.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 108.867, "count": 30, "max": 136.0, "p95": 114.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.072, "p95": 0.071, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.573, "count": 30, "max": 0.635, "p95": 0.622, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 557, "sampled_at": "2026-10-30T16:48:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:48:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 70135, "flush_count": 137, "flush_interval_seconds": 30.0, "flush_state": {"count": 137, "last_at": "2026-10-30T16:48:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:48:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 136}, "started": true, "suppressed_count": 70446, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 70446}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 137, "written_record_count": 137}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4681.168, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x641688091980] cabac decode of qscale diff failed at 202 82 [h264 @ 0x641688091980] error while decoding MB 202 82, bytestream 210554 [h264 @ 0x641688903880] error while decoding MB 200 76, bytestream -20", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 195145113600, "copied_frame_count": 70582, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 195145113600, "frame_buffer_copies": 70582, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1176, "count": 512, "max_ms": 1.821, "p50_ms": 0.0975, "p95_ms": 0.2219, "p99_ms": 0.2946}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3334, "count": 512, "max_ms": 4.1983, "p50_ms": 1.2166, "p95_ms": 2.4386, "p99_ms": 2.9398, "results": {"failed": 0, "not_applicable": 0, "success": 70582, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 41, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:48:41+09:00", "last_error_summary": "[h264 @ 0x641688091980] cabac decode of qscale diff failed at 202 82 [h264 @ 0x641688091980] error while decoding MB 202 82, bytestream 210554 [h264 @ 0x641688903880] error while decoding MB 200 76, bytestream -20", "last_exit_at": "2026-10-30T16:33:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 928.341, "last_started_at": "2026-10-30T16:33:13+09:00", "pid": 11009, "process": {"exists": false, "pid": 11009}, "restart_count": 42, "restart_count_per_hour": 15, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.015, "sample_count": 2828, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 70582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:48:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.068, "last_frame_pushed_at": "2026-10-30T16:48:41+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-10-30T16:48:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 14, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 272.96, "last_sample_duration_ms": 893.61, "last_trigger": "periodic", "next_snapshot_in_sec": 327.04, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 14, "storage_bytes": 1182370}, "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-10-30T16:48:41.375859+09:00", "mtime_epoch": 1793346521.375859, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 106948}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T16:48:41+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 751.898, "name": "celery", "pid": 176, "rss_mb": 746.691, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 70582, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 167}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 167, "pushed_frames": 167, "read_frames": 166, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.573, "pushed": 5.573, "read": 5.54}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 166, "client_acquire_ms": {"avg_ms": 0.007, "count": 167, "max_ms": 0.023, "p95_ms": 0.016, "reason": null, "sample_age_ms": 98.272, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.564, "count": 166, "max_ms": 2.889, "p95_ms": 1.473, "reason": null, "sample_age_ms": 144.845, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.234, "count": 166, "max_ms": 2.392, "p95_ms": 1.169, "reason": null, "sample_age_ms": 145.111, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.097, "count": 167, "max_ms": 0.266, "p95_ms": 0.211, "reason": null, "sample_age_ms": 98.277, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.561, "count": 166, "max_ms": 4.451, "p95_ms": 2.783, "reason": null, "sample_age_ms": 143.253, "source": "client_direct"}, "request_count": 166, "request_tensor_bytes": {"avg": 2211848.0, "count": 166, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 143.239, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 167, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 98.343, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.936, "count": 167, "max_ms": 93.798, "p95_ms": 55.585, "reason": null, "sample_age_ms": 98.269, "source": "client_direct"}, "sample_age_ms": 98.266, "source": "client_direct", "task_total_ms": {"avg_ms": 38.775, "count": 167, "max_ms": 96.69, "p95_ms": 57.255, "reason": null, "sample_age_ms": 98.266, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.945, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.748, "count": 167, "max_ms": 2.275, "p95_ms": 1.449}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.241, "count": 167, "max_ms": 0.762, "p95_ms": 0.51}, "detection_prepare_ms": {"avg_ms": 0.104, "count": 167, "max_ms": 0.339, "p95_ms": 0.209}, "event_filter_ms": {"avg_ms": 0.005, "count": 167, "max_ms": 0.03, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.084, "count": 167, "max_ms": 0.268, "p95_ms": 0.175}, "mcmt_ms": {"avg_ms": 0.003, "count": 167, "max_ms": 0.039, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.191, "count": 167, "max_ms": 0.618, "p95_ms": 0.408}, "setup_ms": {"avg_ms": 0.043, "count": 167, "max_ms": 0.133, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 0.706, "count": 167, "max_ms": 2.157, "p95_ms": 1.363}, "track_match_ms": {"avg_ms": 0.005, "count": 167, "max_ms": 0.043, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.029, "count": 167, "max_ms": 0.163, "p95_ms": 0.061}}, "gstreamer_push": {"avg_ms": 2.581, "count": 167, "max_ms": 5.793, "p95_ms": 4.314}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 167, "max_ms": 1.366, "p95_ms": 0.107}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.666, "count": 167, "max_ms": 99.497, "p95_ms": 58.593}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.036, "count": 167, "max_ms": 0.097, "p95_ms": 0.081}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.212, "count": 167, "max_ms": 143.072, "p95_ms": 100.35}, "inference_input_copy_ms": {"avg_ms": 1.568, "count": 167, "max_ms": 3.27, "p95_ms": 2.667}, "processing_residual_ms": {"avg_ms": 0.15, "count": 167, "max_ms": 0.441, "p95_ms": 0.311}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.966, "count": 167, "max_ms": 145.783, "p95_ms": 101.28}, "read_interval": {"avg_ms": 179.909, "count": 166, "max_ms": 4476.736, "p95_ms": 214.285}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 167, "max_ms": 0.047, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.132, "count": 167, "max_ms": 0.475, "p95_ms": 0.296}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 167, "max_ms": 0.041, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.116, "count": 167, "max_ms": 0.434, "p95_ms": 0.257}, "worker_merge_ms": {"avg_ms": 0.006, "count": 167, "max_ms": 0.027, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 39.681, "count": 167, "max_ms": 99.545, "p95_ms": 58.603}, "visualize": {"avg_ms": 30.924, "count": 167, "max_ms": 60.666, "p95_ms": 42.019}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.077, "count": 167, "max_ms": 59.122, "p95_ms": 41.316}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.72, "count": 167, "max_ms": 60.413, "p95_ms": 41.785}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.61, "count": 167, "max_ms": 60.268, "p95_ms": 41.713}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 167, "max_ms": 3.159, "p95_ms": 0.111}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 167}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 746.617, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 58.134, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.674, "sample_count": 2889, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 70444, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:48:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105526, "write_bytes_delta": 105526, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 198.0, "cpu_core_ratio": 1.239522, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6893.0, "pid": 11009, "reason": null, "system_cpu_core_ratio": 0.531082, "system_cpu_s_delta": 5.359999999999999, "user_cpu_core_ratio": 0.70844, "user_cpu_s_delta": 7.150000000000091}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.177358, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 33.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.016844, "system_cpu_s_delta": 0.16999999999995907, "user_cpu_core_ratio": 0.160514, "user_cpu_s_delta": 1.6199999999998909}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.816, "count": 189, "max_ms": 6.156, "p95_ms": 4.83, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 189}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.12, "count": 30, "max": 58.134, "p95": 45.248, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.48, "count": 30, "max": 36.181, "p95": 31.472, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 708.9, "count": 30, "max": 774.0, "p95": 752.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 232.967, "count": 30, "max": 6893.0, "p95": 50.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.069, "count": 30, "max": 0.531, "p95": 0.061, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.247, "count": 30, "max": 1.343, "p95": 1.331, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106405.9, "count": 30, "max": 108379.0, "p95": 108100.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106405.9, "count": 30, "max": 108379.0, "p95": 108100.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 108.867, "count": 30, "max": 136.0, "p95": 114.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.072, "p95": 0.071, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.573, "count": 30, "max": 0.635, "p95": 0.622, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 557, "sampled_at": "2026-10-30T16:48:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:48:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 70135, "flush_count": 137, "flush_interval_seconds": 30.0, "flush_state": {"count": 137, "last_at": "2026-10-30T16:48:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:48:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 136}, "started": true, "suppressed_count": 70446, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 70446}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 137, "written_record_count": 137}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4681.09, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 195145113600, "copied_frame_count": 70582, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 195145113600, "frame_buffer_copies": 70582, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1176, "count": 512, "max_ms": 1.821, "p50_ms": 0.0975, "p95_ms": 0.2219, "p99_ms": 0.2946}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3334, "count": 512, "max_ms": 4.1983, "p50_ms": 1.2166, "p95_ms": 2.4386, "p99_ms": 2.9398, "results": {"failed": 0, "not_applicable": 0, "success": 70582, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 41, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:48:41+09:00", "last_error_summary": "[h264 @ 0x641688091980] cabac decode of qscale diff failed at 202 82 [h264 @ 0x641688091980] error while decoding MB 202 82, bytestream 210554 [h264 @ 0x641688903880] error while decoding MB 200 76, bytestream -20", "last_exit_at": "2026-10-30T16:33:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 928.381, "last_started_at": "2026-10-30T16:33:13+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 42, "restart_count_per_hour": 15, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.015, "sample_count": 2827, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 70582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:48:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.108, "last_frame_pushed_at": "2026-10-30T16:48:41+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-10-30T16:48:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 14, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 272.981, "last_sample_duration_ms": 893.61, "last_trigger": "periodic", "next_snapshot_in_sec": 327.019, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 14, "storage_bytes": 1182370}, "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-10-30T16:48:41.375859+09:00", "mtime_epoch": 1793346521.375859, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 106948}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T16:48:41+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 751.898, "name": "celery", "pid": 176, "rss_mb": 746.688, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 70582, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 166}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 166, "pushed_frames": 166, "read_frames": 166, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.533, "pushed": 5.533, "read": 5.533}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 165, "client_acquire_ms": {"avg_ms": 0.007, "count": 166, "max_ms": 0.023, "p95_ms": 0.016, "reason": null, "sample_age_ms": 139.638, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.566, "count": 165, "max_ms": 2.889, "p95_ms": 1.478, "reason": null, "sample_age_ms": 186.212, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.235, "count": 165, "max_ms": 2.392, "p95_ms": 1.169, "reason": null, "sample_age_ms": 186.477, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.097, "count": 166, "max_ms": 0.266, "p95_ms": 0.211, "reason": null, "sample_age_ms": 139.643, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.564, "count": 165, "max_ms": 4.451, "p95_ms": 2.785, "reason": null, "sample_age_ms": 184.619, "source": "client_direct"}, "request_count": 165, "request_tensor_bytes": {"avg": 2211848.0, "count": 165, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 184.605, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 166, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 139.709, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.009, "count": 166, "max_ms": 93.798, "p95_ms": 55.617, "reason": null, "sample_age_ms": 139.635, "source": "client_direct"}, "sample_age_ms": 139.632, "source": "client_direct", "task_total_ms": {"avg_ms": 38.851, "count": 166, "max_ms": 96.69, "p95_ms": 57.267, "reason": null, "sample_age_ms": 139.632, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.478, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.75, "count": 166, "max_ms": 2.275, "p95_ms": 1.449}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.241, "count": 166, "max_ms": 0.762, "p95_ms": 0.51}, "detection_prepare_ms": {"avg_ms": 0.104, "count": 166, "max_ms": 0.339, "p95_ms": 0.209}, "event_filter_ms": {"avg_ms": 0.005, "count": 166, "max_ms": 0.03, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.084, "count": 166, "max_ms": 0.268, "p95_ms": 0.175}, "mcmt_ms": {"avg_ms": 0.003, "count": 166, "max_ms": 0.039, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.192, "count": 166, "max_ms": 0.618, "p95_ms": 0.408}, "setup_ms": {"avg_ms": 0.043, "count": 166, "max_ms": 0.133, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 0.708, "count": 166, "max_ms": 2.157, "p95_ms": 1.363}, "track_match_ms": {"avg_ms": 0.005, "count": 166, "max_ms": 0.043, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.029, "count": 166, "max_ms": 0.163, "p95_ms": 0.061}}, "gstreamer_push": {"avg_ms": 2.589, "count": 166, "max_ms": 5.793, "p95_ms": 4.314}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 166, "max_ms": 1.366, "p95_ms": 0.107}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.745, "count": 166, "max_ms": 99.497, "p95_ms": 58.593}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.036, "count": 166, "max_ms": 0.097, "p95_ms": 0.081}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.382, "count": 166, "max_ms": 143.072, "p95_ms": 100.35}, "inference_input_copy_ms": {"avg_ms": 1.571, "count": 166, "max_ms": 3.27, "p95_ms": 2.667}, "processing_residual_ms": {"avg_ms": 0.15, "count": 166, "max_ms": 0.441, "p95_ms": 0.311}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 74.139, "count": 166, "max_ms": 145.783, "p95_ms": 101.28}, "read_interval": {"avg_ms": 179.909, "count": 166, "max_ms": 4476.736, "p95_ms": 214.285}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 166, "max_ms": 0.047, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.133, "count": 166, "max_ms": 0.475, "p95_ms": 0.296}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 166, "max_ms": 0.041, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.116, "count": 166, "max_ms": 0.434, "p95_ms": 0.257}, "worker_merge_ms": {"avg_ms": 0.006, "count": 166, "max_ms": 0.027, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 39.76, "count": 166, "max_ms": 99.545, "p95_ms": 58.603}, "visualize": {"avg_ms": 31.008, "count": 166, "max_ms": 60.666, "p95_ms": 42.019}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.159, "count": 166, "max_ms": 59.122, "p95_ms": 41.316}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.803, "count": 166, "max_ms": 60.413, "p95_ms": 41.785}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.693, "count": 166, "max_ms": 60.268, "p95_ms": 41.713}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 166, "max_ms": 3.159, "p95_ms": 0.111}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 166}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 746.617, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 58.134, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.674, "sample_count": 2889, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 70444, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:48:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105526, "write_bytes_delta": 105526, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 198.0, "cpu_core_ratio": 1.239522, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6893.0, "pid": 11009, "reason": null, "system_cpu_core_ratio": 0.531082, "system_cpu_s_delta": 5.359999999999999, "user_cpu_core_ratio": 0.70844, "user_cpu_s_delta": 7.150000000000091}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.177358, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 33.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.016844, "system_cpu_s_delta": 0.16999999999995907, "user_cpu_core_ratio": 0.160514, "user_cpu_s_delta": 1.6199999999998909}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.816, "count": 189, "max_ms": 6.156, "p95_ms": 4.83, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 189}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.12, "count": 30, "max": 58.134, "p95": 45.248, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.48, "count": 30, "max": 36.181, "p95": 31.472, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 708.9, "count": 30, "max": 774.0, "p95": 752.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 232.967, "count": 30, "max": 6893.0, "p95": 50.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.069, "count": 30, "max": 0.531, "p95": 0.061, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.247, "count": 30, "max": 1.343, "p95": 1.331, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106405.9, "count": 30, "max": 108379.0, "p95": 108100.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106405.9, "count": 30, "max": 108379.0, "p95": 108100.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 108.867, "count": 30, "max": 136.0, "p95": 114.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.072, "p95": 0.071, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.573, "count": 30, "max": 0.635, "p95": 0.622, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 557, "sampled_at": "2026-10-30T16:48:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:48:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 70135, "flush_count": 137, "flush_interval_seconds": 30.0, "flush_state": {"count": 137, "last_at": "2026-10-30T16:48:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:48:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 136}, "started": true, "suppressed_count": 70446, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 70446}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 137, "written_record_count": 137}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4720.836, "limit_mb": null}, "detail": {"pid": 11821, "restart_count": 43, "start_count": 44}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 195145113600, "copied_frame_count": 70582, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 195145113600, "frame_buffer_copies": 70582, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1176, "count": 512, "max_ms": 1.821, "p50_ms": 0.0975, "p95_ms": 0.2219, "p99_ms": 0.2946}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3334, "count": 512, "max_ms": 4.1983, "p50_ms": 1.2166, "p95_ms": 2.4386, "p99_ms": 2.9398, "results": {"failed": 0, "not_applicable": 0, "success": 70582, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 41, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:48:41+09:00", "last_error_summary": "[h264 @ 0x641688091980] cabac decode of qscale diff failed at 202 82 [h264 @ 0x641688091980] error while decoding MB 202 82, bytestream 210554 [h264 @ 0x641688903880] error while decoding MB 200 76, bytestream -20", "last_exit_at": "2026-10-30T16:33:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T16:48:43+09:00", "pid": 11821, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.953, "name": "ffmpeg", "pid": 11821, "rss_mb": 74.953, "state": "S (sleeping)", "threads": 1}, "restart_count": 43, "restart_count_per_hour": 16, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.925, "sample_count": 2786, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 70582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:48:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.244, "last_frame_pushed_at": "2026-10-30T16:48:41+09:00", "last_frame_read_age_sec": 4.321, "last_frame_read_at": "2026-10-30T16:48:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 14, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 277.118, "last_sample_duration_ms": 893.61, "last_trigger": "periodic", "next_snapshot_in_sec": 322.882, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 14, "storage_bytes": 1182370}, "mjpeg": {"age_sec": 4.234, "exists": true, "mtime": "2026-10-30T16:48:41.375859+09:00", "mtime_epoch": 1793346521.375859, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 106948}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T16:48:45+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 751.898, "name": "celery", "pid": 176, "rss_mb": 746.691, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 70582, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 142}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 142, "pushed_frames": 142, "read_frames": 142, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.127, "pushed": 5.127, "read": 5.127}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 142, "client_acquire_ms": {"avg_ms": 0.007, "count": 142, "max_ms": 0.023, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4275.523, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.582, "count": 142, "max_ms": 2.792, "p95_ms": 1.491, "reason": null, "sample_age_ms": 4322.097, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.246, "count": 142, "max_ms": 2.392, "p95_ms": 1.17, "reason": null, "sample_age_ms": 4322.362, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.101, "count": 142, "max_ms": 0.266, "p95_ms": 0.215, "reason": null, "sample_age_ms": 4275.528, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.605, "count": 142, "max_ms": 4.451, "p95_ms": 2.792, "reason": null, "sample_age_ms": 4320.504, "source": "client_direct"}, "request_count": 142, "request_tensor_bytes": {"avg": 2211848.0, "count": 142, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4320.49, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 142, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4275.594, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.173, "count": 142, "max_ms": 93.798, "p95_ms": 55.78, "reason": null, "sample_age_ms": 4275.52, "source": "client_direct"}, "sample_age_ms": 4275.517, "source": "client_direct", "task_total_ms": {"avg_ms": 40.061, "count": 142, "max_ms": 96.69, "p95_ms": 57.499, "reason": null, "sample_age_ms": 4275.517, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.507, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.782, "count": 142, "max_ms": 2.275, "p95_ms": 1.449}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.251, "count": 142, "max_ms": 0.762, "p95_ms": 0.51}, "detection_prepare_ms": {"avg_ms": 0.108, "count": 142, "max_ms": 0.339, "p95_ms": 0.21}, "event_filter_ms": {"avg_ms": 0.005, "count": 142, "max_ms": 0.03, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.088, "count": 142, "max_ms": 0.268, "p95_ms": 0.176}, "mcmt_ms": {"avg_ms": 0.003, "count": 142, "max_ms": 0.039, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.2, "count": 142, "max_ms": 0.618, "p95_ms": 0.408}, "setup_ms": {"avg_ms": 0.045, "count": 142, "max_ms": 0.133, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 0.737, "count": 142, "max_ms": 2.157, "p95_ms": 1.363}, "track_match_ms": {"avg_ms": 0.005, "count": 142, "max_ms": 0.043, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.03, "count": 142, "max_ms": 0.163, "p95_ms": 0.062}}, "gstreamer_push": {"avg_ms": 2.685, "count": 142, "max_ms": 5.793, "p95_ms": 4.336}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 142, "max_ms": 1.366, "p95_ms": 0.107}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.983, "count": 142, "max_ms": 99.497, "p95_ms": 58.692}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.037, "count": 142, "max_ms": 0.097, "p95_ms": 0.081}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 74.441, "count": 142, "max_ms": 143.072, "p95_ms": 100.558}, "inference_input_copy_ms": {"avg_ms": 1.636, "count": 142, "max_ms": 3.27, "p95_ms": 2.717}, "processing_residual_ms": {"avg_ms": 0.16, "count": 142, "max_ms": 0.441, "p95_ms": 0.311}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 76.274, "count": 142, "max_ms": 145.783, "p95_ms": 101.827}, "read_interval": {"avg_ms": 196.126, "count": 142, "max_ms": 4476.736, "p95_ms": 183.717}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 142, "max_ms": 0.047, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.139, "count": 142, "max_ms": 0.475, "p95_ms": 0.297}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 142, "max_ms": 0.041, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.121, "count": 142, "max_ms": 0.434, "p95_ms": 0.257}, "worker_merge_ms": {"avg_ms": 0.006, "count": 142, "max_ms": 0.027, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 40.999, "count": 142, "max_ms": 99.545, "p95_ms": 58.7}, "visualize": {"avg_ms": 31.76, "count": 142, "max_ms": 60.666, "p95_ms": 42.548}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.885, "count": 142, "max_ms": 59.122, "p95_ms": 41.474}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.55, "count": 142, "max_ms": 60.413, "p95_ms": 42.163}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.434, "count": 142, "max_ms": 60.268, "p95_ms": 42.068}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 142, "max_ms": 3.159, "p95_ms": 0.106}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 142}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 746.617, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 58.134, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.674, "sample_count": 2889, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 70444, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:48:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105526, "write_bytes_delta": 105526, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 198.0, "cpu_core_ratio": 1.239522, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6893.0, "pid": 11009, "reason": null, "system_cpu_core_ratio": 0.531082, "system_cpu_s_delta": 5.359999999999999, "user_cpu_core_ratio": 0.70844, "user_cpu_s_delta": 7.150000000000091}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.177358, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 33.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.016844, "system_cpu_s_delta": 0.16999999999995907, "user_cpu_core_ratio": 0.160514, "user_cpu_s_delta": 1.6199999999998909}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.816, "count": 189, "max_ms": 6.156, "p95_ms": 4.83, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 189}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.12, "count": 30, "max": 58.134, "p95": 45.248, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.48, "count": 30, "max": 36.181, "p95": 31.472, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 708.9, "count": 30, "max": 774.0, "p95": 752.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 232.967, "count": 30, "max": 6893.0, "p95": 50.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.069, "count": 30, "max": 0.531, "p95": 0.061, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.247, "count": 30, "max": 1.343, "p95": 1.331, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106405.9, "count": 30, "max": 108379.0, "p95": 108100.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106405.9, "count": 30, "max": 108379.0, "p95": 108100.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 108.867, "count": 30, "max": 136.0, "p95": 114.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.072, "p95": 0.071, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.573, "count": 30, "max": 0.635, "p95": 0.622, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 557, "sampled_at": "2026-10-30T16:48:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:48:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.694, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 135461, "flush_count": 138, "flush_interval_seconds": 30.0, "flush_state": {"count": 138, "last_at": "2026-10-30T16:49:36", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:49:36", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 137}, "started": true, "suppressed_count": 59250, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 59229}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 138, "written_record_count": 138}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4878.867, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T16:46:53+09:00", "last_error_summary": "[h264 @ 0x630a8681afc0] error while decoding MB 17 53, bytestream -11 [h264 @ 0x630a8693bc40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x630a8693bc40] error while decoding MB 0 49, bytestream 26579 [h264 @ 0x630a868cea80] error while decoding MB 68 57, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 164135116800, "copied_frame_count": 59366, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 20, "events_failed": 0, "events_observed": 21, "events_suppressed": 1, "frame_buffer_copied_bytes": 164135116800, "frame_buffer_copies": 59366, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1000, "recorder_active_input_bytes": 2764800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 20, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 20, "worker_jobs_accepted": 20, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1078, "count": 512, "max_ms": 0.3396, "p50_ms": 0.094, "p95_ms": 0.2008, "p99_ms": 0.2748}, "stages": {"db_insert": {"avg_ms": 18.5213, "count": 20, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.1563, "p99_ms": 32.829, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8875, "count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1203.3401, "count": 21, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1375.0681, "p99_ms": 3813.3464, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4594, "count": 512, "max_ms": 6.2442, "p50_ms": 1.3121, "p95_ms": 2.7835, "p99_ms": 3.702, "results": {"failed": 0, "not_applicable": 0, "success": 59366, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.1475, "count": 21, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 643.0416, "p99_ms": 654.1443, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2016, "count": 20, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 58.5415, "p99_ms": 63.7445, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5692, "count": 512, "max_ms": 12.236, "p50_ms": 5.3523, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5741, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4492, "p95_ms": 2.7471, "p99_ms": 3.9562, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 573.1842, "count": 20, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 639.4208, "p99_ms": 650.8331, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.8629, "count": 20, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 536.8663, "p99_ms": 551.7345, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2095, "count": 20, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.4569, "p99_ms": 98.9507, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1155, "count": 20, "max_ms": 15.8949, "p50_ms": 2.3202, "p95_ms": 8.9726, "p99_ms": 14.5104, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.5036, "count": 20, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 2.9103, "p99_ms": 7.9552, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 593.3894, "count": 20, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 868.2179, "p99_ms": 3175.7524, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6457, "count": 20, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.9879, "p99_ms": 10.6042, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4657, "count": 20, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 75.0988, "p99_ms": 88.7901, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1593, "count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6442, "count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 683.5979, "count": 20, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 931.3869, "p99_ms": 3256.267, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 20, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676}, "wait_ms": {"count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 20, "artifact_failed": 0, "artifact_requested": 20, "artifact_success": 20, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 20, "database_requested": 20, "db_insert_success": 20, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15561, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 20, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 20}, "snapshot": {"copied_bytes": 55296000, "copied_count": 20, "copy": {"count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 40, "h264_decode_error_count": 101, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:46:53+09:00", "last_error_summary": "[h264 @ 0x630a8681afc0] error while decoding MB 17 53, bytestream -11 [h264 @ 0x630a8693bc40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x630a8693bc40] error while decoding MB 0 49, bytestream 26579 [h264 @ 0x630a868cea80] error while decoding MB 68 57, bytestream -7", "last_exit_at": "2026-10-30T16:49:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 163.538, "last_started_at": "2026-10-30T16:46:55+09:00", "pid": 11705, "process": {"exists": false, "pid": 11705}, "restart_count": 42, "restart_count_per_hour": 21, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.072, "sample_count": 2208, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 59366, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:49:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T16:49:39+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-10-30T16:49:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 14, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 330.922, "last_sample_duration_ms": 893.61, "last_trigger": "periodic", "next_snapshot_in_sec": 269.078, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 14, "storage_bytes": 1182370}, "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-10-30T16:49:39.266379+09:00", "mtime_epoch": 1793346579.2663794, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 105879}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:49:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 835.035, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 18, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 9, "history_size_limit": 20, "last_frame_idx": 59366, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 9}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.515, "max": 15.0, "p95": 14.0, "sample_count": 233}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.425, "max": 6.0, "p95": 5.0, "sample_count": 233}, "total": {"avg": 4.425, "max": 6.0, "p95": 5.0, "sample_count": 233}}, "tracking_counts": {"active": {"avg": 1.854, "max": 3.0, "p95": 3.0, "sample_count": 233}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}, "removed": {"avg": 0.03, "max": 1.0, "p95": 0.0, "sample_count": 233}, "tracked": {"avg": 1.854, "max": 3.0, "p95": 3.0, "sample_count": 233}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.781, "pushed": 7.781, "read": 7.747}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 232, "client_acquire_ms": {"avg_ms": 0.007, "count": 232, "max_ms": 0.031, "p95_ms": 0.015, "reason": null, "sample_age_ms": 69.117, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.866, "count": 232, "max_ms": 5.84, "p95_ms": 2.845, "reason": null, "sample_age_ms": 120.732, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.346, "count": 232, "max_ms": 5.192, "p95_ms": 2.079, "reason": null, "sample_age_ms": 121.032, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.389, "count": 232, "max_ms": 4.619, "p95_ms": 0.742, "reason": null, "sample_age_ms": 69.127, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.026, "count": 232, "max_ms": 13.122, "p95_ms": 3.532, "reason": null, "sample_age_ms": 119.769, "source": "client_direct"}, "request_count": 232, "request_tensor_bytes": {"avg": 2764808.0, "count": 232, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 119.754, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 232, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 69.474, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.436, "count": 232, "max_ms": 110.58, "p95_ms": 77.128, "reason": null, "sample_age_ms": 69.113, "source": "client_direct"}, "sample_age_ms": 69.11, "source": "client_direct", "task_total_ms": {"avg_ms": 53.028, "count": 232, "max_ms": 121.491, "p95_ms": 80.858, "reason": null, "sample_age_ms": 69.11, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.625, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.221, "count": 233, "max_ms": 33.549, "p95_ms": 19.285}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.668, "count": 233, "max_ms": 4.346, "p95_ms": 1.489}, "detection_prepare_ms": {"avg_ms": 2.078, "count": 233, "max_ms": 13.782, "p95_ms": 4.453}, "event_filter_ms": {"avg_ms": 0.009, "count": 233, "max_ms": 0.455, "p95_ms": 0.017}, "id_reconcile_ms": {"avg_ms": 0.491, "count": 233, "max_ms": 3.091, "p95_ms": 0.85}, "mcmt_ms": {"avg_ms": 0.004, "count": 233, "max_ms": 0.048, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.822, "count": 233, "max_ms": 13.789, "p95_ms": 8.594}, "setup_ms": {"avg_ms": 0.042, "count": 233, "max_ms": 0.159, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 11.148, "count": 233, "max_ms": 33.43, "p95_ms": 19.204}, "track_match_ms": {"avg_ms": 0.249, "count": 233, "max_ms": 0.992, "p95_ms": 0.516}, "tracker_update_ms": {"avg_ms": 2.784, "count": 233, "max_ms": 10.249, "p95_ms": 4.82}}, "gstreamer_push": {"avg_ms": 3.041, "count": 233, "max_ms": 8.089, "p95_ms": 5.541}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 233, "max_ms": 1.453, "p95_ms": 0.136}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.279, "count": 233, "max_ms": 123.477, "p95_ms": 82.834}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.861, "count": 233, "max_ms": 20.982, "p95_ms": 10.044}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.758, "count": 233, "max_ms": 189.356, "p95_ms": 157.0}, "inference_input_copy_ms": {"avg_ms": 1.552, "count": 233, "max_ms": 5.938, "p95_ms": 2.69}, "processing_residual_ms": {"avg_ms": 0.25, "count": 233, "max_ms": 0.682, "p95_ms": 0.476}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.421, "count": 233, "max_ms": 197.445, "p95_ms": 162.815}, "read_interval": {"avg_ms": 129.113, "count": 232, "max_ms": 243.5, "p95_ms": 190.797}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 233, "max_ms": 0.112, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 4.738, "count": 233, "max_ms": 13.687, "p95_ms": 8.494}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 233, "max_ms": 0.061, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.718, "count": 233, "max_ms": 13.657, "p95_ms": 8.463}, "worker_merge_ms": {"avg_ms": 0.007, "count": 233, "max_ms": 0.027, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 54.3, "count": 233, "max_ms": 123.502, "p95_ms": 82.855}, "visualize": {"avg_ms": 41.876, "count": 233, "max_ms": 69.206, "p95_ms": 58.922}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.768, "count": 233, "max_ms": 57.592, "p95_ms": 46.085}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.225, "count": 233, "max_ms": 67.081, "p95_ms": 57.123}, "visualize_input_copy_ms": {"avg_ms": 1.427, "count": 233, "max_ms": 3.734, "p95_ms": 2.736}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.083, "count": 233, "max_ms": 66.784, "p95_ms": 56.977}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 233, "max_ms": 0.214, "p95_ms": 0.162}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 233}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 835.039, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.464, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.117, "sample_count": 2209, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 59365, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:49:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105879, "write_bytes_delta": 105879, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 403.0, "cpu_core_ratio": 0.350806, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2701.0, "pid": 11705, "reason": null, "system_cpu_core_ratio": 0.035375, "system_cpu_s_delta": 0.35999999999999943, "user_cpu_core_ratio": 0.315431, "user_cpu_s_delta": 3.210000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.930909, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.616122, "system_cpu_s_delta": 6.269999999999527, "user_cpu_core_ratio": 1.314787, "user_cpu_s_delta": 13.380000000001019}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.039, "count": 233, "max_ms": 8.089, "p95_ms": 5.541, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.519, "max": 15.0, "p95": 14.0, "sample_count": 233}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.425, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 233}, "total": {"avg": 4.425, "max": 6.0, "p95": 5.0, "sample_count": 233}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.573, "count": 30, "max": 62.812, "p95": 48.895, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.851, "count": 30, "max": 24.444, "p95": 23.042, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 568.233, "count": 30, "max": 962.0, "p95": 943.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 611.2, "count": 30, "max": 6679.0, "p95": 2656.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.181, "p95": 0.087, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.377, "count": 30, "max": 0.427, "p95": 0.404, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.088, "count": 30, "max": 2.289, "p95": 0.128, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106729.0, "count": 30, "max": 111170.0, "p95": 109894.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103255.8, "count": 30, "max": 111170.0, "p95": 109894.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.8, "count": 30, "max": 29.0, "p95": 18.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.569, "count": 30, "max": 0.665, "p95": 0.64, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.253, "count": 30, "max": 1.397, "p95": 1.382, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 559, "sampled_at": "2026-10-30T16:49:39+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:49:39+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 135461, "flush_count": 138, "flush_interval_seconds": 30.0, "flush_state": {"count": 138, "last_at": "2026-10-30T16:49:36", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:49:36", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 137}, "started": true, "suppressed_count": 59250, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 59229}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 138, "written_record_count": 138}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4878.176, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 164135116800, "copied_frame_count": 59366, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 20, "events_failed": 0, "events_observed": 21, "events_suppressed": 1, "frame_buffer_copied_bytes": 164135116800, "frame_buffer_copies": 59366, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1000, "recorder_active_input_bytes": 2764800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 20, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 20, "worker_jobs_accepted": 20, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1078, "count": 512, "max_ms": 0.3396, "p50_ms": 0.094, "p95_ms": 0.2008, "p99_ms": 0.2748}, "stages": {"db_insert": {"avg_ms": 18.5213, "count": 20, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.1563, "p99_ms": 32.829, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8875, "count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1203.3401, "count": 21, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1375.0681, "p99_ms": 3813.3464, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4594, "count": 512, "max_ms": 6.2442, "p50_ms": 1.3121, "p95_ms": 2.7835, "p99_ms": 3.702, "results": {"failed": 0, "not_applicable": 0, "success": 59366, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.1475, "count": 21, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 643.0416, "p99_ms": 654.1443, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2016, "count": 20, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 58.5415, "p99_ms": 63.7445, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5692, "count": 512, "max_ms": 12.236, "p50_ms": 5.3523, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5741, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4492, "p95_ms": 2.7471, "p99_ms": 3.9562, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 573.1842, "count": 20, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 639.4208, "p99_ms": 650.8331, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.8629, "count": 20, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 536.8663, "p99_ms": 551.7345, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2095, "count": 20, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.4569, "p99_ms": 98.9507, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1155, "count": 20, "max_ms": 15.8949, "p50_ms": 2.3202, "p95_ms": 8.9726, "p99_ms": 14.5104, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.5036, "count": 20, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 2.9103, "p99_ms": 7.9552, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 593.3894, "count": 20, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 868.2179, "p99_ms": 3175.7524, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6457, "count": 20, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.9879, "p99_ms": 10.6042, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4657, "count": 20, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 75.0988, "p99_ms": 88.7901, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1593, "count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6442, "count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 683.5979, "count": 20, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 931.3869, "p99_ms": 3256.267, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 20, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676}, "wait_ms": {"count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 20, "artifact_failed": 0, "artifact_requested": 20, "artifact_success": 20, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 20, "database_requested": 20, "db_insert_success": 20, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15561, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 20, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 20}, "snapshot": {"copied_bytes": 55296000, "copied_count": 20, "copy": {"count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 40, "h264_decode_error_count": 101, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:46:53+09:00", "last_error_summary": "[h264 @ 0x630a8681afc0] error while decoding MB 17 53, bytestream -11 [h264 @ 0x630a8693bc40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x630a8693bc40] error while decoding MB 0 49, bytestream 26579 [h264 @ 0x630a868cea80] error while decoding MB 68 57, bytestream -7", "last_exit_at": "2026-10-30T16:49:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 163.587, "last_started_at": "2026-10-30T16:46:55+09:00", "pid": 11705, "process": {"exists": false, "pid": 11705}, "restart_count": 42, "restart_count_per_hour": 21, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 43}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.072, "sample_count": 2208, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 59366, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:49:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.051, "last_frame_pushed_at": "2026-10-30T16:49:39+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-10-30T16:49:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 14, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 330.946, "last_sample_duration_ms": 893.61, "last_trigger": "periodic", "next_snapshot_in_sec": 269.054, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 14, "storage_bytes": 1182370}, "mjpeg": {"age_sec": 0.034, "exists": true, "mtime": "2026-10-30T16:49:39.400380+09:00", "mtime_epoch": 1793346579.4003804, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 104589}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:49:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 835.035, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 18, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 9, "history_size_limit": 20, "last_frame_idx": 59366, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 9}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.515, "max": 15.0, "p95": 14.0, "sample_count": 233}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.425, "max": 6.0, "p95": 5.0, "sample_count": 233}, "total": {"avg": 4.425, "max": 6.0, "p95": 5.0, "sample_count": 233}}, "tracking_counts": {"active": {"avg": 1.854, "max": 3.0, "p95": 3.0, "sample_count": 233}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}, "removed": {"avg": 0.03, "max": 1.0, "p95": 0.0, "sample_count": 233}, "tracked": {"avg": 1.854, "max": 3.0, "p95": 3.0, "sample_count": 233}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.768, "pushed": 7.768, "read": 7.735}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 232, "client_acquire_ms": {"avg_ms": 0.007, "count": 232, "max_ms": 0.031, "p95_ms": 0.015, "reason": null, "sample_age_ms": 105.983, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.866, "count": 232, "max_ms": 5.84, "p95_ms": 2.845, "reason": null, "sample_age_ms": 157.598, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.346, "count": 232, "max_ms": 5.192, "p95_ms": 2.079, "reason": null, "sample_age_ms": 157.899, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.389, "count": 232, "max_ms": 4.619, "p95_ms": 0.742, "reason": null, "sample_age_ms": 105.993, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.026, "count": 232, "max_ms": 13.122, "p95_ms": 3.532, "reason": null, "sample_age_ms": 156.635, "source": "client_direct"}, "request_count": 232, "request_tensor_bytes": {"avg": 2764808.0, "count": 232, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 156.621, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 232, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 106.341, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.436, "count": 232, "max_ms": 110.58, "p95_ms": 77.128, "reason": null, "sample_age_ms": 105.98, "source": "client_direct"}, "sample_age_ms": 105.977, "source": "client_direct", "task_total_ms": {"avg_ms": 53.028, "count": 232, "max_ms": 121.491, "p95_ms": 80.858, "reason": null, "sample_age_ms": 105.977, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.864, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.221, "count": 233, "max_ms": 33.549, "p95_ms": 19.285}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.668, "count": 233, "max_ms": 4.346, "p95_ms": 1.489}, "detection_prepare_ms": {"avg_ms": 2.078, "count": 233, "max_ms": 13.782, "p95_ms": 4.453}, "event_filter_ms": {"avg_ms": 0.009, "count": 233, "max_ms": 0.455, "p95_ms": 0.017}, "id_reconcile_ms": {"avg_ms": 0.491, "count": 233, "max_ms": 3.091, "p95_ms": 0.85}, "mcmt_ms": {"avg_ms": 0.004, "count": 233, "max_ms": 0.048, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.822, "count": 233, "max_ms": 13.789, "p95_ms": 8.594}, "setup_ms": {"avg_ms": 0.042, "count": 233, "max_ms": 0.159, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 11.148, "count": 233, "max_ms": 33.43, "p95_ms": 19.204}, "track_match_ms": {"avg_ms": 0.249, "count": 233, "max_ms": 0.992, "p95_ms": 0.516}, "tracker_update_ms": {"avg_ms": 2.784, "count": 233, "max_ms": 10.249, "p95_ms": 4.82}}, "gstreamer_push": {"avg_ms": 3.041, "count": 233, "max_ms": 8.089, "p95_ms": 5.541}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 233, "max_ms": 1.453, "p95_ms": 0.136}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.279, "count": 233, "max_ms": 123.477, "p95_ms": 82.834}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.861, "count": 233, "max_ms": 20.982, "p95_ms": 10.044}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.758, "count": 233, "max_ms": 189.356, "p95_ms": 157.0}, "inference_input_copy_ms": {"avg_ms": 1.552, "count": 233, "max_ms": 5.938, "p95_ms": 2.69}, "processing_residual_ms": {"avg_ms": 0.25, "count": 233, "max_ms": 0.682, "p95_ms": 0.476}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.421, "count": 233, "max_ms": 197.445, "p95_ms": 162.815}, "read_interval": {"avg_ms": 129.113, "count": 232, "max_ms": 243.5, "p95_ms": 190.797}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 233, "max_ms": 0.112, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 4.738, "count": 233, "max_ms": 13.687, "p95_ms": 8.494}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 233, "max_ms": 0.061, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.718, "count": 233, "max_ms": 13.657, "p95_ms": 8.463}, "worker_merge_ms": {"avg_ms": 0.007, "count": 233, "max_ms": 0.027, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 54.3, "count": 233, "max_ms": 123.502, "p95_ms": 82.855}, "visualize": {"avg_ms": 41.876, "count": 233, "max_ms": 69.206, "p95_ms": 58.922}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.768, "count": 233, "max_ms": 57.592, "p95_ms": 46.085}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.225, "count": 233, "max_ms": 67.081, "p95_ms": 57.123}, "visualize_input_copy_ms": {"avg_ms": 1.427, "count": 233, "max_ms": 3.734, "p95_ms": 2.736}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.083, "count": 233, "max_ms": 66.784, "p95_ms": 56.977}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 233, "max_ms": 0.214, "p95_ms": 0.162}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 233}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 835.039, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.464, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.117, "sample_count": 2209, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 59365, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:49:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105879, "write_bytes_delta": 105879, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 403.0, "cpu_core_ratio": 0.350806, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2701.0, "pid": 11705, "reason": null, "system_cpu_core_ratio": 0.035375, "system_cpu_s_delta": 0.35999999999999943, "user_cpu_core_ratio": 0.315431, "user_cpu_s_delta": 3.210000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.930909, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.616122, "system_cpu_s_delta": 6.269999999999527, "user_cpu_core_ratio": 1.314787, "user_cpu_s_delta": 13.380000000001019}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.039, "count": 233, "max_ms": 8.089, "p95_ms": 5.541, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.519, "max": 15.0, "p95": 14.0, "sample_count": 233}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.425, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 233}, "total": {"avg": 4.425, "max": 6.0, "p95": 5.0, "sample_count": 233}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.573, "count": 30, "max": 62.812, "p95": 48.895, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.851, "count": 30, "max": 24.444, "p95": 23.042, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 568.233, "count": 30, "max": 962.0, "p95": 943.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 611.2, "count": 30, "max": 6679.0, "p95": 2656.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.181, "p95": 0.087, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.377, "count": 30, "max": 0.427, "p95": 0.404, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.088, "count": 30, "max": 2.289, "p95": 0.128, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106729.0, "count": 30, "max": 111170.0, "p95": 109894.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103255.8, "count": 30, "max": 111170.0, "p95": 109894.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.8, "count": 30, "max": 29.0, "p95": 18.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.569, "count": 30, "max": 0.665, "p95": 0.64, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.253, "count": 30, "max": 1.397, "p95": 1.382, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 559, "sampled_at": "2026-10-30T16:49:39+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:49:39+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 135461, "flush_count": 138, "flush_interval_seconds": 30.0, "flush_state": {"count": 138, "last_at": "2026-10-30T16:49:36", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:49:36", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 137}, "started": true, "suppressed_count": 59250, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 59229}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 138, "written_record_count": 138}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5055.789, "limit_mb": null}, "detail": {"pid": 11937, "restart_count": 43, "start_count": 44}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 164135116800, "copied_frame_count": 59366, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 20, "events_failed": 0, "events_observed": 21, "events_suppressed": 1, "frame_buffer_copied_bytes": 164135116800, "frame_buffer_copies": 59366, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1000, "recorder_active_input_bytes": 2764800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 20, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 20, "worker_jobs_accepted": 20, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1078, "count": 512, "max_ms": 0.3396, "p50_ms": 0.094, "p95_ms": 0.2008, "p99_ms": 0.2748}, "stages": {"db_insert": {"avg_ms": 18.5213, "count": 20, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.1563, "p99_ms": 32.829, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8875, "count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1203.3401, "count": 21, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1375.0681, "p99_ms": 3813.3464, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4594, "count": 512, "max_ms": 6.2442, "p50_ms": 1.3121, "p95_ms": 2.7835, "p99_ms": 3.702, "results": {"failed": 0, "not_applicable": 0, "success": 59366, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.1475, "count": 21, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 643.0416, "p99_ms": 654.1443, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2016, "count": 20, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 58.5415, "p99_ms": 63.7445, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5692, "count": 512, "max_ms": 12.236, "p50_ms": 5.3523, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5741, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4492, "p95_ms": 2.7471, "p99_ms": 3.9562, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 573.1842, "count": 20, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 639.4208, "p99_ms": 650.8331, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.8629, "count": 20, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 536.8663, "p99_ms": 551.7345, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2095, "count": 20, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.4569, "p99_ms": 98.9507, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1155, "count": 20, "max_ms": 15.8949, "p50_ms": 2.3202, "p95_ms": 8.9726, "p99_ms": 14.5104, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.5036, "count": 20, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 2.9103, "p99_ms": 7.9552, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 593.3894, "count": 20, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 868.2179, "p99_ms": 3175.7524, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6457, "count": 20, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.9879, "p99_ms": 10.6042, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4657, "count": 20, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 75.0988, "p99_ms": 88.7901, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1593, "count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6442, "count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 683.5979, "count": 20, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 931.3869, "p99_ms": 3256.267, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 20, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676}, "wait_ms": {"count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 20, "artifact_failed": 0, "artifact_requested": 20, "artifact_success": 20, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 20, "database_requested": 20, "db_insert_success": 20, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15561, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 20, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 20}, "snapshot": {"copied_bytes": 55296000, "copied_count": 20, "copy": {"count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 40, "h264_decode_error_count": 101, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:46:53+09:00", "last_error_summary": "[h264 @ 0x630a8681afc0] error while decoding MB 17 53, bytestream -11 [h264 @ 0x630a8693bc40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x630a8693bc40] error while decoding MB 0 49, bytestream 26579 [h264 @ 0x630a868cea80] error while decoding MB 68 57, bytestream -7", "last_exit_at": "2026-10-30T16:49:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T16:49:42+09:00", "pid": 11937, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.289, "name": "ffmpeg", "pid": 11937, "rss_mb": 209.289, "state": "S (sleeping)", "threads": 70}, "restart_count": 43, "restart_count_per_hour": 22, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.78, "sample_count": 2173, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 59366, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:49:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.009, "last_frame_pushed_at": "2026-10-30T16:49:39+09:00", "last_frame_read_age_sec": 5.11, "last_frame_read_at": "2026-10-30T16:49:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 14, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 335.912, "last_sample_duration_ms": 893.61, "last_trigger": "periodic", "next_snapshot_in_sec": 264.088, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 14, "storage_bytes": 1182370}, "mjpeg": {"age_sec": 4.993, "exists": true, "mtime": "2026-10-30T16:49:39.400380+09:00", "mtime_epoch": 1793346579.4003804, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 104589}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:49:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 835.039, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 18, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 9, "history_size_limit": 20, "last_frame_idx": 59366, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 9}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.456, "max": 15.0, "p95": 14.0, "sample_count": 195}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.395, "max": 6.0, "p95": 6.0, "sample_count": 195}, "total": {"avg": 4.395, "max": 6.0, "p95": 6.0, "sample_count": 195}}, "tracking_counts": {"active": {"avg": 1.744, "max": 3.0, "p95": 3.0, "sample_count": 195}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}, "removed": {"avg": 0.031, "max": 1.0, "p95": 0.0, "sample_count": 195}, "tracked": {"avg": 1.744, "max": 3.0, "p95": 3.0, "sample_count": 195}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 195, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.501, "pushed": 6.501, "read": 6.501}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 194, "client_acquire_ms": {"avg_ms": 0.007, "count": 195, "max_ms": 0.031, "p95_ms": 0.015, "reason": null, "sample_age_ms": 5068.161, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.831, "count": 194, "max_ms": 5.84, "p95_ms": 2.603, "reason": null, "sample_age_ms": 5119.776, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.336, "count": 194, "max_ms": 5.192, "p95_ms": 1.849, "reason": null, "sample_age_ms": 5120.076, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.389, "count": 195, "max_ms": 4.619, "p95_ms": 0.741, "reason": null, "sample_age_ms": 5068.171, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.016, "count": 194, "max_ms": 13.122, "p95_ms": 3.539, "reason": null, "sample_age_ms": 5118.813, "source": "client_direct"}, "request_count": 194, "request_tensor_bytes": {"avg": 2764808.0, "count": 194, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5118.798, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 195, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5068.518, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.609, "count": 195, "max_ms": 110.58, "p95_ms": 77.804, "reason": null, "sample_age_ms": 5068.157, "source": "client_direct"}, "sample_age_ms": 5068.154, "source": "client_direct", "task_total_ms": {"avg_ms": 53.189, "count": 195, "max_ms": 121.491, "p95_ms": 80.937, "reason": null, "sample_age_ms": 5068.154, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.669, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.13, "count": 195, "max_ms": 33.549, "p95_ms": 19.98}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.642, "count": 195, "max_ms": 4.346, "p95_ms": 1.47}, "detection_prepare_ms": {"avg_ms": 2.111, "count": 195, "max_ms": 13.782, "p95_ms": 5.242}, "event_filter_ms": {"avg_ms": 0.009, "count": 195, "max_ms": 0.455, "p95_ms": 0.017}, "id_reconcile_ms": {"avg_ms": 0.5, "count": 195, "max_ms": 3.091, "p95_ms": 0.85}, "mcmt_ms": {"avg_ms": 0.004, "count": 195, "max_ms": 0.048, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.73, "count": 195, "max_ms": 13.789, "p95_ms": 8.607}, "setup_ms": {"avg_ms": 0.042, "count": 195, "max_ms": 0.112, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 11.06, "count": 195, "max_ms": 33.43, "p95_ms": 19.844}, "track_match_ms": {"avg_ms": 0.245, "count": 195, "max_ms": 0.992, "p95_ms": 0.516}, "tracker_update_ms": {"avg_ms": 2.775, "count": 195, "max_ms": 10.249, "p95_ms": 5.094}}, "gstreamer_push": {"avg_ms": 3.054, "count": 195, "max_ms": 8.089, "p95_ms": 5.667}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.065, "count": 195, "max_ms": 1.453, "p95_ms": 0.136}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.453, "count": 195, "max_ms": 123.477, "p95_ms": 86.63}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.79, "count": 195, "max_ms": 19.176, "p95_ms": 10.044}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.123, "count": 195, "max_ms": 189.356, "p95_ms": 157.092}, "inference_input_copy_ms": {"avg_ms": 1.556, "count": 195, "max_ms": 5.938, "p95_ms": 2.705}, "processing_residual_ms": {"avg_ms": 0.242, "count": 195, "max_ms": 0.682, "p95_ms": 0.452}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.71, "count": 195, "max_ms": 197.445, "p95_ms": 163.918}, "read_interval": {"avg_ms": 128.184, "count": 195, "max_ms": 243.5, "p95_ms": 190.797}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 195, "max_ms": 0.07, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 4.647, "count": 195, "max_ms": 13.687, "p95_ms": 8.509}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 195, "max_ms": 0.061, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.627, "count": 195, "max_ms": 13.657, "p95_ms": 8.48}, "worker_merge_ms": {"avg_ms": 0.007, "count": 195, "max_ms": 0.027, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 54.475, "count": 195, "max_ms": 123.502, "p95_ms": 86.651}, "visualize": {"avg_ms": 41.162, "count": 195, "max_ms": 69.206, "p95_ms": 58.065}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.246, "count": 195, "max_ms": 57.592, "p95_ms": 45.236}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.563, "count": 195, "max_ms": 67.081, "p95_ms": 56.287}, "visualize_input_copy_ms": {"avg_ms": 1.379, "count": 195, "max_ms": 3.734, "p95_ms": 2.645}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.425, "count": 195, "max_ms": 66.784, "p95_ms": 56.169}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 195, "max_ms": 0.214, "p95_ms": 0.158}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 195}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 835.039, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.464, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.117, "sample_count": 2209, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 59365, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:49:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105879, "write_bytes_delta": 105879, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 403.0, "cpu_core_ratio": 0.350806, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2701.0, "pid": 11705, "reason": null, "system_cpu_core_ratio": 0.035375, "system_cpu_s_delta": 0.35999999999999943, "user_cpu_core_ratio": 0.315431, "user_cpu_s_delta": 3.210000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.930909, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.616122, "system_cpu_s_delta": 6.269999999999527, "user_cpu_core_ratio": 1.314787, "user_cpu_s_delta": 13.380000000001019}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.039, "count": 233, "max_ms": 8.089, "p95_ms": 5.541, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.519, "max": 15.0, "p95": 14.0, "sample_count": 233}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.425, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 233}, "total": {"avg": 4.425, "max": 6.0, "p95": 5.0, "sample_count": 233}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.573, "count": 30, "max": 62.812, "p95": 48.895, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.851, "count": 30, "max": 24.444, "p95": 23.042, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 568.233, "count": 30, "max": 962.0, "p95": 943.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 611.2, "count": 30, "max": 6679.0, "p95": 2656.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.181, "p95": 0.087, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.377, "count": 30, "max": 0.427, "p95": 0.404, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.088, "count": 30, "max": 2.289, "p95": 0.128, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106729.0, "count": 30, "max": 111170.0, "p95": 109894.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103255.8, "count": 30, "max": 111170.0, "p95": 109894.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.8, "count": 30, "max": 29.0, "p95": 18.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.569, "count": 30, "max": 0.665, "p95": 0.64, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.253, "count": 30, "max": 1.397, "p95": 1.382, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 559, "sampled_at": "2026-10-30T16:49:39+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:49:39+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 70647, "flush_count": 138, "flush_interval_seconds": 30.0, "flush_state": {"count": 138, "last_at": "2026-10-30T16:49:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:49:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 137}, "started": true, "suppressed_count": 71246, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 71246}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 138, "written_record_count": 138}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4684.16, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 197359718400, "copied_frame_count": 71383, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 197359718400, "frame_buffer_copies": 71383, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1162, "count": 512, "max_ms": 0.6554, "p50_ms": 0.0968, "p95_ms": 0.248, "p99_ms": 0.3374}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3344, "count": 512, "max_ms": 5.1092, "p50_ms": 1.2157, "p95_ms": 2.5426, "p99_ms": 3.179, "results": {"failed": 0, "not_applicable": 0, "success": 71383, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 41, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:48:41+09:00", "last_error_summary": "[h264 @ 0x641688091980] cabac decode of qscale diff failed at 202 82 [h264 @ 0x641688091980] error while decoding MB 202 82, bytestream 210554 [h264 @ 0x641688903880] error while decoding MB 200 76, bytestream -20", "last_exit_at": "2026-10-30T16:33:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 97.03, "last_started_at": "2026-10-30T16:48:43+09:00", "pid": 11821, "process": {"exists": true, "fd_count": 0, "hwm_mb": null, "name": "ffmpeg", "pid": 11821, "rss_mb": null, "state": "Z (zombie)", "threads": 1}, "restart_count": 43, "restart_count_per_hour": 13, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.855, "sample_count": 2637, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 71383, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:50:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.03, "last_frame_pushed_at": "2026-10-30T16:50:20+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-10-30T16:50:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 14, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 372.159, "last_sample_duration_ms": 893.61, "last_trigger": "periodic", "next_snapshot_in_sec": 227.841, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 14, "storage_bytes": 1182370}, "mjpeg": {"age_sec": 0.017, "exists": true, "mtime": "2026-10-30T16:50:20.622738+09:00", "mtime_epoch": 1793346620.622738, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 100439}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T16:50:20+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 751.898, "name": "celery", "pid": 176, "rss_mb": 747.055, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 71383, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.339, "pushed": 6.339, "read": 6.305}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 189, "client_acquire_ms": {"avg_ms": 0.006, "count": 189, "max_ms": 0.023, "p95_ms": 0.013, "reason": null, "sample_age_ms": 84.777, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.532, "count": 189, "max_ms": 3.683, "p95_ms": 1.555, "reason": null, "sample_age_ms": 116.364, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.22, "count": 189, "max_ms": 2.391, "p95_ms": 1.146, "reason": null, "sample_age_ms": 116.547, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.093, "count": 189, "max_ms": 0.305, "p95_ms": 0.206, "reason": null, "sample_age_ms": 84.786, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.494, "count": 189, "max_ms": 6.754, "p95_ms": 2.711, "reason": null, "sample_age_ms": 114.725, "source": "client_direct"}, "request_count": 189, "request_tensor_bytes": {"avg": 2211848.0, "count": 189, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 114.698, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 189, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 84.913, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.706, "count": 189, "max_ms": 78.696, "p95_ms": 61.679, "reason": null, "sample_age_ms": 84.772, "source": "client_direct"}, "sample_age_ms": 84.765, "source": "client_direct", "task_total_ms": {"avg_ms": 39.475, "count": 189, "max_ms": 81.358, "p95_ms": 64.457, "reason": null, "sample_age_ms": 84.765, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.507, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.73, "count": 190, "max_ms": 4.4, "p95_ms": 1.544}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.23, "count": 190, "max_ms": 0.972, "p95_ms": 0.47}, "detection_prepare_ms": {"avg_ms": 0.099, "count": 190, "max_ms": 0.294, "p95_ms": 0.21}, "event_filter_ms": {"avg_ms": 0.004, "count": 190, "max_ms": 0.021, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.08, "count": 190, "max_ms": 0.231, "p95_ms": 0.158}, "mcmt_ms": {"avg_ms": 0.003, "count": 190, "max_ms": 0.018, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.185, "count": 190, "max_ms": 0.725, "p95_ms": 0.375}, "setup_ms": {"avg_ms": 0.041, "count": 190, "max_ms": 0.133, "p95_ms": 0.082}, "total_inside_ms": {"avg_ms": 0.691, "count": 190, "max_ms": 4.325, "p95_ms": 1.45}, "track_match_ms": {"avg_ms": 0.005, "count": 190, "max_ms": 0.031, "p95_ms": 0.012}, "tracker_update_ms": {"avg_ms": 0.044, "count": 190, "max_ms": 3.275, "p95_ms": 0.059}}, "gstreamer_push": {"avg_ms": 2.659, "count": 190, "max_ms": 8.274, "p95_ms": 4.6}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 190, "max_ms": 0.153, "p95_ms": 0.088}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.34, "count": 190, "max_ms": 84.785, "p95_ms": 65.843}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 190, "max_ms": 0.288, "p95_ms": 0.09}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 73.018, "count": 190, "max_ms": 134.579, "p95_ms": 104.321}, "inference_input_copy_ms": {"avg_ms": 1.414, "count": 190, "max_ms": 3.73, "p95_ms": 2.739}, "processing_residual_ms": {"avg_ms": 0.12, "count": 190, "max_ms": 0.301, "p95_ms": 0.236}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 74.592, "count": 190, "max_ms": 138.384, "p95_ms": 107.077}, "read_interval": {"avg_ms": 158.418, "count": 189, "max_ms": 4150.64, "p95_ms": 170.048}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 190, "max_ms": 0.056, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 0.126, "count": 190, "max_ms": 0.533, "p95_ms": 0.272}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 190, "max_ms": 0.051, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.11, "count": 190, "max_ms": 0.48, "p95_ms": 0.249}, "worker_merge_ms": {"avg_ms": 0.006, "count": 190, "max_ms": 0.049, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 40.354, "count": 190, "max_ms": 84.794, "p95_ms": 65.862}, "visualize": {"avg_ms": 31.093, "count": 190, "max_ms": 56.016, "p95_ms": 45.179}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.228, "count": 190, "max_ms": 54.624, "p95_ms": 44.338}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.891, "count": 190, "max_ms": 55.626, "p95_ms": 44.986}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.014, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.795, "count": 190, "max_ms": 55.451, "p95_ms": 44.914}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 190, "max_ms": 0.197, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 747.047, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.0, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.855, "sample_count": 2691, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 71364, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:50:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101339, "write_bytes_delta": 101339, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1122.0, "cpu_core_ratio": 1.077733, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 675.0, "pid": 11821, "reason": null, "system_cpu_core_ratio": 0.043592, "system_cpu_s_delta": 0.9400000000000004, "user_cpu_core_ratio": 1.034141, "user_cpu_s_delta": 22.299999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.483218, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 162.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.044055, "system_cpu_s_delta": 0.9500000000000455, "user_cpu_core_ratio": 0.439162, "user_cpu_s_delta": 9.470000000000255}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.787, "count": 251, "max_ms": 8.274, "p95_ms": 4.791, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 251}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 251}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.678, "count": 30, "max": 58.134, "p95": 39.385, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.305, "count": 30, "max": 36.181, "p95": 32.349, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 772.8, "count": 30, "max": 1508.0, "p95": 1369.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1175.3, "count": 30, "max": 26874.0, "p95": 4140.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.531, "p95": 0.239, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.229, "count": 30, "max": 1.486, "p95": 1.337, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106280.067, "count": 30, "max": 114494.0, "p95": 108343.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106280.067, "count": 30, "max": 114494.0, "p95": 108343.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 120.6, "count": 30, "max": 237.0, "p95": 206.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.072, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.554, "count": 30, "max": 0.635, "p95": 0.619, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 563, "sampled_at": "2026-10-30T16:50:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:50:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 70647, "flush_count": 138, "flush_interval_seconds": 30.0, "flush_state": {"count": 138, "last_at": "2026-10-30T16:49:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:49:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 137}, "started": true, "suppressed_count": 71246, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 71246}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 138, "written_record_count": 138}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4684.875, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 197359718400, "copied_frame_count": 71383, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 197359718400, "frame_buffer_copies": 71383, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1162, "count": 512, "max_ms": 0.6554, "p50_ms": 0.0968, "p95_ms": 0.248, "p99_ms": 0.3374}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3344, "count": 512, "max_ms": 5.1092, "p50_ms": 1.2157, "p95_ms": 2.5426, "p99_ms": 3.179, "results": {"failed": 0, "not_applicable": 0, "success": 71383, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 41, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:48:41+09:00", "last_error_summary": "[h264 @ 0x641688091980] cabac decode of qscale diff failed at 202 82 [h264 @ 0x641688091980] error while decoding MB 202 82, bytestream 210554 [h264 @ 0x641688903880] error while decoding MB 200 76, bytestream -20", "last_exit_at": "2026-10-30T16:33:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 97.069, "last_started_at": "2026-10-30T16:48:43+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 43, "restart_count_per_hour": 13, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.855, "sample_count": 2637, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 71383, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:50:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.069, "last_frame_pushed_at": "2026-10-30T16:50:20+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-10-30T16:50:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 14, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 372.198, "last_sample_duration_ms": 893.61, "last_trigger": "periodic", "next_snapshot_in_sec": 227.802, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 14, "storage_bytes": 1182370}, "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-10-30T16:50:20.622738+09:00", "mtime_epoch": 1793346620.622738, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 100439}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T16:50:20+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 751.898, "name": "celery", "pid": 176, "rss_mb": 747.055, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 71383, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 189}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 189, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.313, "pushed": 6.313, "read": 6.279}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 188, "client_acquire_ms": {"avg_ms": 0.006, "count": 189, "max_ms": 0.023, "p95_ms": 0.013, "reason": null, "sample_age_ms": 126.076, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.533, "count": 188, "max_ms": 3.683, "p95_ms": 1.557, "reason": null, "sample_age_ms": 157.663, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.22, "count": 188, "max_ms": 2.391, "p95_ms": 1.148, "reason": null, "sample_age_ms": 157.846, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.093, "count": 189, "max_ms": 0.305, "p95_ms": 0.206, "reason": null, "sample_age_ms": 126.085, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.497, "count": 188, "max_ms": 6.754, "p95_ms": 2.715, "reason": null, "sample_age_ms": 156.024, "source": "client_direct"}, "request_count": 188, "request_tensor_bytes": {"avg": 2211848.0, "count": 188, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 155.997, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 189, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 126.212, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.706, "count": 189, "max_ms": 78.696, "p95_ms": 61.679, "reason": null, "sample_age_ms": 126.071, "source": "client_direct"}, "sample_age_ms": 126.064, "source": "client_direct", "task_total_ms": {"avg_ms": 39.475, "count": 189, "max_ms": 81.358, "p95_ms": 64.457, "reason": null, "sample_age_ms": 126.064, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.278, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.732, "count": 189, "max_ms": 4.4, "p95_ms": 1.544}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.23, "count": 189, "max_ms": 0.972, "p95_ms": 0.47}, "detection_prepare_ms": {"avg_ms": 0.099, "count": 189, "max_ms": 0.294, "p95_ms": 0.21}, "event_filter_ms": {"avg_ms": 0.004, "count": 189, "max_ms": 0.021, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.08, "count": 189, "max_ms": 0.231, "p95_ms": 0.158}, "mcmt_ms": {"avg_ms": 0.003, "count": 189, "max_ms": 0.018, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.185, "count": 189, "max_ms": 0.725, "p95_ms": 0.375}, "setup_ms": {"avg_ms": 0.041, "count": 189, "max_ms": 0.133, "p95_ms": 0.082}, "total_inside_ms": {"avg_ms": 0.692, "count": 189, "max_ms": 4.325, "p95_ms": 1.45}, "track_match_ms": {"avg_ms": 0.005, "count": 189, "max_ms": 0.031, "p95_ms": 0.012}, "tracker_update_ms": {"avg_ms": 0.044, "count": 189, "max_ms": 3.275, "p95_ms": 0.059}}, "gstreamer_push": {"avg_ms": 2.665, "count": 189, "max_ms": 8.274, "p95_ms": 4.6}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 189, "max_ms": 0.153, "p95_ms": 0.088}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.33, "count": 189, "max_ms": 84.785, "p95_ms": 65.843}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 189, "max_ms": 0.288, "p95_ms": 0.09}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 73.028, "count": 189, "max_ms": 134.579, "p95_ms": 104.321}, "inference_input_copy_ms": {"avg_ms": 1.416, "count": 189, "max_ms": 3.73, "p95_ms": 2.739}, "processing_residual_ms": {"avg_ms": 0.121, "count": 189, "max_ms": 0.301, "p95_ms": 0.236}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 74.604, "count": 189, "max_ms": 138.384, "p95_ms": 107.077}, "read_interval": {"avg_ms": 158.846, "count": 188, "max_ms": 4150.64, "p95_ms": 170.048}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 189, "max_ms": 0.056, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 0.126, "count": 189, "max_ms": 0.533, "p95_ms": 0.272}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 189, "max_ms": 0.051, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.11, "count": 189, "max_ms": 0.48, "p95_ms": 0.249}, "worker_merge_ms": {"avg_ms": 0.006, "count": 189, "max_ms": 0.049, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 40.344, "count": 189, "max_ms": 84.794, "p95_ms": 65.862}, "visualize": {"avg_ms": 31.11, "count": 189, "max_ms": 56.016, "p95_ms": 45.179}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.243, "count": 189, "max_ms": 54.624, "p95_ms": 44.338}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.907, "count": 189, "max_ms": 55.626, "p95_ms": 44.986}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.014, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.811, "count": 189, "max_ms": 55.451, "p95_ms": 44.914}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 189, "max_ms": 0.197, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 747.047, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.0, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.855, "sample_count": 2691, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 71364, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:50:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101339, "write_bytes_delta": 101339, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1122.0, "cpu_core_ratio": 1.077733, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 675.0, "pid": 11821, "reason": null, "system_cpu_core_ratio": 0.043592, "system_cpu_s_delta": 0.9400000000000004, "user_cpu_core_ratio": 1.034141, "user_cpu_s_delta": 22.299999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.483218, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 162.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.044055, "system_cpu_s_delta": 0.9500000000000455, "user_cpu_core_ratio": 0.439162, "user_cpu_s_delta": 9.470000000000255}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.787, "count": 251, "max_ms": 8.274, "p95_ms": 4.791, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 251}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 251}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.678, "count": 30, "max": 58.134, "p95": 39.385, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.305, "count": 30, "max": 36.181, "p95": 32.349, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 772.8, "count": 30, "max": 1508.0, "p95": 1369.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1175.3, "count": 30, "max": 26874.0, "p95": 4140.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.531, "p95": 0.239, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.229, "count": 30, "max": 1.486, "p95": 1.337, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106280.067, "count": 30, "max": 114494.0, "p95": 108343.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106280.067, "count": 30, "max": 114494.0, "p95": 108343.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 120.6, "count": 30, "max": 237.0, "p95": 206.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.072, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.554, "count": 30, "max": 0.635, "p95": 0.619, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 563, "sampled_at": "2026-10-30T16:50:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:50:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 70647, "flush_count": 138, "flush_interval_seconds": 30.0, "flush_state": {"count": 138, "last_at": "2026-10-30T16:49:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:49:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 137}, "started": true, "suppressed_count": 71246, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 71246}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 138, "written_record_count": 138}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4692.922, "limit_mb": null}, "detail": {"pid": 12053, "restart_count": 44, "start_count": 45}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 197359718400, "copied_frame_count": 71383, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 197359718400, "frame_buffer_copies": 71383, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1162, "count": 512, "max_ms": 0.6554, "p50_ms": 0.0968, "p95_ms": 0.248, "p99_ms": 0.3374}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3344, "count": 512, "max_ms": 5.1092, "p50_ms": 1.2157, "p95_ms": 2.5426, "p99_ms": 3.179, "results": {"failed": 0, "not_applicable": 0, "success": 71383, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 41, "h264_decode_error_count": 55, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:48:41+09:00", "last_error_summary": "[h264 @ 0x641688091980] cabac decode of qscale diff failed at 202 82 [h264 @ 0x641688091980] error while decoding MB 202 82, bytestream 210554 [h264 @ 0x641688903880] error while decoding MB 200 76, bytestream -20", "last_exit_at": "2026-10-30T16:33:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T16:50:23+09:00", "pid": 12053, "process": {"exists": true, "fd_count": 4, "hwm_mb": 47.121, "name": "ffmpeg", "pid": 12053, "rss_mb": 47.121, "state": "S (sleeping)", "threads": 1}, "restart_count": 44, "restart_count_per_hour": 14, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.925, "sample_count": 2589, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 71383, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:50:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.868, "last_frame_pushed_at": "2026-10-30T16:50:20+09:00", "last_frame_read_age_sec": 4.944, "last_frame_read_at": "2026-10-30T16:50:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 14, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 376.995, "last_sample_duration_ms": 893.61, "last_trigger": "periodic", "next_snapshot_in_sec": 223.005, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 14, "storage_bytes": 1182370}, "mjpeg": {"age_sec": 4.855, "exists": true, "mtime": "2026-10-30T16:50:20.622738+09:00", "mtime_epoch": 1793346620.622738, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 100439}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T16:50:25+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 751.898, "name": "celery", "pid": 176, "rss_mb": 747.059, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 71383, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 139}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 139, "pushed_frames": 139, "read_frames": 138, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.641, "pushed": 4.641, "read": 4.608}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 138, "client_acquire_ms": {"avg_ms": 0.006, "count": 138, "max_ms": 0.023, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4925.1, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.514, "count": 138, "max_ms": 3.683, "p95_ms": 1.372, "reason": null, "sample_age_ms": 4956.687, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.213, "count": 138, "max_ms": 2.391, "p95_ms": 1.034, "reason": null, "sample_age_ms": 4956.871, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.086, "count": 138, "max_ms": 0.305, "p95_ms": 0.194, "reason": null, "sample_age_ms": 4925.11, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.471, "count": 138, "max_ms": 6.754, "p95_ms": 2.91, "reason": null, "sample_age_ms": 4955.048, "source": "client_direct"}, "request_count": 138, "request_tensor_bytes": {"avg": 2211848.0, "count": 138, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4955.021, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 138, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4925.236, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.195, "count": 138, "max_ms": 78.696, "p95_ms": 62.095, "reason": null, "sample_age_ms": 4925.095, "source": "client_direct"}, "sample_age_ms": 4925.088, "source": "client_direct", "task_total_ms": {"avg_ms": 37.933, "count": 138, "max_ms": 81.358, "p95_ms": 64.808, "reason": null, "sample_age_ms": 4925.088, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.725, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.651, "count": 139, "max_ms": 1.708, "p95_ms": 1.269}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.207, "count": 139, "max_ms": 0.603, "p95_ms": 0.422}, "detection_prepare_ms": {"avg_ms": 0.093, "count": 139, "max_ms": 0.294, "p95_ms": 0.188}, "event_filter_ms": {"avg_ms": 0.003, "count": 139, "max_ms": 0.015, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.074, "count": 139, "max_ms": 0.231, "p95_ms": 0.14}, "mcmt_ms": {"avg_ms": 0.002, "count": 139, "max_ms": 0.017, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.168, "count": 139, "max_ms": 0.725, "p95_ms": 0.327}, "setup_ms": {"avg_ms": 0.039, "count": 139, "max_ms": 0.101, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 0.616, "count": 139, "max_ms": 1.627, "p95_ms": 1.215}, "track_match_ms": {"avg_ms": 0.005, "count": 139, "max_ms": 0.027, "p95_ms": 0.012}, "tracker_update_ms": {"avg_ms": 0.025, "count": 139, "max_ms": 0.122, "p95_ms": 0.048}}, "gstreamer_push": {"avg_ms": 2.562, "count": 139, "max_ms": 8.274, "p95_ms": 4.514}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 139, "max_ms": 0.142, "p95_ms": 0.072}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.758, "count": 139, "max_ms": 84.785, "p95_ms": 66.016}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.038, "count": 139, "max_ms": 0.288, "p95_ms": 0.09}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 70.042, "count": 139, "max_ms": 134.579, "p95_ms": 103.396}, "inference_input_copy_ms": {"avg_ms": 1.393, "count": 139, "max_ms": 3.73, "p95_ms": 3.094}, "processing_residual_ms": {"avg_ms": 0.117, "count": 139, "max_ms": 0.301, "p95_ms": 0.252}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 71.59, "count": 139, "max_ms": 138.384, "p95_ms": 105.817}, "read_interval": {"avg_ms": 181.776, "count": 138, "max_ms": 4150.64, "p95_ms": 265.895}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 139, "max_ms": 0.056, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.114, "count": 139, "max_ms": 0.533, "p95_ms": 0.229}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 139, "max_ms": 0.042, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.1, "count": 139, "max_ms": 0.48, "p95_ms": 0.203}, "worker_merge_ms": {"avg_ms": 0.006, "count": 139, "max_ms": 0.049, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 38.772, "count": 139, "max_ms": 84.794, "p95_ms": 66.032}, "visualize": {"avg_ms": 29.844, "count": 139, "max_ms": 52.815, "p95_ms": 45.108}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.034, "count": 139, "max_ms": 51.898, "p95_ms": 43.96}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.662, "count": 139, "max_ms": 52.605, "p95_ms": 44.761}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.014, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.576, "count": 139, "max_ms": 52.473, "p95_ms": 44.646}, "visualizer_prepare_ms": {"avg_ms": 0.051, "count": 139, "max_ms": 0.197, "p95_ms": 0.122}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 139}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 747.047, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.0, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.855, "sample_count": 2691, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 71364, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:50:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 101339, "write_bytes_delta": 101339, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1122.0, "cpu_core_ratio": 1.077733, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 675.0, "pid": 11821, "reason": null, "system_cpu_core_ratio": 0.043592, "system_cpu_s_delta": 0.9400000000000004, "user_cpu_core_ratio": 1.034141, "user_cpu_s_delta": 22.299999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.483218, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 162.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.044055, "system_cpu_s_delta": 0.9500000000000455, "user_cpu_core_ratio": 0.439162, "user_cpu_s_delta": 9.470000000000255}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.787, "count": 251, "max_ms": 8.274, "p95_ms": 4.791, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 251}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 251}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.678, "count": 30, "max": 58.134, "p95": 39.385, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.305, "count": 30, "max": 36.181, "p95": 32.349, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 772.8, "count": 30, "max": 1508.0, "p95": 1369.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1175.3, "count": 30, "max": 26874.0, "p95": 4140.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.531, "p95": 0.239, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.229, "count": 30, "max": 1.486, "p95": 1.337, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106280.067, "count": 30, "max": 114494.0, "p95": 108343.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106280.067, "count": 30, "max": 114494.0, "p95": 108343.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 120.6, "count": 30, "max": 237.0, "p95": 206.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.072, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.554, "count": 30, "max": 0.635, "p95": 0.619, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 563, "sampled_at": "2026-10-30T16:50:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:50:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 136529, "flush_count": 139, "flush_interval_seconds": 30.0, "flush_state": {"count": 139, "last_at": "2026-10-30T16:50:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:50:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 138}, "started": true, "suppressed_count": 59901, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 59880}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 139, "written_record_count": 139}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5036.062, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T16:46:53+09:00", "last_error_summary": "[h264 @ 0x630a8681afc0] error while decoding MB 17 53, bytestream -11 [h264 @ 0x630a8693bc40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x630a8693bc40] error while decoding MB 0 49, bytestream 26579 [h264 @ 0x630a868cea80] error while decoding MB 68 57, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 165937766400, "copied_frame_count": 60018, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 20, "events_failed": 0, "events_observed": 21, "events_suppressed": 1, "frame_buffer_copied_bytes": 165937766400, "frame_buffer_copies": 60018, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1000, "recorder_active_input_bytes": 2764800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 20, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 20, "worker_jobs_accepted": 20, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0966, "count": 512, "max_ms": 0.4127, "p50_ms": 0.0809, "p95_ms": 0.1989, "p99_ms": 0.2617}, "stages": {"db_insert": {"avg_ms": 18.5213, "count": 20, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.1563, "p99_ms": 32.829, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8875, "count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1203.3401, "count": 21, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1375.0681, "p99_ms": 3813.3464, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3009, "count": 512, "max_ms": 7.0722, "p50_ms": 1.1521, "p95_ms": 2.4389, "p99_ms": 3.5243, "results": {"failed": 0, "not_applicable": 0, "success": 60018, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.1475, "count": 21, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 643.0416, "p99_ms": 654.1443, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2016, "count": 20, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 58.5415, "p99_ms": 63.7445, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5692, "count": 512, "max_ms": 12.236, "p50_ms": 5.3523, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5741, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4492, "p95_ms": 2.7471, "p99_ms": 3.9562, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 573.1842, "count": 20, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 639.4208, "p99_ms": 650.8331, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.8629, "count": 20, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 536.8663, "p99_ms": 551.7345, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2095, "count": 20, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.4569, "p99_ms": 98.9507, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1155, "count": 20, "max_ms": 15.8949, "p50_ms": 2.3202, "p95_ms": 8.9726, "p99_ms": 14.5104, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.5036, "count": 20, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 2.9103, "p99_ms": 7.9552, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 593.3894, "count": 20, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 868.2179, "p99_ms": 3175.7524, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6457, "count": 20, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.9879, "p99_ms": 10.6042, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4657, "count": 20, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 75.0988, "p99_ms": 88.7901, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1593, "count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6442, "count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 683.5979, "count": 20, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 931.3869, "p99_ms": 3256.267, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 20, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676}, "wait_ms": {"count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 20, "artifact_failed": 0, "artifact_requested": 20, "artifact_success": 20, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 20, "database_requested": 20, "db_insert_success": 20, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15561, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 20, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 20}, "snapshot": {"copied_bytes": 55296000, "copied_count": 20, "copy": {"count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 40, "h264_decode_error_count": 101, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:46:53+09:00", "last_error_summary": "[h264 @ 0x630a8681afc0] error while decoding MB 17 53, bytestream -11 [h264 @ 0x630a8693bc40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x630a8693bc40] error while decoding MB 0 49, bytestream 26579 [h264 @ 0x630a868cea80] error while decoding MB 68 57, bytestream -7", "last_exit_at": "2026-10-30T16:51:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 104.187, "last_started_at": "2026-10-30T16:49:42+09:00", "pid": 11937, "process": {"exists": false, "pid": 11937}, "restart_count": 43, "restart_count_per_hour": 21, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.581, "sample_count": 2078, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 60018, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:51:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T16:51:26+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-10-30T16:51:26+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 14, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 438.088, "last_sample_duration_ms": 893.61, "last_trigger": "periodic", "next_snapshot_in_sec": 161.912, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 14, "storage_bytes": 1182370}, "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-10-30T16:51:26.467289+09:00", "mtime_epoch": 1793346686.4672887, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 111512}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:51:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 835.344, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 18, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 60018, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.688, "max": 18.0, "p95": 12.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.183, "max": 6.0, "p95": 5.0, "sample_count": 240}, "total": {"avg": 4.183, "max": 6.0, "p95": 5.0, "sample_count": 240}}, "tracking_counts": {"active": {"avg": 1.533, "max": 3.0, "p95": 2.0, "sample_count": 240}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "removed": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 240}, "tracked": {"avg": 1.533, "max": 3.0, "p95": 2.0, "sample_count": 240}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.017, "pushed": 8.017, "read": 7.984}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 239, "client_acquire_ms": {"avg_ms": 0.007, "count": 239, "max_ms": 0.033, "p95_ms": 0.015, "reason": null, "sample_age_ms": 45.999, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.885, "count": 239, "max_ms": 11.304, "p95_ms": 2.612, "reason": null, "sample_age_ms": 101.358, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.392, "count": 239, "max_ms": 10.957, "p95_ms": 2.042, "reason": null, "sample_age_ms": 101.548, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.346, "count": 239, "max_ms": 2.748, "p95_ms": 0.611, "reason": null, "sample_age_ms": 46.009, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.886, "count": 239, "max_ms": 9.708, "p95_ms": 3.22, "reason": null, "sample_age_ms": 99.835, "source": "client_direct"}, "request_count": 239, "request_tensor_bytes": {"avg": 2764808.0, "count": 239, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 99.819, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 239, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 46.255, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.886, "count": 239, "max_ms": 125.567, "p95_ms": 70.93, "reason": null, "sample_age_ms": 45.995, "source": "client_direct"}, "sample_age_ms": 45.991, "source": "client_direct", "task_total_ms": {"avg_ms": 52.288, "count": 239, "max_ms": 127.217, "p95_ms": 73.813, "reason": null, "sample_age_ms": 45.991, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.818, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.731, "count": 240, "max_ms": 24.837, "p95_ms": 17.793}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.554, "count": 240, "max_ms": 1.856, "p95_ms": 1.113}, "detection_prepare_ms": {"avg_ms": 1.877, "count": 240, "max_ms": 10.985, "p95_ms": 3.53}, "event_filter_ms": {"avg_ms": 0.006, "count": 240, "max_ms": 0.031, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.522, "count": 240, "max_ms": 9.904, "p95_ms": 0.935}, "mcmt_ms": {"avg_ms": 0.004, "count": 240, "max_ms": 0.022, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 4.737, "count": 240, "max_ms": 13.537, "p95_ms": 8.201}, "setup_ms": {"avg_ms": 0.041, "count": 240, "max_ms": 0.117, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 10.661, "count": 240, "max_ms": 24.749, "p95_ms": 17.698}, "track_match_ms": {"avg_ms": 0.2, "count": 240, "max_ms": 0.653, "p95_ms": 0.374}, "tracker_update_ms": {"avg_ms": 2.718, "count": 240, "max_ms": 7.785, "p95_ms": 4.781}}, "gstreamer_push": {"avg_ms": 2.917, "count": 240, "max_ms": 8.027, "p95_ms": 5.47}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 240, "max_ms": 0.269, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.527, "count": 240, "max_ms": 127.785, "p95_ms": 75.872}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.538, "count": 240, "max_ms": 14.083, "p95_ms": 8.947}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.184, "count": 240, "max_ms": 220.213, "p95_ms": 144.384}, "inference_input_copy_ms": {"avg_ms": 1.535, "count": 240, "max_ms": 7.424, "p95_ms": 2.562}, "processing_residual_ms": {"avg_ms": 0.23, "count": 240, "max_ms": 0.551, "p95_ms": 0.453}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.487, "count": 240, "max_ms": 226.05, "p95_ms": 150.285}, "read_interval": {"avg_ms": 125.268, "count": 239, "max_ms": 279.864, "p95_ms": 171.28}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 240, "max_ms": 0.245, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 4.654, "count": 240, "max_ms": 13.428, "p95_ms": 8.05}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 240, "max_ms": 0.085, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.633, "count": 240, "max_ms": 13.403, "p95_ms": 8.03}, "worker_merge_ms": {"avg_ms": 0.007, "count": 240, "max_ms": 0.028, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 53.54, "count": 240, "max_ms": 127.798, "p95_ms": 75.899}, "visualize": {"avg_ms": 40.71, "count": 240, "max_ms": 78.04, "p95_ms": 60.166}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.698, "count": 240, "max_ms": 59.68, "p95_ms": 43.523}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.104, "count": 240, "max_ms": 74.923, "p95_ms": 57.54}, "visualize_input_copy_ms": {"avg_ms": 1.386, "count": 240, "max_ms": 6.658, "p95_ms": 2.464}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.958, "count": 240, "max_ms": 74.609, "p95_ms": 57.302}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 240, "max_ms": 0.251, "p95_ms": 0.129}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 835.254, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.956, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.412, "sample_count": 2057, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 59824, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:51:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 111771, "write_bytes_delta": 111771, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 763.0, "cpu_core_ratio": 0.302648, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 11937, "reason": null, "system_cpu_core_ratio": 0.023972, "system_cpu_s_delta": 0.48, "user_cpu_core_ratio": 0.278676, "user_cpu_s_delta": 5.580000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.354923, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.442984, "system_cpu_s_delta": 8.86999999999989, "user_cpu_core_ratio": 0.911939, "user_cpu_s_delta": 18.26000000000022}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.847, "count": 135, "max_ms": 6.764, "p95_ms": 5.31, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.83, "max": 12.0, "p95": 11.0, "sample_count": 135}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.948, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 135}, "total": {"avg": 3.948, "max": 5.0, "p95": 5.0, "sample_count": 135}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.403, "count": 30, "max": 62.812, "p95": 50.576, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.499, "count": 30, "max": 29.737, "p95": 23.956, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 598.567, "count": 30, "max": 962.0, "p95": 943.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 661.367, "count": 30, "max": 6679.0, "p95": 2656.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.181, "p95": 0.087, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.365, "count": 30, "max": 0.427, "p95": 0.404, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.084, "count": 30, "max": 2.289, "p95": 0.112, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 107231.667, "count": 30, "max": 111771.0, "p95": 110699.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103588.933, "count": 30, "max": 111771.0, "p95": 110699.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.6, "count": 30, "max": 29.0, "p95": 18.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.552, "count": 30, "max": 0.665, "p95": 0.64, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.199, "count": 30, "max": 1.397, "p95": 1.382, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 564, "sampled_at": "2026-10-30T16:51:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:51:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 136529, "flush_count": 139, "flush_interval_seconds": 30.0, "flush_state": {"count": 139, "last_at": "2026-10-30T16:50:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:50:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 138}, "started": true, "suppressed_count": 59901, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 59880}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 139, "written_record_count": 139}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5036.922, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 165937766400, "copied_frame_count": 60018, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 20, "events_failed": 0, "events_observed": 21, "events_suppressed": 1, "frame_buffer_copied_bytes": 165937766400, "frame_buffer_copies": 60018, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1000, "recorder_active_input_bytes": 2764800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 20, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 20, "worker_jobs_accepted": 20, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0966, "count": 512, "max_ms": 0.4127, "p50_ms": 0.0809, "p95_ms": 0.1989, "p99_ms": 0.2617}, "stages": {"db_insert": {"avg_ms": 18.5213, "count": 20, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.1563, "p99_ms": 32.829, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8875, "count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1203.3401, "count": 21, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1375.0681, "p99_ms": 3813.3464, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3009, "count": 512, "max_ms": 7.0722, "p50_ms": 1.1521, "p95_ms": 2.4389, "p99_ms": 3.5243, "results": {"failed": 0, "not_applicable": 0, "success": 60018, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.1475, "count": 21, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 643.0416, "p99_ms": 654.1443, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2016, "count": 20, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 58.5415, "p99_ms": 63.7445, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5692, "count": 512, "max_ms": 12.236, "p50_ms": 5.3523, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5741, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4492, "p95_ms": 2.7471, "p99_ms": 3.9562, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 573.1842, "count": 20, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 639.4208, "p99_ms": 650.8331, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.8629, "count": 20, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 536.8663, "p99_ms": 551.7345, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2095, "count": 20, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.4569, "p99_ms": 98.9507, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1155, "count": 20, "max_ms": 15.8949, "p50_ms": 2.3202, "p95_ms": 8.9726, "p99_ms": 14.5104, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.5036, "count": 20, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 2.9103, "p99_ms": 7.9552, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 593.3894, "count": 20, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 868.2179, "p99_ms": 3175.7524, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6457, "count": 20, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.9879, "p99_ms": 10.6042, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4657, "count": 20, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 75.0988, "p99_ms": 88.7901, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1593, "count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6442, "count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 683.5979, "count": 20, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 931.3869, "p99_ms": 3256.267, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 20, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676}, "wait_ms": {"count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 20, "artifact_failed": 0, "artifact_requested": 20, "artifact_success": 20, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 20, "database_requested": 20, "db_insert_success": 20, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15561, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 20, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 20}, "snapshot": {"copied_bytes": 55296000, "copied_count": 20, "copy": {"count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 40, "h264_decode_error_count": 101, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:46:53+09:00", "last_error_summary": "[h264 @ 0x630a8681afc0] error while decoding MB 17 53, bytestream -11 [h264 @ 0x630a8693bc40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x630a8693bc40] error while decoding MB 0 49, bytestream 26579 [h264 @ 0x630a868cea80] error while decoding MB 68 57, bytestream -7", "last_exit_at": "2026-10-30T16:51:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 104.212, "last_started_at": "2026-10-30T16:49:42+09:00", "pid": 11937, "process": {"exists": false, "pid": 11937}, "restart_count": 43, "restart_count_per_hour": 21, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 44}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.581, "sample_count": 2078, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 60018, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:51:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.026, "last_frame_pushed_at": "2026-10-30T16:51:26+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-10-30T16:51:26+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 14, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 438.117, "last_sample_duration_ms": 893.61, "last_trigger": "periodic", "next_snapshot_in_sec": 161.883, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 14, "storage_bytes": 1182370}, "mjpeg": {"age_sec": 0.019, "exists": true, "mtime": "2026-10-30T16:51:26.585290+09:00", "mtime_epoch": 1793346686.5852897, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 111747}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:51:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 835.344, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 18, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 60018, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.688, "max": 18.0, "p95": 12.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.183, "max": 6.0, "p95": 5.0, "sample_count": 240}, "total": {"avg": 4.183, "max": 6.0, "p95": 5.0, "sample_count": 240}}, "tracking_counts": {"active": {"avg": 1.533, "max": 3.0, "p95": 2.0, "sample_count": 240}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "removed": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 240}, "tracked": {"avg": 1.533, "max": 3.0, "p95": 2.0, "sample_count": 240}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.011, "pushed": 8.011, "read": 7.977}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 239, "client_acquire_ms": {"avg_ms": 0.007, "count": 239, "max_ms": 0.033, "p95_ms": 0.015, "reason": null, "sample_age_ms": 72.712, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.885, "count": 239, "max_ms": 11.304, "p95_ms": 2.612, "reason": null, "sample_age_ms": 128.071, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.392, "count": 239, "max_ms": 10.957, "p95_ms": 2.042, "reason": null, "sample_age_ms": 128.262, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.346, "count": 239, "max_ms": 2.748, "p95_ms": 0.611, "reason": null, "sample_age_ms": 72.722, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.886, "count": 239, "max_ms": 9.708, "p95_ms": 3.22, "reason": null, "sample_age_ms": 126.548, "source": "client_direct"}, "request_count": 239, "request_tensor_bytes": {"avg": 2764808.0, "count": 239, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 126.532, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 239, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 72.968, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.886, "count": 239, "max_ms": 125.567, "p95_ms": 70.93, "reason": null, "sample_age_ms": 72.708, "source": "client_direct"}, "sample_age_ms": 72.704, "source": "client_direct", "task_total_ms": {"avg_ms": 52.288, "count": 239, "max_ms": 127.217, "p95_ms": 73.813, "reason": null, "sample_age_ms": 72.704, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.674, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.731, "count": 240, "max_ms": 24.837, "p95_ms": 17.793}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.554, "count": 240, "max_ms": 1.856, "p95_ms": 1.113}, "detection_prepare_ms": {"avg_ms": 1.877, "count": 240, "max_ms": 10.985, "p95_ms": 3.53}, "event_filter_ms": {"avg_ms": 0.006, "count": 240, "max_ms": 0.031, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.522, "count": 240, "max_ms": 9.904, "p95_ms": 0.935}, "mcmt_ms": {"avg_ms": 0.004, "count": 240, "max_ms": 0.022, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 4.737, "count": 240, "max_ms": 13.537, "p95_ms": 8.201}, "setup_ms": {"avg_ms": 0.041, "count": 240, "max_ms": 0.117, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 10.661, "count": 240, "max_ms": 24.749, "p95_ms": 17.698}, "track_match_ms": {"avg_ms": 0.2, "count": 240, "max_ms": 0.653, "p95_ms": 0.374}, "tracker_update_ms": {"avg_ms": 2.718, "count": 240, "max_ms": 7.785, "p95_ms": 4.781}}, "gstreamer_push": {"avg_ms": 2.917, "count": 240, "max_ms": 8.027, "p95_ms": 5.47}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 240, "max_ms": 0.269, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.527, "count": 240, "max_ms": 127.785, "p95_ms": 75.872}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.538, "count": 240, "max_ms": 14.083, "p95_ms": 8.947}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.184, "count": 240, "max_ms": 220.213, "p95_ms": 144.384}, "inference_input_copy_ms": {"avg_ms": 1.535, "count": 240, "max_ms": 7.424, "p95_ms": 2.562}, "processing_residual_ms": {"avg_ms": 0.23, "count": 240, "max_ms": 0.551, "p95_ms": 0.453}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.487, "count": 240, "max_ms": 226.05, "p95_ms": 150.285}, "read_interval": {"avg_ms": 125.268, "count": 239, "max_ms": 279.864, "p95_ms": 171.28}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 240, "max_ms": 0.245, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 4.654, "count": 240, "max_ms": 13.428, "p95_ms": 8.05}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 240, "max_ms": 0.085, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.633, "count": 240, "max_ms": 13.403, "p95_ms": 8.03}, "worker_merge_ms": {"avg_ms": 0.007, "count": 240, "max_ms": 0.028, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 53.54, "count": 240, "max_ms": 127.798, "p95_ms": 75.899}, "visualize": {"avg_ms": 40.71, "count": 240, "max_ms": 78.04, "p95_ms": 60.166}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.698, "count": 240, "max_ms": 59.68, "p95_ms": 43.523}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.104, "count": 240, "max_ms": 74.923, "p95_ms": 57.54}, "visualize_input_copy_ms": {"avg_ms": 1.386, "count": 240, "max_ms": 6.658, "p95_ms": 2.464}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.958, "count": 240, "max_ms": 74.609, "p95_ms": 57.302}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 240, "max_ms": 0.251, "p95_ms": 0.129}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 835.254, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.956, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.412, "sample_count": 2057, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 59824, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:51:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 111771, "write_bytes_delta": 111771, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 763.0, "cpu_core_ratio": 0.302648, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 11937, "reason": null, "system_cpu_core_ratio": 0.023972, "system_cpu_s_delta": 0.48, "user_cpu_core_ratio": 0.278676, "user_cpu_s_delta": 5.580000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.354923, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.442984, "system_cpu_s_delta": 8.86999999999989, "user_cpu_core_ratio": 0.911939, "user_cpu_s_delta": 18.26000000000022}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.847, "count": 135, "max_ms": 6.764, "p95_ms": 5.31, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.83, "max": 12.0, "p95": 11.0, "sample_count": 135}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.948, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 135}, "total": {"avg": 3.948, "max": 5.0, "p95": 5.0, "sample_count": 135}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.403, "count": 30, "max": 62.812, "p95": 50.576, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.499, "count": 30, "max": 29.737, "p95": 23.956, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 598.567, "count": 30, "max": 962.0, "p95": 943.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 661.367, "count": 30, "max": 6679.0, "p95": 2656.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.181, "p95": 0.087, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.365, "count": 30, "max": 0.427, "p95": 0.404, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.084, "count": 30, "max": 2.289, "p95": 0.112, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 107231.667, "count": 30, "max": 111771.0, "p95": 110699.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103588.933, "count": 30, "max": 111771.0, "p95": 110699.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.6, "count": 30, "max": 29.0, "p95": 18.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.552, "count": 30, "max": 0.665, "p95": 0.64, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.199, "count": 30, "max": 1.397, "p95": 1.382, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 564, "sampled_at": "2026-10-30T16:51:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:51:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 136529, "flush_count": 139, "flush_interval_seconds": 30.0, "flush_state": {"count": 139, "last_at": "2026-10-30T16:50:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:50:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 138}, "started": true, "suppressed_count": 59901, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 59880}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 139, "written_record_count": 139}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5333.785, "limit_mb": null}, "detail": {"pid": 12169, "restart_count": 44, "start_count": 45}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 165937766400, "copied_frame_count": 60018, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 20, "events_failed": 0, "events_observed": 21, "events_suppressed": 1, "frame_buffer_copied_bytes": 165937766400, "frame_buffer_copies": 60018, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1000, "recorder_active_input_bytes": 2764800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 20, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 20, "worker_jobs_accepted": 20, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0966, "count": 512, "max_ms": 0.4127, "p50_ms": 0.0809, "p95_ms": 0.1989, "p99_ms": 0.2617}, "stages": {"db_insert": {"avg_ms": 18.5213, "count": 20, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.1563, "p99_ms": 32.829, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8875, "count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1203.3401, "count": 21, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1375.0681, "p99_ms": 3813.3464, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3009, "count": 512, "max_ms": 7.0722, "p50_ms": 1.1521, "p95_ms": 2.4389, "p99_ms": 3.5243, "results": {"failed": 0, "not_applicable": 0, "success": 60018, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.1475, "count": 21, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 643.0416, "p99_ms": 654.1443, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2016, "count": 20, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 58.5415, "p99_ms": 63.7445, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5692, "count": 512, "max_ms": 12.236, "p50_ms": 5.3523, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5741, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4492, "p95_ms": 2.7471, "p99_ms": 3.9562, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 573.1842, "count": 20, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 639.4208, "p99_ms": 650.8331, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.8629, "count": 20, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 536.8663, "p99_ms": 551.7345, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2095, "count": 20, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.4569, "p99_ms": 98.9507, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1155, "count": 20, "max_ms": 15.8949, "p50_ms": 2.3202, "p95_ms": 8.9726, "p99_ms": 14.5104, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.5036, "count": 20, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 2.9103, "p99_ms": 7.9552, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 593.3894, "count": 20, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 868.2179, "p99_ms": 3175.7524, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6457, "count": 20, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.9879, "p99_ms": 10.6042, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4657, "count": 20, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 75.0988, "p99_ms": 88.7901, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1593, "count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6442, "count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 683.5979, "count": 20, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 931.3869, "p99_ms": 3256.267, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 20, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676}, "wait_ms": {"count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 20, "artifact_failed": 0, "artifact_requested": 20, "artifact_success": 20, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 20, "database_requested": 20, "db_insert_success": 20, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15561, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 20, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 20}, "snapshot": {"copied_bytes": 55296000, "copied_count": 20, "copy": {"count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 40, "h264_decode_error_count": 101, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:46:53+09:00", "last_error_summary": "[h264 @ 0x630a8681afc0] error while decoding MB 17 53, bytestream -11 [h264 @ 0x630a8693bc40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x630a8693bc40] error while decoding MB 0 49, bytestream 26579 [h264 @ 0x630a868cea80] error while decoding MB 68 57, bytestream -7", "last_exit_at": "2026-10-30T16:51:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T16:51:28+09:00", "pid": 12169, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.215, "name": "ffmpeg", "pid": 12169, "rss_mb": 209.215, "state": "S (sleeping)", "threads": 70}, "restart_count": 44, "restart_count_per_hour": 22, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.581, "sample_count": 2046, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 60018, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:51:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.318, "last_frame_pushed_at": "2026-10-30T16:51:26+09:00", "last_frame_read_age_sec": 4.414, "last_frame_read_at": "2026-10-30T16:51:26+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 14, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 442.426, "last_sample_duration_ms": 893.61, "last_trigger": "periodic", "next_snapshot_in_sec": 157.574, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 14, "storage_bytes": 1182370}, "mjpeg": {"age_sec": 4.311, "exists": true, "mtime": "2026-10-30T16:51:26.585290+09:00", "mtime_epoch": 1793346686.5852897, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 111747}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:51:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 835.348, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 18, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 60018, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.663, "max": 18.0, "p95": 12.0, "sample_count": 202}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.282, "max": 6.0, "p95": 5.0, "sample_count": 202}, "total": {"avg": 4.282, "max": 6.0, "p95": 5.0, "sample_count": 202}}, "tracking_counts": {"active": {"avg": 1.431, "max": 2.0, "p95": 2.0, "sample_count": 202}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}, "removed": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 202}, "tracked": {"avg": 1.431, "max": 2.0, "p95": 2.0, "sample_count": 202}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.756, "pushed": 6.756, "read": 6.722}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 201, "client_acquire_ms": {"avg_ms": 0.007, "count": 202, "max_ms": 0.033, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4375.668, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.933, "count": 201, "max_ms": 11.304, "p95_ms": 2.834, "reason": null, "sample_age_ms": 4431.027, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.41, "count": 201, "max_ms": 10.957, "p95_ms": 2.069, "reason": null, "sample_age_ms": 4431.217, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.359, "count": 202, "max_ms": 2.748, "p95_ms": 0.642, "reason": null, "sample_age_ms": 4375.678, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.933, "count": 201, "max_ms": 9.708, "p95_ms": 3.247, "reason": null, "sample_age_ms": 4429.504, "source": "client_direct"}, "request_count": 201, "request_tensor_bytes": {"avg": 2764808.0, "count": 201, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4429.488, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 202, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4375.923, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.104, "count": 202, "max_ms": 89.846, "p95_ms": 70.665, "reason": null, "sample_age_ms": 4375.664, "source": "client_direct"}, "sample_age_ms": 4375.66, "source": "client_direct", "task_total_ms": {"avg_ms": 52.569, "count": 202, "max_ms": 93.769, "p95_ms": 73.29, "reason": null, "sample_age_ms": 4375.66, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.124, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.084, "count": 202, "max_ms": 24.837, "p95_ms": 17.847}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.593, "count": 202, "max_ms": 1.856, "p95_ms": 1.178}, "detection_prepare_ms": {"avg_ms": 1.941, "count": 202, "max_ms": 10.985, "p95_ms": 3.596}, "event_filter_ms": {"avg_ms": 0.007, "count": 202, "max_ms": 0.031, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.514, "count": 202, "max_ms": 1.173, "p95_ms": 0.942}, "mcmt_ms": {"avg_ms": 0.004, "count": 202, "max_ms": 0.022, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.897, "count": 202, "max_ms": 13.537, "p95_ms": 8.343}, "setup_ms": {"avg_ms": 0.042, "count": 202, "max_ms": 0.117, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 11.012, "count": 202, "max_ms": 24.749, "p95_ms": 17.728}, "track_match_ms": {"avg_ms": 0.201, "count": 202, "max_ms": 0.653, "p95_ms": 0.371}, "tracker_update_ms": {"avg_ms": 2.813, "count": 202, "max_ms": 7.785, "p95_ms": 4.784}}, "gstreamer_push": {"avg_ms": 2.987, "count": 202, "max_ms": 8.027, "p95_ms": 5.47}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 202, "max_ms": 0.269, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.954, "count": 202, "max_ms": 99.796, "p95_ms": 75.872}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.607, "count": 202, "max_ms": 14.083, "p95_ms": 9.282}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.687, "count": 202, "max_ms": 173.373, "p95_ms": 143.989}, "inference_input_copy_ms": {"avg_ms": 1.573, "count": 202, "max_ms": 7.424, "p95_ms": 2.589}, "processing_residual_ms": {"avg_ms": 0.238, "count": 202, "max_ms": 0.551, "p95_ms": 0.453}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.105, "count": 202, "max_ms": 179.073, "p95_ms": 150.285}, "read_interval": {"avg_ms": 127.375, "count": 201, "max_ms": 279.864, "p95_ms": 170.437}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 202, "max_ms": 0.245, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 4.811, "count": 202, "max_ms": 13.428, "p95_ms": 8.214}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 202, "max_ms": 0.085, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.789, "count": 202, "max_ms": 13.403, "p95_ms": 8.187}, "worker_merge_ms": {"avg_ms": 0.007, "count": 202, "max_ms": 0.028, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 53.968, "count": 202, "max_ms": 99.814, "p95_ms": 75.899}, "visualize": {"avg_ms": 41.393, "count": 202, "max_ms": 78.04, "p95_ms": 60.166}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.012, "count": 202, "max_ms": 54.795, "p95_ms": 43.503}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.757, "count": 202, "max_ms": 74.923, "p95_ms": 57.54}, "visualize_input_copy_ms": {"avg_ms": 1.409, "count": 202, "max_ms": 6.658, "p95_ms": 2.5}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.604, "count": 202, "max_ms": 74.609, "p95_ms": 57.302}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 202, "max_ms": 0.251, "p95_ms": 0.129}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 202}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 835.254, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.956, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.412, "sample_count": 2057, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 59824, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:51:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 111771, "write_bytes_delta": 111771, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 763.0, "cpu_core_ratio": 0.302648, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 11937, "reason": null, "system_cpu_core_ratio": 0.023972, "system_cpu_s_delta": 0.48, "user_cpu_core_ratio": 0.278676, "user_cpu_s_delta": 5.580000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.354923, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.442984, "system_cpu_s_delta": 8.86999999999989, "user_cpu_core_ratio": 0.911939, "user_cpu_s_delta": 18.26000000000022}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.847, "count": 135, "max_ms": 6.764, "p95_ms": 5.31, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.83, "max": 12.0, "p95": 11.0, "sample_count": 135}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.948, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 135}, "total": {"avg": 3.948, "max": 5.0, "p95": 5.0, "sample_count": 135}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.403, "count": 30, "max": 62.812, "p95": 50.576, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.499, "count": 30, "max": 29.737, "p95": 23.956, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 598.567, "count": 30, "max": 962.0, "p95": 943.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 661.367, "count": 30, "max": 6679.0, "p95": 2656.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.181, "p95": 0.087, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.365, "count": 30, "max": 0.427, "p95": 0.404, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.084, "count": 30, "max": 2.289, "p95": 0.112, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 107231.667, "count": 30, "max": 111771.0, "p95": 110699.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103588.933, "count": 30, "max": 111771.0, "p95": 110699.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.6, "count": 30, "max": 29.0, "p95": 18.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.552, "count": 30, "max": 0.665, "p95": 0.64, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.199, "count": 30, "max": 1.397, "p95": 1.382, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 564, "sampled_at": "2026-10-30T16:51:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:51:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 71159, "flush_count": 139, "flush_interval_seconds": 30.0, "flush_state": {"count": 139, "last_at": "2026-10-30T16:50:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:50:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 138}, "started": true, "suppressed_count": 71674, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 71674}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 139, "written_record_count": 139}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4678.328, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 198545817600, "copied_frame_count": 71812, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 198545817600, "frame_buffer_copies": 71812, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1033, "count": 512, "max_ms": 0.4509, "p50_ms": 0.092, "p95_ms": 0.1928, "p99_ms": 0.2669}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2069, "count": 512, "max_ms": 4.2388, "p50_ms": 1.1142, "p95_ms": 2.1339, "p99_ms": 2.5622, "results": {"failed": 0, "not_applicable": 0, "success": 71812, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 42, "h264_decode_error_count": 62, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:51:32+09:00", "last_error_summary": "[h264 @ 0x63cef4e015c0] cabac decode of qscale diff failed at 194 84 [h264 @ 0x63cef4e015c0] error while decoding MB 194 84, bytestream 13388 [h264 @ 0x63cef4e43740] cabac decode of qscale diff failed at 180 70 [h264 @ 0x63cef4e43740] error while decoding MB 180 70, bytestream 10812 [h264 @ 0x63cef4fe25c0] cabac decode of qscale diff failed at 41 100 [h264 @ 0x63cef4fe25c0] error while decoding MB 41 100, bytestream 17684 [h264 @ 0x63cef4e4a500] error while decoding MB 209 94, bytestream -11", "last_exit_at": "2026-10-30T16:33:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.488, "last_started_at": "2026-10-30T16:50:23+09:00", "pid": 12053, "process": {"exists": false, "pid": 12053}, "restart_count": 44, "restart_count_per_hour": 12, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.005, "sample_count": 2342, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 71812, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:51:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.064, "last_frame_pushed_at": "2026-10-30T16:51:32+09:00", "last_frame_read_age_sec": 0.177, "last_frame_read_at": "2026-10-30T16:51:32+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 14, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 444.482, "last_sample_duration_ms": 893.61, "last_trigger": "periodic", "next_snapshot_in_sec": 155.518, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 14, "storage_bytes": 1182370}, "mjpeg": {"age_sec": 0.052, "exists": true, "mtime": "2026-10-30T16:51:32.912341+09:00", "mtime_epoch": 1793346692.9123414, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 107045}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T16:51:32+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 751.898, "name": "celery", "pid": 176, "rss_mb": 747.27, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 71812, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 176}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 176, "pushed_frames": 176, "read_frames": 175, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.869, "pushed": 5.869, "read": 5.836}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 175, "client_acquire_ms": {"avg_ms": 0.007, "count": 175, "max_ms": 0.028, "p95_ms": 0.014, "reason": null, "sample_age_ms": 117.165, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.684, "count": 175, "max_ms": 4.641, "p95_ms": 2.23, "reason": null, "sample_age_ms": 180.068, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.284, "count": 175, "max_ms": 3.049, "p95_ms": 1.589, "reason": null, "sample_age_ms": 180.563, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.093, "count": 175, "max_ms": 0.383, "p95_ms": 0.194, "reason": null, "sample_age_ms": 117.189, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.613, "count": 175, "max_ms": 6.573, "p95_ms": 2.771, "reason": null, "sample_age_ms": 177.766, "source": "client_direct"}, "request_count": 175, "request_tensor_bytes": {"avg": 2211848.0, "count": 175, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 177.707, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 175, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 117.479, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.392, "count": 175, "max_ms": 75.507, "p95_ms": 58.2, "reason": null, "sample_age_ms": 117.152, "source": "client_direct"}, "sample_age_ms": 117.14, "source": "client_direct", "task_total_ms": {"avg_ms": 42.28, "count": 175, "max_ms": 76.844, "p95_ms": 62.038, "reason": null, "sample_age_ms": 117.14, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.795, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.748, "count": 176, "max_ms": 4.025, "p95_ms": 1.36}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.245, "count": 176, "max_ms": 3.241, "p95_ms": 0.481}, "detection_prepare_ms": {"avg_ms": 0.103, "count": 176, "max_ms": 0.306, "p95_ms": 0.187}, "event_filter_ms": {"avg_ms": 0.004, "count": 176, "max_ms": 0.014, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.083, "count": 176, "max_ms": 0.299, "p95_ms": 0.157}, "mcmt_ms": {"avg_ms": 0.003, "count": 176, "max_ms": 0.025, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 0.191, "count": 176, "max_ms": 0.579, "p95_ms": 0.434}, "setup_ms": {"avg_ms": 0.043, "count": 176, "max_ms": 0.122, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 0.707, "count": 176, "max_ms": 3.965, "p95_ms": 1.277}, "track_match_ms": {"avg_ms": 0.005, "count": 176, "max_ms": 0.03, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.028, "count": 176, "max_ms": 0.082, "p95_ms": 0.06}}, "gstreamer_push": {"avg_ms": 2.907, "count": 176, "max_ms": 13.164, "p95_ms": 5.313}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 176, "max_ms": 1.605, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.396, "count": 176, "max_ms": 79.273, "p95_ms": 64.279}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.036, "count": 176, "max_ms": 0.141, "p95_ms": 0.075}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 76.878, "count": 176, "max_ms": 123.908, "p95_ms": 104.911}, "inference_input_copy_ms": {"avg_ms": 1.534, "count": 176, "max_ms": 4.072, "p95_ms": 2.707}, "processing_residual_ms": {"avg_ms": 0.144, "count": 176, "max_ms": 1.259, "p95_ms": 0.293}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 78.592, "count": 176, "max_ms": 126.198, "p95_ms": 107.001}, "read_interval": {"avg_ms": 170.83, "count": 175, "max_ms": 5067.848, "p95_ms": 199.518}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 176, "max_ms": 0.053, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.131, "count": 176, "max_ms": 0.444, "p95_ms": 0.311}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 176, "max_ms": 0.054, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.115, "count": 176, "max_ms": 0.416, "p95_ms": 0.277}, "worker_merge_ms": {"avg_ms": 0.006, "count": 176, "max_ms": 0.027, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 43.411, "count": 176, "max_ms": 79.287, "p95_ms": 64.307}, "visualize": {"avg_ms": 31.801, "count": 176, "max_ms": 53.892, "p95_ms": 42.501}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.975, "count": 176, "max_ms": 52.628, "p95_ms": 41.688}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.599, "count": 176, "max_ms": 53.566, "p95_ms": 42.305}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.505, "count": 176, "max_ms": 53.397, "p95_ms": 42.234}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 176, "max_ms": 0.136, "p95_ms": 0.116}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 176}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 747.238, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.744, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.015, "sample_count": 2370, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 71746, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:51:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.105, "exists": true, "size_bytes": 103778, "write_bytes_delta": 103778, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 290.0, "cpu_core_ratio": 1.218636, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4305.0, "pid": 12053, "reason": null, "system_cpu_core_ratio": 0.320589, "system_cpu_s_delta": 3.219999999999999, "user_cpu_core_ratio": 0.898047, "user_cpu_s_delta": 9.019999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.539625, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 90.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.049781, "system_cpu_s_delta": 0.5, "user_cpu_core_ratio": 0.489844, "user_cpu_s_delta": 4.920000000000073}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.916, "count": 184, "max_ms": 13.164, "p95_ms": 5.453, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 184}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.627, "count": 30, "max": 58.134, "p95": 34.685, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.5, "count": 30, "max": 32.462, "p95": 31.222, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 736.8, "count": 30, "max": 1508.0, "p95": 1369.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2475.7, "count": 30, "max": 28034.0, "p95": 17882.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.113, "count": 30, "max": 0.531, "p95": 0.463, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.176, "count": 30, "max": 1.486, "p95": 1.337, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.009, "count": 30, "max": 0.105, "p95": 0.087, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105653.133, "count": 30, "max": 114494.0, "p95": 108343.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105653.133, "count": 30, "max": 114494.0, "p95": 108343.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 116.167, "count": 30, "max": 237.0, "p95": 206.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.072, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.51, "count": 30, "max": 0.635, "p95": 0.619, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 568, "sampled_at": "2026-10-30T16:51:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:51:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 71159, "flush_count": 139, "flush_interval_seconds": 30.0, "flush_state": {"count": 139, "last_at": "2026-10-30T16:50:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:50:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 138}, "started": true, "suppressed_count": 71674, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 71674}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 139, "written_record_count": 139}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4678.328, "limit_mb": null}, "detail": {"h264_decode_error_count": 7, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x63cef4e015c0] cabac decode of qscale diff failed at 194 84 [h264 @ 0x63cef4e015c0] error while decoding MB 194 84, bytestream 13388 [h264 @ 0x63cef4e43740] cabac decode of qscale diff failed at 180 70 [h264 @ 0x63cef4e43740] error while decoding MB 180 70, bytestream 10812 [h264 @ 0x63cef4fe25c0] cabac decode of qscale diff failed at 41 100 [h264 @ 0x63cef4fe25c0] error while decoding MB 41 100, bytestream 17684 [h264 @ 0x63cef4e4a500] error while decoding MB 209 94, bytestream -11", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 198545817600, "copied_frame_count": 71812, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 198545817600, "frame_buffer_copies": 71812, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1033, "count": 512, "max_ms": 0.4509, "p50_ms": 0.092, "p95_ms": 0.1928, "p99_ms": 0.2669}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2069, "count": 512, "max_ms": 4.2388, "p50_ms": 1.1142, "p95_ms": 2.1339, "p99_ms": 2.5622, "results": {"failed": 0, "not_applicable": 0, "success": 71812, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 42, "h264_decode_error_count": 62, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:51:32+09:00", "last_error_summary": "[h264 @ 0x63cef4e015c0] cabac decode of qscale diff failed at 194 84 [h264 @ 0x63cef4e015c0] error while decoding MB 194 84, bytestream 13388 [h264 @ 0x63cef4e43740] cabac decode of qscale diff failed at 180 70 [h264 @ 0x63cef4e43740] error while decoding MB 180 70, bytestream 10812 [h264 @ 0x63cef4fe25c0] cabac decode of qscale diff failed at 41 100 [h264 @ 0x63cef4fe25c0] error while decoding MB 41 100, bytestream 17684 [h264 @ 0x63cef4e4a500] error while decoding MB 209 94, bytestream -11", "last_exit_at": "2026-10-30T16:33:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.499, "last_started_at": "2026-10-30T16:50:23+09:00", "pid": 12053, "process": {"exists": false, "pid": 12053}, "restart_count": 44, "restart_count_per_hour": 12, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.005, "sample_count": 2342, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 71812, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:51:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.075, "last_frame_pushed_at": "2026-10-30T16:51:32+09:00", "last_frame_read_age_sec": 0.188, "last_frame_read_at": "2026-10-30T16:51:32+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 14, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 444.487, "last_sample_duration_ms": 893.61, "last_trigger": "periodic", "next_snapshot_in_sec": 155.513, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 14, "storage_bytes": 1182370}, "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-10-30T16:51:32.912341+09:00", "mtime_epoch": 1793346692.9123414, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 107045}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T16:51:32+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 751.898, "name": "celery", "pid": 176, "rss_mb": 747.27, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 71812, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 176}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 176, "pushed_frames": 176, "read_frames": 175, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.867, "pushed": 5.867, "read": 5.834}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 175, "client_acquire_ms": {"avg_ms": 0.007, "count": 175, "max_ms": 0.028, "p95_ms": 0.014, "reason": null, "sample_age_ms": 126.427, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.684, "count": 175, "max_ms": 4.641, "p95_ms": 2.23, "reason": null, "sample_age_ms": 189.331, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.284, "count": 175, "max_ms": 3.049, "p95_ms": 1.589, "reason": null, "sample_age_ms": 189.826, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.093, "count": 175, "max_ms": 0.383, "p95_ms": 0.194, "reason": null, "sample_age_ms": 126.451, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.613, "count": 175, "max_ms": 6.573, "p95_ms": 2.771, "reason": null, "sample_age_ms": 187.029, "source": "client_direct"}, "request_count": 175, "request_tensor_bytes": {"avg": 2211848.0, "count": 175, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 186.969, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 175, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 126.742, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.392, "count": 175, "max_ms": 75.507, "p95_ms": 58.2, "reason": null, "sample_age_ms": 126.414, "source": "client_direct"}, "sample_age_ms": 126.403, "source": "client_direct", "task_total_ms": {"avg_ms": 42.28, "count": 175, "max_ms": 76.844, "p95_ms": 62.038, "reason": null, "sample_age_ms": 126.403, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.993, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.748, "count": 176, "max_ms": 4.025, "p95_ms": 1.36}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.245, "count": 176, "max_ms": 3.241, "p95_ms": 0.481}, "detection_prepare_ms": {"avg_ms": 0.103, "count": 176, "max_ms": 0.306, "p95_ms": 0.187}, "event_filter_ms": {"avg_ms": 0.004, "count": 176, "max_ms": 0.014, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.083, "count": 176, "max_ms": 0.299, "p95_ms": 0.157}, "mcmt_ms": {"avg_ms": 0.003, "count": 176, "max_ms": 0.025, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 0.191, "count": 176, "max_ms": 0.579, "p95_ms": 0.434}, "setup_ms": {"avg_ms": 0.043, "count": 176, "max_ms": 0.122, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 0.707, "count": 176, "max_ms": 3.965, "p95_ms": 1.277}, "track_match_ms": {"avg_ms": 0.005, "count": 176, "max_ms": 0.03, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.028, "count": 176, "max_ms": 0.082, "p95_ms": 0.06}}, "gstreamer_push": {"avg_ms": 2.907, "count": 176, "max_ms": 13.164, "p95_ms": 5.313}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 176, "max_ms": 1.605, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.396, "count": 176, "max_ms": 79.273, "p95_ms": 64.279}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.036, "count": 176, "max_ms": 0.141, "p95_ms": 0.075}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 76.878, "count": 176, "max_ms": 123.908, "p95_ms": 104.911}, "inference_input_copy_ms": {"avg_ms": 1.534, "count": 176, "max_ms": 4.072, "p95_ms": 2.707}, "processing_residual_ms": {"avg_ms": 0.144, "count": 176, "max_ms": 1.259, "p95_ms": 0.293}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 78.592, "count": 176, "max_ms": 126.198, "p95_ms": 107.001}, "read_interval": {"avg_ms": 170.83, "count": 175, "max_ms": 5067.848, "p95_ms": 199.518}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 176, "max_ms": 0.053, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.131, "count": 176, "max_ms": 0.444, "p95_ms": 0.311}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 176, "max_ms": 0.054, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.115, "count": 176, "max_ms": 0.416, "p95_ms": 0.277}, "worker_merge_ms": {"avg_ms": 0.006, "count": 176, "max_ms": 0.027, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 43.411, "count": 176, "max_ms": 79.287, "p95_ms": 64.307}, "visualize": {"avg_ms": 31.801, "count": 176, "max_ms": 53.892, "p95_ms": 42.501}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.975, "count": 176, "max_ms": 52.628, "p95_ms": 41.688}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.599, "count": 176, "max_ms": 53.566, "p95_ms": 42.305}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.505, "count": 176, "max_ms": 53.397, "p95_ms": 42.234}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 176, "max_ms": 0.136, "p95_ms": 0.116}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 176}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 747.238, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.744, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.015, "sample_count": 2370, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 71746, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:51:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.105, "exists": true, "size_bytes": 103778, "write_bytes_delta": 103778, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 290.0, "cpu_core_ratio": 1.218636, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4305.0, "pid": 12053, "reason": null, "system_cpu_core_ratio": 0.320589, "system_cpu_s_delta": 3.219999999999999, "user_cpu_core_ratio": 0.898047, "user_cpu_s_delta": 9.019999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.539625, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 90.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.049781, "system_cpu_s_delta": 0.5, "user_cpu_core_ratio": 0.489844, "user_cpu_s_delta": 4.920000000000073}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.916, "count": 184, "max_ms": 13.164, "p95_ms": 5.453, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 184}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.627, "count": 30, "max": 58.134, "p95": 34.685, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.5, "count": 30, "max": 32.462, "p95": 31.222, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 736.8, "count": 30, "max": 1508.0, "p95": 1369.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2475.7, "count": 30, "max": 28034.0, "p95": 17882.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.113, "count": 30, "max": 0.531, "p95": 0.463, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.176, "count": 30, "max": 1.486, "p95": 1.337, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.009, "count": 30, "max": 0.105, "p95": 0.087, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105653.133, "count": 30, "max": 114494.0, "p95": 108343.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105653.133, "count": 30, "max": 114494.0, "p95": 108343.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 116.167, "count": 30, "max": 237.0, "p95": 206.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.072, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.51, "count": 30, "max": 0.635, "p95": 0.619, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 568, "sampled_at": "2026-10-30T16:51:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:51:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 71159, "flush_count": 139, "flush_interval_seconds": 30.0, "flush_state": {"count": 139, "last_at": "2026-10-30T16:50:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:50:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 138}, "started": true, "suppressed_count": 71674, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 71674}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 139, "written_record_count": 139}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4677.719, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 198545817600, "copied_frame_count": 71812, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 198545817600, "frame_buffer_copies": 71812, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1033, "count": 512, "max_ms": 0.4509, "p50_ms": 0.092, "p95_ms": 0.1928, "p99_ms": 0.2669}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2069, "count": 512, "max_ms": 4.2388, "p50_ms": 1.1142, "p95_ms": 2.1339, "p99_ms": 2.5622, "results": {"failed": 0, "not_applicable": 0, "success": 71812, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 42, "h264_decode_error_count": 62, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:51:32+09:00", "last_error_summary": "[h264 @ 0x63cef4e015c0] cabac decode of qscale diff failed at 194 84 [h264 @ 0x63cef4e015c0] error while decoding MB 194 84, bytestream 13388 [h264 @ 0x63cef4e43740] cabac decode of qscale diff failed at 180 70 [h264 @ 0x63cef4e43740] error while decoding MB 180 70, bytestream 10812 [h264 @ 0x63cef4fe25c0] cabac decode of qscale diff failed at 41 100 [h264 @ 0x63cef4fe25c0] error while decoding MB 41 100, bytestream 17684 [h264 @ 0x63cef4e4a500] error while decoding MB 209 94, bytestream -11", "last_exit_at": "2026-10-30T16:33:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 69.525, "last_started_at": "2026-10-30T16:50:23+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 44, "restart_count_per_hour": 12, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.005, "sample_count": 2342, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 71812, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:51:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.101, "last_frame_pushed_at": "2026-10-30T16:51:32+09:00", "last_frame_read_age_sec": 0.214, "last_frame_read_at": "2026-10-30T16:51:32+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 14, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 444.514, "last_sample_duration_ms": 893.61, "last_trigger": "periodic", "next_snapshot_in_sec": 155.486, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 14, "storage_bytes": 1182370}, "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-10-30T16:51:32.912341+09:00", "mtime_epoch": 1793346692.9123414, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 107045}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T16:51:33+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 751.898, "name": "celery", "pid": 176, "rss_mb": 747.266, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 71812, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 175}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.852, "pushed": 5.852, "read": 5.819}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 174, "client_acquire_ms": {"avg_ms": 0.007, "count": 175, "max_ms": 0.028, "p95_ms": 0.014, "reason": null, "sample_age_ms": 155.056, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.686, "count": 174, "max_ms": 4.641, "p95_ms": 2.238, "reason": null, "sample_age_ms": 217.959, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.285, "count": 174, "max_ms": 3.049, "p95_ms": 1.589, "reason": null, "sample_age_ms": 218.455, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.093, "count": 175, "max_ms": 0.383, "p95_ms": 0.194, "reason": null, "sample_age_ms": 155.08, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.61, "count": 174, "max_ms": 6.573, "p95_ms": 2.773, "reason": null, "sample_age_ms": 215.658, "source": "client_direct"}, "request_count": 174, "request_tensor_bytes": {"avg": 2211848.0, "count": 174, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 215.598, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 175, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 155.371, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.392, "count": 175, "max_ms": 75.507, "p95_ms": 58.2, "reason": null, "sample_age_ms": 155.043, "source": "client_direct"}, "sample_age_ms": 155.032, "source": "client_direct", "task_total_ms": {"avg_ms": 42.28, "count": 175, "max_ms": 76.844, "p95_ms": 62.038, "reason": null, "sample_age_ms": 155.032, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.442, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.749, "count": 175, "max_ms": 4.025, "p95_ms": 1.36}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.245, "count": 175, "max_ms": 3.241, "p95_ms": 0.481}, "detection_prepare_ms": {"avg_ms": 0.103, "count": 175, "max_ms": 0.306, "p95_ms": 0.187}, "event_filter_ms": {"avg_ms": 0.004, "count": 175, "max_ms": 0.014, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.083, "count": 175, "max_ms": 0.299, "p95_ms": 0.157}, "mcmt_ms": {"avg_ms": 0.003, "count": 175, "max_ms": 0.025, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 0.191, "count": 175, "max_ms": 0.579, "p95_ms": 0.434}, "setup_ms": {"avg_ms": 0.043, "count": 175, "max_ms": 0.122, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 0.708, "count": 175, "max_ms": 3.965, "p95_ms": 1.277}, "track_match_ms": {"avg_ms": 0.005, "count": 175, "max_ms": 0.03, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.029, "count": 175, "max_ms": 0.082, "p95_ms": 0.06}}, "gstreamer_push": {"avg_ms": 2.9, "count": 175, "max_ms": 13.164, "p95_ms": 5.313}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 175, "max_ms": 1.605, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.327, "count": 175, "max_ms": 79.273, "p95_ms": 64.279}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.036, "count": 175, "max_ms": 0.141, "p95_ms": 0.075}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 76.846, "count": 175, "max_ms": 123.908, "p95_ms": 104.911}, "inference_input_copy_ms": {"avg_ms": 1.532, "count": 175, "max_ms": 4.072, "p95_ms": 2.707}, "processing_residual_ms": {"avg_ms": 0.143, "count": 175, "max_ms": 1.259, "p95_ms": 0.293}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 78.558, "count": 175, "max_ms": 126.198, "p95_ms": 107.001}, "read_interval": {"avg_ms": 171.258, "count": 174, "max_ms": 5067.848, "p95_ms": 199.518}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 175, "max_ms": 0.053, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.131, "count": 175, "max_ms": 0.444, "p95_ms": 0.311}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 175, "max_ms": 0.054, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.115, "count": 175, "max_ms": 0.416, "p95_ms": 0.277}, "worker_merge_ms": {"avg_ms": 0.006, "count": 175, "max_ms": 0.027, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 43.342, "count": 175, "max_ms": 79.287, "p95_ms": 64.307}, "visualize": {"avg_ms": 31.836, "count": 175, "max_ms": 53.892, "p95_ms": 42.501}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.011, "count": 175, "max_ms": 52.628, "p95_ms": 41.688}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.634, "count": 175, "max_ms": 53.566, "p95_ms": 42.305}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.54, "count": 175, "max_ms": 53.397, "p95_ms": 42.234}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 175, "max_ms": 0.136, "p95_ms": 0.116}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 175}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 747.238, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.744, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.015, "sample_count": 2370, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 71746, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:51:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.105, "exists": true, "size_bytes": 103778, "write_bytes_delta": 103778, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 290.0, "cpu_core_ratio": 1.218636, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4305.0, "pid": 12053, "reason": null, "system_cpu_core_ratio": 0.320589, "system_cpu_s_delta": 3.219999999999999, "user_cpu_core_ratio": 0.898047, "user_cpu_s_delta": 9.019999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.539625, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 90.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.049781, "system_cpu_s_delta": 0.5, "user_cpu_core_ratio": 0.489844, "user_cpu_s_delta": 4.920000000000073}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.916, "count": 184, "max_ms": 13.164, "p95_ms": 5.453, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 184}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.627, "count": 30, "max": 58.134, "p95": 34.685, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.5, "count": 30, "max": 32.462, "p95": 31.222, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 736.8, "count": 30, "max": 1508.0, "p95": 1369.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2475.7, "count": 30, "max": 28034.0, "p95": 17882.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.113, "count": 30, "max": 0.531, "p95": 0.463, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.176, "count": 30, "max": 1.486, "p95": 1.337, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.009, "count": 30, "max": 0.105, "p95": 0.087, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105653.133, "count": 30, "max": 114494.0, "p95": 108343.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105653.133, "count": 30, "max": 114494.0, "p95": 108343.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 116.167, "count": 30, "max": 237.0, "p95": 206.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.072, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.51, "count": 30, "max": 0.635, "p95": 0.619, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 568, "sampled_at": "2026-10-30T16:51:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:51:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 71159, "flush_count": 139, "flush_interval_seconds": 30.0, "flush_state": {"count": 139, "last_at": "2026-10-30T16:50:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:50:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 138}, "started": true, "suppressed_count": 71674, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 71674}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 139, "written_record_count": 139}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4954.633, "limit_mb": null}, "detail": {"pid": 12285, "restart_count": 45, "start_count": 46}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 198545817600, "copied_frame_count": 71812, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 198545817600, "frame_buffer_copies": 71812, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1033, "count": 512, "max_ms": 0.4509, "p50_ms": 0.092, "p95_ms": 0.1928, "p99_ms": 0.2669}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2069, "count": 512, "max_ms": 4.2388, "p50_ms": 1.1142, "p95_ms": 2.1339, "p99_ms": 2.5622, "results": {"failed": 0, "not_applicable": 0, "success": 71812, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 42, "h264_decode_error_count": 62, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:51:32+09:00", "last_error_summary": "[h264 @ 0x63cef4e015c0] cabac decode of qscale diff failed at 194 84 [h264 @ 0x63cef4e015c0] error while decoding MB 194 84, bytestream 13388 [h264 @ 0x63cef4e43740] cabac decode of qscale diff failed at 180 70 [h264 @ 0x63cef4e43740] error while decoding MB 180 70, bytestream 10812 [h264 @ 0x63cef4fe25c0] cabac decode of qscale diff failed at 41 100 [h264 @ 0x63cef4fe25c0] error while decoding MB 41 100, bytestream 17684 [h264 @ 0x63cef4e4a500] error while decoding MB 209 94, bytestream -11", "last_exit_at": "2026-10-30T16:33:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T16:51:35+09:00", "pid": 12285, "process": {"exists": true, "fd_count": 5, "hwm_mb": 299.836, "name": "ffmpeg", "pid": 12285, "rss_mb": 299.836, "state": "R (running)", "threads": 49}, "restart_count": 45, "restart_count_per_hour": 13, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.005, "sample_count": 2292, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 71812, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:51:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 5.08, "last_frame_pushed_at": "2026-10-30T16:51:32+09:00", "last_frame_read_age_sec": 5.194, "last_frame_read_at": "2026-10-30T16:51:32+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 14, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 449.503, "last_sample_duration_ms": 893.61, "last_trigger": "periodic", "next_snapshot_in_sec": 150.497, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 14, "storage_bytes": 1182370}, "mjpeg": {"age_sec": 5.068, "exists": true, "mtime": "2026-10-30T16:51:32.912341+09:00", "mtime_epoch": 1793346692.9123414, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 107045}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T16:51:38+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 751.898, "name": "celery", "pid": 176, "rss_mb": 747.27, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 71812, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 155}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 155, "pushed_frames": 155, "read_frames": 155, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.087, "pushed": 6.087, "read": 6.087}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 155, "client_acquire_ms": {"avg_ms": 0.007, "count": 155, "max_ms": 0.028, "p95_ms": 0.014, "reason": null, "sample_age_ms": 5132.357, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.685, "count": 155, "max_ms": 4.641, "p95_ms": 2.23, "reason": null, "sample_age_ms": 5195.26, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.285, "count": 155, "max_ms": 3.049, "p95_ms": 1.589, "reason": null, "sample_age_ms": 5195.756, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.092, "count": 155, "max_ms": 0.383, "p95_ms": 0.194, "reason": null, "sample_age_ms": 5132.381, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.611, "count": 155, "max_ms": 6.573, "p95_ms": 2.801, "reason": null, "sample_age_ms": 5192.959, "source": "client_direct"}, "request_count": 155, "request_tensor_bytes": {"avg": 2211848.0, "count": 155, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5192.899, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 155, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5132.672, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.801, "count": 155, "max_ms": 75.507, "p95_ms": 57.444, "reason": null, "sample_age_ms": 5132.344, "source": "client_direct"}, "sample_age_ms": 5132.333, "source": "client_direct", "task_total_ms": {"avg_ms": 41.684, "count": 155, "max_ms": 76.844, "p95_ms": 61.803, "reason": null, "sample_age_ms": 5132.333, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.601, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.733, "count": 155, "max_ms": 4.025, "p95_ms": 1.349}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.241, "count": 155, "max_ms": 3.241, "p95_ms": 0.456}, "detection_prepare_ms": {"avg_ms": 0.101, "count": 155, "max_ms": 0.306, "p95_ms": 0.187}, "event_filter_ms": {"avg_ms": 0.004, "count": 155, "max_ms": 0.014, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.082, "count": 155, "max_ms": 0.299, "p95_ms": 0.157}, "mcmt_ms": {"avg_ms": 0.003, "count": 155, "max_ms": 0.024, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.185, "count": 155, "max_ms": 0.554, "p95_ms": 0.425}, "setup_ms": {"avg_ms": 0.043, "count": 155, "max_ms": 0.122, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 0.693, "count": 155, "max_ms": 3.965, "p95_ms": 1.273}, "track_match_ms": {"avg_ms": 0.005, "count": 155, "max_ms": 0.03, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.028, "count": 155, "max_ms": 0.082, "p95_ms": 0.06}}, "gstreamer_push": {"avg_ms": 2.895, "count": 155, "max_ms": 13.164, "p95_ms": 5.139}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 155, "max_ms": 1.605, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.736, "count": 155, "max_ms": 79.273, "p95_ms": 63.669}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.036, "count": 155, "max_ms": 0.127, "p95_ms": 0.075}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 75.954, "count": 155, "max_ms": 123.908, "p95_ms": 102.857}, "inference_input_copy_ms": {"avg_ms": 1.546, "count": 155, "max_ms": 4.072, "p95_ms": 2.725}, "processing_residual_ms": {"avg_ms": 0.146, "count": 155, "max_ms": 1.259, "p95_ms": 0.293}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.681, "count": 155, "max_ms": 126.198, "p95_ms": 106.206}, "read_interval": {"avg_ms": 163.479, "count": 155, "max_ms": 5067.848, "p95_ms": 146.781}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 155, "max_ms": 0.053, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.126, "count": 155, "max_ms": 0.391, "p95_ms": 0.299}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 155, "max_ms": 0.054, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.111, "count": 155, "max_ms": 0.356, "p95_ms": 0.271}, "worker_merge_ms": {"avg_ms": 0.006, "count": 155, "max_ms": 0.025, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 42.751, "count": 155, "max_ms": 79.287, "p95_ms": 63.68}, "visualize": {"avg_ms": 31.542, "count": 155, "max_ms": 53.892, "p95_ms": 42.501}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.726, "count": 155, "max_ms": 52.628, "p95_ms": 41.688}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.346, "count": 155, "max_ms": 53.566, "p95_ms": 42.305}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.253, "count": 155, "max_ms": 53.397, "p95_ms": 42.234}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 155, "max_ms": 0.136, "p95_ms": 0.116}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 155}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 747.238, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.744, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.015, "sample_count": 2370, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 71746, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:51:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.105, "exists": true, "size_bytes": 103778, "write_bytes_delta": 103778, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 290.0, "cpu_core_ratio": 1.218636, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4305.0, "pid": 12053, "reason": null, "system_cpu_core_ratio": 0.320589, "system_cpu_s_delta": 3.219999999999999, "user_cpu_core_ratio": 0.898047, "user_cpu_s_delta": 9.019999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.539625, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 90.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.049781, "system_cpu_s_delta": 0.5, "user_cpu_core_ratio": 0.489844, "user_cpu_s_delta": 4.920000000000073}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.916, "count": 184, "max_ms": 13.164, "p95_ms": 5.453, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 184}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.627, "count": 30, "max": 58.134, "p95": 34.685, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.5, "count": 30, "max": 32.462, "p95": 31.222, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 736.8, "count": 30, "max": 1508.0, "p95": 1369.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2475.7, "count": 30, "max": 28034.0, "p95": 17882.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.113, "count": 30, "max": 0.531, "p95": 0.463, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.176, "count": 30, "max": 1.486, "p95": 1.337, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.009, "count": 30, "max": 0.105, "p95": 0.087, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105653.133, "count": 30, "max": 114494.0, "p95": 108343.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105653.133, "count": 30, "max": 114494.0, "p95": 108343.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 116.167, "count": 30, "max": 237.0, "p95": 206.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.072, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.51, "count": 30, "max": 0.635, "p95": 0.619, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 568, "sampled_at": "2026-10-30T16:51:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:51:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 25.465, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 139587, "flush_count": 142, "flush_interval_seconds": 30.0, "flush_state": {"count": 142, "last_at": "2026-10-30T16:53:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:53:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 141}, "started": true, "suppressed_count": 60961, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 60940}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 142, "written_record_count": 142}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4889.824, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x624521efd7c0] error while decoding MB 93 61, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 168873984000, "copied_frame_count": 61080, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 20, "events_failed": 0, "events_observed": 21, "events_suppressed": 1, "frame_buffer_copied_bytes": 168873984000, "frame_buffer_copies": 61080, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1000, "recorder_active_input_bytes": 2764800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 20, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 20, "worker_jobs_accepted": 20, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1217, "count": 512, "max_ms": 1.5158, "p50_ms": 0.1052, "p95_ms": 0.2184, "p99_ms": 0.2856}, "stages": {"db_insert": {"avg_ms": 18.5213, "count": 20, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.1563, "p99_ms": 32.829, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8875, "count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1203.3401, "count": 21, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1375.0681, "p99_ms": 3813.3464, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5255, "count": 512, "max_ms": 7.8909, "p50_ms": 1.4029, "p95_ms": 2.7203, "p99_ms": 3.1988, "results": {"failed": 0, "not_applicable": 0, "success": 61080, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.1475, "count": 21, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 643.0416, "p99_ms": 654.1443, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2016, "count": 20, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 58.5415, "p99_ms": 63.7445, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5692, "count": 512, "max_ms": 12.236, "p50_ms": 5.3523, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5741, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4492, "p95_ms": 2.7471, "p99_ms": 3.9562, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 573.1842, "count": 20, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 639.4208, "p99_ms": 650.8331, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.8629, "count": 20, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 536.8663, "p99_ms": 551.7345, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2095, "count": 20, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.4569, "p99_ms": 98.9507, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1155, "count": 20, "max_ms": 15.8949, "p50_ms": 2.3202, "p95_ms": 8.9726, "p99_ms": 14.5104, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.5036, "count": 20, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 2.9103, "p99_ms": 7.9552, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 593.3894, "count": 20, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 868.2179, "p99_ms": 3175.7524, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6457, "count": 20, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.9879, "p99_ms": 10.6042, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4657, "count": 20, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 75.0988, "p99_ms": 88.7901, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1593, "count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6442, "count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 683.5979, "count": 20, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 931.3869, "p99_ms": 3256.267, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 20, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676}, "wait_ms": {"count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 20, "artifact_failed": 0, "artifact_requested": 20, "artifact_success": 20, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 20, "database_requested": 20, "db_insert_success": 20, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15561, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 20, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 20}, "snapshot": {"copied_bytes": 55296000, "copied_count": 20, "copy": {"count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 41, "h264_decode_error_count": 102, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:53:52+09:00", "last_error_summary": "[h264 @ 0x624521efd7c0] error while decoding MB 93 61, bytestream -5", "last_exit_at": "2026-10-30T16:51:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 144.039, "last_started_at": "2026-10-30T16:51:28+09:00", "pid": 12169, "process": {"exists": false, "pid": 12169}, "restart_count": 44, "restart_count_per_hour": 22, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.581, "sample_count": 2070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 61080, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:53:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.079, "last_frame_pushed_at": "2026-10-30T16:53:52+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-10-30T16:53:52+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 14, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 584.452, "last_sample_duration_ms": 893.61, "last_trigger": "periodic", "next_snapshot_in_sec": 15.548, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 14, "storage_bytes": 1182370}, "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-10-30T16:53:52.865438+09:00", "mtime_epoch": 1793346832.8654385, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113665}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:53:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 835.945, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 18, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 61081, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.721, "max": 11.0, "p95": 8.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.208, "max": 5.0, "p95": 5.0, "sample_count": 226}, "total": {"avg": 4.208, "max": 5.0, "p95": 5.0, "sample_count": 226}}, "tracking_counts": {"active": {"avg": 0.969, "max": 2.0, "p95": 2.0, "sample_count": 226}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "removed": {"avg": 0.018, "max": 1.0, "p95": 0.0, "sample_count": 226}, "tracked": {"avg": 0.969, "max": 2.0, "p95": 2.0, "sample_count": 226}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.535, "pushed": 7.535, "read": 7.568}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 227, "client_acquire_ms": {"avg_ms": 0.008, "count": 227, "max_ms": 0.037, "p95_ms": 0.018, "reason": null, "sample_age_ms": 19.095, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.014, "count": 227, "max_ms": 7.839, "p95_ms": 3.278, "reason": null, "sample_age_ms": 73.384, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.439, "count": 227, "max_ms": 7.506, "p95_ms": 2.344, "reason": null, "sample_age_ms": 73.799, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.367, "count": 227, "max_ms": 1.11, "p95_ms": 0.69, "reason": null, "sample_age_ms": 19.103, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.1, "count": 227, "max_ms": 6.134, "p95_ms": 3.518, "reason": null, "sample_age_ms": 71.528, "source": "client_direct"}, "request_count": 227, "request_tensor_bytes": {"avg": 2764808.0, "count": 227, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 71.497, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 227, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 19.332, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.797, "count": 227, "max_ms": 90.109, "p95_ms": 75.523, "reason": null, "sample_age_ms": 19.093, "source": "client_direct"}, "sample_age_ms": 19.091, "source": "client_direct", "task_total_ms": {"avg_ms": 56.449, "count": 227, "max_ms": 93.905, "p95_ms": 78.058, "reason": null, "sample_age_ms": 19.091, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.859, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.747, "count": 226, "max_ms": 24.397, "p95_ms": 16.268}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.629, "count": 226, "max_ms": 2.608, "p95_ms": 1.308}, "detection_prepare_ms": {"avg_ms": 1.98, "count": 226, "max_ms": 10.245, "p95_ms": 3.761}, "event_filter_ms": {"avg_ms": 0.007, "count": 226, "max_ms": 0.037, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.54, "count": 226, "max_ms": 3.187, "p95_ms": 0.872}, "mcmt_ms": {"avg_ms": 0.004, "count": 226, "max_ms": 0.036, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 4.645, "count": 226, "max_ms": 15.532, "p95_ms": 7.152}, "setup_ms": {"avg_ms": 0.045, "count": 226, "max_ms": 0.15, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 10.675, "count": 226, "max_ms": 24.247, "p95_ms": 16.169}, "track_match_ms": {"avg_ms": 0.191, "count": 226, "max_ms": 0.573, "p95_ms": 0.355}, "tracker_update_ms": {"avg_ms": 2.632, "count": 226, "max_ms": 7.058, "p95_ms": 4.398}}, "gstreamer_push": {"avg_ms": 3.254, "count": 226, "max_ms": 9.569, "p95_ms": 5.62}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 226, "max_ms": 0.736, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.962, "count": 226, "max_ms": 95.483, "p95_ms": 79.979}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.592, "count": 226, "max_ms": 14.934, "p95_ms": 8.556}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.878, "count": 226, "max_ms": 168.812, "p95_ms": 143.208}, "inference_input_copy_ms": {"avg_ms": 1.736, "count": 226, "max_ms": 9.076, "p95_ms": 2.951}, "processing_residual_ms": {"avg_ms": 0.263, "count": 226, "max_ms": 0.758, "p95_ms": 0.541}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 117.469, "count": 226, "max_ms": 177.049, "p95_ms": 149.32}, "read_interval": {"avg_ms": 132.49, "count": 227, "max_ms": 215.329, "p95_ms": 180.189}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 226, "max_ms": 0.426, "p95_ms": 0.051}, "execute_total_ms": {"avg_ms": 4.525, "count": 226, "max_ms": 8.611, "p95_ms": 7.032}, "resolve_scenarios_ms": {"avg_ms": 0.051, "count": 226, "max_ms": 7.56, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.5, "count": 226, "max_ms": 8.255, "p95_ms": 7.016}, "worker_merge_ms": {"avg_ms": 0.007, "count": 226, "max_ms": 0.039, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 57.977, "count": 226, "max_ms": 95.5, "p95_ms": 79.997}, "visualize": {"avg_ms": 41.805, "count": 226, "max_ms": 74.002, "p95_ms": 57.175}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.64, "count": 226, "max_ms": 55.344, "p95_ms": 45.146}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.22, "count": 226, "max_ms": 70.293, "p95_ms": 54.956}, "visualize_input_copy_ms": {"avg_ms": 1.362, "count": 226, "max_ms": 8.389, "p95_ms": 2.292}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.071, "count": 226, "max_ms": 70.118, "p95_ms": 54.775}, "visualizer_prepare_ms": {"avg_ms": 0.082, "count": 226, "max_ms": 1.878, "p95_ms": 0.138}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 226}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 835.801, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 28.338, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.141, "sample_count": 2090, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 60927, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:53:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 111260, "write_bytes_delta": 111260, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 949.0, "cpu_core_ratio": 0.412889, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 12169, "reason": null, "system_cpu_core_ratio": 0.034325, "system_cpu_s_delta": 0.6900000000000004, "user_cpu_core_ratio": 0.378564, "user_cpu_s_delta": 7.609999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.874914, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.57705, "system_cpu_s_delta": 11.599999999999454, "user_cpu_core_ratio": 1.297864, "user_cpu_s_delta": 26.090000000000146}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.276, "count": 228, "max_ms": 12.689, "p95_ms": 5.468, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.982, "max": 9.0, "p95": 8.0, "sample_count": 228}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.961, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 228}, "total": {"avg": 3.961, "max": 5.0, "p95": 5.0, "sample_count": 228}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.529, "count": 30, "max": 62.045, "p95": 50.576, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.668, "count": 30, "max": 29.737, "p95": 24.262, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 582.333, "count": 30, "max": 966.0, "p95": 947.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 456.533, "count": 30, "max": 2701.0, "p95": 2246.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.181, "p95": 0.074, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.362, "count": 30, "max": 0.427, "p95": 0.404, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.133, "p95": 0.048, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 107848.033, "count": 30, "max": 113096.0, "p95": 112385.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 107848.033, "count": 30, "max": 113096.0, "p95": 112385.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.567, "count": 30, "max": 29.0, "p95": 19.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.544, "count": 30, "max": 0.65, "p95": 0.616, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.184, "count": 30, "max": 1.397, "p95": 1.345, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 573, "sampled_at": "2026-10-30T16:53:32+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:53:32+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 139587, "flush_count": 142, "flush_interval_seconds": 30.0, "flush_state": {"count": 142, "last_at": "2026-10-30T16:53:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:53:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 141}, "started": true, "suppressed_count": 60961, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 60940}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 142, "written_record_count": 142}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4890.418, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T16:53:52+09:00", "last_error_summary": "[h264 @ 0x624521efd7c0] error while decoding MB 93 61, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 168876748800, "copied_frame_count": 61081, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 20, "events_failed": 0, "events_observed": 21, "events_suppressed": 1, "frame_buffer_copied_bytes": 168876748800, "frame_buffer_copies": 61081, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1000, "recorder_active_input_bytes": 2764800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 20, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 20, "worker_jobs_accepted": 20, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1218, "count": 512, "max_ms": 1.5158, "p50_ms": 0.1054, "p95_ms": 0.2184, "p99_ms": 0.2856}, "stages": {"db_insert": {"avg_ms": 18.5213, "count": 20, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.1563, "p99_ms": 32.829, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8875, "count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1203.3401, "count": 21, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1375.0681, "p99_ms": 3813.3464, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5257, "count": 512, "max_ms": 7.8909, "p50_ms": 1.4029, "p95_ms": 2.7203, "p99_ms": 3.1988, "results": {"failed": 0, "not_applicable": 0, "success": 61081, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.1475, "count": 21, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 643.0416, "p99_ms": 654.1443, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2016, "count": 20, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 58.5415, "p99_ms": 63.7445, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5692, "count": 512, "max_ms": 12.236, "p50_ms": 5.3523, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5741, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4492, "p95_ms": 2.7471, "p99_ms": 3.9562, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 573.1842, "count": 20, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 639.4208, "p99_ms": 650.8331, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.8629, "count": 20, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 536.8663, "p99_ms": 551.7345, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2095, "count": 20, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.4569, "p99_ms": 98.9507, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1155, "count": 20, "max_ms": 15.8949, "p50_ms": 2.3202, "p95_ms": 8.9726, "p99_ms": 14.5104, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.5036, "count": 20, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 2.9103, "p99_ms": 7.9552, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 593.3894, "count": 20, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 868.2179, "p99_ms": 3175.7524, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6457, "count": 20, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.9879, "p99_ms": 10.6042, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4657, "count": 20, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 75.0988, "p99_ms": 88.7901, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1593, "count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6442, "count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 683.5979, "count": 20, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 931.3869, "p99_ms": 3256.267, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 20, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676}, "wait_ms": {"count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 20, "artifact_failed": 0, "artifact_requested": 20, "artifact_success": 20, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 20, "database_requested": 20, "db_insert_success": 20, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15561, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 20, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 20}, "snapshot": {"copied_bytes": 55296000, "copied_count": 20, "copy": {"count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 41, "h264_decode_error_count": 102, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:53:52+09:00", "last_error_summary": "[h264 @ 0x624521efd7c0] error while decoding MB 93 61, bytestream -5", "last_exit_at": "2026-10-30T16:53:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 144.162, "last_started_at": "2026-10-30T16:51:28+09:00", "pid": 12169, "process": {"exists": false, "pid": 12169}, "restart_count": 44, "restart_count_per_hour": 22, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.255, "sample_count": 2071, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 61081, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:53:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.048, "last_frame_pushed_at": "2026-10-30T16:53:53+09:00", "last_frame_read_age_sec": 0.193, "last_frame_read_at": "2026-10-30T16:53:52+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 14, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 584.58, "last_sample_duration_ms": 893.61, "last_trigger": "periodic", "next_snapshot_in_sec": 15.42, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 14, "storage_bytes": 1182370}, "mjpeg": {"age_sec": 0.037, "exists": true, "mtime": "2026-10-30T16:53:53.019440+09:00", "mtime_epoch": 1793346833.0194397, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113902}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:53:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 835.941, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 18, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 61081, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.722, "max": 11.0, "p95": 8.0, "sample_count": 227}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.211, "max": 5.0, "p95": 5.0, "sample_count": 227}, "total": {"avg": 4.211, "max": 5.0, "p95": 5.0, "sample_count": 227}}, "tracking_counts": {"active": {"avg": 0.969, "max": 2.0, "p95": 2.0, "sample_count": 227}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "removed": {"avg": 0.018, "max": 1.0, "p95": 0.0, "sample_count": 227}, "tracked": {"avg": 0.969, "max": 2.0, "p95": 2.0, "sample_count": 227}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.576, "pushed": 7.576, "read": 7.542}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 226, "client_acquire_ms": {"avg_ms": 0.008, "count": 226, "max_ms": 0.037, "p95_ms": 0.018, "reason": null, "sample_age_ms": 147.331, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.003, "count": 226, "max_ms": 7.839, "p95_ms": 3.239, "reason": null, "sample_age_ms": 201.619, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.428, "count": 226, "max_ms": 7.506, "p95_ms": 2.291, "reason": null, "sample_age_ms": 202.034, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.367, "count": 226, "max_ms": 1.11, "p95_ms": 0.69, "reason": null, "sample_age_ms": 147.338, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.099, "count": 226, "max_ms": 6.134, "p95_ms": 3.52, "reason": null, "sample_age_ms": 199.763, "source": "client_direct"}, "request_count": 226, "request_tensor_bytes": {"avg": 2764808.0, "count": 226, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 199.732, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 226, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 147.568, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.677, "count": 226, "max_ms": 90.109, "p95_ms": 75.364, "reason": null, "sample_age_ms": 147.328, "source": "client_direct"}, "sample_age_ms": 147.326, "source": "client_direct", "task_total_ms": {"avg_ms": 56.327, "count": 226, "max_ms": 93.905, "p95_ms": 77.786, "reason": null, "sample_age_ms": 147.326, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.43, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.743, "count": 227, "max_ms": 24.397, "p95_ms": 16.268}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.627, "count": 227, "max_ms": 2.608, "p95_ms": 1.308}, "detection_prepare_ms": {"avg_ms": 1.983, "count": 227, "max_ms": 10.245, "p95_ms": 3.761}, "event_filter_ms": {"avg_ms": 0.007, "count": 227, "max_ms": 0.037, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.54, "count": 227, "max_ms": 3.187, "p95_ms": 0.872}, "mcmt_ms": {"avg_ms": 0.004, "count": 227, "max_ms": 0.036, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 4.639, "count": 227, "max_ms": 15.532, "p95_ms": 7.152}, "setup_ms": {"avg_ms": 0.045, "count": 227, "max_ms": 0.15, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 10.671, "count": 227, "max_ms": 24.247, "p95_ms": 16.169}, "track_match_ms": {"avg_ms": 0.19, "count": 227, "max_ms": 0.573, "p95_ms": 0.355}, "tracker_update_ms": {"avg_ms": 2.634, "count": 227, "max_ms": 7.058, "p95_ms": 4.398}}, "gstreamer_push": {"avg_ms": 3.253, "count": 227, "max_ms": 9.569, "p95_ms": 5.62}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 227, "max_ms": 0.736, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.949, "count": 227, "max_ms": 95.483, "p95_ms": 79.979}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.585, "count": 227, "max_ms": 14.934, "p95_ms": 8.556}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.983, "count": 227, "max_ms": 168.812, "p95_ms": 143.208}, "inference_input_copy_ms": {"avg_ms": 1.741, "count": 227, "max_ms": 9.076, "p95_ms": 2.951}, "processing_residual_ms": {"avg_ms": 0.263, "count": 227, "max_ms": 0.758, "p95_ms": 0.541}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 117.572, "count": 227, "max_ms": 177.049, "p95_ms": 149.32}, "read_interval": {"avg_ms": 132.406, "count": 226, "max_ms": 215.329, "p95_ms": 180.189}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 227, "max_ms": 0.426, "p95_ms": 0.051}, "execute_total_ms": {"avg_ms": 4.519, "count": 227, "max_ms": 8.611, "p95_ms": 7.032}, "resolve_scenarios_ms": {"avg_ms": 0.051, "count": 227, "max_ms": 7.56, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.494, "count": 227, "max_ms": 8.255, "p95_ms": 7.016}, "worker_merge_ms": {"avg_ms": 0.007, "count": 227, "max_ms": 0.039, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 57.964, "count": 227, "max_ms": 95.5, "p95_ms": 79.997}, "visualize": {"avg_ms": 41.929, "count": 227, "max_ms": 74.002, "p95_ms": 57.243}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.667, "count": 227, "max_ms": 55.344, "p95_ms": 45.146}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.345, "count": 227, "max_ms": 70.293, "p95_ms": 54.99}, "visualize_input_copy_ms": {"avg_ms": 1.361, "count": 227, "max_ms": 8.389, "p95_ms": 2.292}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.196, "count": 227, "max_ms": 70.118, "p95_ms": 54.843}, "visualizer_prepare_ms": {"avg_ms": 0.082, "count": 227, "max_ms": 1.878, "p95_ms": 0.138}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 227}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 835.801, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 28.338, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.141, "sample_count": 2090, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 60927, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:53:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 111260, "write_bytes_delta": 111260, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 949.0, "cpu_core_ratio": 0.412889, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 12169, "reason": null, "system_cpu_core_ratio": 0.034325, "system_cpu_s_delta": 0.6900000000000004, "user_cpu_core_ratio": 0.378564, "user_cpu_s_delta": 7.609999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.874914, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.57705, "system_cpu_s_delta": 11.599999999999454, "user_cpu_core_ratio": 1.297864, "user_cpu_s_delta": 26.090000000000146}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.276, "count": 228, "max_ms": 12.689, "p95_ms": 5.468, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.982, "max": 9.0, "p95": 8.0, "sample_count": 228}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.961, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 228}, "total": {"avg": 3.961, "max": 5.0, "p95": 5.0, "sample_count": 228}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.529, "count": 30, "max": 62.045, "p95": 50.576, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.668, "count": 30, "max": 29.737, "p95": 24.262, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 582.333, "count": 30, "max": 966.0, "p95": 947.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 456.533, "count": 30, "max": 2701.0, "p95": 2246.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.181, "p95": 0.074, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.362, "count": 30, "max": 0.427, "p95": 0.404, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.133, "p95": 0.048, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 107848.033, "count": 30, "max": 113096.0, "p95": 112385.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 107848.033, "count": 30, "max": 113096.0, "p95": 112385.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.567, "count": 30, "max": 29.0, "p95": 19.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.544, "count": 30, "max": 0.65, "p95": 0.616, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.184, "count": 30, "max": 1.397, "p95": 1.345, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 573, "sampled_at": "2026-10-30T16:53:32+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:53:32+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 139587, "flush_count": 142, "flush_interval_seconds": 30.0, "flush_state": {"count": 142, "last_at": "2026-10-30T16:53:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:53:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 141}, "started": true, "suppressed_count": 60961, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 60940}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 142, "written_record_count": 142}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4890.117, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 168876748800, "copied_frame_count": 61081, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 20, "events_failed": 0, "events_observed": 21, "events_suppressed": 1, "frame_buffer_copied_bytes": 168876748800, "frame_buffer_copies": 61081, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1000, "recorder_active_input_bytes": 2764800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 20, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 20, "worker_jobs_accepted": 20, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1218, "count": 512, "max_ms": 1.5158, "p50_ms": 0.1054, "p95_ms": 0.2184, "p99_ms": 0.2856}, "stages": {"db_insert": {"avg_ms": 18.5213, "count": 20, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.1563, "p99_ms": 32.829, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8875, "count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1203.3401, "count": 21, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1375.0681, "p99_ms": 3813.3464, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5257, "count": 512, "max_ms": 7.8909, "p50_ms": 1.4029, "p95_ms": 2.7203, "p99_ms": 3.1988, "results": {"failed": 0, "not_applicable": 0, "success": 61081, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.1475, "count": 21, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 643.0416, "p99_ms": 654.1443, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2016, "count": 20, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 58.5415, "p99_ms": 63.7445, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5692, "count": 512, "max_ms": 12.236, "p50_ms": 5.3523, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5741, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4492, "p95_ms": 2.7471, "p99_ms": 3.9562, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 573.1842, "count": 20, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 639.4208, "p99_ms": 650.8331, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.8629, "count": 20, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 536.8663, "p99_ms": 551.7345, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2095, "count": 20, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.4569, "p99_ms": 98.9507, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1155, "count": 20, "max_ms": 15.8949, "p50_ms": 2.3202, "p95_ms": 8.9726, "p99_ms": 14.5104, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.5036, "count": 20, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 2.9103, "p99_ms": 7.9552, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 593.3894, "count": 20, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 868.2179, "p99_ms": 3175.7524, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6457, "count": 20, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.9879, "p99_ms": 10.6042, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4657, "count": 20, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 75.0988, "p99_ms": 88.7901, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1593, "count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6442, "count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 683.5979, "count": 20, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 931.3869, "p99_ms": 3256.267, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 20, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676}, "wait_ms": {"count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 20, "artifact_failed": 0, "artifact_requested": 20, "artifact_success": 20, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 20, "database_requested": 20, "db_insert_success": 20, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15561, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 20, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 20}, "snapshot": {"copied_bytes": 55296000, "copied_count": 20, "copy": {"count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 41, "h264_decode_error_count": 102, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:53:52+09:00", "last_error_summary": "[h264 @ 0x624521efd7c0] error while decoding MB 93 61, bytestream -5", "last_exit_at": "2026-10-30T16:53:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 144.203, "last_started_at": "2026-10-30T16:51:28+09:00", "pid": 12169, "process": {"exists": false, "pid": 12169}, "restart_count": 44, "restart_count_per_hour": 22, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 45}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.255, "sample_count": 2070, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 61081, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:53:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.088, "last_frame_pushed_at": "2026-10-30T16:53:53+09:00", "last_frame_read_age_sec": 0.234, "last_frame_read_at": "2026-10-30T16:53:52+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 14, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 584.613, "last_sample_duration_ms": 893.61, "last_trigger": "periodic", "next_snapshot_in_sec": 15.387, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 14, "storage_bytes": 1182370}, "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-10-30T16:53:53.019440+09:00", "mtime_epoch": 1793346833.0194397, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113902}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:53:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 835.941, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 18, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 61081, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.726, "max": 11.0, "p95": 8.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.212, "max": 5.0, "p95": 5.0, "sample_count": 226}, "total": {"avg": 4.212, "max": 5.0, "p95": 5.0, "sample_count": 226}}, "tracking_counts": {"active": {"avg": 0.973, "max": 2.0, "p95": 2.0, "sample_count": 226}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "removed": {"avg": 0.018, "max": 1.0, "p95": 0.0, "sample_count": 226}, "tracked": {"avg": 0.973, "max": 2.0, "p95": 2.0, "sample_count": 226}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.534, "pushed": 7.567, "read": 7.534}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 226, "client_acquire_ms": {"avg_ms": 0.008, "count": 226, "max_ms": 0.037, "p95_ms": 0.018, "reason": null, "sample_age_ms": 184.582, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.007, "count": 225, "max_ms": 7.839, "p95_ms": 3.245, "reason": null, "sample_age_ms": 238.871, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.43, "count": 225, "max_ms": 7.506, "p95_ms": 2.292, "reason": null, "sample_age_ms": 239.285, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.367, "count": 226, "max_ms": 1.11, "p95_ms": 0.69, "reason": null, "sample_age_ms": 184.589, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.099, "count": 226, "max_ms": 6.134, "p95_ms": 3.52, "reason": null, "sample_age_ms": 237.015, "source": "client_direct"}, "request_count": 225, "request_tensor_bytes": {"avg": 2764808.0, "count": 226, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 236.984, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 226, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 184.819, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.677, "count": 226, "max_ms": 90.109, "p95_ms": 75.364, "reason": null, "sample_age_ms": 184.579, "source": "client_direct"}, "sample_age_ms": 184.577, "source": "client_direct", "task_total_ms": {"avg_ms": 56.327, "count": 226, "max_ms": 93.905, "p95_ms": 77.786, "reason": null, "sample_age_ms": 184.577, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.935, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.735, "count": 226, "max_ms": 24.397, "p95_ms": 16.268}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.628, "count": 226, "max_ms": 2.608, "p95_ms": 1.308}, "detection_prepare_ms": {"avg_ms": 1.981, "count": 226, "max_ms": 10.245, "p95_ms": 3.761}, "event_filter_ms": {"avg_ms": 0.007, "count": 226, "max_ms": 0.037, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.54, "count": 226, "max_ms": 3.187, "p95_ms": 0.872}, "mcmt_ms": {"avg_ms": 0.004, "count": 226, "max_ms": 0.036, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 4.638, "count": 226, "max_ms": 15.532, "p95_ms": 7.152}, "setup_ms": {"avg_ms": 0.045, "count": 226, "max_ms": 0.15, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 10.664, "count": 226, "max_ms": 24.247, "p95_ms": 16.169}, "track_match_ms": {"avg_ms": 0.191, "count": 226, "max_ms": 0.573, "p95_ms": 0.355}, "tracker_update_ms": {"avg_ms": 2.631, "count": 226, "max_ms": 7.058, "p95_ms": 4.398}}, "gstreamer_push": {"avg_ms": 3.253, "count": 227, "max_ms": 9.569, "p95_ms": 5.62}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 226, "max_ms": 0.736, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.804, "count": 226, "max_ms": 95.483, "p95_ms": 79.829}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.588, "count": 226, "max_ms": 14.934, "p95_ms": 8.556}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.82, "count": 226, "max_ms": 168.812, "p95_ms": 142.595}, "inference_input_copy_ms": {"avg_ms": 1.741, "count": 226, "max_ms": 9.076, "p95_ms": 2.951}, "processing_residual_ms": {"avg_ms": 0.263, "count": 226, "max_ms": 0.758, "p95_ms": 0.541}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 117.412, "count": 226, "max_ms": 177.049, "p95_ms": 149.227}, "read_interval": {"avg_ms": 132.406, "count": 226, "max_ms": 215.329, "p95_ms": 180.189}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 226, "max_ms": 0.426, "p95_ms": 0.051}, "execute_total_ms": {"avg_ms": 4.518, "count": 226, "max_ms": 8.611, "p95_ms": 7.032}, "resolve_scenarios_ms": {"avg_ms": 0.051, "count": 226, "max_ms": 7.56, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.493, "count": 226, "max_ms": 8.255, "p95_ms": 7.016}, "worker_merge_ms": {"avg_ms": 0.007, "count": 226, "max_ms": 0.039, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 57.819, "count": 226, "max_ms": 95.5, "p95_ms": 79.837}, "visualize": {"avg_ms": 41.919, "count": 226, "max_ms": 74.002, "p95_ms": 57.243}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.663, "count": 226, "max_ms": 55.344, "p95_ms": 45.146}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.346, "count": 226, "max_ms": 70.293, "p95_ms": 54.99}, "visualize_input_copy_ms": {"avg_ms": 1.353, "count": 226, "max_ms": 8.389, "p95_ms": 2.229}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.197, "count": 226, "max_ms": 70.118, "p95_ms": 54.843}, "visualizer_prepare_ms": {"avg_ms": 0.082, "count": 226, "max_ms": 1.878, "p95_ms": 0.138}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 226}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 835.801, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 28.338, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.141, "sample_count": 2090, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 60927, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:53:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 111260, "write_bytes_delta": 111260, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 949.0, "cpu_core_ratio": 0.412889, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 12169, "reason": null, "system_cpu_core_ratio": 0.034325, "system_cpu_s_delta": 0.6900000000000004, "user_cpu_core_ratio": 0.378564, "user_cpu_s_delta": 7.609999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.874914, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.57705, "system_cpu_s_delta": 11.599999999999454, "user_cpu_core_ratio": 1.297864, "user_cpu_s_delta": 26.090000000000146}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.276, "count": 228, "max_ms": 12.689, "p95_ms": 5.468, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.982, "max": 9.0, "p95": 8.0, "sample_count": 228}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.961, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 228}, "total": {"avg": 3.961, "max": 5.0, "p95": 5.0, "sample_count": 228}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.529, "count": 30, "max": 62.045, "p95": 50.576, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.668, "count": 30, "max": 29.737, "p95": 24.262, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 582.333, "count": 30, "max": 966.0, "p95": 947.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 456.533, "count": 30, "max": 2701.0, "p95": 2246.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.181, "p95": 0.074, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.362, "count": 30, "max": 0.427, "p95": 0.404, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.133, "p95": 0.048, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 107848.033, "count": 30, "max": 113096.0, "p95": 112385.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 107848.033, "count": 30, "max": 113096.0, "p95": 112385.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.567, "count": 30, "max": 29.0, "p95": 19.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.544, "count": 30, "max": 0.65, "p95": 0.616, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.184, "count": 30, "max": 1.397, "p95": 1.345, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 573, "sampled_at": "2026-10-30T16:53:32+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:53:32+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 139587, "flush_count": 142, "flush_interval_seconds": 30.0, "flush_state": {"count": 142, "last_at": "2026-10-30T16:53:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:53:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 141}, "started": true, "suppressed_count": 60961, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 60940}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 142, "written_record_count": 142}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5064.715, "limit_mb": null}, "detail": {"pid": 12401, "restart_count": 45, "start_count": 46}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 168876748800, "copied_frame_count": 61081, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 20, "events_failed": 0, "events_observed": 21, "events_suppressed": 1, "frame_buffer_copied_bytes": 168876748800, "frame_buffer_copies": 61081, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1000, "recorder_active_input_bytes": 2764800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 20, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 20, "worker_jobs_accepted": 20, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1218, "count": 512, "max_ms": 1.5158, "p50_ms": 0.1054, "p95_ms": 0.2184, "p99_ms": 0.2856}, "stages": {"db_insert": {"avg_ms": 18.5213, "count": 20, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.1563, "p99_ms": 32.829, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8875, "count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1203.3401, "count": 21, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1375.0681, "p99_ms": 3813.3464, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5257, "count": 512, "max_ms": 7.8909, "p50_ms": 1.4029, "p95_ms": 2.7203, "p99_ms": 3.1988, "results": {"failed": 0, "not_applicable": 0, "success": 61081, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.1475, "count": 21, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 643.0416, "p99_ms": 654.1443, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2016, "count": 20, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 58.5415, "p99_ms": 63.7445, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5692, "count": 512, "max_ms": 12.236, "p50_ms": 5.3523, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5741, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4492, "p95_ms": 2.7471, "p99_ms": 3.9562, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 573.1842, "count": 20, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 639.4208, "p99_ms": 650.8331, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.8629, "count": 20, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 536.8663, "p99_ms": 551.7345, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2095, "count": 20, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.4569, "p99_ms": 98.9507, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1155, "count": 20, "max_ms": 15.8949, "p50_ms": 2.3202, "p95_ms": 8.9726, "p99_ms": 14.5104, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.5036, "count": 20, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 2.9103, "p99_ms": 7.9552, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 593.3894, "count": 20, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 868.2179, "p99_ms": 3175.7524, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6457, "count": 20, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.9879, "p99_ms": 10.6042, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4657, "count": 20, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 75.0988, "p99_ms": 88.7901, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1593, "count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6442, "count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 683.5979, "count": 20, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 931.3869, "p99_ms": 3256.267, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 20, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676}, "wait_ms": {"count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 20, "artifact_failed": 0, "artifact_requested": 20, "artifact_success": 20, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 20, "database_requested": 20, "db_insert_success": 20, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15561, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 20, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 20}, "snapshot": {"copied_bytes": 55296000, "copied_count": 20, "copy": {"count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 41, "h264_decode_error_count": 102, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:53:52+09:00", "last_error_summary": "[h264 @ 0x624521efd7c0] error while decoding MB 93 61, bytestream -5", "last_exit_at": "2026-10-30T16:53:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T16:53:55+09:00", "pid": 12401, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.266, "name": "ffmpeg", "pid": 12401, "rss_mb": 209.266, "state": "S (sleeping)", "threads": 70}, "restart_count": 45, "restart_count_per_hour": 22, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.255, "sample_count": 2037, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 61081, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:53:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.55, "last_frame_pushed_at": "2026-10-30T16:53:53+09:00", "last_frame_read_age_sec": 4.695, "last_frame_read_at": "2026-10-30T16:53:52+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 14, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 589.073, "last_sample_duration_ms": 893.61, "last_trigger": "periodic", "next_snapshot_in_sec": 10.927, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 14, "storage_bytes": 1182370}, "mjpeg": {"age_sec": 4.539, "exists": true, "mtime": "2026-10-30T16:53:53.019440+09:00", "mtime_epoch": 1793346833.0194397, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113902}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:53:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 835.945, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 18, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 61081, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.641, "max": 11.0, "p95": 8.0, "sample_count": 192}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.255, "max": 5.0, "p95": 5.0, "sample_count": 192}, "total": {"avg": 4.255, "max": 5.0, "p95": 5.0, "sample_count": 192}}, "tracking_counts": {"active": {"avg": 1.115, "max": 2.0, "p95": 2.0, "sample_count": 192}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "removed": {"avg": 0.016, "max": 1.0, "p95": 0.0, "sample_count": 192}, "tracked": {"avg": 1.115, "max": 2.0, "p95": 2.0, "sample_count": 192}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.414, "pushed": 6.414, "read": 6.381}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 191, "client_acquire_ms": {"avg_ms": 0.008, "count": 191, "max_ms": 0.037, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4645.353, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.978, "count": 191, "max_ms": 7.839, "p95_ms": 3.105, "reason": null, "sample_age_ms": 4699.641, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.44, "count": 191, "max_ms": 7.506, "p95_ms": 2.284, "reason": null, "sample_age_ms": 4700.056, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.372, "count": 191, "max_ms": 1.11, "p95_ms": 0.693, "reason": null, "sample_age_ms": 4645.36, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.111, "count": 191, "max_ms": 6.134, "p95_ms": 3.575, "reason": null, "sample_age_ms": 4697.785, "source": "client_direct"}, "request_count": 191, "request_tensor_bytes": {"avg": 2764808.0, "count": 191, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4697.754, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 191, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4645.59, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.838, "count": 191, "max_ms": 90.109, "p95_ms": 75.129, "reason": null, "sample_age_ms": 4645.35, "source": "client_direct"}, "sample_age_ms": 4645.348, "source": "client_direct", "task_total_ms": {"avg_ms": 56.506, "count": 191, "max_ms": 93.905, "p95_ms": 77.754, "reason": null, "sample_age_ms": 4645.348, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.313, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.96, "count": 192, "max_ms": 24.397, "p95_ms": 16.268}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.656, "count": 192, "max_ms": 2.608, "p95_ms": 1.315}, "detection_prepare_ms": {"avg_ms": 2.039, "count": 192, "max_ms": 10.245, "p95_ms": 3.761}, "event_filter_ms": {"avg_ms": 0.007, "count": 192, "max_ms": 0.037, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.531, "count": 192, "max_ms": 3.187, "p95_ms": 0.861}, "mcmt_ms": {"avg_ms": 0.004, "count": 192, "max_ms": 0.023, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 4.727, "count": 192, "max_ms": 15.532, "p95_ms": 7.152}, "setup_ms": {"avg_ms": 0.046, "count": 192, "max_ms": 0.15, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 10.888, "count": 192, "max_ms": 24.247, "p95_ms": 16.169}, "track_match_ms": {"avg_ms": 0.203, "count": 192, "max_ms": 0.573, "p95_ms": 0.359}, "tracker_update_ms": {"avg_ms": 2.674, "count": 192, "max_ms": 7.058, "p95_ms": 4.335}}, "gstreamer_push": {"avg_ms": 3.31, "count": 192, "max_ms": 9.569, "p95_ms": 5.649}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 192, "max_ms": 0.736, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.979, "count": 192, "max_ms": 95.483, "p95_ms": 79.979}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.59, "count": 192, "max_ms": 14.09, "p95_ms": 8.253}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.216, "count": 192, "max_ms": 168.812, "p95_ms": 145.268}, "inference_input_copy_ms": {"avg_ms": 1.763, "count": 192, "max_ms": 9.076, "p95_ms": 3.092}, "processing_residual_ms": {"avg_ms": 0.268, "count": 192, "max_ms": 0.758, "p95_ms": 0.552}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 117.836, "count": 192, "max_ms": 177.049, "p95_ms": 154.781}, "read_interval": {"avg_ms": 132.85, "count": 191, "max_ms": 215.329, "p95_ms": 184.242}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 192, "max_ms": 0.426, "p95_ms": 0.056}, "execute_total_ms": {"avg_ms": 4.601, "count": 192, "max_ms": 8.611, "p95_ms": 7.032}, "resolve_scenarios_ms": {"avg_ms": 0.057, "count": 192, "max_ms": 7.56, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.577, "count": 192, "max_ms": 8.255, "p95_ms": 7.016}, "worker_merge_ms": {"avg_ms": 0.008, "count": 192, "max_ms": 0.039, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 57.994, "count": 192, "max_ms": 95.5, "p95_ms": 79.997}, "visualize": {"avg_ms": 41.896, "count": 192, "max_ms": 74.002, "p95_ms": 57.632}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.686, "count": 192, "max_ms": 55.344, "p95_ms": 45.595}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.314, "count": 192, "max_ms": 70.293, "p95_ms": 56.357}, "visualize_input_copy_ms": {"avg_ms": 1.361, "count": 192, "max_ms": 8.389, "p95_ms": 2.311}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.174, "count": 192, "max_ms": 70.118, "p95_ms": 56.256}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 192, "max_ms": 0.28, "p95_ms": 0.134}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 192}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 835.801, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 28.338, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.141, "sample_count": 2090, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 60927, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:53:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 111260, "write_bytes_delta": 111260, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 949.0, "cpu_core_ratio": 0.412889, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 12169, "reason": null, "system_cpu_core_ratio": 0.034325, "system_cpu_s_delta": 0.6900000000000004, "user_cpu_core_ratio": 0.378564, "user_cpu_s_delta": 7.609999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.874914, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.57705, "system_cpu_s_delta": 11.599999999999454, "user_cpu_core_ratio": 1.297864, "user_cpu_s_delta": 26.090000000000146}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.276, "count": 228, "max_ms": 12.689, "p95_ms": 5.468, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.982, "max": 9.0, "p95": 8.0, "sample_count": 228}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.961, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 228}, "total": {"avg": 3.961, "max": 5.0, "p95": 5.0, "sample_count": 228}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.529, "count": 30, "max": 62.045, "p95": 50.576, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.668, "count": 30, "max": 29.737, "p95": 24.262, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 582.333, "count": 30, "max": 966.0, "p95": 947.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 456.533, "count": 30, "max": 2701.0, "p95": 2246.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.181, "p95": 0.074, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.362, "count": 30, "max": 0.427, "p95": 0.404, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.133, "p95": 0.048, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 107848.033, "count": 30, "max": 113096.0, "p95": 112385.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 107848.033, "count": 30, "max": 113096.0, "p95": 112385.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.567, "count": 30, "max": 29.0, "p95": 19.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.544, "count": 30, "max": 0.65, "p95": 0.616, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.184, "count": 30, "max": 1.397, "p95": 1.345, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 573, "sampled_at": "2026-10-30T16:53:32+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:53:32+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 141553, "flush_count": 144, "flush_interval_seconds": 30.0, "flush_state": {"count": 144, "last_at": "2026-10-30T16:55:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:55:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 143}, "started": true, "suppressed_count": 62256, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 62235}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 144, "written_record_count": 144}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4886.336, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x611c60d780c0] error while decoding MB 5 64, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 172459929600, "copied_frame_count": 62377, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 20, "events_failed": 0, "events_observed": 21, "events_suppressed": 1, "frame_buffer_copied_bytes": 172459929600, "frame_buffer_copies": 62377, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1000, "recorder_active_input_bytes": 2764800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 20, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 20, "worker_jobs_accepted": 20, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1119, "count": 512, "max_ms": 0.322, "p50_ms": 0.0988, "p95_ms": 0.2073, "p99_ms": 0.281}, "stages": {"db_insert": {"avg_ms": 18.5213, "count": 20, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.1563, "p99_ms": 32.829, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8875, "count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1203.3401, "count": 21, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1375.0681, "p99_ms": 3813.3464, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4414, "count": 512, "max_ms": 4.4971, "p50_ms": 1.3523, "p95_ms": 2.5039, "p99_ms": 2.9245, "results": {"failed": 0, "not_applicable": 0, "success": 62377, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.1475, "count": 21, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 643.0416, "p99_ms": 654.1443, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2016, "count": 20, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 58.5415, "p99_ms": 63.7445, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5692, "count": 512, "max_ms": 12.236, "p50_ms": 5.3523, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5741, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4492, "p95_ms": 2.7471, "p99_ms": 3.9562, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 573.1842, "count": 20, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 639.4208, "p99_ms": 650.8331, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.8629, "count": 20, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 536.8663, "p99_ms": 551.7345, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2095, "count": 20, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.4569, "p99_ms": 98.9507, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1155, "count": 20, "max_ms": 15.8949, "p50_ms": 2.3202, "p95_ms": 8.9726, "p99_ms": 14.5104, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.5036, "count": 20, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 2.9103, "p99_ms": 7.9552, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 593.3894, "count": 20, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 868.2179, "p99_ms": 3175.7524, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6457, "count": 20, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.9879, "p99_ms": 10.6042, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4657, "count": 20, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 75.0988, "p99_ms": 88.7901, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1593, "count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6442, "count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 683.5979, "count": 20, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 931.3869, "p99_ms": 3256.267, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 20, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676}, "wait_ms": {"count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 20, "artifact_failed": 0, "artifact_requested": 20, "artifact_success": 20, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 20, "database_requested": 20, "db_insert_success": 20, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15561, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 20, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 20}, "snapshot": {"copied_bytes": 55296000, "copied_count": 20, "copy": {"count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 42, "h264_decode_error_count": 103, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:56:39+09:00", "last_error_summary": "[h264 @ 0x611c60d780c0] error while decoding MB 5 64, bytestream -5", "last_exit_at": "2026-10-30T16:53:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 163.667, "last_started_at": "2026-10-30T16:53:55+09:00", "pid": 12401, "process": {"exists": false, "pid": 12401}, "restart_count": 45, "restart_count_per_hour": 21, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.664, "sample_count": 2286, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 62377, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:56:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.077, "last_frame_pushed_at": "2026-10-30T16:56:39+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-10-30T16:56:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 15, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 148.574, "last_sample_duration_ms": 1064.141, "last_trigger": "periodic", "next_snapshot_in_sec": 451.426, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 15, "storage_bytes": 1191911}, "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-10-30T16:56:39.157646+09:00", "mtime_epoch": 1793346999.157646, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114907}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:56:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 836.488, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 18, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 62378, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.948, "max": 12.0, "p95": 9.0, "sample_count": 233}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.858, "max": 4.0, "p95": 4.0, "sample_count": 233}, "total": {"avg": 2.858, "max": 4.0, "p95": 4.0, "sample_count": 233}}, "tracking_counts": {"active": {"avg": 0.253, "max": 2.0, "p95": 1.0, "sample_count": 233}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}, "removed": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 233}, "tracked": {"avg": 0.253, "max": 2.0, "p95": 1.0, "sample_count": 233}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 234, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.864, "pushed": 7.864, "read": 7.898}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 234, "client_acquire_ms": {"avg_ms": 0.008, "count": 234, "max_ms": 0.03, "p95_ms": 0.017, "reason": null, "sample_age_ms": 32.151, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.933, "count": 234, "max_ms": 6.93, "p95_ms": 3.341, "reason": null, "sample_age_ms": 79.029, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.415, "count": 234, "max_ms": 6.572, "p95_ms": 2.456, "reason": null, "sample_age_ms": 79.212, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.393, "count": 234, "max_ms": 2.588, "p95_ms": 0.745, "reason": null, "sample_age_ms": 32.184, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.004, "count": 234, "max_ms": 5.172, "p95_ms": 3.576, "reason": null, "sample_age_ms": 78.163, "source": "client_direct"}, "request_count": 234, "request_tensor_bytes": {"avg": 2764808.0, "count": 234, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 78.151, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 234, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 33.114, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.067, "count": 234, "max_ms": 106.513, "p95_ms": 74.479, "reason": null, "sample_age_ms": 32.141, "source": "client_direct"}, "sample_age_ms": 32.13, "source": "client_direct", "task_total_ms": {"avg_ms": 55.664, "count": 234, "max_ms": 108.17, "p95_ms": 77.144, "reason": null, "sample_age_ms": 32.13, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.995, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.25, "count": 233, "max_ms": 25.234, "p95_ms": 12.971}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.499, "count": 233, "max_ms": 1.767, "p95_ms": 1.048}, "detection_prepare_ms": {"avg_ms": 1.816, "count": 233, "max_ms": 17.875, "p95_ms": 3.202}, "event_filter_ms": {"avg_ms": 0.006, "count": 233, "max_ms": 0.042, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.436, "count": 233, "max_ms": 1.083, "p95_ms": 0.757}, "mcmt_ms": {"avg_ms": 0.004, "count": 233, "max_ms": 0.025, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 3.077, "count": 233, "max_ms": 6.687, "p95_ms": 5.386}, "setup_ms": {"avg_ms": 0.045, "count": 233, "max_ms": 0.137, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 8.188, "count": 233, "max_ms": 25.188, "p95_ms": 12.904}, "track_match_ms": {"avg_ms": 0.114, "count": 233, "max_ms": 0.661, "p95_ms": 0.251}, "tracker_update_ms": {"avg_ms": 2.19, "count": 233, "max_ms": 6.441, "p95_ms": 3.741}}, "gstreamer_push": {"avg_ms": 3.236, "count": 233, "max_ms": 9.649, "p95_ms": 5.312}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 233, "max_ms": 0.178, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.099, "count": 233, "max_ms": 109.168, "p95_ms": 79.858}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.261, "count": 233, "max_ms": 15.736, "p95_ms": 9.598}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.212, "count": 233, "max_ms": 169.233, "p95_ms": 136.716}, "inference_input_copy_ms": {"avg_ms": 1.741, "count": 233, "max_ms": 6.012, "p95_ms": 3.217}, "processing_residual_ms": {"avg_ms": 0.236, "count": 233, "max_ms": 0.687, "p95_ms": 0.437}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.45, "count": 233, "max_ms": 173.875, "p95_ms": 145.896}, "read_interval": {"avg_ms": 136.604, "count": 234, "max_ms": 2409.91, "p95_ms": 182.147}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 233, "max_ms": 0.047, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 2.995, "count": 233, "max_ms": 6.603, "p95_ms": 5.253}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 233, "max_ms": 0.082, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.977, "count": 233, "max_ms": 6.586, "p95_ms": 5.212}, "worker_merge_ms": {"avg_ms": 0.007, "count": 233, "max_ms": 0.043, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 57.114, "count": 233, "max_ms": 109.178, "p95_ms": 79.867}, "visualize": {"avg_ms": 39.583, "count": 233, "max_ms": 70.604, "p95_ms": 56.428}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.779, "count": 233, "max_ms": 58.983, "p95_ms": 44.918}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.045, "count": 233, "max_ms": 68.47, "p95_ms": 54.259}, "visualize_input_copy_ms": {"avg_ms": 1.324, "count": 233, "max_ms": 3.494, "p95_ms": 2.413}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.903, "count": 233, "max_ms": 68.148, "p95_ms": 54.04}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 233, "max_ms": 0.238, "p95_ms": 0.159}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 233}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 836.352, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.388, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.131, "sample_count": 2276, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 62106, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:56:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 113240, "write_bytes_delta": 113240, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 527.0, "cpu_core_ratio": 0.475504, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 12401, "reason": null, "system_cpu_core_ratio": 0.03796, "system_cpu_s_delta": 0.3799999999999999, "user_cpu_core_ratio": 0.437543, "user_cpu_s_delta": 4.3799999999999955}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.681246, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.51746, "system_cpu_s_delta": 5.1799999999993815, "user_cpu_core_ratio": 1.163786, "user_cpu_s_delta": 11.649999999999636}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.16, "count": 247, "max_ms": 13.681, "p95_ms": 5.225, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.332, "max": 18.0, "p95": 12.0, "sample_count": 247}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.024, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 247}, "total": {"avg": 3.024, "max": 5.0, "p95": 4.0, "sample_count": 247}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.078, "count": 30, "max": 62.045, "p95": 57.72, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.105, "count": 30, "max": 29.737, "p95": 24.677, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 667.333, "count": 30, "max": 1041.0, "p95": 1027.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 412.6, "count": 30, "max": 2880.0, "p95": 2087.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.04, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.373, "count": 30, "max": 0.438, "p95": 0.427, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.087, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 109564.967, "count": 30, "max": 113938.0, "p95": 113286.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109564.967, "count": 30, "max": 113938.0, "p95": 113286.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.6, "count": 30, "max": 37.0, "p95": 20.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.544, "count": 30, "max": 0.65, "p95": 0.616, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.19, "count": 30, "max": 1.397, "p95": 1.345, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 582, "sampled_at": "2026-10-30T16:56:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:56:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.628, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 141553, "flush_count": 144, "flush_interval_seconds": 30.0, "flush_state": {"count": 144, "last_at": "2026-10-30T16:55:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:55:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 143}, "started": true, "suppressed_count": 62256, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 62235}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 144, "written_record_count": 144}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4886.457, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T16:56:39+09:00", "last_error_summary": "[h264 @ 0x611c60d780c0] error while decoding MB 5 64, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 172462694400, "copied_frame_count": 62378, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 20, "events_failed": 0, "events_observed": 21, "events_suppressed": 1, "frame_buffer_copied_bytes": 172462694400, "frame_buffer_copies": 62378, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1000, "recorder_active_input_bytes": 2764800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 20, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 20, "worker_jobs_accepted": 20, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1119, "count": 512, "max_ms": 0.322, "p50_ms": 0.0988, "p95_ms": 0.2073, "p99_ms": 0.281}, "stages": {"db_insert": {"avg_ms": 18.5213, "count": 20, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.1563, "p99_ms": 32.829, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8875, "count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1203.3401, "count": 21, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1375.0681, "p99_ms": 3813.3464, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4409, "count": 512, "max_ms": 4.4971, "p50_ms": 1.3523, "p95_ms": 2.5039, "p99_ms": 2.9245, "results": {"failed": 0, "not_applicable": 0, "success": 62378, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.1475, "count": 21, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 643.0416, "p99_ms": 654.1443, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2016, "count": 20, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 58.5415, "p99_ms": 63.7445, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5692, "count": 512, "max_ms": 12.236, "p50_ms": 5.3523, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5741, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4492, "p95_ms": 2.7471, "p99_ms": 3.9562, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 573.1842, "count": 20, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 639.4208, "p99_ms": 650.8331, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.8629, "count": 20, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 536.8663, "p99_ms": 551.7345, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2095, "count": 20, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.4569, "p99_ms": 98.9507, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1155, "count": 20, "max_ms": 15.8949, "p50_ms": 2.3202, "p95_ms": 8.9726, "p99_ms": 14.5104, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.5036, "count": 20, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 2.9103, "p99_ms": 7.9552, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 593.3894, "count": 20, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 868.2179, "p99_ms": 3175.7524, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6457, "count": 20, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.9879, "p99_ms": 10.6042, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4657, "count": 20, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 75.0988, "p99_ms": 88.7901, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1593, "count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6442, "count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 683.5979, "count": 20, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 931.3869, "p99_ms": 3256.267, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 20, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676}, "wait_ms": {"count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 20, "artifact_failed": 0, "artifact_requested": 20, "artifact_success": 20, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 20, "database_requested": 20, "db_insert_success": 20, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15561, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 20, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 20}, "snapshot": {"copied_bytes": 55296000, "copied_count": 20, "copy": {"count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 42, "h264_decode_error_count": 103, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:56:39+09:00", "last_error_summary": "[h264 @ 0x611c60d780c0] error while decoding MB 5 64, bytestream -5", "last_exit_at": "2026-10-30T16:56:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 163.707, "last_started_at": "2026-10-30T16:53:55+09:00", "pid": 12401, "process": {"exists": false, "pid": 12401}, "restart_count": 45, "restart_count_per_hour": 21, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.664, "sample_count": 2287, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 62378, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:56:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T16:56:39+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-10-30T16:56:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 15, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 148.612, "last_sample_duration_ms": 1064.141, "last_trigger": "periodic", "next_snapshot_in_sec": 451.388, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 15, "storage_bytes": 1191911}, "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-10-30T16:56:39.157646+09:00", "mtime_epoch": 1793346999.157646, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114907}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:56:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 836.484, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 18, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 62378, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.949, "max": 12.0, "p95": 9.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.859, "max": 4.0, "p95": 4.0, "sample_count": 234}, "total": {"avg": 2.859, "max": 4.0, "p95": 4.0, "sample_count": 234}}, "tracking_counts": {"active": {"avg": 0.252, "max": 2.0, "p95": 1.0, "sample_count": 234}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}, "removed": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 234}, "tracked": {"avg": 0.252, "max": 2.0, "p95": 1.0, "sample_count": 234}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 234, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.887, "pushed": 7.887, "read": 7.887}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 234, "client_acquire_ms": {"avg_ms": 0.008, "count": 234, "max_ms": 0.03, "p95_ms": 0.017, "reason": null, "sample_age_ms": 72.793, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.933, "count": 234, "max_ms": 6.93, "p95_ms": 3.341, "reason": null, "sample_age_ms": 119.671, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.415, "count": 234, "max_ms": 6.572, "p95_ms": 2.456, "reason": null, "sample_age_ms": 119.854, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.393, "count": 234, "max_ms": 2.588, "p95_ms": 0.745, "reason": null, "sample_age_ms": 72.826, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.004, "count": 234, "max_ms": 5.172, "p95_ms": 3.576, "reason": null, "sample_age_ms": 118.806, "source": "client_direct"}, "request_count": 234, "request_tensor_bytes": {"avg": 2764808.0, "count": 234, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 118.793, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 234, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 73.756, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.067, "count": 234, "max_ms": 106.513, "p95_ms": 74.479, "reason": null, "sample_age_ms": 72.783, "source": "client_direct"}, "sample_age_ms": 72.773, "source": "client_direct", "task_total_ms": {"avg_ms": 55.664, "count": 234, "max_ms": 108.17, "p95_ms": 77.144, "reason": null, "sample_age_ms": 72.773, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.283, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.26, "count": 234, "max_ms": 25.234, "p95_ms": 12.971}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.501, "count": 234, "max_ms": 1.767, "p95_ms": 1.048}, "detection_prepare_ms": {"avg_ms": 1.819, "count": 234, "max_ms": 17.875, "p95_ms": 3.202}, "event_filter_ms": {"avg_ms": 0.006, "count": 234, "max_ms": 0.042, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.437, "count": 234, "max_ms": 1.083, "p95_ms": 0.757}, "mcmt_ms": {"avg_ms": 0.004, "count": 234, "max_ms": 0.025, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 3.08, "count": 234, "max_ms": 6.687, "p95_ms": 5.386}, "setup_ms": {"avg_ms": 0.045, "count": 234, "max_ms": 0.137, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 8.198, "count": 234, "max_ms": 25.188, "p95_ms": 12.904}, "track_match_ms": {"avg_ms": 0.114, "count": 234, "max_ms": 0.661, "p95_ms": 0.251}, "tracker_update_ms": {"avg_ms": 2.192, "count": 234, "max_ms": 6.441, "p95_ms": 3.741}}, "gstreamer_push": {"avg_ms": 3.228, "count": 234, "max_ms": 9.649, "p95_ms": 5.312}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 234, "max_ms": 0.178, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.06, "count": 234, "max_ms": 109.168, "p95_ms": 79.858}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.254, "count": 234, "max_ms": 15.736, "p95_ms": 9.598}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.207, "count": 234, "max_ms": 169.233, "p95_ms": 136.716}, "inference_input_copy_ms": {"avg_ms": 1.739, "count": 234, "max_ms": 6.012, "p95_ms": 3.217}, "processing_residual_ms": {"avg_ms": 0.236, "count": 234, "max_ms": 0.687, "p95_ms": 0.437}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.437, "count": 234, "max_ms": 173.875, "p95_ms": 145.896}, "read_interval": {"avg_ms": 136.604, "count": 234, "max_ms": 2409.91, "p95_ms": 182.147}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 234, "max_ms": 0.047, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 2.998, "count": 234, "max_ms": 6.603, "p95_ms": 5.253}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 234, "max_ms": 0.082, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.979, "count": 234, "max_ms": 6.586, "p95_ms": 5.212}, "worker_merge_ms": {"avg_ms": 0.007, "count": 234, "max_ms": 0.043, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 57.075, "count": 234, "max_ms": 109.178, "p95_ms": 79.867}, "visualize": {"avg_ms": 39.609, "count": 234, "max_ms": 70.604, "p95_ms": 56.428}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.808, "count": 234, "max_ms": 58.983, "p95_ms": 44.918}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.067, "count": 234, "max_ms": 68.47, "p95_ms": 54.259}, "visualize_input_copy_ms": {"avg_ms": 1.327, "count": 234, "max_ms": 3.494, "p95_ms": 2.413}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.926, "count": 234, "max_ms": 68.148, "p95_ms": 54.04}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 234, "max_ms": 0.238, "p95_ms": 0.159}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 234}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 836.352, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.388, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.131, "sample_count": 2276, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 62106, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:56:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 113240, "write_bytes_delta": 113240, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 527.0, "cpu_core_ratio": 0.475504, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 12401, "reason": null, "system_cpu_core_ratio": 0.03796, "system_cpu_s_delta": 0.3799999999999999, "user_cpu_core_ratio": 0.437543, "user_cpu_s_delta": 4.3799999999999955}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.681246, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.51746, "system_cpu_s_delta": 5.1799999999993815, "user_cpu_core_ratio": 1.163786, "user_cpu_s_delta": 11.649999999999636}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.16, "count": 247, "max_ms": 13.681, "p95_ms": 5.225, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.332, "max": 18.0, "p95": 12.0, "sample_count": 247}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.024, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 247}, "total": {"avg": 3.024, "max": 5.0, "p95": 4.0, "sample_count": 247}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.078, "count": 30, "max": 62.045, "p95": 57.72, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.105, "count": 30, "max": 29.737, "p95": 24.677, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 667.333, "count": 30, "max": 1041.0, "p95": 1027.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 412.6, "count": 30, "max": 2880.0, "p95": 2087.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.04, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.373, "count": 30, "max": 0.438, "p95": 0.427, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.087, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 109564.967, "count": 30, "max": 113938.0, "p95": 113286.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109564.967, "count": 30, "max": 113938.0, "p95": 113286.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.6, "count": 30, "max": 37.0, "p95": 20.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.544, "count": 30, "max": 0.65, "p95": 0.616, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.19, "count": 30, "max": 1.397, "p95": 1.345, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 582, "sampled_at": "2026-10-30T16:56:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:56:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.668, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 141553, "flush_count": 144, "flush_interval_seconds": 30.0, "flush_state": {"count": 144, "last_at": "2026-10-30T16:55:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:55:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 143}, "started": true, "suppressed_count": 62256, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 62235}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 144, "written_record_count": 144}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4887.191, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 172462694400, "copied_frame_count": 62378, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 20, "events_failed": 0, "events_observed": 21, "events_suppressed": 1, "frame_buffer_copied_bytes": 172462694400, "frame_buffer_copies": 62378, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1000, "recorder_active_input_bytes": 2764800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 20, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 20, "worker_jobs_accepted": 20, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1119, "count": 512, "max_ms": 0.322, "p50_ms": 0.0988, "p95_ms": 0.2073, "p99_ms": 0.281}, "stages": {"db_insert": {"avg_ms": 18.5213, "count": 20, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.1563, "p99_ms": 32.829, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8875, "count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1203.3401, "count": 21, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1375.0681, "p99_ms": 3813.3464, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4409, "count": 512, "max_ms": 4.4971, "p50_ms": 1.3523, "p95_ms": 2.5039, "p99_ms": 2.9245, "results": {"failed": 0, "not_applicable": 0, "success": 62378, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.1475, "count": 21, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 643.0416, "p99_ms": 654.1443, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2016, "count": 20, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 58.5415, "p99_ms": 63.7445, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5692, "count": 512, "max_ms": 12.236, "p50_ms": 5.3523, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5741, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4492, "p95_ms": 2.7471, "p99_ms": 3.9562, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 573.1842, "count": 20, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 639.4208, "p99_ms": 650.8331, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.8629, "count": 20, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 536.8663, "p99_ms": 551.7345, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2095, "count": 20, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.4569, "p99_ms": 98.9507, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1155, "count": 20, "max_ms": 15.8949, "p50_ms": 2.3202, "p95_ms": 8.9726, "p99_ms": 14.5104, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.5036, "count": 20, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 2.9103, "p99_ms": 7.9552, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 593.3894, "count": 20, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 868.2179, "p99_ms": 3175.7524, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6457, "count": 20, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.9879, "p99_ms": 10.6042, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4657, "count": 20, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 75.0988, "p99_ms": 88.7901, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1593, "count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6442, "count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 683.5979, "count": 20, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 931.3869, "p99_ms": 3256.267, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 20, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676}, "wait_ms": {"count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 20, "artifact_failed": 0, "artifact_requested": 20, "artifact_success": 20, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 20, "database_requested": 20, "db_insert_success": 20, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15561, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 20, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 20}, "snapshot": {"copied_bytes": 55296000, "copied_count": 20, "copy": {"count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 42, "h264_decode_error_count": 103, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:56:39+09:00", "last_error_summary": "[h264 @ 0x611c60d780c0] error while decoding MB 5 64, bytestream -5", "last_exit_at": "2026-10-30T16:56:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 163.742, "last_started_at": "2026-10-30T16:53:55+09:00", "pid": 12401, "process": {"exists": false, "pid": 12401}, "restart_count": 45, "restart_count_per_hour": 21, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.664, "sample_count": 2287, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 62378, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:56:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.035, "last_frame_pushed_at": "2026-10-30T16:56:39+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-10-30T16:56:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 15, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 148.653, "last_sample_duration_ms": 1064.141, "last_trigger": "periodic", "next_snapshot_in_sec": 451.347, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 15, "storage_bytes": 1191911}, "mjpeg": {"age_sec": 0.026, "exists": true, "mtime": "2026-10-30T16:56:39.273647+09:00", "mtime_epoch": 1793346999.2736468, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114969}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:56:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 836.484, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 18, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 62378, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.949, "max": 12.0, "p95": 9.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.859, "max": 4.0, "p95": 4.0, "sample_count": 234}, "total": {"avg": 2.859, "max": 4.0, "p95": 4.0, "sample_count": 234}}, "tracking_counts": {"active": {"avg": 0.252, "max": 2.0, "p95": 1.0, "sample_count": 234}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}, "removed": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 234}, "tracked": {"avg": 0.252, "max": 2.0, "p95": 1.0, "sample_count": 234}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 234, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.878, "pushed": 7.878, "read": 7.878}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 234, "client_acquire_ms": {"avg_ms": 0.008, "count": 234, "max_ms": 0.03, "p95_ms": 0.017, "reason": null, "sample_age_ms": 110.878, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.933, "count": 234, "max_ms": 6.93, "p95_ms": 3.341, "reason": null, "sample_age_ms": 157.756, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.415, "count": 234, "max_ms": 6.572, "p95_ms": 2.456, "reason": null, "sample_age_ms": 157.939, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.393, "count": 234, "max_ms": 2.588, "p95_ms": 0.745, "reason": null, "sample_age_ms": 110.912, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.004, "count": 234, "max_ms": 5.172, "p95_ms": 3.576, "reason": null, "sample_age_ms": 156.891, "source": "client_direct"}, "request_count": 234, "request_tensor_bytes": {"avg": 2764808.0, "count": 234, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 156.878, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 234, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 111.842, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.067, "count": 234, "max_ms": 106.513, "p95_ms": 74.479, "reason": null, "sample_age_ms": 110.868, "source": "client_direct"}, "sample_age_ms": 110.858, "source": "client_direct", "task_total_ms": {"avg_ms": 55.664, "count": 234, "max_ms": 108.17, "p95_ms": 77.144, "reason": null, "sample_age_ms": 110.858, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.842, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.26, "count": 234, "max_ms": 25.234, "p95_ms": 12.971}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.501, "count": 234, "max_ms": 1.767, "p95_ms": 1.048}, "detection_prepare_ms": {"avg_ms": 1.819, "count": 234, "max_ms": 17.875, "p95_ms": 3.202}, "event_filter_ms": {"avg_ms": 0.006, "count": 234, "max_ms": 0.042, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.437, "count": 234, "max_ms": 1.083, "p95_ms": 0.757}, "mcmt_ms": {"avg_ms": 0.004, "count": 234, "max_ms": 0.025, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 3.08, "count": 234, "max_ms": 6.687, "p95_ms": 5.386}, "setup_ms": {"avg_ms": 0.045, "count": 234, "max_ms": 0.137, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 8.198, "count": 234, "max_ms": 25.188, "p95_ms": 12.904}, "track_match_ms": {"avg_ms": 0.114, "count": 234, "max_ms": 0.661, "p95_ms": 0.251}, "tracker_update_ms": {"avg_ms": 2.192, "count": 234, "max_ms": 6.441, "p95_ms": 3.741}}, "gstreamer_push": {"avg_ms": 3.228, "count": 234, "max_ms": 9.649, "p95_ms": 5.312}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 234, "max_ms": 0.178, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.06, "count": 234, "max_ms": 109.168, "p95_ms": 79.858}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.254, "count": 234, "max_ms": 15.736, "p95_ms": 9.598}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.207, "count": 234, "max_ms": 169.233, "p95_ms": 136.716}, "inference_input_copy_ms": {"avg_ms": 1.739, "count": 234, "max_ms": 6.012, "p95_ms": 3.217}, "processing_residual_ms": {"avg_ms": 0.236, "count": 234, "max_ms": 0.687, "p95_ms": 0.437}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.437, "count": 234, "max_ms": 173.875, "p95_ms": 145.896}, "read_interval": {"avg_ms": 136.604, "count": 234, "max_ms": 2409.91, "p95_ms": 182.147}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 234, "max_ms": 0.047, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 2.998, "count": 234, "max_ms": 6.603, "p95_ms": 5.253}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 234, "max_ms": 0.082, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.979, "count": 234, "max_ms": 6.586, "p95_ms": 5.212}, "worker_merge_ms": {"avg_ms": 0.007, "count": 234, "max_ms": 0.043, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 57.075, "count": 234, "max_ms": 109.178, "p95_ms": 79.867}, "visualize": {"avg_ms": 39.609, "count": 234, "max_ms": 70.604, "p95_ms": 56.428}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.808, "count": 234, "max_ms": 58.983, "p95_ms": 44.918}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.067, "count": 234, "max_ms": 68.47, "p95_ms": 54.259}, "visualize_input_copy_ms": {"avg_ms": 1.327, "count": 234, "max_ms": 3.494, "p95_ms": 2.413}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.926, "count": 234, "max_ms": 68.148, "p95_ms": 54.04}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 234, "max_ms": 0.238, "p95_ms": 0.159}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 234}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 836.352, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.388, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.131, "sample_count": 2276, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 62106, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:56:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 113240, "write_bytes_delta": 113240, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 527.0, "cpu_core_ratio": 0.475504, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 12401, "reason": null, "system_cpu_core_ratio": 0.03796, "system_cpu_s_delta": 0.3799999999999999, "user_cpu_core_ratio": 0.437543, "user_cpu_s_delta": 4.3799999999999955}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.681246, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.51746, "system_cpu_s_delta": 5.1799999999993815, "user_cpu_core_ratio": 1.163786, "user_cpu_s_delta": 11.649999999999636}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.16, "count": 247, "max_ms": 13.681, "p95_ms": 5.225, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.332, "max": 18.0, "p95": 12.0, "sample_count": 247}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.024, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 247}, "total": {"avg": 3.024, "max": 5.0, "p95": 4.0, "sample_count": 247}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.078, "count": 30, "max": 62.045, "p95": 57.72, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.105, "count": 30, "max": 29.737, "p95": 24.677, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 667.333, "count": 30, "max": 1041.0, "p95": 1027.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 412.6, "count": 30, "max": 2880.0, "p95": 2087.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.04, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.373, "count": 30, "max": 0.438, "p95": 0.427, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.087, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 109564.967, "count": 30, "max": 113938.0, "p95": 113286.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109564.967, "count": 30, "max": 113938.0, "p95": 113286.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.6, "count": 30, "max": 37.0, "p95": 20.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.544, "count": 30, "max": 0.65, "p95": 0.616, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.19, "count": 30, "max": 1.397, "p95": 1.345, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 582, "sampled_at": "2026-10-30T16:56:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:56:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.703, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 141553, "flush_count": 144, "flush_interval_seconds": 30.0, "flush_state": {"count": 144, "last_at": "2026-10-30T16:55:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:55:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 143}, "started": true, "suppressed_count": 62256, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 21, "tracking_summary": 62235}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 144, "written_record_count": 144}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5055.625, "limit_mb": null}, "detail": {"pid": 12517, "restart_count": 46, "start_count": 47}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 172462694400, "copied_frame_count": 62378, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 21, "events_emitted": 20, "events_failed": 0, "events_observed": 21, "events_suppressed": 1, "frame_buffer_copied_bytes": 172462694400, "frame_buffer_copies": 62378, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1000, "recorder_active_input_bytes": 2764800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 20, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 20, "worker_jobs_accepted": 20, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1119, "count": 512, "max_ms": 0.322, "p50_ms": 0.0988, "p95_ms": 0.2073, "p99_ms": 0.281}, "stages": {"db_insert": {"avg_ms": 18.5213, "count": 20, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.1563, "p99_ms": 32.829, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8875, "count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1203.3401, "count": 21, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1375.0681, "p99_ms": 3813.3464, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4409, "count": 512, "max_ms": 4.4971, "p50_ms": 1.3523, "p95_ms": 2.5039, "p99_ms": 2.9245, "results": {"failed": 0, "not_applicable": 0, "success": 62378, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.1475, "count": 21, "max_ms": 656.9199, "p50_ms": 583.5144, "p95_ms": 643.0416, "p99_ms": 654.1443, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2016, "count": 20, "max_ms": 65.0452, "p50_ms": 36.1721, "p95_ms": 58.5415, "p99_ms": 63.7445, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5692, "count": 512, "max_ms": 12.236, "p50_ms": 5.3523, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5741, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4492, "p95_ms": 2.7471, "p99_ms": 3.9562, "results": {"failed": 0, "not_applicable": 0, "success": 1000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 573.1842, "count": 20, "max_ms": 653.6862, "p50_ms": 579.6759, "p95_ms": 639.4208, "p99_ms": 650.8331, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 479.8629, "count": 20, "max_ms": 555.4516, "p50_ms": 483.5244, "p95_ms": 536.8663, "p99_ms": 551.7345, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.2095, "count": 20, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.4569, "p99_ms": 98.9507, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.1155, "count": 20, "max_ms": 15.8949, "p50_ms": 2.3202, "p95_ms": 8.9726, "p99_ms": 14.5104, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4777, "count": 20, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.5267, "p99_ms": 6.9269, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.8872, "count": 21, "max_ms": 1.6683, "p50_ms": 0.8759, "p95_ms": 1.3202, "p99_ms": 1.5987, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.5036, "count": 20, "max_ms": 9.2164, "p50_ms": 0.9776, "p95_ms": 2.9103, "p99_ms": 7.9552, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 593.3894, "count": 20, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 868.2179, "p99_ms": 3175.7524, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6457, "count": 20, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.9879, "p99_ms": 10.6042, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4657, "count": 20, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 75.0988, "p99_ms": 88.7901, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1593, "count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6442, "count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 683.5979, "count": 20, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 931.3869, "p99_ms": 3256.267, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 20, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 20, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.2294, "p99_ms": 0.9676}, "wait_ms": {"count": 20, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2952, "p99_ms": 5.2282}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 20, "artifact_failed": 0, "artifact_requested": 20, "artifact_success": 20, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 20, "database_requested": 20, "db_insert_success": 20, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15561, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 20, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 20}, "snapshot": {"copied_bytes": 55296000, "copied_count": 20, "copy": {"count": 20, "max_ms": 3.8064, "p50_ms": 1.7808, "p95_ms": 2.7464, "p99_ms": 3.5944}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 42, "h264_decode_error_count": 103, "h264_decode_error_count_per_hour": 35, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:56:39+09:00", "last_error_summary": "[h264 @ 0x611c60d780c0] error while decoding MB 5 64, bytestream -5", "last_exit_at": "2026-10-30T16:56:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T16:56:41+09:00", "pid": 12517, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.184, "name": "ffmpeg", "pid": 12517, "rss_mb": 206.184, "state": "S (sleeping)", "threads": 70}, "restart_count": 46, "restart_count_per_hour": 22, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.664, "sample_count": 2254, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 62378, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:56:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.141, "last_frame_pushed_at": "2026-10-30T16:56:39+09:00", "last_frame_read_age_sec": 4.252, "last_frame_read_at": "2026-10-30T16:56:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 15, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 152.762, "last_sample_duration_ms": 1064.141, "last_trigger": "periodic", "next_snapshot_in_sec": 447.238, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 15, "storage_bytes": 1191911}, "mjpeg": {"age_sec": 4.131, "exists": true, "mtime": "2026-10-30T16:56:39.273647+09:00", "mtime_epoch": 1793346999.2736468, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114969}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:56:43+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 836.488, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 18, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 62378, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.094, "max": 12.0, "p95": 10.0, "sample_count": 202}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.975, "max": 4.0, "p95": 4.0, "sample_count": 202}, "total": {"avg": 2.975, "max": 4.0, "p95": 4.0, "sample_count": 202}}, "tracking_counts": {"active": {"avg": 0.292, "max": 2.0, "p95": 1.0, "sample_count": 202}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}, "removed": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 202}, "tracked": {"avg": 0.292, "max": 2.0, "p95": 1.0, "sample_count": 202}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.746, "pushed": 6.746, "read": 6.712}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 201, "client_acquire_ms": {"avg_ms": 0.008, "count": 202, "max_ms": 0.03, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4210.214, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.906, "count": 201, "max_ms": 6.93, "p95_ms": 3.097, "reason": null, "sample_age_ms": 4257.092, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.416, "count": 201, "max_ms": 6.572, "p95_ms": 2.455, "reason": null, "sample_age_ms": 4257.275, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.401, "count": 202, "max_ms": 2.588, "p95_ms": 0.747, "reason": null, "sample_age_ms": 4210.247, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.972, "count": 201, "max_ms": 4.348, "p95_ms": 3.508, "reason": null, "sample_age_ms": 4256.227, "source": "client_direct"}, "request_count": 201, "request_tensor_bytes": {"avg": 2764808.0, "count": 201, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4256.214, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 202, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4211.177, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.739, "count": 202, "max_ms": 106.513, "p95_ms": 75.645, "reason": null, "sample_age_ms": 4210.204, "source": "client_direct"}, "sample_age_ms": 4210.194, "source": "client_direct", "task_total_ms": {"avg_ms": 56.297, "count": 202, "max_ms": 108.17, "p95_ms": 78.893, "reason": null, "sample_age_ms": 4210.194, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.65, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.473, "count": 202, "max_ms": 25.234, "p95_ms": 13.151}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.513, "count": 202, "max_ms": 1.767, "p95_ms": 1.048}, "detection_prepare_ms": {"avg_ms": 1.852, "count": 202, "max_ms": 17.875, "p95_ms": 3.202}, "event_filter_ms": {"avg_ms": 0.007, "count": 202, "max_ms": 0.042, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.448, "count": 202, "max_ms": 1.083, "p95_ms": 0.757}, "mcmt_ms": {"avg_ms": 0.004, "count": 202, "max_ms": 0.025, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 3.193, "count": 202, "max_ms": 6.687, "p95_ms": 5.386}, "setup_ms": {"avg_ms": 0.045, "count": 202, "max_ms": 0.137, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 8.409, "count": 202, "max_ms": 25.188, "p95_ms": 13.049}, "track_match_ms": {"avg_ms": 0.12, "count": 202, "max_ms": 0.661, "p95_ms": 0.255}, "tracker_update_ms": {"avg_ms": 2.227, "count": 202, "max_ms": 6.441, "p95_ms": 3.741}}, "gstreamer_push": {"avg_ms": 3.249, "count": 202, "max_ms": 9.649, "p95_ms": 5.429}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 202, "max_ms": 0.178, "p95_ms": 0.107}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.679, "count": 202, "max_ms": 109.168, "p95_ms": 80.21}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.294, "count": 202, "max_ms": 15.736, "p95_ms": 9.598}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.419, "count": 202, "max_ms": 169.233, "p95_ms": 137.426}, "inference_input_copy_ms": {"avg_ms": 1.721, "count": 202, "max_ms": 6.012, "p95_ms": 3.217}, "processing_residual_ms": {"avg_ms": 0.239, "count": 202, "max_ms": 0.687, "p95_ms": 0.437}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.674, "count": 202, "max_ms": 173.875, "p95_ms": 146.516}, "read_interval": {"avg_ms": 128.328, "count": 201, "max_ms": 246.783, "p95_ms": 179.044}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 202, "max_ms": 0.047, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 3.109, "count": 202, "max_ms": 6.603, "p95_ms": 5.303}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 202, "max_ms": 0.082, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.09, "count": 202, "max_ms": 6.586, "p95_ms": 5.29}, "worker_merge_ms": {"avg_ms": 0.007, "count": 202, "max_ms": 0.033, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 57.693, "count": 202, "max_ms": 109.178, "p95_ms": 80.219}, "visualize": {"avg_ms": 39.988, "count": 202, "max_ms": 70.604, "p95_ms": 56.428}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.978, "count": 202, "max_ms": 58.983, "p95_ms": 44.918}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.45, "count": 202, "max_ms": 68.47, "p95_ms": 54.259}, "visualize_input_copy_ms": {"avg_ms": 1.322, "count": 202, "max_ms": 3.494, "p95_ms": 2.388}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.308, "count": 202, "max_ms": 68.148, "p95_ms": 54.04}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 202, "max_ms": 0.238, "p95_ms": 0.158}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 202}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 836.352, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.388, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.131, "sample_count": 2276, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 62106, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:56:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 113240, "write_bytes_delta": 113240, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 527.0, "cpu_core_ratio": 0.475504, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 12401, "reason": null, "system_cpu_core_ratio": 0.03796, "system_cpu_s_delta": 0.3799999999999999, "user_cpu_core_ratio": 0.437543, "user_cpu_s_delta": 4.3799999999999955}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.681246, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.51746, "system_cpu_s_delta": 5.1799999999993815, "user_cpu_core_ratio": 1.163786, "user_cpu_s_delta": 11.649999999999636}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.16, "count": 247, "max_ms": 13.681, "p95_ms": 5.225, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.332, "max": 18.0, "p95": 12.0, "sample_count": 247}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.024, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 247}, "total": {"avg": 3.024, "max": 5.0, "p95": 4.0, "sample_count": 247}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.078, "count": 30, "max": 62.045, "p95": 57.72, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.105, "count": 30, "max": 29.737, "p95": 24.677, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 667.333, "count": 30, "max": 1041.0, "p95": 1027.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 412.6, "count": 30, "max": 2880.0, "p95": 2087.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.04, "p95": 0.038, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.373, "count": 30, "max": 0.438, "p95": 0.427, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.087, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 109564.967, "count": 30, "max": 113938.0, "p95": 113286.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109564.967, "count": 30, "max": 113938.0, "p95": 113286.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.6, "count": 30, "max": 37.0, "p95": 20.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.544, "count": 30, "max": 0.65, "p95": 0.616, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.19, "count": 30, "max": 1.397, "p95": 1.345, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 582, "sampled_at": "2026-10-30T16:56:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:56:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 74743, "flush_count": 146, "flush_interval_seconds": 30.0, "flush_state": {"count": 146, "last_at": "2026-10-30T16:57:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:57:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 145}, "started": true, "suppressed_count": 75614, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 75614}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 146, "written_record_count": 146}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4736.789, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x571509c72700] error while decoding MB 117 91, bytestream -9", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 209458483200, "copied_frame_count": 75759, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 209458483200, "frame_buffer_copies": 75759, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1111, "count": 512, "max_ms": 1.1037, "p50_ms": 0.0956, "p95_ms": 0.2176, "p99_ms": 0.2935}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2635, "count": 512, "max_ms": 3.1781, "p50_ms": 1.1724, "p95_ms": 2.331, "p99_ms": 2.8302, "results": {"failed": 0, "not_applicable": 0, "success": 75759, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 43, "h264_decode_error_count": 63, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:58:33+09:00", "last_error_summary": "[h264 @ 0x571509c72700] error while decoding MB 117 91, bytestream -9", "last_exit_at": "2026-10-30T16:33:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.881, "last_started_at": "2026-10-30T16:51:35+09:00", "pid": 12285, "process": {"exists": false, "pid": 12285}, "restart_count": 45, "restart_count_per_hour": 5, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.122, "sample_count": 2783, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 75759, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:58:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.031, "last_frame_pushed_at": "2026-10-30T16:58:33+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-10-30T16:58:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 15, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 263.212, "last_sample_duration_ms": 1064.141, "last_trigger": "periodic", "next_snapshot_in_sec": 336.788, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 15, "storage_bytes": 1191911}, "mjpeg": {"age_sec": 0.028, "exists": true, "mtime": "2026-10-30T16:58:33.837432+09:00", "mtime_epoch": 1793347113.8374324, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 104781}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T16:58:33+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 751.898, "name": "celery", "pid": 176, "rss_mb": 749.152, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 75759, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 83, "pushed_frames": 83, "read_frames": 83, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.768, "pushed": 2.768, "read": 2.768}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 83, "client_acquire_ms": {"avg_ms": 0.005, "count": 83, "max_ms": 0.022, "p95_ms": 0.011, "reason": null, "sample_age_ms": 74.888, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.473, "count": 83, "max_ms": 2.321, "p95_ms": 1.281, "reason": null, "sample_age_ms": 107.46, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.239, "count": 83, "max_ms": 1.97, "p95_ms": 1.014, "reason": null, "sample_age_ms": 107.658, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.078, "count": 83, "max_ms": 0.281, "p95_ms": 0.203, "reason": null, "sample_age_ms": 74.896, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.1, "count": 83, "max_ms": 3.533, "p95_ms": 1.935, "reason": null, "sample_age_ms": 106.252, "source": "client_direct"}, "request_count": 83, "request_tensor_bytes": {"avg": 2211848.0, "count": 83, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 106.228, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 83, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 75.009, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.902, "count": 83, "max_ms": 57.794, "p95_ms": 53.849, "reason": null, "sample_age_ms": 74.884, "source": "client_direct"}, "sample_age_ms": 74.88, "source": "client_direct", "task_total_ms": {"avg_ms": 31.209, "count": 83, "max_ms": 59.48, "p95_ms": 55.949, "reason": null, "sample_age_ms": 74.88, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 9.13, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.553, "count": 83, "max_ms": 1.515, "p95_ms": 1.131}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.171, "count": 83, "max_ms": 0.526, "p95_ms": 0.324}, "detection_prepare_ms": {"avg_ms": 0.078, "count": 83, "max_ms": 0.215, "p95_ms": 0.165}, "event_filter_ms": {"avg_ms": 0.003, "count": 83, "max_ms": 0.016, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.063, "count": 83, "max_ms": 0.148, "p95_ms": 0.114}, "mcmt_ms": {"avg_ms": 0.002, "count": 83, "max_ms": 0.014, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.144, "count": 83, "max_ms": 0.518, "p95_ms": 0.28}, "setup_ms": {"avg_ms": 0.032, "count": 83, "max_ms": 0.094, "p95_ms": 0.068}, "total_inside_ms": {"avg_ms": 0.521, "count": 83, "max_ms": 1.43, "p95_ms": 1.059}, "track_match_ms": {"avg_ms": 0.004, "count": 83, "max_ms": 0.011, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.022, "count": 83, "max_ms": 0.055, "p95_ms": 0.049}}, "gstreamer_push": {"avg_ms": 2.147, "count": 83, "max_ms": 4.799, "p95_ms": 3.873}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 83, "max_ms": 0.132, "p95_ms": 0.08}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.943, "count": 83, "max_ms": 62.3, "p95_ms": 56.935}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.025, "count": 83, "max_ms": 0.073, "p95_ms": 0.053}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.529, "count": 83, "max_ms": 102.182, "p95_ms": 90.224}, "inference_input_copy_ms": {"avg_ms": 1.064, "count": 83, "max_ms": 3.031, "p95_ms": 1.817}, "processing_residual_ms": {"avg_ms": 0.085, "count": 83, "max_ms": 0.267, "p95_ms": 0.185}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 60.704, "count": 83, "max_ms": 103.916, "p95_ms": 93.013}, "read_interval": {"avg_ms": 361.38, "count": 83, "max_ms": 5993.811, "p95_ms": 1681.243}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 83, "max_ms": 0.037, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.098, "count": 83, "max_ms": 0.377, "p95_ms": 0.2}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 83, "max_ms": 0.027, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.085, "count": 83, "max_ms": 0.342, "p95_ms": 0.178}, "worker_merge_ms": {"avg_ms": 0.004, "count": 83, "max_ms": 0.022, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 31.955, "count": 83, "max_ms": 62.328, "p95_ms": 56.949}, "visualize": {"avg_ms": 26.333, "count": 83, "max_ms": 43.068, "p95_ms": 37.894}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.673, "count": 83, "max_ms": 41.756, "p95_ms": 37.132}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.174, "count": 83, "max_ms": 42.574, "p95_ms": 37.782}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.101, "count": 83, "max_ms": 42.366, "p95_ms": 37.72}, "visualizer_prepare_ms": {"avg_ms": 0.044, "count": 83, "max_ms": 0.171, "p95_ms": 0.095}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 83}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 749.141, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 49.735, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.109, "sample_count": 2782, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 75739, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:58:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104600, "write_bytes_delta": 104600, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 68.0, "cpu_core_ratio": 0.110671, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 12285, "reason": null, "system_cpu_core_ratio": 0.002938, "system_cpu_s_delta": 0.029999999999997584, "user_cpu_core_ratio": 0.107733, "user_cpu_s_delta": 1.099999999999966}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.028402, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.002938, "system_cpu_s_delta": 0.029999999999972715, "user_cpu_core_ratio": 0.025464, "user_cpu_s_delta": 0.2600000000002183}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.024, "count": 82, "max_ms": 4.319, "p95_ms": 3.214, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 82}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.293, "count": 30, "max": 49.735, "p95": 29.889, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.089, "count": 30, "max": 29.5, "p95": 26.446, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 684.567, "count": 30, "max": 747.0, "p95": 745.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4.8, "count": 30, "max": 101.0, "p95": 11.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.064, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.19, "count": 30, "max": 1.369, "p95": 1.342, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103718.333, "count": 30, "max": 104953.0, "p95": 104824.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103718.333, "count": 30, "max": 104953.0, "p95": 104824.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 105.333, "count": 30, "max": 132.0, "p95": 115.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.07, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.551, "count": 30, "max": 0.624, "p95": 0.621, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 610, "sampled_at": "2026-10-30T16:58:32+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:58:32+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 74743, "flush_count": 146, "flush_interval_seconds": 30.0, "flush_state": {"count": 146, "last_at": "2026-10-30T16:57:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:57:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 145}, "started": true, "suppressed_count": 75614, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 75614}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 146, "written_record_count": 146}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4736.816, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 209458483200, "copied_frame_count": 75759, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 209458483200, "frame_buffer_copies": 75759, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1111, "count": 512, "max_ms": 1.1037, "p50_ms": 0.0956, "p95_ms": 0.2176, "p99_ms": 0.2935}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2635, "count": 512, "max_ms": 3.1781, "p50_ms": 1.1724, "p95_ms": 2.331, "p99_ms": 2.8302, "results": {"failed": 0, "not_applicable": 0, "success": 75759, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 43, "h264_decode_error_count": 63, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:58:33+09:00", "last_error_summary": "[h264 @ 0x571509c72700] error while decoding MB 117 91, bytestream -9", "last_exit_at": "2026-10-30T16:33:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.88, "last_started_at": "2026-10-30T16:51:35+09:00", "pid": 12285, "process": {"exists": false, "pid": 12285}, "restart_count": 45, "restart_count_per_hour": 5, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.122, "sample_count": 2783, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 75759, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:58:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.03, "last_frame_pushed_at": "2026-10-30T16:58:33+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-10-30T16:58:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 15, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 263.219, "last_sample_duration_ms": 1064.141, "last_trigger": "periodic", "next_snapshot_in_sec": 336.781, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 15, "storage_bytes": 1191911}, "mjpeg": {"age_sec": 0.022, "exists": true, "mtime": "2026-10-30T16:58:33.837432+09:00", "mtime_epoch": 1793347113.8374324, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 104781}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T16:58:33+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 751.898, "name": "celery", "pid": 176, "rss_mb": 749.152, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 75759, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 83, "pushed_frames": 83, "read_frames": 83, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.768, "pushed": 2.768, "read": 2.768}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 83, "client_acquire_ms": {"avg_ms": 0.005, "count": 83, "max_ms": 0.022, "p95_ms": 0.011, "reason": null, "sample_age_ms": 71.731, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.473, "count": 83, "max_ms": 2.321, "p95_ms": 1.281, "reason": null, "sample_age_ms": 104.303, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.239, "count": 83, "max_ms": 1.97, "p95_ms": 1.014, "reason": null, "sample_age_ms": 104.501, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.078, "count": 83, "max_ms": 0.281, "p95_ms": 0.203, "reason": null, "sample_age_ms": 71.739, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.1, "count": 83, "max_ms": 3.533, "p95_ms": 1.935, "reason": null, "sample_age_ms": 103.095, "source": "client_direct"}, "request_count": 83, "request_tensor_bytes": {"avg": 2211848.0, "count": 83, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 103.071, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 83, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 71.852, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.902, "count": 83, "max_ms": 57.794, "p95_ms": 53.849, "reason": null, "sample_age_ms": 71.727, "source": "client_direct"}, "sample_age_ms": 71.723, "source": "client_direct", "task_total_ms": {"avg_ms": 31.209, "count": 83, "max_ms": 59.48, "p95_ms": 55.949, "reason": null, "sample_age_ms": 71.723, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.263, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.553, "count": 83, "max_ms": 1.515, "p95_ms": 1.131}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.171, "count": 83, "max_ms": 0.526, "p95_ms": 0.324}, "detection_prepare_ms": {"avg_ms": 0.078, "count": 83, "max_ms": 0.215, "p95_ms": 0.165}, "event_filter_ms": {"avg_ms": 0.003, "count": 83, "max_ms": 0.016, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.063, "count": 83, "max_ms": 0.148, "p95_ms": 0.114}, "mcmt_ms": {"avg_ms": 0.002, "count": 83, "max_ms": 0.014, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.144, "count": 83, "max_ms": 0.518, "p95_ms": 0.28}, "setup_ms": {"avg_ms": 0.032, "count": 83, "max_ms": 0.094, "p95_ms": 0.068}, "total_inside_ms": {"avg_ms": 0.521, "count": 83, "max_ms": 1.43, "p95_ms": 1.059}, "track_match_ms": {"avg_ms": 0.004, "count": 83, "max_ms": 0.011, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.022, "count": 83, "max_ms": 0.055, "p95_ms": 0.049}}, "gstreamer_push": {"avg_ms": 2.147, "count": 83, "max_ms": 4.799, "p95_ms": 3.873}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 83, "max_ms": 0.132, "p95_ms": 0.08}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.943, "count": 83, "max_ms": 62.3, "p95_ms": 56.935}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.025, "count": 83, "max_ms": 0.073, "p95_ms": 0.053}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.529, "count": 83, "max_ms": 102.182, "p95_ms": 90.224}, "inference_input_copy_ms": {"avg_ms": 1.064, "count": 83, "max_ms": 3.031, "p95_ms": 1.817}, "processing_residual_ms": {"avg_ms": 0.085, "count": 83, "max_ms": 0.267, "p95_ms": 0.185}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 60.704, "count": 83, "max_ms": 103.916, "p95_ms": 93.013}, "read_interval": {"avg_ms": 361.38, "count": 83, "max_ms": 5993.811, "p95_ms": 1681.243}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 83, "max_ms": 0.037, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.098, "count": 83, "max_ms": 0.377, "p95_ms": 0.2}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 83, "max_ms": 0.027, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.085, "count": 83, "max_ms": 0.342, "p95_ms": 0.178}, "worker_merge_ms": {"avg_ms": 0.004, "count": 83, "max_ms": 0.022, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 31.955, "count": 83, "max_ms": 62.328, "p95_ms": 56.949}, "visualize": {"avg_ms": 26.333, "count": 83, "max_ms": 43.068, "p95_ms": 37.894}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.673, "count": 83, "max_ms": 41.756, "p95_ms": 37.132}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.174, "count": 83, "max_ms": 42.574, "p95_ms": 37.782}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.101, "count": 83, "max_ms": 42.366, "p95_ms": 37.72}, "visualizer_prepare_ms": {"avg_ms": 0.044, "count": 83, "max_ms": 0.171, "p95_ms": 0.095}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 83}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 749.141, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 49.735, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.109, "sample_count": 2782, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 75739, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:58:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104600, "write_bytes_delta": 104600, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 68.0, "cpu_core_ratio": 0.110671, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 12285, "reason": null, "system_cpu_core_ratio": 0.002938, "system_cpu_s_delta": 0.029999999999997584, "user_cpu_core_ratio": 0.107733, "user_cpu_s_delta": 1.099999999999966}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.028402, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.002938, "system_cpu_s_delta": 0.029999999999972715, "user_cpu_core_ratio": 0.025464, "user_cpu_s_delta": 0.2600000000002183}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.024, "count": 82, "max_ms": 4.319, "p95_ms": 3.214, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 82}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.293, "count": 30, "max": 49.735, "p95": 29.889, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.089, "count": 30, "max": 29.5, "p95": 26.446, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 684.567, "count": 30, "max": 747.0, "p95": 745.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4.8, "count": 30, "max": 101.0, "p95": 11.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.064, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.19, "count": 30, "max": 1.369, "p95": 1.342, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103718.333, "count": 30, "max": 104953.0, "p95": 104824.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103718.333, "count": 30, "max": 104953.0, "p95": 104824.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 105.333, "count": 30, "max": 132.0, "p95": 115.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.07, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.551, "count": 30, "max": 0.624, "p95": 0.621, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 610, "sampled_at": "2026-10-30T16:58:32+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:58:32+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 74743, "flush_count": 146, "flush_interval_seconds": 30.0, "flush_state": {"count": 146, "last_at": "2026-10-30T16:57:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:57:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 145}, "started": true, "suppressed_count": 75614, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 75614}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 146, "written_record_count": 146}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4774.871, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 209458483200, "copied_frame_count": 75759, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 209458483200, "frame_buffer_copies": 75759, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1111, "count": 512, "max_ms": 1.1037, "p50_ms": 0.0956, "p95_ms": 0.2176, "p99_ms": 0.2935}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2635, "count": 512, "max_ms": 3.1781, "p50_ms": 1.1724, "p95_ms": 2.331, "p99_ms": 2.8302, "results": {"failed": 0, "not_applicable": 0, "success": 75759, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 43, "h264_decode_error_count": 63, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:58:33+09:00", "last_error_summary": "[h264 @ 0x571509c72700] error while decoding MB 117 91, bytestream -9", "last_exit_at": "2026-10-30T16:33:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 417.933, "last_started_at": "2026-10-30T16:51:35+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 45, "restart_count_per_hour": 5, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 46}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.122, "sample_count": 2783, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 75759, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:58:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.083, "last_frame_pushed_at": "2026-10-30T16:58:33+09:00", "last_frame_read_age_sec": 0.154, "last_frame_read_at": "2026-10-30T16:58:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 15, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 263.253, "last_sample_duration_ms": 1064.141, "last_trigger": "periodic", "next_snapshot_in_sec": 336.747, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 15, "storage_bytes": 1191911}, "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-10-30T16:58:33.837432+09:00", "mtime_epoch": 1793347113.8374324, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 104781}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T16:58:33+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 751.898, "name": "celery", "pid": 176, "rss_mb": 749.148, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 75759, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 83, "pushed_frames": 83, "read_frames": 82, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.77, "pushed": 2.77, "read": 2.736}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 82, "client_acquire_ms": {"avg_ms": 0.005, "count": 83, "max_ms": 0.022, "p95_ms": 0.011, "reason": null, "sample_age_ms": 123.872, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.477, "count": 82, "max_ms": 2.321, "p95_ms": 1.285, "reason": null, "sample_age_ms": 156.444, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.241, "count": 82, "max_ms": 1.97, "p95_ms": 1.015, "reason": null, "sample_age_ms": 156.642, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.078, "count": 83, "max_ms": 0.281, "p95_ms": 0.203, "reason": null, "sample_age_ms": 123.88, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.102, "count": 82, "max_ms": 3.533, "p95_ms": 1.939, "reason": null, "sample_age_ms": 155.236, "source": "client_direct"}, "request_count": 82, "request_tensor_bytes": {"avg": 2211848.0, "count": 82, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 155.212, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 83, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 123.993, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.902, "count": 83, "max_ms": 57.794, "p95_ms": 53.849, "reason": null, "sample_age_ms": 123.868, "source": "client_direct"}, "sample_age_ms": 123.864, "source": "client_direct", "task_total_ms": {"avg_ms": 31.209, "count": 83, "max_ms": 59.48, "p95_ms": 55.949, "reason": null, "sample_age_ms": 123.864, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.541, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.553, "count": 83, "max_ms": 1.515, "p95_ms": 1.131}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.171, "count": 83, "max_ms": 0.526, "p95_ms": 0.324}, "detection_prepare_ms": {"avg_ms": 0.078, "count": 83, "max_ms": 0.215, "p95_ms": 0.165}, "event_filter_ms": {"avg_ms": 0.003, "count": 83, "max_ms": 0.016, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.063, "count": 83, "max_ms": 0.148, "p95_ms": 0.114}, "mcmt_ms": {"avg_ms": 0.002, "count": 83, "max_ms": 0.014, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.144, "count": 83, "max_ms": 0.518, "p95_ms": 0.28}, "setup_ms": {"avg_ms": 0.032, "count": 83, "max_ms": 0.094, "p95_ms": 0.068}, "total_inside_ms": {"avg_ms": 0.521, "count": 83, "max_ms": 1.43, "p95_ms": 1.059}, "track_match_ms": {"avg_ms": 0.004, "count": 83, "max_ms": 0.011, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.022, "count": 83, "max_ms": 0.055, "p95_ms": 0.049}}, "gstreamer_push": {"avg_ms": 2.147, "count": 83, "max_ms": 4.799, "p95_ms": 3.873}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 83, "max_ms": 0.132, "p95_ms": 0.08}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.943, "count": 83, "max_ms": 62.3, "p95_ms": 56.935}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.025, "count": 83, "max_ms": 0.073, "p95_ms": 0.053}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.529, "count": 83, "max_ms": 102.182, "p95_ms": 90.224}, "inference_input_copy_ms": {"avg_ms": 1.064, "count": 83, "max_ms": 3.031, "p95_ms": 1.817}, "processing_residual_ms": {"avg_ms": 0.085, "count": 83, "max_ms": 0.267, "p95_ms": 0.185}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 60.704, "count": 83, "max_ms": 103.916, "p95_ms": 93.013}, "read_interval": {"avg_ms": 364.431, "count": 82, "max_ms": 5993.811, "p95_ms": 1681.243}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 83, "max_ms": 0.037, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.098, "count": 83, "max_ms": 0.377, "p95_ms": 0.2}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 83, "max_ms": 0.027, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.085, "count": 83, "max_ms": 0.342, "p95_ms": 0.178}, "worker_merge_ms": {"avg_ms": 0.004, "count": 83, "max_ms": 0.022, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 31.955, "count": 83, "max_ms": 62.328, "p95_ms": 56.949}, "visualize": {"avg_ms": 26.333, "count": 83, "max_ms": 43.068, "p95_ms": 37.894}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.673, "count": 83, "max_ms": 41.756, "p95_ms": 37.132}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.174, "count": 83, "max_ms": 42.574, "p95_ms": 37.782}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.101, "count": 83, "max_ms": 42.366, "p95_ms": 37.72}, "visualizer_prepare_ms": {"avg_ms": 0.044, "count": 83, "max_ms": 0.171, "p95_ms": 0.095}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 83}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 749.141, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 49.735, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.109, "sample_count": 2782, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 75739, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:58:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104600, "write_bytes_delta": 104600, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 68.0, "cpu_core_ratio": 0.110671, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 12285, "reason": null, "system_cpu_core_ratio": 0.002938, "system_cpu_s_delta": 0.029999999999997584, "user_cpu_core_ratio": 0.107733, "user_cpu_s_delta": 1.099999999999966}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.028402, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.002938, "system_cpu_s_delta": 0.029999999999972715, "user_cpu_core_ratio": 0.025464, "user_cpu_s_delta": 0.2600000000002183}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.024, "count": 82, "max_ms": 4.319, "p95_ms": 3.214, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 82}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.293, "count": 30, "max": 49.735, "p95": 29.889, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.089, "count": 30, "max": 29.5, "p95": 26.446, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 684.567, "count": 30, "max": 747.0, "p95": 745.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4.8, "count": 30, "max": 101.0, "p95": 11.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.064, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.19, "count": 30, "max": 1.369, "p95": 1.342, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103718.333, "count": 30, "max": 104953.0, "p95": 104824.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103718.333, "count": 30, "max": 104953.0, "p95": 104824.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 105.333, "count": 30, "max": 132.0, "p95": 115.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.07, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.551, "count": 30, "max": 0.624, "p95": 0.621, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 610, "sampled_at": "2026-10-30T16:58:32+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:58:32+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 143519, "flush_count": 146, "flush_interval_seconds": 30.0, "flush_state": {"count": 146, "last_at": "2026-10-30T16:57:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:57:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 145}, "started": true, "suppressed_count": 63048, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 22, "tracking_summary": 63026}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 146, "written_record_count": 146}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4661.297, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x60f34a2f2980] error while decoding MB 89 42, bytestream -10", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 174652416000, "copied_frame_count": 63170, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 1, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": 0.805229663848877, "peak_active_count": 3, "pre_event_reference_bytes": 138240000, "remaining_frame_count": 47, "written_frame_count": 53}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 138240000, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 138240000, "ring_bytes": 138240000, "total_upper_bound_bytes": 276480000, "unavailable_reason": "exact_overlap_not_collected"}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 22, "events_emitted": 20, "events_failed": 0, "events_observed": 22, "events_suppressed": 1, "frame_buffer_copied_bytes": 174652416000, "frame_buffer_copies": 63170, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1003, "recorder_active_input_bytes": 2773094400, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 21, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 21, "worker_jobs_accepted": 21, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1, "count": 512, "max_ms": 2.2298, "p50_ms": 0.0804, "p95_ms": 0.2089, "p99_ms": 0.2673}, "stages": {"db_insert": {"avg_ms": 18.047, "count": 21, "max_ms": 33.4972, "p50_ms": 17.4704, "p95_ms": 29.9804, "p99_ms": 32.7938, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8571, "count": 21, "max_ms": 3.8064, "p50_ms": 1.7589, "p95_ms": 2.6906, "p99_ms": 3.5833, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1203.3401, "count": 21, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1375.0681, "p99_ms": 3813.3464, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3172, "count": 512, "max_ms": 3.4888, "p50_ms": 1.2429, "p95_ms": 2.2574, "p99_ms": 3.1415, "results": {"failed": 0, "not_applicable": 0, "success": 63170, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.9774, "count": 22, "max_ms": 656.9199, "p50_ms": 571.2291, "p95_ms": 642.6673, "p99_ms": 654.0055, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.1631, "count": 21, "max_ms": 65.0452, "p50_ms": 36.0771, "p95_ms": 58.1992, "p99_ms": 63.676, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5512, "count": 512, "max_ms": 12.236, "p50_ms": 5.3387, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1003, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5656, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4464, "p95_ms": 2.7318, "p99_ms": 3.8307, "results": {"failed": 0, "not_applicable": 0, "success": 1003, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 570.6648, "count": 21, "max_ms": 653.6862, "p50_ms": 578.4845, "p95_ms": 638.67, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 477.8837, "count": 21, "max_ms": 555.4516, "p50_ms": 481.4506, "p95_ms": 535.8881, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7007, "count": 21, "max_ms": 99.8242, "p50_ms": 84.9877, "p95_ms": 95.227, "p99_ms": 98.9048, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.06, "count": 21, "max_ms": 15.8949, "p50_ms": 2.2668, "p95_ms": 8.6083, "p99_ms": 14.4376, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9259, "count": 22, "max_ms": 1.7383, "p50_ms": 0.8804, "p95_ms": 1.6509, "p99_ms": 1.7236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4382, "count": 21, "max_ms": 8.0269, "p50_ms": 0.967, "p95_ms": 2.2372, "p99_ms": 6.869, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4382, "count": 21, "max_ms": 8.0269, "p50_ms": 0.967, "p95_ms": 2.2372, "p99_ms": 6.869, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9259, "count": 22, "max_ms": 1.7383, "p50_ms": 0.8804, "p95_ms": 1.6509, "p99_ms": 1.7236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4998, "count": 21, "max_ms": 9.2164, "p50_ms": 1.0176, "p95_ms": 2.5784, "p99_ms": 7.8888, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 593.3894, "count": 20, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 868.2179, "p99_ms": 3175.7524, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5784, "count": 21, "max_ms": 11.5083, "p50_ms": 1.9543, "p95_ms": 6.75, "p99_ms": 10.5566, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 30.0057, "count": 21, "max_ms": 92.2129, "p50_ms": 25.0322, "p95_ms": 74.1981, "p99_ms": 88.6099, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1546, "count": 21, "max_ms": 1.1521, "p50_ms": 0.1018, "p95_ms": 0.1808, "p99_ms": 0.9578, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5829, "count": 21, "max_ms": 5.4615, "p50_ms": 2.1908, "p95_ms": 4.2338, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 683.5979, "count": 20, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 931.3869, "p99_ms": 3256.267, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 2765347}, "queue": {"accepted": 21, "active_bytes": 2765347, "active_jobs": 1, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 21, "max_ms": 1.1521, "p50_ms": 0.1018, "p95_ms": 0.1808, "p99_ms": 0.9578}, "wait_ms": {"count": 21, "max_ms": 5.4615, "p50_ms": 2.1908, "p95_ms": 4.2338, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 21, "artifact_failed": 0, "artifact_requested": 21, "artifact_success": 21, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 21, "database_requested": 21, "db_insert_success": 21, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15562, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 21, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 21}, "snapshot": {"copied_bytes": 58060800, "copied_count": 21, "copy": {"count": 21, "max_ms": 3.8064, "p50_ms": 1.7589, "p95_ms": 2.6906, "p99_ms": 3.5833}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 43, "h264_decode_error_count": 104, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:58:34+09:00", "last_error_summary": "[h264 @ 0x60f34a2f2980] error while decoding MB 89 42, bytestream -10", "last_exit_at": "2026-10-30T16:56:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 113.233, "last_started_at": "2026-10-30T16:56:41+09:00", "pid": 12517, "process": {"exists": false, "pid": 12517}, "restart_count": 46, "restart_count_per_hour": 22, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.062, "sample_count": 2229, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 63170, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:58:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.079, "last_frame_pushed_at": "2026-10-30T16:58:34+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-10-30T16:58:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 15, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 263.986, "last_sample_duration_ms": 1064.141, "last_trigger": "periodic", "next_snapshot_in_sec": 336.014, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 15, "storage_bytes": 1191911}, "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-10-30T16:58:34.570437+09:00", "mtime_epoch": 1793347114.5704374, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117854}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:58:34+09:00", "process": {"exists": true, "fd_count": 128, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 836.887, "state": "S (sleeping)", "threads": 55}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 19, "oldest_recorder_age_sec": 0.906, "recorders": [{"age_sec": 0.906, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "frame_count": 53, "is_recording": true, "is_stopping": false, "pid": 12633, "pre_event_reference_bytes": 138240000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 188.539, "name": "ffmpeg", "pid": 12633, "rss_mb": 188.539, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 47, "returncode": null, "running": true, "started_at": "2026-10-30T16:58:33+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/45/20261030_165833_marine_restricted_zone_approach__zone:marine:20260901_033644_260901_jinhae_no_panorama_001:danger__approaching_outside_roi__high__track1377"}], "running_ffmpeg_count": 1, "running_pids": [12633], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 63171, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.338, "max": 11.0, "p95": 10.0, "sample_count": 139}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.086, "max": 5.0, "p95": 4.0, "sample_count": 139}, "total": {"avg": 3.086, "max": 5.0, "p95": 4.0, "sample_count": 139}}, "tracking_counts": {"active": {"avg": 0.741, "max": 3.0, "p95": 2.0, "sample_count": 139}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}, "removed": {"avg": 0.043, "max": 1.0, "p95": 0.0, "sample_count": 139}, "tracked": {"avg": 0.741, "max": 3.0, "p95": 2.0, "sample_count": 139}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 139, "pushed_frames": 139, "read_frames": 139, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.642, "pushed": 4.642, "read": 4.642}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 139, "client_acquire_ms": {"avg_ms": 0.004, "count": 140, "max_ms": 0.03, "p95_ms": 0.01, "reason": null, "sample_age_ms": 22.912, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.556, "count": 139, "max_ms": 5.043, "p95_ms": 1.666, "reason": null, "sample_age_ms": 78.954, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.206, "count": 139, "max_ms": 2.108, "p95_ms": 1.235, "reason": null, "sample_age_ms": 79.265, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.247, "count": 140, "max_ms": 1.26, "p95_ms": 0.498, "reason": null, "sample_age_ms": 22.922, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.185, "count": 139, "max_ms": 3.1, "p95_ms": 2.127, "reason": null, "sample_age_ms": 77.115, "source": "client_direct"}, "request_count": 139, "request_tensor_bytes": {"avg": 2764808.0, "count": 139, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 77.082, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 140, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 23.288, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.363, "count": 140, "max_ms": 84.84, "p95_ms": 60.075, "reason": null, "sample_age_ms": 22.907, "source": "client_direct"}, "sample_age_ms": 22.902, "source": "client_direct", "task_total_ms": {"avg_ms": 37.911, "count": 140, "max_ms": 87.378, "p95_ms": 62.754, "reason": null, "sample_age_ms": 22.902, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.609, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.404, "count": 139, "max_ms": 20.959, "p95_ms": 12.273}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.325, "count": 139, "max_ms": 0.967, "p95_ms": 0.644}, "detection_prepare_ms": {"avg_ms": 1.253, "count": 139, "max_ms": 4.359, "p95_ms": 3.391}, "event_filter_ms": {"avg_ms": 0.004, "count": 139, "max_ms": 0.02, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.329, "count": 139, "max_ms": 0.904, "p95_ms": 0.589}, "mcmt_ms": {"avg_ms": 0.002, "count": 139, "max_ms": 0.013, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 3.609, "count": 139, "max_ms": 10.042, "p95_ms": 6.244}, "setup_ms": {"avg_ms": 0.027, "count": 139, "max_ms": 0.106, "p95_ms": 0.054}, "total_inside_ms": {"avg_ms": 7.364, "count": 139, "max_ms": 20.855, "p95_ms": 12.191}, "track_match_ms": {"avg_ms": 0.108, "count": 139, "max_ms": 0.524, "p95_ms": 0.232}, "tracker_update_ms": {"avg_ms": 1.705, "count": 139, "max_ms": 4.949, "p95_ms": 2.964}}, "gstreamer_push": {"avg_ms": 2.078, "count": 139, "max_ms": 5.693, "p95_ms": 3.782}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 139, "max_ms": 0.115, "p95_ms": 0.068}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.645, "count": 139, "max_ms": 89.434, "p95_ms": 67.511}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.579, "count": 139, "max_ms": 12.46, "p95_ms": 6.175}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 80.333, "count": 139, "max_ms": 681.302, "p95_ms": 125.66}, "inference_input_copy_ms": {"avg_ms": 1.098, "count": 139, "max_ms": 2.504, "p95_ms": 2.036}, "processing_residual_ms": {"avg_ms": 0.129, "count": 139, "max_ms": 0.511, "p95_ms": 0.285}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 84.139, "count": 139, "max_ms": 690.469, "p95_ms": 131.222}, "read_interval": {"avg_ms": 215.526, "count": 139, "max_ms": 5934.5, "p95_ms": 282.476}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 139, "max_ms": 0.102, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 3.556, "count": 139, "max_ms": 9.822, "p95_ms": 6.197}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 139, "max_ms": 0.044, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.542, "count": 139, "max_ms": 9.78, "p95_ms": 6.186}, "worker_merge_ms": {"avg_ms": 0.004, "count": 139, "max_ms": 0.019, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 38.655, "count": 139, "max_ms": 89.44, "p95_ms": 67.522}, "visualize": {"avg_ms": 29.538, "count": 139, "max_ms": 65.449, "p95_ms": 46.19}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.282, "count": 139, "max_ms": 49.835, "p95_ms": 38.02}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.371, "count": 139, "max_ms": 63.966, "p95_ms": 44.669}, "visualize_input_copy_ms": {"avg_ms": 1.014, "count": 139, "max_ms": 3.41, "p95_ms": 1.943}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.278, "count": 139, "max_ms": 63.7, "p95_ms": 44.541}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 139, "max_ms": 0.602, "p95_ms": 0.114}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 139}, "returned_event_count": {"avg": 0.007, "max": 1.0, "p95": 0.0, "sample_count": 139}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 836.793, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.499, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.145, "sample_count": 2315, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 63023, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:58:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117170, "write_bytes_delta": 117170, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1073.0, "cpu_core_ratio": 0.479248, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 12517, "reason": null, "system_cpu_core_ratio": 0.039356, "system_cpu_s_delta": 0.79, "user_cpu_core_ratio": 0.439892, "user_cpu_s_delta": 8.829999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.752096, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.528568, "system_cpu_s_delta": 10.610000000000582, "user_cpu_core_ratio": 1.223528, "user_cpu_s_delta": 24.56000000000131}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.05, "count": 254, "max_ms": 6.636, "p95_ms": 5.05, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.622, "max": 9.0, "p95": 8.0, "sample_count": 254}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.488, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 254}, "total": {"avg": 2.488, "max": 4.0, "p95": 3.0, "sample_count": 254}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.238, "count": 30, "max": 62.045, "p95": 57.72, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.664, "count": 30, "max": 29.737, "p95": 24.677, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 752.567, "count": 30, "max": 1073.0, "p95": 1038.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 913.9, "count": 30, "max": 15645.0, "p95": 2799.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.04, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.378, "count": 30, "max": 0.44, "p95": 0.432, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.138, "count": 30, "max": 4.144, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 111817.367, "count": 30, "max": 118026.0, "p95": 117329.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 111817.367, "count": 30, "max": 118026.0, "p95": 117329.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.467, "count": 30, "max": 37.0, "p95": 21.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.528, "count": 30, "max": 0.616, "p95": 0.603, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.161, "count": 30, "max": 1.316, "p95": 1.31, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 588, "sampled_at": "2026-10-30T16:58:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:58:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 143519, "flush_count": 146, "flush_interval_seconds": 30.0, "flush_state": {"count": 146, "last_at": "2026-10-30T16:57:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:57:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 145}, "started": true, "suppressed_count": 63048, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 22, "tracking_summary": 63026}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 146, "written_record_count": 146}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4661.32, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T16:58:34+09:00", "last_error_summary": "[h264 @ 0x60f34a2f2980] error while decoding MB 89 42, bytestream -10", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 174655180800, "copied_frame_count": 63171, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 1, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": 0.9413163661956787, "peak_active_count": 3, "pre_event_reference_bytes": 138240000, "remaining_frame_count": 46, "written_frame_count": 54}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 138240000, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 138240000, "ring_bytes": 138240000, "total_upper_bound_bytes": 276480000, "unavailable_reason": "exact_overlap_not_collected"}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 22, "events_emitted": 20, "events_failed": 0, "events_observed": 22, "events_suppressed": 1, "frame_buffer_copied_bytes": 174655180800, "frame_buffer_copies": 63171, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1004, "recorder_active_input_bytes": 2775859200, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 21, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 21, "worker_jobs_accepted": 21, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0997, "count": 512, "max_ms": 2.2298, "p50_ms": 0.0804, "p95_ms": 0.2089, "p99_ms": 0.2673}, "stages": {"db_insert": {"avg_ms": 18.047, "count": 21, "max_ms": 33.4972, "p50_ms": 17.4704, "p95_ms": 29.9804, "p99_ms": 32.7938, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8571, "count": 21, "max_ms": 3.8064, "p50_ms": 1.7589, "p95_ms": 2.6906, "p99_ms": 3.5833, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1203.3401, "count": 21, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1375.0681, "p99_ms": 3813.3464, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3172, "count": 512, "max_ms": 3.4888, "p50_ms": 1.2429, "p95_ms": 2.2574, "p99_ms": 3.1415, "results": {"failed": 0, "not_applicable": 0, "success": 63171, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.9774, "count": 22, "max_ms": 656.9199, "p50_ms": 571.2291, "p95_ms": 642.6673, "p99_ms": 654.0055, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.1631, "count": 21, "max_ms": 65.0452, "p50_ms": 36.0771, "p95_ms": 58.1992, "p99_ms": 63.676, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5479, "count": 512, "max_ms": 12.236, "p50_ms": 5.3286, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1004, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5652, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4464, "p95_ms": 2.7318, "p99_ms": 3.8307, "results": {"failed": 0, "not_applicable": 0, "success": 1004, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 570.6648, "count": 21, "max_ms": 653.6862, "p50_ms": 578.4845, "p95_ms": 638.67, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 477.8837, "count": 21, "max_ms": 555.4516, "p50_ms": 481.4506, "p95_ms": 535.8881, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7007, "count": 21, "max_ms": 99.8242, "p50_ms": 84.9877, "p95_ms": 95.227, "p99_ms": 98.9048, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.06, "count": 21, "max_ms": 15.8949, "p50_ms": 2.2668, "p95_ms": 8.6083, "p99_ms": 14.4376, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9259, "count": 22, "max_ms": 1.7383, "p50_ms": 0.8804, "p95_ms": 1.6509, "p99_ms": 1.7236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4382, "count": 21, "max_ms": 8.0269, "p50_ms": 0.967, "p95_ms": 2.2372, "p99_ms": 6.869, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4382, "count": 21, "max_ms": 8.0269, "p50_ms": 0.967, "p95_ms": 2.2372, "p99_ms": 6.869, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9259, "count": 22, "max_ms": 1.7383, "p50_ms": 0.8804, "p95_ms": 1.6509, "p99_ms": 1.7236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4998, "count": 21, "max_ms": 9.2164, "p50_ms": 1.0176, "p95_ms": 2.5784, "p99_ms": 7.8888, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 593.3894, "count": 20, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 868.2179, "p99_ms": 3175.7524, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5784, "count": 21, "max_ms": 11.5083, "p50_ms": 1.9543, "p95_ms": 6.75, "p99_ms": 10.5566, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 30.0057, "count": 21, "max_ms": 92.2129, "p50_ms": 25.0322, "p95_ms": 74.1981, "p99_ms": 88.6099, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1546, "count": 21, "max_ms": 1.1521, "p50_ms": 0.1018, "p95_ms": 0.1808, "p99_ms": 0.9578, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5829, "count": 21, "max_ms": 5.4615, "p50_ms": 2.1908, "p95_ms": 4.2338, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 683.5979, "count": 20, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 931.3869, "p99_ms": 3256.267, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 2765347}, "queue": {"accepted": 21, "active_bytes": 2765347, "active_jobs": 1, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 21, "max_ms": 1.1521, "p50_ms": 0.1018, "p95_ms": 0.1808, "p99_ms": 0.9578}, "wait_ms": {"count": 21, "max_ms": 5.4615, "p50_ms": 2.1908, "p95_ms": 4.2338, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 21, "artifact_failed": 0, "artifact_requested": 21, "artifact_success": 21, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 21, "database_requested": 21, "db_insert_success": 21, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15562, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 21, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 21}, "snapshot": {"copied_bytes": 58060800, "copied_count": 21, "copy": {"count": 21, "max_ms": 3.8064, "p50_ms": 1.7589, "p95_ms": 2.6906, "p99_ms": 3.5833}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 43, "h264_decode_error_count": 104, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:58:34+09:00", "last_error_summary": "[h264 @ 0x60f34a2f2980] error while decoding MB 89 42, bytestream -10", "last_exit_at": "2026-10-30T16:58:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 113.296, "last_started_at": "2026-10-30T16:56:41+09:00", "pid": 12517, "process": {"exists": false, "pid": 12517}, "restart_count": 46, "restart_count_per_hour": 22, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.062, "sample_count": 2229, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 63171, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:58:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-10-30T16:58:34+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-10-30T16:58:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 15, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 264.05, "last_sample_duration_ms": 1064.141, "last_trigger": "periodic", "next_snapshot_in_sec": 335.95, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 15, "storage_bytes": 1191911}, "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-10-30T16:58:34.570437+09:00", "mtime_epoch": 1793347114.5704374, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117854}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:58:34+09:00", "process": {"exists": true, "fd_count": 126, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 836.887, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 19, "oldest_recorder_age_sec": 0.969, "recorders": [{"age_sec": 0.969, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "frame_count": 54, "is_recording": true, "is_stopping": false, "pid": 12633, "pre_event_reference_bytes": 138240000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 188.543, "name": "ffmpeg", "pid": 12633, "rss_mb": 188.543, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 46, "returncode": null, "running": true, "started_at": "2026-10-30T16:58:33+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/45/20261030_165833_marine_restricted_zone_approach__zone:marine:20260901_033644_260901_jinhae_no_panorama_001:danger__approaching_outside_roi__high__track1377"}], "running_ffmpeg_count": 1, "running_pids": [12633], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 63171, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.338, "max": 11.0, "p95": 10.0, "sample_count": 139}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.094, "max": 5.0, "p95": 4.0, "sample_count": 139}, "total": {"avg": 3.094, "max": 5.0, "p95": 4.0, "sample_count": 139}}, "tracking_counts": {"active": {"avg": 0.748, "max": 3.0, "p95": 2.0, "sample_count": 139}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}, "removed": {"avg": 0.043, "max": 1.0, "p95": 0.0, "sample_count": 139}, "tracked": {"avg": 0.748, "max": 3.0, "p95": 2.0, "sample_count": 139}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 139, "pushed_frames": 139, "read_frames": 139, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.633, "pushed": 4.633, "read": 4.633}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 138, "client_acquire_ms": {"avg_ms": 0.004, "count": 139, "max_ms": 0.03, "p95_ms": 0.01, "reason": null, "sample_age_ms": 87.17, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.558, "count": 138, "max_ms": 5.043, "p95_ms": 1.669, "reason": null, "sample_age_ms": 143.212, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.207, "count": 138, "max_ms": 2.108, "p95_ms": 1.237, "reason": null, "sample_age_ms": 143.523, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.246, "count": 139, "max_ms": 1.26, "p95_ms": 0.498, "reason": null, "sample_age_ms": 87.18, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.18, "count": 138, "max_ms": 3.1, "p95_ms": 2.13, "reason": null, "sample_age_ms": 141.372, "source": "client_direct"}, "request_count": 138, "request_tensor_bytes": {"avg": 2764808.0, "count": 138, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 141.34, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 139, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 87.546, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.314, "count": 139, "max_ms": 84.84, "p95_ms": 60.134, "reason": null, "sample_age_ms": 87.165, "source": "client_direct"}, "sample_age_ms": 87.16, "source": "client_direct", "task_total_ms": {"avg_ms": 37.858, "count": 139, "max_ms": 87.378, "p95_ms": 62.8, "reason": null, "sample_age_ms": 87.16, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.442, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.42, "count": 139, "max_ms": 20.959, "p95_ms": 12.273}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.326, "count": 139, "max_ms": 0.967, "p95_ms": 0.644}, "detection_prepare_ms": {"avg_ms": 1.249, "count": 139, "max_ms": 4.359, "p95_ms": 3.391}, "event_filter_ms": {"avg_ms": 0.004, "count": 139, "max_ms": 0.02, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.329, "count": 139, "max_ms": 0.904, "p95_ms": 0.589}, "mcmt_ms": {"avg_ms": 0.002, "count": 139, "max_ms": 0.013, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 3.623, "count": 139, "max_ms": 10.042, "p95_ms": 6.244}, "setup_ms": {"avg_ms": 0.027, "count": 139, "max_ms": 0.106, "p95_ms": 0.054}, "total_inside_ms": {"avg_ms": 7.379, "count": 139, "max_ms": 20.855, "p95_ms": 12.191}, "track_match_ms": {"avg_ms": 0.108, "count": 139, "max_ms": 0.524, "p95_ms": 0.232}, "tracker_update_ms": {"avg_ms": 1.71, "count": 139, "max_ms": 4.949, "p95_ms": 2.964}}, "gstreamer_push": {"avg_ms": 2.093, "count": 139, "max_ms": 5.693, "p95_ms": 3.86}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 139, "max_ms": 0.115, "p95_ms": 0.076}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.723, "count": 139, "max_ms": 89.434, "p95_ms": 67.511}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.591, "count": 139, "max_ms": 12.46, "p95_ms": 6.175}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 80.607, "count": 139, "max_ms": 681.302, "p95_ms": 125.66}, "inference_input_copy_ms": {"avg_ms": 1.098, "count": 139, "max_ms": 2.504, "p95_ms": 2.036}, "processing_residual_ms": {"avg_ms": 0.13, "count": 139, "max_ms": 0.511, "p95_ms": 0.29}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 84.427, "count": 139, "max_ms": 690.469, "p95_ms": 131.222}, "read_interval": {"avg_ms": 215.526, "count": 139, "max_ms": 5934.5, "p95_ms": 282.476}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 139, "max_ms": 0.102, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 3.57, "count": 139, "max_ms": 9.822, "p95_ms": 6.197}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 139, "max_ms": 0.053, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.555, "count": 139, "max_ms": 9.78, "p95_ms": 6.186}, "worker_merge_ms": {"avg_ms": 0.005, "count": 139, "max_ms": 0.019, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 38.732, "count": 139, "max_ms": 89.44, "p95_ms": 67.522}, "visualize": {"avg_ms": 29.682, "count": 139, "max_ms": 65.449, "p95_ms": 47.191}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.403, "count": 139, "max_ms": 49.835, "p95_ms": 39.494}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.507, "count": 139, "max_ms": 63.966, "p95_ms": 46.088}, "visualize_input_copy_ms": {"avg_ms": 1.021, "count": 139, "max_ms": 3.41, "p95_ms": 1.95}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.414, "count": 139, "max_ms": 63.7, "p95_ms": 45.943}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 139, "max_ms": 0.602, "p95_ms": 0.114}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 139}, "returned_event_count": {"avg": 0.007, "max": 1.0, "p95": 0.0, "sample_count": 139}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 836.793, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.499, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.145, "sample_count": 2315, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 63023, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:58:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117170, "write_bytes_delta": 117170, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1073.0, "cpu_core_ratio": 0.479248, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 12517, "reason": null, "system_cpu_core_ratio": 0.039356, "system_cpu_s_delta": 0.79, "user_cpu_core_ratio": 0.439892, "user_cpu_s_delta": 8.829999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.752096, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.528568, "system_cpu_s_delta": 10.610000000000582, "user_cpu_core_ratio": 1.223528, "user_cpu_s_delta": 24.56000000000131}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.05, "count": 254, "max_ms": 6.636, "p95_ms": 5.05, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.622, "max": 9.0, "p95": 8.0, "sample_count": 254}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.488, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 254}, "total": {"avg": 2.488, "max": 4.0, "p95": 3.0, "sample_count": 254}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.238, "count": 30, "max": 62.045, "p95": 57.72, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.664, "count": 30, "max": 29.737, "p95": 24.677, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 752.567, "count": 30, "max": 1073.0, "p95": 1038.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 913.9, "count": 30, "max": 15645.0, "p95": 2799.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.04, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.378, "count": 30, "max": 0.44, "p95": 0.432, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.138, "count": 30, "max": 4.144, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 111817.367, "count": 30, "max": 118026.0, "p95": 117329.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 111817.367, "count": 30, "max": 118026.0, "p95": 117329.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.467, "count": 30, "max": 37.0, "p95": 21.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.528, "count": 30, "max": 0.616, "p95": 0.603, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.161, "count": 30, "max": 1.316, "p95": 1.31, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 588, "sampled_at": "2026-10-30T16:58:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:58:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 143519, "flush_count": 146, "flush_interval_seconds": 30.0, "flush_state": {"count": 146, "last_at": "2026-10-30T16:57:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:57:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 145}, "started": true, "suppressed_count": 63048, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 22, "tracking_summary": 63026}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 146, "written_record_count": 146}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4660.316, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 174655180800, "copied_frame_count": 63171, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 1, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": 0.9413163661956787, "peak_active_count": 3, "pre_event_reference_bytes": 138240000, "remaining_frame_count": 46, "written_frame_count": 54}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 138240000, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 138240000, "ring_bytes": 138240000, "total_upper_bound_bytes": 276480000, "unavailable_reason": "exact_overlap_not_collected"}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 22, "events_emitted": 20, "events_failed": 0, "events_observed": 22, "events_suppressed": 1, "frame_buffer_copied_bytes": 174655180800, "frame_buffer_copies": 63171, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1004, "recorder_active_input_bytes": 2775859200, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 21, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 21, "worker_jobs_accepted": 21, "worker_jobs_completed": 20, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0997, "count": 512, "max_ms": 2.2298, "p50_ms": 0.0804, "p95_ms": 0.2089, "p99_ms": 0.2673}, "stages": {"db_insert": {"avg_ms": 18.047, "count": 21, "max_ms": 33.4972, "p50_ms": 17.4704, "p95_ms": 29.9804, "p99_ms": 32.7938, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8571, "count": 21, "max_ms": 3.8064, "p50_ms": 1.7589, "p95_ms": 2.6906, "p99_ms": 3.5833, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1203.3401, "count": 21, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1375.0681, "p99_ms": 3813.3464, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3172, "count": 512, "max_ms": 3.4888, "p50_ms": 1.2429, "p95_ms": 2.2574, "p99_ms": 3.1415, "results": {"failed": 0, "not_applicable": 0, "success": 63171, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.9774, "count": 22, "max_ms": 656.9199, "p50_ms": 571.2291, "p95_ms": 642.6673, "p99_ms": 654.0055, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.1631, "count": 21, "max_ms": 65.0452, "p50_ms": 36.0771, "p95_ms": 58.1992, "p99_ms": 63.676, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5479, "count": 512, "max_ms": 12.236, "p50_ms": 5.3286, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1004, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5652, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4464, "p95_ms": 2.7318, "p99_ms": 3.8307, "results": {"failed": 0, "not_applicable": 0, "success": 1004, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 570.6648, "count": 21, "max_ms": 653.6862, "p50_ms": 578.4845, "p95_ms": 638.67, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 477.8837, "count": 21, "max_ms": 555.4516, "p50_ms": 481.4506, "p95_ms": 535.8881, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7007, "count": 21, "max_ms": 99.8242, "p50_ms": 84.9877, "p95_ms": 95.227, "p99_ms": 98.9048, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.06, "count": 21, "max_ms": 15.8949, "p50_ms": 2.2668, "p95_ms": 8.6083, "p99_ms": 14.4376, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9259, "count": 22, "max_ms": 1.7383, "p50_ms": 0.8804, "p95_ms": 1.6509, "p99_ms": 1.7236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4382, "count": 21, "max_ms": 8.0269, "p50_ms": 0.967, "p95_ms": 2.2372, "p99_ms": 6.869, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4382, "count": 21, "max_ms": 8.0269, "p50_ms": 0.967, "p95_ms": 2.2372, "p99_ms": 6.869, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9259, "count": 22, "max_ms": 1.7383, "p50_ms": 0.8804, "p95_ms": 1.6509, "p99_ms": 1.7236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4998, "count": 21, "max_ms": 9.2164, "p50_ms": 1.0176, "p95_ms": 2.5784, "p99_ms": 7.8888, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 20, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 593.3894, "count": 20, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 868.2179, "p99_ms": 3175.7524, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5784, "count": 21, "max_ms": 11.5083, "p50_ms": 1.9543, "p95_ms": 6.75, "p99_ms": 10.5566, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 30.0057, "count": 21, "max_ms": 92.2129, "p50_ms": 25.0322, "p95_ms": 74.1981, "p99_ms": 88.6099, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1546, "count": 21, "max_ms": 1.1521, "p50_ms": 0.1018, "p95_ms": 0.1808, "p99_ms": 0.9578, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5829, "count": 21, "max_ms": 5.4615, "p50_ms": 2.1908, "p95_ms": 4.2338, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 683.5979, "count": 20, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 931.3869, "p99_ms": 3256.267, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 2765347}, "queue": {"accepted": 21, "active_bytes": 2765347, "active_jobs": 1, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 21, "max_ms": 1.1521, "p50_ms": 0.1018, "p95_ms": 0.1808, "p99_ms": 0.9578}, "wait_ms": {"count": 21, "max_ms": 5.4615, "p50_ms": 2.1908, "p95_ms": 4.2338, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 21, "artifact_failed": 0, "artifact_requested": 21, "artifact_success": 21, "completed": 20, "completed_failed": 0, "completed_success": 20, "cooldown_promoted": 21, "database_requested": 21, "db_insert_success": 21, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15562, "relay_business_failed": 0, "relay_business_success": 20, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 21, "relay_transport_failed": 0, "relay_transport_success": 20, "reservation_requested": 21}, "snapshot": {"copied_bytes": 58060800, "copied_count": 21, "copy": {"count": 21, "max_ms": 3.8064, "p50_ms": 1.7589, "p95_ms": 2.6906, "p99_ms": 3.5833}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 43, "h264_decode_error_count": 104, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:58:34+09:00", "last_error_summary": "[h264 @ 0x60f34a2f2980] error while decoding MB 89 42, bytestream -10", "last_exit_at": "2026-10-30T16:58:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 113.337, "last_started_at": "2026-10-30T16:56:41+09:00", "pid": 12517, "process": {"exists": false, "pid": 12517}, "restart_count": 46, "restart_count_per_hour": 22, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.062, "sample_count": 2229, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 63171, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:58:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.044, "last_frame_pushed_at": "2026-10-30T16:58:34+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-10-30T16:58:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 15, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 264.084, "last_sample_duration_ms": 1064.141, "last_trigger": "periodic", "next_snapshot_in_sec": 335.916, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 15, "storage_bytes": 1191911}, "mjpeg": {"age_sec": 0.035, "exists": true, "mtime": "2026-10-30T16:58:34.706438+09:00", "mtime_epoch": 1793347114.7064383, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 116108}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:58:34+09:00", "process": {"exists": true, "fd_count": 126, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 836.887, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 19, "oldest_recorder_age_sec": 1.005, "recorders": [{"age_sec": 1.005, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "frame_count": 54, "is_recording": true, "is_stopping": false, "pid": 12633, "pre_event_reference_bytes": 138240000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 188.543, "name": "ffmpeg", "pid": 12633, "rss_mb": 188.543, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 46, "returncode": null, "running": true, "started_at": "2026-10-30T16:58:33+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/45/20261030_165833_marine_restricted_zone_approach__zone:marine:20260901_033644_260901_jinhae_no_panorama_001:danger__approaching_outside_roi__high__track1377"}], "running_ffmpeg_count": 1, "running_pids": [12633], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 63171, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.338, "max": 11.0, "p95": 10.0, "sample_count": 139}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.094, "max": 5.0, "p95": 4.0, "sample_count": 139}, "total": {"avg": 3.094, "max": 5.0, "p95": 4.0, "sample_count": 139}}, "tracking_counts": {"active": {"avg": 0.748, "max": 3.0, "p95": 2.0, "sample_count": 139}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}, "removed": {"avg": 0.043, "max": 1.0, "p95": 0.0, "sample_count": 139}, "tracked": {"avg": 0.748, "max": 3.0, "p95": 2.0, "sample_count": 139}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 139, "pushed_frames": 139, "read_frames": 138, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.64, "pushed": 4.64, "read": 4.607}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 138, "client_acquire_ms": {"avg_ms": 0.004, "count": 138, "max_ms": 0.03, "p95_ms": 0.01, "reason": null, "sample_age_ms": 124.625, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.558, "count": 138, "max_ms": 5.043, "p95_ms": 1.669, "reason": null, "sample_age_ms": 180.666, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.207, "count": 138, "max_ms": 2.108, "p95_ms": 1.237, "reason": null, "sample_age_ms": 180.978, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.247, "count": 138, "max_ms": 1.26, "p95_ms": 0.498, "reason": null, "sample_age_ms": 124.635, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.18, "count": 138, "max_ms": 3.1, "p95_ms": 2.13, "reason": null, "sample_age_ms": 178.827, "source": "client_direct"}, "request_count": 138, "request_tensor_bytes": {"avg": 2764808.0, "count": 138, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 178.795, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 138, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 125.001, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.286, "count": 138, "max_ms": 84.84, "p95_ms": 60.193, "reason": null, "sample_age_ms": 124.62, "source": "client_direct"}, "sample_age_ms": 124.615, "source": "client_direct", "task_total_ms": {"avg_ms": 37.825, "count": 138, "max_ms": 87.378, "p95_ms": 62.846, "reason": null, "sample_age_ms": 124.615, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.69, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.42, "count": 139, "max_ms": 20.959, "p95_ms": 12.273}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.326, "count": 139, "max_ms": 0.967, "p95_ms": 0.644}, "detection_prepare_ms": {"avg_ms": 1.249, "count": 139, "max_ms": 4.359, "p95_ms": 3.391}, "event_filter_ms": {"avg_ms": 0.004, "count": 139, "max_ms": 0.02, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.329, "count": 139, "max_ms": 0.904, "p95_ms": 0.589}, "mcmt_ms": {"avg_ms": 0.002, "count": 139, "max_ms": 0.013, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 3.623, "count": 139, "max_ms": 10.042, "p95_ms": 6.244}, "setup_ms": {"avg_ms": 0.027, "count": 139, "max_ms": 0.106, "p95_ms": 0.054}, "total_inside_ms": {"avg_ms": 7.379, "count": 139, "max_ms": 20.855, "p95_ms": 12.191}, "track_match_ms": {"avg_ms": 0.108, "count": 139, "max_ms": 0.524, "p95_ms": 0.232}, "tracker_update_ms": {"avg_ms": 1.71, "count": 139, "max_ms": 4.949, "p95_ms": 2.964}}, "gstreamer_push": {"avg_ms": 2.093, "count": 139, "max_ms": 5.693, "p95_ms": 3.86}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 139, "max_ms": 0.115, "p95_ms": 0.076}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.723, "count": 139, "max_ms": 89.434, "p95_ms": 67.511}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.591, "count": 139, "max_ms": 12.46, "p95_ms": 6.175}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 80.607, "count": 139, "max_ms": 681.302, "p95_ms": 125.66}, "inference_input_copy_ms": {"avg_ms": 1.098, "count": 139, "max_ms": 2.504, "p95_ms": 2.036}, "processing_residual_ms": {"avg_ms": 0.13, "count": 139, "max_ms": 0.511, "p95_ms": 0.29}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 84.427, "count": 139, "max_ms": 690.469, "p95_ms": 131.222}, "read_interval": {"avg_ms": 216.406, "count": 138, "max_ms": 5934.5, "p95_ms": 282.476}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 139, "max_ms": 0.102, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 3.57, "count": 139, "max_ms": 9.822, "p95_ms": 6.197}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 139, "max_ms": 0.053, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.555, "count": 139, "max_ms": 9.78, "p95_ms": 6.186}, "worker_merge_ms": {"avg_ms": 0.005, "count": 139, "max_ms": 0.019, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 38.732, "count": 139, "max_ms": 89.44, "p95_ms": 67.522}, "visualize": {"avg_ms": 29.682, "count": 139, "max_ms": 65.449, "p95_ms": 47.191}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.403, "count": 139, "max_ms": 49.835, "p95_ms": 39.494}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.507, "count": 139, "max_ms": 63.966, "p95_ms": 46.088}, "visualize_input_copy_ms": {"avg_ms": 1.021, "count": 139, "max_ms": 3.41, "p95_ms": 1.95}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.414, "count": 139, "max_ms": 63.7, "p95_ms": 45.943}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 139, "max_ms": 0.602, "p95_ms": 0.114}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 139}, "returned_event_count": {"avg": 0.007, "max": 1.0, "p95": 0.0, "sample_count": 139}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 836.793, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.499, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.145, "sample_count": 2315, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 63023, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:58:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117170, "write_bytes_delta": 117170, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1073.0, "cpu_core_ratio": 0.479248, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 12517, "reason": null, "system_cpu_core_ratio": 0.039356, "system_cpu_s_delta": 0.79, "user_cpu_core_ratio": 0.439892, "user_cpu_s_delta": 8.829999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.752096, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.528568, "system_cpu_s_delta": 10.610000000000582, "user_cpu_core_ratio": 1.223528, "user_cpu_s_delta": 24.56000000000131}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.05, "count": 254, "max_ms": 6.636, "p95_ms": 5.05, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.622, "max": 9.0, "p95": 8.0, "sample_count": 254}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.488, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 254}, "total": {"avg": 2.488, "max": 4.0, "p95": 3.0, "sample_count": 254}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.238, "count": 30, "max": 62.045, "p95": 57.72, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.664, "count": 30, "max": 29.737, "p95": 24.677, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 752.567, "count": 30, "max": 1073.0, "p95": 1038.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 913.9, "count": 30, "max": 15645.0, "p95": 2799.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.04, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.378, "count": 30, "max": 0.44, "p95": 0.432, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.138, "count": 30, "max": 4.144, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 111817.367, "count": 30, "max": 118026.0, "p95": 117329.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 111817.367, "count": 30, "max": 118026.0, "p95": 117329.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.467, "count": 30, "max": 37.0, "p95": 21.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.528, "count": 30, "max": 0.616, "p95": 0.603, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.161, "count": 30, "max": 1.316, "p95": 1.31, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 588, "sampled_at": "2026-10-30T16:58:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:58:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 74743, "flush_count": 146, "flush_interval_seconds": 30.0, "flush_state": {"count": 146, "last_at": "2026-10-30T16:57:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:57:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 145}, "started": true, "suppressed_count": 75614, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 75614}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 146, "written_record_count": 146}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 5011.219, "limit_mb": null}, "detail": {"pid": 12695, "restart_count": 46, "start_count": 47}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 209458483200, "copied_frame_count": 75759, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 209458483200, "frame_buffer_copies": 75759, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1111, "count": 512, "max_ms": 1.1037, "p50_ms": 0.0956, "p95_ms": 0.2176, "p99_ms": 0.2935}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2635, "count": 512, "max_ms": 3.1781, "p50_ms": 1.1724, "p95_ms": 2.331, "p99_ms": 2.8302, "results": {"failed": 0, "not_applicable": 0, "success": 75759, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 43, "h264_decode_error_count": 63, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:58:33+09:00", "last_error_summary": "[h264 @ 0x571509c72700] error while decoding MB 117 91, bytestream -9", "last_exit_at": "2026-10-30T16:33:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-30T16:58:36+09:00", "pid": 12695, "process": {"exists": true, "fd_count": 5, "hwm_mb": 361.57, "name": "ffmpeg", "pid": 12695, "rss_mb": 361.57, "state": "S (sleeping)", "threads": 70}, "restart_count": 46, "restart_count_per_hour": 6, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.131, "sample_count": 2740, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 75759, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:58:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.372, "last_frame_pushed_at": "2026-10-30T16:58:33+09:00", "last_frame_read_age_sec": 4.443, "last_frame_read_at": "2026-10-30T16:58:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 15, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 267.561, "last_sample_duration_ms": 1064.141, "last_trigger": "periodic", "next_snapshot_in_sec": 332.439, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 15, "storage_bytes": 1191911}, "mjpeg": {"age_sec": 4.364, "exists": true, "mtime": "2026-10-30T16:58:33.837432+09:00", "mtime_epoch": 1793347113.8374324, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 104781}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T16:58:38+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 751.898, "name": "celery", "pid": 176, "rss_mb": 749.152, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 75759, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 71}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 71}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 71}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 71}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 71}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 71}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 71}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 71, "pushed_frames": 71, "read_frames": 71, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.567, "pushed": 2.567, "read": 2.567}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 71, "client_acquire_ms": {"avg_ms": 0.004, "count": 71, "max_ms": 0.022, "p95_ms": 0.009, "reason": null, "sample_age_ms": 4418.295, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.467, "count": 71, "max_ms": 2.321, "p95_ms": 1.343, "reason": null, "sample_age_ms": 4450.867, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.23, "count": 71, "max_ms": 1.97, "p95_ms": 1.063, "reason": null, "sample_age_ms": 4451.065, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.073, "count": 71, "max_ms": 0.281, "p95_ms": 0.162, "reason": null, "sample_age_ms": 4418.303, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.033, "count": 71, "max_ms": 3.533, "p95_ms": 1.766, "reason": null, "sample_age_ms": 4449.659, "source": "client_direct"}, "request_count": 71, "request_tensor_bytes": {"avg": 2211848.0, "count": 71, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4449.635, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 71, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4418.416, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.656, "count": 71, "max_ms": 57.794, "p95_ms": 53.335, "reason": null, "sample_age_ms": 4418.291, "source": "client_direct"}, "sample_age_ms": 4418.287, "source": "client_direct", "task_total_ms": {"avg_ms": 29.882, "count": 71, "max_ms": 59.48, "p95_ms": 55.171, "reason": null, "sample_age_ms": 4418.287, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.965, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.521, "count": 71, "max_ms": 1.297, "p95_ms": 0.992}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.159, "count": 71, "max_ms": 0.347, "p95_ms": 0.3}, "detection_prepare_ms": {"avg_ms": 0.074, "count": 71, "max_ms": 0.192, "p95_ms": 0.164}, "event_filter_ms": {"avg_ms": 0.003, "count": 71, "max_ms": 0.016, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.06, "count": 71, "max_ms": 0.135, "p95_ms": 0.112}, "mcmt_ms": {"avg_ms": 0.002, "count": 71, "max_ms": 0.008, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.135, "count": 71, "max_ms": 0.518, "p95_ms": 0.246}, "setup_ms": {"avg_ms": 0.031, "count": 71, "max_ms": 0.094, "p95_ms": 0.067}, "total_inside_ms": {"avg_ms": 0.489, "count": 71, "max_ms": 1.153, "p95_ms": 0.928}, "track_match_ms": {"avg_ms": 0.003, "count": 71, "max_ms": 0.008, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.021, "count": 71, "max_ms": 0.055, "p95_ms": 0.049}}, "gstreamer_push": {"avg_ms": 2.114, "count": 71, "max_ms": 4.799, "p95_ms": 4.319}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 71, "max_ms": 0.132, "p95_ms": 0.078}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.599, "count": 71, "max_ms": 62.3, "p95_ms": 56.935}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.025, "count": 71, "max_ms": 0.073, "p95_ms": 0.053}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 57.721, "count": 71, "max_ms": 102.182, "p95_ms": 91.768}, "inference_input_copy_ms": {"avg_ms": 1.028, "count": 71, "max_ms": 2.98, "p95_ms": 1.817}, "processing_residual_ms": {"avg_ms": 0.083, "count": 71, "max_ms": 0.267, "p95_ms": 0.185}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 58.857, "count": 71, "max_ms": 103.916, "p95_ms": 93.613}, "read_interval": {"avg_ms": 385.932, "count": 71, "max_ms": 5993.811, "p95_ms": 3333.552}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 71, "max_ms": 0.037, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.091, "count": 71, "max_ms": 0.377, "p95_ms": 0.18}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 71, "max_ms": 0.027, "p95_ms": 0.015}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.079, "count": 71, "max_ms": 0.342, "p95_ms": 0.159}, "worker_merge_ms": {"avg_ms": 0.004, "count": 71, "max_ms": 0.022, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 30.61, "count": 71, "max_ms": 62.328, "p95_ms": 56.949}, "visualize": {"avg_ms": 25.917, "count": 71, "max_ms": 43.068, "p95_ms": 37.617}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.285, "count": 71, "max_ms": 41.756, "p95_ms": 36.298}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.769, "count": 71, "max_ms": 42.574, "p95_ms": 37.277}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 71, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.699, "count": 71, "max_ms": 42.366, "p95_ms": 37.087}, "visualizer_prepare_ms": {"avg_ms": 0.042, "count": 71, "max_ms": 0.171, "p95_ms": 0.087}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 71}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 71}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 71}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 749.141, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 49.735, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.109, "sample_count": 2782, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 75739, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:58:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104600, "write_bytes_delta": 104600, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 68.0, "cpu_core_ratio": 0.110671, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 12285, "reason": null, "system_cpu_core_ratio": 0.002938, "system_cpu_s_delta": 0.029999999999997584, "user_cpu_core_ratio": 0.107733, "user_cpu_s_delta": 1.099999999999966}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.028402, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.002938, "system_cpu_s_delta": 0.029999999999972715, "user_cpu_core_ratio": 0.025464, "user_cpu_s_delta": 0.2600000000002183}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.024, "count": 82, "max_ms": 4.319, "p95_ms": 3.214, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 82}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.293, "count": 30, "max": 49.735, "p95": 29.889, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.089, "count": 30, "max": 29.5, "p95": 26.446, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 684.567, "count": 30, "max": 747.0, "p95": 745.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4.8, "count": 30, "max": 101.0, "p95": 11.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.064, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.19, "count": 30, "max": 1.369, "p95": 1.342, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 103718.333, "count": 30, "max": 104953.0, "p95": 104824.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103718.333, "count": 30, "max": 104953.0, "p95": 104824.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 105.333, "count": 30, "max": 132.0, "p95": 115.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.07, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.551, "count": 30, "max": 0.624, "p95": 0.621, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 610, "sampled_at": "2026-10-30T16:58:32+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:58:32+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.658, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 143519, "flush_count": 146, "flush_interval_seconds": 30.0, "flush_state": {"count": 146, "last_at": "2026-10-30T16:57:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:57:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 145}, "started": true, "suppressed_count": 63048, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 22, "tracking_summary": 63026}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 146, "written_record_count": 146}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5221.543, "limit_mb": null}, "detail": {"pid": 12697, "restart_count": 47, "start_count": 48}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 174655180800, "copied_frame_count": 63171, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 1, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T16:31:12+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3136572, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:31:03+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.002}, "oldest_age_s": 0.9413163661956787, "peak_active_count": 3, "pre_event_reference_bytes": 138240000, "remaining_frame_count": 46, "written_frame_count": 54}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 138240000, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 138240000, "ring_bytes": 138240000, "total_upper_bound_bytes": 276480000, "unavailable_reason": "exact_overlap_not_collected"}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 22, "events_emitted": 21, "events_failed": 0, "events_observed": 22, "events_suppressed": 1, "frame_buffer_copied_bytes": 174655180800, "frame_buffer_copies": 63171, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1004, "recorder_active_input_bytes": 2775859200, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 20, "recorder_clips_failed": 0, "recorder_clips_started": 21, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 21, "worker_jobs_accepted": 21, "worker_jobs_completed": 21, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.099, "count": 512, "max_ms": 2.2298, "p50_ms": 0.0802, "p95_ms": 0.2089, "p99_ms": 0.2673}, "stages": {"db_insert": {"avg_ms": 18.047, "count": 21, "max_ms": 33.4972, "p50_ms": 17.4704, "p95_ms": 29.9804, "p99_ms": 32.7938, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8571, "count": 21, "max_ms": 3.8064, "p50_ms": 1.7589, "p95_ms": 2.6906, "p99_ms": 3.5833, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1198.822, "count": 22, "max_ms": 4422.916, "p50_ms": 1091.5262, "p95_ms": 1371.5923, "p99_ms": 3782.868, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3172, "count": 512, "max_ms": 3.4888, "p50_ms": 1.2429, "p95_ms": 2.2574, "p99_ms": 3.1415, "results": {"failed": 0, "not_applicable": 0, "success": 63171, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.9774, "count": 22, "max_ms": 656.9199, "p50_ms": 571.2291, "p95_ms": 642.6673, "p99_ms": 654.0055, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.1631, "count": 21, "max_ms": 65.0452, "p50_ms": 36.0771, "p95_ms": 58.1992, "p99_ms": 63.676, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5479, "count": 512, "max_ms": 12.236, "p50_ms": 5.3286, "p95_ms": 8.5023, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1004, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5652, "count": 512, "max_ms": 4.7858, "p50_ms": 1.4464, "p95_ms": 2.7318, "p99_ms": 3.8307, "results": {"failed": 0, "not_applicable": 0, "success": 1004, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 570.6648, "count": 21, "max_ms": 653.6862, "p50_ms": 578.4845, "p95_ms": 638.67, "p99_ms": 650.6829, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 477.8837, "count": 21, "max_ms": 555.4516, "p50_ms": 481.4506, "p95_ms": 535.8881, "p99_ms": 551.5389, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.7007, "count": 21, "max_ms": 99.8242, "p50_ms": 84.9877, "p95_ms": 95.227, "p99_ms": 98.9048, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 3.06, "count": 21, "max_ms": 15.8949, "p50_ms": 2.2668, "p95_ms": 8.6083, "p99_ms": 14.4376, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.378, "count": 20, "max_ms": 73.1462, "p50_ms": 42.7877, "p95_ms": 59.9005, "p99_ms": 70.497, "results": {"failed": 0, "not_applicable": 0, "success": 20, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9259, "count": 22, "max_ms": 1.7383, "p50_ms": 0.8804, "p95_ms": 1.6509, "p99_ms": 1.7236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4382, "count": 21, "max_ms": 8.0269, "p50_ms": 0.967, "p95_ms": 2.2372, "p99_ms": 6.869, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4382, "count": 21, "max_ms": 8.0269, "p50_ms": 0.967, "p95_ms": 2.2372, "p99_ms": 6.869, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9259, "count": 22, "max_ms": 1.7383, "p50_ms": 0.8804, "p95_ms": 1.6509, "p99_ms": 1.7236, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4998, "count": 21, "max_ms": 9.2164, "p50_ms": 1.0176, "p95_ms": 2.5784, "p99_ms": 7.8888, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 21, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 588.5071, "count": 21, "max_ms": 3752.636, "p50_ms": 413.9722, "p95_ms": 716.4065, "p99_ms": 3145.3901, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5784, "count": 21, "max_ms": 11.5083, "p50_ms": 1.9543, "p95_ms": 6.75, "p99_ms": 10.5566, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 30.0057, "count": 21, "max_ms": 92.2129, "p50_ms": 25.0322, "p95_ms": 74.1981, "p99_ms": 88.6099, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1546, "count": 21, "max_ms": 1.1521, "p50_ms": 0.1018, "p95_ms": 0.1808, "p99_ms": 0.9578, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5829, "count": 21, "max_ms": 5.4615, "p50_ms": 2.1908, "p95_ms": 4.2338, "p99_ms": 5.216, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 678.5894, "count": 21, "max_ms": 3837.487, "p50_ms": 504.3705, "p95_ms": 778.4342, "p99_ms": 3225.6764, "results": {"failed": 0, "not_applicable": 0, "success": 21, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 21, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 21, "max_ms": 1.1521, "p50_ms": 0.1018, "p95_ms": 0.1808, "p99_ms": 0.9578}, "wait_ms": {"count": 21, "max_ms": 5.4615, "p50_ms": 2.1908, "p95_ms": 4.2338, "p99_ms": 5.216}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 21, "artifact_failed": 0, "artifact_requested": 21, "artifact_success": 21, "completed": 21, "completed_failed": 0, "completed_success": 21, "cooldown_promoted": 21, "database_requested": 21, "db_insert_success": 21, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15562, "relay_business_failed": 0, "relay_business_success": 21, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 21, "relay_transport_failed": 0, "relay_transport_success": 21, "reservation_requested": 21}, "snapshot": {"copied_bytes": 58060800, "copied_count": 21, "copy": {"count": 21, "max_ms": 3.8064, "p50_ms": 1.7589, "p95_ms": 2.6906, "p99_ms": 3.5833}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 43, "h264_decode_error_count": 104, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T16:58:34+09:00", "last_error_summary": "[h264 @ 0x60f34a2f2980] error while decoding MB 89 42, bytestream -10", "last_exit_at": "2026-10-30T16:58:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T16:58:37+09:00", "pid": 12697, "process": {"exists": true, "fd_count": 5, "hwm_mb": 207.949, "name": "ffmpeg", "pid": 12697, "rss_mb": 207.949, "state": "S (sleeping)", "threads": 70}, "restart_count": 47, "restart_count_per_hour": 23, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.75, "sample_count": 2194, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 63171, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:58:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.583, "last_frame_pushed_at": "2026-10-30T16:58:34+09:00", "last_frame_read_age_sec": 4.715, "last_frame_read_at": "2026-10-30T16:58:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 15, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 268.634, "last_sample_duration_ms": 1064.141, "last_trigger": "periodic", "next_snapshot_in_sec": 331.366, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 15, "storage_bytes": 1191911}, "mjpeg": {"age_sec": 4.574, "exists": true, "mtime": "2026-10-30T16:58:34.706438+09:00", "mtime_epoch": 1793347114.7064383, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 116108}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T16:58:39+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 836.867, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 19, "oldest_recorder_age_sec": 5.55, "recorders": [{"age_sec": 5.55, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "frame_count": 54, "is_recording": true, "is_stopping": false, "pid": 12633, "pre_event_reference_bytes": 138240000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 188.543, "name": "ffmpeg", "pid": 12633, "rss_mb": 188.543, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 46, "returncode": null, "running": true, "started_at": "2026-10-30T16:58:33+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/45/20261030_165833_marine_restricted_zone_approach__zone:marine:20260901_033644_260901_jinhae_no_panorama_001:danger__approaching_outside_roi__high__track1377"}], "running_ffmpeg_count": 1, "running_pids": [12633], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 63171, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.3, "max": 11.0, "p95": 9.0, "sample_count": 120}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.25, "max": 5.0, "p95": 4.0, "sample_count": 120}, "total": {"avg": 3.25, "max": 5.0, "p95": 4.0, "sample_count": 120}}, "tracking_counts": {"active": {"avg": 0.85, "max": 3.0, "p95": 2.0, "sample_count": 120}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 120}, "removed": {"avg": 0.042, "max": 1.0, "p95": 0.0, "sample_count": 120}, "tracked": {"avg": 0.85, "max": 3.0, "p95": 2.0, "sample_count": 120}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 120}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 120, "pushed_frames": 120, "read_frames": 119, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.003, "pushed": 4.003, "read": 3.97}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 119, "client_acquire_ms": {"avg_ms": 0.005, "count": 119, "max_ms": 0.03, "p95_ms": 0.01, "reason": null, "sample_age_ms": 4667.589, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.58, "count": 119, "max_ms": 5.043, "p95_ms": 1.669, "reason": null, "sample_age_ms": 4723.63, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.21, "count": 119, "max_ms": 2.108, "p95_ms": 1.235, "reason": null, "sample_age_ms": 4723.942, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.245, "count": 119, "max_ms": 1.26, "p95_ms": 0.498, "reason": null, "sample_age_ms": 4667.599, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.174, "count": 119, "max_ms": 3.1, "p95_ms": 2.188, "reason": null, "sample_age_ms": 4721.791, "source": "client_direct"}, "request_count": 119, "request_tensor_bytes": {"avg": 2764808.0, "count": 119, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4721.759, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 119, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4667.964, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.326, "count": 119, "max_ms": 84.84, "p95_ms": 61.385, "reason": null, "sample_age_ms": 4667.583, "source": "client_direct"}, "sample_age_ms": 4667.579, "source": "client_direct", "task_total_ms": {"avg_ms": 37.857, "count": 119, "max_ms": 87.378, "p95_ms": 63.925, "reason": null, "sample_age_ms": 4667.579, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.078, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.714, "count": 120, "max_ms": 20.959, "p95_ms": 12.273}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.337, "count": 120, "max_ms": 0.967, "p95_ms": 0.644}, "detection_prepare_ms": {"avg_ms": 1.288, "count": 120, "max_ms": 4.359, "p95_ms": 3.391}, "event_filter_ms": {"avg_ms": 0.004, "count": 120, "max_ms": 0.02, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.34, "count": 120, "max_ms": 0.904, "p95_ms": 0.589}, "mcmt_ms": {"avg_ms": 0.003, "count": 120, "max_ms": 0.013, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 3.784, "count": 120, "max_ms": 10.042, "p95_ms": 6.244}, "setup_ms": {"avg_ms": 0.028, "count": 120, "max_ms": 0.106, "p95_ms": 0.053}, "total_inside_ms": {"avg_ms": 7.673, "count": 120, "max_ms": 20.855, "p95_ms": 12.191}, "track_match_ms": {"avg_ms": 0.116, "count": 120, "max_ms": 0.524, "p95_ms": 0.232}, "tracker_update_ms": {"avg_ms": 1.771, "count": 120, "max_ms": 4.949, "p95_ms": 2.964}}, "gstreamer_push": {"avg_ms": 2.104, "count": 120, "max_ms": 5.693, "p95_ms": 3.86}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 120, "max_ms": 0.115, "p95_ms": 0.076}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 38.682, "count": 120, "max_ms": 89.434, "p95_ms": 67.511}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.669, "count": 120, "max_ms": 12.46, "p95_ms": 6.175}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 120, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 120, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 81.937, "count": 120, "max_ms": 681.302, "p95_ms": 125.66}, "inference_input_copy_ms": {"avg_ms": 1.111, "count": 120, "max_ms": 2.504, "p95_ms": 2.036}, "processing_residual_ms": {"avg_ms": 0.132, "count": 120, "max_ms": 0.511, "p95_ms": 0.261}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 120, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 120, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 85.85, "count": 120, "max_ms": 690.469, "p95_ms": 131.222}, "read_interval": {"avg_ms": 212.829, "count": 119, "max_ms": 5934.5, "p95_ms": 282.476}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 120, "max_ms": 0.102, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 3.73, "count": 120, "max_ms": 9.822, "p95_ms": 6.197}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 120, "max_ms": 0.053, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.715, "count": 120, "max_ms": 9.78, "p95_ms": 6.186}, "worker_merge_ms": {"avg_ms": 0.005, "count": 120, "max_ms": 0.019, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 38.692, "count": 120, "max_ms": 89.44, "p95_ms": 67.522}, "visualize": {"avg_ms": 30.138, "count": 120, "max_ms": 65.449, "p95_ms": 47.191}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.596, "count": 120, "max_ms": 49.835, "p95_ms": 39.494}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 120, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.942, "count": 120, "max_ms": 63.966, "p95_ms": 46.088}, "visualize_input_copy_ms": {"avg_ms": 1.038, "count": 120, "max_ms": 3.41, "p95_ms": 1.95}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 120, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.847, "count": 120, "max_ms": 63.7, "p95_ms": 45.943}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 120, "max_ms": 0.602, "p95_ms": 0.114}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 120}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 120}, "returned_event_count": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 120}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 836.793, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.499, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.145, "sample_count": 2315, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 63023, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T16:58:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117170, "write_bytes_delta": 117170, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1073.0, "cpu_core_ratio": 0.479248, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 12517, "reason": null, "system_cpu_core_ratio": 0.039356, "system_cpu_s_delta": 0.79, "user_cpu_core_ratio": 0.439892, "user_cpu_s_delta": 8.829999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.752096, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.528568, "system_cpu_s_delta": 10.610000000000582, "user_cpu_core_ratio": 1.223528, "user_cpu_s_delta": 24.56000000000131}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.05, "count": 254, "max_ms": 6.636, "p95_ms": 5.05, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.622, "max": 9.0, "p95": 8.0, "sample_count": 254}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.488, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 254}, "total": {"avg": 2.488, "max": 4.0, "p95": 3.0, "sample_count": 254}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.238, "count": 30, "max": 62.045, "p95": 57.72, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.664, "count": 30, "max": 29.737, "p95": 24.677, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 752.567, "count": 30, "max": 1073.0, "p95": 1038.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 913.9, "count": 30, "max": 15645.0, "p95": 2799.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.04, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.378, "count": 30, "max": 0.44, "p95": 0.432, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.138, "count": 30, "max": 4.144, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 111817.367, "count": 30, "max": 118026.0, "p95": 117329.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 111817.367, "count": 30, "max": 118026.0, "p95": 117329.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.467, "count": 30, "max": 37.0, "p95": 21.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.528, "count": 30, "max": 0.616, "p95": 0.603, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.161, "count": 30, "max": 1.316, "p95": 1.31, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 588, "sampled_at": "2026-10-30T16:58:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T16:58:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 145595, "flush_count": 148, "flush_interval_seconds": 30.0, "flush_state": {"count": 148, "last_at": "2026-10-30T16:59:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:59:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 147}, "started": true, "suppressed_count": 63691, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 63668}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 148, "written_record_count": 148}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4974.469, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5d7b4268ed00] error while decoding MB 104 50, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 176432947200, "copied_frame_count": 63814, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:00:04+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4396400, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:59:56+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.949}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 23, "events_emitted": 22, "events_failed": 0, "events_observed": 23, "events_suppressed": 1, "frame_buffer_copied_bytes": 176432947200, "frame_buffer_copies": 63814, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1100, "recorder_active_input_bytes": 3041280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 22, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 22, "worker_jobs_accepted": 22, "worker_jobs_completed": 22, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1204, "count": 512, "max_ms": 2.7521, "p50_ms": 0.102, "p95_ms": 0.2221, "p99_ms": 0.303}, "stages": {"db_insert": {"avg_ms": 18.3936, "count": 22, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 29.8753, "p99_ms": 32.7586, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8439, "count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1190.289, "count": 23, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1368.1165, "p99_ms": 3752.3895, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6476, "count": 512, "max_ms": 6.4539, "p50_ms": 1.5055, "p95_ms": 2.737, "p99_ms": 3.916, "results": {"failed": 0, "not_applicable": 0, "success": 63814, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.369, "count": 23, "max_ms": 656.9199, "p50_ms": 580.9847, "p95_ms": 642.2929, "p99_ms": 653.8667, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.7514, "count": 22, "max_ms": 65.0452, "p50_ms": 34.7351, "p95_ms": 58.1775, "p99_ms": 63.6075, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.595, "count": 512, "max_ms": 12.236, "p50_ms": 5.418, "p95_ms": 8.4211, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5467, "count": 512, "max_ms": 4.7858, "p50_ms": 1.418, "p95_ms": 2.6694, "p99_ms": 3.8307, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 570.9514, "count": 22, "max_ms": 653.6862, "p50_ms": 577.7276, "p95_ms": 638.3149, "p99_ms": 650.5328, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 477.7743, "count": 22, "max_ms": 555.4516, "p50_ms": 478.4637, "p95_ms": 535.7752, "p99_ms": 551.3433, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1571, "count": 22, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.7171, "p99_ms": 98.9671, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.983, "count": 22, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 8.3906, "p99_ms": 14.3647, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.5584, "count": 22, "max_ms": 73.1462, "p50_ms": 45.1618, "p95_ms": 70.1034, "p99_ms": 72.6277, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4831, "count": 22, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.536, "p99_ms": 7.8224, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 578.0046, "count": 22, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 710.822, "p99_ms": 3115.0278, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5539, "count": 22, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.6467, "p99_ms": 10.509, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8643, "count": 22, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 73.9224, "p99_ms": 88.4298, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1544, "count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6023, "count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 666.8059, "count": 22, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 774.3532, "p99_ms": 3195.0859, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 22, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481}, "wait_ms": {"count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 22, "artifact_failed": 0, "artifact_requested": 22, "artifact_success": 22, "completed": 22, "completed_failed": 0, "completed_success": 22, "cooldown_promoted": 22, "database_requested": 22, "db_insert_success": 22, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15563, "relay_business_failed": 0, "relay_business_success": 22, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 22, "relay_transport_failed": 0, "relay_transport_success": 22, "reservation_requested": 22}, "snapshot": {"copied_bytes": 60825600, "copied_count": 22, "copy": {"count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 44, "h264_decode_error_count": 105, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:00:14+09:00", "last_error_summary": "[h264 @ 0x5d7b4268ed00] error while decoding MB 104 50, bytestream -5", "last_exit_at": "2026-10-30T16:58:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 97.627, "last_started_at": "2026-10-30T16:58:37+09:00", "pid": 12697, "process": {"exists": false, "pid": 12697}, "restart_count": 47, "restart_count_per_hour": 22, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.838, "sample_count": 2105, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 63814, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:00:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.101, "last_frame_pushed_at": "2026-10-30T17:00:14+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-10-30T17:00:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 15, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 364.278, "last_sample_duration_ms": 1064.141, "last_trigger": "periodic", "next_snapshot_in_sec": 235.722, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 15, "storage_bytes": 1191911}, "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-10-30T17:00:14.819101+09:00", "mtime_epoch": 1793347214.8191009, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117221}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:00:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 900.562, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 20, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 63815, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.471, "max": 10.0, "p95": 8.0, "sample_count": 206}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.282, "max": 5.0, "p95": 5.0, "sample_count": 206}, "total": {"avg": 4.282, "max": 5.0, "p95": 5.0, "sample_count": 206}}, "tracking_counts": {"active": {"avg": 0.903, "max": 2.0, "p95": 2.0, "sample_count": 206}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "removed": {"avg": 0.029, "max": 2.0, "p95": 0.0, "sample_count": 206}, "tracked": {"avg": 0.903, "max": 2.0, "p95": 2.0, "sample_count": 206}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.883, "pushed": 6.883, "read": 6.883}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 206, "client_acquire_ms": {"avg_ms": 0.008, "count": 206, "max_ms": 0.047, "p95_ms": 0.019, "reason": null, "sample_age_ms": 32.129, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.032, "count": 206, "max_ms": 11.129, "p95_ms": 3.454, "reason": null, "sample_age_ms": 99.779, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.566, "count": 206, "max_ms": 10.644, "p95_ms": 3.091, "reason": null, "sample_age_ms": 100.23, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.418, "count": 206, "max_ms": 2.477, "p95_ms": 0.787, "reason": null, "sample_age_ms": 32.15, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.141, "count": 206, "max_ms": 7.795, "p95_ms": 3.813, "reason": null, "sample_age_ms": 96.918, "source": "client_direct"}, "request_count": 206, "request_tensor_bytes": {"avg": 2764808.0, "count": 206, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 96.889, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 206, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 32.738, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 55.037, "count": 206, "max_ms": 90.612, "p95_ms": 76.017, "reason": null, "sample_age_ms": 32.123, "source": "client_direct"}, "sample_age_ms": 32.116, "source": "client_direct", "task_total_ms": {"avg_ms": 57.791, "count": 206, "max_ms": 92.648, "p95_ms": 79.148, "reason": null, "sample_age_ms": 32.116, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.208, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 12.598, "count": 206, "max_ms": 37.564, "p95_ms": 18.906}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.649, "count": 206, "max_ms": 3.025, "p95_ms": 1.254}, "detection_prepare_ms": {"avg_ms": 2.253, "count": 206, "max_ms": 23.201, "p95_ms": 3.999}, "event_filter_ms": {"avg_ms": 0.008, "count": 206, "max_ms": 0.024, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.599, "count": 206, "max_ms": 1.607, "p95_ms": 0.993}, "mcmt_ms": {"avg_ms": 0.004, "count": 206, "max_ms": 0.032, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 5.877, "count": 206, "max_ms": 19.785, "p95_ms": 9.201}, "setup_ms": {"avg_ms": 0.05, "count": 206, "max_ms": 0.216, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 12.519, "count": 206, "max_ms": 37.498, "p95_ms": 18.827}, "track_match_ms": {"avg_ms": 0.192, "count": 206, "max_ms": 1.933, "p95_ms": 0.346}, "tracker_update_ms": {"avg_ms": 2.885, "count": 206, "max_ms": 7.751, "p95_ms": 4.631}}, "gstreamer_push": {"avg_ms": 3.499, "count": 206, "max_ms": 9.373, "p95_ms": 5.944}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 206, "max_ms": 0.312, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.081, "count": 206, "max_ms": 93.349, "p95_ms": 80.848}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.805, "count": 206, "max_ms": 17.289, "p95_ms": 9.649}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 122.947, "count": 206, "max_ms": 702.716, "p95_ms": 157.784}, "inference_input_copy_ms": {"avg_ms": 1.817, "count": 206, "max_ms": 6.386, "p95_ms": 3.466}, "processing_residual_ms": {"avg_ms": 0.278, "count": 206, "max_ms": 0.882, "p95_ms": 0.492}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 128.847, "count": 206, "max_ms": 713.356, "p95_ms": 162.012}, "read_interval": {"avg_ms": 145.289, "count": 206, "max_ms": 734.478, "p95_ms": 190.269}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.025, "count": 206, "max_ms": 0.181, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 5.778, "count": 206, "max_ms": 19.65, "p95_ms": 9.124}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 206, "max_ms": 0.129, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.754, "count": 206, "max_ms": 19.508, "p95_ms": 9.107}, "worker_merge_ms": {"avg_ms": 0.008, "count": 206, "max_ms": 0.04, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 59.098, "count": 206, "max_ms": 93.44, "p95_ms": 80.862}, "visualize": {"avg_ms": 45.023, "count": 206, "max_ms": 77.756, "p95_ms": 62.535}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.27, "count": 206, "max_ms": 57.433, "p95_ms": 47.616}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.224, "count": 206, "max_ms": 71.819, "p95_ms": 60.371}, "visualize_input_copy_ms": {"avg_ms": 1.548, "count": 206, "max_ms": 5.758, "p95_ms": 2.718}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.063, "count": 206, "max_ms": 71.579, "p95_ms": 60.222}, "visualizer_prepare_ms": {"avg_ms": 0.085, "count": 206, "max_ms": 0.637, "p95_ms": 0.147}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 206}, "returned_event_count": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 903.211, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 59.16, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.233, "sample_count": 2111, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 63767, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:00:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 119877, "write_bytes_delta": 119877, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 854.0, "cpu_core_ratio": 0.399478, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 12697, "reason": null, "system_cpu_core_ratio": 0.031918, "system_cpu_s_delta": 0.6400000000000001, "user_cpu_core_ratio": 0.36756, "user_cpu_s_delta": 7.3700000000000045}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.865228, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21608.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.588993, "system_cpu_s_delta": 11.8100000000004, "user_cpu_core_ratio": 1.276235, "user_cpu_s_delta": 25.590000000000146}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.56, "count": 203, "max_ms": 11.388, "p95_ms": 5.937, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.97, "max": 11.0, "p95": 10.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.34, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 203}, "total": {"avg": 4.34, "max": 5.0, "p95": 5.0, "sample_count": 203}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.999, "count": 30, "max": 62.045, "p95": 60.316, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.197, "count": 30, "max": 28.103, "p95": 24.677, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 814.033, "count": 30, "max": 1073.0, "p95": 1038.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 814.767, "count": 30, "max": 15645.0, "p95": 2106.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.04, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.371, "count": 30, "max": 0.44, "p95": 0.432, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.138, "count": 30, "max": 4.144, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114114.067, "count": 30, "max": 120638.0, "p95": 119765.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114114.067, "count": 30, "max": 120638.0, "p95": 119765.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1876.267, "count": 30, "max": 34222.0, "p95": 11901.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.539, "count": 30, "max": 0.616, "p95": 0.588, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.191, "count": 30, "max": 1.326, "p95": 1.31, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 594, "sampled_at": "2026-10-30T17:00:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:00:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 145595, "flush_count": 148, "flush_interval_seconds": 30.0, "flush_state": {"count": 148, "last_at": "2026-10-30T16:59:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:59:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 147}, "started": true, "suppressed_count": 63691, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 63668}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 148, "written_record_count": 148}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4975.574, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T17:00:14+09:00", "last_error_summary": "[h264 @ 0x5d7b4268ed00] error while decoding MB 104 50, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 176435712000, "copied_frame_count": 63815, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:00:04+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4396400, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:59:56+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.949}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 23, "events_emitted": 22, "events_failed": 0, "events_observed": 23, "events_suppressed": 1, "frame_buffer_copied_bytes": 176435712000, "frame_buffer_copies": 63815, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1100, "recorder_active_input_bytes": 3041280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 22, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 22, "worker_jobs_accepted": 22, "worker_jobs_completed": 22, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1204, "count": 512, "max_ms": 2.7521, "p50_ms": 0.102, "p95_ms": 0.2221, "p99_ms": 0.303}, "stages": {"db_insert": {"avg_ms": 18.3936, "count": 22, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 29.8753, "p99_ms": 32.7586, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8439, "count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1190.289, "count": 23, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1368.1165, "p99_ms": 3752.3895, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.65, "count": 512, "max_ms": 6.4539, "p50_ms": 1.5085, "p95_ms": 2.737, "p99_ms": 3.916, "results": {"failed": 0, "not_applicable": 0, "success": 63815, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.369, "count": 23, "max_ms": 656.9199, "p50_ms": 580.9847, "p95_ms": 642.2929, "p99_ms": 653.8667, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.7514, "count": 22, "max_ms": 65.0452, "p50_ms": 34.7351, "p95_ms": 58.1775, "p99_ms": 63.6075, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.595, "count": 512, "max_ms": 12.236, "p50_ms": 5.418, "p95_ms": 8.4211, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5467, "count": 512, "max_ms": 4.7858, "p50_ms": 1.418, "p95_ms": 2.6694, "p99_ms": 3.8307, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 570.9514, "count": 22, "max_ms": 653.6862, "p50_ms": 577.7276, "p95_ms": 638.3149, "p99_ms": 650.5328, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 477.7743, "count": 22, "max_ms": 555.4516, "p50_ms": 478.4637, "p95_ms": 535.7752, "p99_ms": 551.3433, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1571, "count": 22, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.7171, "p99_ms": 98.9671, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.983, "count": 22, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 8.3906, "p99_ms": 14.3647, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.5584, "count": 22, "max_ms": 73.1462, "p50_ms": 45.1618, "p95_ms": 70.1034, "p99_ms": 72.6277, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4831, "count": 22, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.536, "p99_ms": 7.8224, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 578.0046, "count": 22, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 710.822, "p99_ms": 3115.0278, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5539, "count": 22, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.6467, "p99_ms": 10.509, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8643, "count": 22, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 73.9224, "p99_ms": 88.4298, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1544, "count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6023, "count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 666.8059, "count": 22, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 774.3532, "p99_ms": 3195.0859, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 22, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481}, "wait_ms": {"count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 22, "artifact_failed": 0, "artifact_requested": 22, "artifact_success": 22, "completed": 22, "completed_failed": 0, "completed_success": 22, "cooldown_promoted": 22, "database_requested": 22, "db_insert_success": 22, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15563, "relay_business_failed": 0, "relay_business_success": 22, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 22, "relay_transport_failed": 0, "relay_transport_success": 22, "reservation_requested": 22}, "snapshot": {"copied_bytes": 60825600, "copied_count": 22, "copy": {"count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 44, "h264_decode_error_count": 105, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:00:14+09:00", "last_error_summary": "[h264 @ 0x5d7b4268ed00] error while decoding MB 104 50, bytestream -5", "last_exit_at": "2026-10-30T17:00:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 97.714, "last_started_at": "2026-10-30T16:58:37+09:00", "pid": 12697, "process": {"exists": false, "pid": 12697}, "restart_count": 47, "restart_count_per_hour": 22, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.194, "sample_count": 2105, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 63815, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:00:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T17:00:14+09:00", "last_frame_read_age_sec": 0.18, "last_frame_read_at": "2026-10-30T17:00:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 15, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 364.353, "last_sample_duration_ms": 1064.141, "last_trigger": "periodic", "next_snapshot_in_sec": 235.647, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 15, "storage_bytes": 1191911}, "mjpeg": {"age_sec": 0.175, "exists": true, "mtime": "2026-10-30T17:00:14.819101+09:00", "mtime_epoch": 1793347214.8191009, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117221}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:00:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 900.547, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 20, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 63815, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.461, "max": 10.0, "p95": 8.0, "sample_count": 206}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.282, "max": 5.0, "p95": 5.0, "sample_count": 206}, "total": {"avg": 4.282, "max": 5.0, "p95": 5.0, "sample_count": 206}}, "tracking_counts": {"active": {"avg": 0.908, "max": 2.0, "p95": 2.0, "sample_count": 206}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "removed": {"avg": 0.029, "max": 2.0, "p95": 0.0, "sample_count": 206}, "tracked": {"avg": 0.908, "max": 2.0, "p95": 2.0, "sample_count": 206}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.893, "pushed": 6.893, "read": 6.86}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 205, "client_acquire_ms": {"avg_ms": 0.008, "count": 206, "max_ms": 0.047, "p95_ms": 0.019, "reason": null, "sample_age_ms": 118.014, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.035, "count": 205, "max_ms": 11.129, "p95_ms": 3.472, "reason": null, "sample_age_ms": 185.665, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.568, "count": 205, "max_ms": 10.644, "p95_ms": 3.121, "reason": null, "sample_age_ms": 186.116, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.418, "count": 206, "max_ms": 2.477, "p95_ms": 0.787, "reason": null, "sample_age_ms": 118.036, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.145, "count": 205, "max_ms": 7.795, "p95_ms": 3.818, "reason": null, "sample_age_ms": 182.804, "source": "client_direct"}, "request_count": 205, "request_tensor_bytes": {"avg": 2764808.0, "count": 205, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 182.774, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 206, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 118.623, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 55.037, "count": 206, "max_ms": 90.612, "p95_ms": 76.017, "reason": null, "sample_age_ms": 118.008, "source": "client_direct"}, "sample_age_ms": 118.002, "source": "client_direct", "task_total_ms": {"avg_ms": 57.791, "count": 206, "max_ms": 92.648, "p95_ms": 79.148, "reason": null, "sample_age_ms": 118.002, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.433, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 12.59, "count": 206, "max_ms": 37.564, "p95_ms": 18.906}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.65, "count": 206, "max_ms": 3.025, "p95_ms": 1.254}, "detection_prepare_ms": {"avg_ms": 2.255, "count": 206, "max_ms": 23.201, "p95_ms": 3.999}, "event_filter_ms": {"avg_ms": 0.007, "count": 206, "max_ms": 0.024, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.597, "count": 206, "max_ms": 1.607, "p95_ms": 0.993}, "mcmt_ms": {"avg_ms": 0.004, "count": 206, "max_ms": 0.032, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 5.87, "count": 206, "max_ms": 19.785, "p95_ms": 9.201}, "setup_ms": {"avg_ms": 0.05, "count": 206, "max_ms": 0.216, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 12.511, "count": 206, "max_ms": 37.498, "p95_ms": 18.827}, "track_match_ms": {"avg_ms": 0.193, "count": 206, "max_ms": 1.933, "p95_ms": 0.346}, "tracker_update_ms": {"avg_ms": 2.883, "count": 206, "max_ms": 7.751, "p95_ms": 4.631}}, "gstreamer_push": {"avg_ms": 3.496, "count": 206, "max_ms": 9.373, "p95_ms": 5.944}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 206, "max_ms": 0.312, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.306, "count": 206, "max_ms": 93.349, "p95_ms": 80.848}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.81, "count": 206, "max_ms": 17.289, "p95_ms": 9.649}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 123.32, "count": 206, "max_ms": 702.716, "p95_ms": 157.835}, "inference_input_copy_ms": {"avg_ms": 1.823, "count": 206, "max_ms": 6.386, "p95_ms": 3.466}, "processing_residual_ms": {"avg_ms": 0.277, "count": 206, "max_ms": 0.882, "p95_ms": 0.492}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 129.23, "count": 206, "max_ms": 713.356, "p95_ms": 162.972}, "read_interval": {"avg_ms": 145.491, "count": 205, "max_ms": 734.478, "p95_ms": 190.269}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.025, "count": 206, "max_ms": 0.181, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 5.771, "count": 206, "max_ms": 19.65, "p95_ms": 9.124}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 206, "max_ms": 0.129, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.746, "count": 206, "max_ms": 19.508, "p95_ms": 9.107}, "worker_merge_ms": {"avg_ms": 0.008, "count": 206, "max_ms": 0.04, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 59.323, "count": 206, "max_ms": 93.44, "p95_ms": 80.862}, "visualize": {"avg_ms": 45.18, "count": 206, "max_ms": 77.756, "p95_ms": 63.608}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.387, "count": 206, "max_ms": 59.958, "p95_ms": 47.812}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.377, "count": 206, "max_ms": 74.804, "p95_ms": 62.079}, "visualize_input_copy_ms": {"avg_ms": 1.549, "count": 206, "max_ms": 5.758, "p95_ms": 2.718}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.216, "count": 206, "max_ms": 74.571, "p95_ms": 61.853}, "visualizer_prepare_ms": {"avg_ms": 0.086, "count": 206, "max_ms": 0.637, "p95_ms": 0.147}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 206}, "returned_event_count": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 903.211, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 59.16, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.233, "sample_count": 2111, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 63767, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:00:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 119877, "write_bytes_delta": 119877, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 854.0, "cpu_core_ratio": 0.399478, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 12697, "reason": null, "system_cpu_core_ratio": 0.031918, "system_cpu_s_delta": 0.6400000000000001, "user_cpu_core_ratio": 0.36756, "user_cpu_s_delta": 7.3700000000000045}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.865228, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21608.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.588993, "system_cpu_s_delta": 11.8100000000004, "user_cpu_core_ratio": 1.276235, "user_cpu_s_delta": 25.590000000000146}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.56, "count": 203, "max_ms": 11.388, "p95_ms": 5.937, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.97, "max": 11.0, "p95": 10.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.34, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 203}, "total": {"avg": 4.34, "max": 5.0, "p95": 5.0, "sample_count": 203}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.999, "count": 30, "max": 62.045, "p95": 60.316, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.197, "count": 30, "max": 28.103, "p95": 24.677, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 814.033, "count": 30, "max": 1073.0, "p95": 1038.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 814.767, "count": 30, "max": 15645.0, "p95": 2106.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.04, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.371, "count": 30, "max": 0.44, "p95": 0.432, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.138, "count": 30, "max": 4.144, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114114.067, "count": 30, "max": 120638.0, "p95": 119765.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114114.067, "count": 30, "max": 120638.0, "p95": 119765.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1876.267, "count": 30, "max": 34222.0, "p95": 11901.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.539, "count": 30, "max": 0.616, "p95": 0.588, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.191, "count": 30, "max": 1.326, "p95": 1.31, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 594, "sampled_at": "2026-10-30T17:00:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:00:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.885, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 145595, "flush_count": 148, "flush_interval_seconds": 30.0, "flush_state": {"count": 148, "last_at": "2026-10-30T16:59:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:59:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 147}, "started": true, "suppressed_count": 63691, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 63668}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 148, "written_record_count": 148}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4975.5, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 176435712000, "copied_frame_count": 63815, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:00:04+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4396400, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:59:56+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.949}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 23, "events_emitted": 22, "events_failed": 0, "events_observed": 23, "events_suppressed": 1, "frame_buffer_copied_bytes": 176435712000, "frame_buffer_copies": 63815, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1100, "recorder_active_input_bytes": 3041280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 22, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 22, "worker_jobs_accepted": 22, "worker_jobs_completed": 22, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1204, "count": 512, "max_ms": 2.7521, "p50_ms": 0.102, "p95_ms": 0.2221, "p99_ms": 0.303}, "stages": {"db_insert": {"avg_ms": 18.3936, "count": 22, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 29.8753, "p99_ms": 32.7586, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8439, "count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1190.289, "count": 23, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1368.1165, "p99_ms": 3752.3895, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.65, "count": 512, "max_ms": 6.4539, "p50_ms": 1.5085, "p95_ms": 2.737, "p99_ms": 3.916, "results": {"failed": 0, "not_applicable": 0, "success": 63815, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.369, "count": 23, "max_ms": 656.9199, "p50_ms": 580.9847, "p95_ms": 642.2929, "p99_ms": 653.8667, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.7514, "count": 22, "max_ms": 65.0452, "p50_ms": 34.7351, "p95_ms": 58.1775, "p99_ms": 63.6075, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.595, "count": 512, "max_ms": 12.236, "p50_ms": 5.418, "p95_ms": 8.4211, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5467, "count": 512, "max_ms": 4.7858, "p50_ms": 1.418, "p95_ms": 2.6694, "p99_ms": 3.8307, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 570.9514, "count": 22, "max_ms": 653.6862, "p50_ms": 577.7276, "p95_ms": 638.3149, "p99_ms": 650.5328, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 477.7743, "count": 22, "max_ms": 555.4516, "p50_ms": 478.4637, "p95_ms": 535.7752, "p99_ms": 551.3433, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1571, "count": 22, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.7171, "p99_ms": 98.9671, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.983, "count": 22, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 8.3906, "p99_ms": 14.3647, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.5584, "count": 22, "max_ms": 73.1462, "p50_ms": 45.1618, "p95_ms": 70.1034, "p99_ms": 72.6277, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4831, "count": 22, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.536, "p99_ms": 7.8224, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 578.0046, "count": 22, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 710.822, "p99_ms": 3115.0278, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5539, "count": 22, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.6467, "p99_ms": 10.509, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8643, "count": 22, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 73.9224, "p99_ms": 88.4298, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1544, "count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6023, "count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 666.8059, "count": 22, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 774.3532, "p99_ms": 3195.0859, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 22, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481}, "wait_ms": {"count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 22, "artifact_failed": 0, "artifact_requested": 22, "artifact_success": 22, "completed": 22, "completed_failed": 0, "completed_success": 22, "cooldown_promoted": 22, "database_requested": 22, "db_insert_success": 22, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15563, "relay_business_failed": 0, "relay_business_success": 22, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 22, "relay_transport_failed": 0, "relay_transport_success": 22, "reservation_requested": 22}, "snapshot": {"copied_bytes": 60825600, "copied_count": 22, "copy": {"count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 44, "h264_decode_error_count": 105, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:00:14+09:00", "last_error_summary": "[h264 @ 0x5d7b4268ed00] error while decoding MB 104 50, bytestream -5", "last_exit_at": "2026-10-30T17:00:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 97.767, "last_started_at": "2026-10-30T16:58:37+09:00", "pid": 12697, "process": {"exists": false, "pid": 12697}, "restart_count": 47, "restart_count_per_hour": 22, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.194, "sample_count": 2105, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 63815, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:00:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.055, "last_frame_pushed_at": "2026-10-30T17:00:14+09:00", "last_frame_read_age_sec": 0.232, "last_frame_read_at": "2026-10-30T17:00:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 15, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 364.398, "last_sample_duration_ms": 1064.141, "last_trigger": "periodic", "next_snapshot_in_sec": 235.602, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 15, "storage_bytes": 1191911}, "mjpeg": {"age_sec": 0.046, "exists": true, "mtime": "2026-10-30T17:00:15.001102+09:00", "mtime_epoch": 1793347215.001102, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117275}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:00:15+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 900.547, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 20, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 63815, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.461, "max": 10.0, "p95": 8.0, "sample_count": 206}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.282, "max": 5.0, "p95": 5.0, "sample_count": 206}, "total": {"avg": 4.282, "max": 5.0, "p95": 5.0, "sample_count": 206}}, "tracking_counts": {"active": {"avg": 0.908, "max": 2.0, "p95": 2.0, "sample_count": 206}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "removed": {"avg": 0.029, "max": 2.0, "p95": 0.0, "sample_count": 206}, "tracked": {"avg": 0.908, "max": 2.0, "p95": 2.0, "sample_count": 206}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.881, "pushed": 6.881, "read": 6.847}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 205, "client_acquire_ms": {"avg_ms": 0.008, "count": 205, "max_ms": 0.047, "p95_ms": 0.019, "reason": null, "sample_age_ms": 165.667, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.035, "count": 205, "max_ms": 11.129, "p95_ms": 3.472, "reason": null, "sample_age_ms": 233.317, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.568, "count": 205, "max_ms": 10.644, "p95_ms": 3.121, "reason": null, "sample_age_ms": 233.768, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.418, "count": 205, "max_ms": 2.477, "p95_ms": 0.787, "reason": null, "sample_age_ms": 165.688, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.145, "count": 205, "max_ms": 7.795, "p95_ms": 3.818, "reason": null, "sample_age_ms": 230.456, "source": "client_direct"}, "request_count": 205, "request_tensor_bytes": {"avg": 2764808.0, "count": 205, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 230.427, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 205, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 166.276, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 55.014, "count": 205, "max_ms": 90.612, "p95_ms": 76.046, "reason": null, "sample_age_ms": 165.66, "source": "client_direct"}, "sample_age_ms": 165.654, "source": "client_direct", "task_total_ms": {"avg_ms": 57.773, "count": 205, "max_ms": 92.648, "p95_ms": 79.155, "reason": null, "sample_age_ms": 165.654, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.625, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 12.59, "count": 206, "max_ms": 37.564, "p95_ms": 18.906}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.65, "count": 206, "max_ms": 3.025, "p95_ms": 1.254}, "detection_prepare_ms": {"avg_ms": 2.255, "count": 206, "max_ms": 23.201, "p95_ms": 3.999}, "event_filter_ms": {"avg_ms": 0.007, "count": 206, "max_ms": 0.024, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.597, "count": 206, "max_ms": 1.607, "p95_ms": 0.993}, "mcmt_ms": {"avg_ms": 0.004, "count": 206, "max_ms": 0.032, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 5.87, "count": 206, "max_ms": 19.785, "p95_ms": 9.201}, "setup_ms": {"avg_ms": 0.05, "count": 206, "max_ms": 0.216, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 12.511, "count": 206, "max_ms": 37.498, "p95_ms": 18.827}, "track_match_ms": {"avg_ms": 0.193, "count": 206, "max_ms": 1.933, "p95_ms": 0.346}, "tracker_update_ms": {"avg_ms": 2.883, "count": 206, "max_ms": 7.751, "p95_ms": 4.631}}, "gstreamer_push": {"avg_ms": 3.496, "count": 206, "max_ms": 9.373, "p95_ms": 5.944}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 206, "max_ms": 0.312, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.306, "count": 206, "max_ms": 93.349, "p95_ms": 80.848}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.81, "count": 206, "max_ms": 17.289, "p95_ms": 9.649}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 123.32, "count": 206, "max_ms": 702.716, "p95_ms": 157.835}, "inference_input_copy_ms": {"avg_ms": 1.823, "count": 206, "max_ms": 6.386, "p95_ms": 3.466}, "processing_residual_ms": {"avg_ms": 0.277, "count": 206, "max_ms": 0.882, "p95_ms": 0.492}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 129.23, "count": 206, "max_ms": 713.356, "p95_ms": 162.972}, "read_interval": {"avg_ms": 145.491, "count": 205, "max_ms": 734.478, "p95_ms": 190.269}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.025, "count": 206, "max_ms": 0.181, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 5.771, "count": 206, "max_ms": 19.65, "p95_ms": 9.124}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 206, "max_ms": 0.129, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.746, "count": 206, "max_ms": 19.508, "p95_ms": 9.107}, "worker_merge_ms": {"avg_ms": 0.008, "count": 206, "max_ms": 0.04, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 59.323, "count": 206, "max_ms": 93.44, "p95_ms": 80.862}, "visualize": {"avg_ms": 45.18, "count": 206, "max_ms": 77.756, "p95_ms": 63.608}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.387, "count": 206, "max_ms": 59.958, "p95_ms": 47.812}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.377, "count": 206, "max_ms": 74.804, "p95_ms": 62.079}, "visualize_input_copy_ms": {"avg_ms": 1.549, "count": 206, "max_ms": 5.758, "p95_ms": 2.718}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.216, "count": 206, "max_ms": 74.571, "p95_ms": 61.853}, "visualizer_prepare_ms": {"avg_ms": 0.086, "count": 206, "max_ms": 0.637, "p95_ms": 0.147}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 206}, "returned_event_count": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 903.211, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 59.16, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.233, "sample_count": 2111, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 63767, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:00:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 119877, "write_bytes_delta": 119877, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 854.0, "cpu_core_ratio": 0.399478, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 12697, "reason": null, "system_cpu_core_ratio": 0.031918, "system_cpu_s_delta": 0.6400000000000001, "user_cpu_core_ratio": 0.36756, "user_cpu_s_delta": 7.3700000000000045}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.865228, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21608.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.588993, "system_cpu_s_delta": 11.8100000000004, "user_cpu_core_ratio": 1.276235, "user_cpu_s_delta": 25.590000000000146}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.56, "count": 203, "max_ms": 11.388, "p95_ms": 5.937, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.97, "max": 11.0, "p95": 10.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.34, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 203}, "total": {"avg": 4.34, "max": 5.0, "p95": 5.0, "sample_count": 203}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.999, "count": 30, "max": 62.045, "p95": 60.316, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.197, "count": 30, "max": 28.103, "p95": 24.677, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 814.033, "count": 30, "max": 1073.0, "p95": 1038.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 814.767, "count": 30, "max": 15645.0, "p95": 2106.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.04, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.371, "count": 30, "max": 0.44, "p95": 0.432, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.138, "count": 30, "max": 4.144, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114114.067, "count": 30, "max": 120638.0, "p95": 119765.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114114.067, "count": 30, "max": 120638.0, "p95": 119765.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1876.267, "count": 30, "max": 34222.0, "p95": 11901.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.539, "count": 30, "max": 0.616, "p95": 0.588, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.191, "count": 30, "max": 1.326, "p95": 1.31, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 594, "sampled_at": "2026-10-30T17:00:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:00:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 145595, "flush_count": 148, "flush_interval_seconds": 30.0, "flush_state": {"count": 148, "last_at": "2026-10-30T16:59:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T16:59:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 147}, "started": true, "suppressed_count": 63691, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 63668}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 148, "written_record_count": 148}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5146.035, "limit_mb": null}, "detail": {"pid": 12989, "restart_count": 48, "start_count": 49}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 176435712000, "copied_frame_count": 63815, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:00:04+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4396400, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:59:56+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.949}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 23, "events_emitted": 22, "events_failed": 0, "events_observed": 23, "events_suppressed": 1, "frame_buffer_copied_bytes": 176435712000, "frame_buffer_copies": 63815, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1100, "recorder_active_input_bytes": 3041280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 22, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 22, "worker_jobs_accepted": 22, "worker_jobs_completed": 22, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1204, "count": 512, "max_ms": 2.7521, "p50_ms": 0.102, "p95_ms": 0.2221, "p99_ms": 0.303}, "stages": {"db_insert": {"avg_ms": 18.3936, "count": 22, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 29.8753, "p99_ms": 32.7586, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8439, "count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1190.289, "count": 23, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1368.1165, "p99_ms": 3752.3895, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.65, "count": 512, "max_ms": 6.4539, "p50_ms": 1.5085, "p95_ms": 2.737, "p99_ms": 3.916, "results": {"failed": 0, "not_applicable": 0, "success": 63815, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.369, "count": 23, "max_ms": 656.9199, "p50_ms": 580.9847, "p95_ms": 642.2929, "p99_ms": 653.8667, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.7514, "count": 22, "max_ms": 65.0452, "p50_ms": 34.7351, "p95_ms": 58.1775, "p99_ms": 63.6075, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.595, "count": 512, "max_ms": 12.236, "p50_ms": 5.418, "p95_ms": 8.4211, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5467, "count": 512, "max_ms": 4.7858, "p50_ms": 1.418, "p95_ms": 2.6694, "p99_ms": 3.8307, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 570.9514, "count": 22, "max_ms": 653.6862, "p50_ms": 577.7276, "p95_ms": 638.3149, "p99_ms": 650.5328, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 477.7743, "count": 22, "max_ms": 555.4516, "p50_ms": 478.4637, "p95_ms": 535.7752, "p99_ms": 551.3433, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1571, "count": 22, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.7171, "p99_ms": 98.9671, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.983, "count": 22, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 8.3906, "p99_ms": 14.3647, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.5584, "count": 22, "max_ms": 73.1462, "p50_ms": 45.1618, "p95_ms": 70.1034, "p99_ms": 72.6277, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4831, "count": 22, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.536, "p99_ms": 7.8224, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 578.0046, "count": 22, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 710.822, "p99_ms": 3115.0278, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5539, "count": 22, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.6467, "p99_ms": 10.509, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8643, "count": 22, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 73.9224, "p99_ms": 88.4298, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1544, "count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6023, "count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 666.8059, "count": 22, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 774.3532, "p99_ms": 3195.0859, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 22, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481}, "wait_ms": {"count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 22, "artifact_failed": 0, "artifact_requested": 22, "artifact_success": 22, "completed": 22, "completed_failed": 0, "completed_success": 22, "cooldown_promoted": 22, "database_requested": 22, "db_insert_success": 22, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15563, "relay_business_failed": 0, "relay_business_success": 22, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 22, "relay_transport_failed": 0, "relay_transport_success": 22, "reservation_requested": 22}, "snapshot": {"copied_bytes": 60825600, "copied_count": 22, "copy": {"count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 44, "h264_decode_error_count": 105, "h264_decode_error_count_per_hour": 36, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:00:14+09:00", "last_error_summary": "[h264 @ 0x5d7b4268ed00] error while decoding MB 104 50, bytestream -5", "last_exit_at": "2026-10-30T17:00:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T17:00:17+09:00", "pid": 12989, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.039, "name": "ffmpeg", "pid": 12989, "rss_mb": 209.039, "state": "S (sleeping)", "threads": 70}, "restart_count": 48, "restart_count_per_hour": 23, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.372, "sample_count": 2069, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 63815, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:00:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.308, "last_frame_pushed_at": "2026-10-30T17:00:14+09:00", "last_frame_read_age_sec": 4.485, "last_frame_read_at": "2026-10-30T17:00:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 15, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 368.64, "last_sample_duration_ms": 1064.141, "last_trigger": "periodic", "next_snapshot_in_sec": 231.36, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 15, "storage_bytes": 1191911}, "mjpeg": {"age_sec": 4.298, "exists": true, "mtime": "2026-10-30T17:00:15.001102+09:00", "mtime_epoch": 1793347215.001102, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117275}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:00:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 900.551, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 20, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 63815, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.367, "max": 9.0, "p95": 8.0, "sample_count": 177}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.271, "max": 5.0, "p95": 5.0, "sample_count": 177}, "total": {"avg": 4.271, "max": 5.0, "p95": 5.0, "sample_count": 177}}, "tracking_counts": {"active": {"avg": 1.051, "max": 2.0, "p95": 2.0, "sample_count": 177}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}, "removed": {"avg": 0.028, "max": 2.0, "p95": 0.0, "sample_count": 177}, "tracked": {"avg": 1.051, "max": 2.0, "p95": 2.0, "sample_count": 177}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 176, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.911, "pushed": 5.911, "read": 5.877}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 176, "client_acquire_ms": {"avg_ms": 0.008, "count": 176, "max_ms": 0.025, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4411.741, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.01, "count": 176, "max_ms": 11.129, "p95_ms": 3.273, "reason": null, "sample_age_ms": 4479.391, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.538, "count": 176, "max_ms": 10.644, "p95_ms": 2.792, "reason": null, "sample_age_ms": 4479.842, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.396, "count": 176, "max_ms": 1.159, "p95_ms": 0.764, "reason": null, "sample_age_ms": 4411.762, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.121, "count": 176, "max_ms": 7.795, "p95_ms": 3.556, "reason": null, "sample_age_ms": 4476.53, "source": "client_direct"}, "request_count": 176, "request_tensor_bytes": {"avg": 2764808.0, "count": 176, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4476.501, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 176, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4412.35, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 54.626, "count": 176, "max_ms": 90.612, "p95_ms": 76.291, "reason": null, "sample_age_ms": 4411.734, "source": "client_direct"}, "sample_age_ms": 4411.728, "source": "client_direct", "task_total_ms": {"avg_ms": 57.336, "count": 176, "max_ms": 92.648, "p95_ms": 79.203, "reason": null, "sample_age_ms": 4411.728, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.553, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 12.467, "count": 177, "max_ms": 37.564, "p95_ms": 18.531}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.675, "count": 177, "max_ms": 3.025, "p95_ms": 1.316}, "detection_prepare_ms": {"avg_ms": 2.254, "count": 177, "max_ms": 23.201, "p95_ms": 4.147}, "event_filter_ms": {"avg_ms": 0.007, "count": 177, "max_ms": 0.024, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.567, "count": 177, "max_ms": 1.274, "p95_ms": 0.972}, "mcmt_ms": {"avg_ms": 0.004, "count": 177, "max_ms": 0.032, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 5.783, "count": 177, "max_ms": 19.785, "p95_ms": 9.201}, "setup_ms": {"avg_ms": 0.05, "count": 177, "max_ms": 0.216, "p95_ms": 0.098}, "total_inside_ms": {"avg_ms": 12.388, "count": 177, "max_ms": 37.498, "p95_ms": 18.434}, "track_match_ms": {"avg_ms": 0.199, "count": 177, "max_ms": 1.933, "p95_ms": 0.351}, "tracker_update_ms": {"avg_ms": 2.847, "count": 177, "max_ms": 7.751, "p95_ms": 4.516}}, "gstreamer_push": {"avg_ms": 3.461, "count": 177, "max_ms": 9.373, "p95_ms": 5.944}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 177, "max_ms": 0.312, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.938, "count": 177, "max_ms": 93.349, "p95_ms": 81.303}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.809, "count": 177, "max_ms": 17.289, "p95_ms": 9.649}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 123.697, "count": 177, "max_ms": 702.716, "p95_ms": 164.302}, "inference_input_copy_ms": {"avg_ms": 1.808, "count": 177, "max_ms": 6.386, "p95_ms": 3.466}, "processing_residual_ms": {"avg_ms": 0.276, "count": 177, "max_ms": 0.882, "p95_ms": 0.492}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 129.589, "count": 177, "max_ms": 713.356, "p95_ms": 169.343}, "read_interval": {"avg_ms": 145.726, "count": 176, "max_ms": 734.478, "p95_ms": 192.491}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.025, "count": 177, "max_ms": 0.181, "p95_ms": 0.046}, "execute_total_ms": {"avg_ms": 5.684, "count": 177, "max_ms": 19.65, "p95_ms": 9.124}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 177, "max_ms": 0.129, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.659, "count": 177, "max_ms": 19.508, "p95_ms": 9.107}, "worker_merge_ms": {"avg_ms": 0.008, "count": 177, "max_ms": 0.04, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 58.955, "count": 177, "max_ms": 93.44, "p95_ms": 81.327}, "visualize": {"avg_ms": 45.296, "count": 177, "max_ms": 77.756, "p95_ms": 64.978}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.562, "count": 177, "max_ms": 59.958, "p95_ms": 48.44}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.521, "count": 177, "max_ms": 74.804, "p95_ms": 62.81}, "visualize_input_copy_ms": {"avg_ms": 1.523, "count": 177, "max_ms": 5.758, "p95_ms": 2.688}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.364, "count": 177, "max_ms": 74.571, "p95_ms": 62.587}, "visualizer_prepare_ms": {"avg_ms": 0.084, "count": 177, "max_ms": 0.637, "p95_ms": 0.142}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 177}, "returned_event_count": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 177}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 903.211, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 59.16, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.233, "sample_count": 2111, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 63767, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:00:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 119877, "write_bytes_delta": 119877, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 854.0, "cpu_core_ratio": 0.399478, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 12697, "reason": null, "system_cpu_core_ratio": 0.031918, "system_cpu_s_delta": 0.6400000000000001, "user_cpu_core_ratio": 0.36756, "user_cpu_s_delta": 7.3700000000000045}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.865228, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21608.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.588993, "system_cpu_s_delta": 11.8100000000004, "user_cpu_core_ratio": 1.276235, "user_cpu_s_delta": 25.590000000000146}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.56, "count": 203, "max_ms": 11.388, "p95_ms": 5.937, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.97, "max": 11.0, "p95": 10.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.34, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 203}, "total": {"avg": 4.34, "max": 5.0, "p95": 5.0, "sample_count": 203}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.999, "count": 30, "max": 62.045, "p95": 60.316, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.197, "count": 30, "max": 28.103, "p95": 24.677, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 814.033, "count": 30, "max": 1073.0, "p95": 1038.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 814.767, "count": 30, "max": 15645.0, "p95": 2106.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.04, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.371, "count": 30, "max": 0.44, "p95": 0.432, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.138, "count": 30, "max": 4.144, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114114.067, "count": 30, "max": 120638.0, "p95": 119765.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114114.067, "count": 30, "max": 120638.0, "p95": 119765.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1876.267, "count": 30, "max": 34222.0, "p95": 11901.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.539, "count": 30, "max": 0.616, "p95": 0.588, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.191, "count": 30, "max": 1.326, "p95": 1.31, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 594, "sampled_at": "2026-10-30T17:00:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:00:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 148654, "flush_count": 151, "flush_interval_seconds": 30.0, "flush_state": {"count": 151, "last_at": "2026-10-30T17:02:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:02:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 150}, "started": true, "suppressed_count": 64868, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 64845}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 151, "written_record_count": 151}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4912.457, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x616e0afe1240] error while decoding MB 88 46, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 179695411200, "copied_frame_count": 64994, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:00:04+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4396400, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:59:56+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.949}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 23, "events_emitted": 22, "events_failed": 0, "events_observed": 23, "events_suppressed": 1, "frame_buffer_copied_bytes": 179695411200, "frame_buffer_copies": 64994, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1100, "recorder_active_input_bytes": 3041280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 22, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 22, "worker_jobs_accepted": 22, "worker_jobs_completed": 22, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1129, "count": 512, "max_ms": 0.4712, "p50_ms": 0.0962, "p95_ms": 0.2176, "p99_ms": 0.3087}, "stages": {"db_insert": {"avg_ms": 18.3936, "count": 22, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 29.8753, "p99_ms": 32.7586, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8439, "count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1190.289, "count": 23, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1368.1165, "p99_ms": 3752.3895, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.453, "count": 512, "max_ms": 3.6898, "p50_ms": 1.3494, "p95_ms": 2.5038, "p99_ms": 2.9411, "results": {"failed": 0, "not_applicable": 0, "success": 64994, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.369, "count": 23, "max_ms": 656.9199, "p50_ms": 580.9847, "p95_ms": 642.2929, "p99_ms": 653.8667, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.7514, "count": 22, "max_ms": 65.0452, "p50_ms": 34.7351, "p95_ms": 58.1775, "p99_ms": 63.6075, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.595, "count": 512, "max_ms": 12.236, "p50_ms": 5.418, "p95_ms": 8.4211, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5467, "count": 512, "max_ms": 4.7858, "p50_ms": 1.418, "p95_ms": 2.6694, "p99_ms": 3.8307, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 570.9514, "count": 22, "max_ms": 653.6862, "p50_ms": 577.7276, "p95_ms": 638.3149, "p99_ms": 650.5328, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 477.7743, "count": 22, "max_ms": 555.4516, "p50_ms": 478.4637, "p95_ms": 535.7752, "p99_ms": 551.3433, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1571, "count": 22, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.7171, "p99_ms": 98.9671, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.983, "count": 22, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 8.3906, "p99_ms": 14.3647, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.5584, "count": 22, "max_ms": 73.1462, "p50_ms": 45.1618, "p95_ms": 70.1034, "p99_ms": 72.6277, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4831, "count": 22, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.536, "p99_ms": 7.8224, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 578.0046, "count": 22, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 710.822, "p99_ms": 3115.0278, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5539, "count": 22, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.6467, "p99_ms": 10.509, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8643, "count": 22, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 73.9224, "p99_ms": 88.4298, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1544, "count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6023, "count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 666.8059, "count": 22, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 774.3532, "p99_ms": 3195.0859, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 22, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481}, "wait_ms": {"count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 22, "artifact_failed": 0, "artifact_requested": 22, "artifact_success": 22, "completed": 22, "completed_failed": 0, "completed_success": 22, "cooldown_promoted": 22, "database_requested": 22, "db_insert_success": 22, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15563, "relay_business_failed": 0, "relay_business_success": 22, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 22, "relay_transport_failed": 0, "relay_transport_success": 22, "reservation_requested": 22}, "snapshot": {"copied_bytes": 60825600, "copied_count": 22, "copy": {"count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 45, "h264_decode_error_count": 106, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:02:47+09:00", "last_error_summary": "[h264 @ 0x616e0afe1240] error while decoding MB 88 46, bytestream -7", "last_exit_at": "2026-10-30T17:00:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 150.22, "last_started_at": "2026-10-30T17:00:17+09:00", "pid": 12989, "process": {"exists": false, "pid": 12989}, "restart_count": 48, "restart_count_per_hour": 23, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.925, "sample_count": 2112, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 64994, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:02:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.083, "last_frame_pushed_at": "2026-10-30T17:02:47+09:00", "last_frame_read_age_sec": 0.052, "last_frame_read_at": "2026-10-30T17:02:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 15, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 516.872, "last_sample_duration_ms": 1064.141, "last_trigger": "periodic", "next_snapshot_in_sec": 83.128, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 15, "storage_bytes": 1191911}, "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-10-30T17:02:47.443077+09:00", "mtime_epoch": 1793347367.4430768, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 118776}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:02:47+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 837.75, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 20, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 64995, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.103, "max": 11.0, "p95": 10.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.029, "max": 4.0, "p95": 4.0, "sample_count": 243}, "total": {"avg": 3.029, "max": 4.0, "p95": 4.0, "sample_count": 243}}, "tracking_counts": {"active": {"avg": 0.765, "max": 2.0, "p95": 2.0, "sample_count": 243}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}, "removed": {"avg": 0.025, "max": 2.0, "p95": 0.0, "sample_count": 243}, "tracked": {"avg": 0.765, "max": 2.0, "p95": 2.0, "sample_count": 243}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 243, "pushed_frames": 243, "read_frames": 243, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.11, "pushed": 8.11, "read": 8.11}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 243, "client_acquire_ms": {"avg_ms": 0.007, "count": 243, "max_ms": 0.041, "p95_ms": 0.015, "reason": null, "sample_age_ms": 25.369, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.9, "count": 243, "max_ms": 7.522, "p95_ms": 2.942, "reason": null, "sample_age_ms": 64.303, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.373, "count": 243, "max_ms": 7.234, "p95_ms": 2.005, "reason": null, "sample_age_ms": 64.58, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.358, "count": 243, "max_ms": 1.051, "p95_ms": 0.664, "reason": null, "sample_age_ms": 25.378, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.931, "count": 243, "max_ms": 7.838, "p95_ms": 3.374, "reason": null, "sample_age_ms": 63.097, "source": "client_direct"}, "request_count": 243, "request_tensor_bytes": {"avg": 2764808.0, "count": 243, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 63.082, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 243, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 25.717, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.789, "count": 243, "max_ms": 103.056, "p95_ms": 70.746, "reason": null, "sample_age_ms": 25.363, "source": "client_direct"}, "sample_age_ms": 25.357, "source": "client_direct", "task_total_ms": {"avg_ms": 52.25, "count": 243, "max_ms": 105.25, "p95_ms": 73.511, "reason": null, "sample_age_ms": 25.357, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.16, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.884, "count": 243, "max_ms": 17.931, "p95_ms": 13.942}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.5, "count": 243, "max_ms": 1.681, "p95_ms": 0.932}, "detection_prepare_ms": {"avg_ms": 1.646, "count": 243, "max_ms": 7.272, "p95_ms": 3.236}, "event_filter_ms": {"avg_ms": 0.007, "count": 243, "max_ms": 0.093, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.41, "count": 243, "max_ms": 1.814, "p95_ms": 0.673}, "mcmt_ms": {"avg_ms": 0.004, "count": 243, "max_ms": 0.037, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.931, "count": 243, "max_ms": 8.558, "p95_ms": 6.591}, "setup_ms": {"avg_ms": 0.042, "count": 243, "max_ms": 0.11, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 8.821, "count": 243, "max_ms": 17.805, "p95_ms": 13.816}, "track_match_ms": {"avg_ms": 0.142, "count": 243, "max_ms": 0.381, "p95_ms": 0.295}, "tracker_update_ms": {"avg_ms": 2.14, "count": 243, "max_ms": 5.9, "p95_ms": 3.465}}, "gstreamer_push": {"avg_ms": 3.178, "count": 243, "max_ms": 6.937, "p95_ms": 5.097}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 243, "max_ms": 0.588, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.762, "count": 243, "max_ms": 107.47, "p95_ms": 74.874}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.235, "count": 243, "max_ms": 14.865, "p95_ms": 9.394}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.545, "count": 243, "max_ms": 177.654, "p95_ms": 134.0}, "inference_input_copy_ms": {"avg_ms": 1.65, "count": 243, "max_ms": 6.417, "p95_ms": 2.948}, "processing_residual_ms": {"avg_ms": 0.223, "count": 243, "max_ms": 0.656, "p95_ms": 0.412}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.654, "count": 243, "max_ms": 183.467, "p95_ms": 139.628}, "read_interval": {"avg_ms": 123.676, "count": 243, "max_ms": 199.896, "p95_ms": 160.792}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.028, "count": 243, "max_ms": 2.022, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 3.843, "count": 243, "max_ms": 8.459, "p95_ms": 6.48}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 243, "max_ms": 0.056, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.815, "count": 243, "max_ms": 8.437, "p95_ms": 6.298}, "worker_merge_ms": {"avg_ms": 0.017, "count": 243, "max_ms": 2.648, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 53.775, "count": 243, "max_ms": 107.484, "p95_ms": 74.887}, "visualize": {"avg_ms": 39.595, "count": 243, "max_ms": 66.698, "p95_ms": 54.268}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.45, "count": 243, "max_ms": 50.618, "p95_ms": 43.231}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.08, "count": 243, "max_ms": 64.081, "p95_ms": 52.622}, "visualize_input_copy_ms": {"avg_ms": 1.307, "count": 243, "max_ms": 4.405, "p95_ms": 2.115}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.947, "count": 243, "max_ms": 63.82, "p95_ms": 52.452}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 243, "max_ms": 0.222, "p95_ms": 0.13}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 243}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 837.617, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.56, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.058, "sample_count": 2115, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 64762, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:02:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 116390, "write_bytes_delta": 116390, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 491.0, "cpu_core_ratio": 0.45788, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 12989, "reason": null, "system_cpu_core_ratio": 0.037907, "system_cpu_s_delta": 0.3799999999999999, "user_cpu_core_ratio": 0.419973, "user_cpu_s_delta": 4.210000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.84349, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.563621, "system_cpu_s_delta": 5.650000000000546, "user_cpu_core_ratio": 1.279869, "user_cpu_s_delta": 12.829999999999927}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.253, "count": 238, "max_ms": 11.738, "p95_ms": 5.749, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.933, "max": 11.0, "p95": 9.0, "sample_count": 238}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.004, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 238}, "total": {"avg": 3.004, "max": 4.0, "p95": 4.0, "sample_count": 238}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.284, "count": 30, "max": 61.261, "p95": 53.956, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.599, "count": 30, "max": 28.103, "p95": 24.319, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 767.6, "count": 30, "max": 1073.0, "p95": 1038.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 832.933, "count": 30, "max": 15645.0, "p95": 2131.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.041, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.398, "count": 30, "max": 0.447, "p95": 0.439, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.142, "count": 30, "max": 4.144, "p95": 0.071, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115834.867, "count": 30, "max": 120638.0, "p95": 119765.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 115834.867, "count": 30, "max": 120638.0, "p95": 119765.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1874.3, "count": 30, "max": 34222.0, "p95": 11898.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.537, "count": 30, "max": 0.589, "p95": 0.585, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.201, "count": 30, "max": 1.326, "p95": 1.3, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 605, "sampled_at": "2026-10-30T17:02:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:02:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 148654, "flush_count": 151, "flush_interval_seconds": 30.0, "flush_state": {"count": 151, "last_at": "2026-10-30T17:02:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:02:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 150}, "started": true, "suppressed_count": 64868, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 64845}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 151, "written_record_count": 151}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4911.469, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T17:02:47+09:00", "last_error_summary": "[h264 @ 0x616e0afe1240] error while decoding MB 88 46, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 179698176000, "copied_frame_count": 64995, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:00:04+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4396400, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:59:56+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.949}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 23, "events_emitted": 22, "events_failed": 0, "events_observed": 23, "events_suppressed": 1, "frame_buffer_copied_bytes": 179698176000, "frame_buffer_copies": 64995, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1100, "recorder_active_input_bytes": 3041280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 22, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 22, "worker_jobs_accepted": 22, "worker_jobs_completed": 22, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1129, "count": 512, "max_ms": 0.4712, "p50_ms": 0.0962, "p95_ms": 0.2176, "p99_ms": 0.3087}, "stages": {"db_insert": {"avg_ms": 18.3936, "count": 22, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 29.8753, "p99_ms": 32.7586, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8439, "count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1190.289, "count": 23, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1368.1165, "p99_ms": 3752.3895, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4517, "count": 512, "max_ms": 3.6898, "p50_ms": 1.3472, "p95_ms": 2.5038, "p99_ms": 2.9411, "results": {"failed": 0, "not_applicable": 0, "success": 64995, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.369, "count": 23, "max_ms": 656.9199, "p50_ms": 580.9847, "p95_ms": 642.2929, "p99_ms": 653.8667, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.7514, "count": 22, "max_ms": 65.0452, "p50_ms": 34.7351, "p95_ms": 58.1775, "p99_ms": 63.6075, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.595, "count": 512, "max_ms": 12.236, "p50_ms": 5.418, "p95_ms": 8.4211, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5467, "count": 512, "max_ms": 4.7858, "p50_ms": 1.418, "p95_ms": 2.6694, "p99_ms": 3.8307, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 570.9514, "count": 22, "max_ms": 653.6862, "p50_ms": 577.7276, "p95_ms": 638.3149, "p99_ms": 650.5328, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 477.7743, "count": 22, "max_ms": 555.4516, "p50_ms": 478.4637, "p95_ms": 535.7752, "p99_ms": 551.3433, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1571, "count": 22, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.7171, "p99_ms": 98.9671, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.983, "count": 22, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 8.3906, "p99_ms": 14.3647, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.5584, "count": 22, "max_ms": 73.1462, "p50_ms": 45.1618, "p95_ms": 70.1034, "p99_ms": 72.6277, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4831, "count": 22, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.536, "p99_ms": 7.8224, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 578.0046, "count": 22, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 710.822, "p99_ms": 3115.0278, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5539, "count": 22, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.6467, "p99_ms": 10.509, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8643, "count": 22, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 73.9224, "p99_ms": 88.4298, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1544, "count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6023, "count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 666.8059, "count": 22, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 774.3532, "p99_ms": 3195.0859, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 22, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481}, "wait_ms": {"count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 22, "artifact_failed": 0, "artifact_requested": 22, "artifact_success": 22, "completed": 22, "completed_failed": 0, "completed_success": 22, "cooldown_promoted": 22, "database_requested": 22, "db_insert_success": 22, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15563, "relay_business_failed": 0, "relay_business_success": 22, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 22, "relay_transport_failed": 0, "relay_transport_success": 22, "reservation_requested": 22}, "snapshot": {"copied_bytes": 60825600, "copied_count": 22, "copy": {"count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 45, "h264_decode_error_count": 106, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:02:47+09:00", "last_error_summary": "[h264 @ 0x616e0afe1240] error while decoding MB 88 46, bytestream -7", "last_exit_at": "2026-10-30T17:02:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 150.275, "last_started_at": "2026-10-30T17:00:17+09:00", "pid": 12989, "process": {"exists": false, "pid": 12989}, "restart_count": 48, "restart_count_per_hour": 23, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.925, "sample_count": 2112, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 64995, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:02:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T17:02:47+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-10-30T17:02:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 15, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 516.915, "last_sample_duration_ms": 1064.141, "last_trigger": "periodic", "next_snapshot_in_sec": 83.085, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 15, "storage_bytes": 1191911}, "mjpeg": {"age_sec": 0.13, "exists": true, "mtime": "2026-10-30T17:02:47.443077+09:00", "mtime_epoch": 1793347367.4430768, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 118776}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:02:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 837.746, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 20, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 64995, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.111, "max": 11.0, "p95": 10.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.029, "max": 4.0, "p95": 4.0, "sample_count": 243}, "total": {"avg": 3.029, "max": 4.0, "p95": 4.0, "sample_count": 243}}, "tracking_counts": {"active": {"avg": 0.765, "max": 2.0, "p95": 2.0, "sample_count": 243}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}, "removed": {"avg": 0.025, "max": 2.0, "p95": 0.0, "sample_count": 243}, "tracked": {"avg": 0.765, "max": 2.0, "p95": 2.0, "sample_count": 243}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 243, "pushed_frames": 243, "read_frames": 242, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.124, "pushed": 8.124, "read": 8.091}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 242, "client_acquire_ms": {"avg_ms": 0.007, "count": 243, "max_ms": 0.041, "p95_ms": 0.015, "reason": null, "sample_age_ms": 73.228, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.901, "count": 242, "max_ms": 7.522, "p95_ms": 2.951, "reason": null, "sample_age_ms": 112.163, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.374, "count": 242, "max_ms": 7.234, "p95_ms": 2.011, "reason": null, "sample_age_ms": 112.44, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.358, "count": 243, "max_ms": 1.051, "p95_ms": 0.664, "reason": null, "sample_age_ms": 73.237, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.928, "count": 242, "max_ms": 7.838, "p95_ms": 3.375, "reason": null, "sample_age_ms": 110.956, "source": "client_direct"}, "request_count": 242, "request_tensor_bytes": {"avg": 2764808.0, "count": 242, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 110.941, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 243, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 73.577, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.789, "count": 243, "max_ms": 103.056, "p95_ms": 70.746, "reason": null, "sample_age_ms": 73.222, "source": "client_direct"}, "sample_age_ms": 73.217, "source": "client_direct", "task_total_ms": {"avg_ms": 52.25, "count": 243, "max_ms": 105.25, "p95_ms": 73.511, "reason": null, "sample_age_ms": 73.217, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.187, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.878, "count": 243, "max_ms": 17.931, "p95_ms": 13.942}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.499, "count": 243, "max_ms": 1.681, "p95_ms": 0.912}, "detection_prepare_ms": {"avg_ms": 1.649, "count": 243, "max_ms": 7.272, "p95_ms": 3.236}, "event_filter_ms": {"avg_ms": 0.007, "count": 243, "max_ms": 0.093, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.41, "count": 243, "max_ms": 1.814, "p95_ms": 0.673}, "mcmt_ms": {"avg_ms": 0.004, "count": 243, "max_ms": 0.037, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.934, "count": 243, "max_ms": 8.558, "p95_ms": 6.591}, "setup_ms": {"avg_ms": 0.042, "count": 243, "max_ms": 0.11, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 8.816, "count": 243, "max_ms": 17.805, "p95_ms": 13.816}, "track_match_ms": {"avg_ms": 0.142, "count": 243, "max_ms": 0.381, "p95_ms": 0.295}, "tracker_update_ms": {"avg_ms": 2.129, "count": 243, "max_ms": 5.698, "p95_ms": 3.439}}, "gstreamer_push": {"avg_ms": 3.171, "count": 243, "max_ms": 6.937, "p95_ms": 5.097}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 243, "max_ms": 0.588, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.589, "count": 243, "max_ms": 107.47, "p95_ms": 74.808}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.229, "count": 243, "max_ms": 14.865, "p95_ms": 9.394}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.389, "count": 243, "max_ms": 177.654, "p95_ms": 133.99}, "inference_input_copy_ms": {"avg_ms": 1.648, "count": 243, "max_ms": 6.417, "p95_ms": 2.948}, "processing_residual_ms": {"avg_ms": 0.222, "count": 243, "max_ms": 0.656, "p95_ms": 0.412}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.488, "count": 243, "max_ms": 183.467, "p95_ms": 138.756}, "read_interval": {"avg_ms": 123.554, "count": 242, "max_ms": 199.896, "p95_ms": 160.792}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.028, "count": 243, "max_ms": 2.022, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 3.846, "count": 243, "max_ms": 8.459, "p95_ms": 6.48}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 243, "max_ms": 0.056, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.818, "count": 243, "max_ms": 8.437, "p95_ms": 6.298}, "worker_merge_ms": {"avg_ms": 0.017, "count": 243, "max_ms": 2.648, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 53.603, "count": 243, "max_ms": 107.484, "p95_ms": 74.824}, "visualize": {"avg_ms": 39.618, "count": 243, "max_ms": 66.698, "p95_ms": 54.268}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.408, "count": 243, "max_ms": 50.618, "p95_ms": 43.231}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.045, "count": 243, "max_ms": 64.081, "p95_ms": 52.622}, "visualize_input_copy_ms": {"avg_ms": 1.365, "count": 243, "max_ms": 15.873, "p95_ms": 2.116}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.913, "count": 243, "max_ms": 63.82, "p95_ms": 52.452}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 243, "max_ms": 0.222, "p95_ms": 0.13}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 243}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 837.617, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.56, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.058, "sample_count": 2115, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 64762, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:02:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 116390, "write_bytes_delta": 116390, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 491.0, "cpu_core_ratio": 0.45788, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 12989, "reason": null, "system_cpu_core_ratio": 0.037907, "system_cpu_s_delta": 0.3799999999999999, "user_cpu_core_ratio": 0.419973, "user_cpu_s_delta": 4.210000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.84349, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.563621, "system_cpu_s_delta": 5.650000000000546, "user_cpu_core_ratio": 1.279869, "user_cpu_s_delta": 12.829999999999927}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.253, "count": 238, "max_ms": 11.738, "p95_ms": 5.749, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.933, "max": 11.0, "p95": 9.0, "sample_count": 238}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.004, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 238}, "total": {"avg": 3.004, "max": 4.0, "p95": 4.0, "sample_count": 238}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.284, "count": 30, "max": 61.261, "p95": 53.956, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.599, "count": 30, "max": 28.103, "p95": 24.319, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 767.6, "count": 30, "max": 1073.0, "p95": 1038.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 832.933, "count": 30, "max": 15645.0, "p95": 2131.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.041, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.398, "count": 30, "max": 0.447, "p95": 0.439, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.142, "count": 30, "max": 4.144, "p95": 0.071, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115834.867, "count": 30, "max": 120638.0, "p95": 119765.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 115834.867, "count": 30, "max": 120638.0, "p95": 119765.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1874.3, "count": 30, "max": 34222.0, "p95": 11898.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.537, "count": 30, "max": 0.589, "p95": 0.585, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.201, "count": 30, "max": 1.326, "p95": 1.3, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 605, "sampled_at": "2026-10-30T17:02:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:02:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 148654, "flush_count": 151, "flush_interval_seconds": 30.0, "flush_state": {"count": 151, "last_at": "2026-10-30T17:02:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:02:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 150}, "started": true, "suppressed_count": 64868, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 64845}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 151, "written_record_count": 151}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4912.695, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 179698176000, "copied_frame_count": 64995, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:00:04+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4396400, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:59:56+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.949}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 23, "events_emitted": 22, "events_failed": 0, "events_observed": 23, "events_suppressed": 1, "frame_buffer_copied_bytes": 179698176000, "frame_buffer_copies": 64995, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1100, "recorder_active_input_bytes": 3041280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 22, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 22, "worker_jobs_accepted": 22, "worker_jobs_completed": 22, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1129, "count": 512, "max_ms": 0.4712, "p50_ms": 0.0962, "p95_ms": 0.2176, "p99_ms": 0.3087}, "stages": {"db_insert": {"avg_ms": 18.3936, "count": 22, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 29.8753, "p99_ms": 32.7586, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8439, "count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1190.289, "count": 23, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1368.1165, "p99_ms": 3752.3895, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4517, "count": 512, "max_ms": 3.6898, "p50_ms": 1.3472, "p95_ms": 2.5038, "p99_ms": 2.9411, "results": {"failed": 0, "not_applicable": 0, "success": 64995, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.369, "count": 23, "max_ms": 656.9199, "p50_ms": 580.9847, "p95_ms": 642.2929, "p99_ms": 653.8667, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.7514, "count": 22, "max_ms": 65.0452, "p50_ms": 34.7351, "p95_ms": 58.1775, "p99_ms": 63.6075, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.595, "count": 512, "max_ms": 12.236, "p50_ms": 5.418, "p95_ms": 8.4211, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5467, "count": 512, "max_ms": 4.7858, "p50_ms": 1.418, "p95_ms": 2.6694, "p99_ms": 3.8307, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 570.9514, "count": 22, "max_ms": 653.6862, "p50_ms": 577.7276, "p95_ms": 638.3149, "p99_ms": 650.5328, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 477.7743, "count": 22, "max_ms": 555.4516, "p50_ms": 478.4637, "p95_ms": 535.7752, "p99_ms": 551.3433, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1571, "count": 22, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.7171, "p99_ms": 98.9671, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.983, "count": 22, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 8.3906, "p99_ms": 14.3647, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.5584, "count": 22, "max_ms": 73.1462, "p50_ms": 45.1618, "p95_ms": 70.1034, "p99_ms": 72.6277, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4831, "count": 22, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.536, "p99_ms": 7.8224, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 578.0046, "count": 22, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 710.822, "p99_ms": 3115.0278, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5539, "count": 22, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.6467, "p99_ms": 10.509, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8643, "count": 22, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 73.9224, "p99_ms": 88.4298, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1544, "count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6023, "count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 666.8059, "count": 22, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 774.3532, "p99_ms": 3195.0859, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 22, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481}, "wait_ms": {"count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 22, "artifact_failed": 0, "artifact_requested": 22, "artifact_success": 22, "completed": 22, "completed_failed": 0, "completed_success": 22, "cooldown_promoted": 22, "database_requested": 22, "db_insert_success": 22, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15563, "relay_business_failed": 0, "relay_business_success": 22, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 22, "relay_transport_failed": 0, "relay_transport_success": 22, "reservation_requested": 22}, "snapshot": {"copied_bytes": 60825600, "copied_count": 22, "copy": {"count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 45, "h264_decode_error_count": 106, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:02:47+09:00", "last_error_summary": "[h264 @ 0x616e0afe1240] error while decoding MB 88 46, bytestream -7", "last_exit_at": "2026-10-30T17:02:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 150.309, "last_started_at": "2026-10-30T17:00:17+09:00", "pid": 12989, "process": {"exists": false, "pid": 12989}, "restart_count": 48, "restart_count_per_hour": 23, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.925, "sample_count": 2111, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 64995, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:02:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.036, "last_frame_pushed_at": "2026-10-30T17:02:47+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-10-30T17:02:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 15, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 516.962, "last_sample_duration_ms": 1064.141, "last_trigger": "periodic", "next_snapshot_in_sec": 83.038, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 15, "storage_bytes": 1191911}, "mjpeg": {"age_sec": 0.028, "exists": true, "mtime": "2026-10-30T17:02:47.579078+09:00", "mtime_epoch": 1793347367.5790777, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 118833}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:02:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 837.746, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 20, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 64995, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.111, "max": 11.0, "p95": 10.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.029, "max": 4.0, "p95": 4.0, "sample_count": 243}, "total": {"avg": 3.029, "max": 4.0, "p95": 4.0, "sample_count": 243}}, "tracking_counts": {"active": {"avg": 0.765, "max": 2.0, "p95": 2.0, "sample_count": 243}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}, "removed": {"avg": 0.025, "max": 2.0, "p95": 0.0, "sample_count": 243}, "tracked": {"avg": 0.765, "max": 2.0, "p95": 2.0, "sample_count": 243}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 243, "pushed_frames": 243, "read_frames": 242, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.115, "pushed": 8.115, "read": 8.081}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 242, "client_acquire_ms": {"avg_ms": 0.007, "count": 242, "max_ms": 0.041, "p95_ms": 0.015, "reason": null, "sample_age_ms": 114.763, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.901, "count": 242, "max_ms": 7.522, "p95_ms": 2.951, "reason": null, "sample_age_ms": 153.697, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.374, "count": 242, "max_ms": 7.234, "p95_ms": 2.011, "reason": null, "sample_age_ms": 153.974, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.358, "count": 242, "max_ms": 1.051, "p95_ms": 0.664, "reason": null, "sample_age_ms": 114.771, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.928, "count": 242, "max_ms": 7.838, "p95_ms": 3.375, "reason": null, "sample_age_ms": 152.491, "source": "client_direct"}, "request_count": 242, "request_tensor_bytes": {"avg": 2764808.0, "count": 242, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 152.475, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 242, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 115.111, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.815, "count": 242, "max_ms": 103.056, "p95_ms": 70.76, "reason": null, "sample_age_ms": 114.757, "source": "client_direct"}, "sample_age_ms": 114.751, "source": "client_direct", "task_total_ms": {"avg_ms": 52.273, "count": 242, "max_ms": 105.25, "p95_ms": 73.522, "reason": null, "sample_age_ms": 114.751, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.956, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.878, "count": 243, "max_ms": 17.931, "p95_ms": 13.942}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.499, "count": 243, "max_ms": 1.681, "p95_ms": 0.912}, "detection_prepare_ms": {"avg_ms": 1.649, "count": 243, "max_ms": 7.272, "p95_ms": 3.236}, "event_filter_ms": {"avg_ms": 0.007, "count": 243, "max_ms": 0.093, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.41, "count": 243, "max_ms": 1.814, "p95_ms": 0.673}, "mcmt_ms": {"avg_ms": 0.004, "count": 243, "max_ms": 0.037, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.934, "count": 243, "max_ms": 8.558, "p95_ms": 6.591}, "setup_ms": {"avg_ms": 0.042, "count": 243, "max_ms": 0.11, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 8.816, "count": 243, "max_ms": 17.805, "p95_ms": 13.816}, "track_match_ms": {"avg_ms": 0.142, "count": 243, "max_ms": 0.381, "p95_ms": 0.295}, "tracker_update_ms": {"avg_ms": 2.129, "count": 243, "max_ms": 5.698, "p95_ms": 3.439}}, "gstreamer_push": {"avg_ms": 3.171, "count": 243, "max_ms": 6.937, "p95_ms": 5.097}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 243, "max_ms": 0.588, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.589, "count": 243, "max_ms": 107.47, "p95_ms": 74.808}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.229, "count": 243, "max_ms": 14.865, "p95_ms": 9.394}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.389, "count": 243, "max_ms": 177.654, "p95_ms": 133.99}, "inference_input_copy_ms": {"avg_ms": 1.648, "count": 243, "max_ms": 6.417, "p95_ms": 2.948}, "processing_residual_ms": {"avg_ms": 0.222, "count": 243, "max_ms": 0.656, "p95_ms": 0.412}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.488, "count": 243, "max_ms": 183.467, "p95_ms": 138.756}, "read_interval": {"avg_ms": 123.554, "count": 242, "max_ms": 199.896, "p95_ms": 160.792}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.028, "count": 243, "max_ms": 2.022, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 3.846, "count": 243, "max_ms": 8.459, "p95_ms": 6.48}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 243, "max_ms": 0.056, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.818, "count": 243, "max_ms": 8.437, "p95_ms": 6.298}, "worker_merge_ms": {"avg_ms": 0.017, "count": 243, "max_ms": 2.648, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 53.603, "count": 243, "max_ms": 107.484, "p95_ms": 74.824}, "visualize": {"avg_ms": 39.618, "count": 243, "max_ms": 66.698, "p95_ms": 54.268}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.408, "count": 243, "max_ms": 50.618, "p95_ms": 43.231}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.045, "count": 243, "max_ms": 64.081, "p95_ms": 52.622}, "visualize_input_copy_ms": {"avg_ms": 1.365, "count": 243, "max_ms": 15.873, "p95_ms": 2.116}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.913, "count": 243, "max_ms": 63.82, "p95_ms": 52.452}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 243, "max_ms": 0.222, "p95_ms": 0.13}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 243}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 837.617, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.56, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.058, "sample_count": 2115, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 64762, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:02:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 116390, "write_bytes_delta": 116390, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 491.0, "cpu_core_ratio": 0.45788, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 12989, "reason": null, "system_cpu_core_ratio": 0.037907, "system_cpu_s_delta": 0.3799999999999999, "user_cpu_core_ratio": 0.419973, "user_cpu_s_delta": 4.210000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.84349, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.563621, "system_cpu_s_delta": 5.650000000000546, "user_cpu_core_ratio": 1.279869, "user_cpu_s_delta": 12.829999999999927}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.253, "count": 238, "max_ms": 11.738, "p95_ms": 5.749, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.933, "max": 11.0, "p95": 9.0, "sample_count": 238}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.004, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 238}, "total": {"avg": 3.004, "max": 4.0, "p95": 4.0, "sample_count": 238}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.284, "count": 30, "max": 61.261, "p95": 53.956, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.599, "count": 30, "max": 28.103, "p95": 24.319, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 767.6, "count": 30, "max": 1073.0, "p95": 1038.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 832.933, "count": 30, "max": 15645.0, "p95": 2131.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.041, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.398, "count": 30, "max": 0.447, "p95": 0.439, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.142, "count": 30, "max": 4.144, "p95": 0.071, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115834.867, "count": 30, "max": 120638.0, "p95": 119765.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 115834.867, "count": 30, "max": 120638.0, "p95": 119765.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1874.3, "count": 30, "max": 34222.0, "p95": 11898.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.537, "count": 30, "max": 0.589, "p95": 0.585, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.201, "count": 30, "max": 1.326, "p95": 1.3, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 605, "sampled_at": "2026-10-30T17:02:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:02:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 148654, "flush_count": 151, "flush_interval_seconds": 30.0, "flush_state": {"count": 151, "last_at": "2026-10-30T17:02:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:02:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 150}, "started": true, "suppressed_count": 64868, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 64845}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 151, "written_record_count": 151}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5087.375, "limit_mb": null}, "detail": {"pid": 13105, "restart_count": 49, "start_count": 50}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 179698176000, "copied_frame_count": 64995, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:00:04+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4396400, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:59:56+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.949}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 23, "events_emitted": 22, "events_failed": 0, "events_observed": 23, "events_suppressed": 1, "frame_buffer_copied_bytes": 179698176000, "frame_buffer_copies": 64995, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1100, "recorder_active_input_bytes": 3041280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 22, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 22, "worker_jobs_accepted": 22, "worker_jobs_completed": 22, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1129, "count": 512, "max_ms": 0.4712, "p50_ms": 0.0962, "p95_ms": 0.2176, "p99_ms": 0.3087}, "stages": {"db_insert": {"avg_ms": 18.3936, "count": 22, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 29.8753, "p99_ms": 32.7586, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8439, "count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1190.289, "count": 23, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1368.1165, "p99_ms": 3752.3895, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4517, "count": 512, "max_ms": 3.6898, "p50_ms": 1.3472, "p95_ms": 2.5038, "p99_ms": 2.9411, "results": {"failed": 0, "not_applicable": 0, "success": 64995, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.369, "count": 23, "max_ms": 656.9199, "p50_ms": 580.9847, "p95_ms": 642.2929, "p99_ms": 653.8667, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.7514, "count": 22, "max_ms": 65.0452, "p50_ms": 34.7351, "p95_ms": 58.1775, "p99_ms": 63.6075, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.595, "count": 512, "max_ms": 12.236, "p50_ms": 5.418, "p95_ms": 8.4211, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5467, "count": 512, "max_ms": 4.7858, "p50_ms": 1.418, "p95_ms": 2.6694, "p99_ms": 3.8307, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 570.9514, "count": 22, "max_ms": 653.6862, "p50_ms": 577.7276, "p95_ms": 638.3149, "p99_ms": 650.5328, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 477.7743, "count": 22, "max_ms": 555.4516, "p50_ms": 478.4637, "p95_ms": 535.7752, "p99_ms": 551.3433, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1571, "count": 22, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.7171, "p99_ms": 98.9671, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.983, "count": 22, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 8.3906, "p99_ms": 14.3647, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.5584, "count": 22, "max_ms": 73.1462, "p50_ms": 45.1618, "p95_ms": 70.1034, "p99_ms": 72.6277, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4831, "count": 22, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.536, "p99_ms": 7.8224, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 578.0046, "count": 22, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 710.822, "p99_ms": 3115.0278, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5539, "count": 22, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.6467, "p99_ms": 10.509, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8643, "count": 22, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 73.9224, "p99_ms": 88.4298, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1544, "count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6023, "count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 666.8059, "count": 22, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 774.3532, "p99_ms": 3195.0859, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 22, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481}, "wait_ms": {"count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 22, "artifact_failed": 0, "artifact_requested": 22, "artifact_success": 22, "completed": 22, "completed_failed": 0, "completed_success": 22, "cooldown_promoted": 22, "database_requested": 22, "db_insert_success": 22, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15563, "relay_business_failed": 0, "relay_business_success": 22, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 22, "relay_transport_failed": 0, "relay_transport_success": 22, "reservation_requested": 22}, "snapshot": {"copied_bytes": 60825600, "copied_count": 22, "copy": {"count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 45, "h264_decode_error_count": 106, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:02:47+09:00", "last_error_summary": "[h264 @ 0x616e0afe1240] error while decoding MB 88 46, bytestream -7", "last_exit_at": "2026-10-30T17:02:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T17:02:49+09:00", "pid": 13105, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.605, "name": "ffmpeg", "pid": 13105, "rss_mb": 209.605, "state": "S (sleeping)", "threads": 70}, "restart_count": 49, "restart_count_per_hour": 24, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.371, "sample_count": 2075, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 64995, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:02:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.414, "last_frame_pushed_at": "2026-10-30T17:02:47+09:00", "last_frame_read_age_sec": 4.519, "last_frame_read_at": "2026-10-30T17:02:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 15, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 521.342, "last_sample_duration_ms": 1064.141, "last_trigger": "periodic", "next_snapshot_in_sec": 78.658, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 15, "storage_bytes": 1191911}, "mjpeg": {"age_sec": 4.406, "exists": true, "mtime": "2026-10-30T17:02:47.579078+09:00", "mtime_epoch": 1793347367.5790777, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 118833}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:02:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 837.75, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 20, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 64995, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.3, "max": 11.0, "p95": 10.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.092, "max": 4.0, "p95": 4.0, "sample_count": 207}, "total": {"avg": 3.092, "max": 4.0, "p95": 4.0, "sample_count": 207}}, "tracking_counts": {"active": {"avg": 0.792, "max": 2.0, "p95": 2.0, "sample_count": 207}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 207}, "tracked": {"avg": 0.792, "max": 2.0, "p95": 2.0, "sample_count": 207}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.9, "pushed": 6.9, "read": 6.9}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 206, "client_acquire_ms": {"avg_ms": 0.007, "count": 207, "max_ms": 0.041, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4492.1, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.917, "count": 206, "max_ms": 7.522, "p95_ms": 2.915, "reason": null, "sample_age_ms": 4531.034, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.383, "count": 206, "max_ms": 7.234, "p95_ms": 2.038, "reason": null, "sample_age_ms": 4531.311, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.359, "count": 207, "max_ms": 1.051, "p95_ms": 0.664, "reason": null, "sample_age_ms": 4492.108, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.936, "count": 206, "max_ms": 7.838, "p95_ms": 3.369, "reason": null, "sample_age_ms": 4529.828, "source": "client_direct"}, "request_count": 206, "request_tensor_bytes": {"avg": 2764808.0, "count": 206, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4529.812, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 207, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4492.448, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.468, "count": 207, "max_ms": 103.056, "p95_ms": 71.069, "reason": null, "sample_age_ms": 4492.094, "source": "client_direct"}, "sample_age_ms": 4492.088, "source": "client_direct", "task_total_ms": {"avg_ms": 51.935, "count": 207, "max_ms": 105.25, "p95_ms": 74.163, "reason": null, "sample_age_ms": 4492.088, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.457, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.899, "count": 207, "max_ms": 17.931, "p95_ms": 14.258}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.479, "count": 207, "max_ms": 1.681, "p95_ms": 0.91}, "detection_prepare_ms": {"avg_ms": 1.674, "count": 207, "max_ms": 7.272, "p95_ms": 3.241}, "event_filter_ms": {"avg_ms": 0.006, "count": 207, "max_ms": 0.093, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.408, "count": 207, "max_ms": 1.814, "p95_ms": 0.673}, "mcmt_ms": {"avg_ms": 0.003, "count": 207, "max_ms": 0.033, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.951, "count": 207, "max_ms": 8.558, "p95_ms": 6.627}, "setup_ms": {"avg_ms": 0.042, "count": 207, "max_ms": 0.11, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 8.836, "count": 207, "max_ms": 17.805, "p95_ms": 14.192}, "track_match_ms": {"avg_ms": 0.144, "count": 207, "max_ms": 0.381, "p95_ms": 0.306}, "tracker_update_ms": {"avg_ms": 2.127, "count": 207, "max_ms": 5.698, "p95_ms": 3.439}}, "gstreamer_push": {"avg_ms": 3.205, "count": 207, "max_ms": 6.937, "p95_ms": 5.098}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 207, "max_ms": 0.588, "p95_ms": 0.106}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.298, "count": 207, "max_ms": 107.47, "p95_ms": 74.874}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.256, "count": 207, "max_ms": 14.865, "p95_ms": 9.779}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.353, "count": 207, "max_ms": 177.654, "p95_ms": 134.103}, "inference_input_copy_ms": {"avg_ms": 1.665, "count": 207, "max_ms": 6.417, "p95_ms": 2.968}, "processing_residual_ms": {"avg_ms": 0.227, "count": 207, "max_ms": 0.656, "p95_ms": 0.416}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.501, "count": 207, "max_ms": 183.467, "p95_ms": 139.721}, "read_interval": {"avg_ms": 123.705, "count": 207, "max_ms": 199.896, "p95_ms": 165.487}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 207, "max_ms": 0.275, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 3.862, "count": 207, "max_ms": 8.459, "p95_ms": 6.481}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 207, "max_ms": 0.051, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.843, "count": 207, "max_ms": 8.437, "p95_ms": 6.449}, "worker_merge_ms": {"avg_ms": 0.019, "count": 207, "max_ms": 2.648, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 53.311, "count": 207, "max_ms": 107.484, "p95_ms": 74.887}, "visualize": {"avg_ms": 39.855, "count": 207, "max_ms": 66.698, "p95_ms": 54.723}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.525, "count": 207, "max_ms": 50.618, "p95_ms": 43.231}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.295, "count": 207, "max_ms": 64.081, "p95_ms": 52.968}, "visualize_input_copy_ms": {"avg_ms": 1.357, "count": 207, "max_ms": 15.873, "p95_ms": 2.115}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.164, "count": 207, "max_ms": 63.82, "p95_ms": 52.796}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 207, "max_ms": 0.214, "p95_ms": 0.125}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 207}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 837.746, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.642, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.058, "sample_count": 2092, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 64995, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:02:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2.376, "exists": true, "size_bytes": 118833, "write_bytes_delta": 118833, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 12989, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.463322, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.443758, "system_cpu_s_delta": 4.9399999999996, "user_cpu_core_ratio": 1.019564, "user_cpu_s_delta": 11.350000000000364}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.19, "count": 224, "max_ms": 6.937, "p95_ms": 5.097, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.254, "max": 11.0, "p95": 10.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.085, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 224}, "total": {"avg": 3.085, "max": 4.0, "p95": 4.0, "sample_count": 224}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.954, "count": 30, "max": 61.261, "p95": 53.956, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.272, "count": 30, "max": 28.103, "p95": 25.205, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 738.567, "count": 30, "max": 1073.0, "p95": 1038.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 859.133, "count": 30, "max": 15645.0, "p95": 2131.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.041, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.402, "count": 30, "max": 0.447, "p95": 0.439, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.222, "count": 30, "max": 4.144, "p95": 1.365, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116589.233, "count": 30, "max": 120674.0, "p95": 120295.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116589.233, "count": 30, "max": 120674.0, "p95": 120295.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1873.667, "count": 30, "max": 34222.0, "p95": 11898.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.534, "count": 30, "max": 0.589, "p95": 0.585, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.194, "count": 30, "max": 1.326, "p95": 1.3, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 608, "sampled_at": "2026-10-30T17:02:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:02:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 150649, "flush_count": 153, "flush_interval_seconds": 30.0, "flush_state": {"count": 153, "last_at": "2026-10-30T17:04:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:04:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 152}, "started": true, "suppressed_count": 65866, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 65843}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 153, "written_record_count": 153}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4915.605, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x55df75572200] error while decoding MB 26 56, bytestream -11", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 182460211200, "copied_frame_count": 65994, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:00:04+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4396400, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:59:56+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.949}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 23, "events_emitted": 22, "events_failed": 0, "events_observed": 23, "events_suppressed": 1, "frame_buffer_copied_bytes": 182460211200, "frame_buffer_copies": 65994, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1100, "recorder_active_input_bytes": 3041280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 22, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 22, "worker_jobs_accepted": 22, "worker_jobs_completed": 22, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.118, "count": 512, "max_ms": 0.3924, "p50_ms": 0.1071, "p95_ms": 0.217, "p99_ms": 0.3172}, "stages": {"db_insert": {"avg_ms": 18.3936, "count": 22, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 29.8753, "p99_ms": 32.7586, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8439, "count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1190.289, "count": 23, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1368.1165, "p99_ms": 3752.3895, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5208, "count": 512, "max_ms": 5.2744, "p50_ms": 1.4081, "p95_ms": 2.6732, "p99_ms": 3.4344, "results": {"failed": 0, "not_applicable": 0, "success": 65994, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.369, "count": 23, "max_ms": 656.9199, "p50_ms": 580.9847, "p95_ms": 642.2929, "p99_ms": 653.8667, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.7514, "count": 22, "max_ms": 65.0452, "p50_ms": 34.7351, "p95_ms": 58.1775, "p99_ms": 63.6075, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.595, "count": 512, "max_ms": 12.236, "p50_ms": 5.418, "p95_ms": 8.4211, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5467, "count": 512, "max_ms": 4.7858, "p50_ms": 1.418, "p95_ms": 2.6694, "p99_ms": 3.8307, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 570.9514, "count": 22, "max_ms": 653.6862, "p50_ms": 577.7276, "p95_ms": 638.3149, "p99_ms": 650.5328, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 477.7743, "count": 22, "max_ms": 555.4516, "p50_ms": 478.4637, "p95_ms": 535.7752, "p99_ms": 551.3433, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1571, "count": 22, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.7171, "p99_ms": 98.9671, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.983, "count": 22, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 8.3906, "p99_ms": 14.3647, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.5584, "count": 22, "max_ms": 73.1462, "p50_ms": 45.1618, "p95_ms": 70.1034, "p99_ms": 72.6277, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4831, "count": 22, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.536, "p99_ms": 7.8224, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 578.0046, "count": 22, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 710.822, "p99_ms": 3115.0278, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5539, "count": 22, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.6467, "p99_ms": 10.509, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8643, "count": 22, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 73.9224, "p99_ms": 88.4298, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1544, "count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6023, "count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 666.8059, "count": 22, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 774.3532, "p99_ms": 3195.0859, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 22, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481}, "wait_ms": {"count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 22, "artifact_failed": 0, "artifact_requested": 22, "artifact_success": 22, "completed": 22, "completed_failed": 0, "completed_success": 22, "cooldown_promoted": 22, "database_requested": 22, "db_insert_success": 22, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15563, "relay_business_failed": 0, "relay_business_success": 22, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 22, "relay_transport_failed": 0, "relay_transport_success": 22, "reservation_requested": 22}, "snapshot": {"copied_bytes": 60825600, "copied_count": 22, "copy": {"count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 46, "h264_decode_error_count": 107, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:05:01+09:00", "last_error_summary": "[h264 @ 0x55df75572200] error while decoding MB 26 56, bytestream -11", "last_exit_at": "2026-10-30T17:02:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 131.239, "last_started_at": "2026-10-30T17:02:49+09:00", "pid": 13105, "process": {"exists": false, "pid": 13105}, "restart_count": 49, "restart_count_per_hour": 23, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.523, "sample_count": 2275, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 65994, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:05:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.058, "last_frame_pushed_at": "2026-10-30T17:05:01+09:00", "last_frame_read_age_sec": 0.053, "last_frame_read_at": "2026-10-30T17:05:01+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 16, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 46.67, "last_sample_duration_ms": 1047.408, "last_trigger": "periodic", "next_snapshot_in_sec": 553.33, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 16, "storage_bytes": 1201462}, "mjpeg": {"age_sec": 0.045, "exists": true, "mtime": "2026-10-30T17:05:01.177906+09:00", "mtime_epoch": 1793347501.177906, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 118986}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:05:01+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 838.711, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 20, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 65995, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.248, "max": 13.0, "p95": 11.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.909, "max": 4.0, "p95": 4.0, "sample_count": 230}, "total": {"avg": 3.909, "max": 4.0, "p95": 4.0, "sample_count": 230}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.696, "pushed": 7.696, "read": 7.696}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 230, "client_acquire_ms": {"avg_ms": 0.008, "count": 231, "max_ms": 0.03, "p95_ms": 0.015, "reason": null, "sample_age_ms": 31.148, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.024, "count": 230, "max_ms": 10.092, "p95_ms": 3.867, "reason": null, "sample_age_ms": 79.148, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.496, "count": 230, "max_ms": 9.795, "p95_ms": 3.1, "reason": null, "sample_age_ms": 79.489, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.412, "count": 231, "max_ms": 1.149, "p95_ms": 0.747, "reason": null, "sample_age_ms": 31.158, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.071, "count": 230, "max_ms": 4.883, "p95_ms": 3.572, "reason": null, "sample_age_ms": 76.535, "source": "client_direct"}, "request_count": 230, "request_tensor_bytes": {"avg": 2764808.0, "count": 230, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 76.504, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 231, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 31.518, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.28, "count": 231, "max_ms": 89.152, "p95_ms": 73.779, "reason": null, "sample_age_ms": 31.143, "source": "client_direct"}, "sample_age_ms": 31.139, "source": "client_direct", "task_total_ms": {"avg_ms": 55.97, "count": 231, "max_ms": 93.113, "p95_ms": 77.255, "reason": null, "sample_age_ms": 31.139, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.808, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.554, "count": 230, "max_ms": 22.282, "p95_ms": 16.452}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.6, "count": 230, "max_ms": 2.727, "p95_ms": 1.134}, "detection_prepare_ms": {"avg_ms": 2.037, "count": 230, "max_ms": 11.179, "p95_ms": 4.06}, "event_filter_ms": {"avg_ms": 0.007, "count": 230, "max_ms": 0.028, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.553, "count": 230, "max_ms": 2.679, "p95_ms": 0.911}, "mcmt_ms": {"avg_ms": 0.004, "count": 230, "max_ms": 0.035, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 4.651, "count": 230, "max_ms": 9.202, "p95_ms": 6.942}, "setup_ms": {"avg_ms": 0.047, "count": 230, "max_ms": 0.111, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 10.488, "count": 230, "max_ms": 22.15, "p95_ms": 16.349}, "track_match_ms": {"avg_ms": 0.113, "count": 230, "max_ms": 0.314, "p95_ms": 0.22}, "tracker_update_ms": {"avg_ms": 2.476, "count": 230, "max_ms": 8.775, "p95_ms": 4.011}}, "gstreamer_push": {"avg_ms": 3.254, "count": 230, "max_ms": 10.377, "p95_ms": 5.18}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 230, "max_ms": 0.713, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.503, "count": 230, "max_ms": 96.01, "p95_ms": 79.093}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.388, "count": 230, "max_ms": 13.751, "p95_ms": 8.913}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.75, "count": 230, "max_ms": 169.038, "p95_ms": 141.342}, "inference_input_copy_ms": {"avg_ms": 1.689, "count": 230, "max_ms": 5.813, "p95_ms": 3.179}, "processing_residual_ms": {"avg_ms": 0.254, "count": 230, "max_ms": 0.674, "p95_ms": 0.451}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 115.081, "count": 230, "max_ms": 175.284, "p95_ms": 150.171}, "read_interval": {"avg_ms": 130.171, "count": 230, "max_ms": 268.787, "p95_ms": 173.33}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 230, "max_ms": 0.158, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 4.564, "count": 230, "max_ms": 8.879, "p95_ms": 6.809}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 230, "max_ms": 0.059, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.543, "count": 230, "max_ms": 8.818, "p95_ms": 6.777}, "worker_merge_ms": {"avg_ms": 0.007, "count": 230, "max_ms": 0.023, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 57.518, "count": 230, "max_ms": 96.031, "p95_ms": 79.104}, "visualize": {"avg_ms": 40.338, "count": 230, "max_ms": 75.839, "p95_ms": 54.808}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.731, "count": 230, "max_ms": 57.054, "p95_ms": 43.012}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.672, "count": 230, "max_ms": 73.332, "p95_ms": 52.841}, "visualize_input_copy_ms": {"avg_ms": 1.441, "count": 230, "max_ms": 5.679, "p95_ms": 2.605}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.524, "count": 230, "max_ms": 73.006, "p95_ms": 52.572}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 230, "max_ms": 0.281, "p95_ms": 0.155}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 230}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 838.672, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.49, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.842, "sample_count": 2268, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 65915, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:04:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 119284, "write_bytes_delta": 119284, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 502.0, "cpu_core_ratio": 0.443795, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 13105, "reason": null, "system_cpu_core_ratio": 0.032985, "system_cpu_s_delta": 0.33000000000000007, "user_cpu_core_ratio": 0.41081, "user_cpu_s_delta": 4.109999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.914116, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.597724, "system_cpu_s_delta": 5.979999999999563, "user_cpu_core_ratio": 1.316392, "user_cpu_s_delta": 13.170000000000073}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.163, "count": 232, "max_ms": 8.437, "p95_ms": 4.917, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.388, "max": 19.0, "p95": 13.0, "sample_count": 232}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.832, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 232}, "total": {"avg": 3.832, "max": 4.0, "p95": 4.0, "sample_count": 232}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.973, "count": 30, "max": 59.16, "p95": 37.93, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.397, "count": 30, "max": 28.103, "p95": 25.51, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 603.733, "count": 30, "max": 1073.0, "p95": 1017.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 229.5, "count": 30, "max": 1216.0, "p95": 906.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.041, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.404, "count": 30, "max": 0.447, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.083, "count": 30, "max": 2.376, "p95": 0.071, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 117717.167, "count": 30, "max": 120674.0, "p95": 120494.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113763.433, "count": 30, "max": 120674.0, "p95": 120494.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 735.0, "count": 30, "max": 21608.0, "p95": 89.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.554, "count": 30, "max": 0.598, "p95": 0.594, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.246, "count": 30, "max": 1.326, "p95": 1.309, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 620, "sampled_at": "2026-10-30T17:04:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:04:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 150649, "flush_count": 153, "flush_interval_seconds": 30.0, "flush_state": {"count": 153, "last_at": "2026-10-30T17:04:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:04:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 152}, "started": true, "suppressed_count": 65866, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 65843}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 153, "written_record_count": 153}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4916.711, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T17:05:01+09:00", "last_error_summary": "[h264 @ 0x55df75572200] error while decoding MB 26 56, bytestream -11", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 182462976000, "copied_frame_count": 65995, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:00:04+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4396400, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:59:56+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.949}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 23, "events_emitted": 22, "events_failed": 0, "events_observed": 23, "events_suppressed": 1, "frame_buffer_copied_bytes": 182462976000, "frame_buffer_copies": 65995, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1100, "recorder_active_input_bytes": 3041280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 22, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 22, "worker_jobs_accepted": 22, "worker_jobs_completed": 22, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1179, "count": 512, "max_ms": 0.3924, "p50_ms": 0.1069, "p95_ms": 0.217, "p99_ms": 0.3172}, "stages": {"db_insert": {"avg_ms": 18.3936, "count": 22, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 29.8753, "p99_ms": 32.7586, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8439, "count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1190.289, "count": 23, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1368.1165, "p99_ms": 3752.3895, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5203, "count": 512, "max_ms": 5.2744, "p50_ms": 1.4081, "p95_ms": 2.6732, "p99_ms": 3.4344, "results": {"failed": 0, "not_applicable": 0, "success": 65995, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.369, "count": 23, "max_ms": 656.9199, "p50_ms": 580.9847, "p95_ms": 642.2929, "p99_ms": 653.8667, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.7514, "count": 22, "max_ms": 65.0452, "p50_ms": 34.7351, "p95_ms": 58.1775, "p99_ms": 63.6075, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.595, "count": 512, "max_ms": 12.236, "p50_ms": 5.418, "p95_ms": 8.4211, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5467, "count": 512, "max_ms": 4.7858, "p50_ms": 1.418, "p95_ms": 2.6694, "p99_ms": 3.8307, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 570.9514, "count": 22, "max_ms": 653.6862, "p50_ms": 577.7276, "p95_ms": 638.3149, "p99_ms": 650.5328, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 477.7743, "count": 22, "max_ms": 555.4516, "p50_ms": 478.4637, "p95_ms": 535.7752, "p99_ms": 551.3433, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1571, "count": 22, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.7171, "p99_ms": 98.9671, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.983, "count": 22, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 8.3906, "p99_ms": 14.3647, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.5584, "count": 22, "max_ms": 73.1462, "p50_ms": 45.1618, "p95_ms": 70.1034, "p99_ms": 72.6277, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4831, "count": 22, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.536, "p99_ms": 7.8224, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 578.0046, "count": 22, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 710.822, "p99_ms": 3115.0278, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5539, "count": 22, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.6467, "p99_ms": 10.509, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8643, "count": 22, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 73.9224, "p99_ms": 88.4298, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1544, "count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6023, "count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 666.8059, "count": 22, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 774.3532, "p99_ms": 3195.0859, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 22, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481}, "wait_ms": {"count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 22, "artifact_failed": 0, "artifact_requested": 22, "artifact_success": 22, "completed": 22, "completed_failed": 0, "completed_success": 22, "cooldown_promoted": 22, "database_requested": 22, "db_insert_success": 22, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15563, "relay_business_failed": 0, "relay_business_success": 22, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 22, "relay_transport_failed": 0, "relay_transport_success": 22, "reservation_requested": 22}, "snapshot": {"copied_bytes": 60825600, "copied_count": 22, "copy": {"count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 46, "h264_decode_error_count": 107, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:05:01+09:00", "last_error_summary": "[h264 @ 0x55df75572200] error while decoding MB 26 56, bytestream -11", "last_exit_at": "2026-10-30T17:05:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 131.337, "last_started_at": "2026-10-30T17:02:49+09:00", "pid": 13105, "process": {"exists": false, "pid": 13105}, "restart_count": 49, "restart_count_per_hour": 23, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.523, "sample_count": 2276, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 65995, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:05:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.024, "last_frame_pushed_at": "2026-10-30T17:05:01+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-10-30T17:05:01+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 16, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 46.741, "last_sample_duration_ms": 1047.408, "last_trigger": "periodic", "next_snapshot_in_sec": 553.259, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 16, "storage_bytes": 1201462}, "mjpeg": {"age_sec": 0.016, "exists": true, "mtime": "2026-10-30T17:05:01.304907+09:00", "mtime_epoch": 1793347501.3049068, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117183}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:05:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 838.707, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 20, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 65995, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.247, "max": 13.0, "p95": 11.0, "sample_count": 231}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.909, "max": 4.0, "p95": 4.0, "sample_count": 231}, "total": {"avg": 3.909, "max": 4.0, "p95": 4.0, "sample_count": 231}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 231}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 231}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 231}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 231}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 231}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 231, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.706, "pushed": 7.706, "read": 7.672}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 230, "client_acquire_ms": {"avg_ms": 0.008, "count": 230, "max_ms": 0.03, "p95_ms": 0.015, "reason": null, "sample_age_ms": 112.818, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.024, "count": 230, "max_ms": 10.092, "p95_ms": 3.867, "reason": null, "sample_age_ms": 160.819, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.496, "count": 230, "max_ms": 9.795, "p95_ms": 3.1, "reason": null, "sample_age_ms": 161.16, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.412, "count": 230, "max_ms": 1.149, "p95_ms": 0.748, "reason": null, "sample_age_ms": 112.829, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.071, "count": 230, "max_ms": 4.883, "p95_ms": 3.572, "reason": null, "sample_age_ms": 158.206, "source": "client_direct"}, "request_count": 230, "request_tensor_bytes": {"avg": 2764808.0, "count": 230, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 158.175, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 230, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 113.189, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.255, "count": 230, "max_ms": 89.152, "p95_ms": 73.795, "reason": null, "sample_age_ms": 112.814, "source": "client_direct"}, "sample_age_ms": 112.81, "source": "client_direct", "task_total_ms": {"avg_ms": 55.946, "count": 230, "max_ms": 93.113, "p95_ms": 77.259, "reason": null, "sample_age_ms": 112.81, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.31, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.578, "count": 231, "max_ms": 22.282, "p95_ms": 16.452}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.601, "count": 231, "max_ms": 2.727, "p95_ms": 1.134}, "detection_prepare_ms": {"avg_ms": 2.038, "count": 231, "max_ms": 11.179, "p95_ms": 4.06}, "event_filter_ms": {"avg_ms": 0.007, "count": 231, "max_ms": 0.028, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.552, "count": 231, "max_ms": 2.679, "p95_ms": 0.911}, "mcmt_ms": {"avg_ms": 0.004, "count": 231, "max_ms": 0.035, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 4.671, "count": 231, "max_ms": 9.312, "p95_ms": 6.964}, "setup_ms": {"avg_ms": 0.047, "count": 231, "max_ms": 0.111, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 10.512, "count": 231, "max_ms": 22.15, "p95_ms": 16.349}, "track_match_ms": {"avg_ms": 0.113, "count": 231, "max_ms": 0.314, "p95_ms": 0.22}, "tracker_update_ms": {"avg_ms": 2.478, "count": 231, "max_ms": 8.775, "p95_ms": 4.011}}, "gstreamer_push": {"avg_ms": 3.248, "count": 231, "max_ms": 10.377, "p95_ms": 5.18}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 231, "max_ms": 0.713, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.465, "count": 231, "max_ms": 96.01, "p95_ms": 79.093}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.382, "count": 231, "max_ms": 13.751, "p95_ms": 8.913}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 231, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 231, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.797, "count": 231, "max_ms": 169.038, "p95_ms": 141.342}, "inference_input_copy_ms": {"avg_ms": 1.691, "count": 231, "max_ms": 5.813, "p95_ms": 3.179}, "processing_residual_ms": {"avg_ms": 0.254, "count": 231, "max_ms": 0.674, "p95_ms": 0.451}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 231, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 231, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 115.124, "count": 231, "max_ms": 175.284, "p95_ms": 150.171}, "read_interval": {"avg_ms": 130.171, "count": 230, "max_ms": 268.787, "p95_ms": 173.33}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 231, "max_ms": 0.158, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 4.585, "count": 231, "max_ms": 9.234, "p95_ms": 6.822}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 231, "max_ms": 0.059, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.563, "count": 231, "max_ms": 9.213, "p95_ms": 6.796}, "worker_merge_ms": {"avg_ms": 0.007, "count": 231, "max_ms": 0.023, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 57.481, "count": 231, "max_ms": 96.031, "p95_ms": 79.104}, "visualize": {"avg_ms": 40.401, "count": 231, "max_ms": 75.839, "p95_ms": 54.864}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.774, "count": 231, "max_ms": 57.054, "p95_ms": 43.012}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 231, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.709, "count": 231, "max_ms": 73.332, "p95_ms": 52.841}, "visualize_input_copy_ms": {"avg_ms": 1.467, "count": 231, "max_ms": 7.505, "p95_ms": 2.685}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 231, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.561, "count": 231, "max_ms": 73.006, "p95_ms": 52.572}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 231, "max_ms": 0.281, "p95_ms": 0.155}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 231}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 231}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 231}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 838.672, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.49, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.842, "sample_count": 2268, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 65915, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:04:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 119284, "write_bytes_delta": 119284, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 502.0, "cpu_core_ratio": 0.443795, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 13105, "reason": null, "system_cpu_core_ratio": 0.032985, "system_cpu_s_delta": 0.33000000000000007, "user_cpu_core_ratio": 0.41081, "user_cpu_s_delta": 4.109999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.914116, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.597724, "system_cpu_s_delta": 5.979999999999563, "user_cpu_core_ratio": 1.316392, "user_cpu_s_delta": 13.170000000000073}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.163, "count": 232, "max_ms": 8.437, "p95_ms": 4.917, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.388, "max": 19.0, "p95": 13.0, "sample_count": 232}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.832, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 232}, "total": {"avg": 3.832, "max": 4.0, "p95": 4.0, "sample_count": 232}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.973, "count": 30, "max": 59.16, "p95": 37.93, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.397, "count": 30, "max": 28.103, "p95": 25.51, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 603.733, "count": 30, "max": 1073.0, "p95": 1017.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 229.5, "count": 30, "max": 1216.0, "p95": 906.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.041, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.404, "count": 30, "max": 0.447, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.083, "count": 30, "max": 2.376, "p95": 0.071, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 117717.167, "count": 30, "max": 120674.0, "p95": 120494.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113763.433, "count": 30, "max": 120674.0, "p95": 120494.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 735.0, "count": 30, "max": 21608.0, "p95": 89.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.554, "count": 30, "max": 0.598, "p95": 0.594, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.246, "count": 30, "max": 1.326, "p95": 1.309, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 620, "sampled_at": "2026-10-30T17:04:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:04:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 150649, "flush_count": 153, "flush_interval_seconds": 30.0, "flush_state": {"count": 153, "last_at": "2026-10-30T17:04:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:04:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 152}, "started": true, "suppressed_count": 65866, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 65843}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 153, "written_record_count": 153}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4916.461, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 182462976000, "copied_frame_count": 65995, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:00:04+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4396400, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:59:56+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.949}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 23, "events_emitted": 22, "events_failed": 0, "events_observed": 23, "events_suppressed": 1, "frame_buffer_copied_bytes": 182462976000, "frame_buffer_copies": 65995, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1100, "recorder_active_input_bytes": 3041280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 22, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 22, "worker_jobs_accepted": 22, "worker_jobs_completed": 22, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1179, "count": 512, "max_ms": 0.3924, "p50_ms": 0.1069, "p95_ms": 0.217, "p99_ms": 0.3172}, "stages": {"db_insert": {"avg_ms": 18.3936, "count": 22, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 29.8753, "p99_ms": 32.7586, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8439, "count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1190.289, "count": 23, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1368.1165, "p99_ms": 3752.3895, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5203, "count": 512, "max_ms": 5.2744, "p50_ms": 1.4081, "p95_ms": 2.6732, "p99_ms": 3.4344, "results": {"failed": 0, "not_applicable": 0, "success": 65995, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.369, "count": 23, "max_ms": 656.9199, "p50_ms": 580.9847, "p95_ms": 642.2929, "p99_ms": 653.8667, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.7514, "count": 22, "max_ms": 65.0452, "p50_ms": 34.7351, "p95_ms": 58.1775, "p99_ms": 63.6075, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.595, "count": 512, "max_ms": 12.236, "p50_ms": 5.418, "p95_ms": 8.4211, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5467, "count": 512, "max_ms": 4.7858, "p50_ms": 1.418, "p95_ms": 2.6694, "p99_ms": 3.8307, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 570.9514, "count": 22, "max_ms": 653.6862, "p50_ms": 577.7276, "p95_ms": 638.3149, "p99_ms": 650.5328, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 477.7743, "count": 22, "max_ms": 555.4516, "p50_ms": 478.4637, "p95_ms": 535.7752, "p99_ms": 551.3433, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1571, "count": 22, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.7171, "p99_ms": 98.9671, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.983, "count": 22, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 8.3906, "p99_ms": 14.3647, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.5584, "count": 22, "max_ms": 73.1462, "p50_ms": 45.1618, "p95_ms": 70.1034, "p99_ms": 72.6277, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4831, "count": 22, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.536, "p99_ms": 7.8224, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 578.0046, "count": 22, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 710.822, "p99_ms": 3115.0278, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5539, "count": 22, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.6467, "p99_ms": 10.509, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8643, "count": 22, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 73.9224, "p99_ms": 88.4298, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1544, "count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6023, "count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 666.8059, "count": 22, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 774.3532, "p99_ms": 3195.0859, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 22, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481}, "wait_ms": {"count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 22, "artifact_failed": 0, "artifact_requested": 22, "artifact_success": 22, "completed": 22, "completed_failed": 0, "completed_success": 22, "cooldown_promoted": 22, "database_requested": 22, "db_insert_success": 22, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15563, "relay_business_failed": 0, "relay_business_success": 22, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 22, "relay_transport_failed": 0, "relay_transport_success": 22, "reservation_requested": 22}, "snapshot": {"copied_bytes": 60825600, "copied_count": 22, "copy": {"count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 46, "h264_decode_error_count": 107, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:05:01+09:00", "last_error_summary": "[h264 @ 0x55df75572200] error while decoding MB 26 56, bytestream -11", "last_exit_at": "2026-10-30T17:05:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 131.376, "last_started_at": "2026-10-30T17:02:49+09:00", "pid": 13105, "process": {"exists": false, "pid": 13105}, "restart_count": 49, "restart_count_per_hour": 23, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.523, "sample_count": 2276, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 65995, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:05:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.063, "last_frame_pushed_at": "2026-10-30T17:05:01+09:00", "last_frame_read_age_sec": 0.19, "last_frame_read_at": "2026-10-30T17:05:01+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 16, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 46.766, "last_sample_duration_ms": 1047.408, "last_trigger": "periodic", "next_snapshot_in_sec": 553.234, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 16, "storage_bytes": 1201462}, "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-10-30T17:05:01.304907+09:00", "mtime_epoch": 1793347501.3049068, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117183}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:05:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 838.707, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 20, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 65995, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.243, "max": 13.0, "p95": 11.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.909, "max": 4.0, "p95": 4.0, "sample_count": 230}, "total": {"avg": 3.909, "max": 4.0, "p95": 4.0, "sample_count": 230}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.696, "pushed": 7.696, "read": 7.663}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 229, "client_acquire_ms": {"avg_ms": 0.008, "count": 230, "max_ms": 0.03, "p95_ms": 0.015, "reason": null, "sample_age_ms": 145.718, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.028, "count": 229, "max_ms": 10.092, "p95_ms": 3.871, "reason": null, "sample_age_ms": 193.718, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.498, "count": 229, "max_ms": 9.795, "p95_ms": 3.11, "reason": null, "sample_age_ms": 194.059, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.412, "count": 230, "max_ms": 1.149, "p95_ms": 0.748, "reason": null, "sample_age_ms": 145.728, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.074, "count": 229, "max_ms": 4.883, "p95_ms": 3.582, "reason": null, "sample_age_ms": 191.105, "source": "client_direct"}, "request_count": 229, "request_tensor_bytes": {"avg": 2764808.0, "count": 229, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 191.074, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 230, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 146.088, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.255, "count": 230, "max_ms": 89.152, "p95_ms": 73.795, "reason": null, "sample_age_ms": 145.713, "source": "client_direct"}, "sample_age_ms": 145.709, "source": "client_direct", "task_total_ms": {"avg_ms": 55.946, "count": 230, "max_ms": 93.113, "p95_ms": 77.259, "reason": null, "sample_age_ms": 145.709, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.061, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.586, "count": 230, "max_ms": 22.282, "p95_ms": 16.452}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.602, "count": 230, "max_ms": 2.727, "p95_ms": 1.134}, "detection_prepare_ms": {"avg_ms": 2.04, "count": 230, "max_ms": 11.179, "p95_ms": 4.06}, "event_filter_ms": {"avg_ms": 0.007, "count": 230, "max_ms": 0.028, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.552, "count": 230, "max_ms": 2.679, "p95_ms": 0.911}, "mcmt_ms": {"avg_ms": 0.004, "count": 230, "max_ms": 0.024, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 4.675, "count": 230, "max_ms": 9.312, "p95_ms": 6.964}, "setup_ms": {"avg_ms": 0.047, "count": 230, "max_ms": 0.111, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 10.521, "count": 230, "max_ms": 22.15, "p95_ms": 16.349}, "track_match_ms": {"avg_ms": 0.113, "count": 230, "max_ms": 0.314, "p95_ms": 0.22}, "tracker_update_ms": {"avg_ms": 2.479, "count": 230, "max_ms": 8.775, "p95_ms": 4.011}}, "gstreamer_push": {"avg_ms": 3.252, "count": 230, "max_ms": 10.377, "p95_ms": 5.18}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 230, "max_ms": 0.713, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.438, "count": 230, "max_ms": 96.01, "p95_ms": 79.093}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.382, "count": 230, "max_ms": 13.751, "p95_ms": 8.913}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.806, "count": 230, "max_ms": 169.038, "p95_ms": 141.342}, "inference_input_copy_ms": {"avg_ms": 1.691, "count": 230, "max_ms": 5.813, "p95_ms": 3.179}, "processing_residual_ms": {"avg_ms": 0.253, "count": 230, "max_ms": 0.674, "p95_ms": 0.451}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 115.131, "count": 230, "max_ms": 175.284, "p95_ms": 150.171}, "read_interval": {"avg_ms": 130.194, "count": 229, "max_ms": 268.787, "p95_ms": 173.33}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 230, "max_ms": 0.158, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 4.588, "count": 230, "max_ms": 9.234, "p95_ms": 6.822}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 230, "max_ms": 0.059, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.567, "count": 230, "max_ms": 9.213, "p95_ms": 6.796}, "worker_merge_ms": {"avg_ms": 0.007, "count": 230, "max_ms": 0.023, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 57.454, "count": 230, "max_ms": 96.031, "p95_ms": 79.104}, "visualize": {"avg_ms": 40.427, "count": 230, "max_ms": 75.839, "p95_ms": 54.864}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.794, "count": 230, "max_ms": 57.054, "p95_ms": 43.012}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.731, "count": 230, "max_ms": 73.332, "p95_ms": 52.841}, "visualize_input_copy_ms": {"avg_ms": 1.47, "count": 230, "max_ms": 7.505, "p95_ms": 2.685}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.584, "count": 230, "max_ms": 73.006, "p95_ms": 52.572}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 230, "max_ms": 0.281, "p95_ms": 0.155}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 230}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 838.672, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.49, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.842, "sample_count": 2268, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 65915, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:04:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 119284, "write_bytes_delta": 119284, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 502.0, "cpu_core_ratio": 0.443795, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 13105, "reason": null, "system_cpu_core_ratio": 0.032985, "system_cpu_s_delta": 0.33000000000000007, "user_cpu_core_ratio": 0.41081, "user_cpu_s_delta": 4.109999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.914116, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.597724, "system_cpu_s_delta": 5.979999999999563, "user_cpu_core_ratio": 1.316392, "user_cpu_s_delta": 13.170000000000073}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.163, "count": 232, "max_ms": 8.437, "p95_ms": 4.917, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.388, "max": 19.0, "p95": 13.0, "sample_count": 232}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.832, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 232}, "total": {"avg": 3.832, "max": 4.0, "p95": 4.0, "sample_count": 232}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.973, "count": 30, "max": 59.16, "p95": 37.93, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.397, "count": 30, "max": 28.103, "p95": 25.51, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 603.733, "count": 30, "max": 1073.0, "p95": 1017.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 229.5, "count": 30, "max": 1216.0, "p95": 906.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.041, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.404, "count": 30, "max": 0.447, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.083, "count": 30, "max": 2.376, "p95": 0.071, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 117717.167, "count": 30, "max": 120674.0, "p95": 120494.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113763.433, "count": 30, "max": 120674.0, "p95": 120494.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 735.0, "count": 30, "max": 21608.0, "p95": 89.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.554, "count": 30, "max": 0.598, "p95": 0.594, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.246, "count": 30, "max": 1.326, "p95": 1.309, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 620, "sampled_at": "2026-10-30T17:04:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:04:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 150649, "flush_count": 153, "flush_interval_seconds": 30.0, "flush_state": {"count": 153, "last_at": "2026-10-30T17:04:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:04:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 152}, "started": true, "suppressed_count": 65866, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 65843}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 153, "written_record_count": 153}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5086.664, "limit_mb": null}, "detail": {"pid": 13221, "restart_count": 50, "start_count": 51}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 182462976000, "copied_frame_count": 65995, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:00:04+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4396400, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:59:56+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.949}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 23, "events_emitted": 22, "events_failed": 0, "events_observed": 23, "events_suppressed": 1, "frame_buffer_copied_bytes": 182462976000, "frame_buffer_copies": 65995, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1100, "recorder_active_input_bytes": 3041280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 22, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 22, "worker_jobs_accepted": 22, "worker_jobs_completed": 22, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1179, "count": 512, "max_ms": 0.3924, "p50_ms": 0.1069, "p95_ms": 0.217, "p99_ms": 0.3172}, "stages": {"db_insert": {"avg_ms": 18.3936, "count": 22, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 29.8753, "p99_ms": 32.7586, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8439, "count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1190.289, "count": 23, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1368.1165, "p99_ms": 3752.3895, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5203, "count": 512, "max_ms": 5.2744, "p50_ms": 1.4081, "p95_ms": 2.6732, "p99_ms": 3.4344, "results": {"failed": 0, "not_applicable": 0, "success": 65995, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.369, "count": 23, "max_ms": 656.9199, "p50_ms": 580.9847, "p95_ms": 642.2929, "p99_ms": 653.8667, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.7514, "count": 22, "max_ms": 65.0452, "p50_ms": 34.7351, "p95_ms": 58.1775, "p99_ms": 63.6075, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.595, "count": 512, "max_ms": 12.236, "p50_ms": 5.418, "p95_ms": 8.4211, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5467, "count": 512, "max_ms": 4.7858, "p50_ms": 1.418, "p95_ms": 2.6694, "p99_ms": 3.8307, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 570.9514, "count": 22, "max_ms": 653.6862, "p50_ms": 577.7276, "p95_ms": 638.3149, "p99_ms": 650.5328, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 477.7743, "count": 22, "max_ms": 555.4516, "p50_ms": 478.4637, "p95_ms": 535.7752, "p99_ms": 551.3433, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1571, "count": 22, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.7171, "p99_ms": 98.9671, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.983, "count": 22, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 8.3906, "p99_ms": 14.3647, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.5584, "count": 22, "max_ms": 73.1462, "p50_ms": 45.1618, "p95_ms": 70.1034, "p99_ms": 72.6277, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4831, "count": 22, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.536, "p99_ms": 7.8224, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 578.0046, "count": 22, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 710.822, "p99_ms": 3115.0278, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5539, "count": 22, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.6467, "p99_ms": 10.509, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8643, "count": 22, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 73.9224, "p99_ms": 88.4298, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1544, "count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6023, "count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 666.8059, "count": 22, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 774.3532, "p99_ms": 3195.0859, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 22, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481}, "wait_ms": {"count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 22, "artifact_failed": 0, "artifact_requested": 22, "artifact_success": 22, "completed": 22, "completed_failed": 0, "completed_success": 22, "cooldown_promoted": 22, "database_requested": 22, "db_insert_success": 22, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15563, "relay_business_failed": 0, "relay_business_success": 22, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 22, "relay_transport_failed": 0, "relay_transport_success": 22, "reservation_requested": 22}, "snapshot": {"copied_bytes": 60825600, "copied_count": 22, "copy": {"count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 46, "h264_decode_error_count": 107, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:05:01+09:00", "last_error_summary": "[h264 @ 0x55df75572200] error while decoding MB 26 56, bytestream -11", "last_exit_at": "2026-10-30T17:05:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T17:05:04+09:00", "pid": 13221, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.941, "name": "ffmpeg", "pid": 13221, "rss_mb": 205.941, "state": "S (sleeping)", "threads": 70}, "restart_count": 50, "restart_count_per_hour": 24, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.605, "sample_count": 2244, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 65995, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:05:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.743, "last_frame_pushed_at": "2026-10-30T17:05:01+09:00", "last_frame_read_age_sec": 4.871, "last_frame_read_at": "2026-10-30T17:05:01+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 16, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 51.457, "last_sample_duration_ms": 1047.408, "last_trigger": "periodic", "next_snapshot_in_sec": 548.543, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 16, "storage_bytes": 1201462}, "mjpeg": {"age_sec": 4.736, "exists": true, "mtime": "2026-10-30T17:05:01.304907+09:00", "mtime_epoch": 1793347501.3049068, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117183}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:05:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 838.711, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 20, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 65995, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.067, "max": 13.0, "p95": 11.0, "sample_count": 193}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.902, "max": 4.0, "p95": 4.0, "sample_count": 193}, "total": {"avg": 3.902, "max": 4.0, "p95": 4.0, "sample_count": 193}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.435, "pushed": 6.435, "read": 6.401}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 192, "client_acquire_ms": {"avg_ms": 0.008, "count": 192, "max_ms": 0.03, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4832.8, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.074, "count": 192, "max_ms": 10.092, "p95_ms": 4.013, "reason": null, "sample_age_ms": 4880.801, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.521, "count": 192, "max_ms": 9.795, "p95_ms": 3.273, "reason": null, "sample_age_ms": 4881.142, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.421, "count": 192, "max_ms": 1.149, "p95_ms": 0.768, "reason": null, "sample_age_ms": 4832.811, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.105, "count": 192, "max_ms": 4.883, "p95_ms": 3.67, "reason": null, "sample_age_ms": 4878.188, "source": "client_direct"}, "request_count": 192, "request_tensor_bytes": {"avg": 2764808.0, "count": 192, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4878.157, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 192, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4833.171, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.711, "count": 192, "max_ms": 89.152, "p95_ms": 73.762, "reason": null, "sample_age_ms": 4832.796, "source": "client_direct"}, "sample_age_ms": 4832.792, "source": "client_direct", "task_total_ms": {"avg_ms": 56.454, "count": 192, "max_ms": 93.113, "p95_ms": 77.252, "reason": null, "sample_age_ms": 4832.792, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.962, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.559, "count": 193, "max_ms": 22.282, "p95_ms": 16.452}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.635, "count": 193, "max_ms": 2.727, "p95_ms": 1.216}, "detection_prepare_ms": {"avg_ms": 2.022, "count": 193, "max_ms": 11.179, "p95_ms": 4.06}, "event_filter_ms": {"avg_ms": 0.007, "count": 193, "max_ms": 0.028, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.556, "count": 193, "max_ms": 2.679, "p95_ms": 0.933}, "mcmt_ms": {"avg_ms": 0.004, "count": 193, "max_ms": 0.024, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 4.622, "count": 193, "max_ms": 9.312, "p95_ms": 6.942}, "setup_ms": {"avg_ms": 0.047, "count": 193, "max_ms": 0.111, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 10.492, "count": 193, "max_ms": 22.15, "p95_ms": 16.349}, "track_match_ms": {"avg_ms": 0.115, "count": 193, "max_ms": 0.314, "p95_ms": 0.23}, "tracker_update_ms": {"avg_ms": 2.483, "count": 193, "max_ms": 8.775, "p95_ms": 4.011}}, "gstreamer_push": {"avg_ms": 3.282, "count": 193, "max_ms": 10.377, "p95_ms": 5.176}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 193, "max_ms": 0.713, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.943, "count": 193, "max_ms": 96.01, "p95_ms": 79.093}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.433, "count": 193, "max_ms": 13.751, "p95_ms": 9.648}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 110.717, "count": 193, "max_ms": 169.038, "p95_ms": 143.944}, "inference_input_copy_ms": {"avg_ms": 1.715, "count": 193, "max_ms": 5.813, "p95_ms": 3.386}, "processing_residual_ms": {"avg_ms": 0.261, "count": 193, "max_ms": 0.674, "p95_ms": 0.451}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.125, "count": 193, "max_ms": 175.284, "p95_ms": 151.841}, "read_interval": {"avg_ms": 131.432, "count": 192, "max_ms": 268.787, "p95_ms": 181.055}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 193, "max_ms": 0.158, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 4.536, "count": 193, "max_ms": 9.234, "p95_ms": 6.822}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 193, "max_ms": 0.059, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.513, "count": 193, "max_ms": 9.213, "p95_ms": 6.796}, "worker_merge_ms": {"avg_ms": 0.007, "count": 193, "max_ms": 0.023, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 57.958, "count": 193, "max_ms": 96.031, "p95_ms": 79.104}, "visualize": {"avg_ms": 40.848, "count": 193, "max_ms": 75.839, "p95_ms": 54.864}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.13, "count": 193, "max_ms": 57.054, "p95_ms": 43.012}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.157, "count": 193, "max_ms": 73.332, "p95_ms": 53.048}, "visualize_input_copy_ms": {"avg_ms": 1.465, "count": 193, "max_ms": 7.505, "p95_ms": 2.685}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.008, "count": 193, "max_ms": 73.006, "p95_ms": 52.789}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 193, "max_ms": 0.281, "p95_ms": 0.155}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 193}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 838.672, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.49, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.842, "sample_count": 2268, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 65915, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:04:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 119284, "write_bytes_delta": 119284, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 502.0, "cpu_core_ratio": 0.443795, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 13105, "reason": null, "system_cpu_core_ratio": 0.032985, "system_cpu_s_delta": 0.33000000000000007, "user_cpu_core_ratio": 0.41081, "user_cpu_s_delta": 4.109999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.914116, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.597724, "system_cpu_s_delta": 5.979999999999563, "user_cpu_core_ratio": 1.316392, "user_cpu_s_delta": 13.170000000000073}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.163, "count": 232, "max_ms": 8.437, "p95_ms": 4.917, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.388, "max": 19.0, "p95": 13.0, "sample_count": 232}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.832, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 232}, "total": {"avg": 3.832, "max": 4.0, "p95": 4.0, "sample_count": 232}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.973, "count": 30, "max": 59.16, "p95": 37.93, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.397, "count": 30, "max": 28.103, "p95": 25.51, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 603.733, "count": 30, "max": 1073.0, "p95": 1017.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 229.5, "count": 30, "max": 1216.0, "p95": 906.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.041, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.404, "count": 30, "max": 0.447, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.083, "count": 30, "max": 2.376, "p95": 0.071, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 117717.167, "count": 30, "max": 120674.0, "p95": 120494.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113763.433, "count": 30, "max": 120674.0, "p95": 120494.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 735.0, "count": 30, "max": 21608.0, "p95": 89.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.554, "count": 30, "max": 0.598, "p95": 0.594, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.246, "count": 30, "max": 1.326, "p95": 1.309, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 620, "sampled_at": "2026-10-30T17:04:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:04:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 152670, "flush_count": 155, "flush_interval_seconds": 30.0, "flush_state": {"count": 155, "last_at": "2026-10-30T17:06:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:06:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 154}, "started": true, "suppressed_count": 66745, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 66722}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 155, "written_record_count": 155}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4918.703, "limit_mb": null}, "detail": {"h264_decode_error_count": 6, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5b0c7ca36cc0] cabac decode of qscale diff failed at 93 46 [h264 @ 0x5b0c7ca36cc0] error while decoding MB 93 46, bytestream 59638 [h264 @ 0x5b0c7ca36cc0] cabac decode of qscale diff failed at 106 59 [h264 @ 0x5b0c7ca36cc0] error while decoding MB 106 59, bytestream 4600 [h264 @ 0x5b0c7be250c0] left block unavailable for requested intra mode [h264 @ 0x5b0c7be250c0] error while decoding MB 0 56, bytestream 2208 [h264 @ 0x5b0c7bdeecc0] error while decoding MB 41 61, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 184896000000, "copied_frame_count": 66875, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:00:04+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4396400, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:59:56+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.949}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 23, "events_emitted": 22, "events_failed": 0, "events_observed": 23, "events_suppressed": 1, "frame_buffer_copied_bytes": 184896000000, "frame_buffer_copies": 66875, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1100, "recorder_active_input_bytes": 3041280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 22, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 22, "worker_jobs_accepted": 22, "worker_jobs_completed": 22, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.115, "count": 512, "max_ms": 0.5032, "p50_ms": 0.1004, "p95_ms": 0.2192, "p99_ms": 0.3138}, "stages": {"db_insert": {"avg_ms": 18.3936, "count": 22, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 29.8753, "p99_ms": 32.7586, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8439, "count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1190.289, "count": 23, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1368.1165, "p99_ms": 3752.3895, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4632, "count": 512, "max_ms": 3.6541, "p50_ms": 1.3299, "p95_ms": 2.5632, "p99_ms": 3.0935, "results": {"failed": 0, "not_applicable": 0, "success": 66875, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.369, "count": 23, "max_ms": 656.9199, "p50_ms": 580.9847, "p95_ms": 642.2929, "p99_ms": 653.8667, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.7514, "count": 22, "max_ms": 65.0452, "p50_ms": 34.7351, "p95_ms": 58.1775, "p99_ms": 63.6075, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.595, "count": 512, "max_ms": 12.236, "p50_ms": 5.418, "p95_ms": 8.4211, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5467, "count": 512, "max_ms": 4.7858, "p50_ms": 1.418, "p95_ms": 2.6694, "p99_ms": 3.8307, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 570.9514, "count": 22, "max_ms": 653.6862, "p50_ms": 577.7276, "p95_ms": 638.3149, "p99_ms": 650.5328, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 477.7743, "count": 22, "max_ms": 555.4516, "p50_ms": 478.4637, "p95_ms": 535.7752, "p99_ms": 551.3433, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1571, "count": 22, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.7171, "p99_ms": 98.9671, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.983, "count": 22, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 8.3906, "p99_ms": 14.3647, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.5584, "count": 22, "max_ms": 73.1462, "p50_ms": 45.1618, "p95_ms": 70.1034, "p99_ms": 72.6277, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4831, "count": 22, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.536, "p99_ms": 7.8224, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 578.0046, "count": 22, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 710.822, "p99_ms": 3115.0278, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5539, "count": 22, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.6467, "p99_ms": 10.509, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8643, "count": 22, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 73.9224, "p99_ms": 88.4298, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1544, "count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6023, "count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 666.8059, "count": 22, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 774.3532, "p99_ms": 3195.0859, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 22, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481}, "wait_ms": {"count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 22, "artifact_failed": 0, "artifact_requested": 22, "artifact_success": 22, "completed": 22, "completed_failed": 0, "completed_success": 22, "cooldown_promoted": 22, "database_requested": 22, "db_insert_success": 22, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15563, "relay_business_failed": 0, "relay_business_success": 22, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 22, "relay_transport_failed": 0, "relay_transport_success": 22, "reservation_requested": 22}, "snapshot": {"copied_bytes": 60825600, "copied_count": 22, "copy": {"count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 47, "h264_decode_error_count": 113, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:07:08+09:00", "last_error_summary": "[h264 @ 0x5b0c7ca36cc0] cabac decode of qscale diff failed at 93 46 [h264 @ 0x5b0c7ca36cc0] error while decoding MB 93 46, bytestream 59638 [h264 @ 0x5b0c7ca36cc0] cabac decode of qscale diff failed at 106 59 [h264 @ 0x5b0c7ca36cc0] error while decoding MB 106 59, bytestream 4600 [h264 @ 0x5b0c7be250c0] left block unavailable for requested intra mode [h264 @ 0x5b0c7be250c0] error while decoding MB 0 56, bytestream 2208 [h264 @ 0x5b0c7bdeecc0] error while decoding MB 41 61, bytestream -7", "last_exit_at": "2026-10-30T17:05:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 124.715, "last_started_at": "2026-10-30T17:05:04+09:00", "pid": 13221, "process": {"exists": false, "pid": 13221}, "restart_count": 50, "restart_count_per_hour": 23, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.084, "sample_count": 2192, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 66875, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:07:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.085, "last_frame_pushed_at": "2026-10-30T17:07:08+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-10-30T17:07:08+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 16, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 174.177, "last_sample_duration_ms": 1047.408, "last_trigger": "periodic", "next_snapshot_in_sec": 425.823, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 16, "storage_bytes": 1201462}, "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-10-30T17:07:08.681679+09:00", "mtime_epoch": 1793347628.6816792, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 120538}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:07:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 839.137, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 20, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 66876, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.513, "max": 12.0, "p95": 10.0, "sample_count": 199}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.437, "max": 5.0, "p95": 5.0, "sample_count": 199}, "total": {"avg": 4.437, "max": 5.0, "p95": 5.0, "sample_count": 199}}, "tracking_counts": {"active": {"avg": 0.075, "max": 1.0, "p95": 1.0, "sample_count": 199}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 199}, "tracked": {"avg": 0.075, "max": 1.0, "p95": 1.0, "sample_count": 199}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 200, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.79, "pushed": 6.79, "read": 6.824}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 200, "client_acquire_ms": {"avg_ms": 0.008, "count": 200, "max_ms": 0.04, "p95_ms": 0.018, "reason": null, "sample_age_ms": 44.128, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.919, "count": 200, "max_ms": 4.893, "p95_ms": 2.822, "reason": null, "sample_age_ms": 89.215, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.39, "count": 200, "max_ms": 4.503, "p95_ms": 2.173, "reason": null, "sample_age_ms": 89.422, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.367, "count": 200, "max_ms": 0.935, "p95_ms": 0.631, "reason": null, "sample_age_ms": 44.145, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.116, "count": 200, "max_ms": 6.13, "p95_ms": 3.607, "reason": null, "sample_age_ms": 88.252, "source": "client_direct"}, "request_count": 200, "request_tensor_bytes": {"avg": 2764808.0, "count": 200, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 88.237, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 200, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 44.652, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.21, "count": 200, "max_ms": 88.323, "p95_ms": 76.629, "reason": null, "sample_age_ms": 44.123, "source": "client_direct"}, "sample_age_ms": 44.117, "source": "client_direct", "task_total_ms": {"avg_ms": 55.876, "count": 200, "max_ms": 90.465, "p95_ms": 79.54, "reason": null, "sample_age_ms": 44.117, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.46, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 12.104, "count": 199, "max_ms": 26.531, "p95_ms": 18.368}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.656, "count": 199, "max_ms": 8.247, "p95_ms": 1.277}, "detection_prepare_ms": {"avg_ms": 2.069, "count": 199, "max_ms": 8.068, "p95_ms": 4.499}, "event_filter_ms": {"avg_ms": 0.007, "count": 199, "max_ms": 0.022, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.616, "count": 199, "max_ms": 2.378, "p95_ms": 1.042}, "mcmt_ms": {"avg_ms": 0.004, "count": 199, "max_ms": 0.015, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 5.811, "count": 199, "max_ms": 10.849, "p95_ms": 8.949}, "setup_ms": {"avg_ms": 0.044, "count": 199, "max_ms": 0.124, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 12.04, "count": 199, "max_ms": 26.449, "p95_ms": 18.296}, "track_match_ms": {"avg_ms": 0.122, "count": 199, "max_ms": 0.389, "p95_ms": 0.249}, "tracker_update_ms": {"avg_ms": 2.71, "count": 199, "max_ms": 6.7, "p95_ms": 4.288}}, "gstreamer_push": {"avg_ms": 3.227, "count": 199, "max_ms": 7.434, "p95_ms": 5.442}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 199, "max_ms": 1.134, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.302, "count": 199, "max_ms": 93.743, "p95_ms": 82.544}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.539, "count": 199, "max_ms": 13.533, "p95_ms": 8.851}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.252, "count": 199, "max_ms": 168.385, "p95_ms": 147.236}, "inference_input_copy_ms": {"avg_ms": 1.76, "count": 199, "max_ms": 5.883, "p95_ms": 3.073}, "processing_residual_ms": {"avg_ms": 0.288, "count": 199, "max_ms": 1.014, "p95_ms": 0.562}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 117.838, "count": 199, "max_ms": 172.576, "p95_ms": 154.441}, "read_interval": {"avg_ms": 151.621, "count": 200, "max_ms": 1180.226, "p95_ms": 188.293}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 199, "max_ms": 0.047, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 5.713, "count": 199, "max_ms": 10.749, "p95_ms": 8.832}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 199, "max_ms": 0.058, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.693, "count": 199, "max_ms": 10.725, "p95_ms": 8.804}, "worker_merge_ms": {"avg_ms": 0.008, "count": 199, "max_ms": 0.03, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 57.316, "count": 199, "max_ms": 93.767, "p95_ms": 82.554}, "visualize": {"avg_ms": 41.506, "count": 199, "max_ms": 67.334, "p95_ms": 58.325}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.141, "count": 199, "max_ms": 50.363, "p95_ms": 42.318}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.909, "count": 199, "max_ms": 65.874, "p95_ms": 55.152}, "visualize_input_copy_ms": {"avg_ms": 1.377, "count": 199, "max_ms": 6.465, "p95_ms": 2.454}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.767, "count": 199, "max_ms": 65.698, "p95_ms": 54.881}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 199, "max_ms": 0.266, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 199}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 839.113, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.968, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.765, "sample_count": 2195, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 66818, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:07:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 126815, "write_bytes_delta": 126815, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 556.0, "cpu_core_ratio": 0.466353, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 340.0, "pid": 13221, "reason": null, "system_cpu_core_ratio": 0.139358, "system_cpu_s_delta": 2.8000000000000007, "user_cpu_core_ratio": 0.326994, "user_cpu_s_delta": 6.57}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.827087, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.582816, "system_cpu_s_delta": 11.710000000000036, "user_cpu_core_ratio": 1.244271, "user_cpu_s_delta": 25.0}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.213, "count": 200, "max_ms": 11.97, "p95_ms": 5.301, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.695, "max": 12.0, "p95": 12.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.325, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 200}, "total": {"avg": 4.325, "max": 5.0, "p95": 5.0, "sample_count": 200}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.458, "count": 30, "max": 69.586, "p95": 30.063, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.699, "count": 30, "max": 25.904, "p95": 24.723, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 506.1, "count": 30, "max": 849.0, "p95": 558.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 612.6, "count": 30, "max": 5062.0, "p95": 3280.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.049, "count": 30, "max": 0.241, "p95": 0.126, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.408, "count": 30, "max": 0.447, "p95": 0.431, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.079, "count": 30, "max": 2.376, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 118557.167, "count": 30, "max": 127905.0, "p95": 124861.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 110849.533, "count": 30, "max": 127905.0, "p95": 124861.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.5, "count": 30, "max": 137.0, "p95": 23.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.552, "count": 30, "max": 0.598, "p95": 0.596, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.233, "count": 30, "max": 1.326, "p95": 1.317, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 630, "sampled_at": "2026-10-30T17:07:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:07:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.309, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 152670, "flush_count": 155, "flush_interval_seconds": 30.0, "flush_state": {"count": 155, "last_at": "2026-10-30T17:06:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:06:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 154}, "started": true, "suppressed_count": 66745, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 66722}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 155, "written_record_count": 155}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4919.344, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T17:07:08+09:00", "last_error_summary": "[h264 @ 0x5b0c7ca36cc0] cabac decode of qscale diff failed at 93 46 [h264 @ 0x5b0c7ca36cc0] error while decoding MB 93 46, bytestream 59638 [h264 @ 0x5b0c7ca36cc0] cabac decode of qscale diff failed at 106 59 [h264 @ 0x5b0c7ca36cc0] error while decoding MB 106 59, bytestream 4600 [h264 @ 0x5b0c7be250c0] left block unavailable for requested intra mode [h264 @ 0x5b0c7be250c0] error while decoding MB 0 56, bytestream 2208 [h264 @ 0x5b0c7bdeecc0] error while decoding MB 41 61, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 184898764800, "copied_frame_count": 66876, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:00:04+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4396400, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:59:56+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.949}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 23, "events_emitted": 22, "events_failed": 0, "events_observed": 23, "events_suppressed": 1, "frame_buffer_copied_bytes": 184898764800, "frame_buffer_copies": 66876, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1100, "recorder_active_input_bytes": 3041280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 22, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 22, "worker_jobs_accepted": 22, "worker_jobs_completed": 22, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1149, "count": 512, "max_ms": 0.5032, "p50_ms": 0.1003, "p95_ms": 0.2192, "p99_ms": 0.3138}, "stages": {"db_insert": {"avg_ms": 18.3936, "count": 22, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 29.8753, "p99_ms": 32.7586, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8439, "count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1190.289, "count": 23, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1368.1165, "p99_ms": 3752.3895, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4631, "count": 512, "max_ms": 3.6541, "p50_ms": 1.3299, "p95_ms": 2.5632, "p99_ms": 3.0935, "results": {"failed": 0, "not_applicable": 0, "success": 66876, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.369, "count": 23, "max_ms": 656.9199, "p50_ms": 580.9847, "p95_ms": 642.2929, "p99_ms": 653.8667, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.7514, "count": 22, "max_ms": 65.0452, "p50_ms": 34.7351, "p95_ms": 58.1775, "p99_ms": 63.6075, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.595, "count": 512, "max_ms": 12.236, "p50_ms": 5.418, "p95_ms": 8.4211, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5467, "count": 512, "max_ms": 4.7858, "p50_ms": 1.418, "p95_ms": 2.6694, "p99_ms": 3.8307, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 570.9514, "count": 22, "max_ms": 653.6862, "p50_ms": 577.7276, "p95_ms": 638.3149, "p99_ms": 650.5328, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 477.7743, "count": 22, "max_ms": 555.4516, "p50_ms": 478.4637, "p95_ms": 535.7752, "p99_ms": 551.3433, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1571, "count": 22, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.7171, "p99_ms": 98.9671, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.983, "count": 22, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 8.3906, "p99_ms": 14.3647, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.5584, "count": 22, "max_ms": 73.1462, "p50_ms": 45.1618, "p95_ms": 70.1034, "p99_ms": 72.6277, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4831, "count": 22, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.536, "p99_ms": 7.8224, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 578.0046, "count": 22, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 710.822, "p99_ms": 3115.0278, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5539, "count": 22, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.6467, "p99_ms": 10.509, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8643, "count": 22, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 73.9224, "p99_ms": 88.4298, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1544, "count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6023, "count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 666.8059, "count": 22, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 774.3532, "p99_ms": 3195.0859, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 22, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481}, "wait_ms": {"count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 22, "artifact_failed": 0, "artifact_requested": 22, "artifact_success": 22, "completed": 22, "completed_failed": 0, "completed_success": 22, "cooldown_promoted": 22, "database_requested": 22, "db_insert_success": 22, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15563, "relay_business_failed": 0, "relay_business_success": 22, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 22, "relay_transport_failed": 0, "relay_transport_success": 22, "reservation_requested": 22}, "snapshot": {"copied_bytes": 60825600, "copied_count": 22, "copy": {"count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 47, "h264_decode_error_count": 113, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:07:08+09:00", "last_error_summary": "[h264 @ 0x5b0c7ca36cc0] cabac decode of qscale diff failed at 93 46 [h264 @ 0x5b0c7ca36cc0] error while decoding MB 93 46, bytestream 59638 [h264 @ 0x5b0c7ca36cc0] cabac decode of qscale diff failed at 106 59 [h264 @ 0x5b0c7ca36cc0] error while decoding MB 106 59, bytestream 4600 [h264 @ 0x5b0c7be250c0] left block unavailable for requested intra mode [h264 @ 0x5b0c7be250c0] error while decoding MB 0 56, bytestream 2208 [h264 @ 0x5b0c7bdeecc0] error while decoding MB 41 61, bytestream -7", "last_exit_at": "2026-10-30T17:07:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 124.771, "last_started_at": "2026-10-30T17:05:04+09:00", "pid": 13221, "process": {"exists": false, "pid": 13221}, "restart_count": 50, "restart_count_per_hour": 23, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.084, "sample_count": 2193, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 66876, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:07:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T17:07:08+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-10-30T17:07:08+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 16, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 174.221, "last_sample_duration_ms": 1047.408, "last_trigger": "periodic", "next_snapshot_in_sec": 425.779, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 16, "storage_bytes": 1201462}, "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-10-30T17:07:08.681679+09:00", "mtime_epoch": 1793347628.6816792, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 120538}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:07:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 839.137, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 20, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 66876, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.51, "max": 12.0, "p95": 9.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.435, "max": 5.0, "p95": 5.0, "sample_count": 200}, "total": {"avg": 4.435, "max": 5.0, "p95": 5.0, "sample_count": 200}}, "tracking_counts": {"active": {"avg": 0.075, "max": 1.0, "p95": 1.0, "sample_count": 200}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 200}, "tracked": {"avg": 0.075, "max": 1.0, "p95": 1.0, "sample_count": 200}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 200, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.811, "pushed": 6.811, "read": 6.811}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 200, "client_acquire_ms": {"avg_ms": 0.008, "count": 200, "max_ms": 0.04, "p95_ms": 0.018, "reason": null, "sample_age_ms": 95.216, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.919, "count": 200, "max_ms": 4.893, "p95_ms": 2.822, "reason": null, "sample_age_ms": 140.303, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.39, "count": 200, "max_ms": 4.503, "p95_ms": 2.173, "reason": null, "sample_age_ms": 140.511, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.367, "count": 200, "max_ms": 0.935, "p95_ms": 0.631, "reason": null, "sample_age_ms": 95.233, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.116, "count": 200, "max_ms": 6.13, "p95_ms": 3.607, "reason": null, "sample_age_ms": 139.34, "source": "client_direct"}, "request_count": 200, "request_tensor_bytes": {"avg": 2764808.0, "count": 200, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 139.325, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 200, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 95.74, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.21, "count": 200, "max_ms": 88.323, "p95_ms": 76.629, "reason": null, "sample_age_ms": 95.212, "source": "client_direct"}, "sample_age_ms": 95.206, "source": "client_direct", "task_total_ms": {"avg_ms": 55.876, "count": 200, "max_ms": 90.465, "p95_ms": 79.54, "reason": null, "sample_age_ms": 95.206, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.854, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 12.095, "count": 200, "max_ms": 26.531, "p95_ms": 18.096}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.655, "count": 200, "max_ms": 8.247, "p95_ms": 1.252}, "detection_prepare_ms": {"avg_ms": 2.07, "count": 200, "max_ms": 8.068, "p95_ms": 4.229}, "event_filter_ms": {"avg_ms": 0.007, "count": 200, "max_ms": 0.022, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.615, "count": 200, "max_ms": 2.378, "p95_ms": 1.022}, "mcmt_ms": {"avg_ms": 0.004, "count": 200, "max_ms": 0.015, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 5.805, "count": 200, "max_ms": 10.849, "p95_ms": 8.784}, "setup_ms": {"avg_ms": 0.044, "count": 200, "max_ms": 0.124, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 12.03, "count": 200, "max_ms": 26.449, "p95_ms": 18.005}, "track_match_ms": {"avg_ms": 0.122, "count": 200, "max_ms": 0.389, "p95_ms": 0.246}, "tracker_update_ms": {"avg_ms": 2.706, "count": 200, "max_ms": 6.7, "p95_ms": 4.176}}, "gstreamer_push": {"avg_ms": 3.225, "count": 200, "max_ms": 7.434, "p95_ms": 5.424}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 200, "max_ms": 1.134, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.244, "count": 200, "max_ms": 93.743, "p95_ms": 81.115}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.565, "count": 200, "max_ms": 13.533, "p95_ms": 8.718}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.282, "count": 200, "max_ms": 168.385, "p95_ms": 146.577}, "inference_input_copy_ms": {"avg_ms": 1.758, "count": 200, "max_ms": 5.883, "p95_ms": 3.047}, "processing_residual_ms": {"avg_ms": 0.287, "count": 200, "max_ms": 1.014, "p95_ms": 0.558}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 117.891, "count": 200, "max_ms": 172.576, "p95_ms": 152.497}, "read_interval": {"avg_ms": 151.621, "count": 200, "max_ms": 1180.226, "p95_ms": 188.293}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 200, "max_ms": 0.047, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 5.707, "count": 200, "max_ms": 10.749, "p95_ms": 8.697}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 200, "max_ms": 0.058, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.687, "count": 200, "max_ms": 10.725, "p95_ms": 8.653}, "worker_merge_ms": {"avg_ms": 0.007, "count": 200, "max_ms": 0.03, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 57.258, "count": 200, "max_ms": 93.767, "p95_ms": 81.148}, "visualize": {"avg_ms": 41.604, "count": 200, "max_ms": 67.334, "p95_ms": 58.325}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.183, "count": 200, "max_ms": 50.363, "p95_ms": 42.243}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.005, "count": 200, "max_ms": 65.874, "p95_ms": 55.152}, "visualize_input_copy_ms": {"avg_ms": 1.378, "count": 200, "max_ms": 6.465, "p95_ms": 2.305}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.862, "count": 200, "max_ms": 65.698, "p95_ms": 54.881}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 200, "max_ms": 0.266, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 200}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 839.113, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.968, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.765, "sample_count": 2195, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 66818, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:07:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 126815, "write_bytes_delta": 126815, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 556.0, "cpu_core_ratio": 0.466353, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 340.0, "pid": 13221, "reason": null, "system_cpu_core_ratio": 0.139358, "system_cpu_s_delta": 2.8000000000000007, "user_cpu_core_ratio": 0.326994, "user_cpu_s_delta": 6.57}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.827087, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.582816, "system_cpu_s_delta": 11.710000000000036, "user_cpu_core_ratio": 1.244271, "user_cpu_s_delta": 25.0}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.213, "count": 200, "max_ms": 11.97, "p95_ms": 5.301, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.695, "max": 12.0, "p95": 12.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.325, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 200}, "total": {"avg": 4.325, "max": 5.0, "p95": 5.0, "sample_count": 200}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.458, "count": 30, "max": 69.586, "p95": 30.063, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.699, "count": 30, "max": 25.904, "p95": 24.723, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 506.1, "count": 30, "max": 849.0, "p95": 558.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 612.6, "count": 30, "max": 5062.0, "p95": 3280.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.049, "count": 30, "max": 0.241, "p95": 0.126, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.408, "count": 30, "max": 0.447, "p95": 0.431, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.079, "count": 30, "max": 2.376, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 118557.167, "count": 30, "max": 127905.0, "p95": 124861.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 110849.533, "count": 30, "max": 127905.0, "p95": 124861.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.5, "count": 30, "max": 137.0, "p95": 23.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.552, "count": 30, "max": 0.598, "p95": 0.596, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.233, "count": 30, "max": 1.326, "p95": 1.317, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 630, "sampled_at": "2026-10-30T17:07:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:07:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.364, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 152670, "flush_count": 155, "flush_interval_seconds": 30.0, "flush_state": {"count": 155, "last_at": "2026-10-30T17:06:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:06:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 154}, "started": true, "suppressed_count": 66745, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 66722}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 155, "written_record_count": 155}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4919.496, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 184898764800, "copied_frame_count": 66876, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:00:04+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4396400, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:59:56+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.949}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 23, "events_emitted": 22, "events_failed": 0, "events_observed": 23, "events_suppressed": 1, "frame_buffer_copied_bytes": 184898764800, "frame_buffer_copies": 66876, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1100, "recorder_active_input_bytes": 3041280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 22, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 22, "worker_jobs_accepted": 22, "worker_jobs_completed": 22, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1149, "count": 512, "max_ms": 0.5032, "p50_ms": 0.1003, "p95_ms": 0.2192, "p99_ms": 0.3138}, "stages": {"db_insert": {"avg_ms": 18.3936, "count": 22, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 29.8753, "p99_ms": 32.7586, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8439, "count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1190.289, "count": 23, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1368.1165, "p99_ms": 3752.3895, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4631, "count": 512, "max_ms": 3.6541, "p50_ms": 1.3299, "p95_ms": 2.5632, "p99_ms": 3.0935, "results": {"failed": 0, "not_applicable": 0, "success": 66876, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.369, "count": 23, "max_ms": 656.9199, "p50_ms": 580.9847, "p95_ms": 642.2929, "p99_ms": 653.8667, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.7514, "count": 22, "max_ms": 65.0452, "p50_ms": 34.7351, "p95_ms": 58.1775, "p99_ms": 63.6075, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.595, "count": 512, "max_ms": 12.236, "p50_ms": 5.418, "p95_ms": 8.4211, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5467, "count": 512, "max_ms": 4.7858, "p50_ms": 1.418, "p95_ms": 2.6694, "p99_ms": 3.8307, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 570.9514, "count": 22, "max_ms": 653.6862, "p50_ms": 577.7276, "p95_ms": 638.3149, "p99_ms": 650.5328, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 477.7743, "count": 22, "max_ms": 555.4516, "p50_ms": 478.4637, "p95_ms": 535.7752, "p99_ms": 551.3433, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1571, "count": 22, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.7171, "p99_ms": 98.9671, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.983, "count": 22, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 8.3906, "p99_ms": 14.3647, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.5584, "count": 22, "max_ms": 73.1462, "p50_ms": 45.1618, "p95_ms": 70.1034, "p99_ms": 72.6277, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4831, "count": 22, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.536, "p99_ms": 7.8224, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 578.0046, "count": 22, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 710.822, "p99_ms": 3115.0278, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5539, "count": 22, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.6467, "p99_ms": 10.509, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8643, "count": 22, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 73.9224, "p99_ms": 88.4298, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1544, "count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6023, "count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 666.8059, "count": 22, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 774.3532, "p99_ms": 3195.0859, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 22, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481}, "wait_ms": {"count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 22, "artifact_failed": 0, "artifact_requested": 22, "artifact_success": 22, "completed": 22, "completed_failed": 0, "completed_success": 22, "cooldown_promoted": 22, "database_requested": 22, "db_insert_success": 22, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15563, "relay_business_failed": 0, "relay_business_success": 22, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 22, "relay_transport_failed": 0, "relay_transport_success": 22, "reservation_requested": 22}, "snapshot": {"copied_bytes": 60825600, "copied_count": 22, "copy": {"count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 47, "h264_decode_error_count": 113, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:07:08+09:00", "last_error_summary": "[h264 @ 0x5b0c7ca36cc0] cabac decode of qscale diff failed at 93 46 [h264 @ 0x5b0c7ca36cc0] error while decoding MB 93 46, bytestream 59638 [h264 @ 0x5b0c7ca36cc0] cabac decode of qscale diff failed at 106 59 [h264 @ 0x5b0c7ca36cc0] error while decoding MB 106 59, bytestream 4600 [h264 @ 0x5b0c7be250c0] left block unavailable for requested intra mode [h264 @ 0x5b0c7be250c0] error while decoding MB 0 56, bytestream 2208 [h264 @ 0x5b0c7bdeecc0] error while decoding MB 41 61, bytestream -7", "last_exit_at": "2026-10-30T17:07:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 124.805, "last_started_at": "2026-10-30T17:05:04+09:00", "pid": 13221, "process": {"exists": false, "pid": 13221}, "restart_count": 50, "restart_count_per_hour": 23, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 51}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.084, "sample_count": 2192, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 66876, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:07:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.037, "last_frame_pushed_at": "2026-10-30T17:07:08+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-10-30T17:07:08+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 16, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 174.256, "last_sample_duration_ms": 1047.408, "last_trigger": "periodic", "next_snapshot_in_sec": 425.744, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 16, "storage_bytes": 1201462}, "mjpeg": {"age_sec": 0.028, "exists": true, "mtime": "2026-10-30T17:07:08.816680+09:00", "mtime_epoch": 1793347628.8166802, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 120506}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:07:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 839.137, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 20, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 66876, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.51, "max": 12.0, "p95": 9.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.435, "max": 5.0, "p95": 5.0, "sample_count": 200}, "total": {"avg": 4.435, "max": 5.0, "p95": 5.0, "sample_count": 200}}, "tracking_counts": {"active": {"avg": 0.075, "max": 1.0, "p95": 1.0, "sample_count": 200}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 200}, "tracked": {"avg": 0.075, "max": 1.0, "p95": 1.0, "sample_count": 200}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 200, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.803, "pushed": 6.803, "read": 6.803}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 200, "client_acquire_ms": {"avg_ms": 0.008, "count": 200, "max_ms": 0.04, "p95_ms": 0.018, "reason": null, "sample_age_ms": 128.67, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.919, "count": 200, "max_ms": 4.893, "p95_ms": 2.822, "reason": null, "sample_age_ms": 173.757, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.39, "count": 200, "max_ms": 4.503, "p95_ms": 2.173, "reason": null, "sample_age_ms": 173.965, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.367, "count": 200, "max_ms": 0.935, "p95_ms": 0.631, "reason": null, "sample_age_ms": 128.687, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.116, "count": 200, "max_ms": 6.13, "p95_ms": 3.607, "reason": null, "sample_age_ms": 172.794, "source": "client_direct"}, "request_count": 200, "request_tensor_bytes": {"avg": 2764808.0, "count": 200, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 172.779, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 200, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 129.194, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.21, "count": 200, "max_ms": 88.323, "p95_ms": 76.629, "reason": null, "sample_age_ms": 128.665, "source": "client_direct"}, "sample_age_ms": 128.66, "source": "client_direct", "task_total_ms": {"avg_ms": 55.876, "count": 200, "max_ms": 90.465, "p95_ms": 79.54, "reason": null, "sample_age_ms": 128.66, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.938, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 12.095, "count": 200, "max_ms": 26.531, "p95_ms": 18.096}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.655, "count": 200, "max_ms": 8.247, "p95_ms": 1.252}, "detection_prepare_ms": {"avg_ms": 2.07, "count": 200, "max_ms": 8.068, "p95_ms": 4.229}, "event_filter_ms": {"avg_ms": 0.007, "count": 200, "max_ms": 0.022, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.615, "count": 200, "max_ms": 2.378, "p95_ms": 1.022}, "mcmt_ms": {"avg_ms": 0.004, "count": 200, "max_ms": 0.015, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 5.805, "count": 200, "max_ms": 10.849, "p95_ms": 8.784}, "setup_ms": {"avg_ms": 0.044, "count": 200, "max_ms": 0.124, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 12.03, "count": 200, "max_ms": 26.449, "p95_ms": 18.005}, "track_match_ms": {"avg_ms": 0.122, "count": 200, "max_ms": 0.389, "p95_ms": 0.246}, "tracker_update_ms": {"avg_ms": 2.706, "count": 200, "max_ms": 6.7, "p95_ms": 4.176}}, "gstreamer_push": {"avg_ms": 3.225, "count": 200, "max_ms": 7.434, "p95_ms": 5.424}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 200, "max_ms": 1.134, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.244, "count": 200, "max_ms": 93.743, "p95_ms": 81.115}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.565, "count": 200, "max_ms": 13.533, "p95_ms": 8.718}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.282, "count": 200, "max_ms": 168.385, "p95_ms": 146.577}, "inference_input_copy_ms": {"avg_ms": 1.758, "count": 200, "max_ms": 5.883, "p95_ms": 3.047}, "processing_residual_ms": {"avg_ms": 0.287, "count": 200, "max_ms": 1.014, "p95_ms": 0.558}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 117.891, "count": 200, "max_ms": 172.576, "p95_ms": 152.497}, "read_interval": {"avg_ms": 151.621, "count": 200, "max_ms": 1180.226, "p95_ms": 188.293}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 200, "max_ms": 0.047, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 5.707, "count": 200, "max_ms": 10.749, "p95_ms": 8.697}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 200, "max_ms": 0.058, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.687, "count": 200, "max_ms": 10.725, "p95_ms": 8.653}, "worker_merge_ms": {"avg_ms": 0.007, "count": 200, "max_ms": 0.03, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 57.258, "count": 200, "max_ms": 93.767, "p95_ms": 81.148}, "visualize": {"avg_ms": 41.604, "count": 200, "max_ms": 67.334, "p95_ms": 58.325}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.183, "count": 200, "max_ms": 50.363, "p95_ms": 42.243}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.005, "count": 200, "max_ms": 65.874, "p95_ms": 55.152}, "visualize_input_copy_ms": {"avg_ms": 1.378, "count": 200, "max_ms": 6.465, "p95_ms": 2.305}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.862, "count": 200, "max_ms": 65.698, "p95_ms": 54.881}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 200, "max_ms": 0.266, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 200}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 839.113, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.968, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.765, "sample_count": 2195, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 66818, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:07:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 126815, "write_bytes_delta": 126815, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 556.0, "cpu_core_ratio": 0.466353, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 340.0, "pid": 13221, "reason": null, "system_cpu_core_ratio": 0.139358, "system_cpu_s_delta": 2.8000000000000007, "user_cpu_core_ratio": 0.326994, "user_cpu_s_delta": 6.57}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.827087, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.582816, "system_cpu_s_delta": 11.710000000000036, "user_cpu_core_ratio": 1.244271, "user_cpu_s_delta": 25.0}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.213, "count": 200, "max_ms": 11.97, "p95_ms": 5.301, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.695, "max": 12.0, "p95": 12.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.325, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 200}, "total": {"avg": 4.325, "max": 5.0, "p95": 5.0, "sample_count": 200}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.458, "count": 30, "max": 69.586, "p95": 30.063, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.699, "count": 30, "max": 25.904, "p95": 24.723, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 506.1, "count": 30, "max": 849.0, "p95": 558.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 612.6, "count": 30, "max": 5062.0, "p95": 3280.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.049, "count": 30, "max": 0.241, "p95": 0.126, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.408, "count": 30, "max": 0.447, "p95": 0.431, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.079, "count": 30, "max": 2.376, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 118557.167, "count": 30, "max": 127905.0, "p95": 124861.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 110849.533, "count": 30, "max": 127905.0, "p95": 124861.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.5, "count": 30, "max": 137.0, "p95": 23.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.552, "count": 30, "max": 0.598, "p95": 0.596, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.233, "count": 30, "max": 1.326, "p95": 1.317, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 630, "sampled_at": "2026-10-30T17:07:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:07:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.399, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 152670, "flush_count": 155, "flush_interval_seconds": 30.0, "flush_state": {"count": 155, "last_at": "2026-10-30T17:06:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:06:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 154}, "started": true, "suppressed_count": 66745, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 66722}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 155, "written_record_count": 155}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5093.742, "limit_mb": null}, "detail": {"pid": 13337, "restart_count": 51, "start_count": 52}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 184898764800, "copied_frame_count": 66876, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:00:04+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4396400, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:59:56+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.949}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 23, "events_emitted": 22, "events_failed": 0, "events_observed": 23, "events_suppressed": 1, "frame_buffer_copied_bytes": 184898764800, "frame_buffer_copies": 66876, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1100, "recorder_active_input_bytes": 3041280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 22, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 22, "worker_jobs_accepted": 22, "worker_jobs_completed": 22, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1149, "count": 512, "max_ms": 0.5032, "p50_ms": 0.1003, "p95_ms": 0.2192, "p99_ms": 0.3138}, "stages": {"db_insert": {"avg_ms": 18.3936, "count": 22, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 29.8753, "p99_ms": 32.7586, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8439, "count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1190.289, "count": 23, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1368.1165, "p99_ms": 3752.3895, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4631, "count": 512, "max_ms": 3.6541, "p50_ms": 1.3299, "p95_ms": 2.5632, "p99_ms": 3.0935, "results": {"failed": 0, "not_applicable": 0, "success": 66876, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.369, "count": 23, "max_ms": 656.9199, "p50_ms": 580.9847, "p95_ms": 642.2929, "p99_ms": 653.8667, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.7514, "count": 22, "max_ms": 65.0452, "p50_ms": 34.7351, "p95_ms": 58.1775, "p99_ms": 63.6075, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.595, "count": 512, "max_ms": 12.236, "p50_ms": 5.418, "p95_ms": 8.4211, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5467, "count": 512, "max_ms": 4.7858, "p50_ms": 1.418, "p95_ms": 2.6694, "p99_ms": 3.8307, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 570.9514, "count": 22, "max_ms": 653.6862, "p50_ms": 577.7276, "p95_ms": 638.3149, "p99_ms": 650.5328, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 477.7743, "count": 22, "max_ms": 555.4516, "p50_ms": 478.4637, "p95_ms": 535.7752, "p99_ms": 551.3433, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1571, "count": 22, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.7171, "p99_ms": 98.9671, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.983, "count": 22, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 8.3906, "p99_ms": 14.3647, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.5584, "count": 22, "max_ms": 73.1462, "p50_ms": 45.1618, "p95_ms": 70.1034, "p99_ms": 72.6277, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4831, "count": 22, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.536, "p99_ms": 7.8224, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 578.0046, "count": 22, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 710.822, "p99_ms": 3115.0278, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5539, "count": 22, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.6467, "p99_ms": 10.509, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8643, "count": 22, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 73.9224, "p99_ms": 88.4298, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1544, "count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6023, "count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 666.8059, "count": 22, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 774.3532, "p99_ms": 3195.0859, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 22, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481}, "wait_ms": {"count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 22, "artifact_failed": 0, "artifact_requested": 22, "artifact_success": 22, "completed": 22, "completed_failed": 0, "completed_success": 22, "cooldown_promoted": 22, "database_requested": 22, "db_insert_success": 22, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15563, "relay_business_failed": 0, "relay_business_success": 22, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 22, "relay_transport_failed": 0, "relay_transport_success": 22, "reservation_requested": 22}, "snapshot": {"copied_bytes": 60825600, "copied_count": 22, "copy": {"count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 47, "h264_decode_error_count": 113, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:07:08+09:00", "last_error_summary": "[h264 @ 0x5b0c7ca36cc0] cabac decode of qscale diff failed at 93 46 [h264 @ 0x5b0c7ca36cc0] error while decoding MB 93 46, bytestream 59638 [h264 @ 0x5b0c7ca36cc0] cabac decode of qscale diff failed at 106 59 [h264 @ 0x5b0c7ca36cc0] error while decoding MB 106 59, bytestream 4600 [h264 @ 0x5b0c7be250c0] left block unavailable for requested intra mode [h264 @ 0x5b0c7be250c0] error while decoding MB 0 56, bytestream 2208 [h264 @ 0x5b0c7bdeecc0] error while decoding MB 41 61, bytestream -7", "last_exit_at": "2026-10-30T17:07:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T17:07:11+09:00", "pid": 13337, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.918, "name": "ffmpeg", "pid": 13337, "rss_mb": 208.918, "state": "S (sleeping)", "threads": 70}, "restart_count": 51, "restart_count_per_hour": 24, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.765, "sample_count": 2154, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 66876, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:07:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.804, "last_frame_pushed_at": "2026-10-30T17:07:08+09:00", "last_frame_read_age_sec": 4.937, "last_frame_read_at": "2026-10-30T17:07:08+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 16, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 179.032, "last_sample_duration_ms": 1047.408, "last_trigger": "periodic", "next_snapshot_in_sec": 420.968, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 16, "storage_bytes": 1201462}, "mjpeg": {"age_sec": 4.795, "exists": true, "mtime": "2026-10-30T17:07:08.816680+09:00", "mtime_epoch": 1793347628.8166802, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 120506}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:07:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 839.141, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 20, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 66876, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.65, "max": 12.0, "p95": 9.0, "sample_count": 177}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.475, "max": 5.0, "p95": 5.0, "sample_count": 177}, "total": {"avg": 4.475, "max": 5.0, "p95": 5.0, "sample_count": 177}}, "tracking_counts": {"active": {"avg": 0.085, "max": 1.0, "p95": 1.0, "sample_count": 177}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}, "removed": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 177}, "tracked": {"avg": 0.085, "max": 1.0, "p95": 1.0, "sample_count": 177}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 176, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.904, "pushed": 5.904, "read": 5.871}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 176, "client_acquire_ms": {"avg_ms": 0.008, "count": 176, "max_ms": 0.04, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4901.072, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.926, "count": 176, "max_ms": 4.893, "p95_ms": 2.828, "reason": null, "sample_age_ms": 4946.159, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.387, "count": 176, "max_ms": 4.503, "p95_ms": 2.183, "reason": null, "sample_age_ms": 4946.366, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.367, "count": 176, "max_ms": 0.935, "p95_ms": 0.626, "reason": null, "sample_age_ms": 4901.089, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.104, "count": 176, "max_ms": 6.13, "p95_ms": 3.47, "reason": null, "sample_age_ms": 4945.196, "source": "client_direct"}, "request_count": 176, "request_tensor_bytes": {"avg": 2764808.0, "count": 176, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4945.181, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 176, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4901.596, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.631, "count": 176, "max_ms": 88.323, "p95_ms": 75.787, "reason": null, "sample_age_ms": 4901.067, "source": "client_direct"}, "sample_age_ms": 4901.062, "source": "client_direct", "task_total_ms": {"avg_ms": 55.285, "count": 176, "max_ms": 90.465, "p95_ms": 78.17, "reason": null, "sample_age_ms": 4901.062, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.612, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 12.059, "count": 177, "max_ms": 21.409, "p95_ms": 18.096}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.595, "count": 177, "max_ms": 2.021, "p95_ms": 1.208}, "detection_prepare_ms": {"avg_ms": 2.026, "count": 177, "max_ms": 8.068, "p95_ms": 3.99}, "event_filter_ms": {"avg_ms": 0.007, "count": 177, "max_ms": 0.022, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.609, "count": 177, "max_ms": 1.452, "p95_ms": 0.99}, "mcmt_ms": {"avg_ms": 0.004, "count": 177, "max_ms": 0.011, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 5.895, "count": 177, "max_ms": 10.849, "p95_ms": 9.013}, "setup_ms": {"avg_ms": 0.044, "count": 177, "max_ms": 0.124, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 11.994, "count": 177, "max_ms": 21.317, "p95_ms": 18.005}, "track_match_ms": {"avg_ms": 0.122, "count": 177, "max_ms": 0.389, "p95_ms": 0.245}, "tracker_update_ms": {"avg_ms": 2.692, "count": 177, "max_ms": 6.087, "p95_ms": 4.176}}, "gstreamer_push": {"avg_ms": 3.17, "count": 177, "max_ms": 7.434, "p95_ms": 5.442}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 177, "max_ms": 1.134, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.695, "count": 177, "max_ms": 93.743, "p95_ms": 81.115}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.56, "count": 177, "max_ms": 13.533, "p95_ms": 8.718}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.838, "count": 177, "max_ms": 168.385, "p95_ms": 146.577}, "inference_input_copy_ms": {"avg_ms": 1.752, "count": 177, "max_ms": 5.883, "p95_ms": 3.047}, "processing_residual_ms": {"avg_ms": 0.279, "count": 177, "max_ms": 1.014, "p95_ms": 0.563}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 117.429, "count": 177, "max_ms": 172.576, "p95_ms": 152.497}, "read_interval": {"avg_ms": 142.99, "count": 176, "max_ms": 1180.226, "p95_ms": 184.228}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 177, "max_ms": 0.047, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 5.797, "count": 177, "max_ms": 10.749, "p95_ms": 8.929}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 177, "max_ms": 0.058, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.778, "count": 177, "max_ms": 10.725, "p95_ms": 8.909}, "worker_merge_ms": {"avg_ms": 0.007, "count": 177, "max_ms": 0.03, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 56.709, "count": 177, "max_ms": 93.767, "p95_ms": 81.148}, "visualize": {"avg_ms": 41.741, "count": 177, "max_ms": 67.334, "p95_ms": 58.519}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.217, "count": 177, "max_ms": 50.363, "p95_ms": 42.588}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.139, "count": 177, "max_ms": 65.874, "p95_ms": 55.917}, "visualize_input_copy_ms": {"avg_ms": 1.383, "count": 177, "max_ms": 6.465, "p95_ms": 2.553}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.997, "count": 177, "max_ms": 65.698, "p95_ms": 55.682}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 177, "max_ms": 0.266, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 177}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 839.113, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.968, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.765, "sample_count": 2195, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 66818, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:07:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 126815, "write_bytes_delta": 126815, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 556.0, "cpu_core_ratio": 0.466353, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 340.0, "pid": 13221, "reason": null, "system_cpu_core_ratio": 0.139358, "system_cpu_s_delta": 2.8000000000000007, "user_cpu_core_ratio": 0.326994, "user_cpu_s_delta": 6.57}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.827087, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.582816, "system_cpu_s_delta": 11.710000000000036, "user_cpu_core_ratio": 1.244271, "user_cpu_s_delta": 25.0}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.213, "count": 200, "max_ms": 11.97, "p95_ms": 5.301, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.695, "max": 12.0, "p95": 12.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.325, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 200}, "total": {"avg": 4.325, "max": 5.0, "p95": 5.0, "sample_count": 200}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.458, "count": 30, "max": 69.586, "p95": 30.063, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.699, "count": 30, "max": 25.904, "p95": 24.723, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 506.1, "count": 30, "max": 849.0, "p95": 558.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 612.6, "count": 30, "max": 5062.0, "p95": 3280.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.049, "count": 30, "max": 0.241, "p95": 0.126, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.408, "count": 30, "max": 0.447, "p95": 0.431, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.079, "count": 30, "max": 2.376, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 118557.167, "count": 30, "max": 127905.0, "p95": 124861.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 110849.533, "count": 30, "max": 127905.0, "p95": 124861.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.5, "count": 30, "max": 137.0, "p95": 23.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.552, "count": 30, "max": 0.598, "p95": 0.596, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.233, "count": 30, "max": 1.326, "p95": 1.317, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 630, "sampled_at": "2026-10-30T17:07:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:07:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 155639, "flush_count": 158, "flush_interval_seconds": 30.0, "flush_state": {"count": 158, "last_at": "2026-10-30T17:09:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:09:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 157}, "started": true, "suppressed_count": 68022, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 67999}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 158, "written_record_count": 158}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4922.59, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5912fd559e00] error while decoding MB 20 50, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 188437708800, "copied_frame_count": 68156, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:00:04+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4396400, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:59:56+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.949}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 23, "events_emitted": 22, "events_failed": 0, "events_observed": 23, "events_suppressed": 1, "frame_buffer_copied_bytes": 188437708800, "frame_buffer_copies": 68156, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1100, "recorder_active_input_bytes": 3041280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 22, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 22, "worker_jobs_accepted": 22, "worker_jobs_completed": 22, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1204, "count": 512, "max_ms": 2.5363, "p50_ms": 0.1028, "p95_ms": 0.2299, "p99_ms": 0.3001}, "stages": {"db_insert": {"avg_ms": 18.3936, "count": 22, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 29.8753, "p99_ms": 32.7586, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8439, "count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1190.289, "count": 23, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1368.1165, "p99_ms": 3752.3895, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.522, "count": 512, "max_ms": 4.2691, "p50_ms": 1.4322, "p95_ms": 2.5954, "p99_ms": 3.2617, "results": {"failed": 0, "not_applicable": 0, "success": 68156, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.369, "count": 23, "max_ms": 656.9199, "p50_ms": 580.9847, "p95_ms": 642.2929, "p99_ms": 653.8667, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.7514, "count": 22, "max_ms": 65.0452, "p50_ms": 34.7351, "p95_ms": 58.1775, "p99_ms": 63.6075, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.595, "count": 512, "max_ms": 12.236, "p50_ms": 5.418, "p95_ms": 8.4211, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5467, "count": 512, "max_ms": 4.7858, "p50_ms": 1.418, "p95_ms": 2.6694, "p99_ms": 3.8307, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 570.9514, "count": 22, "max_ms": 653.6862, "p50_ms": 577.7276, "p95_ms": 638.3149, "p99_ms": 650.5328, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 477.7743, "count": 22, "max_ms": 555.4516, "p50_ms": 478.4637, "p95_ms": 535.7752, "p99_ms": 551.3433, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1571, "count": 22, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.7171, "p99_ms": 98.9671, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.983, "count": 22, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 8.3906, "p99_ms": 14.3647, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.5584, "count": 22, "max_ms": 73.1462, "p50_ms": 45.1618, "p95_ms": 70.1034, "p99_ms": 72.6277, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4831, "count": 22, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.536, "p99_ms": 7.8224, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 578.0046, "count": 22, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 710.822, "p99_ms": 3115.0278, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5539, "count": 22, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.6467, "p99_ms": 10.509, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8643, "count": 22, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 73.9224, "p99_ms": 88.4298, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1544, "count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6023, "count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 666.8059, "count": 22, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 774.3532, "p99_ms": 3195.0859, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 22, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481}, "wait_ms": {"count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 22, "artifact_failed": 0, "artifact_requested": 22, "artifact_success": 22, "completed": 22, "completed_failed": 0, "completed_success": 22, "cooldown_promoted": 22, "database_requested": 22, "db_insert_success": 22, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15563, "relay_business_failed": 0, "relay_business_success": 22, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 22, "relay_transport_failed": 0, "relay_transport_success": 22, "reservation_requested": 22}, "snapshot": {"copied_bytes": 60825600, "copied_count": 22, "copy": {"count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 48, "h264_decode_error_count": 114, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:09:54+09:00", "last_error_summary": "[h264 @ 0x5912fd559e00] error while decoding MB 20 50, bytestream -5", "last_exit_at": "2026-10-30T17:07:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 163.314, "last_started_at": "2026-10-30T17:07:11+09:00", "pid": 13337, "process": {"exists": false, "pid": 13337}, "restart_count": 51, "restart_count_per_hour": 24, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.748, "sample_count": 2210, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 68156, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:09:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.069, "last_frame_pushed_at": "2026-10-30T17:09:54+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-10-30T17:09:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 16, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 340.342, "last_sample_duration_ms": 1047.408, "last_trigger": "periodic", "next_snapshot_in_sec": 259.658, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 16, "storage_bytes": 1201462}, "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-10-30T17:09:54.869668+09:00", "mtime_epoch": 1793347794.8696678, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114169}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:09:54+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 839.746, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 20, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 68156, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.936, "max": 11.0, "p95": 9.0, "sample_count": 233}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.953, "max": 4.0, "p95": 4.0, "sample_count": 233}, "total": {"avg": 2.953, "max": 4.0, "p95": 4.0, "sample_count": 233}}, "tracking_counts": {"active": {"avg": 0.24, "max": 1.0, "p95": 1.0, "sample_count": 233}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 233}, "tracked": {"avg": 0.24, "max": 1.0, "p95": 1.0, "sample_count": 233}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.78, "pushed": 7.78, "read": 7.78}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 1, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 233, "client_acquire_ms": {"avg_ms": 0.008, "count": 233, "max_ms": 0.026, "p95_ms": 0.015, "reason": null, "sample_age_ms": 122.169, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.961, "count": 233, "max_ms": 7.994, "p95_ms": 2.838, "reason": null, "sample_age_ms": 69.586, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.424, "count": 233, "max_ms": 5.692, "p95_ms": 2.378, "reason": null, "sample_age_ms": 69.841, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.417, "count": 233, "max_ms": 1.404, "p95_ms": 0.782, "reason": null, "sample_age_ms": 122.187, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.199, "count": 233, "max_ms": 16.369, "p95_ms": 3.586, "reason": null, "sample_age_ms": 67.477, "source": "client_direct"}, "request_count": 233, "request_tensor_bytes": {"avg": 2764808.0, "count": 233, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 67.444, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 233, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 122.576, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.176, "count": 233, "max_ms": 94.02, "p95_ms": 75.14, "reason": null, "sample_age_ms": 122.165, "source": "client_direct"}, "sample_age_ms": 67.434, "source": "client_direct", "task_total_ms": {"avg_ms": 55.985, "count": 233, "max_ms": 96.901, "p95_ms": 77.483, "reason": null, "sample_age_ms": 122.161, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 1, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.925, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.064, "count": 233, "max_ms": 16.263, "p95_ms": 12.321}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.517, "count": 233, "max_ms": 1.52, "p95_ms": 0.965}, "detection_prepare_ms": {"avg_ms": 1.788, "count": 233, "max_ms": 7.397, "p95_ms": 3.132}, "event_filter_ms": {"avg_ms": 0.007, "count": 233, "max_ms": 0.182, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.446, "count": 233, "max_ms": 1.434, "p95_ms": 0.727}, "mcmt_ms": {"avg_ms": 0.004, "count": 233, "max_ms": 0.065, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.842, "count": 233, "max_ms": 6.722, "p95_ms": 5.152}, "setup_ms": {"avg_ms": 0.047, "count": 233, "max_ms": 0.136, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 8.003, "count": 233, "max_ms": 16.175, "p95_ms": 12.28}, "track_match_ms": {"avg_ms": 0.12, "count": 233, "max_ms": 0.542, "p95_ms": 0.233}, "tracker_update_ms": {"avg_ms": 2.23, "count": 233, "max_ms": 6.599, "p95_ms": 3.796}}, "gstreamer_push": {"avg_ms": 3.411, "count": 233, "max_ms": 10.221, "p95_ms": 5.245}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 233, "max_ms": 0.776, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.387, "count": 233, "max_ms": 97.632, "p95_ms": 80.756}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.334, "count": 233, "max_ms": 14.951, "p95_ms": 7.698}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.218, "count": 233, "max_ms": 166.808, "p95_ms": 139.723}, "inference_input_copy_ms": {"avg_ms": 1.727, "count": 233, "max_ms": 4.013, "p95_ms": 3.212}, "processing_residual_ms": {"avg_ms": 0.229, "count": 233, "max_ms": 0.51, "p95_ms": 0.405}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.507, "count": 233, "max_ms": 173.861, "p95_ms": 145.402}, "read_interval": {"avg_ms": 128.707, "count": 233, "max_ms": 208.435, "p95_ms": 170.476}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 233, "max_ms": 0.222, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 2.762, "count": 233, "max_ms": 6.559, "p95_ms": 5.035}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 233, "max_ms": 0.051, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.739, "count": 233, "max_ms": 6.527, "p95_ms": 5.001}, "worker_merge_ms": {"avg_ms": 0.007, "count": 233, "max_ms": 0.03, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 57.403, "count": 233, "max_ms": 97.643, "p95_ms": 80.797}, "visualize": {"avg_ms": 40.412, "count": 233, "max_ms": 69.61, "p95_ms": 55.142}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.31, "count": 233, "max_ms": 53.863, "p95_ms": 45.832}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.796, "count": 233, "max_ms": 67.69, "p95_ms": 53.033}, "visualize_input_copy_ms": {"avg_ms": 1.378, "count": 233, "max_ms": 4.18, "p95_ms": 2.447}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.654, "count": 233, "max_ms": 67.5, "p95_ms": 52.897}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 233, "max_ms": 0.266, "p95_ms": 0.148}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 233}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 839.695, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 31.905, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.055, "sample_count": 2207, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 68055, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:09:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112742, "write_bytes_delta": 112742, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 988.0, "cpu_core_ratio": 0.464845, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 656.0, "pid": 13337, "reason": null, "system_cpu_core_ratio": 0.036711, "system_cpu_s_delta": 0.7400000000000002, "user_cpu_core_ratio": 0.428133, "user_cpu_s_delta": 8.629999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.819195, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.560592, "system_cpu_s_delta": 11.300000000000182, "user_cpu_core_ratio": 1.258603, "user_cpu_s_delta": 25.36999999999898}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.343, "count": 235, "max_ms": 10.221, "p95_ms": 5.193, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.63, "max": 12.0, "p95": 9.0, "sample_count": 235}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.119, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 235}, "total": {"avg": 3.119, "max": 4.0, "p95": 4.0, "sample_count": 235}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.725, "count": 30, "max": 69.586, "p95": 30.039, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.976, "count": 30, "max": 28.855, "p95": 24.039, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 623.0, "count": 30, "max": 1046.0, "p95": 1027.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 585.6, "count": 30, "max": 5062.0, "p95": 3280.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.049, "count": 30, "max": 0.241, "p95": 0.126, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.408, "count": 30, "max": 0.436, "p95": 0.431, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.079, "count": 30, "max": 2.376, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 118631.033, "count": 30, "max": 127905.0, "p95": 124861.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 110707.1, "count": 30, "max": 127905.0, "p95": 124861.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.733, "count": 30, "max": 137.0, "p95": 24.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.556, "count": 30, "max": 0.598, "p95": 0.597, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.234, "count": 30, "max": 1.326, "p95": 1.317, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 638, "sampled_at": "2026-10-30T17:09:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:09:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 155639, "flush_count": 158, "flush_interval_seconds": 30.0, "flush_state": {"count": 158, "last_at": "2026-10-30T17:09:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:09:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 157}, "started": true, "suppressed_count": 68023, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 68000}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 158, "written_record_count": 158}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4923.598, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T17:09:54+09:00", "last_error_summary": "[h264 @ 0x5912fd559e00] error while decoding MB 20 50, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 188440473600, "copied_frame_count": 68157, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:00:04+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4396400, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:59:56+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.949}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 23, "events_emitted": 22, "events_failed": 0, "events_observed": 23, "events_suppressed": 1, "frame_buffer_copied_bytes": 188440473600, "frame_buffer_copies": 68157, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1100, "recorder_active_input_bytes": 3041280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 22, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 22, "worker_jobs_accepted": 22, "worker_jobs_completed": 22, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1205, "count": 512, "max_ms": 2.5363, "p50_ms": 0.1029, "p95_ms": 0.2299, "p99_ms": 0.3001}, "stages": {"db_insert": {"avg_ms": 18.3936, "count": 22, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 29.8753, "p99_ms": 32.7586, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8439, "count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1190.289, "count": 23, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1368.1165, "p99_ms": 3752.3895, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5224, "count": 512, "max_ms": 4.2691, "p50_ms": 1.4322, "p95_ms": 2.5954, "p99_ms": 3.2617, "results": {"failed": 0, "not_applicable": 0, "success": 68157, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.369, "count": 23, "max_ms": 656.9199, "p50_ms": 580.9847, "p95_ms": 642.2929, "p99_ms": 653.8667, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.7514, "count": 22, "max_ms": 65.0452, "p50_ms": 34.7351, "p95_ms": 58.1775, "p99_ms": 63.6075, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.595, "count": 512, "max_ms": 12.236, "p50_ms": 5.418, "p95_ms": 8.4211, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5467, "count": 512, "max_ms": 4.7858, "p50_ms": 1.418, "p95_ms": 2.6694, "p99_ms": 3.8307, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 570.9514, "count": 22, "max_ms": 653.6862, "p50_ms": 577.7276, "p95_ms": 638.3149, "p99_ms": 650.5328, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 477.7743, "count": 22, "max_ms": 555.4516, "p50_ms": 478.4637, "p95_ms": 535.7752, "p99_ms": 551.3433, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1571, "count": 22, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.7171, "p99_ms": 98.9671, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.983, "count": 22, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 8.3906, "p99_ms": 14.3647, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.5584, "count": 22, "max_ms": 73.1462, "p50_ms": 45.1618, "p95_ms": 70.1034, "p99_ms": 72.6277, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4831, "count": 22, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.536, "p99_ms": 7.8224, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 578.0046, "count": 22, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 710.822, "p99_ms": 3115.0278, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5539, "count": 22, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.6467, "p99_ms": 10.509, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8643, "count": 22, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 73.9224, "p99_ms": 88.4298, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1544, "count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6023, "count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 666.8059, "count": 22, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 774.3532, "p99_ms": 3195.0859, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 22, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481}, "wait_ms": {"count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 22, "artifact_failed": 0, "artifact_requested": 22, "artifact_success": 22, "completed": 22, "completed_failed": 0, "completed_success": 22, "cooldown_promoted": 22, "database_requested": 22, "db_insert_success": 22, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15563, "relay_business_failed": 0, "relay_business_success": 22, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 22, "relay_transport_failed": 0, "relay_transport_success": 22, "reservation_requested": 22}, "snapshot": {"copied_bytes": 60825600, "copied_count": 22, "copy": {"count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 48, "h264_decode_error_count": 114, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:09:54+09:00", "last_error_summary": "[h264 @ 0x5912fd559e00] error while decoding MB 20 50, bytestream -5", "last_exit_at": "2026-10-30T17:09:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 163.386, "last_started_at": "2026-10-30T17:07:11+09:00", "pid": 13337, "process": {"exists": false, "pid": 13337}, "restart_count": 51, "restart_count_per_hour": 24, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.748, "sample_count": 2210, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 68157, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:09:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T17:09:54+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-10-30T17:09:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 16, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 340.419, "last_sample_duration_ms": 1047.408, "last_trigger": "periodic", "next_snapshot_in_sec": 259.581, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 16, "storage_bytes": 1201462}, "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-10-30T17:09:54.869668+09:00", "mtime_epoch": 1793347794.8696678, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114169}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:09:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 839.742, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 20, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 68157, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.944, "max": 11.0, "p95": 9.0, "sample_count": 233}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.953, "max": 4.0, "p95": 4.0, "sample_count": 233}, "total": {"avg": 2.953, "max": 4.0, "p95": 4.0, "sample_count": 233}}, "tracking_counts": {"active": {"avg": 0.245, "max": 1.0, "p95": 1.0, "sample_count": 233}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 233}, "tracked": {"avg": 0.245, "max": 1.0, "p95": 1.0, "sample_count": 233}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.786, "pushed": 7.786, "read": 7.753}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 232, "client_acquire_ms": {"avg_ms": 0.008, "count": 233, "max_ms": 0.026, "p95_ms": 0.015, "reason": null, "sample_age_ms": 77.312, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.964, "count": 232, "max_ms": 7.994, "p95_ms": 2.842, "reason": null, "sample_age_ms": 150.716, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.426, "count": 232, "max_ms": 5.692, "p95_ms": 2.384, "reason": null, "sample_age_ms": 150.971, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.417, "count": 233, "max_ms": 1.404, "p95_ms": 0.782, "reason": null, "sample_age_ms": 77.321, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.2, "count": 232, "max_ms": 16.369, "p95_ms": 3.594, "reason": null, "sample_age_ms": 148.607, "source": "client_direct"}, "request_count": 232, "request_tensor_bytes": {"avg": 2764808.0, "count": 232, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 148.574, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 233, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 77.57, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.21, "count": 233, "max_ms": 94.02, "p95_ms": 75.14, "reason": null, "sample_age_ms": 77.307, "source": "client_direct"}, "sample_age_ms": 77.303, "source": "client_direct", "task_total_ms": {"avg_ms": 56.023, "count": 233, "max_ms": 96.901, "p95_ms": 77.483, "reason": null, "sample_age_ms": 77.303, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.621, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.062, "count": 233, "max_ms": 16.263, "p95_ms": 12.321}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.518, "count": 233, "max_ms": 1.52, "p95_ms": 0.965}, "detection_prepare_ms": {"avg_ms": 1.789, "count": 233, "max_ms": 7.397, "p95_ms": 3.132}, "event_filter_ms": {"avg_ms": 0.007, "count": 233, "max_ms": 0.182, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.446, "count": 233, "max_ms": 1.434, "p95_ms": 0.727}, "mcmt_ms": {"avg_ms": 0.004, "count": 233, "max_ms": 0.065, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.839, "count": 233, "max_ms": 6.722, "p95_ms": 5.152}, "setup_ms": {"avg_ms": 0.047, "count": 233, "max_ms": 0.136, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 8.001, "count": 233, "max_ms": 16.175, "p95_ms": 12.28}, "track_match_ms": {"avg_ms": 0.12, "count": 233, "max_ms": 0.542, "p95_ms": 0.233}, "tracker_update_ms": {"avg_ms": 2.23, "count": 233, "max_ms": 6.599, "p95_ms": 3.796}}, "gstreamer_push": {"avg_ms": 3.415, "count": 233, "max_ms": 10.221, "p95_ms": 5.245}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 233, "max_ms": 0.776, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.437, "count": 233, "max_ms": 97.632, "p95_ms": 80.756}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.335, "count": 233, "max_ms": 14.951, "p95_ms": 7.698}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.321, "count": 233, "max_ms": 166.808, "p95_ms": 139.723}, "inference_input_copy_ms": {"avg_ms": 1.728, "count": 233, "max_ms": 4.013, "p95_ms": 3.212}, "processing_residual_ms": {"avg_ms": 0.229, "count": 233, "max_ms": 0.51, "p95_ms": 0.405}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.613, "count": 233, "max_ms": 173.861, "p95_ms": 145.402}, "read_interval": {"avg_ms": 128.771, "count": 232, "max_ms": 208.435, "p95_ms": 170.476}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 233, "max_ms": 0.222, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 2.759, "count": 233, "max_ms": 6.559, "p95_ms": 5.035}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 233, "max_ms": 0.051, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.736, "count": 233, "max_ms": 6.527, "p95_ms": 5.001}, "worker_merge_ms": {"avg_ms": 0.007, "count": 233, "max_ms": 0.03, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 57.453, "count": 233, "max_ms": 97.643, "p95_ms": 80.797}, "visualize": {"avg_ms": 40.467, "count": 233, "max_ms": 69.61, "p95_ms": 55.142}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.351, "count": 233, "max_ms": 53.863, "p95_ms": 45.832}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.843, "count": 233, "max_ms": 67.69, "p95_ms": 53.033}, "visualize_input_copy_ms": {"avg_ms": 1.385, "count": 233, "max_ms": 4.18, "p95_ms": 2.493}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.701, "count": 233, "max_ms": 67.5, "p95_ms": 52.897}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 233, "max_ms": 0.266, "p95_ms": 0.148}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 233}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 839.695, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 31.905, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.055, "sample_count": 2207, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 68055, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:09:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112742, "write_bytes_delta": 112742, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 988.0, "cpu_core_ratio": 0.464845, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 656.0, "pid": 13337, "reason": null, "system_cpu_core_ratio": 0.036711, "system_cpu_s_delta": 0.7400000000000002, "user_cpu_core_ratio": 0.428133, "user_cpu_s_delta": 8.629999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.819195, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.560592, "system_cpu_s_delta": 11.300000000000182, "user_cpu_core_ratio": 1.258603, "user_cpu_s_delta": 25.36999999999898}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.343, "count": 235, "max_ms": 10.221, "p95_ms": 5.193, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.63, "max": 12.0, "p95": 9.0, "sample_count": 235}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.119, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 235}, "total": {"avg": 3.119, "max": 4.0, "p95": 4.0, "sample_count": 235}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.725, "count": 30, "max": 69.586, "p95": 30.039, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.976, "count": 30, "max": 28.855, "p95": 24.039, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 623.0, "count": 30, "max": 1046.0, "p95": 1027.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 585.6, "count": 30, "max": 5062.0, "p95": 3280.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.049, "count": 30, "max": 0.241, "p95": 0.126, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.408, "count": 30, "max": 0.436, "p95": 0.431, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.079, "count": 30, "max": 2.376, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 118631.033, "count": 30, "max": 127905.0, "p95": 124861.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 110707.1, "count": 30, "max": 127905.0, "p95": 124861.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.733, "count": 30, "max": 137.0, "p95": 24.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.556, "count": 30, "max": 0.598, "p95": 0.597, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.234, "count": 30, "max": 1.326, "p95": 1.317, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 638, "sampled_at": "2026-10-30T17:09:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:09:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 155639, "flush_count": 158, "flush_interval_seconds": 30.0, "flush_state": {"count": 158, "last_at": "2026-10-30T17:09:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:09:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 157}, "started": true, "suppressed_count": 68023, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 68000}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 158, "written_record_count": 158}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4923.191, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 188440473600, "copied_frame_count": 68157, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:00:04+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4396400, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:59:56+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.949}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 23, "events_emitted": 22, "events_failed": 0, "events_observed": 23, "events_suppressed": 1, "frame_buffer_copied_bytes": 188440473600, "frame_buffer_copies": 68157, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1100, "recorder_active_input_bytes": 3041280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 22, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 22, "worker_jobs_accepted": 22, "worker_jobs_completed": 22, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1205, "count": 512, "max_ms": 2.5363, "p50_ms": 0.1029, "p95_ms": 0.2299, "p99_ms": 0.3001}, "stages": {"db_insert": {"avg_ms": 18.3936, "count": 22, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 29.8753, "p99_ms": 32.7586, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8439, "count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1190.289, "count": 23, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1368.1165, "p99_ms": 3752.3895, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5224, "count": 512, "max_ms": 4.2691, "p50_ms": 1.4322, "p95_ms": 2.5954, "p99_ms": 3.2617, "results": {"failed": 0, "not_applicable": 0, "success": 68157, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.369, "count": 23, "max_ms": 656.9199, "p50_ms": 580.9847, "p95_ms": 642.2929, "p99_ms": 653.8667, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.7514, "count": 22, "max_ms": 65.0452, "p50_ms": 34.7351, "p95_ms": 58.1775, "p99_ms": 63.6075, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.595, "count": 512, "max_ms": 12.236, "p50_ms": 5.418, "p95_ms": 8.4211, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5467, "count": 512, "max_ms": 4.7858, "p50_ms": 1.418, "p95_ms": 2.6694, "p99_ms": 3.8307, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 570.9514, "count": 22, "max_ms": 653.6862, "p50_ms": 577.7276, "p95_ms": 638.3149, "p99_ms": 650.5328, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 477.7743, "count": 22, "max_ms": 555.4516, "p50_ms": 478.4637, "p95_ms": 535.7752, "p99_ms": 551.3433, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1571, "count": 22, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.7171, "p99_ms": 98.9671, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.983, "count": 22, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 8.3906, "p99_ms": 14.3647, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.5584, "count": 22, "max_ms": 73.1462, "p50_ms": 45.1618, "p95_ms": 70.1034, "p99_ms": 72.6277, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4831, "count": 22, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.536, "p99_ms": 7.8224, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 578.0046, "count": 22, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 710.822, "p99_ms": 3115.0278, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5539, "count": 22, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.6467, "p99_ms": 10.509, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8643, "count": 22, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 73.9224, "p99_ms": 88.4298, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1544, "count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6023, "count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 666.8059, "count": 22, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 774.3532, "p99_ms": 3195.0859, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 22, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481}, "wait_ms": {"count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 22, "artifact_failed": 0, "artifact_requested": 22, "artifact_success": 22, "completed": 22, "completed_failed": 0, "completed_success": 22, "cooldown_promoted": 22, "database_requested": 22, "db_insert_success": 22, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15563, "relay_business_failed": 0, "relay_business_success": 22, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 22, "relay_transport_failed": 0, "relay_transport_success": 22, "reservation_requested": 22}, "snapshot": {"copied_bytes": 60825600, "copied_count": 22, "copy": {"count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 48, "h264_decode_error_count": 114, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:09:54+09:00", "last_error_summary": "[h264 @ 0x5912fd559e00] error while decoding MB 20 50, bytestream -5", "last_exit_at": "2026-10-30T17:09:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 163.425, "last_started_at": "2026-10-30T17:07:11+09:00", "pid": 13337, "process": {"exists": false, "pid": 13337}, "restart_count": 51, "restart_count_per_hour": 24, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 52}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.748, "sample_count": 2210, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 68157, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:09:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.041, "last_frame_pushed_at": "2026-10-30T17:09:54+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-10-30T17:09:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 16, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 340.449, "last_sample_duration_ms": 1047.408, "last_trigger": "periodic", "next_snapshot_in_sec": 259.551, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 16, "storage_bytes": 1201462}, "mjpeg": {"age_sec": 0.028, "exists": true, "mtime": "2026-10-30T17:09:55.007669+09:00", "mtime_epoch": 1793347795.0076687, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114333}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:09:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 839.742, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 20, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 68157, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.944, "max": 11.0, "p95": 9.0, "sample_count": 233}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.953, "max": 4.0, "p95": 4.0, "sample_count": 233}, "total": {"avg": 2.953, "max": 4.0, "p95": 4.0, "sample_count": 233}}, "tracking_counts": {"active": {"avg": 0.245, "max": 1.0, "p95": 1.0, "sample_count": 233}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 233}, "tracked": {"avg": 0.245, "max": 1.0, "p95": 1.0, "sample_count": 233}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 233, "pushed_frames": 233, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.776, "pushed": 7.776, "read": 7.743}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 232, "client_acquire_ms": {"avg_ms": 0.008, "count": 232, "max_ms": 0.026, "p95_ms": 0.015, "reason": null, "sample_age_ms": 111.004, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.964, "count": 232, "max_ms": 7.994, "p95_ms": 2.842, "reason": null, "sample_age_ms": 184.408, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.426, "count": 232, "max_ms": 5.692, "p95_ms": 2.384, "reason": null, "sample_age_ms": 184.663, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.418, "count": 232, "max_ms": 1.404, "p95_ms": 0.783, "reason": null, "sample_age_ms": 111.013, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.2, "count": 232, "max_ms": 16.369, "p95_ms": 3.594, "reason": null, "sample_age_ms": 182.298, "source": "client_direct"}, "request_count": 232, "request_tensor_bytes": {"avg": 2764808.0, "count": 232, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 182.266, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 232, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 111.262, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.23, "count": 232, "max_ms": 94.02, "p95_ms": 75.161, "reason": null, "sample_age_ms": 110.999, "source": "client_direct"}, "sample_age_ms": 110.995, "source": "client_direct", "task_total_ms": {"avg_ms": 56.045, "count": 232, "max_ms": 96.901, "p95_ms": 77.49, "reason": null, "sample_age_ms": 110.995, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.117, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.062, "count": 233, "max_ms": 16.263, "p95_ms": 12.321}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.518, "count": 233, "max_ms": 1.52, "p95_ms": 0.965}, "detection_prepare_ms": {"avg_ms": 1.789, "count": 233, "max_ms": 7.397, "p95_ms": 3.132}, "event_filter_ms": {"avg_ms": 0.007, "count": 233, "max_ms": 0.182, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.446, "count": 233, "max_ms": 1.434, "p95_ms": 0.727}, "mcmt_ms": {"avg_ms": 0.004, "count": 233, "max_ms": 0.065, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.839, "count": 233, "max_ms": 6.722, "p95_ms": 5.152}, "setup_ms": {"avg_ms": 0.047, "count": 233, "max_ms": 0.136, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 8.001, "count": 233, "max_ms": 16.175, "p95_ms": 12.28}, "track_match_ms": {"avg_ms": 0.12, "count": 233, "max_ms": 0.542, "p95_ms": 0.233}, "tracker_update_ms": {"avg_ms": 2.23, "count": 233, "max_ms": 6.599, "p95_ms": 3.796}}, "gstreamer_push": {"avg_ms": 3.415, "count": 233, "max_ms": 10.221, "p95_ms": 5.245}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 233, "max_ms": 0.776, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.437, "count": 233, "max_ms": 97.632, "p95_ms": 80.756}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.335, "count": 233, "max_ms": 14.951, "p95_ms": 7.698}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.321, "count": 233, "max_ms": 166.808, "p95_ms": 139.723}, "inference_input_copy_ms": {"avg_ms": 1.728, "count": 233, "max_ms": 4.013, "p95_ms": 3.212}, "processing_residual_ms": {"avg_ms": 0.229, "count": 233, "max_ms": 0.51, "p95_ms": 0.405}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.613, "count": 233, "max_ms": 173.861, "p95_ms": 145.402}, "read_interval": {"avg_ms": 128.771, "count": 232, "max_ms": 208.435, "p95_ms": 170.476}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 233, "max_ms": 0.222, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 2.759, "count": 233, "max_ms": 6.559, "p95_ms": 5.035}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 233, "max_ms": 0.051, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.736, "count": 233, "max_ms": 6.527, "p95_ms": 5.001}, "worker_merge_ms": {"avg_ms": 0.007, "count": 233, "max_ms": 0.03, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 57.453, "count": 233, "max_ms": 97.643, "p95_ms": 80.797}, "visualize": {"avg_ms": 40.467, "count": 233, "max_ms": 69.61, "p95_ms": 55.142}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.351, "count": 233, "max_ms": 53.863, "p95_ms": 45.832}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.843, "count": 233, "max_ms": 67.69, "p95_ms": 53.033}, "visualize_input_copy_ms": {"avg_ms": 1.385, "count": 233, "max_ms": 4.18, "p95_ms": 2.493}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 233, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.701, "count": 233, "max_ms": 67.5, "p95_ms": 52.897}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 233, "max_ms": 0.266, "p95_ms": 0.148}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 233}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 233}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 839.695, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 31.905, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.055, "sample_count": 2207, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 68055, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:09:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112742, "write_bytes_delta": 112742, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 988.0, "cpu_core_ratio": 0.464845, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 656.0, "pid": 13337, "reason": null, "system_cpu_core_ratio": 0.036711, "system_cpu_s_delta": 0.7400000000000002, "user_cpu_core_ratio": 0.428133, "user_cpu_s_delta": 8.629999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.819195, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.560592, "system_cpu_s_delta": 11.300000000000182, "user_cpu_core_ratio": 1.258603, "user_cpu_s_delta": 25.36999999999898}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.343, "count": 235, "max_ms": 10.221, "p95_ms": 5.193, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.63, "max": 12.0, "p95": 9.0, "sample_count": 235}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.119, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 235}, "total": {"avg": 3.119, "max": 4.0, "p95": 4.0, "sample_count": 235}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.725, "count": 30, "max": 69.586, "p95": 30.039, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.976, "count": 30, "max": 28.855, "p95": 24.039, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 623.0, "count": 30, "max": 1046.0, "p95": 1027.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 585.6, "count": 30, "max": 5062.0, "p95": 3280.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.049, "count": 30, "max": 0.241, "p95": 0.126, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.408, "count": 30, "max": 0.436, "p95": 0.431, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.079, "count": 30, "max": 2.376, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 118631.033, "count": 30, "max": 127905.0, "p95": 124861.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 110707.1, "count": 30, "max": 127905.0, "p95": 124861.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.733, "count": 30, "max": 137.0, "p95": 24.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.556, "count": 30, "max": 0.598, "p95": 0.597, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.234, "count": 30, "max": 1.326, "p95": 1.317, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 638, "sampled_at": "2026-10-30T17:09:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:09:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 155639, "flush_count": 158, "flush_interval_seconds": 30.0, "flush_state": {"count": 158, "last_at": "2026-10-30T17:09:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:09:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 157}, "started": true, "suppressed_count": 68023, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 68000}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 158, "written_record_count": 158}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5094.102, "limit_mb": null}, "detail": {"pid": 13453, "restart_count": 52, "start_count": 53}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 188440473600, "copied_frame_count": 68157, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:00:04+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4396400, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:59:56+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.949}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 23, "events_emitted": 22, "events_failed": 0, "events_observed": 23, "events_suppressed": 1, "frame_buffer_copied_bytes": 188440473600, "frame_buffer_copies": 68157, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1100, "recorder_active_input_bytes": 3041280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 22, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 22, "worker_jobs_accepted": 22, "worker_jobs_completed": 22, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1205, "count": 512, "max_ms": 2.5363, "p50_ms": 0.1029, "p95_ms": 0.2299, "p99_ms": 0.3001}, "stages": {"db_insert": {"avg_ms": 18.3936, "count": 22, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 29.8753, "p99_ms": 32.7586, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8439, "count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1190.289, "count": 23, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1368.1165, "p99_ms": 3752.3895, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5224, "count": 512, "max_ms": 4.2691, "p50_ms": 1.4322, "p95_ms": 2.5954, "p99_ms": 3.2617, "results": {"failed": 0, "not_applicable": 0, "success": 68157, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.369, "count": 23, "max_ms": 656.9199, "p50_ms": 580.9847, "p95_ms": 642.2929, "p99_ms": 653.8667, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.7514, "count": 22, "max_ms": 65.0452, "p50_ms": 34.7351, "p95_ms": 58.1775, "p99_ms": 63.6075, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.595, "count": 512, "max_ms": 12.236, "p50_ms": 5.418, "p95_ms": 8.4211, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5467, "count": 512, "max_ms": 4.7858, "p50_ms": 1.418, "p95_ms": 2.6694, "p99_ms": 3.8307, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 570.9514, "count": 22, "max_ms": 653.6862, "p50_ms": 577.7276, "p95_ms": 638.3149, "p99_ms": 650.5328, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 477.7743, "count": 22, "max_ms": 555.4516, "p50_ms": 478.4637, "p95_ms": 535.7752, "p99_ms": 551.3433, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1571, "count": 22, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.7171, "p99_ms": 98.9671, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.983, "count": 22, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 8.3906, "p99_ms": 14.3647, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.5584, "count": 22, "max_ms": 73.1462, "p50_ms": 45.1618, "p95_ms": 70.1034, "p99_ms": 72.6277, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4831, "count": 22, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.536, "p99_ms": 7.8224, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 578.0046, "count": 22, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 710.822, "p99_ms": 3115.0278, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5539, "count": 22, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.6467, "p99_ms": 10.509, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8643, "count": 22, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 73.9224, "p99_ms": 88.4298, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1544, "count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6023, "count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 666.8059, "count": 22, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 774.3532, "p99_ms": 3195.0859, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 22, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481}, "wait_ms": {"count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 22, "artifact_failed": 0, "artifact_requested": 22, "artifact_success": 22, "completed": 22, "completed_failed": 0, "completed_success": 22, "cooldown_promoted": 22, "database_requested": 22, "db_insert_success": 22, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15563, "relay_business_failed": 0, "relay_business_success": 22, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 22, "relay_transport_failed": 0, "relay_transport_success": 22, "reservation_requested": 22}, "snapshot": {"copied_bytes": 60825600, "copied_count": 22, "copy": {"count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 48, "h264_decode_error_count": 114, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:09:54+09:00", "last_error_summary": "[h264 @ 0x5912fd559e00] error while decoding MB 20 50, bytestream -5", "last_exit_at": "2026-10-30T17:09:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T17:09:58+09:00", "pid": 13453, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.883, "name": "ffmpeg", "pid": 13453, "rss_mb": 205.883, "state": "S (sleeping)", "threads": 70}, "restart_count": 52, "restart_count_per_hour": 25, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.732, "sample_count": 2172, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 68157, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:09:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.07, "last_frame_pushed_at": "2026-10-30T17:09:54+09:00", "last_frame_read_age_sec": 5.205, "last_frame_read_at": "2026-10-30T17:09:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 16, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 345.471, "last_sample_duration_ms": 1047.408, "last_trigger": "periodic", "next_snapshot_in_sec": 254.529, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 16, "storage_bytes": 1201462}, "mjpeg": {"age_sec": 5.057, "exists": true, "mtime": "2026-10-30T17:09:55.007669+09:00", "mtime_epoch": 1793347795.0076687, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114333}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:10:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 839.746, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 20, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 68157, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.165, "max": 11.0, "p95": 10.0, "sample_count": 194}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.943, "max": 4.0, "p95": 4.0, "sample_count": 194}, "total": {"avg": 2.943, "max": 4.0, "p95": 4.0, "sample_count": 194}}, "tracking_counts": {"active": {"avg": 0.294, "max": 1.0, "p95": 1.0, "sample_count": 194}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 194}, "removed": {"avg": 0.015, "max": 1.0, "p95": 0.0, "sample_count": 194}, "tracked": {"avg": 0.294, "max": 1.0, "p95": 1.0, "sample_count": 194}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 194}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.477, "pushed": 6.477, "read": 6.444}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 193, "client_acquire_ms": {"avg_ms": 0.008, "count": 193, "max_ms": 0.026, "p95_ms": 0.016, "reason": null, "sample_age_ms": 5133.767, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.007, "count": 193, "max_ms": 7.994, "p95_ms": 3.005, "reason": null, "sample_age_ms": 5207.171, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.442, "count": 193, "max_ms": 5.692, "p95_ms": 2.517, "reason": null, "sample_age_ms": 5207.426, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.43, "count": 193, "max_ms": 1.404, "p95_ms": 0.809, "reason": null, "sample_age_ms": 5133.777, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.213, "count": 193, "max_ms": 16.369, "p95_ms": 3.586, "reason": null, "sample_age_ms": 5205.062, "source": "client_direct"}, "request_count": 193, "request_tensor_bytes": {"avg": 2764808.0, "count": 193, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5205.029, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 193, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5134.025, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.893, "count": 193, "max_ms": 88.262, "p95_ms": 75.621, "reason": null, "sample_age_ms": 5133.763, "source": "client_direct"}, "sample_age_ms": 5133.759, "source": "client_direct", "task_total_ms": {"avg_ms": 55.736, "count": 193, "max_ms": 94.533, "p95_ms": 77.657, "reason": null, "sample_age_ms": 5133.759, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.357, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.143, "count": 194, "max_ms": 16.263, "p95_ms": 12.839}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.554, "count": 194, "max_ms": 1.52, "p95_ms": 0.987}, "detection_prepare_ms": {"avg_ms": 1.798, "count": 194, "max_ms": 7.397, "p95_ms": 3.132}, "event_filter_ms": {"avg_ms": 0.008, "count": 194, "max_ms": 0.182, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.448, "count": 194, "max_ms": 1.434, "p95_ms": 0.726}, "mcmt_ms": {"avg_ms": 0.004, "count": 194, "max_ms": 0.023, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.838, "count": 194, "max_ms": 6.722, "p95_ms": 5.281}, "setup_ms": {"avg_ms": 0.047, "count": 194, "max_ms": 0.136, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 8.08, "count": 194, "max_ms": 16.175, "p95_ms": 12.766}, "track_match_ms": {"avg_ms": 0.124, "count": 194, "max_ms": 0.542, "p95_ms": 0.236}, "tracker_update_ms": {"avg_ms": 2.258, "count": 194, "max_ms": 6.599, "p95_ms": 3.796}}, "gstreamer_push": {"avg_ms": 3.433, "count": 194, "max_ms": 10.221, "p95_ms": 5.288}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 194, "max_ms": 0.776, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.235, "count": 194, "max_ms": 95.247, "p95_ms": 80.756}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.358, "count": 194, "max_ms": 14.951, "p95_ms": 7.698}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.575, "count": 194, "max_ms": 166.808, "p95_ms": 139.723}, "inference_input_copy_ms": {"avg_ms": 1.738, "count": 194, "max_ms": 4.013, "p95_ms": 3.212}, "processing_residual_ms": {"avg_ms": 0.231, "count": 194, "max_ms": 0.51, "p95_ms": 0.405}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.903, "count": 194, "max_ms": 173.861, "p95_ms": 145.402}, "read_interval": {"avg_ms": 128.796, "count": 193, "max_ms": 208.435, "p95_ms": 168.755}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 194, "max_ms": 0.222, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 2.756, "count": 194, "max_ms": 6.559, "p95_ms": 5.158}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 194, "max_ms": 0.051, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.732, "count": 194, "max_ms": 6.527, "p95_ms": 5.13}, "worker_merge_ms": {"avg_ms": 0.007, "count": 194, "max_ms": 0.03, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 57.252, "count": 194, "max_ms": 95.261, "p95_ms": 80.797}, "visualize": {"avg_ms": 40.834, "count": 194, "max_ms": 69.61, "p95_ms": 54.777}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.683, "count": 194, "max_ms": 53.863, "p95_ms": 44.562}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.166, "count": 194, "max_ms": 67.69, "p95_ms": 52.553}, "visualize_input_copy_ms": {"avg_ms": 1.418, "count": 194, "max_ms": 4.18, "p95_ms": 2.558}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.021, "count": 194, "max_ms": 67.5, "p95_ms": 52.332}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 194, "max_ms": 0.266, "p95_ms": 0.149}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 194}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 194}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 194}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 839.695, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 31.905, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.055, "sample_count": 2207, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 68055, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:09:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112742, "write_bytes_delta": 112742, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 988.0, "cpu_core_ratio": 0.464845, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 656.0, "pid": 13337, "reason": null, "system_cpu_core_ratio": 0.036711, "system_cpu_s_delta": 0.7400000000000002, "user_cpu_core_ratio": 0.428133, "user_cpu_s_delta": 8.629999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.819195, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.560592, "system_cpu_s_delta": 11.300000000000182, "user_cpu_core_ratio": 1.258603, "user_cpu_s_delta": 25.36999999999898}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.343, "count": 235, "max_ms": 10.221, "p95_ms": 5.193, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.63, "max": 12.0, "p95": 9.0, "sample_count": 235}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.119, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 235}, "total": {"avg": 3.119, "max": 4.0, "p95": 4.0, "sample_count": 235}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.725, "count": 30, "max": 69.586, "p95": 30.039, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.976, "count": 30, "max": 28.855, "p95": 24.039, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 623.0, "count": 30, "max": 1046.0, "p95": 1027.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 585.6, "count": 30, "max": 5062.0, "p95": 3280.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.049, "count": 30, "max": 0.241, "p95": 0.126, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.408, "count": 30, "max": 0.436, "p95": 0.431, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.079, "count": 30, "max": 2.376, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 118631.033, "count": 30, "max": 127905.0, "p95": 124861.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 110707.1, "count": 30, "max": 127905.0, "p95": 124861.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.733, "count": 30, "max": 137.0, "p95": 24.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.556, "count": 30, "max": 0.598, "p95": 0.597, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.234, "count": 30, "max": 1.326, "p95": 1.317, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 638, "sampled_at": "2026-10-30T17:09:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:09:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 81399, "flush_count": 159, "flush_interval_seconds": 30.0, "flush_state": {"count": 159, "last_at": "2026-10-30T17:10:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:10:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 158}, "started": true, "suppressed_count": 83064, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 83064}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 159, "written_record_count": 159}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4737.59, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 230092185600, "copied_frame_count": 83222, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 230092185600, "frame_buffer_copies": 83222, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1215, "count": 512, "max_ms": 0.9192, "p50_ms": 0.1001, "p95_ms": 0.2505, "p99_ms": 0.3305}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3443, "count": 512, "max_ms": 4.0537, "p50_ms": 1.2254, "p95_ms": 2.4746, "p99_ms": 3.167, "results": {"failed": 0, "not_applicable": 0, "success": 83222, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 44, "h264_decode_error_count": 70, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:11:22+09:00", "last_error_summary": "[h264 @ 0x6108eb9d0240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6108eb9d0240] error while decoding MB 0 61, bytestream 5234 [h264 @ 0x6108eac9c380] error while decoding MB 118 81, bytestream -7 [h264 @ 0x6108eb832540] cabac decode of qscale diff failed at 114 73 [h264 @ 0x6108eb832540] error while decoding MB 114 73, bytestream 6695 [h264 @ 0x6108eac520c0] cabac decode of qscale diff failed at 224 76 [h264 @ 0x6108eac520c0] error while decoding MB 224 76, bytestream 10250", "last_exit_at": "2026-10-30T16:33:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 766.348, "last_started_at": "2026-10-30T16:58:36+09:00", "pid": 12695, "process": {"exists": false, "pid": 12695}, "restart_count": 46, "restart_count_per_hour": 5, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.174, "sample_count": 2813, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 83222, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:11:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.068, "last_frame_pushed_at": "2026-10-30T17:11:22+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-10-30T17:11:22+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 16, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 427.965, "last_sample_duration_ms": 1047.408, "last_trigger": "periodic", "next_snapshot_in_sec": 172.035, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 16, "storage_bytes": 1201462}, "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-10-30T17:11:22.486182+09:00", "mtime_epoch": 1793347882.4861822, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 107504}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T17:11:22+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 752.699, "name": "celery", "pid": 176, "rss_mb": 752.699, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 83222, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 182}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.075, "pushed": 6.075, "read": 6.042}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 181, "client_acquire_ms": {"avg_ms": 0.007, "count": 182, "max_ms": 0.022, "p95_ms": 0.014, "reason": null, "sample_age_ms": 93.98, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.605, "count": 181, "max_ms": 4.302, "p95_ms": 2.018, "reason": null, "sample_age_ms": 112.05, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.245, "count": 181, "max_ms": 2.442, "p95_ms": 1.226, "reason": null, "sample_age_ms": 112.267, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.097, "count": 182, "max_ms": 0.698, "p95_ms": 0.2, "reason": null, "sample_age_ms": 93.985, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.623, "count": 181, "max_ms": 9.257, "p95_ms": 2.625, "reason": null, "sample_age_ms": 110.882, "source": "client_direct"}, "request_count": 181, "request_tensor_bytes": {"avg": 2211848.0, "count": 181, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 110.856, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 182, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 94.043, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.247, "count": 182, "max_ms": 81.126, "p95_ms": 57.975, "reason": null, "sample_age_ms": 93.977, "source": "client_direct"}, "sample_age_ms": 93.973, "source": "client_direct", "task_total_ms": {"avg_ms": 40.144, "count": 182, "max_ms": 84.273, "p95_ms": 59.5, "reason": null, "sample_age_ms": 93.973, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.367, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.707, "count": 182, "max_ms": 2.191, "p95_ms": 1.431}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.229, "count": 182, "max_ms": 0.743, "p95_ms": 0.473}, "detection_prepare_ms": {"avg_ms": 0.101, "count": 182, "max_ms": 0.399, "p95_ms": 0.176}, "event_filter_ms": {"avg_ms": 0.004, "count": 182, "max_ms": 0.04, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.08, "count": 182, "max_ms": 0.231, "p95_ms": 0.143}, "mcmt_ms": {"avg_ms": 0.003, "count": 182, "max_ms": 0.053, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.177, "count": 182, "max_ms": 0.613, "p95_ms": 0.363}, "setup_ms": {"avg_ms": 0.041, "count": 182, "max_ms": 0.114, "p95_ms": 0.078}, "total_inside_ms": {"avg_ms": 0.667, "count": 182, "max_ms": 2.088, "p95_ms": 1.333}, "track_match_ms": {"avg_ms": 0.004, "count": 182, "max_ms": 0.027, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.027, "count": 182, "max_ms": 0.083, "p95_ms": 0.052}}, "gstreamer_push": {"avg_ms": 2.792, "count": 182, "max_ms": 7.617, "p95_ms": 4.887}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 182, "max_ms": 0.147, "p95_ms": 0.09}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.064, "count": 182, "max_ms": 86.837, "p95_ms": 60.252}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.036, "count": 182, "max_ms": 0.153, "p95_ms": 0.071}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 74.197, "count": 182, "max_ms": 134.168, "p95_ms": 104.071}, "inference_input_copy_ms": {"avg_ms": 1.617, "count": 182, "max_ms": 3.935, "p95_ms": 2.693}, "processing_residual_ms": {"avg_ms": 0.148, "count": 182, "max_ms": 0.37, "p95_ms": 0.301}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 75.998, "count": 182, "max_ms": 136.382, "p95_ms": 105.724}, "read_interval": {"avg_ms": 165.211, "count": 181, "max_ms": 4002.272, "p95_ms": 180.782}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 182, "max_ms": 0.052, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.121, "count": 182, "max_ms": 0.474, "p95_ms": 0.262}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 182, "max_ms": 0.029, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.106, "count": 182, "max_ms": 0.437, "p95_ms": 0.235}, "worker_merge_ms": {"avg_ms": 0.005, "count": 182, "max_ms": 0.021, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 41.078, "count": 182, "max_ms": 86.844, "p95_ms": 60.266}, "visualize": {"avg_ms": 31.526, "count": 182, "max_ms": 53.195, "p95_ms": 45.155}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.681, "count": 182, "max_ms": 50.679, "p95_ms": 44.156}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.324, "count": 182, "max_ms": 51.943, "p95_ms": 45.018}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.228, "count": 182, "max_ms": 51.726, "p95_ms": 44.879}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 182, "max_ms": 0.17, "p95_ms": 0.121}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 182}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 752.676, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 48.866, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.01, "sample_count": 2837, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 83176, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:11:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104219, "write_bytes_delta": 104219, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 464.0, "cpu_core_ratio": 1.227128, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15193.0, "pid": 12695, "reason": null, "system_cpu_core_ratio": 0.44946, "system_cpu_s_delta": 9.229999999999997, "user_cpu_core_ratio": 0.777668, "user_cpu_s_delta": 15.970000000000027}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.363756, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 122.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.034087, "system_cpu_s_delta": 0.7000000000000455, "user_cpu_core_ratio": 0.329669, "user_cpu_s_delta": 6.770000000000437}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.885, "count": 210, "max_ms": 7.238, "p95_ms": 4.965, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 210}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.158, "count": 30, "max": 53.747, "p95": 41.71, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.75, "count": 30, "max": 31.52, "p95": 27.996, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1002.133, "count": 30, "max": 1511.0, "p95": 1473.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 508.167, "count": 30, "max": 15193.0, "p95": 26.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.066, "count": 30, "max": 0.449, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.251, "count": 30, "max": 1.384, "p95": 1.352, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.078, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 102148.633, "count": 30, "max": 104219.0, "p95": 103288.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 102148.633, "count": 30, "max": 104219.0, "p95": 103288.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 155.367, "count": 30, "max": 237.0, "p95": 226.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.07, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.598, "count": 30, "max": 0.658, "p95": 0.646, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 673, "sampled_at": "2026-10-30T17:11:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:11:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 81399, "flush_count": 159, "flush_interval_seconds": 30.0, "flush_state": {"count": 159, "last_at": "2026-10-30T17:10:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:10:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 158}, "started": true, "suppressed_count": 83064, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 83064}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 159, "written_record_count": 159}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4737.586, "limit_mb": null}, "detail": {"h264_decode_error_count": 7, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x6108eb9d0240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6108eb9d0240] error while decoding MB 0 61, bytestream 5234 [h264 @ 0x6108eac9c380] error while decoding MB 118 81, bytestream -7 [h264 @ 0x6108eb832540] cabac decode of qscale diff failed at 114 73 [h264 @ 0x6108eb832540] error while decoding MB 114 73, bytestream 6695 [h264 @ 0x6108eac520c0] cabac decode of qscale diff failed at 224 76 [h264 @ 0x6108eac520c0] error while decoding MB 224 76, bytestream 10250", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 230092185600, "copied_frame_count": 83222, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 230092185600, "frame_buffer_copies": 83222, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1215, "count": 512, "max_ms": 0.9192, "p50_ms": 0.1001, "p95_ms": 0.2505, "p99_ms": 0.3305}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3443, "count": 512, "max_ms": 4.0537, "p50_ms": 1.2254, "p95_ms": 2.4746, "p99_ms": 3.167, "results": {"failed": 0, "not_applicable": 0, "success": 83222, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 44, "h264_decode_error_count": 70, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:11:22+09:00", "last_error_summary": "[h264 @ 0x6108eb9d0240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6108eb9d0240] error while decoding MB 0 61, bytestream 5234 [h264 @ 0x6108eac9c380] error while decoding MB 118 81, bytestream -7 [h264 @ 0x6108eb832540] cabac decode of qscale diff failed at 114 73 [h264 @ 0x6108eb832540] error while decoding MB 114 73, bytestream 6695 [h264 @ 0x6108eac520c0] cabac decode of qscale diff failed at 224 76 [h264 @ 0x6108eac520c0] error while decoding MB 224 76, bytestream 10250", "last_exit_at": "2026-10-30T16:33:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 766.353, "last_started_at": "2026-10-30T16:58:36+09:00", "pid": 12695, "process": {"exists": false, "pid": 12695}, "restart_count": 46, "restart_count_per_hour": 5, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.174, "sample_count": 2813, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 83222, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:11:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.074, "last_frame_pushed_at": "2026-10-30T17:11:22+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-10-30T17:11:22+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 16, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 427.976, "last_sample_duration_ms": 1047.408, "last_trigger": "periodic", "next_snapshot_in_sec": 172.024, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 16, "storage_bytes": 1201462}, "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-10-30T17:11:22.486182+09:00", "mtime_epoch": 1793347882.4861822, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 107504}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T17:11:22+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 752.699, "name": "celery", "pid": 176, "rss_mb": 752.699, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 83222, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 182}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.073, "pushed": 6.073, "read": 6.04}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 181, "client_acquire_ms": {"avg_ms": 0.007, "count": 182, "max_ms": 0.022, "p95_ms": 0.014, "reason": null, "sample_age_ms": 107.61, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.605, "count": 181, "max_ms": 4.302, "p95_ms": 2.018, "reason": null, "sample_age_ms": 125.68, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.245, "count": 181, "max_ms": 2.442, "p95_ms": 1.226, "reason": null, "sample_age_ms": 125.898, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.097, "count": 182, "max_ms": 0.698, "p95_ms": 0.2, "reason": null, "sample_age_ms": 107.615, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.623, "count": 181, "max_ms": 9.257, "p95_ms": 2.625, "reason": null, "sample_age_ms": 124.512, "source": "client_direct"}, "request_count": 181, "request_tensor_bytes": {"avg": 2211848.0, "count": 181, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 124.486, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 182, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 107.673, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.247, "count": 182, "max_ms": 81.126, "p95_ms": 57.975, "reason": null, "sample_age_ms": 107.608, "source": "client_direct"}, "sample_age_ms": 107.604, "source": "client_direct", "task_total_ms": {"avg_ms": 40.144, "count": 182, "max_ms": 84.273, "p95_ms": 59.5, "reason": null, "sample_age_ms": 107.604, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.68, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.707, "count": 182, "max_ms": 2.191, "p95_ms": 1.431}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.229, "count": 182, "max_ms": 0.743, "p95_ms": 0.473}, "detection_prepare_ms": {"avg_ms": 0.101, "count": 182, "max_ms": 0.399, "p95_ms": 0.176}, "event_filter_ms": {"avg_ms": 0.004, "count": 182, "max_ms": 0.04, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.08, "count": 182, "max_ms": 0.231, "p95_ms": 0.143}, "mcmt_ms": {"avg_ms": 0.003, "count": 182, "max_ms": 0.053, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.177, "count": 182, "max_ms": 0.613, "p95_ms": 0.363}, "setup_ms": {"avg_ms": 0.041, "count": 182, "max_ms": 0.114, "p95_ms": 0.078}, "total_inside_ms": {"avg_ms": 0.667, "count": 182, "max_ms": 2.088, "p95_ms": 1.333}, "track_match_ms": {"avg_ms": 0.004, "count": 182, "max_ms": 0.027, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.027, "count": 182, "max_ms": 0.083, "p95_ms": 0.052}}, "gstreamer_push": {"avg_ms": 2.792, "count": 182, "max_ms": 7.617, "p95_ms": 4.887}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 182, "max_ms": 0.147, "p95_ms": 0.09}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.064, "count": 182, "max_ms": 86.837, "p95_ms": 60.252}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.036, "count": 182, "max_ms": 0.153, "p95_ms": 0.071}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 74.197, "count": 182, "max_ms": 134.168, "p95_ms": 104.071}, "inference_input_copy_ms": {"avg_ms": 1.617, "count": 182, "max_ms": 3.935, "p95_ms": 2.693}, "processing_residual_ms": {"avg_ms": 0.148, "count": 182, "max_ms": 0.37, "p95_ms": 0.301}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 75.998, "count": 182, "max_ms": 136.382, "p95_ms": 105.724}, "read_interval": {"avg_ms": 165.211, "count": 181, "max_ms": 4002.272, "p95_ms": 180.782}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 182, "max_ms": 0.052, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.121, "count": 182, "max_ms": 0.474, "p95_ms": 0.262}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 182, "max_ms": 0.029, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.106, "count": 182, "max_ms": 0.437, "p95_ms": 0.235}, "worker_merge_ms": {"avg_ms": 0.005, "count": 182, "max_ms": 0.021, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 41.078, "count": 182, "max_ms": 86.844, "p95_ms": 60.266}, "visualize": {"avg_ms": 31.526, "count": 182, "max_ms": 53.195, "p95_ms": 45.155}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.681, "count": 182, "max_ms": 50.679, "p95_ms": 44.156}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.324, "count": 182, "max_ms": 51.943, "p95_ms": 45.018}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.228, "count": 182, "max_ms": 51.726, "p95_ms": 44.879}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 182, "max_ms": 0.17, "p95_ms": 0.121}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 182}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 752.676, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 48.866, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.01, "sample_count": 2837, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 83176, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:11:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104219, "write_bytes_delta": 104219, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 464.0, "cpu_core_ratio": 1.227128, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15193.0, "pid": 12695, "reason": null, "system_cpu_core_ratio": 0.44946, "system_cpu_s_delta": 9.229999999999997, "user_cpu_core_ratio": 0.777668, "user_cpu_s_delta": 15.970000000000027}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.363756, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 122.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.034087, "system_cpu_s_delta": 0.7000000000000455, "user_cpu_core_ratio": 0.329669, "user_cpu_s_delta": 6.770000000000437}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.885, "count": 210, "max_ms": 7.238, "p95_ms": 4.965, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 210}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.158, "count": 30, "max": 53.747, "p95": 41.71, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.75, "count": 30, "max": 31.52, "p95": 27.996, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1002.133, "count": 30, "max": 1511.0, "p95": 1473.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 508.167, "count": 30, "max": 15193.0, "p95": 26.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.066, "count": 30, "max": 0.449, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.251, "count": 30, "max": 1.384, "p95": 1.352, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.078, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 102148.633, "count": 30, "max": 104219.0, "p95": 103288.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 102148.633, "count": 30, "max": 104219.0, "p95": 103288.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 155.367, "count": 30, "max": 237.0, "p95": 226.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.07, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.598, "count": 30, "max": 0.658, "p95": 0.646, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 673, "sampled_at": "2026-10-30T17:11:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:11:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 81399, "flush_count": 159, "flush_interval_seconds": 30.0, "flush_state": {"count": 159, "last_at": "2026-10-30T17:10:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:10:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 158}, "started": true, "suppressed_count": 83064, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 83064}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 159, "written_record_count": 159}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4737.531, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 230092185600, "copied_frame_count": 83222, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 230092185600, "frame_buffer_copies": 83222, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1215, "count": 512, "max_ms": 0.9192, "p50_ms": 0.1001, "p95_ms": 0.2505, "p99_ms": 0.3305}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3443, "count": 512, "max_ms": 4.0537, "p50_ms": 1.2254, "p95_ms": 2.4746, "p99_ms": 3.167, "results": {"failed": 0, "not_applicable": 0, "success": 83222, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 44, "h264_decode_error_count": 70, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:11:22+09:00", "last_error_summary": "[h264 @ 0x6108eb9d0240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6108eb9d0240] error while decoding MB 0 61, bytestream 5234 [h264 @ 0x6108eac9c380] error while decoding MB 118 81, bytestream -7 [h264 @ 0x6108eb832540] cabac decode of qscale diff failed at 114 73 [h264 @ 0x6108eb832540] error while decoding MB 114 73, bytestream 6695 [h264 @ 0x6108eac520c0] cabac decode of qscale diff failed at 224 76 [h264 @ 0x6108eac520c0] error while decoding MB 224 76, bytestream 10250", "last_exit_at": "2026-10-30T16:33:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 766.395, "last_started_at": "2026-10-30T16:58:36+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 46, "restart_count_per_hour": 5, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 47}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.174, "sample_count": 2813, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 83222, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:11:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.115, "last_frame_pushed_at": "2026-10-30T17:11:22+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-10-30T17:11:22+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 16, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 427.998, "last_sample_duration_ms": 1047.408, "last_trigger": "periodic", "next_snapshot_in_sec": 172.002, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 16, "storage_bytes": 1201462}, "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-10-30T17:11:22.486182+09:00", "mtime_epoch": 1793347882.4861822, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 107504}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T17:11:22+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 752.695, "name": "celery", "pid": 176, "rss_mb": 752.695, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 83222, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 181}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 181, "pushed_frames": 181, "read_frames": 181, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.033, "pushed": 6.033, "read": 6.033}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 180, "client_acquire_ms": {"avg_ms": 0.007, "count": 181, "max_ms": 0.022, "p95_ms": 0.014, "reason": null, "sample_age_ms": 141.597, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.607, "count": 180, "max_ms": 4.302, "p95_ms": 2.019, "reason": null, "sample_age_ms": 159.667, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.246, "count": 180, "max_ms": 2.442, "p95_ms": 1.227, "reason": null, "sample_age_ms": 159.884, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.097, "count": 181, "max_ms": 0.698, "p95_ms": 0.2, "reason": null, "sample_age_ms": 141.601, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.627, "count": 180, "max_ms": 9.257, "p95_ms": 2.628, "reason": null, "sample_age_ms": 158.499, "source": "client_direct"}, "request_count": 180, "request_tensor_bytes": {"avg": 2211848.0, "count": 180, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 158.473, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 181, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 141.66, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.305, "count": 181, "max_ms": 81.126, "p95_ms": 58.003, "reason": null, "sample_age_ms": 141.594, "source": "client_direct"}, "sample_age_ms": 141.59, "source": "client_direct", "task_total_ms": {"avg_ms": 40.198, "count": 181, "max_ms": 84.273, "p95_ms": 59.512, "reason": null, "sample_age_ms": 141.59, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.871, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.708, "count": 181, "max_ms": 2.191, "p95_ms": 1.431}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.229, "count": 181, "max_ms": 0.743, "p95_ms": 0.473}, "detection_prepare_ms": {"avg_ms": 0.101, "count": 181, "max_ms": 0.399, "p95_ms": 0.176}, "event_filter_ms": {"avg_ms": 0.004, "count": 181, "max_ms": 0.04, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.08, "count": 181, "max_ms": 0.231, "p95_ms": 0.143}, "mcmt_ms": {"avg_ms": 0.003, "count": 181, "max_ms": 0.053, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.177, "count": 181, "max_ms": 0.613, "p95_ms": 0.363}, "setup_ms": {"avg_ms": 0.041, "count": 181, "max_ms": 0.114, "p95_ms": 0.078}, "total_inside_ms": {"avg_ms": 0.668, "count": 181, "max_ms": 2.088, "p95_ms": 1.333}, "track_match_ms": {"avg_ms": 0.004, "count": 181, "max_ms": 0.027, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.027, "count": 181, "max_ms": 0.083, "p95_ms": 0.052}}, "gstreamer_push": {"avg_ms": 2.8, "count": 181, "max_ms": 7.617, "p95_ms": 4.887}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 181, "max_ms": 0.147, "p95_ms": 0.09}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.12, "count": 181, "max_ms": 86.837, "p95_ms": 60.252}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.036, "count": 181, "max_ms": 0.153, "p95_ms": 0.071}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 74.317, "count": 181, "max_ms": 134.168, "p95_ms": 104.071}, "inference_input_copy_ms": {"avg_ms": 1.614, "count": 181, "max_ms": 3.935, "p95_ms": 2.693}, "processing_residual_ms": {"avg_ms": 0.148, "count": 181, "max_ms": 0.37, "p95_ms": 0.301}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 76.115, "count": 181, "max_ms": 136.382, "p95_ms": 105.724}, "read_interval": {"avg_ms": 165.211, "count": 181, "max_ms": 4002.272, "p95_ms": 180.782}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 181, "max_ms": 0.052, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.121, "count": 181, "max_ms": 0.474, "p95_ms": 0.262}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 181, "max_ms": 0.029, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.106, "count": 181, "max_ms": 0.437, "p95_ms": 0.235}, "worker_merge_ms": {"avg_ms": 0.005, "count": 181, "max_ms": 0.021, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 41.134, "count": 181, "max_ms": 86.844, "p95_ms": 60.266}, "visualize": {"avg_ms": 31.589, "count": 181, "max_ms": 53.195, "p95_ms": 45.155}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.742, "count": 181, "max_ms": 50.679, "p95_ms": 44.156}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.387, "count": 181, "max_ms": 51.943, "p95_ms": 45.018}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.29, "count": 181, "max_ms": 51.726, "p95_ms": 44.879}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 181, "max_ms": 0.17, "p95_ms": 0.121}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 181}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 752.676, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 48.866, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.01, "sample_count": 2837, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 83176, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:11:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104219, "write_bytes_delta": 104219, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 464.0, "cpu_core_ratio": 1.227128, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15193.0, "pid": 12695, "reason": null, "system_cpu_core_ratio": 0.44946, "system_cpu_s_delta": 9.229999999999997, "user_cpu_core_ratio": 0.777668, "user_cpu_s_delta": 15.970000000000027}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.363756, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 122.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.034087, "system_cpu_s_delta": 0.7000000000000455, "user_cpu_core_ratio": 0.329669, "user_cpu_s_delta": 6.770000000000437}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.885, "count": 210, "max_ms": 7.238, "p95_ms": 4.965, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 210}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.158, "count": 30, "max": 53.747, "p95": 41.71, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.75, "count": 30, "max": 31.52, "p95": 27.996, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1002.133, "count": 30, "max": 1511.0, "p95": 1473.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 508.167, "count": 30, "max": 15193.0, "p95": 26.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.066, "count": 30, "max": 0.449, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.251, "count": 30, "max": 1.384, "p95": 1.352, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.078, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 102148.633, "count": 30, "max": 104219.0, "p95": 103288.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 102148.633, "count": 30, "max": 104219.0, "p95": 103288.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 155.367, "count": 30, "max": 237.0, "p95": 226.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.07, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.598, "count": 30, "max": 0.658, "p95": 0.646, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 673, "sampled_at": "2026-10-30T17:11:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:11:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 81399, "flush_count": 159, "flush_interval_seconds": 30.0, "flush_state": {"count": 159, "last_at": "2026-10-30T17:10:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:10:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 158}, "started": true, "suppressed_count": 83064, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 83064}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 159, "written_record_count": 159}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4776.973, "limit_mb": null}, "detail": {"pid": 13569, "restart_count": 47, "start_count": 48}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 230092185600, "copied_frame_count": 83222, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 230092185600, "frame_buffer_copies": 83222, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1215, "count": 512, "max_ms": 0.9192, "p50_ms": 0.1001, "p95_ms": 0.2505, "p99_ms": 0.3305}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3443, "count": 512, "max_ms": 4.0537, "p50_ms": 1.2254, "p95_ms": 2.4746, "p99_ms": 3.167, "results": {"failed": 0, "not_applicable": 0, "success": 83222, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 44, "h264_decode_error_count": 70, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:11:22+09:00", "last_error_summary": "[h264 @ 0x6108eb9d0240] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6108eb9d0240] error while decoding MB 0 61, bytestream 5234 [h264 @ 0x6108eac9c380] error while decoding MB 118 81, bytestream -7 [h264 @ 0x6108eb832540] cabac decode of qscale diff failed at 114 73 [h264 @ 0x6108eb832540] error while decoding MB 114 73, bytestream 6695 [h264 @ 0x6108eac520c0] cabac decode of qscale diff failed at 224 76 [h264 @ 0x6108eac520c0] error while decoding MB 224 76, bytestream 10250", "last_exit_at": "2026-10-30T16:33:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T17:11:25+09:00", "pid": 13569, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.68, "name": "ffmpeg", "pid": 13569, "rss_mb": 75.68, "state": "S (sleeping)", "threads": 1}, "restart_count": 47, "restart_count_per_hour": 6, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.393, "sample_count": 2766, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 83222, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:11:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.763, "last_frame_pushed_at": "2026-10-30T17:11:22+09:00", "last_frame_read_age_sec": 4.805, "last_frame_read_at": "2026-10-30T17:11:22+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 16, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 432.649, "last_sample_duration_ms": 1047.408, "last_trigger": "periodic", "next_snapshot_in_sec": 167.351, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 16, "storage_bytes": 1201462}, "mjpeg": {"age_sec": 4.756, "exists": true, "mtime": "2026-10-30T17:11:22.486182+09:00", "mtime_epoch": 1793347882.4861822, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 107504}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T17:11:27+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 752.699, "name": "celery", "pid": 176, "rss_mb": 752.699, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 83222, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 139}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 139, "pushed_frames": 139, "read_frames": 138, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.638, "pushed": 4.638, "read": 4.604}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 138, "client_acquire_ms": {"avg_ms": 0.006, "count": 138, "max_ms": 0.021, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4789.947, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.565, "count": 138, "max_ms": 4.302, "p95_ms": 1.551, "reason": null, "sample_age_ms": 4808.017, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.225, "count": 138, "max_ms": 2.094, "p95_ms": 1.149, "reason": null, "sample_age_ms": 4808.234, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.092, "count": 138, "max_ms": 0.287, "p95_ms": 0.2, "reason": null, "sample_age_ms": 4789.952, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.558, "count": 138, "max_ms": 3.551, "p95_ms": 2.51, "reason": null, "sample_age_ms": 4806.849, "source": "client_direct"}, "request_count": 138, "request_tensor_bytes": {"avg": 2211848.0, "count": 138, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4806.823, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 138, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4790.01, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.121, "count": 138, "max_ms": 69.395, "p95_ms": 56.135, "reason": null, "sample_age_ms": 4789.944, "source": "client_direct"}, "sample_age_ms": 4789.94, "source": "client_direct", "task_total_ms": {"avg_ms": 38.939, "count": 138, "max_ms": 72.156, "p95_ms": 57.925, "reason": null, "sample_age_ms": 4789.94, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.432, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.683, "count": 139, "max_ms": 1.864, "p95_ms": 1.434}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.223, "count": 139, "max_ms": 0.743, "p95_ms": 0.485}, "detection_prepare_ms": {"avg_ms": 0.096, "count": 139, "max_ms": 0.252, "p95_ms": 0.169}, "event_filter_ms": {"avg_ms": 0.004, "count": 139, "max_ms": 0.04, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.078, "count": 139, "max_ms": 0.231, "p95_ms": 0.143}, "mcmt_ms": {"avg_ms": 0.003, "count": 139, "max_ms": 0.014, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.171, "count": 139, "max_ms": 0.594, "p95_ms": 0.363}, "setup_ms": {"avg_ms": 0.039, "count": 139, "max_ms": 0.098, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 0.645, "count": 139, "max_ms": 1.775, "p95_ms": 1.348}, "track_match_ms": {"avg_ms": 0.004, "count": 139, "max_ms": 0.027, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.026, "count": 139, "max_ms": 0.078, "p95_ms": 0.052}}, "gstreamer_push": {"avg_ms": 2.783, "count": 139, "max_ms": 7.617, "p95_ms": 4.909}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 139, "max_ms": 0.147, "p95_ms": 0.09}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.85, "count": 139, "max_ms": 72.72, "p95_ms": 59.44}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.037, "count": 139, "max_ms": 0.153, "p95_ms": 0.077}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.806, "count": 139, "max_ms": 109.895, "p95_ms": 101.895}, "inference_input_copy_ms": {"avg_ms": 1.615, "count": 139, "max_ms": 3.935, "p95_ms": 2.925}, "processing_residual_ms": {"avg_ms": 0.152, "count": 139, "max_ms": 0.37, "p95_ms": 0.338}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 74.612, "count": 139, "max_ms": 111.536, "p95_ms": 103.672}, "read_interval": {"avg_ms": 182.909, "count": 138, "max_ms": 4002.272, "p95_ms": 484.909}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 139, "max_ms": 0.052, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.117, "count": 139, "max_ms": 0.428, "p95_ms": 0.262}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 139, "max_ms": 0.029, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.102, "count": 139, "max_ms": 0.388, "p95_ms": 0.235}, "worker_merge_ms": {"avg_ms": 0.005, "count": 139, "max_ms": 0.021, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 39.864, "count": 139, "max_ms": 72.729, "p95_ms": 59.449}, "visualize": {"avg_ms": 31.375, "count": 139, "max_ms": 50.192, "p95_ms": 45.461}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.551, "count": 139, "max_ms": 49.2, "p95_ms": 44.575}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.185, "count": 139, "max_ms": 49.942, "p95_ms": 45.364}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.089, "count": 139, "max_ms": 49.835, "p95_ms": 45.304}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 139, "max_ms": 0.166, "p95_ms": 0.125}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 139}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 752.676, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 48.866, "skip_count": 1}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 101.01, "sample_count": 2837, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 83176, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:11:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104219, "write_bytes_delta": 104219, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 464.0, "cpu_core_ratio": 1.227128, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15193.0, "pid": 12695, "reason": null, "system_cpu_core_ratio": 0.44946, "system_cpu_s_delta": 9.229999999999997, "user_cpu_core_ratio": 0.777668, "user_cpu_s_delta": 15.970000000000027}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.363756, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 122.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.034087, "system_cpu_s_delta": 0.7000000000000455, "user_cpu_core_ratio": 0.329669, "user_cpu_s_delta": 6.770000000000437}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.885, "count": 210, "max_ms": 7.238, "p95_ms": 4.965, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 210}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.158, "count": 30, "max": 53.747, "p95": 41.71, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.75, "count": 30, "max": 31.52, "p95": 27.996, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1002.133, "count": 30, "max": 1511.0, "p95": 1473.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 508.167, "count": 30, "max": 15193.0, "p95": 26.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.066, "count": 30, "max": 0.449, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.251, "count": 30, "max": 1.384, "p95": 1.352, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.078, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 102148.633, "count": 30, "max": 104219.0, "p95": 103288.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 102148.633, "count": 30, "max": 104219.0, "p95": 103288.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 155.367, "count": 30, "max": 237.0, "p95": 226.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.07, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.598, "count": 30, "max": 0.658, "p95": 0.646, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 673, "sampled_at": "2026-10-30T17:11:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:11:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 158588, "flush_count": 161, "flush_interval_seconds": 30.0, "flush_state": {"count": 161, "last_at": "2026-10-30T17:12:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:12:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 160}, "started": true, "suppressed_count": 69404, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 69381}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 161, "written_record_count": 161}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4925.375, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x620b5f27cbc0] error while decoding MB 13 61, bytestream -7 [h264 @ 0x620b5e50efc0] error while decoding MB 115 43, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 192264192000, "copied_frame_count": 69540, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:00:04+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4396400, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:59:56+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.949}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 23, "events_emitted": 22, "events_failed": 0, "events_observed": 23, "events_suppressed": 1, "frame_buffer_copied_bytes": 192264192000, "frame_buffer_copies": 69540, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1100, "recorder_active_input_bytes": 3041280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 22, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 22, "worker_jobs_accepted": 22, "worker_jobs_completed": 22, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1076, "count": 512, "max_ms": 1.0926, "p50_ms": 0.0919, "p95_ms": 0.1906, "p99_ms": 0.2867}, "stages": {"db_insert": {"avg_ms": 18.3936, "count": 22, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 29.8753, "p99_ms": 32.7586, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8439, "count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1190.289, "count": 23, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1368.1165, "p99_ms": 3752.3895, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4016, "count": 512, "max_ms": 6.0001, "p50_ms": 1.3089, "p95_ms": 2.4479, "p99_ms": 3.1142, "results": {"failed": 0, "not_applicable": 0, "success": 69540, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.369, "count": 23, "max_ms": 656.9199, "p50_ms": 580.9847, "p95_ms": 642.2929, "p99_ms": 653.8667, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.7514, "count": 22, "max_ms": 65.0452, "p50_ms": 34.7351, "p95_ms": 58.1775, "p99_ms": 63.6075, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.595, "count": 512, "max_ms": 12.236, "p50_ms": 5.418, "p95_ms": 8.4211, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5467, "count": 512, "max_ms": 4.7858, "p50_ms": 1.418, "p95_ms": 2.6694, "p99_ms": 3.8307, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 570.9514, "count": 22, "max_ms": 653.6862, "p50_ms": 577.7276, "p95_ms": 638.3149, "p99_ms": 650.5328, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 477.7743, "count": 22, "max_ms": 555.4516, "p50_ms": 478.4637, "p95_ms": 535.7752, "p99_ms": 551.3433, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1571, "count": 22, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.7171, "p99_ms": 98.9671, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.983, "count": 22, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 8.3906, "p99_ms": 14.3647, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.5584, "count": 22, "max_ms": 73.1462, "p50_ms": 45.1618, "p95_ms": 70.1034, "p99_ms": 72.6277, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4831, "count": 22, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.536, "p99_ms": 7.8224, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 578.0046, "count": 22, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 710.822, "p99_ms": 3115.0278, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5539, "count": 22, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.6467, "p99_ms": 10.509, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8643, "count": 22, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 73.9224, "p99_ms": 88.4298, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1544, "count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6023, "count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 666.8059, "count": 22, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 774.3532, "p99_ms": 3195.0859, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 22, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481}, "wait_ms": {"count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 22, "artifact_failed": 0, "artifact_requested": 22, "artifact_success": 22, "completed": 22, "completed_failed": 0, "completed_success": 22, "cooldown_promoted": 22, "database_requested": 22, "db_insert_success": 22, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15563, "relay_business_failed": 0, "relay_business_success": 22, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 22, "relay_transport_failed": 0, "relay_transport_success": 22, "reservation_requested": 22}, "snapshot": {"copied_bytes": 60825600, "copied_count": 22, "copy": {"count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 49, "h264_decode_error_count": 116, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:12:54+09:00", "last_error_summary": "[h264 @ 0x620b5f27cbc0] error while decoding MB 13 61, bytestream -7 [h264 @ 0x620b5e50efc0] error while decoding MB 115 43, bytestream -6", "last_exit_at": "2026-10-30T17:09:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.249, "last_started_at": "2026-10-30T17:09:58+09:00", "pid": 13453, "process": {"exists": false, "pid": 13453}, "restart_count": 52, "restart_count_per_hour": 24, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.777, "sample_count": 2346, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 69540, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:12:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.072, "last_frame_pushed_at": "2026-10-30T17:12:54+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-10-30T17:12:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 16, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 519.742, "last_sample_duration_ms": 1047.408, "last_trigger": "periodic", "next_snapshot_in_sec": 80.258, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 16, "storage_bytes": 1201462}, "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-10-30T17:12:54.257717+09:00", "mtime_epoch": 1793347974.257717, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117469}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:12:54+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 840.395, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 20, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 69541, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.099, "max": 13.0, "p95": 11.0, "sample_count": 191}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.45, "max": 4.0, "p95": 3.0, "sample_count": 191}, "total": {"avg": 2.45, "max": 4.0, "p95": 3.0, "sample_count": 191}}, "tracking_counts": {"active": {"avg": 0.063, "max": 2.0, "p95": 1.0, "sample_count": 191}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "removed": {"avg": 0.031, "max": 2.0, "p95": 0.0, "sample_count": 191}, "tracked": {"avg": 0.063, "max": 2.0, "p95": 1.0, "sample_count": 191}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 192, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.988, "pushed": 6.988, "read": 7.025}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 192, "client_acquire_ms": {"avg_ms": 0.008, "count": 192, "max_ms": 0.035, "p95_ms": 0.014, "reason": null, "sample_age_ms": 21.201, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.94, "count": 192, "max_ms": 10.417, "p95_ms": 3.025, "reason": null, "sample_age_ms": 74.31, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.416, "count": 192, "max_ms": 9.978, "p95_ms": 2.271, "reason": null, "sample_age_ms": 74.78, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.356, "count": 192, "max_ms": 1.485, "p95_ms": 0.649, "reason": null, "sample_age_ms": 21.209, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.908, "count": 192, "max_ms": 4.733, "p95_ms": 3.191, "reason": null, "sample_age_ms": 72.009, "source": "client_direct"}, "request_count": 192, "request_tensor_bytes": {"avg": 2764808.0, "count": 192, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 71.98, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 192, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 21.483, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.097, "count": 192, "max_ms": 88.883, "p95_ms": 68.459, "reason": null, "sample_age_ms": 21.197, "source": "client_direct"}, "sample_age_ms": 21.193, "source": "client_direct", "task_total_ms": {"avg_ms": 50.534, "count": 192, "max_ms": 92.111, "p95_ms": 70.709, "reason": null, "sample_age_ms": 21.193, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.352, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.351, "count": 191, "max_ms": 15.904, "p95_ms": 12.403}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.405, "count": 191, "max_ms": 1.14, "p95_ms": 0.84}, "detection_prepare_ms": {"avg_ms": 1.676, "count": 191, "max_ms": 9.314, "p95_ms": 3.058}, "event_filter_ms": {"avg_ms": 0.005, "count": 191, "max_ms": 0.025, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.372, "count": 191, "max_ms": 0.869, "p95_ms": 0.641}, "mcmt_ms": {"avg_ms": 0.003, "count": 191, "max_ms": 0.021, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.774, "count": 191, "max_ms": 6.645, "p95_ms": 4.799}, "setup_ms": {"avg_ms": 0.043, "count": 191, "max_ms": 0.122, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 7.297, "count": 191, "max_ms": 15.827, "p95_ms": 12.285}, "track_match_ms": {"avg_ms": 0.088, "count": 191, "max_ms": 0.326, "p95_ms": 0.187}, "tracker_update_ms": {"avg_ms": 1.929, "count": 191, "max_ms": 9.538, "p95_ms": 3.467}}, "gstreamer_push": {"avg_ms": 2.993, "count": 191, "max_ms": 7.76, "p95_ms": 4.911}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 191, "max_ms": 1.804, "p95_ms": 0.087}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.872, "count": 191, "max_ms": 98.386, "p95_ms": 74.452}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.056, "count": 191, "max_ms": 14.058, "p95_ms": 8.036}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.746, "count": 191, "max_ms": 172.921, "p95_ms": 128.8}, "inference_input_copy_ms": {"avg_ms": 1.618, "count": 191, "max_ms": 4.432, "p95_ms": 3.15}, "processing_residual_ms": {"avg_ms": 0.279, "count": 191, "max_ms": 0.786, "p95_ms": 0.493}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.699, "count": 191, "max_ms": 177.415, "p95_ms": 133.655}, "read_interval": {"avg_ms": 161.315, "count": 192, "max_ms": 3978.267, "p95_ms": 170.909}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 191, "max_ms": 0.206, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 2.703, "count": 191, "max_ms": 6.527, "p95_ms": 4.621}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 191, "max_ms": 0.063, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.683, "count": 191, "max_ms": 6.508, "p95_ms": 4.587}, "worker_merge_ms": {"avg_ms": 0.007, "count": 191, "max_ms": 0.041, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 51.886, "count": 191, "max_ms": 98.405, "p95_ms": 74.469}, "visualize": {"avg_ms": 38.288, "count": 191, "max_ms": 66.934, "p95_ms": 53.014}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.297, "count": 191, "max_ms": 51.964, "p95_ms": 44.49}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.773, "count": 191, "max_ms": 64.613, "p95_ms": 50.832}, "visualize_input_copy_ms": {"avg_ms": 1.322, "count": 191, "max_ms": 4.449, "p95_ms": 2.179}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.641, "count": 191, "max_ms": 64.418, "p95_ms": 50.756}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 191, "max_ms": 0.338, "p95_ms": 0.131}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 191}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 840.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.627, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.25, "sample_count": 2398, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 69342, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:12:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115806, "write_bytes_delta": 115806, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 784.0, "cpu_core_ratio": 0.58798, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2763.0, "pid": 13453, "reason": null, "system_cpu_core_ratio": 0.168851, "system_cpu_s_delta": 3.38, "user_cpu_core_ratio": 0.41913, "user_cpu_s_delta": 8.39}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.677018, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.522538, "system_cpu_s_delta": 10.460000000000036, "user_cpu_core_ratio": 1.15448, "user_cpu_s_delta": 23.110000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.048, "count": 238, "max_ms": 7.484, "p95_ms": 5.003, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.063, "max": 12.0, "p95": 10.0, "sample_count": 238}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.521, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 238}, "total": {"avg": 2.521, "max": 4.0, "p95": 3.0, "sample_count": 238}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.807, "count": 30, "max": 69.586, "p95": 29.074, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.988, "count": 30, "max": 28.855, "p95": 22.041, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 745.233, "count": 30, "max": 1144.0, "p95": 1085.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 787.6, "count": 30, "max": 5062.0, "p95": 3878.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.241, "p95": 0.156, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.41, "count": 30, "max": 0.441, "p95": 0.435, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 117942.867, "count": 30, "max": 127905.0, "p95": 124861.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109966.0, "count": 30, "max": 127905.0, "p95": 124861.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.433, "count": 30, "max": 45.0, "p95": 21.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.554, "count": 30, "max": 0.598, "p95": 0.597, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.223, "count": 30, "max": 1.326, "p95": 1.317, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 646, "sampled_at": "2026-10-30T17:12:22+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:12:22+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.332, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 158588, "flush_count": 161, "flush_interval_seconds": 30.0, "flush_state": {"count": 161, "last_at": "2026-10-30T17:12:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:12:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 160}, "started": true, "suppressed_count": 69404, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 69381}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 161, "written_record_count": 161}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4925.77, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T17:12:54+09:00", "last_error_summary": "[h264 @ 0x620b5f27cbc0] error while decoding MB 13 61, bytestream -7 [h264 @ 0x620b5e50efc0] error while decoding MB 115 43, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 192266956800, "copied_frame_count": 69541, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:00:04+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4396400, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:59:56+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.949}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 23, "events_emitted": 22, "events_failed": 0, "events_observed": 23, "events_suppressed": 1, "frame_buffer_copied_bytes": 192266956800, "frame_buffer_copies": 69541, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1100, "recorder_active_input_bytes": 3041280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 22, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 22, "worker_jobs_accepted": 22, "worker_jobs_completed": 22, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1078, "count": 512, "max_ms": 1.0926, "p50_ms": 0.0921, "p95_ms": 0.1906, "p99_ms": 0.2867}, "stages": {"db_insert": {"avg_ms": 18.3936, "count": 22, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 29.8753, "p99_ms": 32.7586, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8439, "count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1190.289, "count": 23, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1368.1165, "p99_ms": 3752.3895, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4036, "count": 512, "max_ms": 6.0001, "p50_ms": 1.3135, "p95_ms": 2.4479, "p99_ms": 3.1142, "results": {"failed": 0, "not_applicable": 0, "success": 69541, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.369, "count": 23, "max_ms": 656.9199, "p50_ms": 580.9847, "p95_ms": 642.2929, "p99_ms": 653.8667, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.7514, "count": 22, "max_ms": 65.0452, "p50_ms": 34.7351, "p95_ms": 58.1775, "p99_ms": 63.6075, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.595, "count": 512, "max_ms": 12.236, "p50_ms": 5.418, "p95_ms": 8.4211, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5467, "count": 512, "max_ms": 4.7858, "p50_ms": 1.418, "p95_ms": 2.6694, "p99_ms": 3.8307, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 570.9514, "count": 22, "max_ms": 653.6862, "p50_ms": 577.7276, "p95_ms": 638.3149, "p99_ms": 650.5328, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 477.7743, "count": 22, "max_ms": 555.4516, "p50_ms": 478.4637, "p95_ms": 535.7752, "p99_ms": 551.3433, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1571, "count": 22, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.7171, "p99_ms": 98.9671, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.983, "count": 22, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 8.3906, "p99_ms": 14.3647, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.5584, "count": 22, "max_ms": 73.1462, "p50_ms": 45.1618, "p95_ms": 70.1034, "p99_ms": 72.6277, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4831, "count": 22, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.536, "p99_ms": 7.8224, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 578.0046, "count": 22, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 710.822, "p99_ms": 3115.0278, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5539, "count": 22, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.6467, "p99_ms": 10.509, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8643, "count": 22, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 73.9224, "p99_ms": 88.4298, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1544, "count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6023, "count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 666.8059, "count": 22, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 774.3532, "p99_ms": 3195.0859, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 22, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481}, "wait_ms": {"count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 22, "artifact_failed": 0, "artifact_requested": 22, "artifact_success": 22, "completed": 22, "completed_failed": 0, "completed_success": 22, "cooldown_promoted": 22, "database_requested": 22, "db_insert_success": 22, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15563, "relay_business_failed": 0, "relay_business_success": 22, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 22, "relay_transport_failed": 0, "relay_transport_success": 22, "reservation_requested": 22}, "snapshot": {"copied_bytes": 60825600, "copied_count": 22, "copy": {"count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 49, "h264_decode_error_count": 116, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:12:54+09:00", "last_error_summary": "[h264 @ 0x620b5f27cbc0] error while decoding MB 13 61, bytestream -7 [h264 @ 0x620b5e50efc0] error while decoding MB 115 43, bytestream -6", "last_exit_at": "2026-10-30T17:12:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.326, "last_started_at": "2026-10-30T17:09:58+09:00", "pid": 13453, "process": {"exists": false, "pid": 13453}, "restart_count": 52, "restart_count_per_hour": 24, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.777, "sample_count": 2346, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 69541, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:12:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T17:12:54+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-10-30T17:12:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 16, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 519.811, "last_sample_duration_ms": 1047.408, "last_trigger": "periodic", "next_snapshot_in_sec": 80.189, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 16, "storage_bytes": 1201462}, "mjpeg": {"age_sec": 0.132, "exists": true, "mtime": "2026-10-30T17:12:54.257717+09:00", "mtime_epoch": 1793347974.257717, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117469}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:12:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 840.391, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 20, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 69541, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.109, "max": 13.0, "p95": 11.0, "sample_count": 192}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.453, "max": 4.0, "p95": 3.0, "sample_count": 192}, "total": {"avg": 2.453, "max": 4.0, "p95": 3.0, "sample_count": 192}}, "tracking_counts": {"active": {"avg": 0.062, "max": 2.0, "p95": 1.0, "sample_count": 192}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "removed": {"avg": 0.031, "max": 2.0, "p95": 0.0, "sample_count": 192}, "tracked": {"avg": 0.062, "max": 2.0, "p95": 1.0, "sample_count": 192}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 192, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.005, "pushed": 7.005, "read": 7.005}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 192, "client_acquire_ms": {"avg_ms": 0.008, "count": 192, "max_ms": 0.035, "p95_ms": 0.014, "reason": null, "sample_age_ms": 99.136, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.94, "count": 192, "max_ms": 10.417, "p95_ms": 3.025, "reason": null, "sample_age_ms": 152.246, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.416, "count": 192, "max_ms": 9.978, "p95_ms": 2.271, "reason": null, "sample_age_ms": 152.716, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.356, "count": 192, "max_ms": 1.485, "p95_ms": 0.649, "reason": null, "sample_age_ms": 99.145, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.908, "count": 192, "max_ms": 4.733, "p95_ms": 3.191, "reason": null, "sample_age_ms": 149.945, "source": "client_direct"}, "request_count": 192, "request_tensor_bytes": {"avg": 2764808.0, "count": 192, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 149.916, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 192, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 99.419, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.097, "count": 192, "max_ms": 88.883, "p95_ms": 68.459, "reason": null, "sample_age_ms": 99.132, "source": "client_direct"}, "sample_age_ms": 99.129, "source": "client_direct", "task_total_ms": {"avg_ms": 50.534, "count": 192, "max_ms": 92.111, "p95_ms": 70.709, "reason": null, "sample_age_ms": 99.129, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.308, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.353, "count": 192, "max_ms": 15.904, "p95_ms": 12.403}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.406, "count": 192, "max_ms": 1.14, "p95_ms": 0.84}, "detection_prepare_ms": {"avg_ms": 1.673, "count": 192, "max_ms": 9.314, "p95_ms": 3.058}, "event_filter_ms": {"avg_ms": 0.005, "count": 192, "max_ms": 0.025, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.372, "count": 192, "max_ms": 0.869, "p95_ms": 0.641}, "mcmt_ms": {"avg_ms": 0.003, "count": 192, "max_ms": 0.021, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.777, "count": 192, "max_ms": 6.645, "p95_ms": 4.799}, "setup_ms": {"avg_ms": 0.043, "count": 192, "max_ms": 0.122, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 7.299, "count": 192, "max_ms": 15.827, "p95_ms": 12.285}, "track_match_ms": {"avg_ms": 0.088, "count": 192, "max_ms": 0.326, "p95_ms": 0.187}, "tracker_update_ms": {"avg_ms": 1.93, "count": 192, "max_ms": 9.538, "p95_ms": 3.467}}, "gstreamer_push": {"avg_ms": 3.001, "count": 192, "max_ms": 7.76, "p95_ms": 4.911}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 192, "max_ms": 1.804, "p95_ms": 0.087}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.884, "count": 192, "max_ms": 98.386, "p95_ms": 74.452}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.06, "count": 192, "max_ms": 14.058, "p95_ms": 8.036}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.903, "count": 192, "max_ms": 172.921, "p95_ms": 128.832}, "inference_input_copy_ms": {"avg_ms": 1.625, "count": 192, "max_ms": 4.432, "p95_ms": 3.15}, "processing_residual_ms": {"avg_ms": 0.28, "count": 192, "max_ms": 0.786, "p95_ms": 0.493}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.867, "count": 192, "max_ms": 177.415, "p95_ms": 135.899}, "read_interval": {"avg_ms": 161.315, "count": 192, "max_ms": 3978.267, "p95_ms": 170.909}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 192, "max_ms": 0.206, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 2.706, "count": 192, "max_ms": 6.527, "p95_ms": 4.621}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 192, "max_ms": 0.063, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.686, "count": 192, "max_ms": 6.508, "p95_ms": 4.587}, "worker_merge_ms": {"avg_ms": 0.007, "count": 192, "max_ms": 0.041, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 51.898, "count": 192, "max_ms": 98.405, "p95_ms": 74.469}, "visualize": {"avg_ms": 38.432, "count": 192, "max_ms": 66.934, "p95_ms": 53.349}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.393, "count": 192, "max_ms": 51.964, "p95_ms": 45.855}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.913, "count": 192, "max_ms": 64.613, "p95_ms": 51.227}, "visualize_input_copy_ms": {"avg_ms": 1.326, "count": 192, "max_ms": 4.449, "p95_ms": 2.179}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.781, "count": 192, "max_ms": 64.418, "p95_ms": 51.1}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 192, "max_ms": 0.338, "p95_ms": 0.131}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 192}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 840.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.627, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.25, "sample_count": 2398, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 69342, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:12:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115806, "write_bytes_delta": 115806, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 784.0, "cpu_core_ratio": 0.58798, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2763.0, "pid": 13453, "reason": null, "system_cpu_core_ratio": 0.168851, "system_cpu_s_delta": 3.38, "user_cpu_core_ratio": 0.41913, "user_cpu_s_delta": 8.39}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.677018, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.522538, "system_cpu_s_delta": 10.460000000000036, "user_cpu_core_ratio": 1.15448, "user_cpu_s_delta": 23.110000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.048, "count": 238, "max_ms": 7.484, "p95_ms": 5.003, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.063, "max": 12.0, "p95": 10.0, "sample_count": 238}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.521, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 238}, "total": {"avg": 2.521, "max": 4.0, "p95": 3.0, "sample_count": 238}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.807, "count": 30, "max": 69.586, "p95": 29.074, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.988, "count": 30, "max": 28.855, "p95": 22.041, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 745.233, "count": 30, "max": 1144.0, "p95": 1085.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 787.6, "count": 30, "max": 5062.0, "p95": 3878.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.241, "p95": 0.156, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.41, "count": 30, "max": 0.441, "p95": 0.435, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 117942.867, "count": 30, "max": 127905.0, "p95": 124861.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109966.0, "count": 30, "max": 127905.0, "p95": 124861.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.433, "count": 30, "max": 45.0, "p95": 21.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.554, "count": 30, "max": 0.598, "p95": 0.597, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.223, "count": 30, "max": 1.326, "p95": 1.317, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 646, "sampled_at": "2026-10-30T17:12:22+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:12:22+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.408, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 158588, "flush_count": 161, "flush_interval_seconds": 30.0, "flush_state": {"count": 161, "last_at": "2026-10-30T17:12:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:12:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 160}, "started": true, "suppressed_count": 69404, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 69381}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 161, "written_record_count": 161}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4925.984, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 192266956800, "copied_frame_count": 69541, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:00:04+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4396400, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:59:56+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.949}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 23, "events_emitted": 22, "events_failed": 0, "events_observed": 23, "events_suppressed": 1, "frame_buffer_copied_bytes": 192266956800, "frame_buffer_copies": 69541, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1100, "recorder_active_input_bytes": 3041280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 22, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 22, "worker_jobs_accepted": 22, "worker_jobs_completed": 22, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1078, "count": 512, "max_ms": 1.0926, "p50_ms": 0.0921, "p95_ms": 0.1906, "p99_ms": 0.2867}, "stages": {"db_insert": {"avg_ms": 18.3936, "count": 22, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 29.8753, "p99_ms": 32.7586, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8439, "count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1190.289, "count": 23, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1368.1165, "p99_ms": 3752.3895, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4036, "count": 512, "max_ms": 6.0001, "p50_ms": 1.3135, "p95_ms": 2.4479, "p99_ms": 3.1142, "results": {"failed": 0, "not_applicable": 0, "success": 69541, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.369, "count": 23, "max_ms": 656.9199, "p50_ms": 580.9847, "p95_ms": 642.2929, "p99_ms": 653.8667, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.7514, "count": 22, "max_ms": 65.0452, "p50_ms": 34.7351, "p95_ms": 58.1775, "p99_ms": 63.6075, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.595, "count": 512, "max_ms": 12.236, "p50_ms": 5.418, "p95_ms": 8.4211, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5467, "count": 512, "max_ms": 4.7858, "p50_ms": 1.418, "p95_ms": 2.6694, "p99_ms": 3.8307, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 570.9514, "count": 22, "max_ms": 653.6862, "p50_ms": 577.7276, "p95_ms": 638.3149, "p99_ms": 650.5328, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 477.7743, "count": 22, "max_ms": 555.4516, "p50_ms": 478.4637, "p95_ms": 535.7752, "p99_ms": 551.3433, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1571, "count": 22, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.7171, "p99_ms": 98.9671, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.983, "count": 22, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 8.3906, "p99_ms": 14.3647, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.5584, "count": 22, "max_ms": 73.1462, "p50_ms": 45.1618, "p95_ms": 70.1034, "p99_ms": 72.6277, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4831, "count": 22, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.536, "p99_ms": 7.8224, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 578.0046, "count": 22, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 710.822, "p99_ms": 3115.0278, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5539, "count": 22, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.6467, "p99_ms": 10.509, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8643, "count": 22, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 73.9224, "p99_ms": 88.4298, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1544, "count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6023, "count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 666.8059, "count": 22, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 774.3532, "p99_ms": 3195.0859, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 22, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481}, "wait_ms": {"count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 22, "artifact_failed": 0, "artifact_requested": 22, "artifact_success": 22, "completed": 22, "completed_failed": 0, "completed_success": 22, "cooldown_promoted": 22, "database_requested": 22, "db_insert_success": 22, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15563, "relay_business_failed": 0, "relay_business_success": 22, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 22, "relay_transport_failed": 0, "relay_transport_success": 22, "reservation_requested": 22}, "snapshot": {"copied_bytes": 60825600, "copied_count": 22, "copy": {"count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 49, "h264_decode_error_count": 116, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:12:54+09:00", "last_error_summary": "[h264 @ 0x620b5f27cbc0] error while decoding MB 13 61, bytestream -7 [h264 @ 0x620b5e50efc0] error while decoding MB 115 43, bytestream -6", "last_exit_at": "2026-10-30T17:12:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 176.375, "last_started_at": "2026-10-30T17:09:58+09:00", "pid": 13453, "process": {"exists": false, "pid": 13453}, "restart_count": 52, "restart_count_per_hour": 24, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 53}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.777, "sample_count": 2346, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 69541, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:12:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.051, "last_frame_pushed_at": "2026-10-30T17:12:54+09:00", "last_frame_read_age_sec": 0.194, "last_frame_read_at": "2026-10-30T17:12:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 16, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 519.852, "last_sample_duration_ms": 1047.408, "last_trigger": "periodic", "next_snapshot_in_sec": 80.148, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 16, "storage_bytes": 1201462}, "mjpeg": {"age_sec": 0.039, "exists": true, "mtime": "2026-10-30T17:12:54.399718+09:00", "mtime_epoch": 1793347974.3997176, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 118803}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:12:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 840.391, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 20, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 69541, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.109, "max": 13.0, "p95": 11.0, "sample_count": 192}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.453, "max": 4.0, "p95": 3.0, "sample_count": 192}, "total": {"avg": 2.453, "max": 4.0, "p95": 3.0, "sample_count": 192}}, "tracking_counts": {"active": {"avg": 0.062, "max": 2.0, "p95": 1.0, "sample_count": 192}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "removed": {"avg": 0.031, "max": 2.0, "p95": 0.0, "sample_count": 192}, "tracked": {"avg": 0.062, "max": 2.0, "p95": 1.0, "sample_count": 192}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 192, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.993, "pushed": 6.993, "read": 6.993}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 192, "client_acquire_ms": {"avg_ms": 0.008, "count": 192, "max_ms": 0.035, "p95_ms": 0.014, "reason": null, "sample_age_ms": 144.894, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.94, "count": 192, "max_ms": 10.417, "p95_ms": 3.025, "reason": null, "sample_age_ms": 198.004, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.416, "count": 192, "max_ms": 9.978, "p95_ms": 2.271, "reason": null, "sample_age_ms": 198.474, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.356, "count": 192, "max_ms": 1.485, "p95_ms": 0.649, "reason": null, "sample_age_ms": 144.903, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.908, "count": 192, "max_ms": 4.733, "p95_ms": 3.191, "reason": null, "sample_age_ms": 195.703, "source": "client_direct"}, "request_count": 192, "request_tensor_bytes": {"avg": 2764808.0, "count": 192, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 195.674, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 192, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 145.177, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.097, "count": 192, "max_ms": 88.883, "p95_ms": 68.459, "reason": null, "sample_age_ms": 144.89, "source": "client_direct"}, "sample_age_ms": 144.887, "source": "client_direct", "task_total_ms": {"avg_ms": 50.534, "count": 192, "max_ms": 92.111, "p95_ms": 70.709, "reason": null, "sample_age_ms": 144.887, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.894, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.353, "count": 192, "max_ms": 15.904, "p95_ms": 12.403}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.406, "count": 192, "max_ms": 1.14, "p95_ms": 0.84}, "detection_prepare_ms": {"avg_ms": 1.673, "count": 192, "max_ms": 9.314, "p95_ms": 3.058}, "event_filter_ms": {"avg_ms": 0.005, "count": 192, "max_ms": 0.025, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.372, "count": 192, "max_ms": 0.869, "p95_ms": 0.641}, "mcmt_ms": {"avg_ms": 0.003, "count": 192, "max_ms": 0.021, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.777, "count": 192, "max_ms": 6.645, "p95_ms": 4.799}, "setup_ms": {"avg_ms": 0.043, "count": 192, "max_ms": 0.122, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 7.299, "count": 192, "max_ms": 15.827, "p95_ms": 12.285}, "track_match_ms": {"avg_ms": 0.088, "count": 192, "max_ms": 0.326, "p95_ms": 0.187}, "tracker_update_ms": {"avg_ms": 1.93, "count": 192, "max_ms": 9.538, "p95_ms": 3.467}}, "gstreamer_push": {"avg_ms": 3.001, "count": 192, "max_ms": 7.76, "p95_ms": 4.911}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 192, "max_ms": 1.804, "p95_ms": 0.087}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.884, "count": 192, "max_ms": 98.386, "p95_ms": 74.452}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.06, "count": 192, "max_ms": 14.058, "p95_ms": 8.036}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.903, "count": 192, "max_ms": 172.921, "p95_ms": 128.832}, "inference_input_copy_ms": {"avg_ms": 1.625, "count": 192, "max_ms": 4.432, "p95_ms": 3.15}, "processing_residual_ms": {"avg_ms": 0.28, "count": 192, "max_ms": 0.786, "p95_ms": 0.493}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.867, "count": 192, "max_ms": 177.415, "p95_ms": 135.899}, "read_interval": {"avg_ms": 161.315, "count": 192, "max_ms": 3978.267, "p95_ms": 170.909}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 192, "max_ms": 0.206, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 2.706, "count": 192, "max_ms": 6.527, "p95_ms": 4.621}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 192, "max_ms": 0.063, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.686, "count": 192, "max_ms": 6.508, "p95_ms": 4.587}, "worker_merge_ms": {"avg_ms": 0.007, "count": 192, "max_ms": 0.041, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 51.898, "count": 192, "max_ms": 98.405, "p95_ms": 74.469}, "visualize": {"avg_ms": 38.432, "count": 192, "max_ms": 66.934, "p95_ms": 53.349}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.393, "count": 192, "max_ms": 51.964, "p95_ms": 45.855}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.913, "count": 192, "max_ms": 64.613, "p95_ms": 51.227}, "visualize_input_copy_ms": {"avg_ms": 1.326, "count": 192, "max_ms": 4.449, "p95_ms": 2.179}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.781, "count": 192, "max_ms": 64.418, "p95_ms": 51.1}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 192, "max_ms": 0.338, "p95_ms": 0.131}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 192}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 840.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.627, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.25, "sample_count": 2398, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 69342, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:12:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115806, "write_bytes_delta": 115806, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 784.0, "cpu_core_ratio": 0.58798, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2763.0, "pid": 13453, "reason": null, "system_cpu_core_ratio": 0.168851, "system_cpu_s_delta": 3.38, "user_cpu_core_ratio": 0.41913, "user_cpu_s_delta": 8.39}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.677018, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.522538, "system_cpu_s_delta": 10.460000000000036, "user_cpu_core_ratio": 1.15448, "user_cpu_s_delta": 23.110000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.048, "count": 238, "max_ms": 7.484, "p95_ms": 5.003, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.063, "max": 12.0, "p95": 10.0, "sample_count": 238}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.521, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 238}, "total": {"avg": 2.521, "max": 4.0, "p95": 3.0, "sample_count": 238}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.807, "count": 30, "max": 69.586, "p95": 29.074, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.988, "count": 30, "max": 28.855, "p95": 22.041, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 745.233, "count": 30, "max": 1144.0, "p95": 1085.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 787.6, "count": 30, "max": 5062.0, "p95": 3878.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.241, "p95": 0.156, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.41, "count": 30, "max": 0.441, "p95": 0.435, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 117942.867, "count": 30, "max": 127905.0, "p95": 124861.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109966.0, "count": 30, "max": 127905.0, "p95": 124861.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.433, "count": 30, "max": 45.0, "p95": 21.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.554, "count": 30, "max": 0.598, "p95": 0.597, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.223, "count": 30, "max": 1.326, "p95": 1.317, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 646, "sampled_at": "2026-10-30T17:12:22+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:12:22+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.457, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 158588, "flush_count": 161, "flush_interval_seconds": 30.0, "flush_state": {"count": 161, "last_at": "2026-10-30T17:12:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:12:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 160}, "started": true, "suppressed_count": 69404, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 69381}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 161, "written_record_count": 161}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5100.602, "limit_mb": null}, "detail": {"pid": 13685, "restart_count": 53, "start_count": 54}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 192266956800, "copied_frame_count": 69541, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:00:04+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4396400, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:59:56+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.949}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 23, "events_emitted": 22, "events_failed": 0, "events_observed": 23, "events_suppressed": 1, "frame_buffer_copied_bytes": 192266956800, "frame_buffer_copies": 69541, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1100, "recorder_active_input_bytes": 3041280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 22, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 22, "worker_jobs_accepted": 22, "worker_jobs_completed": 22, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1078, "count": 512, "max_ms": 1.0926, "p50_ms": 0.0921, "p95_ms": 0.1906, "p99_ms": 0.2867}, "stages": {"db_insert": {"avg_ms": 18.3936, "count": 22, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 29.8753, "p99_ms": 32.7586, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8439, "count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1190.289, "count": 23, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1368.1165, "p99_ms": 3752.3895, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4036, "count": 512, "max_ms": 6.0001, "p50_ms": 1.3135, "p95_ms": 2.4479, "p99_ms": 3.1142, "results": {"failed": 0, "not_applicable": 0, "success": 69541, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.369, "count": 23, "max_ms": 656.9199, "p50_ms": 580.9847, "p95_ms": 642.2929, "p99_ms": 653.8667, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.7514, "count": 22, "max_ms": 65.0452, "p50_ms": 34.7351, "p95_ms": 58.1775, "p99_ms": 63.6075, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.595, "count": 512, "max_ms": 12.236, "p50_ms": 5.418, "p95_ms": 8.4211, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5467, "count": 512, "max_ms": 4.7858, "p50_ms": 1.418, "p95_ms": 2.6694, "p99_ms": 3.8307, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 570.9514, "count": 22, "max_ms": 653.6862, "p50_ms": 577.7276, "p95_ms": 638.3149, "p99_ms": 650.5328, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 477.7743, "count": 22, "max_ms": 555.4516, "p50_ms": 478.4637, "p95_ms": 535.7752, "p99_ms": 551.3433, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1571, "count": 22, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.7171, "p99_ms": 98.9671, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.983, "count": 22, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 8.3906, "p99_ms": 14.3647, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.5584, "count": 22, "max_ms": 73.1462, "p50_ms": 45.1618, "p95_ms": 70.1034, "p99_ms": 72.6277, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4831, "count": 22, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.536, "p99_ms": 7.8224, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 578.0046, "count": 22, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 710.822, "p99_ms": 3115.0278, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5539, "count": 22, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.6467, "p99_ms": 10.509, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8643, "count": 22, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 73.9224, "p99_ms": 88.4298, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1544, "count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6023, "count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 666.8059, "count": 22, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 774.3532, "p99_ms": 3195.0859, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 22, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481}, "wait_ms": {"count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 22, "artifact_failed": 0, "artifact_requested": 22, "artifact_success": 22, "completed": 22, "completed_failed": 0, "completed_success": 22, "cooldown_promoted": 22, "database_requested": 22, "db_insert_success": 22, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15563, "relay_business_failed": 0, "relay_business_success": 22, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 22, "relay_transport_failed": 0, "relay_transport_success": 22, "reservation_requested": 22}, "snapshot": {"copied_bytes": 60825600, "copied_count": 22, "copy": {"count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 49, "h264_decode_error_count": 116, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:12:54+09:00", "last_error_summary": "[h264 @ 0x620b5f27cbc0] error while decoding MB 13 61, bytestream -7 [h264 @ 0x620b5e50efc0] error while decoding MB 115 43, bytestream -6", "last_exit_at": "2026-10-30T17:12:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T17:12:57+09:00", "pid": 13685, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.422, "name": "ffmpeg", "pid": 13685, "rss_mb": 209.422, "state": "S (sleeping)", "threads": 70}, "restart_count": 53, "restart_count_per_hour": 25, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.777, "sample_count": 2308, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 69541, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:12:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.79, "last_frame_pushed_at": "2026-10-30T17:12:54+09:00", "last_frame_read_age_sec": 4.933, "last_frame_read_at": "2026-10-30T17:12:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 16, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 524.591, "last_sample_duration_ms": 1047.408, "last_trigger": "periodic", "next_snapshot_in_sec": 75.409, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 16, "storage_bytes": 1201462}, "mjpeg": {"age_sec": 4.778, "exists": true, "mtime": "2026-10-30T17:12:54.399718+09:00", "mtime_epoch": 1793347974.3997176, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 118803}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:12:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 840.395, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 20, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 69541, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.178, "max": 13.0, "p95": 11.0, "sample_count": 174}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.471, "max": 4.0, "p95": 3.0, "sample_count": 174}, "total": {"avg": 2.471, "max": 4.0, "p95": 3.0, "sample_count": 174}}, "tracking_counts": {"active": {"avg": 0.052, "max": 2.0, "p95": 0.0, "sample_count": 174}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "removed": {"avg": 0.034, "max": 2.0, "p95": 0.0, "sample_count": 174}, "tracked": {"avg": 0.052, "max": 2.0, "p95": 0.0, "sample_count": 174}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.81, "pushed": 5.81, "read": 5.776}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 173, "client_acquire_ms": {"avg_ms": 0.008, "count": 173, "max_ms": 0.035, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4882.611, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.947, "count": 173, "max_ms": 10.417, "p95_ms": 2.895, "reason": null, "sample_age_ms": 4935.721, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.414, "count": 173, "max_ms": 9.978, "p95_ms": 2.205, "reason": null, "sample_age_ms": 4936.191, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.357, "count": 173, "max_ms": 1.485, "p95_ms": 0.695, "reason": null, "sample_age_ms": 4882.62, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.92, "count": 173, "max_ms": 4.733, "p95_ms": 3.262, "reason": null, "sample_age_ms": 4933.42, "source": "client_direct"}, "request_count": 173, "request_tensor_bytes": {"avg": 2764808.0, "count": 173, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4933.391, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 173, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4882.894, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.717, "count": 173, "max_ms": 88.883, "p95_ms": 67.392, "reason": null, "sample_age_ms": 4882.607, "source": "client_direct"}, "sample_age_ms": 4882.604, "source": "client_direct", "task_total_ms": {"avg_ms": 50.168, "count": 173, "max_ms": 92.111, "p95_ms": 70.376, "reason": null, "sample_age_ms": 4882.604, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.931, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.368, "count": 174, "max_ms": 15.904, "p95_ms": 12.403}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.394, "count": 174, "max_ms": 1.129, "p95_ms": 0.822}, "detection_prepare_ms": {"avg_ms": 1.686, "count": 174, "max_ms": 9.314, "p95_ms": 3.058}, "event_filter_ms": {"avg_ms": 0.006, "count": 174, "max_ms": 0.025, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.374, "count": 174, "max_ms": 0.869, "p95_ms": 0.641}, "mcmt_ms": {"avg_ms": 0.003, "count": 174, "max_ms": 0.021, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.794, "count": 174, "max_ms": 6.645, "p95_ms": 4.799}, "setup_ms": {"avg_ms": 0.044, "count": 174, "max_ms": 0.122, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 7.313, "count": 174, "max_ms": 15.827, "p95_ms": 12.285}, "track_match_ms": {"avg_ms": 0.088, "count": 174, "max_ms": 0.26, "p95_ms": 0.187}, "tracker_update_ms": {"avg_ms": 1.923, "count": 174, "max_ms": 9.538, "p95_ms": 3.483}}, "gstreamer_push": {"avg_ms": 2.99, "count": 174, "max_ms": 6.625, "p95_ms": 4.911}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 174, "max_ms": 1.804, "p95_ms": 0.087}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.608, "count": 174, "max_ms": 98.386, "p95_ms": 72.426}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.029, "count": 174, "max_ms": 12.142, "p95_ms": 8.008}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.794, "count": 174, "max_ms": 172.921, "p95_ms": 128.832}, "inference_input_copy_ms": {"avg_ms": 1.632, "count": 174, "max_ms": 4.432, "p95_ms": 3.15}, "processing_residual_ms": {"avg_ms": 0.278, "count": 174, "max_ms": 0.786, "p95_ms": 0.494}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.733, "count": 174, "max_ms": 177.415, "p95_ms": 133.655}, "read_interval": {"avg_ms": 145.313, "count": 173, "max_ms": 3978.267, "p95_ms": 166.913}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 174, "max_ms": 0.206, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 2.723, "count": 174, "max_ms": 6.527, "p95_ms": 4.621}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 174, "max_ms": 0.063, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.703, "count": 174, "max_ms": 6.508, "p95_ms": 4.587}, "worker_merge_ms": {"avg_ms": 0.007, "count": 174, "max_ms": 0.041, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 51.621, "count": 174, "max_ms": 98.405, "p95_ms": 72.434}, "visualize": {"avg_ms": 38.576, "count": 174, "max_ms": 66.934, "p95_ms": 53.014}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.469, "count": 174, "max_ms": 51.964, "p95_ms": 45.928}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.044, "count": 174, "max_ms": 64.613, "p95_ms": 51.227}, "visualize_input_copy_ms": {"avg_ms": 1.337, "count": 174, "max_ms": 4.449, "p95_ms": 2.179}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.91, "count": 174, "max_ms": 64.418, "p95_ms": 51.1}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 174, "max_ms": 0.338, "p95_ms": 0.134}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 840.289, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.627, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.25, "sample_count": 2398, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 69342, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:12:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115806, "write_bytes_delta": 115806, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 784.0, "cpu_core_ratio": 0.58798, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2763.0, "pid": 13453, "reason": null, "system_cpu_core_ratio": 0.168851, "system_cpu_s_delta": 3.38, "user_cpu_core_ratio": 0.41913, "user_cpu_s_delta": 8.39}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.677018, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.522538, "system_cpu_s_delta": 10.460000000000036, "user_cpu_core_ratio": 1.15448, "user_cpu_s_delta": 23.110000000000582}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.048, "count": 238, "max_ms": 7.484, "p95_ms": 5.003, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.063, "max": 12.0, "p95": 10.0, "sample_count": 238}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.521, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 238}, "total": {"avg": 2.521, "max": 4.0, "p95": 3.0, "sample_count": 238}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.807, "count": 30, "max": 69.586, "p95": 29.074, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.988, "count": 30, "max": 28.855, "p95": 22.041, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 745.233, "count": 30, "max": 1144.0, "p95": 1085.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 787.6, "count": 30, "max": 5062.0, "p95": 3878.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.241, "p95": 0.156, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.41, "count": 30, "max": 0.441, "p95": 0.435, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 117942.867, "count": 30, "max": 127905.0, "p95": 124861.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109966.0, "count": 30, "max": 127905.0, "p95": 124861.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.433, "count": 30, "max": 45.0, "p95": 21.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.554, "count": 30, "max": 0.598, "p95": 0.597, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.223, "count": 30, "max": 1.326, "p95": 1.317, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 646, "sampled_at": "2026-10-30T17:12:22+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:12:22+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 161567, "flush_count": 164, "flush_interval_seconds": 30.0, "flush_state": {"count": 164, "last_at": "2026-10-30T17:15:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:15:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 163}, "started": true, "suppressed_count": 70682, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 70659}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 164, "written_record_count": 164}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4930.109, "limit_mb": null}, "detail": {"h264_decode_error_count": 8, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5ef5646387c0] cabac decode of qscale diff failed at 57 50 [h264 @ 0x5ef5646387c0] error while decoding MB 57 50, bytestream 2077 [h264 @ 0x5ef5644e70c0] cabac decode of qscale diff failed at 116 65 [h264 @ 0x5ef5644e70c0] error while decoding MB 116 65, bytestream 5146 [h264 @ 0x5ef5645ef200] cabac decode of qscale diff failed at 10 45 [h264 @ 0x5ef5645ef200] error while decoding MB 10 45, bytestream 5695 [h264 @ 0x5ef5645c6f40] error while decoding MB 52 63, bytestream -6 [h264 @ 0x5e", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 195808665600, "copied_frame_count": 70822, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:00:04+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4396400, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:59:56+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.949}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 23, "events_emitted": 22, "events_failed": 0, "events_observed": 23, "events_suppressed": 1, "frame_buffer_copied_bytes": 195808665600, "frame_buffer_copies": 70822, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1100, "recorder_active_input_bytes": 3041280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 22, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 22, "worker_jobs_accepted": 22, "worker_jobs_completed": 22, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1156, "count": 512, "max_ms": 0.524, "p50_ms": 0.1011, "p95_ms": 0.2245, "p99_ms": 0.3343}, "stages": {"db_insert": {"avg_ms": 18.3936, "count": 22, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 29.8753, "p99_ms": 32.7586, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8439, "count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1190.289, "count": 23, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1368.1165, "p99_ms": 3752.3895, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5028, "count": 512, "max_ms": 4.857, "p50_ms": 1.378, "p95_ms": 2.6451, "p99_ms": 3.6026, "results": {"failed": 0, "not_applicable": 0, "success": 70822, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.369, "count": 23, "max_ms": 656.9199, "p50_ms": 580.9847, "p95_ms": 642.2929, "p99_ms": 653.8667, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.7514, "count": 22, "max_ms": 65.0452, "p50_ms": 34.7351, "p95_ms": 58.1775, "p99_ms": 63.6075, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.595, "count": 512, "max_ms": 12.236, "p50_ms": 5.418, "p95_ms": 8.4211, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5467, "count": 512, "max_ms": 4.7858, "p50_ms": 1.418, "p95_ms": 2.6694, "p99_ms": 3.8307, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 570.9514, "count": 22, "max_ms": 653.6862, "p50_ms": 577.7276, "p95_ms": 638.3149, "p99_ms": 650.5328, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 477.7743, "count": 22, "max_ms": 555.4516, "p50_ms": 478.4637, "p95_ms": 535.7752, "p99_ms": 551.3433, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1571, "count": 22, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.7171, "p99_ms": 98.9671, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.983, "count": 22, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 8.3906, "p99_ms": 14.3647, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.5584, "count": 22, "max_ms": 73.1462, "p50_ms": 45.1618, "p95_ms": 70.1034, "p99_ms": 72.6277, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4831, "count": 22, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.536, "p99_ms": 7.8224, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 578.0046, "count": 22, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 710.822, "p99_ms": 3115.0278, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5539, "count": 22, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.6467, "p99_ms": 10.509, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8643, "count": 22, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 73.9224, "p99_ms": 88.4298, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1544, "count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6023, "count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 666.8059, "count": 22, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 774.3532, "p99_ms": 3195.0859, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 22, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481}, "wait_ms": {"count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 22, "artifact_failed": 0, "artifact_requested": 22, "artifact_success": 22, "completed": 22, "completed_failed": 0, "completed_success": 22, "cooldown_promoted": 22, "database_requested": 22, "db_insert_success": 22, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15563, "relay_business_failed": 0, "relay_business_success": 22, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 22, "relay_transport_failed": 0, "relay_transport_success": 22, "reservation_requested": 22}, "snapshot": {"copied_bytes": 60825600, "copied_count": 22, "copy": {"count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 50, "h264_decode_error_count": 124, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:15:52+09:00", "last_error_summary": "[h264 @ 0x5ef5646387c0] cabac decode of qscale diff failed at 57 50 [h264 @ 0x5ef5646387c0] error while decoding MB 57 50, bytestream 2077 [h264 @ 0x5ef5644e70c0] cabac decode of qscale diff failed at 116 65 [h264 @ 0x5ef5644e70c0] error while decoding MB 116 65, bytestream 5146 [h264 @ 0x5ef5645ef200] cabac decode of qscale diff failed at 10 45 [h264 @ 0x5ef5645ef200] error while decoding MB 10 45, bytestream 5695 [h264 @ 0x5ef5645c6f40] error while decoding MB 52 63, bytestream -6 [h264 @ 0x5e", "last_exit_at": "2026-10-30T17:12:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 175.425, "last_started_at": "2026-10-30T17:12:57+09:00", "pid": 13685, "process": {"exists": false, "pid": 13685}, "restart_count": 53, "restart_count_per_hour": 23, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.881, "sample_count": 2240, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 70822, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:15:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.063, "last_frame_pushed_at": "2026-10-30T17:15:52+09:00", "last_frame_read_age_sec": 0.056, "last_frame_read_at": "2026-10-30T17:15:52+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 17, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 96.137, "last_sample_duration_ms": 986.042, "last_trigger": "periodic", "next_snapshot_in_sec": 503.863, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 17, "storage_bytes": 1211015}, "mjpeg": {"age_sec": 0.049, "exists": true, "mtime": "2026-10-30T17:15:52.553746+09:00", "mtime_epoch": 1793348152.5537462, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 116818}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:15:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 841.004, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 20, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 70822, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.756, "max": 7.0, "p95": 6.0, "sample_count": 172}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.721, "max": 5.0, "p95": 5.0, "sample_count": 172}, "total": {"avg": 3.721, "max": 5.0, "p95": 5.0, "sample_count": 172}}, "tracking_counts": {"active": {"avg": 0.209, "max": 2.0, "p95": 2.0, "sample_count": 172}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "removed": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 172}, "tracked": {"avg": 0.209, "max": 2.0, "p95": 2.0, "sample_count": 172}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 172, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.744, "pushed": 5.744, "read": 5.744}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 172, "client_acquire_ms": {"avg_ms": 0.008, "count": 173, "max_ms": 0.037, "p95_ms": 0.015, "reason": null, "sample_age_ms": 6.812, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.889, "count": 172, "max_ms": 5.799, "p95_ms": 2.968, "reason": null, "sample_age_ms": 57.709, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.387, "count": 172, "max_ms": 5.28, "p95_ms": 1.997, "reason": null, "sample_age_ms": 57.992, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.423, "count": 173, "max_ms": 8.934, "p95_ms": 0.806, "reason": null, "sample_age_ms": 6.818, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.079, "count": 172, "max_ms": 5.749, "p95_ms": 3.316, "reason": null, "sample_age_ms": 55.489, "source": "client_direct"}, "request_count": 172, "request_tensor_bytes": {"avg": 2764808.0, "count": 172, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 55.459, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 173, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 6.992, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.928, "count": 173, "max_ms": 96.237, "p95_ms": 74.978, "reason": null, "sample_age_ms": 6.809, "source": "client_direct"}, "sample_age_ms": 6.807, "source": "client_direct", "task_total_ms": {"avg_ms": 54.627, "count": 173, "max_ms": 101.412, "p95_ms": 77.543, "reason": null, "sample_age_ms": 6.807, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.915, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.853, "count": 172, "max_ms": 21.093, "p95_ms": 17.241}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.575, "count": 172, "max_ms": 2.568, "p95_ms": 1.148}, "detection_prepare_ms": {"avg_ms": 1.94, "count": 172, "max_ms": 5.916, "p95_ms": 3.407}, "event_filter_ms": {"avg_ms": 0.007, "count": 172, "max_ms": 0.025, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.571, "count": 172, "max_ms": 1.719, "p95_ms": 1.009}, "mcmt_ms": {"avg_ms": 0.004, "count": 172, "max_ms": 0.021, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 5.074, "count": 172, "max_ms": 11.926, "p95_ms": 8.816}, "setup_ms": {"avg_ms": 0.05, "count": 172, "max_ms": 0.133, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 10.786, "count": 172, "max_ms": 21.044, "p95_ms": 17.071}, "track_match_ms": {"avg_ms": 0.124, "count": 172, "max_ms": 0.496, "p95_ms": 0.274}, "tracker_update_ms": {"avg_ms": 2.44, "count": 172, "max_ms": 5.899, "p95_ms": 4.027}}, "gstreamer_push": {"avg_ms": 3.259, "count": 172, "max_ms": 8.806, "p95_ms": 5.942}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 172, "max_ms": 0.541, "p95_ms": 0.125}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.048, "count": 172, "max_ms": 102.666, "p95_ms": 79.098}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.213, "count": 172, "max_ms": 11.753, "p95_ms": 8.262}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.428, "count": 172, "max_ms": 171.178, "p95_ms": 148.368}, "inference_input_copy_ms": {"avg_ms": 1.754, "count": 172, "max_ms": 5.858, "p95_ms": 3.343}, "processing_residual_ms": {"avg_ms": 0.319, "count": 172, "max_ms": 1.226, "p95_ms": 0.56}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.714, "count": 172, "max_ms": 179.026, "p95_ms": 153.55}, "read_interval": {"avg_ms": 174.303, "count": 172, "max_ms": 6340.605, "p95_ms": 190.494}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 172, "max_ms": 0.472, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 4.983, "count": 172, "max_ms": 11.738, "p95_ms": 8.69}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 172, "max_ms": 0.077, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.959, "count": 172, "max_ms": 11.693, "p95_ms": 8.675}, "worker_merge_ms": {"avg_ms": 0.008, "count": 172, "max_ms": 0.034, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 56.064, "count": 172, "max_ms": 102.687, "p95_ms": 79.111}, "visualize": {"avg_ms": 41.274, "count": 172, "max_ms": 73.821, "p95_ms": 58.413}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.8, "count": 172, "max_ms": 52.746, "p95_ms": 46.034}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.591, "count": 172, "max_ms": 72.367, "p95_ms": 56.253}, "visualize_input_copy_ms": {"avg_ms": 1.458, "count": 172, "max_ms": 4.251, "p95_ms": 2.395}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.445, "count": 172, "max_ms": 72.158, "p95_ms": 56.058}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 172, "max_ms": 0.252, "p95_ms": 0.15}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 172}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 840.973, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.321, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.427, "sample_count": 2246, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 70758, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:15:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118320, "write_bytes_delta": 118320, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 276.0, "cpu_core_ratio": 0.601818, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1998.0, "pid": 13685, "reason": null, "system_cpu_core_ratio": 0.312626, "system_cpu_s_delta": 6.27, "user_cpu_core_ratio": 0.289192, "user_cpu_s_delta": 5.79999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.26696, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.402376, "system_cpu_s_delta": 8.069999999999709, "user_cpu_core_ratio": 0.864584, "user_cpu_s_delta": 17.340000000000146}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.259, "count": 170, "max_ms": 8.285, "p95_ms": 5.587, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.512, "max": 6.0, "p95": 6.0, "sample_count": 170}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.835, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 170}, "total": {"avg": 3.835, "max": 5.0, "p95": 5.0, "sample_count": 170}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.089, "count": 30, "max": 71.176, "p95": 48.045, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.296, "count": 30, "max": 28.855, "p95": 23.092, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 831.233, "count": 30, "max": 1144.0, "p95": 1104.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1306.1, "count": 30, "max": 8560.0, "p95": 4649.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.086, "count": 30, "max": 0.352, "p95": 0.28, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.407, "count": 30, "max": 0.441, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 117073.967, "count": 30, "max": 127905.0, "p95": 124052.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117073.967, "count": 30, "max": 127905.0, "p95": 124052.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.933, "count": 30, "max": 45.0, "p95": 21.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.537, "count": 30, "max": 0.596, "p95": 0.59, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.185, "count": 30, "max": 1.296, "p95": 1.279, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 656, "sampled_at": "2026-10-30T17:15:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:15:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 161567, "flush_count": 164, "flush_interval_seconds": 30.0, "flush_state": {"count": 164, "last_at": "2026-10-30T17:15:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:15:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 163}, "started": true, "suppressed_count": 70683, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 70660}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 164, "written_record_count": 164}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4930.648, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T17:15:52+09:00", "last_error_summary": "[h264 @ 0x5ef5646387c0] cabac decode of qscale diff failed at 57 50 [h264 @ 0x5ef5646387c0] error while decoding MB 57 50, bytestream 2077 [h264 @ 0x5ef5644e70c0] cabac decode of qscale diff failed at 116 65 [h264 @ 0x5ef5644e70c0] error while decoding MB 116 65, bytestream 5146 [h264 @ 0x5ef5645ef200] cabac decode of qscale diff failed at 10 45 [h264 @ 0x5ef5645ef200] error while decoding MB 10 45, bytestream 5695 [h264 @ 0x5ef5645c6f40] error while decoding MB 52 63, bytestream -6 [h264 @ 0x5e", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 195811430400, "copied_frame_count": 70823, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:00:04+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4396400, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:59:56+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.949}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 23, "events_emitted": 22, "events_failed": 0, "events_observed": 23, "events_suppressed": 1, "frame_buffer_copied_bytes": 195811430400, "frame_buffer_copies": 70823, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1100, "recorder_active_input_bytes": 3041280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 22, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 22, "worker_jobs_accepted": 22, "worker_jobs_completed": 22, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1156, "count": 512, "max_ms": 0.524, "p50_ms": 0.1011, "p95_ms": 0.2245, "p99_ms": 0.3343}, "stages": {"db_insert": {"avg_ms": 18.3936, "count": 22, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 29.8753, "p99_ms": 32.7586, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8439, "count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1190.289, "count": 23, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1368.1165, "p99_ms": 3752.3895, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.502, "count": 512, "max_ms": 4.857, "p50_ms": 1.378, "p95_ms": 2.6451, "p99_ms": 3.6026, "results": {"failed": 0, "not_applicable": 0, "success": 70823, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.369, "count": 23, "max_ms": 656.9199, "p50_ms": 580.9847, "p95_ms": 642.2929, "p99_ms": 653.8667, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.7514, "count": 22, "max_ms": 65.0452, "p50_ms": 34.7351, "p95_ms": 58.1775, "p99_ms": 63.6075, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.595, "count": 512, "max_ms": 12.236, "p50_ms": 5.418, "p95_ms": 8.4211, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5467, "count": 512, "max_ms": 4.7858, "p50_ms": 1.418, "p95_ms": 2.6694, "p99_ms": 3.8307, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 570.9514, "count": 22, "max_ms": 653.6862, "p50_ms": 577.7276, "p95_ms": 638.3149, "p99_ms": 650.5328, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 477.7743, "count": 22, "max_ms": 555.4516, "p50_ms": 478.4637, "p95_ms": 535.7752, "p99_ms": 551.3433, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1571, "count": 22, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.7171, "p99_ms": 98.9671, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.983, "count": 22, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 8.3906, "p99_ms": 14.3647, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.5584, "count": 22, "max_ms": 73.1462, "p50_ms": 45.1618, "p95_ms": 70.1034, "p99_ms": 72.6277, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4831, "count": 22, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.536, "p99_ms": 7.8224, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 578.0046, "count": 22, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 710.822, "p99_ms": 3115.0278, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5539, "count": 22, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.6467, "p99_ms": 10.509, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8643, "count": 22, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 73.9224, "p99_ms": 88.4298, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1544, "count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6023, "count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 666.8059, "count": 22, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 774.3532, "p99_ms": 3195.0859, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 22, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481}, "wait_ms": {"count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 22, "artifact_failed": 0, "artifact_requested": 22, "artifact_success": 22, "completed": 22, "completed_failed": 0, "completed_success": 22, "cooldown_promoted": 22, "database_requested": 22, "db_insert_success": 22, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15563, "relay_business_failed": 0, "relay_business_success": 22, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 22, "relay_transport_failed": 0, "relay_transport_success": 22, "reservation_requested": 22}, "snapshot": {"copied_bytes": 60825600, "copied_count": 22, "copy": {"count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 50, "h264_decode_error_count": 124, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:15:52+09:00", "last_error_summary": "[h264 @ 0x5ef5646387c0] cabac decode of qscale diff failed at 57 50 [h264 @ 0x5ef5646387c0] error while decoding MB 57 50, bytestream 2077 [h264 @ 0x5ef5644e70c0] cabac decode of qscale diff failed at 116 65 [h264 @ 0x5ef5644e70c0] error while decoding MB 116 65, bytestream 5146 [h264 @ 0x5ef5645ef200] cabac decode of qscale diff failed at 10 45 [h264 @ 0x5ef5645ef200] error while decoding MB 10 45, bytestream 5695 [h264 @ 0x5ef5645c6f40] error while decoding MB 52 63, bytestream -6 [h264 @ 0x5e", "last_exit_at": "2026-10-30T17:15:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 175.505, "last_started_at": "2026-10-30T17:12:57+09:00", "pid": 13685, "process": {"exists": false, "pid": 13685}, "restart_count": 53, "restart_count_per_hour": 23, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.881, "sample_count": 2240, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 70823, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:15:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T17:15:52+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-10-30T17:15:52+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 17, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 96.206, "last_sample_duration_ms": 986.042, "last_trigger": "periodic", "next_snapshot_in_sec": 503.794, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 17, "storage_bytes": 1211015}, "mjpeg": {"age_sec": 0.128, "exists": true, "mtime": "2026-10-30T17:15:52.553746+09:00", "mtime_epoch": 1793348152.5537462, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 116818}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:15:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 841.0, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 20, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 70823, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.762, "max": 7.0, "p95": 6.0, "sample_count": 172}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.715, "max": 5.0, "p95": 5.0, "sample_count": 172}, "total": {"avg": 3.715, "max": 5.0, "p95": 5.0, "sample_count": 172}}, "tracking_counts": {"active": {"avg": 0.209, "max": 2.0, "p95": 2.0, "sample_count": 172}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "removed": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 172}, "tracked": {"avg": 0.209, "max": 2.0, "p95": 2.0, "sample_count": 172}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.754, "pushed": 5.754, "read": 5.721}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 171, "client_acquire_ms": {"avg_ms": 0.008, "count": 172, "max_ms": 0.037, "p95_ms": 0.015, "reason": null, "sample_age_ms": 88.498, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.891, "count": 171, "max_ms": 5.799, "p95_ms": 2.972, "reason": null, "sample_age_ms": 139.394, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.389, "count": 171, "max_ms": 5.28, "p95_ms": 2.002, "reason": null, "sample_age_ms": 139.678, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.424, "count": 172, "max_ms": 8.934, "p95_ms": 0.808, "reason": null, "sample_age_ms": 88.504, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.074, "count": 171, "max_ms": 5.749, "p95_ms": 3.317, "reason": null, "sample_age_ms": 137.174, "source": "client_direct"}, "request_count": 171, "request_tensor_bytes": {"avg": 2764808.0, "count": 171, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 137.145, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 172, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 88.678, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.007, "count": 172, "max_ms": 96.237, "p95_ms": 75.033, "reason": null, "sample_age_ms": 88.495, "source": "client_direct"}, "sample_age_ms": 88.493, "source": "client_direct", "task_total_ms": {"avg_ms": 54.71, "count": 172, "max_ms": 101.412, "p95_ms": 77.59, "reason": null, "sample_age_ms": 88.493, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.406, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.952, "count": 172, "max_ms": 25.62, "p95_ms": 17.276}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.575, "count": 172, "max_ms": 2.568, "p95_ms": 1.148}, "detection_prepare_ms": {"avg_ms": 2.017, "count": 172, "max_ms": 14.269, "p95_ms": 3.438}, "event_filter_ms": {"avg_ms": 0.007, "count": 172, "max_ms": 0.025, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.57, "count": 172, "max_ms": 1.719, "p95_ms": 1.009}, "mcmt_ms": {"avg_ms": 0.004, "count": 172, "max_ms": 0.021, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 5.097, "count": 172, "max_ms": 11.926, "p95_ms": 8.816}, "setup_ms": {"avg_ms": 0.05, "count": 172, "max_ms": 0.133, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 10.885, "count": 172, "max_ms": 25.587, "p95_ms": 17.168}, "track_match_ms": {"avg_ms": 0.124, "count": 172, "max_ms": 0.496, "p95_ms": 0.274}, "tracker_update_ms": {"avg_ms": 2.439, "count": 172, "max_ms": 5.899, "p95_ms": 4.027}}, "gstreamer_push": {"avg_ms": 3.261, "count": 172, "max_ms": 8.806, "p95_ms": 5.942}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 172, "max_ms": 0.541, "p95_ms": 0.125}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.111, "count": 172, "max_ms": 102.666, "p95_ms": 79.098}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.213, "count": 172, "max_ms": 11.753, "p95_ms": 8.262}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.64, "count": 172, "max_ms": 171.178, "p95_ms": 148.368}, "inference_input_copy_ms": {"avg_ms": 1.753, "count": 172, "max_ms": 5.858, "p95_ms": 3.343}, "processing_residual_ms": {"avg_ms": 0.32, "count": 172, "max_ms": 1.226, "p95_ms": 0.56}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.927, "count": 172, "max_ms": 179.026, "p95_ms": 153.55}, "read_interval": {"avg_ms": 174.73, "count": 171, "max_ms": 6340.605, "p95_ms": 190.494}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 172, "max_ms": 0.472, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 5.006, "count": 172, "max_ms": 11.738, "p95_ms": 8.69}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 172, "max_ms": 0.077, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.982, "count": 172, "max_ms": 11.693, "p95_ms": 8.675}, "worker_merge_ms": {"avg_ms": 0.008, "count": 172, "max_ms": 0.034, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 56.126, "count": 172, "max_ms": 102.687, "p95_ms": 79.111}, "visualize": {"avg_ms": 41.326, "count": 172, "max_ms": 73.821, "p95_ms": 58.413}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.859, "count": 172, "max_ms": 52.746, "p95_ms": 46.034}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.649, "count": 172, "max_ms": 72.367, "p95_ms": 56.253}, "visualize_input_copy_ms": {"avg_ms": 1.452, "count": 172, "max_ms": 4.251, "p95_ms": 2.395}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.503, "count": 172, "max_ms": 72.158, "p95_ms": 56.058}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 172, "max_ms": 0.252, "p95_ms": 0.15}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 172}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 840.973, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.321, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.427, "sample_count": 2246, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 70758, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:15:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118320, "write_bytes_delta": 118320, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 276.0, "cpu_core_ratio": 0.601818, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1998.0, "pid": 13685, "reason": null, "system_cpu_core_ratio": 0.312626, "system_cpu_s_delta": 6.27, "user_cpu_core_ratio": 0.289192, "user_cpu_s_delta": 5.79999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.26696, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.402376, "system_cpu_s_delta": 8.069999999999709, "user_cpu_core_ratio": 0.864584, "user_cpu_s_delta": 17.340000000000146}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.259, "count": 170, "max_ms": 8.285, "p95_ms": 5.587, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.512, "max": 6.0, "p95": 6.0, "sample_count": 170}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.835, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 170}, "total": {"avg": 3.835, "max": 5.0, "p95": 5.0, "sample_count": 170}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.089, "count": 30, "max": 71.176, "p95": 48.045, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.296, "count": 30, "max": 28.855, "p95": 23.092, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 831.233, "count": 30, "max": 1144.0, "p95": 1104.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1306.1, "count": 30, "max": 8560.0, "p95": 4649.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.086, "count": 30, "max": 0.352, "p95": 0.28, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.407, "count": 30, "max": 0.441, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 117073.967, "count": 30, "max": 127905.0, "p95": 124052.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117073.967, "count": 30, "max": 127905.0, "p95": 124052.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.933, "count": 30, "max": 45.0, "p95": 21.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.537, "count": 30, "max": 0.596, "p95": 0.59, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.185, "count": 30, "max": 1.296, "p95": 1.279, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 656, "sampled_at": "2026-10-30T17:15:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:15:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 161567, "flush_count": 164, "flush_interval_seconds": 30.0, "flush_state": {"count": 164, "last_at": "2026-10-30T17:15:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:15:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 163}, "started": true, "suppressed_count": 70683, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 70660}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 164, "written_record_count": 164}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4931.211, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 195811430400, "copied_frame_count": 70823, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:00:04+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4396400, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:59:56+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.949}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 23, "events_emitted": 22, "events_failed": 0, "events_observed": 23, "events_suppressed": 1, "frame_buffer_copied_bytes": 195811430400, "frame_buffer_copies": 70823, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1100, "recorder_active_input_bytes": 3041280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 22, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 22, "worker_jobs_accepted": 22, "worker_jobs_completed": 22, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1156, "count": 512, "max_ms": 0.524, "p50_ms": 0.1011, "p95_ms": 0.2245, "p99_ms": 0.3343}, "stages": {"db_insert": {"avg_ms": 18.3936, "count": 22, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 29.8753, "p99_ms": 32.7586, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8439, "count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1190.289, "count": 23, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1368.1165, "p99_ms": 3752.3895, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.502, "count": 512, "max_ms": 4.857, "p50_ms": 1.378, "p95_ms": 2.6451, "p99_ms": 3.6026, "results": {"failed": 0, "not_applicable": 0, "success": 70823, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.369, "count": 23, "max_ms": 656.9199, "p50_ms": 580.9847, "p95_ms": 642.2929, "p99_ms": 653.8667, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.7514, "count": 22, "max_ms": 65.0452, "p50_ms": 34.7351, "p95_ms": 58.1775, "p99_ms": 63.6075, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.595, "count": 512, "max_ms": 12.236, "p50_ms": 5.418, "p95_ms": 8.4211, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5467, "count": 512, "max_ms": 4.7858, "p50_ms": 1.418, "p95_ms": 2.6694, "p99_ms": 3.8307, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 570.9514, "count": 22, "max_ms": 653.6862, "p50_ms": 577.7276, "p95_ms": 638.3149, "p99_ms": 650.5328, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 477.7743, "count": 22, "max_ms": 555.4516, "p50_ms": 478.4637, "p95_ms": 535.7752, "p99_ms": 551.3433, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1571, "count": 22, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.7171, "p99_ms": 98.9671, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.983, "count": 22, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 8.3906, "p99_ms": 14.3647, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.5584, "count": 22, "max_ms": 73.1462, "p50_ms": 45.1618, "p95_ms": 70.1034, "p99_ms": 72.6277, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4831, "count": 22, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.536, "p99_ms": 7.8224, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 578.0046, "count": 22, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 710.822, "p99_ms": 3115.0278, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5539, "count": 22, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.6467, "p99_ms": 10.509, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8643, "count": 22, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 73.9224, "p99_ms": 88.4298, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1544, "count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6023, "count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 666.8059, "count": 22, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 774.3532, "p99_ms": 3195.0859, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 22, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481}, "wait_ms": {"count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 22, "artifact_failed": 0, "artifact_requested": 22, "artifact_success": 22, "completed": 22, "completed_failed": 0, "completed_success": 22, "cooldown_promoted": 22, "database_requested": 22, "db_insert_success": 22, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15563, "relay_business_failed": 0, "relay_business_success": 22, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 22, "relay_transport_failed": 0, "relay_transport_success": 22, "reservation_requested": 22}, "snapshot": {"copied_bytes": 60825600, "copied_count": 22, "copy": {"count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 50, "h264_decode_error_count": 124, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:15:52+09:00", "last_error_summary": "[h264 @ 0x5ef5646387c0] cabac decode of qscale diff failed at 57 50 [h264 @ 0x5ef5646387c0] error while decoding MB 57 50, bytestream 2077 [h264 @ 0x5ef5644e70c0] cabac decode of qscale diff failed at 116 65 [h264 @ 0x5ef5644e70c0] error while decoding MB 116 65, bytestream 5146 [h264 @ 0x5ef5645ef200] cabac decode of qscale diff failed at 10 45 [h264 @ 0x5ef5645ef200] error while decoding MB 10 45, bytestream 5695 [h264 @ 0x5ef5645c6f40] error while decoding MB 52 63, bytestream -6 [h264 @ 0x5e", "last_exit_at": "2026-10-30T17:15:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 175.536, "last_started_at": "2026-10-30T17:12:57+09:00", "pid": 13685, "process": {"exists": false, "pid": 13685}, "restart_count": 53, "restart_count_per_hour": 23, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 54}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.881, "sample_count": 2240, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 70823, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:15:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.033, "last_frame_pushed_at": "2026-10-30T17:15:52+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-10-30T17:15:52+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 17, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 96.252, "last_sample_duration_ms": 986.042, "last_trigger": "periodic", "next_snapshot_in_sec": 503.748, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 17, "storage_bytes": 1211015}, "mjpeg": {"age_sec": 0.018, "exists": true, "mtime": "2026-10-30T17:15:52.694747+09:00", "mtime_epoch": 1793348152.694747, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 115613}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:15:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 841.0, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 20, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 70823, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.762, "max": 7.0, "p95": 6.0, "sample_count": 172}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.715, "max": 5.0, "p95": 5.0, "sample_count": 172}, "total": {"avg": 3.715, "max": 5.0, "p95": 5.0, "sample_count": 172}}, "tracking_counts": {"active": {"avg": 0.209, "max": 2.0, "p95": 2.0, "sample_count": 172}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "removed": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 172}, "tracked": {"avg": 0.209, "max": 2.0, "p95": 2.0, "sample_count": 172}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.748, "pushed": 5.748, "read": 5.715}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 171, "client_acquire_ms": {"avg_ms": 0.008, "count": 171, "max_ms": 0.037, "p95_ms": 0.015, "reason": null, "sample_age_ms": 126.956, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.891, "count": 171, "max_ms": 5.799, "p95_ms": 2.972, "reason": null, "sample_age_ms": 177.853, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.389, "count": 171, "max_ms": 5.28, "p95_ms": 2.002, "reason": null, "sample_age_ms": 178.136, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.425, "count": 171, "max_ms": 8.934, "p95_ms": 0.809, "reason": null, "sample_age_ms": 126.962, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.074, "count": 171, "max_ms": 5.749, "p95_ms": 3.317, "reason": null, "sample_age_ms": 175.633, "source": "client_direct"}, "request_count": 171, "request_tensor_bytes": {"avg": 2764808.0, "count": 171, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 175.604, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 171, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 127.136, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.021, "count": 171, "max_ms": 96.237, "p95_ms": 75.088, "reason": null, "sample_age_ms": 126.953, "source": "client_direct"}, "sample_age_ms": 126.951, "source": "client_direct", "task_total_ms": {"avg_ms": 54.72, "count": 171, "max_ms": 101.412, "p95_ms": 77.637, "reason": null, "sample_age_ms": 126.951, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.138, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.952, "count": 172, "max_ms": 25.62, "p95_ms": 17.276}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.575, "count": 172, "max_ms": 2.568, "p95_ms": 1.148}, "detection_prepare_ms": {"avg_ms": 2.017, "count": 172, "max_ms": 14.269, "p95_ms": 3.438}, "event_filter_ms": {"avg_ms": 0.007, "count": 172, "max_ms": 0.025, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.57, "count": 172, "max_ms": 1.719, "p95_ms": 1.009}, "mcmt_ms": {"avg_ms": 0.004, "count": 172, "max_ms": 0.021, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 5.097, "count": 172, "max_ms": 11.926, "p95_ms": 8.816}, "setup_ms": {"avg_ms": 0.05, "count": 172, "max_ms": 0.133, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 10.885, "count": 172, "max_ms": 25.587, "p95_ms": 17.168}, "track_match_ms": {"avg_ms": 0.124, "count": 172, "max_ms": 0.496, "p95_ms": 0.274}, "tracker_update_ms": {"avg_ms": 2.439, "count": 172, "max_ms": 5.899, "p95_ms": 4.027}}, "gstreamer_push": {"avg_ms": 3.261, "count": 172, "max_ms": 8.806, "p95_ms": 5.942}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 172, "max_ms": 0.541, "p95_ms": 0.125}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.111, "count": 172, "max_ms": 102.666, "p95_ms": 79.098}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.213, "count": 172, "max_ms": 11.753, "p95_ms": 8.262}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.64, "count": 172, "max_ms": 171.178, "p95_ms": 148.368}, "inference_input_copy_ms": {"avg_ms": 1.753, "count": 172, "max_ms": 5.858, "p95_ms": 3.343}, "processing_residual_ms": {"avg_ms": 0.32, "count": 172, "max_ms": 1.226, "p95_ms": 0.56}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.927, "count": 172, "max_ms": 179.026, "p95_ms": 153.55}, "read_interval": {"avg_ms": 174.73, "count": 171, "max_ms": 6340.605, "p95_ms": 190.494}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 172, "max_ms": 0.472, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 5.006, "count": 172, "max_ms": 11.738, "p95_ms": 8.69}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 172, "max_ms": 0.077, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.982, "count": 172, "max_ms": 11.693, "p95_ms": 8.675}, "worker_merge_ms": {"avg_ms": 0.008, "count": 172, "max_ms": 0.034, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 56.126, "count": 172, "max_ms": 102.687, "p95_ms": 79.111}, "visualize": {"avg_ms": 41.326, "count": 172, "max_ms": 73.821, "p95_ms": 58.413}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.859, "count": 172, "max_ms": 52.746, "p95_ms": 46.034}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.649, "count": 172, "max_ms": 72.367, "p95_ms": 56.253}, "visualize_input_copy_ms": {"avg_ms": 1.452, "count": 172, "max_ms": 4.251, "p95_ms": 2.395}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.503, "count": 172, "max_ms": 72.158, "p95_ms": 56.058}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 172, "max_ms": 0.252, "p95_ms": 0.15}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 172}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 840.973, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.321, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.427, "sample_count": 2246, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 70758, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:15:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118320, "write_bytes_delta": 118320, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 276.0, "cpu_core_ratio": 0.601818, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1998.0, "pid": 13685, "reason": null, "system_cpu_core_ratio": 0.312626, "system_cpu_s_delta": 6.27, "user_cpu_core_ratio": 0.289192, "user_cpu_s_delta": 5.79999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.26696, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.402376, "system_cpu_s_delta": 8.069999999999709, "user_cpu_core_ratio": 0.864584, "user_cpu_s_delta": 17.340000000000146}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.259, "count": 170, "max_ms": 8.285, "p95_ms": 5.587, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.512, "max": 6.0, "p95": 6.0, "sample_count": 170}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.835, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 170}, "total": {"avg": 3.835, "max": 5.0, "p95": 5.0, "sample_count": 170}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.089, "count": 30, "max": 71.176, "p95": 48.045, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.296, "count": 30, "max": 28.855, "p95": 23.092, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 831.233, "count": 30, "max": 1144.0, "p95": 1104.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1306.1, "count": 30, "max": 8560.0, "p95": 4649.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.086, "count": 30, "max": 0.352, "p95": 0.28, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.407, "count": 30, "max": 0.441, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 117073.967, "count": 30, "max": 127905.0, "p95": 124052.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117073.967, "count": 30, "max": 127905.0, "p95": 124052.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.933, "count": 30, "max": 45.0, "p95": 21.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.537, "count": 30, "max": 0.596, "p95": 0.59, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.185, "count": 30, "max": 1.296, "p95": 1.279, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 656, "sampled_at": "2026-10-30T17:15:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:15:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 161567, "flush_count": 164, "flush_interval_seconds": 30.0, "flush_state": {"count": 164, "last_at": "2026-10-30T17:15:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:15:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 163}, "started": true, "suppressed_count": 70683, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 23, "tracking_summary": 70660}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 164, "written_record_count": 164}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5104.543, "limit_mb": null}, "detail": {"pid": 13801, "restart_count": 54, "start_count": 55}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 195811430400, "copied_frame_count": 70823, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:00:04+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4396400, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:59:56+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.949}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 23, "events_emitted": 22, "events_failed": 0, "events_observed": 23, "events_suppressed": 1, "frame_buffer_copied_bytes": 195811430400, "frame_buffer_copies": 70823, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1100, "recorder_active_input_bytes": 3041280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 22, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 22, "worker_jobs_accepted": 22, "worker_jobs_completed": 22, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1156, "count": 512, "max_ms": 0.524, "p50_ms": 0.1011, "p95_ms": 0.2245, "p99_ms": 0.3343}, "stages": {"db_insert": {"avg_ms": 18.3936, "count": 22, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 29.8753, "p99_ms": 32.7586, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8439, "count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1190.289, "count": 23, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1368.1165, "p99_ms": 3752.3895, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.502, "count": 512, "max_ms": 4.857, "p50_ms": 1.378, "p95_ms": 2.6451, "p99_ms": 3.6026, "results": {"failed": 0, "not_applicable": 0, "success": 70823, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 550.369, "count": 23, "max_ms": 656.9199, "p50_ms": 580.9847, "p95_ms": 642.2929, "p99_ms": 653.8667, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.7514, "count": 22, "max_ms": 65.0452, "p50_ms": 34.7351, "p95_ms": 58.1775, "p99_ms": 63.6075, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.595, "count": 512, "max_ms": 12.236, "p50_ms": 5.418, "p95_ms": 8.4211, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5467, "count": 512, "max_ms": 4.7858, "p50_ms": 1.418, "p95_ms": 2.6694, "p99_ms": 3.8307, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 570.9514, "count": 22, "max_ms": 653.6862, "p50_ms": 577.7276, "p95_ms": 638.3149, "p99_ms": 650.5328, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 477.7743, "count": 22, "max_ms": 555.4516, "p50_ms": 478.4637, "p95_ms": 535.7752, "p99_ms": 551.3433, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.1571, "count": 22, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.7171, "p99_ms": 98.9671, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.983, "count": 22, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 8.3906, "p99_ms": 14.3647, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.5584, "count": 22, "max_ms": 73.1462, "p50_ms": 45.1618, "p95_ms": 70.1034, "p99_ms": 72.6277, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4353, "count": 22, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.2184, "p99_ms": 6.8111, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.916, "count": 23, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6335, "p99_ms": 1.7229, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4831, "count": 22, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.536, "p99_ms": 7.8224, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 578.0046, "count": 22, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 710.822, "p99_ms": 3115.0278, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5539, "count": 22, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.6467, "p99_ms": 10.509, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.8643, "count": 22, "max_ms": 92.2129, "p50_ms": 24.0583, "p95_ms": 73.9224, "p99_ms": 88.4298, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1544, "count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.6023, "count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 666.8059, "count": 22, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 774.3532, "p99_ms": 3195.0859, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 22, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 22, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1806, "p99_ms": 0.9481}, "wait_ms": {"count": 22, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2314, "p99_ms": 5.2037}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 22, "artifact_failed": 0, "artifact_requested": 22, "artifact_success": 22, "completed": 22, "completed_failed": 0, "completed_success": 22, "cooldown_promoted": 22, "database_requested": 22, "db_insert_success": 22, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15563, "relay_business_failed": 0, "relay_business_success": 22, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 22, "relay_transport_failed": 0, "relay_transport_success": 22, "reservation_requested": 22}, "snapshot": {"copied_bytes": 60825600, "copied_count": 22, "copy": {"count": 22, "max_ms": 3.8064, "p50_ms": 1.7289, "p95_ms": 2.6902, "p99_ms": 3.5721}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 50, "h264_decode_error_count": 124, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:15:52+09:00", "last_error_summary": "[h264 @ 0x5ef5646387c0] cabac decode of qscale diff failed at 57 50 [h264 @ 0x5ef5646387c0] error while decoding MB 57 50, bytestream 2077 [h264 @ 0x5ef5644e70c0] cabac decode of qscale diff failed at 116 65 [h264 @ 0x5ef5644e70c0] error while decoding MB 116 65, bytestream 5146 [h264 @ 0x5ef5645ef200] cabac decode of qscale diff failed at 10 45 [h264 @ 0x5ef5645ef200] error while decoding MB 10 45, bytestream 5695 [h264 @ 0x5ef5645c6f40] error while decoding MB 52 63, bytestream -6 [h264 @ 0x5e", "last_exit_at": "2026-10-30T17:15:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T17:15:54+09:00", "pid": 13801, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.059, "name": "ffmpeg", "pid": 13801, "rss_mb": 209.059, "state": "S (sleeping)", "threads": 70}, "restart_count": 54, "restart_count_per_hour": 24, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.088, "sample_count": 2205, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 70823, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:15:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.295, "last_frame_pushed_at": "2026-10-30T17:15:52+09:00", "last_frame_read_age_sec": 4.429, "last_frame_read_at": "2026-10-30T17:15:52+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 17, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 100.496, "last_sample_duration_ms": 986.042, "last_trigger": "periodic", "next_snapshot_in_sec": 499.504, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 17, "storage_bytes": 1211015}, "mjpeg": {"age_sec": 4.28, "exists": true, "mtime": "2026-10-30T17:15:52.694747+09:00", "mtime_epoch": 1793348152.694747, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 115613}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:15:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 841.004, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 20, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 70823, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.851, "max": 7.0, "p95": 6.0, "sample_count": 154}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.623, "max": 5.0, "p95": 5.0, "sample_count": 154}, "total": {"avg": 3.623, "max": 5.0, "p95": 5.0, "sample_count": 154}}, "tracking_counts": {"active": {"avg": 0.234, "max": 2.0, "p95": 2.0, "sample_count": 154}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 154}, "removed": {"avg": 0.019, "max": 1.0, "p95": 0.0, "sample_count": 154}, "tracked": {"avg": 0.234, "max": 2.0, "p95": 2.0, "sample_count": 154}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 154}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 154, "pushed_frames": 154, "read_frames": 154, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.038, "pushed": 6.038, "read": 6.038}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 154, "client_acquire_ms": {"avg_ms": 0.008, "count": 154, "max_ms": 0.037, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4380.039, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.853, "count": 154, "max_ms": 5.033, "p95_ms": 2.637, "reason": null, "sample_age_ms": 4430.936, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.346, "count": 154, "max_ms": 3.736, "p95_ms": 1.883, "reason": null, "sample_age_ms": 4431.219, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.374, "count": 154, "max_ms": 1.364, "p95_ms": 0.79, "reason": null, "sample_age_ms": 4380.046, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.1, "count": 154, "max_ms": 5.749, "p95_ms": 3.354, "reason": null, "sample_age_ms": 4428.716, "source": "client_direct"}, "request_count": 154, "request_tensor_bytes": {"avg": 2764808.0, "count": 154, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4428.687, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 154, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4380.22, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.809, "count": 154, "max_ms": 96.237, "p95_ms": 74.923, "reason": null, "sample_age_ms": 4380.037, "source": "client_direct"}, "sample_age_ms": 4380.034, "source": "client_direct", "task_total_ms": {"avg_ms": 54.485, "count": 154, "max_ms": 98.044, "p95_ms": 77.496, "reason": null, "sample_age_ms": 4380.034, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.538, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.694, "count": 154, "max_ms": 25.62, "p95_ms": 17.241}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.531, "count": 154, "max_ms": 2.568, "p95_ms": 0.946}, "detection_prepare_ms": {"avg_ms": 2.014, "count": 154, "max_ms": 14.269, "p95_ms": 3.438}, "event_filter_ms": {"avg_ms": 0.006, "count": 154, "max_ms": 0.022, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.555, "count": 154, "max_ms": 1.719, "p95_ms": 0.96}, "mcmt_ms": {"avg_ms": 0.004, "count": 154, "max_ms": 0.021, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 4.951, "count": 154, "max_ms": 11.926, "p95_ms": 8.689}, "setup_ms": {"avg_ms": 0.05, "count": 154, "max_ms": 0.133, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 10.627, "count": 154, "max_ms": 25.587, "p95_ms": 17.071}, "track_match_ms": {"avg_ms": 0.124, "count": 154, "max_ms": 0.496, "p95_ms": 0.301}, "tracker_update_ms": {"avg_ms": 2.391, "count": 154, "max_ms": 5.899, "p95_ms": 4.027}}, "gstreamer_push": {"avg_ms": 3.217, "count": 154, "max_ms": 8.806, "p95_ms": 5.942}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 154, "max_ms": 0.541, "p95_ms": 0.125}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.848, "count": 154, "max_ms": 100.548, "p95_ms": 79.098}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.159, "count": 154, "max_ms": 11.753, "p95_ms": 8.197}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 154, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 154, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.557, "count": 154, "max_ms": 168.722, "p95_ms": 144.372}, "inference_input_copy_ms": {"avg_ms": 1.745, "count": 154, "max_ms": 5.858, "p95_ms": 2.925}, "processing_residual_ms": {"avg_ms": 0.329, "count": 154, "max_ms": 1.226, "p95_ms": 0.562}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 154, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 154, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.789, "count": 154, "max_ms": 172.184, "p95_ms": 149.42}, "read_interval": {"avg_ms": 178.036, "count": 154, "max_ms": 6340.605, "p95_ms": 190.494}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 154, "max_ms": 0.472, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 4.862, "count": 154, "max_ms": 11.738, "p95_ms": 8.611}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 154, "max_ms": 0.077, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.838, "count": 154, "max_ms": 11.693, "p95_ms": 8.577}, "worker_merge_ms": {"avg_ms": 0.007, "count": 154, "max_ms": 0.021, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 55.863, "count": 154, "max_ms": 100.566, "p95_ms": 79.111}, "visualize": {"avg_ms": 40.794, "count": 154, "max_ms": 73.365, "p95_ms": 58.413}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.533, "count": 154, "max_ms": 52.746, "p95_ms": 45.872}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 154, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.132, "count": 154, "max_ms": 68.829, "p95_ms": 56.253}, "visualize_input_copy_ms": {"avg_ms": 1.44, "count": 154, "max_ms": 4.251, "p95_ms": 2.395}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 154, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.986, "count": 154, "max_ms": 68.451, "p95_ms": 56.058}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 154, "max_ms": 0.252, "p95_ms": 0.152}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 154}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 154}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 154}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 840.973, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.321, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.427, "sample_count": 2246, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 70758, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:15:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118320, "write_bytes_delta": 118320, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 276.0, "cpu_core_ratio": 0.601818, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1998.0, "pid": 13685, "reason": null, "system_cpu_core_ratio": 0.312626, "system_cpu_s_delta": 6.27, "user_cpu_core_ratio": 0.289192, "user_cpu_s_delta": 5.79999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.26696, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.402376, "system_cpu_s_delta": 8.069999999999709, "user_cpu_core_ratio": 0.864584, "user_cpu_s_delta": 17.340000000000146}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.259, "count": 170, "max_ms": 8.285, "p95_ms": 5.587, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.512, "max": 6.0, "p95": 6.0, "sample_count": 170}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.835, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 170}, "total": {"avg": 3.835, "max": 5.0, "p95": 5.0, "sample_count": 170}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.089, "count": 30, "max": 71.176, "p95": 48.045, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.296, "count": 30, "max": 28.855, "p95": 23.092, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 831.233, "count": 30, "max": 1144.0, "p95": 1104.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1306.1, "count": 30, "max": 8560.0, "p95": 4649.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.086, "count": 30, "max": 0.352, "p95": 0.28, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.407, "count": 30, "max": 0.441, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 117073.967, "count": 30, "max": 127905.0, "p95": 124052.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117073.967, "count": 30, "max": 127905.0, "p95": 124052.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.933, "count": 30, "max": 45.0, "p95": 21.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.537, "count": 30, "max": 0.596, "p95": 0.59, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.185, "count": 30, "max": 1.296, "p95": 1.279, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 656, "sampled_at": "2026-10-30T17:15:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:15:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 25.506, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 163643, "flush_count": 166, "flush_interval_seconds": 30.0, "flush_state": {"count": 166, "last_at": "2026-10-30T17:17:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:17:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 165}, "started": true, "suppressed_count": 71825, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 71801}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 166, "written_record_count": 166}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5160.855, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5e7fb99899c0] error while decoding MB 104 65, bytestream -15", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 198968832000, "copied_frame_count": 71965, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 1, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:00:04+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4396400, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:59:56+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.949}, "oldest_age_s": 6.393047571182251, "peak_active_count": 3, "pre_event_reference_bytes": 138240000, "remaining_frame_count": 9, "written_frame_count": 91}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 138240000, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 138240000, "ring_bytes": 138240000, "total_upper_bound_bytes": 276480000, "unavailable_reason": "exact_overlap_not_collected"}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 24, "events_emitted": 23, "events_failed": 0, "events_observed": 24, "events_suppressed": 1, "frame_buffer_copied_bytes": 198968832000, "frame_buffer_copies": 71965, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1141, "recorder_active_input_bytes": 3154636800, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 23, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 23, "worker_jobs_accepted": 23, "worker_jobs_completed": 23, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1067, "count": 512, "max_ms": 1.1213, "p50_ms": 0.0919, "p95_ms": 0.2065, "p99_ms": 0.2911}, "stages": {"db_insert": {"avg_ms": 18.9327, "count": 23, "max_ms": 33.4972, "p50_ms": 18.6321, "p95_ms": 30.7125, "p99_ms": 32.9024, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8313, "count": 23, "max_ms": 3.8064, "p50_ms": 1.6989, "p95_ms": 2.6898, "p99_ms": 3.561, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1188.0523, "count": 24, "max_ms": 4422.916, "p50_ms": 1091.5262, "p95_ms": 1364.6407, "p99_ms": 3721.911, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4989, "count": 512, "max_ms": 4.4408, "p50_ms": 1.3804, "p95_ms": 2.5652, "p99_ms": 3.56, "results": {"failed": 0, "not_applicable": 0, "success": 71965, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 551.0047, "count": 24, "max_ms": 656.9199, "p50_ms": 573.3057, "p95_ms": 641.9185, "p99_ms": 653.7279, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.3107, "count": 23, "max_ms": 65.0452, "p50_ms": 33.3931, "p95_ms": 58.1559, "p99_ms": 63.5391, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5378, "count": 512, "max_ms": 12.236, "p50_ms": 5.3533, "p95_ms": 8.3496, "p99_ms": 9.7906, "results": {"failed": 0, "not_applicable": 0, "success": 1141, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.52, "count": 512, "max_ms": 4.7858, "p50_ms": 1.3834, "p95_ms": 2.6468, "p99_ms": 3.8307, "results": {"failed": 0, "not_applicable": 0, "success": 1141, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 570.5309, "count": 23, "max_ms": 653.6862, "p50_ms": 576.9706, "p95_ms": 637.9598, "p99_ms": 650.3826, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 477.4905, "count": 23, "max_ms": 555.4516, "p50_ms": 475.4769, "p95_ms": 535.6623, "p99_ms": 551.1476, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.149, "count": 23, "max_ms": 99.8242, "p50_ms": 85.8016, "p95_ms": 95.6913, "p99_ms": 98.9263, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.8963, "count": 23, "max_ms": 15.8949, "p50_ms": 1.9502, "p95_ms": 8.1729, "p99_ms": 14.2918, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.5584, "count": 22, "max_ms": 73.1462, "p50_ms": 45.1618, "p95_ms": 70.1034, "p99_ms": 72.6277, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.899, "count": 24, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6161, "p99_ms": 1.7222, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4158, "count": 23, "max_ms": 8.0269, "p50_ms": 0.9807, "p95_ms": 2.1995, "p99_ms": 6.7532, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4158, "count": 23, "max_ms": 8.0269, "p50_ms": 0.9807, "p95_ms": 2.1995, "p99_ms": 6.7532, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.899, "count": 24, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6161, "p99_ms": 1.7222, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4595, "count": 23, "max_ms": 9.2164, "p50_ms": 1.0176, "p95_ms": 2.4936, "p99_ms": 7.7561, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 573.0538, "count": 23, "max_ms": 3752.636, "p50_ms": 413.9722, "p95_ms": 705.2375, "p99_ms": 3084.6655, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.4844, "count": 23, "max_ms": 11.5083, "p50_ms": 1.9543, "p95_ms": 6.5434, "p99_ms": 10.4615, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.6498, "count": 23, "max_ms": 92.2129, "p50_ms": 25.0322, "p95_ms": 73.6468, "p99_ms": 88.2496, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1529, "count": 23, "max_ms": 1.1521, "p50_ms": 0.1048, "p95_ms": 0.1804, "p99_ms": 0.9384, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5897, "count": 23, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2291, "p99_ms": 5.1914, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 662.5961, "count": 23, "max_ms": 3837.487, "p50_ms": 504.3705, "p95_ms": 770.2722, "p99_ms": 3164.4954, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 23, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 23, "max_ms": 1.1521, "p50_ms": 0.1048, "p95_ms": 0.1804, "p99_ms": 0.9384}, "wait_ms": {"count": 23, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2291, "p99_ms": 5.1914}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 23, "artifact_failed": 0, "artifact_requested": 23, "artifact_success": 23, "completed": 23, "completed_failed": 0, "completed_success": 23, "cooldown_promoted": 23, "database_requested": 23, "db_insert_success": 23, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15564, "relay_business_failed": 0, "relay_business_success": 23, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 23, "relay_transport_failed": 0, "relay_transport_success": 23, "reservation_requested": 23}, "snapshot": {"copied_bytes": 63590400, "copied_count": 23, "copy": {"count": 23, "max_ms": 3.8064, "p50_ms": 1.6989, "p95_ms": 2.6898, "p99_ms": 3.561}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 51, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:18:26+09:00", "last_error_summary": "[h264 @ 0x5e7fb99899c0] error while decoding MB 104 65, bytestream -15", "last_exit_at": "2026-10-30T17:15:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 151.386, "last_started_at": "2026-10-30T17:15:54+09:00", "pid": 13801, "process": {"exists": false, "pid": 13801}, "restart_count": 54, "restart_count_per_hour": 23, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.481, "sample_count": 2203, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 71965, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:18:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.08, "last_frame_pushed_at": "2026-10-30T17:18:26+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-10-30T17:18:26+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 17, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 249.899, "last_sample_duration_ms": 986.042, "last_trigger": "periodic", "next_snapshot_in_sec": 350.101, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 17, "storage_bytes": 1211015}, "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-10-30T17:18:26.289996+09:00", "mtime_epoch": 1793348306.2899961, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 116839}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:18:26+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 912.75, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 21, "oldest_recorder_age_sec": 6.5, "recorders": [{"age_sec": 6.5, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "frame_count": 91, "is_recording": true, "is_stopping": false, "pid": 13917, "pre_event_reference_bytes": 138240000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 185.98, "name": "ffmpeg", "pid": 13917, "rss_mb": 185.98, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 9, "returncode": null, "running": true, "started_at": "2026-10-30T17:18:19+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/45/20261030_171819_marine_restricted_zone_approach__zone:marine:20260901_033644_260901_jinhae_no_panorama_001:danger__approaching_outside_roi__high__track1537"}], "running_ffmpeg_count": 1, "running_pids": [13917], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 10, "history_size_limit": 20, "last_frame_idx": 71966, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 10}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.484, "max": 13.0, "p95": 10.0, "sample_count": 221}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.579, "max": 7.0, "p95": 6.0, "sample_count": 221}, "total": {"avg": 4.579, "max": 7.0, "p95": 6.0, "sample_count": 221}}, "tracking_counts": {"active": {"avg": 2.362, "max": 4.0, "p95": 3.0, "sample_count": 221}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}, "removed": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 221}, "tracked": {"avg": 2.362, "max": 4.0, "p95": 3.0, "sample_count": 221}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.391, "pushed": 7.391, "read": 7.391}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 221, "client_acquire_ms": {"avg_ms": 0.007, "count": 222, "max_ms": 0.02, "p95_ms": 0.014, "reason": null, "sample_age_ms": 41.395, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.918, "count": 221, "max_ms": 8.616, "p95_ms": 2.852, "reason": null, "sample_age_ms": 86.721, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.418, "count": 221, "max_ms": 8.221, "p95_ms": 1.864, "reason": null, "sample_age_ms": 86.944, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.382, "count": 222, "max_ms": 1.816, "p95_ms": 0.726, "reason": null, "sample_age_ms": 41.403, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.907, "count": 221, "max_ms": 7.416, "p95_ms": 3.495, "reason": null, "sample_age_ms": 85.63, "source": "client_direct"}, "request_count": 221, "request_tensor_bytes": {"avg": 2764808.0, "count": 221, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 85.613, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 222, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 41.729, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.512, "count": 222, "max_ms": 101.88, "p95_ms": 73.689, "reason": null, "sample_age_ms": 41.39, "source": "client_direct"}, "sample_age_ms": 41.387, "source": "client_direct", "task_total_ms": {"avg_ms": 53.973, "count": 222, "max_ms": 104.139, "p95_ms": 76.14, "reason": null, "sample_age_ms": 41.387, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.959, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.989, "count": 221, "max_ms": 26.358, "p95_ms": 17.404}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.597, "count": 221, "max_ms": 2.001, "p95_ms": 1.257}, "detection_prepare_ms": {"avg_ms": 1.913, "count": 221, "max_ms": 7.556, "p95_ms": 3.43}, "event_filter_ms": {"avg_ms": 0.007, "count": 221, "max_ms": 0.031, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.457, "count": 221, "max_ms": 0.942, "p95_ms": 0.729}, "mcmt_ms": {"avg_ms": 0.004, "count": 221, "max_ms": 0.027, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 4.644, "count": 221, "max_ms": 11.734, "p95_ms": 8.067}, "setup_ms": {"avg_ms": 0.045, "count": 221, "max_ms": 0.165, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 10.914, "count": 221, "max_ms": 26.147, "p95_ms": 17.311}, "track_match_ms": {"avg_ms": 0.273, "count": 221, "max_ms": 0.699, "p95_ms": 0.476}, "tracker_update_ms": {"avg_ms": 2.973, "count": 221, "max_ms": 10.406, "p95_ms": 5.153}}, "gstreamer_push": {"avg_ms": 3.202, "count": 221, "max_ms": 11.376, "p95_ms": 6.038}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 221, "max_ms": 0.617, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.409, "count": 221, "max_ms": 107.211, "p95_ms": 77.66}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.994, "count": 221, "max_ms": 16.282, "p95_ms": 9.541}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.356, "count": 221, "max_ms": 655.627, "p95_ms": 153.412}, "inference_input_copy_ms": {"avg_ms": 1.617, "count": 221, "max_ms": 4.667, "p95_ms": 2.819}, "processing_residual_ms": {"avg_ms": 0.278, "count": 221, "max_ms": 0.808, "p95_ms": 0.553}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 120.245, "count": 221, "max_ms": 668.715, "p95_ms": 160.125}, "read_interval": {"avg_ms": 135.469, "count": 221, "max_ms": 731.802, "p95_ms": 194.102}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 221, "max_ms": 0.085, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 4.558, "count": 221, "max_ms": 11.537, "p95_ms": 7.917}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 221, "max_ms": 0.09, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.538, "count": 221, "max_ms": 11.493, "p95_ms": 7.881}, "worker_merge_ms": {"avg_ms": 0.007, "count": 221, "max_ms": 0.04, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 55.424, "count": 221, "max_ms": 107.22, "p95_ms": 77.686}, "visualize": {"avg_ms": 42.78, "count": 221, "max_ms": 87.792, "p95_ms": 61.868}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.085, "count": 221, "max_ms": 71.82, "p95_ms": 46.234}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.23, "count": 221, "max_ms": 86.34, "p95_ms": 59.424}, "visualize_input_copy_ms": {"avg_ms": 1.332, "count": 221, "max_ms": 4.207, "p95_ms": 2.299}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.091, "count": 221, "max_ms": 86.242, "p95_ms": 59.237}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 221, "max_ms": 0.204, "p95_ms": 0.15}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 221}, "returned_event_count": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 221}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 870.551, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.472, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.481, "sample_count": 2205, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 71951, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:18:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114523, "write_bytes_delta": 114523, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 931.0, "cpu_core_ratio": 0.415812, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3553.0, "pid": 13801, "reason": null, "system_cpu_core_ratio": 0.033822, "system_cpu_s_delta": 0.6800000000000006, "user_cpu_core_ratio": 0.38199, "user_cpu_s_delta": 7.68}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.90846, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3366.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.607802, "system_cpu_s_delta": 12.220000000000255, "user_cpu_core_ratio": 1.300657, "user_cpu_s_delta": 26.149999999999636}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.191, "count": 224, "max_ms": 11.376, "p95_ms": 6.038, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.52, "max": 13.0, "p95": 10.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.484, "key_count": 1, "max": 7.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 223}, "total": {"avg": 4.484, "max": 7.0, "p95": 6.0, "sample_count": 223}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.038, "count": 30, "max": 71.176, "p95": 48.045, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.434, "count": 30, "max": 28.855, "p95": 24.073, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 925.667, "count": 30, "max": 1144.0, "p95": 1104.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1215.767, "count": 30, "max": 8560.0, "p95": 3884.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.352, "p95": 0.264, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.411, "count": 30, "max": 0.441, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115555.033, "count": 30, "max": 120675.0, "p95": 118150.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 115555.033, "count": 30, "max": 120675.0, "p95": 118150.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 129.967, "count": 30, "max": 3366.0, "p95": 41.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.537, "count": 30, "max": 0.634, "p95": 0.602, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.191, "count": 30, "max": 1.35, "p95": 1.292, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 664, "sampled_at": "2026-10-30T17:18:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:18:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 163643, "flush_count": 166, "flush_interval_seconds": 30.0, "flush_state": {"count": 166, "last_at": "2026-10-30T17:17:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:17:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 165}, "started": true, "suppressed_count": 71825, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 71801}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 166, "written_record_count": 166}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5150.883, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T17:18:26+09:00", "last_error_summary": "[h264 @ 0x5e7fb99899c0] error while decoding MB 104 65, bytestream -15", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 198971596800, "copied_frame_count": 71966, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 1, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:00:04+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4396400, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:59:56+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.949}, "oldest_age_s": 6.537787199020386, "peak_active_count": 3, "pre_event_reference_bytes": 138240000, "remaining_frame_count": 8, "written_frame_count": 92}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 138240000, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 138240000, "ring_bytes": 138240000, "total_upper_bound_bytes": 276480000, "unavailable_reason": "exact_overlap_not_collected"}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 24, "events_emitted": 23, "events_failed": 0, "events_observed": 24, "events_suppressed": 1, "frame_buffer_copied_bytes": 198971596800, "frame_buffer_copies": 71966, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1142, "recorder_active_input_bytes": 3157401600, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 23, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 23, "worker_jobs_accepted": 23, "worker_jobs_completed": 23, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1066, "count": 512, "max_ms": 1.1213, "p50_ms": 0.0915, "p95_ms": 0.2065, "p99_ms": 0.2911}, "stages": {"db_insert": {"avg_ms": 18.9327, "count": 23, "max_ms": 33.4972, "p50_ms": 18.6321, "p95_ms": 30.7125, "p99_ms": 32.9024, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8313, "count": 23, "max_ms": 3.8064, "p50_ms": 1.6989, "p95_ms": 2.6898, "p99_ms": 3.561, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1188.0523, "count": 24, "max_ms": 4422.916, "p50_ms": 1091.5262, "p95_ms": 1364.6407, "p99_ms": 3721.911, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5006, "count": 512, "max_ms": 4.4408, "p50_ms": 1.3804, "p95_ms": 2.5652, "p99_ms": 3.56, "results": {"failed": 0, "not_applicable": 0, "success": 71966, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 551.0047, "count": 24, "max_ms": 656.9199, "p50_ms": 573.3057, "p95_ms": 641.9185, "p99_ms": 653.7279, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.3107, "count": 23, "max_ms": 65.0452, "p50_ms": 33.3931, "p95_ms": 58.1559, "p99_ms": 63.5391, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5237, "count": 512, "max_ms": 12.236, "p50_ms": 5.3495, "p95_ms": 8.2687, "p99_ms": 9.7713, "results": {"failed": 0, "not_applicable": 0, "success": 1142, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5158, "count": 512, "max_ms": 4.7858, "p50_ms": 1.3827, "p95_ms": 2.6287, "p99_ms": 3.8307, "results": {"failed": 0, "not_applicable": 0, "success": 1142, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 570.5309, "count": 23, "max_ms": 653.6862, "p50_ms": 576.9706, "p95_ms": 637.9598, "p99_ms": 650.3826, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 477.4905, "count": 23, "max_ms": 555.4516, "p50_ms": 475.4769, "p95_ms": 535.6623, "p99_ms": 551.1476, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.149, "count": 23, "max_ms": 99.8242, "p50_ms": 85.8016, "p95_ms": 95.6913, "p99_ms": 98.9263, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.8963, "count": 23, "max_ms": 15.8949, "p50_ms": 1.9502, "p95_ms": 8.1729, "p99_ms": 14.2918, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.5584, "count": 22, "max_ms": 73.1462, "p50_ms": 45.1618, "p95_ms": 70.1034, "p99_ms": 72.6277, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.899, "count": 24, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6161, "p99_ms": 1.7222, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4158, "count": 23, "max_ms": 8.0269, "p50_ms": 0.9807, "p95_ms": 2.1995, "p99_ms": 6.7532, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4158, "count": 23, "max_ms": 8.0269, "p50_ms": 0.9807, "p95_ms": 2.1995, "p99_ms": 6.7532, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.899, "count": 24, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6161, "p99_ms": 1.7222, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4595, "count": 23, "max_ms": 9.2164, "p50_ms": 1.0176, "p95_ms": 2.4936, "p99_ms": 7.7561, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 573.0538, "count": 23, "max_ms": 3752.636, "p50_ms": 413.9722, "p95_ms": 705.2375, "p99_ms": 3084.6655, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.4844, "count": 23, "max_ms": 11.5083, "p50_ms": 1.9543, "p95_ms": 6.5434, "p99_ms": 10.4615, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.6498, "count": 23, "max_ms": 92.2129, "p50_ms": 25.0322, "p95_ms": 73.6468, "p99_ms": 88.2496, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1529, "count": 23, "max_ms": 1.1521, "p50_ms": 0.1048, "p95_ms": 0.1804, "p99_ms": 0.9384, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5897, "count": 23, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2291, "p99_ms": 5.1914, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 662.5961, "count": 23, "max_ms": 3837.487, "p50_ms": 504.3705, "p95_ms": 770.2722, "p99_ms": 3164.4954, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 23, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 23, "max_ms": 1.1521, "p50_ms": 0.1048, "p95_ms": 0.1804, "p99_ms": 0.9384}, "wait_ms": {"count": 23, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2291, "p99_ms": 5.1914}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 23, "artifact_failed": 0, "artifact_requested": 23, "artifact_success": 23, "completed": 23, "completed_failed": 0, "completed_success": 23, "cooldown_promoted": 23, "database_requested": 23, "db_insert_success": 23, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15564, "relay_business_failed": 0, "relay_business_success": 23, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 23, "relay_transport_failed": 0, "relay_transport_success": 23, "reservation_requested": 23}, "snapshot": {"copied_bytes": 63590400, "copied_count": 23, "copy": {"count": 23, "max_ms": 3.8064, "p50_ms": 1.6989, "p95_ms": 2.6898, "p99_ms": 3.561}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 51, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:18:26+09:00", "last_error_summary": "[h264 @ 0x5e7fb99899c0] error while decoding MB 104 65, bytestream -15", "last_exit_at": "2026-10-30T17:18:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 151.456, "last_started_at": "2026-10-30T17:15:54+09:00", "pid": 13801, "process": {"exists": false, "pid": 13801}, "restart_count": 54, "restart_count_per_hour": 23, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.481, "sample_count": 2204, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 71966, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:18:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T17:18:26+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-10-30T17:18:26+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 17, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 249.969, "last_sample_duration_ms": 986.042, "last_trigger": "periodic", "next_snapshot_in_sec": 350.031, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 17, "storage_bytes": 1211015}, "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-10-30T17:18:26.289996+09:00", "mtime_epoch": 1793348306.2899961, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 116839}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:18:26+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 902.184, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 21, "oldest_recorder_age_sec": 6.573, "recorders": [{"age_sec": 6.573, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "frame_count": 92, "is_recording": true, "is_stopping": false, "pid": 13917, "pre_event_reference_bytes": 138240000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 185.98, "name": "ffmpeg", "pid": 13917, "rss_mb": 185.98, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 8, "returncode": null, "running": true, "started_at": "2026-10-30T17:18:19+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/45/20261030_171819_marine_restricted_zone_approach__zone:marine:20260901_033644_260901_jinhae_no_panorama_001:danger__approaching_outside_roi__high__track1537"}], "running_ffmpeg_count": 1, "running_pids": [13917], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 10, "history_size_limit": 20, "last_frame_idx": 71966, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 10}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.486, "max": 13.0, "p95": 10.0, "sample_count": 222}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.581, "max": 7.0, "p95": 6.0, "sample_count": 222}, "total": {"avg": 4.581, "max": 7.0, "p95": 6.0, "sample_count": 222}}, "tracking_counts": {"active": {"avg": 2.36, "max": 4.0, "p95": 3.0, "sample_count": 222}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "removed": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 222}, "tracked": {"avg": 2.36, "max": 4.0, "p95": 3.0, "sample_count": 222}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.407, "pushed": 7.407, "read": 7.373}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 221, "client_acquire_ms": {"avg_ms": 0.007, "count": 221, "max_ms": 0.02, "p95_ms": 0.014, "reason": null, "sample_age_ms": 112.616, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.918, "count": 221, "max_ms": 8.616, "p95_ms": 2.852, "reason": null, "sample_age_ms": 157.942, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.418, "count": 221, "max_ms": 8.221, "p95_ms": 1.864, "reason": null, "sample_age_ms": 158.165, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.38, "count": 221, "max_ms": 1.816, "p95_ms": 0.711, "reason": null, "sample_age_ms": 112.623, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.907, "count": 221, "max_ms": 7.416, "p95_ms": 3.495, "reason": null, "sample_age_ms": 156.85, "source": "client_direct"}, "request_count": 221, "request_tensor_bytes": {"avg": 2764808.0, "count": 221, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 156.833, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 221, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 112.95, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.551, "count": 221, "max_ms": 101.88, "p95_ms": 73.708, "reason": null, "sample_age_ms": 112.611, "source": "client_direct"}, "sample_age_ms": 112.607, "source": "client_direct", "task_total_ms": {"avg_ms": 54.009, "count": 221, "max_ms": 104.139, "p95_ms": 76.184, "reason": null, "sample_age_ms": 112.607, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.693, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.998, "count": 222, "max_ms": 26.358, "p95_ms": 17.404}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.598, "count": 222, "max_ms": 2.001, "p95_ms": 1.257}, "detection_prepare_ms": {"avg_ms": 1.913, "count": 222, "max_ms": 7.556, "p95_ms": 3.43}, "event_filter_ms": {"avg_ms": 0.007, "count": 222, "max_ms": 0.031, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.458, "count": 222, "max_ms": 0.942, "p95_ms": 0.729}, "mcmt_ms": {"avg_ms": 0.004, "count": 222, "max_ms": 0.027, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 4.648, "count": 222, "max_ms": 11.734, "p95_ms": 8.067}, "setup_ms": {"avg_ms": 0.045, "count": 222, "max_ms": 0.165, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 10.923, "count": 222, "max_ms": 26.147, "p95_ms": 17.311}, "track_match_ms": {"avg_ms": 0.274, "count": 222, "max_ms": 0.699, "p95_ms": 0.476}, "tracker_update_ms": {"avg_ms": 2.976, "count": 222, "max_ms": 10.406, "p95_ms": 5.153}}, "gstreamer_push": {"avg_ms": 3.197, "count": 222, "max_ms": 11.376, "p95_ms": 6.038}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 222, "max_ms": 0.617, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.366, "count": 222, "max_ms": 107.211, "p95_ms": 77.66}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.016, "count": 222, "max_ms": 16.282, "p95_ms": 9.541}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.424, "count": 222, "max_ms": 655.627, "p95_ms": 153.412}, "inference_input_copy_ms": {"avg_ms": 1.615, "count": 222, "max_ms": 4.667, "p95_ms": 2.819}, "processing_residual_ms": {"avg_ms": 0.277, "count": 222, "max_ms": 0.808, "p95_ms": 0.553}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 120.333, "count": 222, "max_ms": 668.715, "p95_ms": 160.125}, "read_interval": {"avg_ms": 135.469, "count": 221, "max_ms": 731.802, "p95_ms": 194.102}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 222, "max_ms": 0.085, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 4.562, "count": 222, "max_ms": 11.537, "p95_ms": 7.917}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 222, "max_ms": 0.09, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.542, "count": 222, "max_ms": 11.493, "p95_ms": 7.881}, "worker_merge_ms": {"avg_ms": 0.007, "count": 222, "max_ms": 0.04, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 55.381, "count": 222, "max_ms": 107.22, "p95_ms": 77.686}, "visualize": {"avg_ms": 42.875, "count": 222, "max_ms": 87.792, "p95_ms": 62.256}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.174, "count": 222, "max_ms": 71.82, "p95_ms": 46.501}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.326, "count": 222, "max_ms": 86.34, "p95_ms": 59.628}, "visualize_input_copy_ms": {"avg_ms": 1.332, "count": 222, "max_ms": 4.207, "p95_ms": 2.299}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.187, "count": 222, "max_ms": 86.242, "p95_ms": 59.391}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 222, "max_ms": 0.204, "p95_ms": 0.15}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 222}, "returned_event_count": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 222}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 870.551, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.472, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.481, "sample_count": 2205, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 71951, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:18:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114523, "write_bytes_delta": 114523, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 931.0, "cpu_core_ratio": 0.415812, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3553.0, "pid": 13801, "reason": null, "system_cpu_core_ratio": 0.033822, "system_cpu_s_delta": 0.6800000000000006, "user_cpu_core_ratio": 0.38199, "user_cpu_s_delta": 7.68}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.90846, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3366.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.607802, "system_cpu_s_delta": 12.220000000000255, "user_cpu_core_ratio": 1.300657, "user_cpu_s_delta": 26.149999999999636}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.191, "count": 224, "max_ms": 11.376, "p95_ms": 6.038, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.52, "max": 13.0, "p95": 10.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.484, "key_count": 1, "max": 7.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 223}, "total": {"avg": 4.484, "max": 7.0, "p95": 6.0, "sample_count": 223}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.038, "count": 30, "max": 71.176, "p95": 48.045, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.434, "count": 30, "max": 28.855, "p95": 24.073, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 925.667, "count": 30, "max": 1144.0, "p95": 1104.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1215.767, "count": 30, "max": 8560.0, "p95": 3884.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.352, "p95": 0.264, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.411, "count": 30, "max": 0.441, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115555.033, "count": 30, "max": 120675.0, "p95": 118150.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 115555.033, "count": 30, "max": 120675.0, "p95": 118150.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 129.967, "count": 30, "max": 3366.0, "p95": 41.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.537, "count": 30, "max": 0.634, "p95": 0.602, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.191, "count": 30, "max": 1.35, "p95": 1.292, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 664, "sampled_at": "2026-10-30T17:18:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:18:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 163643, "flush_count": 166, "flush_interval_seconds": 30.0, "flush_state": {"count": 166, "last_at": "2026-10-30T17:17:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:17:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 165}, "started": true, "suppressed_count": 71825, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 71801}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 166, "written_record_count": 166}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5150.41, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 198971596800, "copied_frame_count": 71966, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 1, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:00:04+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4396400, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:59:56+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.949}, "oldest_age_s": 6.537787199020386, "peak_active_count": 3, "pre_event_reference_bytes": 138240000, "remaining_frame_count": 8, "written_frame_count": 92}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 138240000, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 138240000, "ring_bytes": 138240000, "total_upper_bound_bytes": 276480000, "unavailable_reason": "exact_overlap_not_collected"}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 24, "events_emitted": 23, "events_failed": 0, "events_observed": 24, "events_suppressed": 1, "frame_buffer_copied_bytes": 198971596800, "frame_buffer_copies": 71966, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1142, "recorder_active_input_bytes": 3157401600, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 23, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 23, "worker_jobs_accepted": 23, "worker_jobs_completed": 23, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1066, "count": 512, "max_ms": 1.1213, "p50_ms": 0.0915, "p95_ms": 0.2065, "p99_ms": 0.2911}, "stages": {"db_insert": {"avg_ms": 18.9327, "count": 23, "max_ms": 33.4972, "p50_ms": 18.6321, "p95_ms": 30.7125, "p99_ms": 32.9024, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8313, "count": 23, "max_ms": 3.8064, "p50_ms": 1.6989, "p95_ms": 2.6898, "p99_ms": 3.561, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1188.0523, "count": 24, "max_ms": 4422.916, "p50_ms": 1091.5262, "p95_ms": 1364.6407, "p99_ms": 3721.911, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5006, "count": 512, "max_ms": 4.4408, "p50_ms": 1.3804, "p95_ms": 2.5652, "p99_ms": 3.56, "results": {"failed": 0, "not_applicable": 0, "success": 71966, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 551.0047, "count": 24, "max_ms": 656.9199, "p50_ms": 573.3057, "p95_ms": 641.9185, "p99_ms": 653.7279, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.3107, "count": 23, "max_ms": 65.0452, "p50_ms": 33.3931, "p95_ms": 58.1559, "p99_ms": 63.5391, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5237, "count": 512, "max_ms": 12.236, "p50_ms": 5.3495, "p95_ms": 8.2687, "p99_ms": 9.7713, "results": {"failed": 0, "not_applicable": 0, "success": 1142, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5158, "count": 512, "max_ms": 4.7858, "p50_ms": 1.3827, "p95_ms": 2.6287, "p99_ms": 3.8307, "results": {"failed": 0, "not_applicable": 0, "success": 1142, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 570.5309, "count": 23, "max_ms": 653.6862, "p50_ms": 576.9706, "p95_ms": 637.9598, "p99_ms": 650.3826, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 477.4905, "count": 23, "max_ms": 555.4516, "p50_ms": 475.4769, "p95_ms": 535.6623, "p99_ms": 551.1476, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.149, "count": 23, "max_ms": 99.8242, "p50_ms": 85.8016, "p95_ms": 95.6913, "p99_ms": 98.9263, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.8963, "count": 23, "max_ms": 15.8949, "p50_ms": 1.9502, "p95_ms": 8.1729, "p99_ms": 14.2918, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.5584, "count": 22, "max_ms": 73.1462, "p50_ms": 45.1618, "p95_ms": 70.1034, "p99_ms": 72.6277, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.899, "count": 24, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6161, "p99_ms": 1.7222, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4158, "count": 23, "max_ms": 8.0269, "p50_ms": 0.9807, "p95_ms": 2.1995, "p99_ms": 6.7532, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4158, "count": 23, "max_ms": 8.0269, "p50_ms": 0.9807, "p95_ms": 2.1995, "p99_ms": 6.7532, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.899, "count": 24, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6161, "p99_ms": 1.7222, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4595, "count": 23, "max_ms": 9.2164, "p50_ms": 1.0176, "p95_ms": 2.4936, "p99_ms": 7.7561, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 573.0538, "count": 23, "max_ms": 3752.636, "p50_ms": 413.9722, "p95_ms": 705.2375, "p99_ms": 3084.6655, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.4844, "count": 23, "max_ms": 11.5083, "p50_ms": 1.9543, "p95_ms": 6.5434, "p99_ms": 10.4615, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.6498, "count": 23, "max_ms": 92.2129, "p50_ms": 25.0322, "p95_ms": 73.6468, "p99_ms": 88.2496, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1529, "count": 23, "max_ms": 1.1521, "p50_ms": 0.1048, "p95_ms": 0.1804, "p99_ms": 0.9384, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5897, "count": 23, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2291, "p99_ms": 5.1914, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 662.5961, "count": 23, "max_ms": 3837.487, "p50_ms": 504.3705, "p95_ms": 770.2722, "p99_ms": 3164.4954, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 23, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 23, "max_ms": 1.1521, "p50_ms": 0.1048, "p95_ms": 0.1804, "p99_ms": 0.9384}, "wait_ms": {"count": 23, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2291, "p99_ms": 5.1914}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 23, "artifact_failed": 0, "artifact_requested": 23, "artifact_success": 23, "completed": 23, "completed_failed": 0, "completed_success": 23, "cooldown_promoted": 23, "database_requested": 23, "db_insert_success": 23, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15564, "relay_business_failed": 0, "relay_business_success": 23, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 23, "relay_transport_failed": 0, "relay_transport_success": 23, "reservation_requested": 23}, "snapshot": {"copied_bytes": 63590400, "copied_count": 23, "copy": {"count": 23, "max_ms": 3.8064, "p50_ms": 1.6989, "p95_ms": 2.6898, "p99_ms": 3.561}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 51, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:18:26+09:00", "last_error_summary": "[h264 @ 0x5e7fb99899c0] error while decoding MB 104 65, bytestream -15", "last_exit_at": "2026-10-30T17:18:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 151.499, "last_started_at": "2026-10-30T17:15:54+09:00", "pid": 13801, "process": {"exists": false, "pid": 13801}, "restart_count": 54, "restart_count_per_hour": 23, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 55}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.481, "sample_count": 2203, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 71966, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:18:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.044, "last_frame_pushed_at": "2026-10-30T17:18:26+09:00", "last_frame_read_age_sec": 0.189, "last_frame_read_at": "2026-10-30T17:18:26+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 17, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 249.997, "last_sample_duration_ms": 986.042, "last_trigger": "periodic", "next_snapshot_in_sec": 350.003, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 17, "storage_bytes": 1211015}, "mjpeg": {"age_sec": 0.038, "exists": true, "mtime": "2026-10-30T17:18:26.435996+09:00", "mtime_epoch": 1793348306.4359963, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 115606}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:18:26+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 902.184, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 21, "oldest_recorder_age_sec": 6.606, "recorders": [{"age_sec": 6.606, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "frame_count": 92, "is_recording": true, "is_stopping": false, "pid": 13917, "pre_event_reference_bytes": 138240000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 185.98, "name": "ffmpeg", "pid": 13917, "rss_mb": 185.98, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 8, "returncode": null, "running": true, "started_at": "2026-10-30T17:18:19+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/45/20261030_171819_marine_restricted_zone_approach__zone:marine:20260901_033644_260901_jinhae_no_panorama_001:danger__approaching_outside_roi__high__track1537"}], "running_ffmpeg_count": 1, "running_pids": [13917], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 10, "history_size_limit": 20, "last_frame_idx": 71966, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 10}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.484, "max": 13.0, "p95": 10.0, "sample_count": 221}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.593, "max": 7.0, "p95": 6.0, "sample_count": 221}, "total": {"avg": 4.593, "max": 7.0, "p95": 6.0, "sample_count": 221}}, "tracking_counts": {"active": {"avg": 2.367, "max": 4.0, "p95": 3.0, "sample_count": 221}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}, "removed": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 221}, "tracked": {"avg": 2.367, "max": 4.0, "p95": 3.0, "sample_count": 221}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.388, "pushed": 7.388, "read": 7.355}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 220, "client_acquire_ms": {"avg_ms": 0.007, "count": 221, "max_ms": 0.02, "p95_ms": 0.014, "reason": null, "sample_age_ms": 148.73, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.92, "count": 220, "max_ms": 8.616, "p95_ms": 2.859, "reason": null, "sample_age_ms": 194.056, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.42, "count": 220, "max_ms": 8.221, "p95_ms": 1.867, "reason": null, "sample_age_ms": 194.279, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.38, "count": 221, "max_ms": 1.816, "p95_ms": 0.711, "reason": null, "sample_age_ms": 148.737, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.906, "count": 220, "max_ms": 7.416, "p95_ms": 3.498, "reason": null, "sample_age_ms": 192.964, "source": "client_direct"}, "request_count": 220, "request_tensor_bytes": {"avg": 2764808.0, "count": 220, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 192.947, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 221, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 149.064, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.551, "count": 221, "max_ms": 101.88, "p95_ms": 73.708, "reason": null, "sample_age_ms": 148.725, "source": "client_direct"}, "sample_age_ms": 148.721, "source": "client_direct", "task_total_ms": {"avg_ms": 54.009, "count": 221, "max_ms": 104.139, "p95_ms": 76.184, "reason": null, "sample_age_ms": 148.721, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.799, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.013, "count": 221, "max_ms": 26.358, "p95_ms": 17.404}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.597, "count": 221, "max_ms": 2.001, "p95_ms": 1.257}, "detection_prepare_ms": {"avg_ms": 1.91, "count": 221, "max_ms": 7.556, "p95_ms": 3.43}, "event_filter_ms": {"avg_ms": 0.007, "count": 221, "max_ms": 0.031, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.458, "count": 221, "max_ms": 0.942, "p95_ms": 0.729}, "mcmt_ms": {"avg_ms": 0.004, "count": 221, "max_ms": 0.027, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 4.662, "count": 221, "max_ms": 11.734, "p95_ms": 8.067}, "setup_ms": {"avg_ms": 0.045, "count": 221, "max_ms": 0.165, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 10.938, "count": 221, "max_ms": 26.147, "p95_ms": 17.311}, "track_match_ms": {"avg_ms": 0.274, "count": 221, "max_ms": 0.699, "p95_ms": 0.476}, "tracker_update_ms": {"avg_ms": 2.981, "count": 221, "max_ms": 10.406, "p95_ms": 5.153}}, "gstreamer_push": {"avg_ms": 3.2, "count": 221, "max_ms": 11.376, "p95_ms": 6.038}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 221, "max_ms": 0.617, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.403, "count": 221, "max_ms": 107.211, "p95_ms": 77.66}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.026, "count": 221, "max_ms": 16.282, "p95_ms": 9.541}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.453, "count": 221, "max_ms": 655.627, "p95_ms": 153.412}, "inference_input_copy_ms": {"avg_ms": 1.618, "count": 221, "max_ms": 4.667, "p95_ms": 2.819}, "processing_residual_ms": {"avg_ms": 0.278, "count": 221, "max_ms": 0.808, "p95_ms": 0.553}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 120.375, "count": 221, "max_ms": 668.715, "p95_ms": 160.125}, "read_interval": {"avg_ms": 135.544, "count": 220, "max_ms": 731.802, "p95_ms": 194.102}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 221, "max_ms": 0.085, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 4.575, "count": 221, "max_ms": 11.537, "p95_ms": 7.917}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 221, "max_ms": 0.09, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.555, "count": 221, "max_ms": 11.493, "p95_ms": 7.881}, "worker_merge_ms": {"avg_ms": 0.007, "count": 221, "max_ms": 0.04, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 55.418, "count": 221, "max_ms": 107.22, "p95_ms": 77.686}, "visualize": {"avg_ms": 42.835, "count": 221, "max_ms": 87.792, "p95_ms": 62.256}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.109, "count": 221, "max_ms": 71.82, "p95_ms": 46.234}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.288, "count": 221, "max_ms": 86.34, "p95_ms": 59.628}, "visualize_input_copy_ms": {"avg_ms": 1.329, "count": 221, "max_ms": 4.207, "p95_ms": 2.299}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.149, "count": 221, "max_ms": 86.242, "p95_ms": 59.391}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 221, "max_ms": 0.204, "p95_ms": 0.15}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 221}, "returned_event_count": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 221}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 870.551, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.472, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.481, "sample_count": 2205, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 71951, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:18:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114523, "write_bytes_delta": 114523, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 931.0, "cpu_core_ratio": 0.415812, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3553.0, "pid": 13801, "reason": null, "system_cpu_core_ratio": 0.033822, "system_cpu_s_delta": 0.6800000000000006, "user_cpu_core_ratio": 0.38199, "user_cpu_s_delta": 7.68}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.90846, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3366.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.607802, "system_cpu_s_delta": 12.220000000000255, "user_cpu_core_ratio": 1.300657, "user_cpu_s_delta": 26.149999999999636}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.191, "count": 224, "max_ms": 11.376, "p95_ms": 6.038, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.52, "max": 13.0, "p95": 10.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.484, "key_count": 1, "max": 7.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 223}, "total": {"avg": 4.484, "max": 7.0, "p95": 6.0, "sample_count": 223}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.038, "count": 30, "max": 71.176, "p95": 48.045, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.434, "count": 30, "max": 28.855, "p95": 24.073, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 925.667, "count": 30, "max": 1144.0, "p95": 1104.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1215.767, "count": 30, "max": 8560.0, "p95": 3884.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.352, "p95": 0.264, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.411, "count": 30, "max": 0.441, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115555.033, "count": 30, "max": 120675.0, "p95": 118150.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 115555.033, "count": 30, "max": 120675.0, "p95": 118150.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 129.967, "count": 30, "max": 3366.0, "p95": 41.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.537, "count": 30, "max": 0.634, "p95": 0.602, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.191, "count": 30, "max": 1.35, "p95": 1.292, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 664, "sampled_at": "2026-10-30T17:18:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:18:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 163643, "flush_count": 166, "flush_interval_seconds": 30.0, "flush_state": {"count": 166, "last_at": "2026-10-30T17:17:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:17:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 165}, "started": true, "suppressed_count": 71825, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 71801}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 166, "written_record_count": 166}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5325.301, "limit_mb": null}, "detail": {"pid": 13979, "restart_count": 55, "start_count": 56}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 198971596800, "copied_frame_count": 71966, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 1, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:00:04+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4396400, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T16:59:56+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.949}, "oldest_age_s": 6.537787199020386, "peak_active_count": 3, "pre_event_reference_bytes": 138240000, "remaining_frame_count": 8, "written_frame_count": 92}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 138240000, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 138240000, "ring_bytes": 138240000, "total_upper_bound_bytes": 276480000, "unavailable_reason": "exact_overlap_not_collected"}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 24, "events_emitted": 23, "events_failed": 0, "events_observed": 24, "events_suppressed": 1, "frame_buffer_copied_bytes": 198971596800, "frame_buffer_copies": 71966, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1142, "recorder_active_input_bytes": 3157401600, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 23, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 23, "worker_jobs_accepted": 23, "worker_jobs_completed": 23, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1066, "count": 512, "max_ms": 1.1213, "p50_ms": 0.0915, "p95_ms": 0.2065, "p99_ms": 0.2911}, "stages": {"db_insert": {"avg_ms": 18.9327, "count": 23, "max_ms": 33.4972, "p50_ms": 18.6321, "p95_ms": 30.7125, "p99_ms": 32.9024, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8313, "count": 23, "max_ms": 3.8064, "p50_ms": 1.6989, "p95_ms": 2.6898, "p99_ms": 3.561, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1188.0523, "count": 24, "max_ms": 4422.916, "p50_ms": 1091.5262, "p95_ms": 1364.6407, "p99_ms": 3721.911, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5006, "count": 512, "max_ms": 4.4408, "p50_ms": 1.3804, "p95_ms": 2.5652, "p99_ms": 3.56, "results": {"failed": 0, "not_applicable": 0, "success": 71966, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 551.0047, "count": 24, "max_ms": 656.9199, "p50_ms": 573.3057, "p95_ms": 641.9185, "p99_ms": 653.7279, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.3107, "count": 23, "max_ms": 65.0452, "p50_ms": 33.3931, "p95_ms": 58.1559, "p99_ms": 63.5391, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5237, "count": 512, "max_ms": 12.236, "p50_ms": 5.3495, "p95_ms": 8.2687, "p99_ms": 9.7713, "results": {"failed": 0, "not_applicable": 0, "success": 1142, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5158, "count": 512, "max_ms": 4.7858, "p50_ms": 1.3827, "p95_ms": 2.6287, "p99_ms": 3.8307, "results": {"failed": 0, "not_applicable": 0, "success": 1142, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 570.5309, "count": 23, "max_ms": 653.6862, "p50_ms": 576.9706, "p95_ms": 637.9598, "p99_ms": 650.3826, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 477.4905, "count": 23, "max_ms": 555.4516, "p50_ms": 475.4769, "p95_ms": 535.6623, "p99_ms": 551.1476, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.149, "count": 23, "max_ms": 99.8242, "p50_ms": 85.8016, "p95_ms": 95.6913, "p99_ms": 98.9263, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.8963, "count": 23, "max_ms": 15.8949, "p50_ms": 1.9502, "p95_ms": 8.1729, "p99_ms": 14.2918, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.5584, "count": 22, "max_ms": 73.1462, "p50_ms": 45.1618, "p95_ms": 70.1034, "p99_ms": 72.6277, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.899, "count": 24, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6161, "p99_ms": 1.7222, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4158, "count": 23, "max_ms": 8.0269, "p50_ms": 0.9807, "p95_ms": 2.1995, "p99_ms": 6.7532, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4158, "count": 23, "max_ms": 8.0269, "p50_ms": 0.9807, "p95_ms": 2.1995, "p99_ms": 6.7532, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.899, "count": 24, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6161, "p99_ms": 1.7222, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4595, "count": 23, "max_ms": 9.2164, "p50_ms": 1.0176, "p95_ms": 2.4936, "p99_ms": 7.7561, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 573.0538, "count": 23, "max_ms": 3752.636, "p50_ms": 413.9722, "p95_ms": 705.2375, "p99_ms": 3084.6655, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.4844, "count": 23, "max_ms": 11.5083, "p50_ms": 1.9543, "p95_ms": 6.5434, "p99_ms": 10.4615, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.6498, "count": 23, "max_ms": 92.2129, "p50_ms": 25.0322, "p95_ms": 73.6468, "p99_ms": 88.2496, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1529, "count": 23, "max_ms": 1.1521, "p50_ms": 0.1048, "p95_ms": 0.1804, "p99_ms": 0.9384, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5897, "count": 23, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2291, "p99_ms": 5.1914, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 662.5961, "count": 23, "max_ms": 3837.487, "p50_ms": 504.3705, "p95_ms": 770.2722, "p99_ms": 3164.4954, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 23, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 23, "max_ms": 1.1521, "p50_ms": 0.1048, "p95_ms": 0.1804, "p99_ms": 0.9384}, "wait_ms": {"count": 23, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2291, "p99_ms": 5.1914}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 23, "artifact_failed": 0, "artifact_requested": 23, "artifact_success": 23, "completed": 23, "completed_failed": 0, "completed_success": 23, "cooldown_promoted": 23, "database_requested": 23, "db_insert_success": 23, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15564, "relay_business_failed": 0, "relay_business_success": 23, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 23, "relay_transport_failed": 0, "relay_transport_success": 23, "reservation_requested": 23}, "snapshot": {"copied_bytes": 63590400, "copied_count": 23, "copy": {"count": 23, "max_ms": 3.8064, "p50_ms": 1.6989, "p95_ms": 2.6898, "p99_ms": 3.561}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 51, "h264_decode_error_count": 125, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:18:26+09:00", "last_error_summary": "[h264 @ 0x5e7fb99899c0] error while decoding MB 104 65, bytestream -15", "last_exit_at": "2026-10-30T17:18:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T17:18:28+09:00", "pid": 13979, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.523, "name": "ffmpeg", "pid": 13979, "rss_mb": 209.523, "state": "S (sleeping)", "threads": 70}, "restart_count": 55, "restart_count_per_hour": 24, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.77, "sample_count": 2168, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 71966, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:18:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.147, "last_frame_pushed_at": "2026-10-30T17:18:26+09:00", "last_frame_read_age_sec": 4.291, "last_frame_read_at": "2026-10-30T17:18:26+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 17, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 254.103, "last_sample_duration_ms": 986.042, "last_trigger": "periodic", "next_snapshot_in_sec": 345.897, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 17, "storage_bytes": 1211015}, "mjpeg": {"age_sec": 4.14, "exists": true, "mtime": "2026-10-30T17:18:26.435996+09:00", "mtime_epoch": 1793348306.4359963, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 115606}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:18:30+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 934.512, "name": "celery", "pid": 206, "rss_mb": 902.188, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 21, "oldest_recorder_age_sec": 10.714, "recorders": [{"age_sec": 10.714, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "frame_count": 92, "is_recording": true, "is_stopping": false, "pid": 13917, "pre_event_reference_bytes": 138240000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 185.98, "name": "ffmpeg", "pid": 13917, "rss_mb": 185.98, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 8, "returncode": null, "running": true, "started_at": "2026-10-30T17:18:19+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/45/20261030_171819_marine_restricted_zone_approach__zone:marine:20260901_033644_260901_jinhae_no_panorama_001:danger__approaching_outside_roi__high__track1537"}], "running_ffmpeg_count": 1, "running_pids": [13917], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 10, "history_size_limit": 20, "last_frame_idx": 71966, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 10}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.395, "max": 13.0, "p95": 10.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.553, "max": 6.0, "p95": 5.0, "sample_count": 190}, "total": {"avg": 4.553, "max": 6.0, "p95": 5.0, "sample_count": 190}}, "tracking_counts": {"active": {"avg": 2.311, "max": 3.0, "p95": 3.0, "sample_count": 190}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "removed": {"avg": 0.026, "max": 1.0, "p95": 0.0, "sample_count": 190}, "tracked": {"avg": 2.311, "max": 3.0, "p95": 3.0, "sample_count": 190}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 190, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.334, "pushed": 6.334, "read": 6.334}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 189, "client_acquire_ms": {"avg_ms": 0.007, "count": 190, "max_ms": 0.02, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4253.204, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.93, "count": 189, "max_ms": 8.616, "p95_ms": 3.02, "reason": null, "sample_age_ms": 4298.53, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.434, "count": 189, "max_ms": 8.221, "p95_ms": 1.871, "reason": null, "sample_age_ms": 4298.753, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.377, "count": 190, "max_ms": 1.816, "p95_ms": 0.72, "reason": null, "sample_age_ms": 4253.212, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.893, "count": 189, "max_ms": 5.164, "p95_ms": 3.532, "reason": null, "sample_age_ms": 4297.439, "source": "client_direct"}, "request_count": 189, "request_tensor_bytes": {"avg": 2764808.0, "count": 189, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4297.422, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 190, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4253.539, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.555, "count": 190, "max_ms": 101.88, "p95_ms": 73.536, "reason": null, "sample_age_ms": 4253.199, "source": "client_direct"}, "sample_age_ms": 4253.196, "source": "client_direct", "task_total_ms": {"avg_ms": 53.999, "count": 190, "max_ms": 104.139, "p95_ms": 75.786, "reason": null, "sample_age_ms": 4253.196, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.188, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.84, "count": 190, "max_ms": 26.358, "p95_ms": 17.882}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.599, "count": 190, "max_ms": 2.001, "p95_ms": 1.302}, "detection_prepare_ms": {"avg_ms": 1.872, "count": 190, "max_ms": 7.556, "p95_ms": 3.43}, "event_filter_ms": {"avg_ms": 0.007, "count": 190, "max_ms": 0.021, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.456, "count": 190, "max_ms": 0.942, "p95_ms": 0.745}, "mcmt_ms": {"avg_ms": 0.004, "count": 190, "max_ms": 0.027, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 4.547, "count": 190, "max_ms": 11.734, "p95_ms": 8.067}, "setup_ms": {"avg_ms": 0.044, "count": 190, "max_ms": 0.124, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 10.766, "count": 190, "max_ms": 26.147, "p95_ms": 17.811}, "track_match_ms": {"avg_ms": 0.273, "count": 190, "max_ms": 0.699, "p95_ms": 0.512}, "tracker_update_ms": {"avg_ms": 2.964, "count": 190, "max_ms": 10.406, "p95_ms": 5.153}}, "gstreamer_push": {"avg_ms": 3.226, "count": 190, "max_ms": 11.376, "p95_ms": 6.038}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 190, "max_ms": 0.617, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.405, "count": 190, "max_ms": 107.211, "p95_ms": 77.208}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.985, "count": 190, "max_ms": 16.282, "p95_ms": 9.892}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.717, "count": 190, "max_ms": 655.627, "p95_ms": 157.773}, "inference_input_copy_ms": {"avg_ms": 1.619, "count": 190, "max_ms": 4.257, "p95_ms": 2.819}, "processing_residual_ms": {"avg_ms": 0.282, "count": 190, "max_ms": 0.808, "p95_ms": 0.553}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 120.603, "count": 190, "max_ms": 668.715, "p95_ms": 162.754}, "read_interval": {"avg_ms": 135.895, "count": 190, "max_ms": 731.802, "p95_ms": 198.768}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 190, "max_ms": 0.085, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 4.46, "count": 190, "max_ms": 11.537, "p95_ms": 7.917}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 190, "max_ms": 0.09, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.44, "count": 190, "max_ms": 11.493, "p95_ms": 7.881}, "worker_merge_ms": {"avg_ms": 0.008, "count": 190, "max_ms": 0.04, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 55.419, "count": 190, "max_ms": 107.22, "p95_ms": 77.217}, "visualize": {"avg_ms": 42.637, "count": 190, "max_ms": 87.792, "p95_ms": 62.256}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.04, "count": 190, "max_ms": 71.82, "p95_ms": 46.234}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.098, "count": 190, "max_ms": 86.34, "p95_ms": 59.628}, "visualize_input_copy_ms": {"avg_ms": 1.32, "count": 190, "max_ms": 4.207, "p95_ms": 2.299}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.96, "count": 190, "max_ms": 86.242, "p95_ms": 59.391}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 190, "max_ms": 0.186, "p95_ms": 0.15}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "returned_event_count": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 190}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 870.551, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.472, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.481, "sample_count": 2205, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 71951, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:18:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114523, "write_bytes_delta": 114523, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 931.0, "cpu_core_ratio": 0.415812, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3553.0, "pid": 13801, "reason": null, "system_cpu_core_ratio": 0.033822, "system_cpu_s_delta": 0.6800000000000006, "user_cpu_core_ratio": 0.38199, "user_cpu_s_delta": 7.68}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.90846, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3366.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.607802, "system_cpu_s_delta": 12.220000000000255, "user_cpu_core_ratio": 1.300657, "user_cpu_s_delta": 26.149999999999636}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.191, "count": 224, "max_ms": 11.376, "p95_ms": 6.038, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.52, "max": 13.0, "p95": 10.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.484, "key_count": 1, "max": 7.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 223}, "total": {"avg": 4.484, "max": 7.0, "p95": 6.0, "sample_count": 223}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.038, "count": 30, "max": 71.176, "p95": 48.045, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.434, "count": 30, "max": 28.855, "p95": 24.073, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 925.667, "count": 30, "max": 1144.0, "p95": 1104.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1215.767, "count": 30, "max": 8560.0, "p95": 3884.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.352, "p95": 0.264, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.411, "count": 30, "max": 0.441, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115555.033, "count": 30, "max": 120675.0, "p95": 118150.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 115555.033, "count": 30, "max": 120675.0, "p95": 118150.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 129.967, "count": 30, "max": 3366.0, "p95": 41.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.537, "count": 30, "max": 0.634, "p95": 0.602, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.191, "count": 30, "max": 1.35, "p95": 1.292, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 664, "sampled_at": "2026-10-30T17:18:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:18:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 166702, "flush_count": 169, "flush_interval_seconds": 30.0, "flush_state": {"count": 169, "last_at": "2026-10-30T17:20:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:20:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 168}, "started": true, "suppressed_count": 72923, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 72899}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 169, "written_record_count": 169}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4953.191, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5b824727de00] error while decoding MB 51 60, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 202012876800, "copied_frame_count": 73066, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:18:31+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3957916, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T17:18:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 11.95}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 24, "events_emitted": 23, "events_failed": 0, "events_observed": 24, "events_suppressed": 1, "frame_buffer_copied_bytes": 202012876800, "frame_buffer_copies": 73066, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1150, "recorder_active_input_bytes": 3179520000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 23, "recorder_clips_failed": 0, "recorder_clips_started": 23, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 23, "worker_jobs_accepted": 23, "worker_jobs_completed": 23, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1238, "count": 512, "max_ms": 3.1137, "p50_ms": 0.1033, "p95_ms": 0.2223, "p99_ms": 0.3057}, "stages": {"db_insert": {"avg_ms": 18.9327, "count": 23, "max_ms": 33.4972, "p50_ms": 18.6321, "p95_ms": 30.7125, "p99_ms": 32.9024, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8313, "count": 23, "max_ms": 3.8064, "p50_ms": 1.6989, "p95_ms": 2.6898, "p99_ms": 3.561, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1188.0523, "count": 24, "max_ms": 4422.916, "p50_ms": 1091.5262, "p95_ms": 1364.6407, "p99_ms": 3721.911, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4803, "count": 512, "max_ms": 3.7319, "p50_ms": 1.3959, "p95_ms": 2.487, "p99_ms": 3.1063, "results": {"failed": 0, "not_applicable": 0, "success": 73066, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 551.0047, "count": 24, "max_ms": 656.9199, "p50_ms": 573.3057, "p95_ms": 641.9185, "p99_ms": 653.7279, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.3107, "count": 23, "max_ms": 65.0452, "p50_ms": 33.3931, "p95_ms": 58.1559, "p99_ms": 63.5391, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5266, "count": 512, "max_ms": 12.236, "p50_ms": 5.3533, "p95_ms": 8.2687, "p99_ms": 9.7713, "results": {"failed": 0, "not_applicable": 0, "success": 1150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5132, "count": 512, "max_ms": 4.7858, "p50_ms": 1.3834, "p95_ms": 2.6169, "p99_ms": 3.8192, "results": {"failed": 0, "not_applicable": 0, "success": 1150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 570.5309, "count": 23, "max_ms": 653.6862, "p50_ms": 576.9706, "p95_ms": 637.9598, "p99_ms": 650.3826, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 477.4905, "count": 23, "max_ms": 555.4516, "p50_ms": 475.4769, "p95_ms": 535.6623, "p99_ms": 551.1476, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.149, "count": 23, "max_ms": 99.8242, "p50_ms": 85.8016, "p95_ms": 95.6913, "p99_ms": 98.9263, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.8963, "count": 23, "max_ms": 15.8949, "p50_ms": 1.9502, "p95_ms": 8.1729, "p99_ms": 14.2918, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.0093, "count": 23, "max_ms": 73.1462, "p50_ms": 44.2759, "p95_ms": 69.5297, "p99_ms": 72.603, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.899, "count": 24, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6161, "p99_ms": 1.7222, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4158, "count": 23, "max_ms": 8.0269, "p50_ms": 0.9807, "p95_ms": 2.1995, "p99_ms": 6.7532, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4158, "count": 23, "max_ms": 8.0269, "p50_ms": 0.9807, "p95_ms": 2.1995, "p99_ms": 6.7532, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.899, "count": 24, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6161, "p99_ms": 1.7222, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4595, "count": 23, "max_ms": 9.2164, "p50_ms": 1.0176, "p95_ms": 2.4936, "p99_ms": 7.7561, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 573.0538, "count": 23, "max_ms": 3752.636, "p50_ms": 413.9722, "p95_ms": 705.2375, "p99_ms": 3084.6655, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.4844, "count": 23, "max_ms": 11.5083, "p50_ms": 1.9543, "p95_ms": 6.5434, "p99_ms": 10.4615, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.6498, "count": 23, "max_ms": 92.2129, "p50_ms": 25.0322, "p95_ms": 73.6468, "p99_ms": 88.2496, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1529, "count": 23, "max_ms": 1.1521, "p50_ms": 0.1048, "p95_ms": 0.1804, "p99_ms": 0.9384, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5897, "count": 23, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2291, "p99_ms": 5.1914, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 662.5961, "count": 23, "max_ms": 3837.487, "p50_ms": 504.3705, "p95_ms": 770.2722, "p99_ms": 3164.4954, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 23, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 23, "max_ms": 1.1521, "p50_ms": 0.1048, "p95_ms": 0.1804, "p99_ms": 0.9384}, "wait_ms": {"count": 23, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2291, "p99_ms": 5.1914}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 23, "artifact_failed": 0, "artifact_requested": 23, "artifact_success": 23, "completed": 23, "completed_failed": 0, "completed_success": 23, "cooldown_promoted": 23, "database_requested": 23, "db_insert_success": 23, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15564, "relay_business_failed": 0, "relay_business_success": 23, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 23, "relay_transport_failed": 0, "relay_transport_success": 23, "reservation_requested": 23}, "snapshot": {"copied_bytes": 63590400, "copied_count": 23, "copy": {"count": 23, "max_ms": 3.8064, "p50_ms": 1.6989, "p95_ms": 2.6898, "p99_ms": 3.561}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 52, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:20:56+09:00", "last_error_summary": "[h264 @ 0x5b824727de00] error while decoding MB 51 60, bytestream -6", "last_exit_at": "2026-10-30T17:18:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.87, "last_started_at": "2026-10-30T17:18:28+09:00", "pid": 13979, "process": {"exists": false, "pid": 13979}, "restart_count": 55, "restart_count_per_hour": 23, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.866, "sample_count": 2243, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 73066, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:20:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.095, "last_frame_pushed_at": "2026-10-30T17:20:56+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-10-30T17:20:56+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 17, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 399.983, "last_sample_duration_ms": 986.042, "last_trigger": "periodic", "next_snapshot_in_sec": 200.017, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 17, "storage_bytes": 1211015}, "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-10-30T17:20:56.361173+09:00", "mtime_epoch": 1793348456.3611734, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 119476}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:20:56+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 947.145, "name": "celery", "pid": 206, "rss_mb": 852.488, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 21, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 73067, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.149, "max": 9.0, "p95": 7.0, "sample_count": 221}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.213, "max": 3.0, "p95": 3.0, "sample_count": 221}, "total": {"avg": 2.213, "max": 3.0, "p95": 3.0, "sample_count": 221}}, "tracking_counts": {"active": {"avg": 0.226, "max": 1.0, "p95": 1.0, "sample_count": 221}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}, "tracked": {"avg": 0.226, "max": 1.0, "p95": 1.0, "sample_count": 221}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 221, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.375, "pushed": 7.375, "read": 7.375}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 221, "client_acquire_ms": {"avg_ms": 0.008, "count": 221, "max_ms": 0.035, "p95_ms": 0.016, "reason": null, "sample_age_ms": 51.384, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.982, "count": 221, "max_ms": 8.356, "p95_ms": 3.232, "reason": null, "sample_age_ms": 93.033, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.457, "count": 221, "max_ms": 7.9, "p95_ms": 2.414, "reason": null, "sample_age_ms": 93.426, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.388, "count": 221, "max_ms": 1.761, "p95_ms": 0.712, "reason": null, "sample_age_ms": 51.4, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.188, "count": 221, "max_ms": 9.968, "p95_ms": 3.665, "reason": null, "sample_age_ms": 92.012, "source": "client_direct"}, "request_count": 221, "request_tensor_bytes": {"avg": 2764808.0, "count": 221, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 91.994, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 221, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 52.031, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.604, "count": 221, "max_ms": 106.924, "p95_ms": 70.735, "reason": null, "sample_age_ms": 51.378, "source": "client_direct"}, "sample_age_ms": 51.372, "source": "client_direct", "task_total_ms": {"avg_ms": 53.379, "count": 221, "max_ms": 110.624, "p95_ms": 75.099, "reason": null, "sample_age_ms": 51.372, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.973, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.756, "count": 221, "max_ms": 16.25, "p95_ms": 10.868}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.473, "count": 221, "max_ms": 1.447, "p95_ms": 0.991}, "detection_prepare_ms": {"avg_ms": 1.727, "count": 221, "max_ms": 4.467, "p95_ms": 3.304}, "event_filter_ms": {"avg_ms": 0.007, "count": 221, "max_ms": 0.369, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.373, "count": 221, "max_ms": 2.674, "p95_ms": 0.61}, "mcmt_ms": {"avg_ms": 0.004, "count": 221, "max_ms": 0.037, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.997, "count": 221, "max_ms": 5.121, "p95_ms": 3.614}, "setup_ms": {"avg_ms": 0.049, "count": 221, "max_ms": 0.215, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 6.693, "count": 221, "max_ms": 16.134, "p95_ms": 10.764}, "track_match_ms": {"avg_ms": 0.108, "count": 221, "max_ms": 0.398, "p95_ms": 0.224}, "tracker_update_ms": {"avg_ms": 1.954, "count": 221, "max_ms": 6.803, "p95_ms": 3.394}}, "gstreamer_push": {"avg_ms": 3.431, "count": 221, "max_ms": 8.949, "p95_ms": 5.746}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 221, "max_ms": 1.099, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.951, "count": 221, "max_ms": 115.005, "p95_ms": 77.215}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.189, "count": 221, "max_ms": 14.12, "p95_ms": 8.797}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.34, "count": 221, "max_ms": 186.951, "p95_ms": 134.501}, "inference_input_copy_ms": {"avg_ms": 1.744, "count": 221, "max_ms": 4.243, "p95_ms": 3.141}, "processing_residual_ms": {"avg_ms": 0.226, "count": 221, "max_ms": 0.6, "p95_ms": 0.412}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.499, "count": 221, "max_ms": 191.63, "p95_ms": 140.4}, "read_interval": {"avg_ms": 135.654, "count": 221, "max_ms": 2703.846, "p95_ms": 167.677}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 221, "max_ms": 0.249, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 1.916, "count": 221, "max_ms": 4.978, "p95_ms": 3.56}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 221, "max_ms": 0.15, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.896, "count": 221, "max_ms": 4.947, "p95_ms": 3.546}, "worker_merge_ms": {"avg_ms": 0.008, "count": 221, "max_ms": 0.03, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 54.967, "count": 221, "max_ms": 115.027, "p95_ms": 77.228}, "visualize": {"avg_ms": 40.28, "count": 221, "max_ms": 62.152, "p95_ms": 51.443}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.007, "count": 221, "max_ms": 53.597, "p95_ms": 43.959}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.536, "count": 221, "max_ms": 59.956, "p95_ms": 49.713}, "visualize_input_copy_ms": {"avg_ms": 1.517, "count": 221, "max_ms": 5.734, "p95_ms": 2.561}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.376, "count": 221, "max_ms": 59.755, "p95_ms": 49.588}, "visualizer_prepare_ms": {"avg_ms": 0.082, "count": 221, "max_ms": 0.332, "p95_ms": 0.164}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 221}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 852.379, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.918, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.654, "sample_count": 2166, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 72831, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:20:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118842, "write_bytes_delta": 118842, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1012.0, "cpu_core_ratio": 0.477451, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 41.0, "pid": 13979, "reason": null, "system_cpu_core_ratio": 0.038496, "system_cpu_s_delta": 0.7699999999999996, "user_cpu_core_ratio": 0.438955, "user_cpu_s_delta": 8.780000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.796316, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.549444, "system_cpu_s_delta": 10.989999999999782, "user_cpu_core_ratio": 1.246872, "user_cpu_s_delta": 24.94000000000051}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.148, "count": 236, "max_ms": 10.263, "p95_ms": 5.42, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.72, "max": 13.0, "p95": 11.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.835, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 236}, "total": {"avg": 2.835, "max": 5.0, "p95": 4.0, "sample_count": 236}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.095, "count": 30, "max": 71.176, "p95": 48.045, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.451, "count": 30, "max": 24.73, "p95": 22.753, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 918.733, "count": 30, "max": 1144.0, "p95": 1104.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1206.567, "count": 30, "max": 8560.0, "p95": 3884.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.352, "p95": 0.264, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.41, "count": 30, "max": 0.441, "p95": 0.438, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116002.833, "count": 30, "max": 120675.0, "p95": 119122.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116002.833, "count": 30, "max": 120675.0, "p95": 119122.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 547.1, "count": 30, "max": 12557.0, "p95": 1868.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.539, "count": 30, "max": 0.634, "p95": 0.602, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.193, "count": 30, "max": 1.35, "p95": 1.292, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 670, "sampled_at": "2026-10-30T17:20:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:20:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 166702, "flush_count": 169, "flush_interval_seconds": 30.0, "flush_state": {"count": 169, "last_at": "2026-10-30T17:20:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:20:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 168}, "started": true, "suppressed_count": 72923, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 72899}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 169, "written_record_count": 169}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4953.062, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T17:20:56+09:00", "last_error_summary": "[h264 @ 0x5b824727de00] error while decoding MB 51 60, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 202015641600, "copied_frame_count": 73067, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:18:31+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3957916, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T17:18:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 11.95}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 24, "events_emitted": 23, "events_failed": 0, "events_observed": 24, "events_suppressed": 1, "frame_buffer_copied_bytes": 202015641600, "frame_buffer_copies": 73067, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1150, "recorder_active_input_bytes": 3179520000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 23, "recorder_clips_failed": 0, "recorder_clips_started": 23, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 23, "worker_jobs_accepted": 23, "worker_jobs_completed": 23, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1239, "count": 512, "max_ms": 3.1137, "p50_ms": 0.1033, "p95_ms": 0.2223, "p99_ms": 0.3057}, "stages": {"db_insert": {"avg_ms": 18.9327, "count": 23, "max_ms": 33.4972, "p50_ms": 18.6321, "p95_ms": 30.7125, "p99_ms": 32.9024, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8313, "count": 23, "max_ms": 3.8064, "p50_ms": 1.6989, "p95_ms": 2.6898, "p99_ms": 3.561, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1188.0523, "count": 24, "max_ms": 4422.916, "p50_ms": 1091.5262, "p95_ms": 1364.6407, "p99_ms": 3721.911, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4857, "count": 512, "max_ms": 3.9243, "p50_ms": 1.3986, "p95_ms": 2.4991, "p99_ms": 3.1343, "results": {"failed": 0, "not_applicable": 0, "success": 73067, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 551.0047, "count": 24, "max_ms": 656.9199, "p50_ms": 573.3057, "p95_ms": 641.9185, "p99_ms": 653.7279, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.3107, "count": 23, "max_ms": 65.0452, "p50_ms": 33.3931, "p95_ms": 58.1559, "p99_ms": 63.5391, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5266, "count": 512, "max_ms": 12.236, "p50_ms": 5.3533, "p95_ms": 8.2687, "p99_ms": 9.7713, "results": {"failed": 0, "not_applicable": 0, "success": 1150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5132, "count": 512, "max_ms": 4.7858, "p50_ms": 1.3834, "p95_ms": 2.6169, "p99_ms": 3.8192, "results": {"failed": 0, "not_applicable": 0, "success": 1150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 570.5309, "count": 23, "max_ms": 653.6862, "p50_ms": 576.9706, "p95_ms": 637.9598, "p99_ms": 650.3826, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 477.4905, "count": 23, "max_ms": 555.4516, "p50_ms": 475.4769, "p95_ms": 535.6623, "p99_ms": 551.1476, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.149, "count": 23, "max_ms": 99.8242, "p50_ms": 85.8016, "p95_ms": 95.6913, "p99_ms": 98.9263, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.8963, "count": 23, "max_ms": 15.8949, "p50_ms": 1.9502, "p95_ms": 8.1729, "p99_ms": 14.2918, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.0093, "count": 23, "max_ms": 73.1462, "p50_ms": 44.2759, "p95_ms": 69.5297, "p99_ms": 72.603, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.899, "count": 24, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6161, "p99_ms": 1.7222, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4158, "count": 23, "max_ms": 8.0269, "p50_ms": 0.9807, "p95_ms": 2.1995, "p99_ms": 6.7532, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4158, "count": 23, "max_ms": 8.0269, "p50_ms": 0.9807, "p95_ms": 2.1995, "p99_ms": 6.7532, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.899, "count": 24, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6161, "p99_ms": 1.7222, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4595, "count": 23, "max_ms": 9.2164, "p50_ms": 1.0176, "p95_ms": 2.4936, "p99_ms": 7.7561, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 573.0538, "count": 23, "max_ms": 3752.636, "p50_ms": 413.9722, "p95_ms": 705.2375, "p99_ms": 3084.6655, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.4844, "count": 23, "max_ms": 11.5083, "p50_ms": 1.9543, "p95_ms": 6.5434, "p99_ms": 10.4615, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.6498, "count": 23, "max_ms": 92.2129, "p50_ms": 25.0322, "p95_ms": 73.6468, "p99_ms": 88.2496, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1529, "count": 23, "max_ms": 1.1521, "p50_ms": 0.1048, "p95_ms": 0.1804, "p99_ms": 0.9384, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5897, "count": 23, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2291, "p99_ms": 5.1914, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 662.5961, "count": 23, "max_ms": 3837.487, "p50_ms": 504.3705, "p95_ms": 770.2722, "p99_ms": 3164.4954, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 23, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 23, "max_ms": 1.1521, "p50_ms": 0.1048, "p95_ms": 0.1804, "p99_ms": 0.9384}, "wait_ms": {"count": 23, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2291, "p99_ms": 5.1914}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 23, "artifact_failed": 0, "artifact_requested": 23, "artifact_success": 23, "completed": 23, "completed_failed": 0, "completed_success": 23, "cooldown_promoted": 23, "database_requested": 23, "db_insert_success": 23, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15564, "relay_business_failed": 0, "relay_business_success": 23, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 23, "relay_transport_failed": 0, "relay_transport_success": 23, "reservation_requested": 23}, "snapshot": {"copied_bytes": 63590400, "copied_count": 23, "copy": {"count": 23, "max_ms": 3.8064, "p50_ms": 1.6989, "p95_ms": 2.6898, "p99_ms": 3.561}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 52, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:20:56+09:00", "last_error_summary": "[h264 @ 0x5b824727de00] error while decoding MB 51 60, bytestream -6", "last_exit_at": "2026-10-30T17:20:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.911, "last_started_at": "2026-10-30T17:18:28+09:00", "pid": 13979, "process": {"exists": false, "pid": 13979}, "restart_count": 55, "restart_count_per_hour": 23, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.866, "sample_count": 2244, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 73067, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:20:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.01, "last_frame_pushed_at": "2026-10-30T17:20:56+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-10-30T17:20:56+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 17, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 400.01, "last_sample_duration_ms": 986.042, "last_trigger": "periodic", "next_snapshot_in_sec": 199.99, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 17, "storage_bytes": 1211015}, "mjpeg": {"age_sec": 0.003, "exists": true, "mtime": "2026-10-30T17:20:56.483174+09:00", "mtime_epoch": 1793348456.4831736, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 119652}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:20:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 947.145, "name": "celery", "pid": 206, "rss_mb": 852.484, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 21, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 73067, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.14, "max": 9.0, "p95": 7.0, "sample_count": 221}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.217, "max": 3.0, "p95": 3.0, "sample_count": 221}, "total": {"avg": 2.217, "max": 3.0, "p95": 3.0, "sample_count": 221}}, "tracking_counts": {"active": {"avg": 0.231, "max": 1.0, "p95": 1.0, "sample_count": 221}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}, "tracked": {"avg": 0.231, "max": 1.0, "p95": 1.0, "sample_count": 221}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 220, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.392, "pushed": 7.392, "read": 7.358}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 220, "client_acquire_ms": {"avg_ms": 0.008, "count": 221, "max_ms": 0.035, "p95_ms": 0.016, "reason": null, "sample_age_ms": 94.1, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.984, "count": 220, "max_ms": 8.356, "p95_ms": 3.238, "reason": null, "sample_age_ms": 135.749, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.458, "count": 220, "max_ms": 7.9, "p95_ms": 2.419, "reason": null, "sample_age_ms": 136.142, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.388, "count": 221, "max_ms": 1.761, "p95_ms": 0.712, "reason": null, "sample_age_ms": 94.116, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.192, "count": 220, "max_ms": 9.968, "p95_ms": 3.666, "reason": null, "sample_age_ms": 134.728, "source": "client_direct"}, "request_count": 220, "request_tensor_bytes": {"avg": 2764808.0, "count": 220, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 134.71, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 221, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 94.747, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.604, "count": 221, "max_ms": 106.924, "p95_ms": 70.735, "reason": null, "sample_age_ms": 94.094, "source": "client_direct"}, "sample_age_ms": 94.088, "source": "client_direct", "task_total_ms": {"avg_ms": 53.379, "count": 221, "max_ms": 110.624, "p95_ms": 75.099, "reason": null, "sample_age_ms": 94.088, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.139, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.79, "count": 221, "max_ms": 16.25, "p95_ms": 11.084}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.478, "count": 221, "max_ms": 1.447, "p95_ms": 1.002}, "detection_prepare_ms": {"avg_ms": 1.735, "count": 221, "max_ms": 4.467, "p95_ms": 3.304}, "event_filter_ms": {"avg_ms": 0.007, "count": 221, "max_ms": 0.369, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.374, "count": 221, "max_ms": 2.674, "p95_ms": 0.635}, "mcmt_ms": {"avg_ms": 0.004, "count": 221, "max_ms": 0.037, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.007, "count": 221, "max_ms": 5.121, "p95_ms": 3.614}, "setup_ms": {"avg_ms": 0.049, "count": 221, "max_ms": 0.215, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 6.727, "count": 221, "max_ms": 16.134, "p95_ms": 10.977}, "track_match_ms": {"avg_ms": 0.109, "count": 221, "max_ms": 0.398, "p95_ms": 0.225}, "tracker_update_ms": {"avg_ms": 1.962, "count": 221, "max_ms": 6.803, "p95_ms": 3.394}}, "gstreamer_push": {"avg_ms": 3.433, "count": 221, "max_ms": 8.949, "p95_ms": 5.746}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 221, "max_ms": 1.099, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.845, "count": 221, "max_ms": 115.005, "p95_ms": 77.215}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.198, "count": 221, "max_ms": 14.12, "p95_ms": 8.797}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.387, "count": 221, "max_ms": 186.951, "p95_ms": 134.501}, "inference_input_copy_ms": {"avg_ms": 1.74, "count": 221, "max_ms": 4.243, "p95_ms": 3.141}, "processing_residual_ms": {"avg_ms": 0.225, "count": 221, "max_ms": 0.6, "p95_ms": 0.412}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.551, "count": 221, "max_ms": 191.63, "p95_ms": 140.4}, "read_interval": {"avg_ms": 135.778, "count": 220, "max_ms": 2703.846, "p95_ms": 167.677}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 221, "max_ms": 0.249, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 1.926, "count": 221, "max_ms": 4.978, "p95_ms": 3.56}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 221, "max_ms": 0.15, "p95_ms": 0.047}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.906, "count": 221, "max_ms": 4.947, "p95_ms": 3.546}, "worker_merge_ms": {"avg_ms": 0.008, "count": 221, "max_ms": 0.03, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 54.861, "count": 221, "max_ms": 115.027, "p95_ms": 77.228}, "visualize": {"avg_ms": 40.4, "count": 221, "max_ms": 62.152, "p95_ms": 51.636}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.085, "count": 221, "max_ms": 53.597, "p95_ms": 43.959}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.649, "count": 221, "max_ms": 59.956, "p95_ms": 49.713}, "visualize_input_copy_ms": {"avg_ms": 1.523, "count": 221, "max_ms": 5.734, "p95_ms": 2.561}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.489, "count": 221, "max_ms": 59.755, "p95_ms": 49.588}, "visualizer_prepare_ms": {"avg_ms": 0.083, "count": 221, "max_ms": 0.332, "p95_ms": 0.164}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 221}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 852.379, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.918, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.654, "sample_count": 2166, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 72831, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:20:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118842, "write_bytes_delta": 118842, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1012.0, "cpu_core_ratio": 0.477451, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 41.0, "pid": 13979, "reason": null, "system_cpu_core_ratio": 0.038496, "system_cpu_s_delta": 0.7699999999999996, "user_cpu_core_ratio": 0.438955, "user_cpu_s_delta": 8.780000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.796316, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.549444, "system_cpu_s_delta": 10.989999999999782, "user_cpu_core_ratio": 1.246872, "user_cpu_s_delta": 24.94000000000051}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.148, "count": 236, "max_ms": 10.263, "p95_ms": 5.42, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.72, "max": 13.0, "p95": 11.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.835, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 236}, "total": {"avg": 2.835, "max": 5.0, "p95": 4.0, "sample_count": 236}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.095, "count": 30, "max": 71.176, "p95": 48.045, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.451, "count": 30, "max": 24.73, "p95": 22.753, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 918.733, "count": 30, "max": 1144.0, "p95": 1104.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1206.567, "count": 30, "max": 8560.0, "p95": 3884.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.352, "p95": 0.264, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.41, "count": 30, "max": 0.441, "p95": 0.438, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116002.833, "count": 30, "max": 120675.0, "p95": 119122.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116002.833, "count": 30, "max": 120675.0, "p95": 119122.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 547.1, "count": 30, "max": 12557.0, "p95": 1868.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.539, "count": 30, "max": 0.634, "p95": 0.602, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.193, "count": 30, "max": 1.35, "p95": 1.292, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 670, "sampled_at": "2026-10-30T17:20:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:20:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 166702, "flush_count": 169, "flush_interval_seconds": 30.0, "flush_state": {"count": 169, "last_at": "2026-10-30T17:20:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:20:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 168}, "started": true, "suppressed_count": 72923, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 72899}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 169, "written_record_count": 169}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4953.566, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 202015641600, "copied_frame_count": 73067, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:18:31+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3957916, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T17:18:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 11.95}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 24, "events_emitted": 23, "events_failed": 0, "events_observed": 24, "events_suppressed": 1, "frame_buffer_copied_bytes": 202015641600, "frame_buffer_copies": 73067, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1150, "recorder_active_input_bytes": 3179520000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 23, "recorder_clips_failed": 0, "recorder_clips_started": 23, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 23, "worker_jobs_accepted": 23, "worker_jobs_completed": 23, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1239, "count": 512, "max_ms": 3.1137, "p50_ms": 0.1033, "p95_ms": 0.2223, "p99_ms": 0.3057}, "stages": {"db_insert": {"avg_ms": 18.9327, "count": 23, "max_ms": 33.4972, "p50_ms": 18.6321, "p95_ms": 30.7125, "p99_ms": 32.9024, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8313, "count": 23, "max_ms": 3.8064, "p50_ms": 1.6989, "p95_ms": 2.6898, "p99_ms": 3.561, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1188.0523, "count": 24, "max_ms": 4422.916, "p50_ms": 1091.5262, "p95_ms": 1364.6407, "p99_ms": 3721.911, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4857, "count": 512, "max_ms": 3.9243, "p50_ms": 1.3986, "p95_ms": 2.4991, "p99_ms": 3.1343, "results": {"failed": 0, "not_applicable": 0, "success": 73067, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 551.0047, "count": 24, "max_ms": 656.9199, "p50_ms": 573.3057, "p95_ms": 641.9185, "p99_ms": 653.7279, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.3107, "count": 23, "max_ms": 65.0452, "p50_ms": 33.3931, "p95_ms": 58.1559, "p99_ms": 63.5391, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5266, "count": 512, "max_ms": 12.236, "p50_ms": 5.3533, "p95_ms": 8.2687, "p99_ms": 9.7713, "results": {"failed": 0, "not_applicable": 0, "success": 1150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5132, "count": 512, "max_ms": 4.7858, "p50_ms": 1.3834, "p95_ms": 2.6169, "p99_ms": 3.8192, "results": {"failed": 0, "not_applicable": 0, "success": 1150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 570.5309, "count": 23, "max_ms": 653.6862, "p50_ms": 576.9706, "p95_ms": 637.9598, "p99_ms": 650.3826, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 477.4905, "count": 23, "max_ms": 555.4516, "p50_ms": 475.4769, "p95_ms": 535.6623, "p99_ms": 551.1476, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.149, "count": 23, "max_ms": 99.8242, "p50_ms": 85.8016, "p95_ms": 95.6913, "p99_ms": 98.9263, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.8963, "count": 23, "max_ms": 15.8949, "p50_ms": 1.9502, "p95_ms": 8.1729, "p99_ms": 14.2918, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.0093, "count": 23, "max_ms": 73.1462, "p50_ms": 44.2759, "p95_ms": 69.5297, "p99_ms": 72.603, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.899, "count": 24, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6161, "p99_ms": 1.7222, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4158, "count": 23, "max_ms": 8.0269, "p50_ms": 0.9807, "p95_ms": 2.1995, "p99_ms": 6.7532, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4158, "count": 23, "max_ms": 8.0269, "p50_ms": 0.9807, "p95_ms": 2.1995, "p99_ms": 6.7532, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.899, "count": 24, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6161, "p99_ms": 1.7222, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4595, "count": 23, "max_ms": 9.2164, "p50_ms": 1.0176, "p95_ms": 2.4936, "p99_ms": 7.7561, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 573.0538, "count": 23, "max_ms": 3752.636, "p50_ms": 413.9722, "p95_ms": 705.2375, "p99_ms": 3084.6655, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.4844, "count": 23, "max_ms": 11.5083, "p50_ms": 1.9543, "p95_ms": 6.5434, "p99_ms": 10.4615, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.6498, "count": 23, "max_ms": 92.2129, "p50_ms": 25.0322, "p95_ms": 73.6468, "p99_ms": 88.2496, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1529, "count": 23, "max_ms": 1.1521, "p50_ms": 0.1048, "p95_ms": 0.1804, "p99_ms": 0.9384, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5897, "count": 23, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2291, "p99_ms": 5.1914, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 662.5961, "count": 23, "max_ms": 3837.487, "p50_ms": 504.3705, "p95_ms": 770.2722, "p99_ms": 3164.4954, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 23, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 23, "max_ms": 1.1521, "p50_ms": 0.1048, "p95_ms": 0.1804, "p99_ms": 0.9384}, "wait_ms": {"count": 23, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2291, "p99_ms": 5.1914}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 23, "artifact_failed": 0, "artifact_requested": 23, "artifact_success": 23, "completed": 23, "completed_failed": 0, "completed_success": 23, "cooldown_promoted": 23, "database_requested": 23, "db_insert_success": 23, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15564, "relay_business_failed": 0, "relay_business_success": 23, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 23, "relay_transport_failed": 0, "relay_transport_success": 23, "reservation_requested": 23}, "snapshot": {"copied_bytes": 63590400, "copied_count": 23, "copy": {"count": 23, "max_ms": 3.8064, "p50_ms": 1.6989, "p95_ms": 2.6898, "p99_ms": 3.561}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 52, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:20:56+09:00", "last_error_summary": "[h264 @ 0x5b824727de00] error while decoding MB 51 60, bytestream -6", "last_exit_at": "2026-10-30T17:20:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.944, "last_started_at": "2026-10-30T17:18:28+09:00", "pid": 13979, "process": {"exists": false, "pid": 13979}, "restart_count": 55, "restart_count_per_hour": 23, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 56}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.866, "sample_count": 2244, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 73067, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:20:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.043, "last_frame_pushed_at": "2026-10-30T17:20:56+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-10-30T17:20:56+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 17, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 400.043, "last_sample_duration_ms": 986.042, "last_trigger": "periodic", "next_snapshot_in_sec": 199.957, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 17, "storage_bytes": 1211015}, "mjpeg": {"age_sec": 0.036, "exists": true, "mtime": "2026-10-30T17:20:56.483174+09:00", "mtime_epoch": 1793348456.4831736, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 119652}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:20:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 947.145, "name": "celery", "pid": 206, "rss_mb": 852.484, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 21, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 73067, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.14, "max": 9.0, "p95": 7.0, "sample_count": 221}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.217, "max": 3.0, "p95": 3.0, "sample_count": 221}, "total": {"avg": 2.217, "max": 3.0, "p95": 3.0, "sample_count": 221}}, "tracking_counts": {"active": {"avg": 0.231, "max": 1.0, "p95": 1.0, "sample_count": 221}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}, "tracked": {"avg": 0.231, "max": 1.0, "p95": 1.0, "sample_count": 221}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 220, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.383, "pushed": 7.383, "read": 7.35}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 220, "client_acquire_ms": {"avg_ms": 0.008, "count": 221, "max_ms": 0.035, "p95_ms": 0.016, "reason": null, "sample_age_ms": 125.069, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.984, "count": 220, "max_ms": 8.356, "p95_ms": 3.238, "reason": null, "sample_age_ms": 166.719, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.458, "count": 220, "max_ms": 7.9, "p95_ms": 2.419, "reason": null, "sample_age_ms": 167.111, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.388, "count": 221, "max_ms": 1.761, "p95_ms": 0.712, "reason": null, "sample_age_ms": 125.085, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.192, "count": 220, "max_ms": 9.968, "p95_ms": 3.666, "reason": null, "sample_age_ms": 165.697, "source": "client_direct"}, "request_count": 220, "request_tensor_bytes": {"avg": 2764808.0, "count": 220, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 165.679, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 221, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 125.716, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.604, "count": 221, "max_ms": 106.924, "p95_ms": 70.735, "reason": null, "sample_age_ms": 125.063, "source": "client_direct"}, "sample_age_ms": 125.058, "source": "client_direct", "task_total_ms": {"avg_ms": 53.379, "count": 221, "max_ms": 110.624, "p95_ms": 75.099, "reason": null, "sample_age_ms": 125.058, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.929, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.79, "count": 221, "max_ms": 16.25, "p95_ms": 11.084}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.478, "count": 221, "max_ms": 1.447, "p95_ms": 1.002}, "detection_prepare_ms": {"avg_ms": 1.735, "count": 221, "max_ms": 4.467, "p95_ms": 3.304}, "event_filter_ms": {"avg_ms": 0.007, "count": 221, "max_ms": 0.369, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.374, "count": 221, "max_ms": 2.674, "p95_ms": 0.635}, "mcmt_ms": {"avg_ms": 0.004, "count": 221, "max_ms": 0.037, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.007, "count": 221, "max_ms": 5.121, "p95_ms": 3.614}, "setup_ms": {"avg_ms": 0.049, "count": 221, "max_ms": 0.215, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 6.727, "count": 221, "max_ms": 16.134, "p95_ms": 10.977}, "track_match_ms": {"avg_ms": 0.109, "count": 221, "max_ms": 0.398, "p95_ms": 0.225}, "tracker_update_ms": {"avg_ms": 1.962, "count": 221, "max_ms": 6.803, "p95_ms": 3.394}}, "gstreamer_push": {"avg_ms": 3.433, "count": 221, "max_ms": 8.949, "p95_ms": 5.746}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 221, "max_ms": 1.099, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.845, "count": 221, "max_ms": 115.005, "p95_ms": 77.215}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.198, "count": 221, "max_ms": 14.12, "p95_ms": 8.797}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.387, "count": 221, "max_ms": 186.951, "p95_ms": 134.501}, "inference_input_copy_ms": {"avg_ms": 1.74, "count": 221, "max_ms": 4.243, "p95_ms": 3.141}, "processing_residual_ms": {"avg_ms": 0.225, "count": 221, "max_ms": 0.6, "p95_ms": 0.412}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.551, "count": 221, "max_ms": 191.63, "p95_ms": 140.4}, "read_interval": {"avg_ms": 135.778, "count": 220, "max_ms": 2703.846, "p95_ms": 167.677}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 221, "max_ms": 0.249, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 1.926, "count": 221, "max_ms": 4.978, "p95_ms": 3.56}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 221, "max_ms": 0.15, "p95_ms": 0.047}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.906, "count": 221, "max_ms": 4.947, "p95_ms": 3.546}, "worker_merge_ms": {"avg_ms": 0.008, "count": 221, "max_ms": 0.03, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 54.861, "count": 221, "max_ms": 115.027, "p95_ms": 77.228}, "visualize": {"avg_ms": 40.4, "count": 221, "max_ms": 62.152, "p95_ms": 51.636}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.085, "count": 221, "max_ms": 53.597, "p95_ms": 43.959}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.649, "count": 221, "max_ms": 59.956, "p95_ms": 49.713}, "visualize_input_copy_ms": {"avg_ms": 1.523, "count": 221, "max_ms": 5.734, "p95_ms": 2.561}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.489, "count": 221, "max_ms": 59.755, "p95_ms": 49.588}, "visualizer_prepare_ms": {"avg_ms": 0.083, "count": 221, "max_ms": 0.332, "p95_ms": 0.164}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 221}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 852.379, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.918, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.654, "sample_count": 2166, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 72831, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:20:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118842, "write_bytes_delta": 118842, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1012.0, "cpu_core_ratio": 0.477451, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 41.0, "pid": 13979, "reason": null, "system_cpu_core_ratio": 0.038496, "system_cpu_s_delta": 0.7699999999999996, "user_cpu_core_ratio": 0.438955, "user_cpu_s_delta": 8.780000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.796316, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.549444, "system_cpu_s_delta": 10.989999999999782, "user_cpu_core_ratio": 1.246872, "user_cpu_s_delta": 24.94000000000051}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.148, "count": 236, "max_ms": 10.263, "p95_ms": 5.42, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.72, "max": 13.0, "p95": 11.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.835, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 236}, "total": {"avg": 2.835, "max": 5.0, "p95": 4.0, "sample_count": 236}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.095, "count": 30, "max": 71.176, "p95": 48.045, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.451, "count": 30, "max": 24.73, "p95": 22.753, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 918.733, "count": 30, "max": 1144.0, "p95": 1104.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1206.567, "count": 30, "max": 8560.0, "p95": 3884.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.352, "p95": 0.264, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.41, "count": 30, "max": 0.441, "p95": 0.438, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116002.833, "count": 30, "max": 120675.0, "p95": 119122.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116002.833, "count": 30, "max": 120675.0, "p95": 119122.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 547.1, "count": 30, "max": 12557.0, "p95": 1868.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.539, "count": 30, "max": 0.634, "p95": 0.602, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.193, "count": 30, "max": 1.35, "p95": 1.292, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 670, "sampled_at": "2026-10-30T17:20:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:20:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 166702, "flush_count": 169, "flush_interval_seconds": 30.0, "flush_state": {"count": 169, "last_at": "2026-10-30T17:20:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:20:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 168}, "started": true, "suppressed_count": 72923, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 72899}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 169, "written_record_count": 169}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5128.945, "limit_mb": null}, "detail": {"pid": 14095, "restart_count": 56, "start_count": 57}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 202015641600, "copied_frame_count": 73067, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:18:31+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3957916, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T17:18:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 11.95}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 24, "events_emitted": 23, "events_failed": 0, "events_observed": 24, "events_suppressed": 1, "frame_buffer_copied_bytes": 202015641600, "frame_buffer_copies": 73067, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1150, "recorder_active_input_bytes": 3179520000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 23, "recorder_clips_failed": 0, "recorder_clips_started": 23, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 23, "worker_jobs_accepted": 23, "worker_jobs_completed": 23, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1239, "count": 512, "max_ms": 3.1137, "p50_ms": 0.1033, "p95_ms": 0.2223, "p99_ms": 0.3057}, "stages": {"db_insert": {"avg_ms": 18.9327, "count": 23, "max_ms": 33.4972, "p50_ms": 18.6321, "p95_ms": 30.7125, "p99_ms": 32.9024, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8313, "count": 23, "max_ms": 3.8064, "p50_ms": 1.6989, "p95_ms": 2.6898, "p99_ms": 3.561, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1188.0523, "count": 24, "max_ms": 4422.916, "p50_ms": 1091.5262, "p95_ms": 1364.6407, "p99_ms": 3721.911, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4857, "count": 512, "max_ms": 3.9243, "p50_ms": 1.3986, "p95_ms": 2.4991, "p99_ms": 3.1343, "results": {"failed": 0, "not_applicable": 0, "success": 73067, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 551.0047, "count": 24, "max_ms": 656.9199, "p50_ms": 573.3057, "p95_ms": 641.9185, "p99_ms": 653.7279, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.3107, "count": 23, "max_ms": 65.0452, "p50_ms": 33.3931, "p95_ms": 58.1559, "p99_ms": 63.5391, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5266, "count": 512, "max_ms": 12.236, "p50_ms": 5.3533, "p95_ms": 8.2687, "p99_ms": 9.7713, "results": {"failed": 0, "not_applicable": 0, "success": 1150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5132, "count": 512, "max_ms": 4.7858, "p50_ms": 1.3834, "p95_ms": 2.6169, "p99_ms": 3.8192, "results": {"failed": 0, "not_applicable": 0, "success": 1150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 570.5309, "count": 23, "max_ms": 653.6862, "p50_ms": 576.9706, "p95_ms": 637.9598, "p99_ms": 650.3826, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 477.4905, "count": 23, "max_ms": 555.4516, "p50_ms": 475.4769, "p95_ms": 535.6623, "p99_ms": 551.1476, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.149, "count": 23, "max_ms": 99.8242, "p50_ms": 85.8016, "p95_ms": 95.6913, "p99_ms": 98.9263, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.8963, "count": 23, "max_ms": 15.8949, "p50_ms": 1.9502, "p95_ms": 8.1729, "p99_ms": 14.2918, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.0093, "count": 23, "max_ms": 73.1462, "p50_ms": 44.2759, "p95_ms": 69.5297, "p99_ms": 72.603, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.899, "count": 24, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6161, "p99_ms": 1.7222, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4158, "count": 23, "max_ms": 8.0269, "p50_ms": 0.9807, "p95_ms": 2.1995, "p99_ms": 6.7532, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4158, "count": 23, "max_ms": 8.0269, "p50_ms": 0.9807, "p95_ms": 2.1995, "p99_ms": 6.7532, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.899, "count": 24, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6161, "p99_ms": 1.7222, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4595, "count": 23, "max_ms": 9.2164, "p50_ms": 1.0176, "p95_ms": 2.4936, "p99_ms": 7.7561, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 573.0538, "count": 23, "max_ms": 3752.636, "p50_ms": 413.9722, "p95_ms": 705.2375, "p99_ms": 3084.6655, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.4844, "count": 23, "max_ms": 11.5083, "p50_ms": 1.9543, "p95_ms": 6.5434, "p99_ms": 10.4615, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.6498, "count": 23, "max_ms": 92.2129, "p50_ms": 25.0322, "p95_ms": 73.6468, "p99_ms": 88.2496, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1529, "count": 23, "max_ms": 1.1521, "p50_ms": 0.1048, "p95_ms": 0.1804, "p99_ms": 0.9384, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5897, "count": 23, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2291, "p99_ms": 5.1914, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 662.5961, "count": 23, "max_ms": 3837.487, "p50_ms": 504.3705, "p95_ms": 770.2722, "p99_ms": 3164.4954, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 23, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 23, "max_ms": 1.1521, "p50_ms": 0.1048, "p95_ms": 0.1804, "p99_ms": 0.9384}, "wait_ms": {"count": 23, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2291, "p99_ms": 5.1914}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 23, "artifact_failed": 0, "artifact_requested": 23, "artifact_success": 23, "completed": 23, "completed_failed": 0, "completed_success": 23, "cooldown_promoted": 23, "database_requested": 23, "db_insert_success": 23, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15564, "relay_business_failed": 0, "relay_business_success": 23, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 23, "relay_transport_failed": 0, "relay_transport_success": 23, "reservation_requested": 23}, "snapshot": {"copied_bytes": 63590400, "copied_count": 23, "copy": {"count": 23, "max_ms": 3.8064, "p50_ms": 1.6989, "p95_ms": 2.6898, "p99_ms": 3.561}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 52, "h264_decode_error_count": 126, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:20:56+09:00", "last_error_summary": "[h264 @ 0x5b824727de00] error while decoding MB 51 60, bytestream -6", "last_exit_at": "2026-10-30T17:20:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T17:20:59+09:00", "pid": 14095, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.363, "name": "ffmpeg", "pid": 14095, "rss_mb": 209.363, "state": "S (sleeping)", "threads": 70}, "restart_count": 56, "restart_count_per_hour": 24, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.866, "sample_count": 2212, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 73067, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:20:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.807, "last_frame_pushed_at": "2026-10-30T17:20:56+09:00", "last_frame_read_age_sec": 4.926, "last_frame_read_at": "2026-10-30T17:20:56+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 17, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 404.814, "last_sample_duration_ms": 986.042, "last_trigger": "periodic", "next_snapshot_in_sec": 195.186, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 17, "storage_bytes": 1211015}, "mjpeg": {"age_sec": 4.8, "exists": true, "mtime": "2026-10-30T17:20:56.483174+09:00", "mtime_epoch": 1793348456.4831736, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 119652}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:21:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 947.145, "name": "celery", "pid": 206, "rss_mb": 852.488, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 21, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 73067, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.105, "max": 9.0, "p95": 7.0, "sample_count": 181}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.265, "max": 3.0, "p95": 3.0, "sample_count": 181}, "total": {"avg": 2.265, "max": 3.0, "p95": 3.0, "sample_count": 181}}, "tracking_counts": {"active": {"avg": 0.282, "max": 1.0, "p95": 1.0, "sample_count": 181}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}, "tracked": {"avg": 0.282, "max": 1.0, "p95": 1.0, "sample_count": 181}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.033, "pushed": 6.067, "read": 6.033}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 180, "client_acquire_ms": {"avg_ms": 0.008, "count": 181, "max_ms": 0.021, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4896.261, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.937, "count": 180, "max_ms": 7.245, "p95_ms": 3.139, "reason": null, "sample_age_ms": 4937.911, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.441, "count": 180, "max_ms": 6.768, "p95_ms": 2.323, "reason": null, "sample_age_ms": 4938.303, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.387, "count": 181, "max_ms": 1.761, "p95_ms": 0.694, "reason": null, "sample_age_ms": 4896.277, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.233, "count": 180, "max_ms": 9.968, "p95_ms": 3.724, "reason": null, "sample_age_ms": 4936.889, "source": "client_direct"}, "request_count": 180, "request_tensor_bytes": {"avg": 2764808.0, "count": 180, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4936.872, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 181, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4896.909, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.361, "count": 181, "max_ms": 106.924, "p95_ms": 70.776, "reason": null, "sample_age_ms": 4896.255, "source": "client_direct"}, "sample_age_ms": 4896.25, "source": "client_direct", "task_total_ms": {"avg_ms": 53.175, "count": 181, "max_ms": 110.624, "p95_ms": 76.19, "reason": null, "sample_age_ms": 4896.25, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.102, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.898, "count": 181, "max_ms": 16.25, "p95_ms": 11.125}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.499, "count": 181, "max_ms": 1.447, "p95_ms": 1.002}, "detection_prepare_ms": {"avg_ms": 1.73, "count": 181, "max_ms": 4.467, "p95_ms": 3.401}, "event_filter_ms": {"avg_ms": 0.008, "count": 181, "max_ms": 0.369, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.378, "count": 181, "max_ms": 2.674, "p95_ms": 0.644}, "mcmt_ms": {"avg_ms": 0.004, "count": 181, "max_ms": 0.037, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.072, "count": 181, "max_ms": 5.121, "p95_ms": 3.737}, "setup_ms": {"avg_ms": 0.048, "count": 181, "max_ms": 0.133, "p95_ms": 0.098}, "total_inside_ms": {"avg_ms": 6.835, "count": 181, "max_ms": 16.134, "p95_ms": 11.002}, "track_match_ms": {"avg_ms": 0.113, "count": 181, "max_ms": 0.398, "p95_ms": 0.232}, "tracker_update_ms": {"avg_ms": 1.981, "count": 181, "max_ms": 6.803, "p95_ms": 3.394}}, "gstreamer_push": {"avg_ms": 3.485, "count": 182, "max_ms": 7.657, "p95_ms": 5.746}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.062, "count": 181, "max_ms": 1.099, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.614, "count": 181, "max_ms": 115.005, "p95_ms": 77.215}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.215, "count": 181, "max_ms": 14.12, "p95_ms": 8.797}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.831, "count": 181, "max_ms": 186.951, "p95_ms": 134.848}, "inference_input_copy_ms": {"avg_ms": 1.762, "count": 181, "max_ms": 4.243, "p95_ms": 3.113}, "processing_residual_ms": {"avg_ms": 0.233, "count": 181, "max_ms": 0.6, "p95_ms": 0.434}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.041, "count": 181, "max_ms": 191.63, "p95_ms": 141.521}, "read_interval": {"avg_ms": 139.089, "count": 181, "max_ms": 2703.846, "p95_ms": 172.517}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 181, "max_ms": 0.249, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 1.99, "count": 181, "max_ms": 4.978, "p95_ms": 3.642}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 181, "max_ms": 0.15, "p95_ms": 0.047}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.969, "count": 181, "max_ms": 4.947, "p95_ms": 3.612}, "worker_merge_ms": {"avg_ms": 0.008, "count": 181, "max_ms": 0.03, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 54.63, "count": 181, "max_ms": 115.027, "p95_ms": 77.228}, "visualize": {"avg_ms": 40.943, "count": 181, "max_ms": 62.152, "p95_ms": 51.801}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.508, "count": 181, "max_ms": 53.597, "p95_ms": 44.275}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.176, "count": 181, "max_ms": 59.956, "p95_ms": 50.609}, "visualize_input_copy_ms": {"avg_ms": 1.538, "count": 181, "max_ms": 5.734, "p95_ms": 2.5}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.01, "count": 181, "max_ms": 59.755, "p95_ms": 50.422}, "visualizer_prepare_ms": {"avg_ms": 0.083, "count": 181, "max_ms": 0.332, "p95_ms": 0.166}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 181}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 852.379, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.918, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.654, "sample_count": 2166, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 72831, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:20:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118842, "write_bytes_delta": 118842, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1012.0, "cpu_core_ratio": 0.477451, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 41.0, "pid": 13979, "reason": null, "system_cpu_core_ratio": 0.038496, "system_cpu_s_delta": 0.7699999999999996, "user_cpu_core_ratio": 0.438955, "user_cpu_s_delta": 8.780000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.796316, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.549444, "system_cpu_s_delta": 10.989999999999782, "user_cpu_core_ratio": 1.246872, "user_cpu_s_delta": 24.94000000000051}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.148, "count": 236, "max_ms": 10.263, "p95_ms": 5.42, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.72, "max": 13.0, "p95": 11.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.835, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 236}, "total": {"avg": 2.835, "max": 5.0, "p95": 4.0, "sample_count": 236}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.095, "count": 30, "max": 71.176, "p95": 48.045, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.451, "count": 30, "max": 24.73, "p95": 22.753, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 918.733, "count": 30, "max": 1144.0, "p95": 1104.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1206.567, "count": 30, "max": 8560.0, "p95": 3884.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.352, "p95": 0.264, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.41, "count": 30, "max": 0.441, "p95": 0.438, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116002.833, "count": 30, "max": 120675.0, "p95": 119122.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116002.833, "count": 30, "max": 120675.0, "p95": 119122.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 547.1, "count": 30, "max": 12557.0, "p95": 1868.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.539, "count": 30, "max": 0.634, "p95": 0.602, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.193, "count": 30, "max": 1.35, "p95": 1.292, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 670, "sampled_at": "2026-10-30T17:20:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:20:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 169706, "flush_count": 172, "flush_interval_seconds": 30.0, "flush_state": {"count": 172, "last_at": "2026-10-30T17:23:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:23:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 171}, "started": true, "suppressed_count": 74287, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 74263}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 172, "written_record_count": 172}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4960.543, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x6262097cc9c0] error while decoding MB 65 60, bytestream -26", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 205792358400, "copied_frame_count": 74433, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:18:31+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3957916, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T17:18:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 11.95}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 24, "events_emitted": 23, "events_failed": 0, "events_observed": 24, "events_suppressed": 1, "frame_buffer_copied_bytes": 205792358400, "frame_buffer_copies": 74433, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1150, "recorder_active_input_bytes": 3179520000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 23, "recorder_clips_failed": 0, "recorder_clips_started": 23, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 23, "worker_jobs_accepted": 23, "worker_jobs_completed": 23, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1158, "count": 512, "max_ms": 0.5545, "p50_ms": 0.1008, "p95_ms": 0.2301, "p99_ms": 0.297}, "stages": {"db_insert": {"avg_ms": 18.9327, "count": 23, "max_ms": 33.4972, "p50_ms": 18.6321, "p95_ms": 30.7125, "p99_ms": 32.9024, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8313, "count": 23, "max_ms": 3.8064, "p50_ms": 1.6989, "p95_ms": 2.6898, "p99_ms": 3.561, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1188.0523, "count": 24, "max_ms": 4422.916, "p50_ms": 1091.5262, "p95_ms": 1364.6407, "p99_ms": 3721.911, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5047, "count": 512, "max_ms": 5.0237, "p50_ms": 1.4059, "p95_ms": 2.4271, "p99_ms": 3.5644, "results": {"failed": 0, "not_applicable": 0, "success": 74433, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 551.0047, "count": 24, "max_ms": 656.9199, "p50_ms": 573.3057, "p95_ms": 641.9185, "p99_ms": 653.7279, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.3107, "count": 23, "max_ms": 65.0452, "p50_ms": 33.3931, "p95_ms": 58.1559, "p99_ms": 63.5391, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5266, "count": 512, "max_ms": 12.236, "p50_ms": 5.3533, "p95_ms": 8.2687, "p99_ms": 9.7713, "results": {"failed": 0, "not_applicable": 0, "success": 1150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5132, "count": 512, "max_ms": 4.7858, "p50_ms": 1.3834, "p95_ms": 2.6169, "p99_ms": 3.8192, "results": {"failed": 0, "not_applicable": 0, "success": 1150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 570.5309, "count": 23, "max_ms": 653.6862, "p50_ms": 576.9706, "p95_ms": 637.9598, "p99_ms": 650.3826, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 477.4905, "count": 23, "max_ms": 555.4516, "p50_ms": 475.4769, "p95_ms": 535.6623, "p99_ms": 551.1476, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.149, "count": 23, "max_ms": 99.8242, "p50_ms": 85.8016, "p95_ms": 95.6913, "p99_ms": 98.9263, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.8963, "count": 23, "max_ms": 15.8949, "p50_ms": 1.9502, "p95_ms": 8.1729, "p99_ms": 14.2918, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.0093, "count": 23, "max_ms": 73.1462, "p50_ms": 44.2759, "p95_ms": 69.5297, "p99_ms": 72.603, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.899, "count": 24, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6161, "p99_ms": 1.7222, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4158, "count": 23, "max_ms": 8.0269, "p50_ms": 0.9807, "p95_ms": 2.1995, "p99_ms": 6.7532, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4158, "count": 23, "max_ms": 8.0269, "p50_ms": 0.9807, "p95_ms": 2.1995, "p99_ms": 6.7532, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.899, "count": 24, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6161, "p99_ms": 1.7222, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4595, "count": 23, "max_ms": 9.2164, "p50_ms": 1.0176, "p95_ms": 2.4936, "p99_ms": 7.7561, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 573.0538, "count": 23, "max_ms": 3752.636, "p50_ms": 413.9722, "p95_ms": 705.2375, "p99_ms": 3084.6655, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.4844, "count": 23, "max_ms": 11.5083, "p50_ms": 1.9543, "p95_ms": 6.5434, "p99_ms": 10.4615, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.6498, "count": 23, "max_ms": 92.2129, "p50_ms": 25.0322, "p95_ms": 73.6468, "p99_ms": 88.2496, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1529, "count": 23, "max_ms": 1.1521, "p50_ms": 0.1048, "p95_ms": 0.1804, "p99_ms": 0.9384, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5897, "count": 23, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2291, "p99_ms": 5.1914, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 662.5961, "count": 23, "max_ms": 3837.487, "p50_ms": 504.3705, "p95_ms": 770.2722, "p99_ms": 3164.4954, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 23, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 23, "max_ms": 1.1521, "p50_ms": 0.1048, "p95_ms": 0.1804, "p99_ms": 0.9384}, "wait_ms": {"count": 23, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2291, "p99_ms": 5.1914}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 23, "artifact_failed": 0, "artifact_requested": 23, "artifact_success": 23, "completed": 23, "completed_failed": 0, "completed_success": 23, "cooldown_promoted": 23, "database_requested": 23, "db_insert_success": 23, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15564, "relay_business_failed": 0, "relay_business_success": 23, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 23, "relay_transport_failed": 0, "relay_transport_success": 23, "reservation_requested": 23}, "snapshot": {"copied_bytes": 63590400, "copied_count": 23, "copy": {"count": 23, "max_ms": 3.8064, "p50_ms": 1.6989, "p95_ms": 2.6898, "p99_ms": 3.561}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 53, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:23:51+09:00", "last_error_summary": "[h264 @ 0x6262097cc9c0] error while decoding MB 65 60, bytestream -26", "last_exit_at": "2026-10-30T17:20:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 171.906, "last_started_at": "2026-10-30T17:20:59+09:00", "pid": 14095, "process": {"exists": false, "pid": 14095}, "restart_count": 56, "restart_count_per_hour": 23, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.212, "sample_count": 2315, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 74433, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:23:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.084, "last_frame_pushed_at": "2026-10-30T17:23:51+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-10-30T17:23:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 17, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 574.725, "last_sample_duration_ms": 986.042, "last_trigger": "periodic", "next_snapshot_in_sec": 25.275, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 17, "storage_bytes": 1211015}, "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-10-30T17:23:51.116544+09:00", "mtime_epoch": 1793348631.1165445, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 118411}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:23:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 947.145, "name": "celery", "pid": 206, "rss_mb": 853.121, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 21, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 74434, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.17, "max": 12.0, "p95": 10.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.025, "max": 4.0, "p95": 4.0, "sample_count": 241}, "total": {"avg": 3.025, "max": 4.0, "p95": 4.0, "sample_count": 241}}, "tracking_counts": {"active": {"avg": 0.187, "max": 2.0, "p95": 1.0, "sample_count": 241}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "removed": {"avg": 0.025, "max": 1.0, "p95": 0.0, "sample_count": 241}, "tracked": {"avg": 0.187, "max": 2.0, "p95": 1.0, "sample_count": 241}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 241, "pushed_frames": 241, "read_frames": 241, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.048, "pushed": 8.048, "read": 8.048}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 241, "client_acquire_ms": {"avg_ms": 0.008, "count": 241, "max_ms": 0.026, "p95_ms": 0.015, "reason": null, "sample_age_ms": 32.494, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.978, "count": 241, "max_ms": 11.728, "p95_ms": 3.499, "reason": null, "sample_age_ms": 91.753, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.423, "count": 241, "max_ms": 9.055, "p95_ms": 2.338, "reason": null, "sample_age_ms": 92.094, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.417, "count": 241, "max_ms": 1.846, "p95_ms": 0.804, "reason": null, "sample_age_ms": 32.512, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.005, "count": 241, "max_ms": 8.654, "p95_ms": 3.432, "reason": null, "sample_age_ms": 90.128, "source": "client_direct"}, "request_count": 241, "request_tensor_bytes": {"avg": 2764808.0, "count": 241, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 90.114, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 241, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 33.29, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.682, "count": 241, "max_ms": 95.897, "p95_ms": 72.809, "reason": null, "sample_age_ms": 32.489, "source": "client_direct"}, "sample_age_ms": 32.484, "source": "client_direct", "task_total_ms": {"avg_ms": 53.292, "count": 241, "max_ms": 97.919, "p95_ms": 76.317, "reason": null, "sample_age_ms": 32.484, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.647, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.436, "count": 241, "max_ms": 21.345, "p95_ms": 14.302}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.552, "count": 241, "max_ms": 3.009, "p95_ms": 1.13}, "detection_prepare_ms": {"avg_ms": 1.89, "count": 241, "max_ms": 7.997, "p95_ms": 4.188}, "event_filter_ms": {"avg_ms": 0.006, "count": 241, "max_ms": 0.032, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.472, "count": 241, "max_ms": 0.983, "p95_ms": 0.804}, "mcmt_ms": {"avg_ms": 0.004, "count": 241, "max_ms": 0.017, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.978, "count": 241, "max_ms": 8.523, "p95_ms": 5.678}, "setup_ms": {"avg_ms": 0.047, "count": 241, "max_ms": 0.116, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 8.372, "count": 241, "max_ms": 21.176, "p95_ms": 14.184}, "track_match_ms": {"avg_ms": 0.115, "count": 241, "max_ms": 0.588, "p95_ms": 0.21}, "tracker_update_ms": {"avg_ms": 2.308, "count": 241, "max_ms": 7.065, "p95_ms": 4.153}}, "gstreamer_push": {"avg_ms": 3.131, "count": 241, "max_ms": 9.924, "p95_ms": 5.432}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 241, "max_ms": 0.952, "p95_ms": 0.116}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.754, "count": 241, "max_ms": 100.2, "p95_ms": 78.766}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.242, "count": 241, "max_ms": 13.223, "p95_ms": 8.292}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.711, "count": 241, "max_ms": 163.122, "p95_ms": 139.268}, "inference_input_copy_ms": {"avg_ms": 1.646, "count": 241, "max_ms": 4.608, "p95_ms": 2.727}, "processing_residual_ms": {"avg_ms": 0.227, "count": 241, "max_ms": 0.919, "p95_ms": 0.413}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.825, "count": 241, "max_ms": 169.21, "p95_ms": 146.896}, "read_interval": {"avg_ms": 124.398, "count": 241, "max_ms": 193.452, "p95_ms": 168.544}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 241, "max_ms": 0.063, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 2.894, "count": 241, "max_ms": 8.352, "p95_ms": 5.567}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 241, "max_ms": 0.062, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.875, "count": 241, "max_ms": 8.315, "p95_ms": 5.54}, "worker_merge_ms": {"avg_ms": 0.007, "count": 241, "max_ms": 0.036, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 54.77, "count": 241, "max_ms": 100.209, "p95_ms": 78.775}, "visualize": {"avg_ms": 40.176, "count": 241, "max_ms": 73.37, "p95_ms": 53.618}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.971, "count": 241, "max_ms": 53.524, "p95_ms": 43.105}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.576, "count": 241, "max_ms": 69.623, "p95_ms": 51.464}, "visualize_input_copy_ms": {"avg_ms": 1.389, "count": 241, "max_ms": 3.899, "p95_ms": 2.343}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.433, "count": 241, "max_ms": 69.281, "p95_ms": 51.187}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 241, "max_ms": 0.481, "p95_ms": 0.145}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 241}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 853.098, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.304, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.701, "sample_count": 2315, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 74386, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:23:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115777, "write_bytes_delta": 115777, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1042.0, "cpu_core_ratio": 0.472741, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 14095, "reason": null, "system_cpu_core_ratio": 0.038438, "system_cpu_s_delta": 0.7699999999999996, "user_cpu_core_ratio": 0.434303, "user_cpu_s_delta": 8.699999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.828565, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.565592, "system_cpu_s_delta": 11.329999999999927, "user_cpu_core_ratio": 1.262973, "user_cpu_s_delta": 25.299999999999272}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.134, "count": 244, "max_ms": 9.924, "p95_ms": 5.495, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.107, "max": 12.0, "p95": 10.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.939, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 244}, "total": {"avg": 2.939, "max": 4.0, "p95": 4.0, "sample_count": 244}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.219, "count": 30, "max": 71.176, "p95": 48.045, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.912, "count": 30, "max": 28.531, "p95": 26.279, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 923.767, "count": 30, "max": 1098.0, "p95": 1065.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 987.767, "count": 30, "max": 8560.0, "p95": 3559.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.07, "count": 30, "max": 0.352, "p95": 0.264, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.413, "count": 30, "max": 0.46, "p95": 0.451, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116623.4, "count": 30, "max": 119545.0, "p95": 119239.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116623.4, "count": 30, "max": 119545.0, "p95": 119239.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 547.767, "count": 30, "max": 12557.0, "p95": 1871.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.54, "count": 30, "max": 0.634, "p95": 0.597, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.205, "count": 30, "max": 1.35, "p95": 1.292, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 680, "sampled_at": "2026-10-30T17:23:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:23:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 169706, "flush_count": 172, "flush_interval_seconds": 30.0, "flush_state": {"count": 172, "last_at": "2026-10-30T17:23:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:23:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 171}, "started": true, "suppressed_count": 74287, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 74263}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 172, "written_record_count": 172}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4960.109, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T17:23:51+09:00", "last_error_summary": "[h264 @ 0x6262097cc9c0] error while decoding MB 65 60, bytestream -26", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 205795123200, "copied_frame_count": 74434, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:18:31+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3957916, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T17:18:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 11.95}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 24, "events_emitted": 23, "events_failed": 0, "events_observed": 24, "events_suppressed": 1, "frame_buffer_copied_bytes": 205795123200, "frame_buffer_copies": 74434, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1150, "recorder_active_input_bytes": 3179520000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 23, "recorder_clips_failed": 0, "recorder_clips_started": 23, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 23, "worker_jobs_accepted": 23, "worker_jobs_completed": 23, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1158, "count": 512, "max_ms": 0.5545, "p50_ms": 0.1008, "p95_ms": 0.2301, "p99_ms": 0.297}, "stages": {"db_insert": {"avg_ms": 18.9327, "count": 23, "max_ms": 33.4972, "p50_ms": 18.6321, "p95_ms": 30.7125, "p99_ms": 32.9024, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8313, "count": 23, "max_ms": 3.8064, "p50_ms": 1.6989, "p95_ms": 2.6898, "p99_ms": 3.561, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1188.0523, "count": 24, "max_ms": 4422.916, "p50_ms": 1091.5262, "p95_ms": 1364.6407, "p99_ms": 3721.911, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5043, "count": 512, "max_ms": 5.0237, "p50_ms": 1.4059, "p95_ms": 2.4271, "p99_ms": 3.5644, "results": {"failed": 0, "not_applicable": 0, "success": 74434, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 551.0047, "count": 24, "max_ms": 656.9199, "p50_ms": 573.3057, "p95_ms": 641.9185, "p99_ms": 653.7279, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.3107, "count": 23, "max_ms": 65.0452, "p50_ms": 33.3931, "p95_ms": 58.1559, "p99_ms": 63.5391, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5266, "count": 512, "max_ms": 12.236, "p50_ms": 5.3533, "p95_ms": 8.2687, "p99_ms": 9.7713, "results": {"failed": 0, "not_applicable": 0, "success": 1150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5132, "count": 512, "max_ms": 4.7858, "p50_ms": 1.3834, "p95_ms": 2.6169, "p99_ms": 3.8192, "results": {"failed": 0, "not_applicable": 0, "success": 1150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 570.5309, "count": 23, "max_ms": 653.6862, "p50_ms": 576.9706, "p95_ms": 637.9598, "p99_ms": 650.3826, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 477.4905, "count": 23, "max_ms": 555.4516, "p50_ms": 475.4769, "p95_ms": 535.6623, "p99_ms": 551.1476, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.149, "count": 23, "max_ms": 99.8242, "p50_ms": 85.8016, "p95_ms": 95.6913, "p99_ms": 98.9263, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.8963, "count": 23, "max_ms": 15.8949, "p50_ms": 1.9502, "p95_ms": 8.1729, "p99_ms": 14.2918, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.0093, "count": 23, "max_ms": 73.1462, "p50_ms": 44.2759, "p95_ms": 69.5297, "p99_ms": 72.603, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.899, "count": 24, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6161, "p99_ms": 1.7222, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4158, "count": 23, "max_ms": 8.0269, "p50_ms": 0.9807, "p95_ms": 2.1995, "p99_ms": 6.7532, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4158, "count": 23, "max_ms": 8.0269, "p50_ms": 0.9807, "p95_ms": 2.1995, "p99_ms": 6.7532, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.899, "count": 24, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6161, "p99_ms": 1.7222, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4595, "count": 23, "max_ms": 9.2164, "p50_ms": 1.0176, "p95_ms": 2.4936, "p99_ms": 7.7561, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 573.0538, "count": 23, "max_ms": 3752.636, "p50_ms": 413.9722, "p95_ms": 705.2375, "p99_ms": 3084.6655, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.4844, "count": 23, "max_ms": 11.5083, "p50_ms": 1.9543, "p95_ms": 6.5434, "p99_ms": 10.4615, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.6498, "count": 23, "max_ms": 92.2129, "p50_ms": 25.0322, "p95_ms": 73.6468, "p99_ms": 88.2496, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1529, "count": 23, "max_ms": 1.1521, "p50_ms": 0.1048, "p95_ms": 0.1804, "p99_ms": 0.9384, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5897, "count": 23, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2291, "p99_ms": 5.1914, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 662.5961, "count": 23, "max_ms": 3837.487, "p50_ms": 504.3705, "p95_ms": 770.2722, "p99_ms": 3164.4954, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 23, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 23, "max_ms": 1.1521, "p50_ms": 0.1048, "p95_ms": 0.1804, "p99_ms": 0.9384}, "wait_ms": {"count": 23, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2291, "p99_ms": 5.1914}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 23, "artifact_failed": 0, "artifact_requested": 23, "artifact_success": 23, "completed": 23, "completed_failed": 0, "completed_success": 23, "cooldown_promoted": 23, "database_requested": 23, "db_insert_success": 23, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15564, "relay_business_failed": 0, "relay_business_success": 23, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 23, "relay_transport_failed": 0, "relay_transport_success": 23, "reservation_requested": 23}, "snapshot": {"copied_bytes": 63590400, "copied_count": 23, "copy": {"count": 23, "max_ms": 3.8064, "p50_ms": 1.6989, "p95_ms": 2.6898, "p99_ms": 3.561}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 53, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:23:51+09:00", "last_error_summary": "[h264 @ 0x6262097cc9c0] error while decoding MB 65 60, bytestream -26", "last_exit_at": "2026-10-30T17:23:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 171.968, "last_started_at": "2026-10-30T17:20:59+09:00", "pid": 14095, "process": {"exists": false, "pid": 14095}, "restart_count": 56, "restart_count_per_hour": 23, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.212, "sample_count": 2315, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 74434, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:23:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T17:23:51+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-10-30T17:23:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 17, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 574.778, "last_sample_duration_ms": 986.042, "last_trigger": "periodic", "next_snapshot_in_sec": 25.222, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 17, "storage_bytes": 1211015}, "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-10-30T17:23:51.116544+09:00", "mtime_epoch": 1793348631.1165445, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 118411}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:23:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 947.145, "name": "celery", "pid": 206, "rss_mb": 853.117, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 21, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 74434, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.174, "max": 12.0, "p95": 10.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.033, "max": 4.0, "p95": 4.0, "sample_count": 241}, "total": {"avg": 3.033, "max": 4.0, "p95": 4.0, "sample_count": 241}}, "tracking_counts": {"active": {"avg": 0.187, "max": 2.0, "p95": 1.0, "sample_count": 241}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "removed": {"avg": 0.025, "max": 1.0, "p95": 0.0, "sample_count": 241}, "tracked": {"avg": 0.187, "max": 2.0, "p95": 1.0, "sample_count": 241}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 241, "pushed_frames": 241, "read_frames": 240, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.055, "pushed": 8.055, "read": 8.022}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 240, "client_acquire_ms": {"avg_ms": 0.008, "count": 241, "max_ms": 0.026, "p95_ms": 0.015, "reason": null, "sample_age_ms": 89.713, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.982, "count": 240, "max_ms": 11.728, "p95_ms": 3.507, "reason": null, "sample_age_ms": 148.972, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.425, "count": 240, "max_ms": 9.055, "p95_ms": 2.355, "reason": null, "sample_age_ms": 149.313, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.417, "count": 241, "max_ms": 1.846, "p95_ms": 0.804, "reason": null, "sample_age_ms": 89.731, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.009, "count": 240, "max_ms": 8.654, "p95_ms": 3.433, "reason": null, "sample_age_ms": 147.347, "source": "client_direct"}, "request_count": 240, "request_tensor_bytes": {"avg": 2764808.0, "count": 240, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 147.333, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 241, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 90.509, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.682, "count": 241, "max_ms": 95.897, "p95_ms": 72.809, "reason": null, "sample_age_ms": 89.708, "source": "client_direct"}, "sample_age_ms": 89.703, "source": "client_direct", "task_total_ms": {"avg_ms": 53.292, "count": 241, "max_ms": 97.919, "p95_ms": 76.317, "reason": null, "sample_age_ms": 89.703, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.293, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.459, "count": 241, "max_ms": 21.345, "p95_ms": 14.302}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.55, "count": 241, "max_ms": 3.009, "p95_ms": 1.13}, "detection_prepare_ms": {"avg_ms": 1.899, "count": 241, "max_ms": 7.997, "p95_ms": 4.188}, "event_filter_ms": {"avg_ms": 0.006, "count": 241, "max_ms": 0.032, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.473, "count": 241, "max_ms": 0.983, "p95_ms": 0.804}, "mcmt_ms": {"avg_ms": 0.004, "count": 241, "max_ms": 0.017, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.99, "count": 241, "max_ms": 8.523, "p95_ms": 5.678}, "setup_ms": {"avg_ms": 0.047, "count": 241, "max_ms": 0.116, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 8.394, "count": 241, "max_ms": 21.176, "p95_ms": 14.184}, "track_match_ms": {"avg_ms": 0.115, "count": 241, "max_ms": 0.588, "p95_ms": 0.21}, "tracker_update_ms": {"avg_ms": 2.31, "count": 241, "max_ms": 7.065, "p95_ms": 4.153}}, "gstreamer_push": {"avg_ms": 3.133, "count": 241, "max_ms": 9.924, "p95_ms": 5.432}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 241, "max_ms": 0.952, "p95_ms": 0.116}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.755, "count": 241, "max_ms": 100.2, "p95_ms": 78.766}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.25, "count": 241, "max_ms": 13.223, "p95_ms": 8.292}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.792, "count": 241, "max_ms": 163.122, "p95_ms": 139.268}, "inference_input_copy_ms": {"avg_ms": 1.642, "count": 241, "max_ms": 4.608, "p95_ms": 2.727}, "processing_residual_ms": {"avg_ms": 0.226, "count": 241, "max_ms": 0.919, "p95_ms": 0.413}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.91, "count": 241, "max_ms": 169.21, "p95_ms": 146.896}, "read_interval": {"avg_ms": 124.416, "count": 240, "max_ms": 193.452, "p95_ms": 168.544}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 241, "max_ms": 0.063, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 2.906, "count": 241, "max_ms": 8.352, "p95_ms": 5.567}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 241, "max_ms": 0.062, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.887, "count": 241, "max_ms": 8.315, "p95_ms": 5.54}, "worker_merge_ms": {"avg_ms": 0.007, "count": 241, "max_ms": 0.036, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 54.771, "count": 241, "max_ms": 100.209, "p95_ms": 78.775}, "visualize": {"avg_ms": 40.232, "count": 241, "max_ms": 73.37, "p95_ms": 53.915}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.019, "count": 241, "max_ms": 53.524, "p95_ms": 43.275}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.634, "count": 241, "max_ms": 69.623, "p95_ms": 51.863}, "visualize_input_copy_ms": {"avg_ms": 1.387, "count": 241, "max_ms": 3.899, "p95_ms": 2.343}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.492, "count": 241, "max_ms": 69.281, "p95_ms": 51.718}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 241, "max_ms": 0.481, "p95_ms": 0.145}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 241}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 853.098, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.304, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.701, "sample_count": 2315, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 74386, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:23:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115777, "write_bytes_delta": 115777, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1042.0, "cpu_core_ratio": 0.472741, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 14095, "reason": null, "system_cpu_core_ratio": 0.038438, "system_cpu_s_delta": 0.7699999999999996, "user_cpu_core_ratio": 0.434303, "user_cpu_s_delta": 8.699999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.828565, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.565592, "system_cpu_s_delta": 11.329999999999927, "user_cpu_core_ratio": 1.262973, "user_cpu_s_delta": 25.299999999999272}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.134, "count": 244, "max_ms": 9.924, "p95_ms": 5.495, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.107, "max": 12.0, "p95": 10.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.939, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 244}, "total": {"avg": 2.939, "max": 4.0, "p95": 4.0, "sample_count": 244}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.219, "count": 30, "max": 71.176, "p95": 48.045, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.912, "count": 30, "max": 28.531, "p95": 26.279, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 923.767, "count": 30, "max": 1098.0, "p95": 1065.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 987.767, "count": 30, "max": 8560.0, "p95": 3559.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.07, "count": 30, "max": 0.352, "p95": 0.264, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.413, "count": 30, "max": 0.46, "p95": 0.451, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116623.4, "count": 30, "max": 119545.0, "p95": 119239.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116623.4, "count": 30, "max": 119545.0, "p95": 119239.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 547.767, "count": 30, "max": 12557.0, "p95": 1871.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.54, "count": 30, "max": 0.634, "p95": 0.597, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.205, "count": 30, "max": 1.35, "p95": 1.292, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 680, "sampled_at": "2026-10-30T17:23:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:23:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 169706, "flush_count": 172, "flush_interval_seconds": 30.0, "flush_state": {"count": 172, "last_at": "2026-10-30T17:23:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:23:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 171}, "started": true, "suppressed_count": 74287, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 74263}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 172, "written_record_count": 172}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4959.898, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 205795123200, "copied_frame_count": 74434, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:18:31+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3957916, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T17:18:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 11.95}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 24, "events_emitted": 23, "events_failed": 0, "events_observed": 24, "events_suppressed": 1, "frame_buffer_copied_bytes": 205795123200, "frame_buffer_copies": 74434, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1150, "recorder_active_input_bytes": 3179520000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 23, "recorder_clips_failed": 0, "recorder_clips_started": 23, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 23, "worker_jobs_accepted": 23, "worker_jobs_completed": 23, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1158, "count": 512, "max_ms": 0.5545, "p50_ms": 0.1008, "p95_ms": 0.2301, "p99_ms": 0.297}, "stages": {"db_insert": {"avg_ms": 18.9327, "count": 23, "max_ms": 33.4972, "p50_ms": 18.6321, "p95_ms": 30.7125, "p99_ms": 32.9024, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8313, "count": 23, "max_ms": 3.8064, "p50_ms": 1.6989, "p95_ms": 2.6898, "p99_ms": 3.561, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1188.0523, "count": 24, "max_ms": 4422.916, "p50_ms": 1091.5262, "p95_ms": 1364.6407, "p99_ms": 3721.911, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5043, "count": 512, "max_ms": 5.0237, "p50_ms": 1.4059, "p95_ms": 2.4271, "p99_ms": 3.5644, "results": {"failed": 0, "not_applicable": 0, "success": 74434, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 551.0047, "count": 24, "max_ms": 656.9199, "p50_ms": 573.3057, "p95_ms": 641.9185, "p99_ms": 653.7279, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.3107, "count": 23, "max_ms": 65.0452, "p50_ms": 33.3931, "p95_ms": 58.1559, "p99_ms": 63.5391, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5266, "count": 512, "max_ms": 12.236, "p50_ms": 5.3533, "p95_ms": 8.2687, "p99_ms": 9.7713, "results": {"failed": 0, "not_applicable": 0, "success": 1150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5132, "count": 512, "max_ms": 4.7858, "p50_ms": 1.3834, "p95_ms": 2.6169, "p99_ms": 3.8192, "results": {"failed": 0, "not_applicable": 0, "success": 1150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 570.5309, "count": 23, "max_ms": 653.6862, "p50_ms": 576.9706, "p95_ms": 637.9598, "p99_ms": 650.3826, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 477.4905, "count": 23, "max_ms": 555.4516, "p50_ms": 475.4769, "p95_ms": 535.6623, "p99_ms": 551.1476, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.149, "count": 23, "max_ms": 99.8242, "p50_ms": 85.8016, "p95_ms": 95.6913, "p99_ms": 98.9263, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.8963, "count": 23, "max_ms": 15.8949, "p50_ms": 1.9502, "p95_ms": 8.1729, "p99_ms": 14.2918, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.0093, "count": 23, "max_ms": 73.1462, "p50_ms": 44.2759, "p95_ms": 69.5297, "p99_ms": 72.603, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.899, "count": 24, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6161, "p99_ms": 1.7222, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4158, "count": 23, "max_ms": 8.0269, "p50_ms": 0.9807, "p95_ms": 2.1995, "p99_ms": 6.7532, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4158, "count": 23, "max_ms": 8.0269, "p50_ms": 0.9807, "p95_ms": 2.1995, "p99_ms": 6.7532, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.899, "count": 24, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6161, "p99_ms": 1.7222, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4595, "count": 23, "max_ms": 9.2164, "p50_ms": 1.0176, "p95_ms": 2.4936, "p99_ms": 7.7561, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 573.0538, "count": 23, "max_ms": 3752.636, "p50_ms": 413.9722, "p95_ms": 705.2375, "p99_ms": 3084.6655, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.4844, "count": 23, "max_ms": 11.5083, "p50_ms": 1.9543, "p95_ms": 6.5434, "p99_ms": 10.4615, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.6498, "count": 23, "max_ms": 92.2129, "p50_ms": 25.0322, "p95_ms": 73.6468, "p99_ms": 88.2496, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1529, "count": 23, "max_ms": 1.1521, "p50_ms": 0.1048, "p95_ms": 0.1804, "p99_ms": 0.9384, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5897, "count": 23, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2291, "p99_ms": 5.1914, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 662.5961, "count": 23, "max_ms": 3837.487, "p50_ms": 504.3705, "p95_ms": 770.2722, "p99_ms": 3164.4954, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 23, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 23, "max_ms": 1.1521, "p50_ms": 0.1048, "p95_ms": 0.1804, "p99_ms": 0.9384}, "wait_ms": {"count": 23, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2291, "p99_ms": 5.1914}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 23, "artifact_failed": 0, "artifact_requested": 23, "artifact_success": 23, "completed": 23, "completed_failed": 0, "completed_success": 23, "cooldown_promoted": 23, "database_requested": 23, "db_insert_success": 23, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15564, "relay_business_failed": 0, "relay_business_success": 23, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 23, "relay_transport_failed": 0, "relay_transport_success": 23, "reservation_requested": 23}, "snapshot": {"copied_bytes": 63590400, "copied_count": 23, "copy": {"count": 23, "max_ms": 3.8064, "p50_ms": 1.6989, "p95_ms": 2.6898, "p99_ms": 3.561}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 53, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:23:51+09:00", "last_error_summary": "[h264 @ 0x6262097cc9c0] error while decoding MB 65 60, bytestream -26", "last_exit_at": "2026-10-30T17:23:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 172.002, "last_started_at": "2026-10-30T17:20:59+09:00", "pid": 14095, "process": {"exists": false, "pid": 14095}, "restart_count": 56, "restart_count_per_hour": 23, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 57}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.212, "sample_count": 2315, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 74434, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:23:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.035, "last_frame_pushed_at": "2026-10-30T17:23:51+09:00", "last_frame_read_age_sec": 0.174, "last_frame_read_at": "2026-10-30T17:23:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 17, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 574.807, "last_sample_duration_ms": 986.042, "last_trigger": "periodic", "next_snapshot_in_sec": 25.193, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 17, "storage_bytes": 1211015}, "mjpeg": {"age_sec": 0.026, "exists": true, "mtime": "2026-10-30T17:23:51.257545+09:00", "mtime_epoch": 1793348631.2575448, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117387}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:23:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 947.145, "name": "celery", "pid": 206, "rss_mb": 853.117, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 21, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 74434, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.174, "max": 12.0, "p95": 10.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.033, "max": 4.0, "p95": 4.0, "sample_count": 241}, "total": {"avg": 3.033, "max": 4.0, "p95": 4.0, "sample_count": 241}}, "tracking_counts": {"active": {"avg": 0.187, "max": 2.0, "p95": 1.0, "sample_count": 241}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "removed": {"avg": 0.025, "max": 1.0, "p95": 0.0, "sample_count": 241}, "tracked": {"avg": 0.187, "max": 2.0, "p95": 1.0, "sample_count": 241}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 241, "pushed_frames": 241, "read_frames": 240, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.046, "pushed": 8.046, "read": 8.013}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 240, "client_acquire_ms": {"avg_ms": 0.008, "count": 240, "max_ms": 0.026, "p95_ms": 0.015, "reason": null, "sample_age_ms": 119.787, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.982, "count": 240, "max_ms": 11.728, "p95_ms": 3.507, "reason": null, "sample_age_ms": 179.045, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.425, "count": 240, "max_ms": 9.055, "p95_ms": 2.355, "reason": null, "sample_age_ms": 179.387, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.418, "count": 240, "max_ms": 1.846, "p95_ms": 0.804, "reason": null, "sample_age_ms": 119.804, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.009, "count": 240, "max_ms": 8.654, "p95_ms": 3.433, "reason": null, "sample_age_ms": 177.421, "source": "client_direct"}, "request_count": 240, "request_tensor_bytes": {"avg": 2764808.0, "count": 240, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 177.406, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 240, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 120.583, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.737, "count": 240, "max_ms": 95.897, "p95_ms": 72.951, "reason": null, "sample_age_ms": 119.782, "source": "client_direct"}, "sample_age_ms": 119.776, "source": "client_direct", "task_total_ms": {"avg_ms": 53.352, "count": 240, "max_ms": 97.919, "p95_ms": 76.387, "reason": null, "sample_age_ms": 119.776, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.512, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.459, "count": 241, "max_ms": 21.345, "p95_ms": 14.302}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.55, "count": 241, "max_ms": 3.009, "p95_ms": 1.13}, "detection_prepare_ms": {"avg_ms": 1.899, "count": 241, "max_ms": 7.997, "p95_ms": 4.188}, "event_filter_ms": {"avg_ms": 0.006, "count": 241, "max_ms": 0.032, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.473, "count": 241, "max_ms": 0.983, "p95_ms": 0.804}, "mcmt_ms": {"avg_ms": 0.004, "count": 241, "max_ms": 0.017, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.99, "count": 241, "max_ms": 8.523, "p95_ms": 5.678}, "setup_ms": {"avg_ms": 0.047, "count": 241, "max_ms": 0.116, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 8.394, "count": 241, "max_ms": 21.176, "p95_ms": 14.184}, "track_match_ms": {"avg_ms": 0.115, "count": 241, "max_ms": 0.588, "p95_ms": 0.21}, "tracker_update_ms": {"avg_ms": 2.31, "count": 241, "max_ms": 7.065, "p95_ms": 4.153}}, "gstreamer_push": {"avg_ms": 3.133, "count": 241, "max_ms": 9.924, "p95_ms": 5.432}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 241, "max_ms": 0.952, "p95_ms": 0.116}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.755, "count": 241, "max_ms": 100.2, "p95_ms": 78.766}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.25, "count": 241, "max_ms": 13.223, "p95_ms": 8.292}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.792, "count": 241, "max_ms": 163.122, "p95_ms": 139.268}, "inference_input_copy_ms": {"avg_ms": 1.642, "count": 241, "max_ms": 4.608, "p95_ms": 2.727}, "processing_residual_ms": {"avg_ms": 0.226, "count": 241, "max_ms": 0.919, "p95_ms": 0.413}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.91, "count": 241, "max_ms": 169.21, "p95_ms": 146.896}, "read_interval": {"avg_ms": 124.416, "count": 240, "max_ms": 193.452, "p95_ms": 168.544}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 241, "max_ms": 0.063, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 2.906, "count": 241, "max_ms": 8.352, "p95_ms": 5.567}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 241, "max_ms": 0.062, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.887, "count": 241, "max_ms": 8.315, "p95_ms": 5.54}, "worker_merge_ms": {"avg_ms": 0.007, "count": 241, "max_ms": 0.036, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 54.771, "count": 241, "max_ms": 100.209, "p95_ms": 78.775}, "visualize": {"avg_ms": 40.232, "count": 241, "max_ms": 73.37, "p95_ms": 53.915}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.019, "count": 241, "max_ms": 53.524, "p95_ms": 43.275}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.634, "count": 241, "max_ms": 69.623, "p95_ms": 51.863}, "visualize_input_copy_ms": {"avg_ms": 1.387, "count": 241, "max_ms": 3.899, "p95_ms": 2.343}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.492, "count": 241, "max_ms": 69.281, "p95_ms": 51.718}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 241, "max_ms": 0.481, "p95_ms": 0.145}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 241}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 853.098, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.304, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.701, "sample_count": 2315, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 74386, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:23:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115777, "write_bytes_delta": 115777, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1042.0, "cpu_core_ratio": 0.472741, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 14095, "reason": null, "system_cpu_core_ratio": 0.038438, "system_cpu_s_delta": 0.7699999999999996, "user_cpu_core_ratio": 0.434303, "user_cpu_s_delta": 8.699999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.828565, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.565592, "system_cpu_s_delta": 11.329999999999927, "user_cpu_core_ratio": 1.262973, "user_cpu_s_delta": 25.299999999999272}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.134, "count": 244, "max_ms": 9.924, "p95_ms": 5.495, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.107, "max": 12.0, "p95": 10.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.939, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 244}, "total": {"avg": 2.939, "max": 4.0, "p95": 4.0, "sample_count": 244}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.219, "count": 30, "max": 71.176, "p95": 48.045, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.912, "count": 30, "max": 28.531, "p95": 26.279, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 923.767, "count": 30, "max": 1098.0, "p95": 1065.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 987.767, "count": 30, "max": 8560.0, "p95": 3559.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.07, "count": 30, "max": 0.352, "p95": 0.264, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.413, "count": 30, "max": 0.46, "p95": 0.451, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116623.4, "count": 30, "max": 119545.0, "p95": 119239.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116623.4, "count": 30, "max": 119545.0, "p95": 119239.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 547.767, "count": 30, "max": 12557.0, "p95": 1871.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.54, "count": 30, "max": 0.634, "p95": 0.597, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.205, "count": 30, "max": 1.35, "p95": 1.292, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 680, "sampled_at": "2026-10-30T17:23:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:23:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 169706, "flush_count": 172, "flush_interval_seconds": 30.0, "flush_state": {"count": 172, "last_at": "2026-10-30T17:23:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:23:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 171}, "started": true, "suppressed_count": 74287, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 24, "tracking_summary": 74263}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 172, "written_record_count": 172}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5133.898, "limit_mb": null}, "detail": {"pid": 14211, "restart_count": 57, "start_count": 58}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 205795123200, "copied_frame_count": 74434, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:18:31+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3957916, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T17:18:19+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 11.95}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 24, "events_emitted": 23, "events_failed": 0, "events_observed": 24, "events_suppressed": 1, "frame_buffer_copied_bytes": 205795123200, "frame_buffer_copies": 74434, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1150, "recorder_active_input_bytes": 3179520000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 23, "recorder_clips_failed": 0, "recorder_clips_started": 23, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 23, "worker_jobs_accepted": 23, "worker_jobs_completed": 23, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1158, "count": 512, "max_ms": 0.5545, "p50_ms": 0.1008, "p95_ms": 0.2301, "p99_ms": 0.297}, "stages": {"db_insert": {"avg_ms": 18.9327, "count": 23, "max_ms": 33.4972, "p50_ms": 18.6321, "p95_ms": 30.7125, "p99_ms": 32.9024, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8313, "count": 23, "max_ms": 3.8064, "p50_ms": 1.6989, "p95_ms": 2.6898, "p99_ms": 3.561, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1188.0523, "count": 24, "max_ms": 4422.916, "p50_ms": 1091.5262, "p95_ms": 1364.6407, "p99_ms": 3721.911, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5043, "count": 512, "max_ms": 5.0237, "p50_ms": 1.4059, "p95_ms": 2.4271, "p99_ms": 3.5644, "results": {"failed": 0, "not_applicable": 0, "success": 74434, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 551.0047, "count": 24, "max_ms": 656.9199, "p50_ms": 573.3057, "p95_ms": 641.9185, "p99_ms": 653.7279, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.3107, "count": 23, "max_ms": 65.0452, "p50_ms": 33.3931, "p95_ms": 58.1559, "p99_ms": 63.5391, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.5266, "count": 512, "max_ms": 12.236, "p50_ms": 5.3533, "p95_ms": 8.2687, "p99_ms": 9.7713, "results": {"failed": 0, "not_applicable": 0, "success": 1150, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5132, "count": 512, "max_ms": 4.7858, "p50_ms": 1.3834, "p95_ms": 2.6169, "p99_ms": 3.8192, "results": {"failed": 0, "not_applicable": 0, "success": 1150, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 570.5309, "count": 23, "max_ms": 653.6862, "p50_ms": 576.9706, "p95_ms": 637.9598, "p99_ms": 650.3826, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 477.4905, "count": 23, "max_ms": 555.4516, "p50_ms": 475.4769, "p95_ms": 535.6623, "p99_ms": 551.1476, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.149, "count": 23, "max_ms": 99.8242, "p50_ms": 85.8016, "p95_ms": 95.6913, "p99_ms": 98.9263, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.8963, "count": 23, "max_ms": 15.8949, "p50_ms": 1.9502, "p95_ms": 8.1729, "p99_ms": 14.2918, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 46.0093, "count": 23, "max_ms": 73.1462, "p50_ms": 44.2759, "p95_ms": 69.5297, "p99_ms": 72.603, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.899, "count": 24, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6161, "p99_ms": 1.7222, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4158, "count": 23, "max_ms": 8.0269, "p50_ms": 0.9807, "p95_ms": 2.1995, "p99_ms": 6.7532, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4158, "count": 23, "max_ms": 8.0269, "p50_ms": 0.9807, "p95_ms": 2.1995, "p99_ms": 6.7532, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.899, "count": 24, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6161, "p99_ms": 1.7222, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4595, "count": 23, "max_ms": 9.2164, "p50_ms": 1.0176, "p95_ms": 2.4936, "p99_ms": 7.7561, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 23, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 573.0538, "count": 23, "max_ms": 3752.636, "p50_ms": 413.9722, "p95_ms": 705.2375, "p99_ms": 3084.6655, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.4844, "count": 23, "max_ms": 11.5083, "p50_ms": 1.9543, "p95_ms": 6.5434, "p99_ms": 10.4615, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.6498, "count": 23, "max_ms": 92.2129, "p50_ms": 25.0322, "p95_ms": 73.6468, "p99_ms": 88.2496, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1529, "count": 23, "max_ms": 1.1521, "p50_ms": 0.1048, "p95_ms": 0.1804, "p99_ms": 0.9384, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5897, "count": 23, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2291, "p99_ms": 5.1914, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 662.5961, "count": 23, "max_ms": 3837.487, "p50_ms": 504.3705, "p95_ms": 770.2722, "p99_ms": 3164.4954, "results": {"failed": 0, "not_applicable": 0, "success": 23, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 23, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 23, "max_ms": 1.1521, "p50_ms": 0.1048, "p95_ms": 0.1804, "p99_ms": 0.9384}, "wait_ms": {"count": 23, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2291, "p99_ms": 5.1914}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 23, "artifact_failed": 0, "artifact_requested": 23, "artifact_success": 23, "completed": 23, "completed_failed": 0, "completed_success": 23, "cooldown_promoted": 23, "database_requested": 23, "db_insert_success": 23, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15564, "relay_business_failed": 0, "relay_business_success": 23, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 23, "relay_transport_failed": 0, "relay_transport_success": 23, "reservation_requested": 23}, "snapshot": {"copied_bytes": 63590400, "copied_count": 23, "copy": {"count": 23, "max_ms": 3.8064, "p50_ms": 1.6989, "p95_ms": 2.6898, "p99_ms": 3.561}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 53, "h264_decode_error_count": 127, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:23:51+09:00", "last_error_summary": "[h264 @ 0x6262097cc9c0] error while decoding MB 65 60, bytestream -26", "last_exit_at": "2026-10-30T17:23:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T17:23:53+09:00", "pid": 14211, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.934, "name": "ffmpeg", "pid": 14211, "rss_mb": 208.934, "state": "S (sleeping)", "threads": 70}, "restart_count": 57, "restart_count_per_hour": 24, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.212, "sample_count": 2281, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 74434, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:23:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.717, "last_frame_pushed_at": "2026-10-30T17:23:51+09:00", "last_frame_read_age_sec": 4.856, "last_frame_read_at": "2026-10-30T17:23:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 17, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 579.497, "last_sample_duration_ms": 986.042, "last_trigger": "periodic", "next_snapshot_in_sec": 20.503, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 17, "storage_bytes": 1211015}, "mjpeg": {"age_sec": 4.708, "exists": true, "mtime": "2026-10-30T17:23:51.257545+09:00", "mtime_epoch": 1793348631.2575448, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117387}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:23:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 947.145, "name": "celery", "pid": 206, "rss_mb": 853.121, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 21, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 74434, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.251, "max": 12.0, "p95": 10.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.094, "max": 4.0, "p95": 4.0, "sample_count": 203}, "total": {"avg": 3.094, "max": 4.0, "p95": 4.0, "sample_count": 203}}, "tracking_counts": {"active": {"avg": 0.222, "max": 2.0, "p95": 1.0, "sample_count": 203}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "removed": {"avg": 0.025, "max": 1.0, "p95": 0.0, "sample_count": 203}, "tracked": {"avg": 0.222, "max": 2.0, "p95": 1.0, "sample_count": 203}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.791, "pushed": 6.791, "read": 6.757}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 202, "client_acquire_ms": {"avg_ms": 0.008, "count": 203, "max_ms": 0.026, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4807.099, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.982, "count": 202, "max_ms": 10.403, "p95_ms": 3.497, "reason": null, "sample_age_ms": 4866.357, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.432, "count": 202, "max_ms": 9.055, "p95_ms": 2.332, "reason": null, "sample_age_ms": 4866.699, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.421, "count": 203, "max_ms": 1.846, "p95_ms": 0.826, "reason": null, "sample_age_ms": 4807.117, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.027, "count": 202, "max_ms": 8.654, "p95_ms": 3.441, "reason": null, "sample_age_ms": 4864.733, "source": "client_direct"}, "request_count": 202, "request_tensor_bytes": {"avg": 2764808.0, "count": 202, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4864.718, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 203, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4807.895, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.772, "count": 203, "max_ms": 95.897, "p95_ms": 72.786, "reason": null, "sample_age_ms": 4807.094, "source": "client_direct"}, "sample_age_ms": 4807.089, "source": "client_direct", "task_total_ms": {"avg_ms": 53.403, "count": 203, "max_ms": 97.919, "p95_ms": 76.298, "reason": null, "sample_age_ms": 4807.089, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.328, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.578, "count": 203, "max_ms": 21.345, "p95_ms": 14.495}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.561, "count": 203, "max_ms": 3.009, "p95_ms": 1.133}, "detection_prepare_ms": {"avg_ms": 1.889, "count": 203, "max_ms": 7.763, "p95_ms": 3.799}, "event_filter_ms": {"avg_ms": 0.007, "count": 203, "max_ms": 0.032, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.473, "count": 203, "max_ms": 0.983, "p95_ms": 0.819}, "mcmt_ms": {"avg_ms": 0.004, "count": 203, "max_ms": 0.017, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 3.065, "count": 203, "max_ms": 8.523, "p95_ms": 5.787}, "setup_ms": {"avg_ms": 0.047, "count": 203, "max_ms": 0.116, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 8.511, "count": 203, "max_ms": 21.176, "p95_ms": 14.347}, "track_match_ms": {"avg_ms": 0.118, "count": 203, "max_ms": 0.588, "p95_ms": 0.222}, "tracker_update_ms": {"avg_ms": 2.345, "count": 203, "max_ms": 7.065, "p95_ms": 4.246}}, "gstreamer_push": {"avg_ms": 3.099, "count": 203, "max_ms": 9.924, "p95_ms": 5.142}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 203, "max_ms": 0.952, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.862, "count": 203, "max_ms": 100.2, "p95_ms": 78.766}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.245, "count": 203, "max_ms": 13.099, "p95_ms": 8.292}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.332, "count": 203, "max_ms": 163.122, "p95_ms": 140.324}, "inference_input_copy_ms": {"avg_ms": 1.643, "count": 203, "max_ms": 4.608, "p95_ms": 2.698}, "processing_residual_ms": {"avg_ms": 0.225, "count": 203, "max_ms": 0.919, "p95_ms": 0.42}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.444, "count": 203, "max_ms": 169.21, "p95_ms": 146.98}, "read_interval": {"avg_ms": 124.786, "count": 202, "max_ms": 193.452, "p95_ms": 169.372}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 203, "max_ms": 0.063, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 2.98, "count": 203, "max_ms": 8.352, "p95_ms": 5.585}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 203, "max_ms": 0.062, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.96, "count": 203, "max_ms": 8.315, "p95_ms": 5.542}, "worker_merge_ms": {"avg_ms": 0.007, "count": 203, "max_ms": 0.036, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 54.878, "count": 203, "max_ms": 100.209, "p95_ms": 78.775}, "visualize": {"avg_ms": 40.547, "count": 203, "max_ms": 73.37, "p95_ms": 54.053}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.25, "count": 203, "max_ms": 53.524, "p95_ms": 44.003}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.963, "count": 203, "max_ms": 69.623, "p95_ms": 52.902}, "visualize_input_copy_ms": {"avg_ms": 1.371, "count": 203, "max_ms": 3.899, "p95_ms": 2.265}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.821, "count": 203, "max_ms": 69.281, "p95_ms": 52.746}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 203, "max_ms": 0.481, "p95_ms": 0.148}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 203}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 853.098, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.304, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.701, "sample_count": 2315, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 74386, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:23:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115777, "write_bytes_delta": 115777, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1042.0, "cpu_core_ratio": 0.472741, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 14095, "reason": null, "system_cpu_core_ratio": 0.038438, "system_cpu_s_delta": 0.7699999999999996, "user_cpu_core_ratio": 0.434303, "user_cpu_s_delta": 8.699999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.828565, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.565592, "system_cpu_s_delta": 11.329999999999927, "user_cpu_core_ratio": 1.262973, "user_cpu_s_delta": 25.299999999999272}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.134, "count": 244, "max_ms": 9.924, "p95_ms": 5.495, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.107, "max": 12.0, "p95": 10.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.939, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 244}, "total": {"avg": 2.939, "max": 4.0, "p95": 4.0, "sample_count": 244}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.219, "count": 30, "max": 71.176, "p95": 48.045, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.912, "count": 30, "max": 28.531, "p95": 26.279, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 923.767, "count": 30, "max": 1098.0, "p95": 1065.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 987.767, "count": 30, "max": 8560.0, "p95": 3559.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.07, "count": 30, "max": 0.352, "p95": 0.264, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.413, "count": 30, "max": 0.46, "p95": 0.451, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116623.4, "count": 30, "max": 119545.0, "p95": 119239.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116623.4, "count": 30, "max": 119545.0, "p95": 119239.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 547.767, "count": 30, "max": 12557.0, "p95": 1871.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.54, "count": 30, "max": 0.634, "p95": 0.597, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.205, "count": 30, "max": 1.35, "p95": 1.292, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 680, "sampled_at": "2026-10-30T17:23:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:23:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 171672, "flush_count": 174, "flush_interval_seconds": 30.0, "flush_state": {"count": 174, "last_at": "2026-10-30T17:25:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:25:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 173}, "started": true, "suppressed_count": 75588, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 75563}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 174, "written_record_count": 174}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5023.078, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x64499750c940] error while decoding MB 69 60, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 209392128000, "copied_frame_count": 75735, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:26:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4053171, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T17:25:52+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.004}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 25, "events_emitted": 24, "events_failed": 0, "events_observed": 25, "events_suppressed": 1, "frame_buffer_copied_bytes": 209392128000, "frame_buffer_copies": 75735, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1200, "recorder_active_input_bytes": 3317760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 24, "recorder_clips_failed": 0, "recorder_clips_started": 24, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 24, "worker_jobs_accepted": 24, "worker_jobs_completed": 24, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1308, "count": 512, "max_ms": 3.1073, "p50_ms": 0.1046, "p95_ms": 0.2382, "p99_ms": 0.3067}, "stages": {"db_insert": {"avg_ms": 18.5471, "count": 24, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.6719, "p99_ms": 32.8754, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8241, "count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1179.6526, "count": 25, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1361.1648, "p99_ms": 3691.4325, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5494, "count": 512, "max_ms": 3.8286, "p50_ms": 1.4554, "p95_ms": 2.5007, "p99_ms": 3.228, "results": {"failed": 0, "not_applicable": 0, "success": 75735, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 551.2336, "count": 25, "max_ms": 656.9199, "p50_ms": 565.6267, "p95_ms": 641.5441, "p99_ms": 653.5891, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 32.5402, "count": 24, "max_ms": 65.0452, "p50_ms": 31.3333, "p95_ms": 58.1342, "p99_ms": 63.4706, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4339, "count": 512, "max_ms": 12.236, "p50_ms": 5.2619, "p95_ms": 8.1372, "p99_ms": 9.75, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4787, "count": 512, "max_ms": 4.7858, "p50_ms": 1.3661, "p95_ms": 2.4829, "p99_ms": 3.8192, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 569.4871, "count": 24, "max_ms": 653.6862, "p50_ms": 569.125, "p95_ms": 637.6048, "p99_ms": 650.2324, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 476.6504, "count": 24, "max_ms": 555.4516, "p50_ms": 473.3611, "p95_ms": 535.5494, "p99_ms": 550.952, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0238, "count": 24, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.6655, "p99_ms": 98.8855, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.8729, "count": 24, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 7.9552, "p99_ms": 14.219, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.9644, "count": 24, "max_ms": 73.1462, "p50_ms": 44.6038, "p95_ms": 68.956, "p99_ms": 72.5783, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4932, "count": 24, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.532, "p99_ms": 7.6897, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 564.3431, "count": 24, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 699.653, "p99_ms": 3054.3032, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5306, "count": 24, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.4401, "p99_ms": 10.4139, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.5674, "count": 24, "max_ms": 92.2129, "p50_ms": 25.3495, "p95_ms": 73.3712, "p99_ms": 88.0695, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1502, "count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.619, "count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 652.6736, "count": 24, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 766.1912, "p99_ms": 3133.9049, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 24, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287}, "wait_ms": {"count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 24, "artifact_failed": 0, "artifact_requested": 24, "artifact_success": 24, "completed": 24, "completed_failed": 0, "completed_success": 24, "cooldown_promoted": 24, "database_requested": 24, "db_insert_success": 24, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15565, "relay_business_failed": 0, "relay_business_success": 24, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 24, "relay_transport_failed": 0, "relay_transport_success": 24, "reservation_requested": 24}, "snapshot": {"copied_bytes": 66355200, "copied_count": 24, "copy": {"count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 54, "h264_decode_error_count": 128, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:26:45+09:00", "last_error_summary": "[h264 @ 0x64499750c940] error while decoding MB 69 60, bytestream -6", "last_exit_at": "2026-10-30T17:23:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 171.508, "last_started_at": "2026-10-30T17:23:53+09:00", "pid": 14211, "process": {"exists": false, "pid": 14211}, "restart_count": 57, "restart_count_per_hour": 23, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.422, "sample_count": 2307, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 75735, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:26:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.091, "last_frame_pushed_at": "2026-10-30T17:26:45+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-10-30T17:26:45+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 18, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 147.016, "last_sample_duration_ms": 870.624, "last_trigger": "periodic", "next_snapshot_in_sec": 452.984, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 18, "storage_bytes": 1220555}, "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-10-30T17:26:45.390042+09:00", "mtime_epoch": 1793348805.390042, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113594}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:26:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 947.145, "name": "celery", "pid": 206, "rss_mb": 903.984, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 22, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 75736, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.87, "max": 17.0, "p95": 13.0, "sample_count": 238}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.034, "max": 4.0, "p95": 3.0, "sample_count": 238}, "total": {"avg": 2.034, "max": 4.0, "p95": 3.0, "sample_count": 238}}, "tracking_counts": {"active": {"avg": 0.147, "max": 2.0, "p95": 1.0, "sample_count": 238}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "removed": {"avg": 0.034, "max": 1.0, "p95": 0.0, "sample_count": 238}, "tracked": {"avg": 0.147, "max": 2.0, "p95": 1.0, "sample_count": 238}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 238, "pushed_frames": 238, "read_frames": 238, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.963, "pushed": 7.963, "read": 7.963}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 238, "client_acquire_ms": {"avg_ms": 0.008, "count": 239, "max_ms": 0.027, "p95_ms": 0.017, "reason": null, "sample_age_ms": 37.932, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.981, "count": 238, "max_ms": 7.091, "p95_ms": 3.221, "reason": null, "sample_age_ms": 97.769, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.395, "count": 238, "max_ms": 6.56, "p95_ms": 2.408, "reason": null, "sample_age_ms": 97.99, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.444, "count": 239, "max_ms": 1.308, "p95_ms": 0.825, "reason": null, "sample_age_ms": 37.962, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.237, "count": 238, "max_ms": 6.079, "p95_ms": 3.9, "reason": null, "sample_age_ms": 96.064, "source": "client_direct"}, "request_count": 238, "request_tensor_bytes": {"avg": 2764808.0, "count": 238, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 96.031, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 239, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 38.786, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.764, "count": 239, "max_ms": 107.248, "p95_ms": 74.867, "reason": null, "sample_age_ms": 37.922, "source": "client_direct"}, "sample_age_ms": 37.913, "source": "client_direct", "task_total_ms": {"avg_ms": 55.641, "count": 239, "max_ms": 110.292, "p95_ms": 78.112, "reason": null, "sample_age_ms": 37.913, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.532, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.558, "count": 238, "max_ms": 17.097, "p95_ms": 12.181}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.519, "count": 238, "max_ms": 1.696, "p95_ms": 1.063}, "detection_prepare_ms": {"avg_ms": 1.864, "count": 238, "max_ms": 7.792, "p95_ms": 3.538}, "event_filter_ms": {"avg_ms": 0.006, "count": 238, "max_ms": 0.024, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.427, "count": 238, "max_ms": 1.206, "p95_ms": 0.804}, "mcmt_ms": {"avg_ms": 0.004, "count": 238, "max_ms": 0.017, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.419, "count": 238, "max_ms": 8.262, "p95_ms": 4.417}, "setup_ms": {"avg_ms": 0.053, "count": 238, "max_ms": 0.733, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 7.493, "count": 238, "max_ms": 16.988, "p95_ms": 12.119}, "track_match_ms": {"avg_ms": 0.112, "count": 238, "max_ms": 0.561, "p95_ms": 0.245}, "tracker_update_ms": {"avg_ms": 2.086, "count": 238, "max_ms": 5.605, "p95_ms": 3.809}}, "gstreamer_push": {"avg_ms": 3.282, "count": 238, "max_ms": 7.154, "p95_ms": 5.149}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 238, "max_ms": 0.207, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.096, "count": 238, "max_ms": 113.964, "p95_ms": 81.276}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.152, "count": 238, "max_ms": 14.846, "p95_ms": 8.824}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.376, "count": 238, "max_ms": 190.924, "p95_ms": 138.156}, "inference_input_copy_ms": {"avg_ms": 1.685, "count": 238, "max_ms": 3.821, "p95_ms": 2.86}, "processing_residual_ms": {"avg_ms": 0.222, "count": 238, "max_ms": 0.629, "p95_ms": 0.424}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.435, "count": 238, "max_ms": 197.922, "p95_ms": 144.454}, "read_interval": {"avg_ms": 125.689, "count": 238, "max_ms": 226.865, "p95_ms": 169.021}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 238, "max_ms": 0.079, "p95_ms": 0.043}, "execute_total_ms": {"avg_ms": 2.333, "count": 238, "max_ms": 8.146, "p95_ms": 4.287}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 238, "max_ms": 0.086, "p95_ms": 0.045}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.312, "count": 238, "max_ms": 8.116, "p95_ms": 4.249}, "worker_merge_ms": {"avg_ms": 0.009, "count": 238, "max_ms": 0.079, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 57.112, "count": 238, "max_ms": 113.991, "p95_ms": 81.305}, "visualize": {"avg_ms": 39.299, "count": 238, "max_ms": 69.024, "p95_ms": 52.522}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.452, "count": 238, "max_ms": 59.408, "p95_ms": 42.878}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.598, "count": 238, "max_ms": 66.342, "p95_ms": 50.647}, "visualize_input_copy_ms": {"avg_ms": 1.469, "count": 238, "max_ms": 4.492, "p95_ms": 2.482}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.447, "count": 238, "max_ms": 66.142, "p95_ms": 50.52}, "visualizer_prepare_ms": {"avg_ms": 0.081, "count": 238, "max_ms": 0.602, "p95_ms": 0.164}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 238}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 903.91, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.569, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.778, "sample_count": 2316, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 75581, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:26:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112725, "write_bytes_delta": 112725, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1115.0, "cpu_core_ratio": 0.487979, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 717.0, "pid": 14211, "reason": null, "system_cpu_core_ratio": 0.036961, "system_cpu_s_delta": 0.7400000000000002, "user_cpu_core_ratio": 0.451018, "user_cpu_s_delta": 9.030000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.676209, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.494472, "system_cpu_s_delta": 9.899999999999636, "user_cpu_core_ratio": 1.181737, "user_cpu_s_delta": 23.659999999999854}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.316, "count": 237, "max_ms": 11.345, "p95_ms": 5.177, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.717, "max": 17.0, "p95": 13.0, "sample_count": 237}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.177, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 237}, "total": {"avg": 2.177, "max": 5.0, "p95": 4.0, "sample_count": 237}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.264, "count": 30, "max": 34.258, "p95": 30.802, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.969, "count": 30, "max": 28.531, "p95": 26.279, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 958.133, "count": 30, "max": 1115.0, "p95": 1064.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 534.533, "count": 30, "max": 3553.0, "p95": 2083.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.313, "p95": 0.116, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.411, "count": 30, "max": 0.46, "p95": 0.453, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116426.933, "count": 30, "max": 119545.0, "p95": 119239.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116426.933, "count": 30, "max": 119545.0, "p95": 119239.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1608.4, "count": 30, "max": 31828.0, "p95": 8421.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.546, "count": 30, "max": 0.634, "p95": 0.606, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.221, "count": 30, "max": 1.35, "p95": 1.316, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 688, "sampled_at": "2026-10-30T17:26:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:26:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 171672, "flush_count": 174, "flush_interval_seconds": 30.0, "flush_state": {"count": 174, "last_at": "2026-10-30T17:25:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:25:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 173}, "started": true, "suppressed_count": 75588, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 75563}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 174, "written_record_count": 174}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5024.371, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T17:26:45+09:00", "last_error_summary": "[h264 @ 0x64499750c940] error while decoding MB 69 60, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 209394892800, "copied_frame_count": 75736, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:26:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4053171, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T17:25:52+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.004}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 25, "events_emitted": 24, "events_failed": 0, "events_observed": 25, "events_suppressed": 1, "frame_buffer_copied_bytes": 209394892800, "frame_buffer_copies": 75736, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1200, "recorder_active_input_bytes": 3317760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 24, "recorder_clips_failed": 0, "recorder_clips_started": 24, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 24, "worker_jobs_accepted": 24, "worker_jobs_completed": 24, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1309, "count": 512, "max_ms": 3.1073, "p50_ms": 0.1046, "p95_ms": 0.2382, "p99_ms": 0.3067}, "stages": {"db_insert": {"avg_ms": 18.5471, "count": 24, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.6719, "p99_ms": 32.8754, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8241, "count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1179.6526, "count": 25, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1361.1648, "p99_ms": 3691.4325, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5508, "count": 512, "max_ms": 3.8286, "p50_ms": 1.4569, "p95_ms": 2.5007, "p99_ms": 3.228, "results": {"failed": 0, "not_applicable": 0, "success": 75736, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 551.2336, "count": 25, "max_ms": 656.9199, "p50_ms": 565.6267, "p95_ms": 641.5441, "p99_ms": 653.5891, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 32.5402, "count": 24, "max_ms": 65.0452, "p50_ms": 31.3333, "p95_ms": 58.1342, "p99_ms": 63.4706, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4339, "count": 512, "max_ms": 12.236, "p50_ms": 5.2619, "p95_ms": 8.1372, "p99_ms": 9.75, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4787, "count": 512, "max_ms": 4.7858, "p50_ms": 1.3661, "p95_ms": 2.4829, "p99_ms": 3.8192, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 569.4871, "count": 24, "max_ms": 653.6862, "p50_ms": 569.125, "p95_ms": 637.6048, "p99_ms": 650.2324, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 476.6504, "count": 24, "max_ms": 555.4516, "p50_ms": 473.3611, "p95_ms": 535.5494, "p99_ms": 550.952, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0238, "count": 24, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.6655, "p99_ms": 98.8855, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.8729, "count": 24, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 7.9552, "p99_ms": 14.219, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.9644, "count": 24, "max_ms": 73.1462, "p50_ms": 44.6038, "p95_ms": 68.956, "p99_ms": 72.5783, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4932, "count": 24, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.532, "p99_ms": 7.6897, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 564.3431, "count": 24, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 699.653, "p99_ms": 3054.3032, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5306, "count": 24, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.4401, "p99_ms": 10.4139, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.5674, "count": 24, "max_ms": 92.2129, "p50_ms": 25.3495, "p95_ms": 73.3712, "p99_ms": 88.0695, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1502, "count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.619, "count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 652.6736, "count": 24, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 766.1912, "p99_ms": 3133.9049, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 24, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287}, "wait_ms": {"count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 24, "artifact_failed": 0, "artifact_requested": 24, "artifact_success": 24, "completed": 24, "completed_failed": 0, "completed_success": 24, "cooldown_promoted": 24, "database_requested": 24, "db_insert_success": 24, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15565, "relay_business_failed": 0, "relay_business_success": 24, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 24, "relay_transport_failed": 0, "relay_transport_success": 24, "reservation_requested": 24}, "snapshot": {"copied_bytes": 66355200, "copied_count": 24, "copy": {"count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 54, "h264_decode_error_count": 128, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:26:45+09:00", "last_error_summary": "[h264 @ 0x64499750c940] error while decoding MB 69 60, bytestream -6", "last_exit_at": "2026-10-30T17:26:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 171.607, "last_started_at": "2026-10-30T17:23:53+09:00", "pid": 14211, "process": {"exists": false, "pid": 14211}, "restart_count": 57, "restart_count_per_hour": 23, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.649, "sample_count": 2307, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 75736, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:26:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.033, "last_frame_pushed_at": "2026-10-30T17:26:45+09:00", "last_frame_read_age_sec": 0.188, "last_frame_read_at": "2026-10-30T17:26:45+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 18, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 147.105, "last_sample_duration_ms": 870.624, "last_trigger": "periodic", "next_snapshot_in_sec": 452.895, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 18, "storage_bytes": 1220555}, "mjpeg": {"age_sec": 0.023, "exists": true, "mtime": "2026-10-30T17:26:45.549043+09:00", "mtime_epoch": 1793348805.5490427, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113903}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:26:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 947.145, "name": "celery", "pid": 206, "rss_mb": 903.969, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 22, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 75736, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.866, "max": 17.0, "p95": 13.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.042, "max": 4.0, "p95": 3.0, "sample_count": 239}, "total": {"avg": 2.042, "max": 4.0, "p95": 3.0, "sample_count": 239}}, "tracking_counts": {"active": {"avg": 0.151, "max": 2.0, "p95": 1.0, "sample_count": 239}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "removed": {"avg": 0.033, "max": 1.0, "p95": 0.0, "sample_count": 239}, "tracked": {"avg": 0.151, "max": 2.0, "p95": 1.0, "sample_count": 239}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 238, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.97, "pushed": 7.97, "read": 7.936}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 238, "client_acquire_ms": {"avg_ms": 0.008, "count": 238, "max_ms": 0.027, "p95_ms": 0.017, "reason": null, "sample_age_ms": 139.49, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.981, "count": 238, "max_ms": 7.091, "p95_ms": 3.221, "reason": null, "sample_age_ms": 199.327, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.395, "count": 238, "max_ms": 6.56, "p95_ms": 2.408, "reason": null, "sample_age_ms": 199.548, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.444, "count": 238, "max_ms": 1.308, "p95_ms": 0.825, "reason": null, "sample_age_ms": 139.52, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.237, "count": 238, "max_ms": 6.079, "p95_ms": 3.9, "reason": null, "sample_age_ms": 197.622, "source": "client_direct"}, "request_count": 238, "request_tensor_bytes": {"avg": 2764808.0, "count": 238, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 197.588, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 238, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 140.343, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.757, "count": 238, "max_ms": 107.248, "p95_ms": 74.868, "reason": null, "sample_age_ms": 139.479, "source": "client_direct"}, "sample_age_ms": 139.47, "source": "client_direct", "task_total_ms": {"avg_ms": 55.631, "count": 238, "max_ms": 110.292, "p95_ms": 78.112, "reason": null, "sample_age_ms": 139.47, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.295, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.571, "count": 239, "max_ms": 17.097, "p95_ms": 12.181}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.519, "count": 239, "max_ms": 1.696, "p95_ms": 1.063}, "detection_prepare_ms": {"avg_ms": 1.867, "count": 239, "max_ms": 7.792, "p95_ms": 3.538}, "event_filter_ms": {"avg_ms": 0.006, "count": 239, "max_ms": 0.024, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.428, "count": 239, "max_ms": 1.206, "p95_ms": 0.804}, "mcmt_ms": {"avg_ms": 0.004, "count": 239, "max_ms": 0.017, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.427, "count": 239, "max_ms": 8.262, "p95_ms": 4.417}, "setup_ms": {"avg_ms": 0.053, "count": 239, "max_ms": 0.733, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 7.505, "count": 239, "max_ms": 16.988, "p95_ms": 12.119}, "track_match_ms": {"avg_ms": 0.112, "count": 239, "max_ms": 0.561, "p95_ms": 0.245}, "tracker_update_ms": {"avg_ms": 2.088, "count": 239, "max_ms": 5.605, "p95_ms": 3.809}}, "gstreamer_push": {"avg_ms": 3.284, "count": 239, "max_ms": 7.154, "p95_ms": 5.149}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 239, "max_ms": 0.207, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.11, "count": 239, "max_ms": 113.964, "p95_ms": 81.276}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.15, "count": 239, "max_ms": 14.846, "p95_ms": 8.824}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.544, "count": 239, "max_ms": 190.924, "p95_ms": 139.021}, "inference_input_copy_ms": {"avg_ms": 1.682, "count": 239, "max_ms": 3.821, "p95_ms": 2.86}, "processing_residual_ms": {"avg_ms": 0.221, "count": 239, "max_ms": 0.629, "p95_ms": 0.424}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.597, "count": 239, "max_ms": 197.922, "p95_ms": 145.926}, "read_interval": {"avg_ms": 125.689, "count": 238, "max_ms": 226.865, "p95_ms": 169.021}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 239, "max_ms": 0.079, "p95_ms": 0.046}, "execute_total_ms": {"avg_ms": 2.341, "count": 239, "max_ms": 8.146, "p95_ms": 4.287}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 239, "max_ms": 0.086, "p95_ms": 0.045}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.32, "count": 239, "max_ms": 8.116, "p95_ms": 4.249}, "worker_merge_ms": {"avg_ms": 0.009, "count": 239, "max_ms": 0.079, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 57.127, "count": 239, "max_ms": 113.991, "p95_ms": 81.305}, "visualize": {"avg_ms": 39.441, "count": 239, "max_ms": 73.159, "p95_ms": 53.113}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.49, "count": 239, "max_ms": 59.408, "p95_ms": 42.878}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.736, "count": 239, "max_ms": 70.507, "p95_ms": 51.509}, "visualize_input_copy_ms": {"avg_ms": 1.473, "count": 239, "max_ms": 4.492, "p95_ms": 2.482}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.584, "count": 239, "max_ms": 70.293, "p95_ms": 51.351}, "visualizer_prepare_ms": {"avg_ms": 0.081, "count": 239, "max_ms": 0.602, "p95_ms": 0.164}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 239}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 903.91, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.569, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.778, "sample_count": 2316, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 75581, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:26:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112725, "write_bytes_delta": 112725, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1115.0, "cpu_core_ratio": 0.487979, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 717.0, "pid": 14211, "reason": null, "system_cpu_core_ratio": 0.036961, "system_cpu_s_delta": 0.7400000000000002, "user_cpu_core_ratio": 0.451018, "user_cpu_s_delta": 9.030000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.676209, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.494472, "system_cpu_s_delta": 9.899999999999636, "user_cpu_core_ratio": 1.181737, "user_cpu_s_delta": 23.659999999999854}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.316, "count": 237, "max_ms": 11.345, "p95_ms": 5.177, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.717, "max": 17.0, "p95": 13.0, "sample_count": 237}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.177, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 237}, "total": {"avg": 2.177, "max": 5.0, "p95": 4.0, "sample_count": 237}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.264, "count": 30, "max": 34.258, "p95": 30.802, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.969, "count": 30, "max": 28.531, "p95": 26.279, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 958.133, "count": 30, "max": 1115.0, "p95": 1064.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 534.533, "count": 30, "max": 3553.0, "p95": 2083.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.313, "p95": 0.116, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.411, "count": 30, "max": 0.46, "p95": 0.453, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116426.933, "count": 30, "max": 119545.0, "p95": 119239.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116426.933, "count": 30, "max": 119545.0, "p95": 119239.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1608.4, "count": 30, "max": 31828.0, "p95": 8421.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.546, "count": 30, "max": 0.634, "p95": 0.606, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.221, "count": 30, "max": 1.35, "p95": 1.316, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 688, "sampled_at": "2026-10-30T17:26:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:26:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 171672, "flush_count": 174, "flush_interval_seconds": 30.0, "flush_state": {"count": 174, "last_at": "2026-10-30T17:25:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:25:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 173}, "started": true, "suppressed_count": 75588, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 75563}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 174, "written_record_count": 174}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5023.668, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 209394892800, "copied_frame_count": 75736, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:26:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4053171, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T17:25:52+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.004}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 25, "events_emitted": 24, "events_failed": 0, "events_observed": 25, "events_suppressed": 1, "frame_buffer_copied_bytes": 209394892800, "frame_buffer_copies": 75736, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1200, "recorder_active_input_bytes": 3317760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 24, "recorder_clips_failed": 0, "recorder_clips_started": 24, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 24, "worker_jobs_accepted": 24, "worker_jobs_completed": 24, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1309, "count": 512, "max_ms": 3.1073, "p50_ms": 0.1046, "p95_ms": 0.2382, "p99_ms": 0.3067}, "stages": {"db_insert": {"avg_ms": 18.5471, "count": 24, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.6719, "p99_ms": 32.8754, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8241, "count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1179.6526, "count": 25, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1361.1648, "p99_ms": 3691.4325, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5508, "count": 512, "max_ms": 3.8286, "p50_ms": 1.4569, "p95_ms": 2.5007, "p99_ms": 3.228, "results": {"failed": 0, "not_applicable": 0, "success": 75736, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 551.2336, "count": 25, "max_ms": 656.9199, "p50_ms": 565.6267, "p95_ms": 641.5441, "p99_ms": 653.5891, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 32.5402, "count": 24, "max_ms": 65.0452, "p50_ms": 31.3333, "p95_ms": 58.1342, "p99_ms": 63.4706, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4339, "count": 512, "max_ms": 12.236, "p50_ms": 5.2619, "p95_ms": 8.1372, "p99_ms": 9.75, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4787, "count": 512, "max_ms": 4.7858, "p50_ms": 1.3661, "p95_ms": 2.4829, "p99_ms": 3.8192, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 569.4871, "count": 24, "max_ms": 653.6862, "p50_ms": 569.125, "p95_ms": 637.6048, "p99_ms": 650.2324, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 476.6504, "count": 24, "max_ms": 555.4516, "p50_ms": 473.3611, "p95_ms": 535.5494, "p99_ms": 550.952, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0238, "count": 24, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.6655, "p99_ms": 98.8855, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.8729, "count": 24, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 7.9552, "p99_ms": 14.219, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.9644, "count": 24, "max_ms": 73.1462, "p50_ms": 44.6038, "p95_ms": 68.956, "p99_ms": 72.5783, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4932, "count": 24, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.532, "p99_ms": 7.6897, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 564.3431, "count": 24, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 699.653, "p99_ms": 3054.3032, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5306, "count": 24, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.4401, "p99_ms": 10.4139, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.5674, "count": 24, "max_ms": 92.2129, "p50_ms": 25.3495, "p95_ms": 73.3712, "p99_ms": 88.0695, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1502, "count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.619, "count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 652.6736, "count": 24, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 766.1912, "p99_ms": 3133.9049, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 24, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287}, "wait_ms": {"count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 24, "artifact_failed": 0, "artifact_requested": 24, "artifact_success": 24, "completed": 24, "completed_failed": 0, "completed_success": 24, "cooldown_promoted": 24, "database_requested": 24, "db_insert_success": 24, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15565, "relay_business_failed": 0, "relay_business_success": 24, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 24, "relay_transport_failed": 0, "relay_transport_success": 24, "reservation_requested": 24}, "snapshot": {"copied_bytes": 66355200, "copied_count": 24, "copy": {"count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 54, "h264_decode_error_count": 128, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:26:45+09:00", "last_error_summary": "[h264 @ 0x64499750c940] error while decoding MB 69 60, bytestream -6", "last_exit_at": "2026-10-30T17:26:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 171.638, "last_started_at": "2026-10-30T17:23:53+09:00", "pid": 14211, "process": {"exists": false, "pid": 14211}, "restart_count": 57, "restart_count_per_hour": 23, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 58}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.649, "sample_count": 2307, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 75736, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:26:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.064, "last_frame_pushed_at": "2026-10-30T17:26:45+09:00", "last_frame_read_age_sec": 0.219, "last_frame_read_at": "2026-10-30T17:26:45+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 18, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 147.128, "last_sample_duration_ms": 870.624, "last_trigger": "periodic", "next_snapshot_in_sec": 452.872, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 18, "storage_bytes": 1220555}, "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-10-30T17:26:45.549043+09:00", "mtime_epoch": 1793348805.5490427, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113903}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:26:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 947.145, "name": "celery", "pid": 206, "rss_mb": 903.969, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 22, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 75736, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.866, "max": 17.0, "p95": 13.0, "sample_count": 238}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.042, "max": 4.0, "p95": 3.0, "sample_count": 238}, "total": {"avg": 2.042, "max": 4.0, "p95": 3.0, "sample_count": 238}}, "tracking_counts": {"active": {"avg": 0.151, "max": 2.0, "p95": 1.0, "sample_count": 238}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "removed": {"avg": 0.034, "max": 1.0, "p95": 0.0, "sample_count": 238}, "tracked": {"avg": 0.151, "max": 2.0, "p95": 1.0, "sample_count": 238}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 238, "pushed_frames": 238, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.96, "pushed": 7.96, "read": 7.927}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 237, "client_acquire_ms": {"avg_ms": 0.008, "count": 238, "max_ms": 0.027, "p95_ms": 0.017, "reason": null, "sample_age_ms": 163.515, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.982, "count": 237, "max_ms": 7.091, "p95_ms": 3.221, "reason": null, "sample_age_ms": 223.352, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.396, "count": 237, "max_ms": 6.56, "p95_ms": 2.409, "reason": null, "sample_age_ms": 223.573, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.444, "count": 238, "max_ms": 1.308, "p95_ms": 0.825, "reason": null, "sample_age_ms": 163.545, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.234, "count": 237, "max_ms": 6.079, "p95_ms": 3.904, "reason": null, "sample_age_ms": 221.647, "source": "client_direct"}, "request_count": 237, "request_tensor_bytes": {"avg": 2764808.0, "count": 237, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 221.614, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 238, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 164.369, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.757, "count": 238, "max_ms": 107.248, "p95_ms": 74.868, "reason": null, "sample_age_ms": 163.505, "source": "client_direct"}, "sample_age_ms": 163.496, "source": "client_direct", "task_total_ms": {"avg_ms": 55.631, "count": 238, "max_ms": 110.292, "p95_ms": 78.112, "reason": null, "sample_age_ms": 163.496, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.14, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.574, "count": 238, "max_ms": 17.097, "p95_ms": 12.181}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.52, "count": 238, "max_ms": 1.696, "p95_ms": 1.063}, "detection_prepare_ms": {"avg_ms": 1.867, "count": 238, "max_ms": 7.792, "p95_ms": 3.538}, "event_filter_ms": {"avg_ms": 0.006, "count": 238, "max_ms": 0.024, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.427, "count": 238, "max_ms": 1.206, "p95_ms": 0.804}, "mcmt_ms": {"avg_ms": 0.004, "count": 238, "max_ms": 0.017, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.43, "count": 238, "max_ms": 8.262, "p95_ms": 4.417}, "setup_ms": {"avg_ms": 0.053, "count": 238, "max_ms": 0.733, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 7.508, "count": 238, "max_ms": 16.988, "p95_ms": 12.119}, "track_match_ms": {"avg_ms": 0.112, "count": 238, "max_ms": 0.561, "p95_ms": 0.245}, "tracker_update_ms": {"avg_ms": 2.088, "count": 238, "max_ms": 5.605, "p95_ms": 3.809}}, "gstreamer_push": {"avg_ms": 3.284, "count": 238, "max_ms": 7.154, "p95_ms": 5.149}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 238, "max_ms": 0.207, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.1, "count": 238, "max_ms": 113.964, "p95_ms": 81.276}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.154, "count": 238, "max_ms": 14.846, "p95_ms": 8.824}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.531, "count": 238, "max_ms": 190.924, "p95_ms": 139.021}, "inference_input_copy_ms": {"avg_ms": 1.68, "count": 238, "max_ms": 3.821, "p95_ms": 2.86}, "processing_residual_ms": {"avg_ms": 0.221, "count": 238, "max_ms": 0.629, "p95_ms": 0.424}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.585, "count": 238, "max_ms": 197.922, "p95_ms": 145.926}, "read_interval": {"avg_ms": 125.691, "count": 237, "max_ms": 226.865, "p95_ms": 169.021}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 238, "max_ms": 0.079, "p95_ms": 0.046}, "execute_total_ms": {"avg_ms": 2.345, "count": 238, "max_ms": 8.146, "p95_ms": 4.287}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 238, "max_ms": 0.086, "p95_ms": 0.045}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.324, "count": 238, "max_ms": 8.116, "p95_ms": 4.249}, "worker_merge_ms": {"avg_ms": 0.008, "count": 238, "max_ms": 0.079, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 57.117, "count": 238, "max_ms": 113.991, "p95_ms": 81.305}, "visualize": {"avg_ms": 39.434, "count": 238, "max_ms": 73.159, "p95_ms": 53.113}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.486, "count": 238, "max_ms": 59.408, "p95_ms": 42.878}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.73, "count": 238, "max_ms": 70.507, "p95_ms": 51.509}, "visualize_input_copy_ms": {"avg_ms": 1.472, "count": 238, "max_ms": 4.492, "p95_ms": 2.482}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.578, "count": 238, "max_ms": 70.293, "p95_ms": 51.351}, "visualizer_prepare_ms": {"avg_ms": 0.081, "count": 238, "max_ms": 0.602, "p95_ms": 0.164}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 238}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 903.91, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.569, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.778, "sample_count": 2316, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 75581, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:26:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112725, "write_bytes_delta": 112725, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1115.0, "cpu_core_ratio": 0.487979, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 717.0, "pid": 14211, "reason": null, "system_cpu_core_ratio": 0.036961, "system_cpu_s_delta": 0.7400000000000002, "user_cpu_core_ratio": 0.451018, "user_cpu_s_delta": 9.030000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.676209, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.494472, "system_cpu_s_delta": 9.899999999999636, "user_cpu_core_ratio": 1.181737, "user_cpu_s_delta": 23.659999999999854}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.316, "count": 237, "max_ms": 11.345, "p95_ms": 5.177, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.717, "max": 17.0, "p95": 13.0, "sample_count": 237}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.177, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 237}, "total": {"avg": 2.177, "max": 5.0, "p95": 4.0, "sample_count": 237}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.264, "count": 30, "max": 34.258, "p95": 30.802, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.969, "count": 30, "max": 28.531, "p95": 26.279, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 958.133, "count": 30, "max": 1115.0, "p95": 1064.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 534.533, "count": 30, "max": 3553.0, "p95": 2083.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.313, "p95": 0.116, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.411, "count": 30, "max": 0.46, "p95": 0.453, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116426.933, "count": 30, "max": 119545.0, "p95": 119239.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116426.933, "count": 30, "max": 119545.0, "p95": 119239.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1608.4, "count": 30, "max": 31828.0, "p95": 8421.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.546, "count": 30, "max": 0.634, "p95": 0.606, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.221, "count": 30, "max": 1.35, "p95": 1.316, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 688, "sampled_at": "2026-10-30T17:26:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:26:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 171672, "flush_count": 174, "flush_interval_seconds": 30.0, "flush_state": {"count": 174, "last_at": "2026-10-30T17:25:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:25:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 173}, "started": true, "suppressed_count": 75588, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 75563}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 174, "written_record_count": 174}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5197.0, "limit_mb": null}, "detail": {"pid": 14389, "restart_count": 58, "start_count": 59}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 209394892800, "copied_frame_count": 75736, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:26:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4053171, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T17:25:52+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.004}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 25, "events_emitted": 24, "events_failed": 0, "events_observed": 25, "events_suppressed": 1, "frame_buffer_copied_bytes": 209394892800, "frame_buffer_copies": 75736, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1200, "recorder_active_input_bytes": 3317760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 24, "recorder_clips_failed": 0, "recorder_clips_started": 24, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 24, "worker_jobs_accepted": 24, "worker_jobs_completed": 24, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1309, "count": 512, "max_ms": 3.1073, "p50_ms": 0.1046, "p95_ms": 0.2382, "p99_ms": 0.3067}, "stages": {"db_insert": {"avg_ms": 18.5471, "count": 24, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.6719, "p99_ms": 32.8754, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8241, "count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1179.6526, "count": 25, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1361.1648, "p99_ms": 3691.4325, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5508, "count": 512, "max_ms": 3.8286, "p50_ms": 1.4569, "p95_ms": 2.5007, "p99_ms": 3.228, "results": {"failed": 0, "not_applicable": 0, "success": 75736, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 551.2336, "count": 25, "max_ms": 656.9199, "p50_ms": 565.6267, "p95_ms": 641.5441, "p99_ms": 653.5891, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 32.5402, "count": 24, "max_ms": 65.0452, "p50_ms": 31.3333, "p95_ms": 58.1342, "p99_ms": 63.4706, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4339, "count": 512, "max_ms": 12.236, "p50_ms": 5.2619, "p95_ms": 8.1372, "p99_ms": 9.75, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4787, "count": 512, "max_ms": 4.7858, "p50_ms": 1.3661, "p95_ms": 2.4829, "p99_ms": 3.8192, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 569.4871, "count": 24, "max_ms": 653.6862, "p50_ms": 569.125, "p95_ms": 637.6048, "p99_ms": 650.2324, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 476.6504, "count": 24, "max_ms": 555.4516, "p50_ms": 473.3611, "p95_ms": 535.5494, "p99_ms": 550.952, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0238, "count": 24, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.6655, "p99_ms": 98.8855, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.8729, "count": 24, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 7.9552, "p99_ms": 14.219, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.9644, "count": 24, "max_ms": 73.1462, "p50_ms": 44.6038, "p95_ms": 68.956, "p99_ms": 72.5783, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4932, "count": 24, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.532, "p99_ms": 7.6897, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 564.3431, "count": 24, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 699.653, "p99_ms": 3054.3032, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5306, "count": 24, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.4401, "p99_ms": 10.4139, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.5674, "count": 24, "max_ms": 92.2129, "p50_ms": 25.3495, "p95_ms": 73.3712, "p99_ms": 88.0695, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1502, "count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.619, "count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 652.6736, "count": 24, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 766.1912, "p99_ms": 3133.9049, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 24, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287}, "wait_ms": {"count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 24, "artifact_failed": 0, "artifact_requested": 24, "artifact_success": 24, "completed": 24, "completed_failed": 0, "completed_success": 24, "cooldown_promoted": 24, "database_requested": 24, "db_insert_success": 24, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15565, "relay_business_failed": 0, "relay_business_success": 24, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 24, "relay_transport_failed": 0, "relay_transport_success": 24, "reservation_requested": 24}, "snapshot": {"copied_bytes": 66355200, "copied_count": 24, "copy": {"count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 54, "h264_decode_error_count": 128, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:26:45+09:00", "last_error_summary": "[h264 @ 0x64499750c940] error while decoding MB 69 60, bytestream -6", "last_exit_at": "2026-10-30T17:26:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T17:26:47+09:00", "pid": 14389, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.918, "name": "ffmpeg", "pid": 14389, "rss_mb": 208.918, "state": "S (sleeping)", "threads": 70}, "restart_count": 58, "restart_count_per_hour": 24, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 59}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.649, "sample_count": 2274, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 75736, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:26:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.339, "last_frame_pushed_at": "2026-10-30T17:26:45+09:00", "last_frame_read_age_sec": 4.495, "last_frame_read_at": "2026-10-30T17:26:45+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 18, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 151.417, "last_sample_duration_ms": 870.624, "last_trigger": "periodic", "next_snapshot_in_sec": 448.583, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 18, "storage_bytes": 1220555}, "mjpeg": {"age_sec": 4.329, "exists": true, "mtime": "2026-10-30T17:26:45.549043+09:00", "mtime_epoch": 1793348805.5490427, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113903}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:26:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 947.145, "name": "celery", "pid": 206, "rss_mb": 903.973, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 22, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 75736, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.471, "max": 15.0, "p95": 11.0, "sample_count": 204}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.064, "max": 4.0, "p95": 3.0, "sample_count": 204}, "total": {"avg": 2.064, "max": 4.0, "p95": 3.0, "sample_count": 204}}, "tracking_counts": {"active": {"avg": 0.142, "max": 2.0, "p95": 1.0, "sample_count": 204}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}, "removed": {"avg": 0.029, "max": 1.0, "p95": 0.0, "sample_count": 204}, "tracked": {"avg": 0.142, "max": 2.0, "p95": 1.0, "sample_count": 204}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.803, "pushed": 6.803, "read": 6.77}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 203, "client_acquire_ms": {"avg_ms": 0.008, "count": 203, "max_ms": 0.027, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4447.642, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.961, "count": 203, "max_ms": 7.091, "p95_ms": 3.182, "reason": null, "sample_age_ms": 4507.479, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.398, "count": 203, "max_ms": 6.56, "p95_ms": 2.402, "reason": null, "sample_age_ms": 4507.7, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.432, "count": 203, "max_ms": 1.28, "p95_ms": 0.788, "reason": null, "sample_age_ms": 4447.672, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.239, "count": 203, "max_ms": 6.079, "p95_ms": 3.956, "reason": null, "sample_age_ms": 4505.774, "source": "client_direct"}, "request_count": 203, "request_tensor_bytes": {"avg": 2764808.0, "count": 203, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4505.741, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 203, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4448.496, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.884, "count": 203, "max_ms": 107.248, "p95_ms": 74.954, "reason": null, "sample_age_ms": 4447.632, "source": "client_direct"}, "sample_age_ms": 4447.623, "source": "client_direct", "task_total_ms": {"avg_ms": 55.748, "count": 203, "max_ms": 110.292, "p95_ms": 78.112, "reason": null, "sample_age_ms": 4447.623, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.247, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.5, "count": 204, "max_ms": 17.097, "p95_ms": 12.181}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.524, "count": 204, "max_ms": 1.696, "p95_ms": 1.078}, "detection_prepare_ms": {"avg_ms": 1.867, "count": 204, "max_ms": 7.792, "p95_ms": 3.538}, "event_filter_ms": {"avg_ms": 0.006, "count": 204, "max_ms": 0.024, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.426, "count": 204, "max_ms": 1.206, "p95_ms": 0.804}, "mcmt_ms": {"avg_ms": 0.004, "count": 204, "max_ms": 0.017, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 2.417, "count": 204, "max_ms": 8.262, "p95_ms": 4.417}, "setup_ms": {"avg_ms": 0.049, "count": 204, "max_ms": 0.139, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 7.436, "count": 204, "max_ms": 16.988, "p95_ms": 12.119}, "track_match_ms": {"avg_ms": 0.112, "count": 204, "max_ms": 0.561, "p95_ms": 0.236}, "tracker_update_ms": {"avg_ms": 2.028, "count": 204, "max_ms": 5.218, "p95_ms": 3.483}}, "gstreamer_push": {"avg_ms": 3.303, "count": 204, "max_ms": 7.154, "p95_ms": 5.149}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 204, "max_ms": 0.207, "p95_ms": 0.107}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.204, "count": 204, "max_ms": 113.964, "p95_ms": 81.276}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.178, "count": 204, "max_ms": 14.846, "p95_ms": 8.548}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.716, "count": 204, "max_ms": 190.924, "p95_ms": 143.781}, "inference_input_copy_ms": {"avg_ms": 1.681, "count": 204, "max_ms": 3.821, "p95_ms": 2.86}, "processing_residual_ms": {"avg_ms": 0.224, "count": 204, "max_ms": 0.629, "p95_ms": 0.427}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.799, "count": 204, "max_ms": 197.922, "p95_ms": 148.78}, "read_interval": {"avg_ms": 126.071, "count": 203, "max_ms": 226.865, "p95_ms": 168.688}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 204, "max_ms": 0.079, "p95_ms": 0.046}, "execute_total_ms": {"avg_ms": 2.331, "count": 204, "max_ms": 8.146, "p95_ms": 4.287}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 204, "max_ms": 0.086, "p95_ms": 0.047}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.31, "count": 204, "max_ms": 8.116, "p95_ms": 4.249}, "worker_merge_ms": {"avg_ms": 0.009, "count": 204, "max_ms": 0.079, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 57.221, "count": 204, "max_ms": 113.991, "p95_ms": 81.305}, "visualize": {"avg_ms": 39.593, "count": 204, "max_ms": 73.159, "p95_ms": 53.31}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.559, "count": 204, "max_ms": 59.408, "p95_ms": 42.878}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.877, "count": 204, "max_ms": 70.507, "p95_ms": 51.916}, "visualize_input_copy_ms": {"avg_ms": 1.487, "count": 204, "max_ms": 4.492, "p95_ms": 2.482}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.725, "count": 204, "max_ms": 70.293, "p95_ms": 51.722}, "visualizer_prepare_ms": {"avg_ms": 0.082, "count": 204, "max_ms": 0.602, "p95_ms": 0.155}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 204}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 903.91, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.569, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.778, "sample_count": 2316, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 75581, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:26:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112725, "write_bytes_delta": 112725, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1115.0, "cpu_core_ratio": 0.487979, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 717.0, "pid": 14211, "reason": null, "system_cpu_core_ratio": 0.036961, "system_cpu_s_delta": 0.7400000000000002, "user_cpu_core_ratio": 0.451018, "user_cpu_s_delta": 9.030000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.676209, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.494472, "system_cpu_s_delta": 9.899999999999636, "user_cpu_core_ratio": 1.181737, "user_cpu_s_delta": 23.659999999999854}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.316, "count": 237, "max_ms": 11.345, "p95_ms": 5.177, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.717, "max": 17.0, "p95": 13.0, "sample_count": 237}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.177, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 237}, "total": {"avg": 2.177, "max": 5.0, "p95": 4.0, "sample_count": 237}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.264, "count": 30, "max": 34.258, "p95": 30.802, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.969, "count": 30, "max": 28.531, "p95": 26.279, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 958.133, "count": 30, "max": 1115.0, "p95": 1064.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 534.533, "count": 30, "max": 3553.0, "p95": 2083.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.313, "p95": 0.116, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.411, "count": 30, "max": 0.46, "p95": 0.453, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116426.933, "count": 30, "max": 119545.0, "p95": 119239.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116426.933, "count": 30, "max": 119545.0, "p95": 119239.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1608.4, "count": 30, "max": 31828.0, "p95": 8421.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.546, "count": 30, "max": 0.634, "p95": 0.606, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.221, "count": 30, "max": 1.35, "p95": 1.316, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 688, "sampled_at": "2026-10-30T17:26:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:26:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 174697, "flush_count": 177, "flush_interval_seconds": 30.0, "flush_state": {"count": 177, "last_at": "2026-10-30T17:28:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:28:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 176}, "started": true, "suppressed_count": 76582, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 76557}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 177, "written_record_count": 177}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4967.863, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x604008b93e40] error while decoding MB 68 58, bytestream -17", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 212148633600, "copied_frame_count": 76732, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:26:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4053171, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T17:25:52+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.004}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 25, "events_emitted": 24, "events_failed": 0, "events_observed": 25, "events_suppressed": 1, "frame_buffer_copied_bytes": 212148633600, "frame_buffer_copies": 76732, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1200, "recorder_active_input_bytes": 3317760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 24, "recorder_clips_failed": 0, "recorder_clips_started": 24, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 24, "worker_jobs_accepted": 24, "worker_jobs_completed": 24, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1267, "count": 512, "max_ms": 1.8836, "p50_ms": 0.1112, "p95_ms": 0.2277, "p99_ms": 0.3004}, "stages": {"db_insert": {"avg_ms": 18.5471, "count": 24, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.6719, "p99_ms": 32.8754, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8241, "count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1179.6526, "count": 25, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1361.1648, "p99_ms": 3691.4325, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.556, "count": 512, "max_ms": 6.9222, "p50_ms": 1.465, "p95_ms": 2.5071, "p99_ms": 3.248, "results": {"failed": 0, "not_applicable": 0, "success": 76732, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 551.2336, "count": 25, "max_ms": 656.9199, "p50_ms": 565.6267, "p95_ms": 641.5441, "p99_ms": 653.5891, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 32.5402, "count": 24, "max_ms": 65.0452, "p50_ms": 31.3333, "p95_ms": 58.1342, "p99_ms": 63.4706, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4339, "count": 512, "max_ms": 12.236, "p50_ms": 5.2619, "p95_ms": 8.1372, "p99_ms": 9.75, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4787, "count": 512, "max_ms": 4.7858, "p50_ms": 1.3661, "p95_ms": 2.4829, "p99_ms": 3.8192, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 569.4871, "count": 24, "max_ms": 653.6862, "p50_ms": 569.125, "p95_ms": 637.6048, "p99_ms": 650.2324, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 476.6504, "count": 24, "max_ms": 555.4516, "p50_ms": 473.3611, "p95_ms": 535.5494, "p99_ms": 550.952, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0238, "count": 24, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.6655, "p99_ms": 98.8855, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.8729, "count": 24, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 7.9552, "p99_ms": 14.219, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.9644, "count": 24, "max_ms": 73.1462, "p50_ms": 44.6038, "p95_ms": 68.956, "p99_ms": 72.5783, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4932, "count": 24, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.532, "p99_ms": 7.6897, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 564.3431, "count": 24, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 699.653, "p99_ms": 3054.3032, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5306, "count": 24, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.4401, "p99_ms": 10.4139, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.5674, "count": 24, "max_ms": 92.2129, "p50_ms": 25.3495, "p95_ms": 73.3712, "p99_ms": 88.0695, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1502, "count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.619, "count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 652.6736, "count": 24, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 766.1912, "p99_ms": 3133.9049, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 24, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287}, "wait_ms": {"count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 24, "artifact_failed": 0, "artifact_requested": 24, "artifact_success": 24, "completed": 24, "completed_failed": 0, "completed_success": 24, "cooldown_promoted": 24, "database_requested": 24, "db_insert_success": 24, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15565, "relay_business_failed": 0, "relay_business_success": 24, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 24, "relay_transport_failed": 0, "relay_transport_success": 24, "reservation_requested": 24}, "snapshot": {"copied_bytes": 66355200, "copied_count": 24, "copy": {"count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 55, "h264_decode_error_count": 129, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:29:08+09:00", "last_error_summary": "[h264 @ 0x604008b93e40] error while decoding MB 68 58, bytestream -17", "last_exit_at": "2026-10-30T17:26:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 140.469, "last_started_at": "2026-10-30T17:26:47+09:00", "pid": 14389, "process": {"exists": false, "pid": 14389}, "restart_count": 58, "restart_count_per_hour": 23, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 59}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.375, "sample_count": 2202, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 76732, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:29:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.068, "last_frame_pushed_at": "2026-10-30T17:29:08+09:00", "last_frame_read_age_sec": 0.063, "last_frame_read_at": "2026-10-30T17:29:08+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 18, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 289.911, "last_sample_duration_ms": 870.624, "last_trigger": "periodic", "next_snapshot_in_sec": 310.089, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 18, "storage_bytes": 1220555}, "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-10-30T17:29:08.288519+09:00", "mtime_epoch": 1793348948.2885194, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 115118}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:29:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 947.145, "name": "celery", "pid": 206, "rss_mb": 843.879, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 22, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 76733, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.009, "max": 22.0, "p95": 17.0, "sample_count": 217}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.502, "max": 6.0, "p95": 6.0, "sample_count": 217}, "total": {"avg": 4.502, "max": 6.0, "p95": 6.0, "sample_count": 217}}, "tracking_counts": {"active": {"avg": 0.051, "max": 1.0, "p95": 1.0, "sample_count": 217}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "removed": {"avg": 0.018, "max": 1.0, "p95": 0.0, "sample_count": 217}, "tracked": {"avg": 0.051, "max": 1.0, "p95": 1.0, "sample_count": 217}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.253, "pushed": 7.253, "read": 7.253}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 217, "client_acquire_ms": {"avg_ms": 0.009, "count": 218, "max_ms": 0.073, "p95_ms": 0.016, "reason": null, "sample_age_ms": 25.143, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.039, "count": 217, "max_ms": 7.748, "p95_ms": 3.072, "reason": null, "sample_age_ms": 67.72, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.46, "count": 217, "max_ms": 7.185, "p95_ms": 2.373, "reason": null, "sample_age_ms": 68.33, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.456, "count": 218, "max_ms": 1.461, "p95_ms": 0.857, "reason": null, "sample_age_ms": 25.153, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.152, "count": 217, "max_ms": 5.53, "p95_ms": 3.438, "reason": null, "sample_age_ms": 66.278, "source": "client_direct"}, "request_count": 217, "request_tensor_bytes": {"avg": 2764808.0, "count": 217, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 66.257, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 218, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 25.688, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 54.151, "count": 218, "max_ms": 101.77, "p95_ms": 73.811, "reason": null, "sample_age_ms": 25.136, "source": "client_direct"}, "sample_age_ms": 25.131, "source": "client_direct", "task_total_ms": {"avg_ms": 56.953, "count": 218, "max_ms": 104.526, "p95_ms": 77.329, "reason": null, "sample_age_ms": 25.131, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.532, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 12.06, "count": 217, "max_ms": 27.872, "p95_ms": 17.338}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.676, "count": 217, "max_ms": 4.28, "p95_ms": 1.456}, "detection_prepare_ms": {"avg_ms": 2.213, "count": 217, "max_ms": 9.586, "p95_ms": 4.304}, "event_filter_ms": {"avg_ms": 0.008, "count": 217, "max_ms": 0.211, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.709, "count": 217, "max_ms": 2.194, "p95_ms": 1.25}, "mcmt_ms": {"avg_ms": 0.004, "count": 217, "max_ms": 0.021, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 5.425, "count": 217, "max_ms": 18.325, "p95_ms": 8.129}, "setup_ms": {"avg_ms": 0.049, "count": 217, "max_ms": 0.169, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 11.991, "count": 217, "max_ms": 27.745, "p95_ms": 17.259}, "track_match_ms": {"avg_ms": 0.128, "count": 217, "max_ms": 0.412, "p95_ms": 0.242}, "tracker_update_ms": {"avg_ms": 2.777, "count": 217, "max_ms": 9.085, "p95_ms": 4.807}}, "gstreamer_push": {"avg_ms": 3.398, "count": 217, "max_ms": 10.135, "p95_ms": 5.401}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 217, "max_ms": 0.692, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.536, "count": 217, "max_ms": 105.58, "p95_ms": 80.83}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.761, "count": 217, "max_ms": 14.219, "p95_ms": 10.023}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 116.181, "count": 217, "max_ms": 180.274, "p95_ms": 150.331}, "inference_input_copy_ms": {"avg_ms": 1.833, "count": 217, "max_ms": 4.842, "p95_ms": 3.315}, "processing_residual_ms": {"avg_ms": 0.272, "count": 217, "max_ms": 0.666, "p95_ms": 0.48}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 122.045, "count": 217, "max_ms": 185.744, "p95_ms": 157.742}, "read_interval": {"avg_ms": 138.087, "count": 217, "max_ms": 219.611, "p95_ms": 182.817}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 217, "max_ms": 0.177, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 5.327, "count": 217, "max_ms": 18.174, "p95_ms": 8.027}, "resolve_scenarios_ms": {"avg_ms": 0.027, "count": 217, "max_ms": 1.937, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.305, "count": 217, "max_ms": 18.143, "p95_ms": 8.003}, "worker_merge_ms": {"avg_ms": 0.008, "count": 217, "max_ms": 0.045, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 58.552, "count": 217, "max_ms": 105.603, "p95_ms": 80.843}, "visualize": {"avg_ms": 44.115, "count": 217, "max_ms": 76.52, "p95_ms": 61.389}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.895, "count": 217, "max_ms": 56.338, "p95_ms": 45.821}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 42.433, "count": 217, "max_ms": 74.015, "p95_ms": 59.489}, "visualize_input_copy_ms": {"avg_ms": 1.441, "count": 217, "max_ms": 4.822, "p95_ms": 2.604}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 42.254, "count": 217, "max_ms": 73.798, "p95_ms": 58.152}, "visualizer_prepare_ms": {"avg_ms": 0.105, "count": 217, "max_ms": 6.464, "p95_ms": 0.149}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 880.699, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.562, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.554, "sample_count": 2192, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 76442, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:28:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114665, "write_bytes_delta": 114665, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 977.0, "cpu_core_ratio": 0.432318, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 14389, "reason": null, "system_cpu_core_ratio": 0.035281, "system_cpu_s_delta": 0.71, "user_cpu_core_ratio": 0.397037, "user_cpu_s_delta": 7.989999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.854993, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.577915, "system_cpu_s_delta": 11.63000000000011, "user_cpu_core_ratio": 1.277078, "user_cpu_s_delta": 25.700000000000728}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.349, "count": 228, "max_ms": 11.543, "p95_ms": 4.793, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.943, "max": 23.0, "p95": 9.0, "sample_count": 228}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.908, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 228}, "total": {"avg": 3.908, "max": 5.0, "p95": 5.0, "sample_count": 228}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.603, "count": 30, "max": 34.258, "p95": 30.802, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.221, "count": 30, "max": 28.531, "p95": 26.279, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 986.6, "count": 30, "max": 1115.0, "p95": 1064.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 391.133, "count": 30, "max": 3553.0, "p95": 1345.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.067, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.413, "count": 30, "max": 0.46, "p95": 0.453, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.077, "count": 30, "max": 2.311, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116516.2, "count": 30, "max": 119545.0, "p95": 119239.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116516.2, "count": 30, "max": 119545.0, "p95": 119239.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1496.633, "count": 30, "max": 31828.0, "p95": 6926.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.542, "count": 30, "max": 0.614, "p95": 0.599, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.217, "count": 30, "max": 1.341, "p95": 1.323, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 694, "sampled_at": "2026-10-30T17:28:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:28:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 174697, "flush_count": 177, "flush_interval_seconds": 30.0, "flush_state": {"count": 177, "last_at": "2026-10-30T17:28:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:28:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 176}, "started": true, "suppressed_count": 76582, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 76557}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 177, "written_record_count": 177}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4967.566, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T17:29:08+09:00", "last_error_summary": "[h264 @ 0x604008b93e40] error while decoding MB 68 58, bytestream -17", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 212151398400, "copied_frame_count": 76733, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:26:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4053171, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T17:25:52+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.004}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 25, "events_emitted": 24, "events_failed": 0, "events_observed": 25, "events_suppressed": 1, "frame_buffer_copied_bytes": 212151398400, "frame_buffer_copies": 76733, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1200, "recorder_active_input_bytes": 3317760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 24, "recorder_clips_failed": 0, "recorder_clips_started": 24, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 24, "worker_jobs_accepted": 24, "worker_jobs_completed": 24, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1266, "count": 512, "max_ms": 1.8836, "p50_ms": 0.1108, "p95_ms": 0.2277, "p99_ms": 0.3004}, "stages": {"db_insert": {"avg_ms": 18.5471, "count": 24, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.6719, "p99_ms": 32.8754, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8241, "count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1179.6526, "count": 25, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1361.1648, "p99_ms": 3691.4325, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5561, "count": 512, "max_ms": 6.9222, "p50_ms": 1.467, "p95_ms": 2.5071, "p99_ms": 3.248, "results": {"failed": 0, "not_applicable": 0, "success": 76733, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 551.2336, "count": 25, "max_ms": 656.9199, "p50_ms": 565.6267, "p95_ms": 641.5441, "p99_ms": 653.5891, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 32.5402, "count": 24, "max_ms": 65.0452, "p50_ms": 31.3333, "p95_ms": 58.1342, "p99_ms": 63.4706, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4339, "count": 512, "max_ms": 12.236, "p50_ms": 5.2619, "p95_ms": 8.1372, "p99_ms": 9.75, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4787, "count": 512, "max_ms": 4.7858, "p50_ms": 1.3661, "p95_ms": 2.4829, "p99_ms": 3.8192, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 569.4871, "count": 24, "max_ms": 653.6862, "p50_ms": 569.125, "p95_ms": 637.6048, "p99_ms": 650.2324, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 476.6504, "count": 24, "max_ms": 555.4516, "p50_ms": 473.3611, "p95_ms": 535.5494, "p99_ms": 550.952, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0238, "count": 24, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.6655, "p99_ms": 98.8855, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.8729, "count": 24, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 7.9552, "p99_ms": 14.219, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.9644, "count": 24, "max_ms": 73.1462, "p50_ms": 44.6038, "p95_ms": 68.956, "p99_ms": 72.5783, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4932, "count": 24, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.532, "p99_ms": 7.6897, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 564.3431, "count": 24, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 699.653, "p99_ms": 3054.3032, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5306, "count": 24, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.4401, "p99_ms": 10.4139, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.5674, "count": 24, "max_ms": 92.2129, "p50_ms": 25.3495, "p95_ms": 73.3712, "p99_ms": 88.0695, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1502, "count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.619, "count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 652.6736, "count": 24, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 766.1912, "p99_ms": 3133.9049, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 24, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287}, "wait_ms": {"count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 24, "artifact_failed": 0, "artifact_requested": 24, "artifact_success": 24, "completed": 24, "completed_failed": 0, "completed_success": 24, "cooldown_promoted": 24, "database_requested": 24, "db_insert_success": 24, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15565, "relay_business_failed": 0, "relay_business_success": 24, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 24, "relay_transport_failed": 0, "relay_transport_success": 24, "reservation_requested": 24}, "snapshot": {"copied_bytes": 66355200, "copied_count": 24, "copy": {"count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 55, "h264_decode_error_count": 129, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:29:08+09:00", "last_error_summary": "[h264 @ 0x604008b93e40] error while decoding MB 68 58, bytestream -17", "last_exit_at": "2026-10-30T17:29:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 140.557, "last_started_at": "2026-10-30T17:26:47+09:00", "pid": 14389, "process": {"exists": false, "pid": 14389}, "restart_count": 58, "restart_count_per_hour": 23, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 59}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.375, "sample_count": 2203, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 76733, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:29:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T17:29:08+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-10-30T17:29:08+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 18, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 289.969, "last_sample_duration_ms": 870.624, "last_trigger": "periodic", "next_snapshot_in_sec": 310.031, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 18, "storage_bytes": 1220555}, "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-10-30T17:29:08.288519+09:00", "mtime_epoch": 1793348948.2885194, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 115118}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:29:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 947.145, "name": "celery", "pid": 206, "rss_mb": 843.875, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 22, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 76733, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.014, "max": 22.0, "p95": 17.0, "sample_count": 217}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.507, "max": 6.0, "p95": 6.0, "sample_count": 217}, "total": {"avg": 4.507, "max": 6.0, "p95": 6.0, "sample_count": 217}}, "tracking_counts": {"active": {"avg": 0.051, "max": 1.0, "p95": 1.0, "sample_count": 217}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "removed": {"avg": 0.018, "max": 1.0, "p95": 0.0, "sample_count": 217}, "tracked": {"avg": 0.051, "max": 1.0, "p95": 1.0, "sample_count": 217}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.234, "pushed": 7.234, "read": 7.234}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 216, "client_acquire_ms": {"avg_ms": 0.009, "count": 217, "max_ms": 0.073, "p95_ms": 0.016, "reason": null, "sample_age_ms": 115.13, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.041, "count": 216, "max_ms": 7.748, "p95_ms": 3.078, "reason": null, "sample_age_ms": 157.706, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.462, "count": 216, "max_ms": 7.185, "p95_ms": 2.38, "reason": null, "sample_age_ms": 158.317, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.455, "count": 217, "max_ms": 1.461, "p95_ms": 0.858, "reason": null, "sample_age_ms": 115.14, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.15, "count": 216, "max_ms": 5.53, "p95_ms": 3.45, "reason": null, "sample_age_ms": 156.265, "source": "client_direct"}, "request_count": 216, "request_tensor_bytes": {"avg": 2764808.0, "count": 216, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 156.244, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 217, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 115.675, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 54.17, "count": 217, "max_ms": 101.77, "p95_ms": 73.873, "reason": null, "sample_age_ms": 115.123, "source": "client_direct"}, "sample_age_ms": 115.118, "source": "client_direct", "task_total_ms": {"avg_ms": 56.971, "count": 217, "max_ms": 104.526, "p95_ms": 77.345, "reason": null, "sample_age_ms": 115.118, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.481, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 12.08, "count": 217, "max_ms": 27.872, "p95_ms": 17.338}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.677, "count": 217, "max_ms": 4.28, "p95_ms": 1.456}, "detection_prepare_ms": {"avg_ms": 2.218, "count": 217, "max_ms": 9.586, "p95_ms": 4.304}, "event_filter_ms": {"avg_ms": 0.008, "count": 217, "max_ms": 0.211, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.712, "count": 217, "max_ms": 2.194, "p95_ms": 1.25}, "mcmt_ms": {"avg_ms": 0.004, "count": 217, "max_ms": 0.021, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 5.435, "count": 217, "max_ms": 18.325, "p95_ms": 8.129}, "setup_ms": {"avg_ms": 0.049, "count": 217, "max_ms": 0.169, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 12.012, "count": 217, "max_ms": 27.745, "p95_ms": 17.259}, "track_match_ms": {"avg_ms": 0.129, "count": 217, "max_ms": 0.412, "p95_ms": 0.242}, "tracker_update_ms": {"avg_ms": 2.781, "count": 217, "max_ms": 9.085, "p95_ms": 4.807}}, "gstreamer_push": {"avg_ms": 3.399, "count": 217, "max_ms": 10.135, "p95_ms": 5.401}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 217, "max_ms": 0.692, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.489, "count": 217, "max_ms": 105.58, "p95_ms": 80.83}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.756, "count": 217, "max_ms": 14.219, "p95_ms": 10.023}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 116.355, "count": 217, "max_ms": 180.274, "p95_ms": 150.331}, "inference_input_copy_ms": {"avg_ms": 1.828, "count": 217, "max_ms": 4.842, "p95_ms": 3.315}, "processing_residual_ms": {"avg_ms": 0.272, "count": 217, "max_ms": 0.666, "p95_ms": 0.48}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 122.211, "count": 217, "max_ms": 185.744, "p95_ms": 157.742}, "read_interval": {"avg_ms": 138.087, "count": 217, "max_ms": 219.611, "p95_ms": 182.817}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 217, "max_ms": 0.177, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 5.336, "count": 217, "max_ms": 18.174, "p95_ms": 8.027}, "resolve_scenarios_ms": {"avg_ms": 0.027, "count": 217, "max_ms": 1.937, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.315, "count": 217, "max_ms": 18.143, "p95_ms": 8.003}, "worker_merge_ms": {"avg_ms": 0.008, "count": 217, "max_ms": 0.045, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 58.505, "count": 217, "max_ms": 105.603, "p95_ms": 80.843}, "visualize": {"avg_ms": 44.315, "count": 217, "max_ms": 79.977, "p95_ms": 61.722}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.975, "count": 217, "max_ms": 56.338, "p95_ms": 46.179}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 42.517, "count": 217, "max_ms": 74.015, "p95_ms": 59.489}, "visualize_input_copy_ms": {"avg_ms": 1.558, "count": 217, "max_ms": 26.851, "p95_ms": 2.61}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 42.338, "count": 217, "max_ms": 73.798, "p95_ms": 58.152}, "visualizer_prepare_ms": {"avg_ms": 0.105, "count": 217, "max_ms": 6.464, "p95_ms": 0.149}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 843.879, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.458, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.375, "sample_count": 2202, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 76732, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:29:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.073, "exists": true, "size_bytes": 115118, "write_bytes_delta": 115118, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 14389, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.895137, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 39.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.589798, "system_cpu_s_delta": 11.819999999999709, "user_cpu_core_ratio": 1.305339, "user_cpu_s_delta": 26.159999999999854}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.398, "count": 217, "max_ms": 10.135, "p95_ms": 5.401, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.009, "max": 22.0, "p95": 17.0, "sample_count": 217}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.502, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 217}, "total": {"avg": 4.502, "max": 6.0, "p95": 6.0, "sample_count": 217}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.411, "count": 30, "max": 50.249, "p95": 33.164, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.599, "count": 30, "max": 28.531, "p95": 26.279, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 982.2, "count": 30, "max": 1115.0, "p95": 1055.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 391.133, "count": 30, "max": 3553.0, "p95": 1345.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.067, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.412, "count": 30, "max": 0.46, "p95": 0.453, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.079, "count": 30, "max": 2.311, "p95": 0.04, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116240.433, "count": 30, "max": 119545.0, "p95": 119127.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116240.433, "count": 30, "max": 119545.0, "p95": 119127.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1079.333, "count": 30, "max": 31828.0, "p95": 41.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.546, "count": 30, "max": 0.614, "p95": 0.599, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.228, "count": 30, "max": 1.341, "p95": 1.323, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 696, "sampled_at": "2026-10-30T17:29:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:29:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 174697, "flush_count": 177, "flush_interval_seconds": 30.0, "flush_state": {"count": 177, "last_at": "2026-10-30T17:28:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:28:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 176}, "started": true, "suppressed_count": 76582, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 76557}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 177, "written_record_count": 177}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4968.25, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 212151398400, "copied_frame_count": 76733, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:26:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4053171, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T17:25:52+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.004}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 25, "events_emitted": 24, "events_failed": 0, "events_observed": 25, "events_suppressed": 1, "frame_buffer_copied_bytes": 212151398400, "frame_buffer_copies": 76733, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1200, "recorder_active_input_bytes": 3317760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 24, "recorder_clips_failed": 0, "recorder_clips_started": 24, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 24, "worker_jobs_accepted": 24, "worker_jobs_completed": 24, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1266, "count": 512, "max_ms": 1.8836, "p50_ms": 0.1108, "p95_ms": 0.2277, "p99_ms": 0.3004}, "stages": {"db_insert": {"avg_ms": 18.5471, "count": 24, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.6719, "p99_ms": 32.8754, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8241, "count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1179.6526, "count": 25, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1361.1648, "p99_ms": 3691.4325, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5561, "count": 512, "max_ms": 6.9222, "p50_ms": 1.467, "p95_ms": 2.5071, "p99_ms": 3.248, "results": {"failed": 0, "not_applicable": 0, "success": 76733, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 551.2336, "count": 25, "max_ms": 656.9199, "p50_ms": 565.6267, "p95_ms": 641.5441, "p99_ms": 653.5891, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 32.5402, "count": 24, "max_ms": 65.0452, "p50_ms": 31.3333, "p95_ms": 58.1342, "p99_ms": 63.4706, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4339, "count": 512, "max_ms": 12.236, "p50_ms": 5.2619, "p95_ms": 8.1372, "p99_ms": 9.75, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4787, "count": 512, "max_ms": 4.7858, "p50_ms": 1.3661, "p95_ms": 2.4829, "p99_ms": 3.8192, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 569.4871, "count": 24, "max_ms": 653.6862, "p50_ms": 569.125, "p95_ms": 637.6048, "p99_ms": 650.2324, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 476.6504, "count": 24, "max_ms": 555.4516, "p50_ms": 473.3611, "p95_ms": 535.5494, "p99_ms": 550.952, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0238, "count": 24, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.6655, "p99_ms": 98.8855, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.8729, "count": 24, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 7.9552, "p99_ms": 14.219, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.9644, "count": 24, "max_ms": 73.1462, "p50_ms": 44.6038, "p95_ms": 68.956, "p99_ms": 72.5783, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4932, "count": 24, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.532, "p99_ms": 7.6897, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 564.3431, "count": 24, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 699.653, "p99_ms": 3054.3032, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5306, "count": 24, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.4401, "p99_ms": 10.4139, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.5674, "count": 24, "max_ms": 92.2129, "p50_ms": 25.3495, "p95_ms": 73.3712, "p99_ms": 88.0695, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1502, "count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.619, "count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 652.6736, "count": 24, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 766.1912, "p99_ms": 3133.9049, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 24, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287}, "wait_ms": {"count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 24, "artifact_failed": 0, "artifact_requested": 24, "artifact_success": 24, "completed": 24, "completed_failed": 0, "completed_success": 24, "cooldown_promoted": 24, "database_requested": 24, "db_insert_success": 24, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15565, "relay_business_failed": 0, "relay_business_success": 24, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 24, "relay_transport_failed": 0, "relay_transport_success": 24, "reservation_requested": 24}, "snapshot": {"copied_bytes": 66355200, "copied_count": 24, "copy": {"count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 55, "h264_decode_error_count": 129, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:29:08+09:00", "last_error_summary": "[h264 @ 0x604008b93e40] error while decoding MB 68 58, bytestream -17", "last_exit_at": "2026-10-30T17:29:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 140.591, "last_started_at": "2026-10-30T17:26:47+09:00", "pid": 14389, "process": {"exists": false, "pid": 14389}, "restart_count": 58, "restart_count_per_hour": 23, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 59}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.375, "sample_count": 2202, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 76733, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:29:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.036, "last_frame_pushed_at": "2026-10-30T17:29:08+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-10-30T17:29:08+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 18, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 289.996, "last_sample_duration_ms": 870.624, "last_trigger": "periodic", "next_snapshot_in_sec": 310.004, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 18, "storage_bytes": 1220555}, "mjpeg": {"age_sec": 0.027, "exists": true, "mtime": "2026-10-30T17:29:08.440520+09:00", "mtime_epoch": 1793348948.4405198, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 116361}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:29:08+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 947.145, "name": "celery", "pid": 206, "rss_mb": 843.875, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 22, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 76733, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.014, "max": 22.0, "p95": 17.0, "sample_count": 217}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.507, "max": 6.0, "p95": 6.0, "sample_count": 217}, "total": {"avg": 4.507, "max": 6.0, "p95": 6.0, "sample_count": 217}}, "tracking_counts": {"active": {"avg": 0.051, "max": 1.0, "p95": 1.0, "sample_count": 217}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "removed": {"avg": 0.018, "max": 1.0, "p95": 0.0, "sample_count": 217}, "tracked": {"avg": 0.051, "max": 1.0, "p95": 1.0, "sample_count": 217}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.252, "pushed": 7.252, "read": 7.219}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 216, "client_acquire_ms": {"avg_ms": 0.009, "count": 217, "max_ms": 0.073, "p95_ms": 0.016, "reason": null, "sample_age_ms": 146.531, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.041, "count": 216, "max_ms": 7.748, "p95_ms": 3.078, "reason": null, "sample_age_ms": 189.108, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.462, "count": 216, "max_ms": 7.185, "p95_ms": 2.38, "reason": null, "sample_age_ms": 189.718, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.455, "count": 217, "max_ms": 1.461, "p95_ms": 0.858, "reason": null, "sample_age_ms": 146.541, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.15, "count": 216, "max_ms": 5.53, "p95_ms": 3.45, "reason": null, "sample_age_ms": 187.666, "source": "client_direct"}, "request_count": 216, "request_tensor_bytes": {"avg": 2764808.0, "count": 216, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 187.645, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 217, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 147.077, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 54.17, "count": 217, "max_ms": 101.77, "p95_ms": 73.873, "reason": null, "sample_age_ms": 146.525, "source": "client_direct"}, "sample_age_ms": 146.519, "source": "client_direct", "task_total_ms": {"avg_ms": 56.971, "count": 217, "max_ms": 104.526, "p95_ms": 77.345, "reason": null, "sample_age_ms": 146.519, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.978, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 12.08, "count": 217, "max_ms": 27.872, "p95_ms": 17.338}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.677, "count": 217, "max_ms": 4.28, "p95_ms": 1.456}, "detection_prepare_ms": {"avg_ms": 2.218, "count": 217, "max_ms": 9.586, "p95_ms": 4.304}, "event_filter_ms": {"avg_ms": 0.008, "count": 217, "max_ms": 0.211, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.712, "count": 217, "max_ms": 2.194, "p95_ms": 1.25}, "mcmt_ms": {"avg_ms": 0.004, "count": 217, "max_ms": 0.021, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 5.435, "count": 217, "max_ms": 18.325, "p95_ms": 8.129}, "setup_ms": {"avg_ms": 0.049, "count": 217, "max_ms": 0.169, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 12.012, "count": 217, "max_ms": 27.745, "p95_ms": 17.259}, "track_match_ms": {"avg_ms": 0.129, "count": 217, "max_ms": 0.412, "p95_ms": 0.242}, "tracker_update_ms": {"avg_ms": 2.781, "count": 217, "max_ms": 9.085, "p95_ms": 4.807}}, "gstreamer_push": {"avg_ms": 3.399, "count": 217, "max_ms": 10.135, "p95_ms": 5.401}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 217, "max_ms": 0.692, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.489, "count": 217, "max_ms": 105.58, "p95_ms": 80.83}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.756, "count": 217, "max_ms": 14.219, "p95_ms": 10.023}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 116.355, "count": 217, "max_ms": 180.274, "p95_ms": 150.331}, "inference_input_copy_ms": {"avg_ms": 1.828, "count": 217, "max_ms": 4.842, "p95_ms": 3.315}, "processing_residual_ms": {"avg_ms": 0.272, "count": 217, "max_ms": 0.666, "p95_ms": 0.48}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 122.211, "count": 217, "max_ms": 185.744, "p95_ms": 157.742}, "read_interval": {"avg_ms": 138.184, "count": 216, "max_ms": 219.611, "p95_ms": 182.817}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 217, "max_ms": 0.177, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 5.336, "count": 217, "max_ms": 18.174, "p95_ms": 8.027}, "resolve_scenarios_ms": {"avg_ms": 0.027, "count": 217, "max_ms": 1.937, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.315, "count": 217, "max_ms": 18.143, "p95_ms": 8.003}, "worker_merge_ms": {"avg_ms": 0.008, "count": 217, "max_ms": 0.045, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 58.505, "count": 217, "max_ms": 105.603, "p95_ms": 80.843}, "visualize": {"avg_ms": 44.315, "count": 217, "max_ms": 79.977, "p95_ms": 61.722}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.975, "count": 217, "max_ms": 56.338, "p95_ms": 46.179}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 42.517, "count": 217, "max_ms": 74.015, "p95_ms": 59.489}, "visualize_input_copy_ms": {"avg_ms": 1.558, "count": 217, "max_ms": 26.851, "p95_ms": 2.61}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 42.338, "count": 217, "max_ms": 73.798, "p95_ms": 58.152}, "visualizer_prepare_ms": {"avg_ms": 0.105, "count": 217, "max_ms": 6.464, "p95_ms": 0.149}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 843.879, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.458, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.375, "sample_count": 2202, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 76732, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:29:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.073, "exists": true, "size_bytes": 115118, "write_bytes_delta": 115118, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 14389, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.895137, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 39.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.589798, "system_cpu_s_delta": 11.819999999999709, "user_cpu_core_ratio": 1.305339, "user_cpu_s_delta": 26.159999999999854}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.398, "count": 217, "max_ms": 10.135, "p95_ms": 5.401, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.009, "max": 22.0, "p95": 17.0, "sample_count": 217}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.502, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 217}, "total": {"avg": 4.502, "max": 6.0, "p95": 6.0, "sample_count": 217}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.411, "count": 30, "max": 50.249, "p95": 33.164, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.599, "count": 30, "max": 28.531, "p95": 26.279, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 982.2, "count": 30, "max": 1115.0, "p95": 1055.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 391.133, "count": 30, "max": 3553.0, "p95": 1345.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.067, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.412, "count": 30, "max": 0.46, "p95": 0.453, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.079, "count": 30, "max": 2.311, "p95": 0.04, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116240.433, "count": 30, "max": 119545.0, "p95": 119127.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116240.433, "count": 30, "max": 119545.0, "p95": 119127.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1079.333, "count": 30, "max": 31828.0, "p95": 41.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.546, "count": 30, "max": 0.614, "p95": 0.599, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.228, "count": 30, "max": 1.341, "p95": 1.323, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 696, "sampled_at": "2026-10-30T17:29:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:29:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 174697, "flush_count": 177, "flush_interval_seconds": 30.0, "flush_state": {"count": 177, "last_at": "2026-10-30T17:28:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:28:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 176}, "started": true, "suppressed_count": 76582, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 76557}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 177, "written_record_count": 177}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5136.105, "limit_mb": null}, "detail": {"pid": 14505, "restart_count": 59, "start_count": 60}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 212151398400, "copied_frame_count": 76733, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:26:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4053171, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T17:25:52+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.004}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 25, "events_emitted": 24, "events_failed": 0, "events_observed": 25, "events_suppressed": 1, "frame_buffer_copied_bytes": 212151398400, "frame_buffer_copies": 76733, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1200, "recorder_active_input_bytes": 3317760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 24, "recorder_clips_failed": 0, "recorder_clips_started": 24, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 24, "worker_jobs_accepted": 24, "worker_jobs_completed": 24, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1266, "count": 512, "max_ms": 1.8836, "p50_ms": 0.1108, "p95_ms": 0.2277, "p99_ms": 0.3004}, "stages": {"db_insert": {"avg_ms": 18.5471, "count": 24, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.6719, "p99_ms": 32.8754, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8241, "count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1179.6526, "count": 25, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1361.1648, "p99_ms": 3691.4325, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5561, "count": 512, "max_ms": 6.9222, "p50_ms": 1.467, "p95_ms": 2.5071, "p99_ms": 3.248, "results": {"failed": 0, "not_applicable": 0, "success": 76733, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 551.2336, "count": 25, "max_ms": 656.9199, "p50_ms": 565.6267, "p95_ms": 641.5441, "p99_ms": 653.5891, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 32.5402, "count": 24, "max_ms": 65.0452, "p50_ms": 31.3333, "p95_ms": 58.1342, "p99_ms": 63.4706, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4339, "count": 512, "max_ms": 12.236, "p50_ms": 5.2619, "p95_ms": 8.1372, "p99_ms": 9.75, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4787, "count": 512, "max_ms": 4.7858, "p50_ms": 1.3661, "p95_ms": 2.4829, "p99_ms": 3.8192, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 569.4871, "count": 24, "max_ms": 653.6862, "p50_ms": 569.125, "p95_ms": 637.6048, "p99_ms": 650.2324, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 476.6504, "count": 24, "max_ms": 555.4516, "p50_ms": 473.3611, "p95_ms": 535.5494, "p99_ms": 550.952, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0238, "count": 24, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.6655, "p99_ms": 98.8855, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.8729, "count": 24, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 7.9552, "p99_ms": 14.219, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.9644, "count": 24, "max_ms": 73.1462, "p50_ms": 44.6038, "p95_ms": 68.956, "p99_ms": 72.5783, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4932, "count": 24, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.532, "p99_ms": 7.6897, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 564.3431, "count": 24, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 699.653, "p99_ms": 3054.3032, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5306, "count": 24, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.4401, "p99_ms": 10.4139, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.5674, "count": 24, "max_ms": 92.2129, "p50_ms": 25.3495, "p95_ms": 73.3712, "p99_ms": 88.0695, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1502, "count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.619, "count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 652.6736, "count": 24, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 766.1912, "p99_ms": 3133.9049, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 24, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287}, "wait_ms": {"count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 24, "artifact_failed": 0, "artifact_requested": 24, "artifact_success": 24, "completed": 24, "completed_failed": 0, "completed_success": 24, "cooldown_promoted": 24, "database_requested": 24, "db_insert_success": 24, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15565, "relay_business_failed": 0, "relay_business_success": 24, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 24, "relay_transport_failed": 0, "relay_transport_success": 24, "reservation_requested": 24}, "snapshot": {"copied_bytes": 66355200, "copied_count": 24, "copy": {"count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 55, "h264_decode_error_count": 129, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:29:08+09:00", "last_error_summary": "[h264 @ 0x604008b93e40] error while decoding MB 68 58, bytestream -17", "last_exit_at": "2026-10-30T17:29:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T17:29:11+09:00", "pid": 14505, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.859, "name": "ffmpeg", "pid": 14505, "rss_mb": 205.859, "state": "S (sleeping)", "threads": 70}, "restart_count": 59, "restart_count_per_hour": 24, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 60}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.503, "sample_count": 2163, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 76733, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:29:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.032, "last_frame_pushed_at": "2026-10-30T17:29:08+09:00", "last_frame_read_age_sec": 5.181, "last_frame_read_at": "2026-10-30T17:29:08+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 18, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 294.993, "last_sample_duration_ms": 870.624, "last_trigger": "periodic", "next_snapshot_in_sec": 305.007, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 18, "storage_bytes": 1220555}, "mjpeg": {"age_sec": 5.024, "exists": true, "mtime": "2026-10-30T17:29:08.440520+09:00", "mtime_epoch": 1793348948.4405198, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 116361}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:29:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 947.145, "name": "celery", "pid": 206, "rss_mb": 843.879, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 22, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 76733, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.604, "max": 22.0, "p95": 17.0, "sample_count": 182}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.571, "max": 6.0, "p95": 6.0, "sample_count": 182}, "total": {"avg": 4.571, "max": 6.0, "p95": 6.0, "sample_count": 182}}, "tracking_counts": {"active": {"avg": 0.06, "max": 1.0, "p95": 1.0, "sample_count": 182}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 182}, "tracked": {"avg": 0.06, "max": 1.0, "p95": 1.0, "sample_count": 182}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.069, "pushed": 6.069, "read": 6.036}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 181, "client_acquire_ms": {"avg_ms": 0.009, "count": 181, "max_ms": 0.073, "p95_ms": 0.016, "reason": null, "sample_age_ms": 5141.454, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.012, "count": 181, "max_ms": 7.748, "p95_ms": 3.049, "reason": null, "sample_age_ms": 5184.03, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.446, "count": 181, "max_ms": 7.185, "p95_ms": 2.344, "reason": null, "sample_age_ms": 5184.64, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.473, "count": 181, "max_ms": 1.461, "p95_ms": 0.881, "reason": null, "sample_age_ms": 5141.464, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.134, "count": 181, "max_ms": 5.53, "p95_ms": 3.637, "reason": null, "sample_age_ms": 5182.588, "source": "client_direct"}, "request_count": 181, "request_tensor_bytes": {"avg": 2764808.0, "count": 181, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5182.568, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 181, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5141.999, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 54.039, "count": 181, "max_ms": 101.77, "p95_ms": 73.624, "reason": null, "sample_age_ms": 5141.447, "source": "client_direct"}, "sample_age_ms": 5141.441, "source": "client_direct", "task_total_ms": {"avg_ms": 56.841, "count": 181, "max_ms": 104.526, "p95_ms": 77.283, "reason": null, "sample_age_ms": 5141.441, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.511, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 12.233, "count": 182, "max_ms": 27.872, "p95_ms": 17.228}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.642, "count": 182, "max_ms": 4.28, "p95_ms": 1.329}, "detection_prepare_ms": {"avg_ms": 2.225, "count": 182, "max_ms": 9.586, "p95_ms": 3.944}, "event_filter_ms": {"avg_ms": 0.007, "count": 182, "max_ms": 0.025, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.72, "count": 182, "max_ms": 2.194, "p95_ms": 1.08}, "mcmt_ms": {"avg_ms": 0.004, "count": 182, "max_ms": 0.021, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 5.574, "count": 182, "max_ms": 18.325, "p95_ms": 8.107}, "setup_ms": {"avg_ms": 0.05, "count": 182, "max_ms": 0.169, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 12.163, "count": 182, "max_ms": 27.745, "p95_ms": 17.186}, "track_match_ms": {"avg_ms": 0.129, "count": 182, "max_ms": 0.412, "p95_ms": 0.241}, "tracker_update_ms": {"avg_ms": 2.81, "count": 182, "max_ms": 8.035, "p95_ms": 4.807}}, "gstreamer_push": {"avg_ms": 3.386, "count": 182, "max_ms": 10.135, "p95_ms": 5.401}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 182, "max_ms": 0.692, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.323, "count": 182, "max_ms": 105.58, "p95_ms": 80.276}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.759, "count": 182, "max_ms": 14.219, "p95_ms": 10.023}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 116.003, "count": 182, "max_ms": 180.274, "p95_ms": 147.462}, "inference_input_copy_ms": {"avg_ms": 1.799, "count": 182, "max_ms": 4.815, "p95_ms": 3.247}, "processing_residual_ms": {"avg_ms": 0.272, "count": 182, "max_ms": 0.666, "p95_ms": 0.49}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 121.833, "count": 182, "max_ms": 185.744, "p95_ms": 153.324}, "read_interval": {"avg_ms": 137.645, "count": 181, "max_ms": 219.611, "p95_ms": 182.817}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 182, "max_ms": 0.078, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 5.473, "count": 182, "max_ms": 18.174, "p95_ms": 8.027}, "resolve_scenarios_ms": {"avg_ms": 0.028, "count": 182, "max_ms": 1.937, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.452, "count": 182, "max_ms": 18.143, "p95_ms": 8.003}, "worker_merge_ms": {"avg_ms": 0.008, "count": 182, "max_ms": 0.045, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 58.339, "count": 182, "max_ms": 105.603, "p95_ms": 80.289}, "visualize": {"avg_ms": 43.971, "count": 182, "max_ms": 79.977, "p95_ms": 59.623}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.642, "count": 182, "max_ms": 53.043, "p95_ms": 45.321}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 42.146, "count": 182, "max_ms": 74.015, "p95_ms": 56.997}, "visualize_input_copy_ms": {"avg_ms": 1.581, "count": 182, "max_ms": 26.851, "p95_ms": 2.61}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.962, "count": 182, "max_ms": 73.798, "p95_ms": 56.827}, "visualizer_prepare_ms": {"avg_ms": 0.111, "count": 182, "max_ms": 6.464, "p95_ms": 0.149}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 182}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 843.879, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.458, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 154.375, "sample_count": 2202, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 76732, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:29:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.073, "exists": true, "size_bytes": 115118, "write_bytes_delta": 115118, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 14389, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.895137, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 39.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.589798, "system_cpu_s_delta": 11.819999999999709, "user_cpu_core_ratio": 1.305339, "user_cpu_s_delta": 26.159999999999854}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.398, "count": 217, "max_ms": 10.135, "p95_ms": 5.401, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.009, "max": 22.0, "p95": 17.0, "sample_count": 217}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.502, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 217}, "total": {"avg": 4.502, "max": 6.0, "p95": 6.0, "sample_count": 217}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.411, "count": 30, "max": 50.249, "p95": 33.164, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.599, "count": 30, "max": 28.531, "p95": 26.279, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 982.2, "count": 30, "max": 1115.0, "p95": 1055.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 391.133, "count": 30, "max": 3553.0, "p95": 1345.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.067, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.412, "count": 30, "max": 0.46, "p95": 0.453, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.079, "count": 30, "max": 2.311, "p95": 0.04, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116240.433, "count": 30, "max": 119545.0, "p95": 119127.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116240.433, "count": 30, "max": 119545.0, "p95": 119127.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1079.333, "count": 30, "max": 31828.0, "p95": 41.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.546, "count": 30, "max": 0.614, "p95": 0.599, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.228, "count": 30, "max": 1.341, "p95": 1.323, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 696, "sampled_at": "2026-10-30T17:29:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:29:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 177646, "flush_count": 180, "flush_interval_seconds": 30.0, "flush_state": {"count": 180, "last_at": "2026-10-30T17:31:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:31:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 179}, "started": true, "suppressed_count": 78121, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 78096}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 180, "written_record_count": 180}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4970.805, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5976326ad240] error while decoding MB 20 44, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 216411955200, "copied_frame_count": 78274, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:26:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4053171, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T17:25:52+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.004}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 25, "events_emitted": 24, "events_failed": 0, "events_observed": 25, "events_suppressed": 1, "frame_buffer_copied_bytes": 216411955200, "frame_buffer_copies": 78274, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1200, "recorder_active_input_bytes": 3317760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 24, "recorder_clips_failed": 0, "recorder_clips_started": 24, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 24, "worker_jobs_accepted": 24, "worker_jobs_completed": 24, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1227, "count": 512, "max_ms": 1.444, "p50_ms": 0.1066, "p95_ms": 0.2272, "p99_ms": 0.291}, "stages": {"db_insert": {"avg_ms": 18.5471, "count": 24, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.6719, "p99_ms": 32.8754, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8241, "count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1179.6526, "count": 25, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1361.1648, "p99_ms": 3691.4325, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5542, "count": 512, "max_ms": 7.0581, "p50_ms": 1.447, "p95_ms": 2.5037, "p99_ms": 3.1542, "results": {"failed": 0, "not_applicable": 0, "success": 78274, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 551.2336, "count": 25, "max_ms": 656.9199, "p50_ms": 565.6267, "p95_ms": 641.5441, "p99_ms": 653.5891, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 32.5402, "count": 24, "max_ms": 65.0452, "p50_ms": 31.3333, "p95_ms": 58.1342, "p99_ms": 63.4706, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4339, "count": 512, "max_ms": 12.236, "p50_ms": 5.2619, "p95_ms": 8.1372, "p99_ms": 9.75, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4787, "count": 512, "max_ms": 4.7858, "p50_ms": 1.3661, "p95_ms": 2.4829, "p99_ms": 3.8192, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 569.4871, "count": 24, "max_ms": 653.6862, "p50_ms": 569.125, "p95_ms": 637.6048, "p99_ms": 650.2324, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 476.6504, "count": 24, "max_ms": 555.4516, "p50_ms": 473.3611, "p95_ms": 535.5494, "p99_ms": 550.952, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0238, "count": 24, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.6655, "p99_ms": 98.8855, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.8729, "count": 24, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 7.9552, "p99_ms": 14.219, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.9644, "count": 24, "max_ms": 73.1462, "p50_ms": 44.6038, "p95_ms": 68.956, "p99_ms": 72.5783, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4932, "count": 24, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.532, "p99_ms": 7.6897, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 564.3431, "count": 24, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 699.653, "p99_ms": 3054.3032, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5306, "count": 24, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.4401, "p99_ms": 10.4139, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.5674, "count": 24, "max_ms": 92.2129, "p50_ms": 25.3495, "p95_ms": 73.3712, "p99_ms": 88.0695, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1502, "count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.619, "count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 652.6736, "count": 24, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 766.1912, "p99_ms": 3133.9049, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 24, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287}, "wait_ms": {"count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 24, "artifact_failed": 0, "artifact_requested": 24, "artifact_success": 24, "completed": 24, "completed_failed": 0, "completed_success": 24, "cooldown_promoted": 24, "database_requested": 24, "db_insert_success": 24, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15565, "relay_business_failed": 0, "relay_business_success": 24, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 24, "relay_transport_failed": 0, "relay_transport_success": 24, "reservation_requested": 24}, "snapshot": {"copied_bytes": 66355200, "copied_count": 24, "copy": {"count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 56, "h264_decode_error_count": 130, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:32:26+09:00", "last_error_summary": "[h264 @ 0x5976326ad240] error while decoding MB 20 44, bytestream -5", "last_exit_at": "2026-10-30T17:29:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 194.795, "last_started_at": "2026-10-30T17:29:11+09:00", "pid": 14505, "process": {"exists": false, "pid": 14505}, "restart_count": 59, "restart_count_per_hour": 23, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 60}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.036, "sample_count": 2283, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 78274, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:32:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.073, "last_frame_pushed_at": "2026-10-30T17:32:26+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-10-30T17:32:26+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 18, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 487.804, "last_sample_duration_ms": 870.624, "last_trigger": "periodic", "next_snapshot_in_sec": 112.196, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 18, "storage_bytes": 1220555}, "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-10-30T17:32:26.195254+09:00", "mtime_epoch": 1793349146.1952536, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 112935}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:32:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 947.145, "name": "celery", "pid": 206, "rss_mb": 844.523, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 22, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 78275, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.32, "max": 9.0, "p95": 6.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.709, "max": 5.0, "p95": 4.0, "sample_count": 244}, "total": {"avg": 2.709, "max": 5.0, "p95": 4.0, "sample_count": 244}}, "tracking_counts": {"active": {"avg": 0.893, "max": 3.0, "p95": 2.0, "sample_count": 244}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}, "removed": {"avg": 0.025, "max": 1.0, "p95": 0.0, "sample_count": 244}, "tracked": {"avg": 0.893, "max": 3.0, "p95": 2.0, "sample_count": 244}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 244, "pushed_frames": 244, "read_frames": 244, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.162, "pushed": 8.162, "read": 8.162}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 244, "client_acquire_ms": {"avg_ms": 0.008, "count": 245, "max_ms": 0.041, "p95_ms": 0.017, "reason": null, "sample_age_ms": 25.717, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.01, "count": 244, "max_ms": 8.078, "p95_ms": 3.729, "reason": null, "sample_age_ms": 82.193, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.446, "count": 244, "max_ms": 7.554, "p95_ms": 2.708, "reason": null, "sample_age_ms": 82.465, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.345, "count": 245, "max_ms": 1.261, "p95_ms": 0.66, "reason": null, "sample_age_ms": 25.727, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.183, "count": 244, "max_ms": 5.329, "p95_ms": 3.779, "reason": null, "sample_age_ms": 80.236, "source": "client_direct"}, "request_count": 244, "request_tensor_bytes": {"avg": 2764808.0, "count": 244, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 80.182, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 245, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 25.911, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.847, "count": 245, "max_ms": 88.88, "p95_ms": 68.0, "reason": null, "sample_age_ms": 25.712, "source": "client_direct"}, "sample_age_ms": 25.708, "source": "client_direct", "task_total_ms": {"avg_ms": 52.577, "count": 245, "max_ms": 91.386, "p95_ms": 70.466, "reason": null, "sample_age_ms": 25.708, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.036, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.415, "count": 244, "max_ms": 19.091, "p95_ms": 13.155}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.509, "count": 244, "max_ms": 1.623, "p95_ms": 0.989}, "detection_prepare_ms": {"avg_ms": 1.745, "count": 244, "max_ms": 6.573, "p95_ms": 3.405}, "event_filter_ms": {"avg_ms": 0.006, "count": 244, "max_ms": 0.036, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.372, "count": 244, "max_ms": 1.322, "p95_ms": 0.671}, "mcmt_ms": {"avg_ms": 0.004, "count": 244, "max_ms": 0.014, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 3.288, "count": 244, "max_ms": 11.603, "p95_ms": 5.537}, "setup_ms": {"avg_ms": 0.045, "count": 244, "max_ms": 0.158, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 8.349, "count": 244, "max_ms": 18.959, "p95_ms": 13.044}, "track_match_ms": {"avg_ms": 0.154, "count": 244, "max_ms": 0.468, "p95_ms": 0.322}, "tracker_update_ms": {"avg_ms": 2.225, "count": 244, "max_ms": 7.595, "p95_ms": 3.76}}, "gstreamer_push": {"avg_ms": 3.236, "count": 244, "max_ms": 6.828, "p95_ms": 5.026}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 244, "max_ms": 0.314, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.058, "count": 244, "max_ms": 92.031, "p95_ms": 72.857}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.286, "count": 244, "max_ms": 15.002, "p95_ms": 7.376}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.504, "count": 244, "max_ms": 162.618, "p95_ms": 130.352}, "inference_input_copy_ms": {"avg_ms": 1.724, "count": 244, "max_ms": 4.227, "p95_ms": 2.947}, "processing_residual_ms": {"avg_ms": 0.224, "count": 244, "max_ms": 0.81, "p95_ms": 0.401}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.738, "count": 244, "max_ms": 167.092, "p95_ms": 135.64}, "read_interval": {"avg_ms": 122.723, "count": 244, "max_ms": 188.834, "p95_ms": 163.036}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.027, "count": 244, "max_ms": 1.261, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 3.208, "count": 244, "max_ms": 11.457, "p95_ms": 5.448}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 244, "max_ms": 0.066, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.181, "count": 244, "max_ms": 10.838, "p95_ms": 5.417}, "worker_merge_ms": {"avg_ms": 0.007, "count": 244, "max_ms": 0.026, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 54.072, "count": 244, "max_ms": 92.044, "p95_ms": 72.87}, "visualize": {"avg_ms": 38.813, "count": 244, "max_ms": 63.882, "p95_ms": 51.355}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.033, "count": 244, "max_ms": 48.882, "p95_ms": 42.317}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.203, "count": 244, "max_ms": 61.403, "p95_ms": 49.615}, "visualize_input_copy_ms": {"avg_ms": 1.384, "count": 244, "max_ms": 4.615, "p95_ms": 2.585}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.059, "count": 244, "max_ms": 61.176, "p95_ms": 49.47}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 244, "max_ms": 0.319, "p95_ms": 0.149}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 244}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 844.379, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.434, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.869, "sample_count": 2240, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 77976, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:31:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 113786, "write_bytes_delta": 113786, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 990.0, "cpu_core_ratio": 0.469602, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 14505, "reason": null, "system_cpu_core_ratio": 0.037428, "system_cpu_s_delta": 0.75, "user_cpu_core_ratio": 0.432174, "user_cpu_s_delta": 8.659999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.737179, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.522501, "system_cpu_s_delta": 10.470000000000255, "user_cpu_core_ratio": 1.214678, "user_cpu_s_delta": 24.340000000000146}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.493, "count": 243, "max_ms": 10.983, "p95_ms": 5.702, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.062, "max": 7.0, "p95": 6.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.49, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 243}, "total": {"avg": 2.49, "max": 3.0, "p95": 3.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.753, "count": 30, "max": 54.643, "p95": 43.053, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.742, "count": 30, "max": 24.96, "p95": 23.353, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 993.0, "count": 30, "max": 1115.0, "p95": 1055.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 211.833, "count": 30, "max": 958.0, "p95": 806.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.042, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.416, "count": 30, "max": 0.46, "p95": 0.453, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.079, "count": 30, "max": 2.311, "p95": 0.04, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114760.433, "count": 30, "max": 119244.0, "p95": 118500.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114760.433, "count": 30, "max": 119244.0, "p95": 118500.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1078.667, "count": 30, "max": 31828.0, "p95": 41.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.546, "count": 30, "max": 0.614, "p95": 0.599, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.229, "count": 30, "max": 1.341, "p95": 1.323, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 704, "sampled_at": "2026-10-30T17:31:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:31:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 177646, "flush_count": 180, "flush_interval_seconds": 30.0, "flush_state": {"count": 180, "last_at": "2026-10-30T17:31:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:31:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 179}, "started": true, "suppressed_count": 78121, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 78096}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 180, "written_record_count": 180}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4971.137, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T17:32:26+09:00", "last_error_summary": "[h264 @ 0x5976326ad240] error while decoding MB 20 44, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 216414720000, "copied_frame_count": 78275, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:26:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4053171, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T17:25:52+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.004}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 25, "events_emitted": 24, "events_failed": 0, "events_observed": 25, "events_suppressed": 1, "frame_buffer_copied_bytes": 216414720000, "frame_buffer_copies": 78275, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1200, "recorder_active_input_bytes": 3317760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 24, "recorder_clips_failed": 0, "recorder_clips_started": 24, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 24, "worker_jobs_accepted": 24, "worker_jobs_completed": 24, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1226, "count": 512, "max_ms": 1.444, "p50_ms": 0.1066, "p95_ms": 0.2272, "p99_ms": 0.291}, "stages": {"db_insert": {"avg_ms": 18.5471, "count": 24, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.6719, "p99_ms": 32.8754, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8241, "count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1179.6526, "count": 25, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1361.1648, "p99_ms": 3691.4325, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5536, "count": 512, "max_ms": 7.0581, "p50_ms": 1.447, "p95_ms": 2.5037, "p99_ms": 3.1542, "results": {"failed": 0, "not_applicable": 0, "success": 78275, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 551.2336, "count": 25, "max_ms": 656.9199, "p50_ms": 565.6267, "p95_ms": 641.5441, "p99_ms": 653.5891, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 32.5402, "count": 24, "max_ms": 65.0452, "p50_ms": 31.3333, "p95_ms": 58.1342, "p99_ms": 63.4706, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4339, "count": 512, "max_ms": 12.236, "p50_ms": 5.2619, "p95_ms": 8.1372, "p99_ms": 9.75, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4787, "count": 512, "max_ms": 4.7858, "p50_ms": 1.3661, "p95_ms": 2.4829, "p99_ms": 3.8192, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 569.4871, "count": 24, "max_ms": 653.6862, "p50_ms": 569.125, "p95_ms": 637.6048, "p99_ms": 650.2324, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 476.6504, "count": 24, "max_ms": 555.4516, "p50_ms": 473.3611, "p95_ms": 535.5494, "p99_ms": 550.952, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0238, "count": 24, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.6655, "p99_ms": 98.8855, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.8729, "count": 24, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 7.9552, "p99_ms": 14.219, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.9644, "count": 24, "max_ms": 73.1462, "p50_ms": 44.6038, "p95_ms": 68.956, "p99_ms": 72.5783, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4932, "count": 24, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.532, "p99_ms": 7.6897, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 564.3431, "count": 24, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 699.653, "p99_ms": 3054.3032, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5306, "count": 24, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.4401, "p99_ms": 10.4139, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.5674, "count": 24, "max_ms": 92.2129, "p50_ms": 25.3495, "p95_ms": 73.3712, "p99_ms": 88.0695, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1502, "count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.619, "count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 652.6736, "count": 24, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 766.1912, "p99_ms": 3133.9049, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 24, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287}, "wait_ms": {"count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 24, "artifact_failed": 0, "artifact_requested": 24, "artifact_success": 24, "completed": 24, "completed_failed": 0, "completed_success": 24, "cooldown_promoted": 24, "database_requested": 24, "db_insert_success": 24, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15565, "relay_business_failed": 0, "relay_business_success": 24, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 24, "relay_transport_failed": 0, "relay_transport_success": 24, "reservation_requested": 24}, "snapshot": {"copied_bytes": 66355200, "copied_count": 24, "copy": {"count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 56, "h264_decode_error_count": 130, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:32:26+09:00", "last_error_summary": "[h264 @ 0x5976326ad240] error while decoding MB 20 44, bytestream -5", "last_exit_at": "2026-10-30T17:32:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 194.851, "last_started_at": "2026-10-30T17:29:11+09:00", "pid": 14505, "process": {"exists": false, "pid": 14505}, "restart_count": 59, "restart_count_per_hour": 23, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 60}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.036, "sample_count": 2284, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 78275, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:32:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T17:32:26+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-10-30T17:32:26+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 18, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 487.859, "last_sample_duration_ms": 870.624, "last_trigger": "periodic", "next_snapshot_in_sec": 112.141, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 18, "storage_bytes": 1220555}, "mjpeg": {"age_sec": 0.119, "exists": true, "mtime": "2026-10-30T17:32:26.195254+09:00", "mtime_epoch": 1793349146.1952536, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 112935}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:32:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 947.145, "name": "celery", "pid": 206, "rss_mb": 844.516, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 22, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 78275, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.314, "max": 9.0, "p95": 6.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.71, "max": 5.0, "p95": 4.0, "sample_count": 245}, "total": {"avg": 2.71, "max": 5.0, "p95": 4.0, "sample_count": 245}}, "tracking_counts": {"active": {"avg": 0.898, "max": 3.0, "p95": 2.0, "sample_count": 245}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "removed": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 245}, "tracked": {"avg": 0.898, "max": 3.0, "p95": 2.0, "sample_count": 245}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 244, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.181, "pushed": 8.181, "read": 8.147}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 244, "client_acquire_ms": {"avg_ms": 0.008, "count": 244, "max_ms": 0.041, "p95_ms": 0.017, "reason": null, "sample_age_ms": 80.941, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.01, "count": 244, "max_ms": 8.078, "p95_ms": 3.729, "reason": null, "sample_age_ms": 137.418, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.446, "count": 244, "max_ms": 7.554, "p95_ms": 2.708, "reason": null, "sample_age_ms": 137.69, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.346, "count": 244, "max_ms": 1.261, "p95_ms": 0.66, "reason": null, "sample_age_ms": 80.951, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.183, "count": 244, "max_ms": 5.329, "p95_ms": 3.779, "reason": null, "sample_age_ms": 135.46, "source": "client_direct"}, "request_count": 244, "request_tensor_bytes": {"avg": 2764808.0, "count": 244, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 135.406, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 244, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 81.136, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.825, "count": 244, "max_ms": 88.88, "p95_ms": 68.001, "reason": null, "sample_age_ms": 80.936, "source": "client_direct"}, "sample_age_ms": 80.933, "source": "client_direct", "task_total_ms": {"avg_ms": 52.553, "count": 244, "max_ms": 91.386, "p95_ms": 70.494, "reason": null, "sample_age_ms": 80.933, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.405, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.406, "count": 245, "max_ms": 19.091, "p95_ms": 13.155}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.509, "count": 245, "max_ms": 1.623, "p95_ms": 0.989}, "detection_prepare_ms": {"avg_ms": 1.743, "count": 245, "max_ms": 6.573, "p95_ms": 3.405}, "event_filter_ms": {"avg_ms": 0.006, "count": 245, "max_ms": 0.036, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.371, "count": 245, "max_ms": 1.322, "p95_ms": 0.671}, "mcmt_ms": {"avg_ms": 0.004, "count": 245, "max_ms": 0.014, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 3.284, "count": 245, "max_ms": 11.603, "p95_ms": 5.537}, "setup_ms": {"avg_ms": 0.045, "count": 245, "max_ms": 0.158, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 8.341, "count": 245, "max_ms": 18.959, "p95_ms": 13.044}, "track_match_ms": {"avg_ms": 0.154, "count": 245, "max_ms": 0.468, "p95_ms": 0.322}, "tracker_update_ms": {"avg_ms": 2.223, "count": 245, "max_ms": 7.595, "p95_ms": 3.76}}, "gstreamer_push": {"avg_ms": 3.231, "count": 245, "max_ms": 6.828, "p95_ms": 5.026}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 245, "max_ms": 0.314, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.07, "count": 245, "max_ms": 92.031, "p95_ms": 72.857}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.283, "count": 245, "max_ms": 15.002, "p95_ms": 7.376}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.555, "count": 245, "max_ms": 162.618, "p95_ms": 130.352}, "inference_input_copy_ms": {"avg_ms": 1.723, "count": 245, "max_ms": 4.227, "p95_ms": 2.947}, "processing_residual_ms": {"avg_ms": 0.224, "count": 245, "max_ms": 0.81, "p95_ms": 0.401}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.784, "count": 245, "max_ms": 167.092, "p95_ms": 135.64}, "read_interval": {"avg_ms": 122.723, "count": 244, "max_ms": 188.834, "p95_ms": 163.036}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.027, "count": 245, "max_ms": 1.261, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 3.205, "count": 245, "max_ms": 11.457, "p95_ms": 5.448}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 245, "max_ms": 0.066, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.178, "count": 245, "max_ms": 10.838, "p95_ms": 5.417}, "worker_merge_ms": {"avg_ms": 0.007, "count": 245, "max_ms": 0.026, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 54.085, "count": 245, "max_ms": 92.044, "p95_ms": 72.87}, "visualize": {"avg_ms": 38.863, "count": 245, "max_ms": 63.882, "p95_ms": 51.355}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.071, "count": 245, "max_ms": 48.882, "p95_ms": 42.317}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.254, "count": 245, "max_ms": 61.403, "p95_ms": 49.615}, "visualize_input_copy_ms": {"avg_ms": 1.383, "count": 245, "max_ms": 4.615, "p95_ms": 2.585}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.11, "count": 245, "max_ms": 61.176, "p95_ms": 49.47}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 245, "max_ms": 0.319, "p95_ms": 0.149}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 844.379, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.434, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.869, "sample_count": 2240, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 77976, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:31:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 113786, "write_bytes_delta": 113786, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 990.0, "cpu_core_ratio": 0.469602, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 14505, "reason": null, "system_cpu_core_ratio": 0.037428, "system_cpu_s_delta": 0.75, "user_cpu_core_ratio": 0.432174, "user_cpu_s_delta": 8.659999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.737179, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.522501, "system_cpu_s_delta": 10.470000000000255, "user_cpu_core_ratio": 1.214678, "user_cpu_s_delta": 24.340000000000146}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.493, "count": 243, "max_ms": 10.983, "p95_ms": 5.702, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.062, "max": 7.0, "p95": 6.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.49, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 243}, "total": {"avg": 2.49, "max": 3.0, "p95": 3.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.753, "count": 30, "max": 54.643, "p95": 43.053, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.742, "count": 30, "max": 24.96, "p95": 23.353, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 993.0, "count": 30, "max": 1115.0, "p95": 1055.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 211.833, "count": 30, "max": 958.0, "p95": 806.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.042, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.416, "count": 30, "max": 0.46, "p95": 0.453, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.079, "count": 30, "max": 2.311, "p95": 0.04, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114760.433, "count": 30, "max": 119244.0, "p95": 118500.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114760.433, "count": 30, "max": 119244.0, "p95": 118500.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1078.667, "count": 30, "max": 31828.0, "p95": 41.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.546, "count": 30, "max": 0.614, "p95": 0.599, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.229, "count": 30, "max": 1.341, "p95": 1.323, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 704, "sampled_at": "2026-10-30T17:31:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:31:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 177646, "flush_count": 180, "flush_interval_seconds": 30.0, "flush_state": {"count": 180, "last_at": "2026-10-30T17:31:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:31:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 179}, "started": true, "suppressed_count": 78121, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 78096}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 180, "written_record_count": 180}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4970.383, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 216414720000, "copied_frame_count": 78275, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:26:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4053171, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T17:25:52+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.004}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 25, "events_emitted": 24, "events_failed": 0, "events_observed": 25, "events_suppressed": 1, "frame_buffer_copied_bytes": 216414720000, "frame_buffer_copies": 78275, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1200, "recorder_active_input_bytes": 3317760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 24, "recorder_clips_failed": 0, "recorder_clips_started": 24, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 24, "worker_jobs_accepted": 24, "worker_jobs_completed": 24, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1226, "count": 512, "max_ms": 1.444, "p50_ms": 0.1066, "p95_ms": 0.2272, "p99_ms": 0.291}, "stages": {"db_insert": {"avg_ms": 18.5471, "count": 24, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.6719, "p99_ms": 32.8754, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8241, "count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1179.6526, "count": 25, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1361.1648, "p99_ms": 3691.4325, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5536, "count": 512, "max_ms": 7.0581, "p50_ms": 1.447, "p95_ms": 2.5037, "p99_ms": 3.1542, "results": {"failed": 0, "not_applicable": 0, "success": 78275, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 551.2336, "count": 25, "max_ms": 656.9199, "p50_ms": 565.6267, "p95_ms": 641.5441, "p99_ms": 653.5891, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 32.5402, "count": 24, "max_ms": 65.0452, "p50_ms": 31.3333, "p95_ms": 58.1342, "p99_ms": 63.4706, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4339, "count": 512, "max_ms": 12.236, "p50_ms": 5.2619, "p95_ms": 8.1372, "p99_ms": 9.75, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4787, "count": 512, "max_ms": 4.7858, "p50_ms": 1.3661, "p95_ms": 2.4829, "p99_ms": 3.8192, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 569.4871, "count": 24, "max_ms": 653.6862, "p50_ms": 569.125, "p95_ms": 637.6048, "p99_ms": 650.2324, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 476.6504, "count": 24, "max_ms": 555.4516, "p50_ms": 473.3611, "p95_ms": 535.5494, "p99_ms": 550.952, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0238, "count": 24, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.6655, "p99_ms": 98.8855, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.8729, "count": 24, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 7.9552, "p99_ms": 14.219, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.9644, "count": 24, "max_ms": 73.1462, "p50_ms": 44.6038, "p95_ms": 68.956, "p99_ms": 72.5783, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4932, "count": 24, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.532, "p99_ms": 7.6897, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 564.3431, "count": 24, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 699.653, "p99_ms": 3054.3032, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5306, "count": 24, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.4401, "p99_ms": 10.4139, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.5674, "count": 24, "max_ms": 92.2129, "p50_ms": 25.3495, "p95_ms": 73.3712, "p99_ms": 88.0695, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1502, "count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.619, "count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 652.6736, "count": 24, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 766.1912, "p99_ms": 3133.9049, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 24, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287}, "wait_ms": {"count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 24, "artifact_failed": 0, "artifact_requested": 24, "artifact_success": 24, "completed": 24, "completed_failed": 0, "completed_success": 24, "cooldown_promoted": 24, "database_requested": 24, "db_insert_success": 24, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15565, "relay_business_failed": 0, "relay_business_success": 24, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 24, "relay_transport_failed": 0, "relay_transport_success": 24, "reservation_requested": 24}, "snapshot": {"copied_bytes": 66355200, "copied_count": 24, "copy": {"count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 56, "h264_decode_error_count": 130, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:32:26+09:00", "last_error_summary": "[h264 @ 0x5976326ad240] error while decoding MB 20 44, bytestream -5", "last_exit_at": "2026-10-30T17:32:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 194.897, "last_started_at": "2026-10-30T17:29:11+09:00", "pid": 14505, "process": {"exists": false, "pid": 14505}, "restart_count": 59, "restart_count_per_hour": 23, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 60}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.036, "sample_count": 2284, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 78275, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:32:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.047, "last_frame_pushed_at": "2026-10-30T17:32:26+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-10-30T17:32:26+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 18, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 487.895, "last_sample_duration_ms": 870.624, "last_trigger": "periodic", "next_snapshot_in_sec": 112.105, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 18, "storage_bytes": 1220555}, "mjpeg": {"age_sec": 0.037, "exists": true, "mtime": "2026-10-30T17:32:26.323254+09:00", "mtime_epoch": 1793349146.323254, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113198}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:32:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 947.145, "name": "celery", "pid": 206, "rss_mb": 844.516, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 22, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 78275, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.314, "max": 9.0, "p95": 6.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.71, "max": 5.0, "p95": 4.0, "sample_count": 245}, "total": {"avg": 2.71, "max": 5.0, "p95": 4.0, "sample_count": 245}}, "tracking_counts": {"active": {"avg": 0.898, "max": 3.0, "p95": 2.0, "sample_count": 245}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "removed": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 245}, "tracked": {"avg": 0.898, "max": 3.0, "p95": 2.0, "sample_count": 245}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 244, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.168, "pushed": 8.168, "read": 8.135}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 244, "client_acquire_ms": {"avg_ms": 0.008, "count": 244, "max_ms": 0.041, "p95_ms": 0.017, "reason": null, "sample_age_ms": 124.937, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.01, "count": 244, "max_ms": 8.078, "p95_ms": 3.729, "reason": null, "sample_age_ms": 181.413, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.446, "count": 244, "max_ms": 7.554, "p95_ms": 2.708, "reason": null, "sample_age_ms": 181.685, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.346, "count": 244, "max_ms": 1.261, "p95_ms": 0.66, "reason": null, "sample_age_ms": 124.947, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.183, "count": 244, "max_ms": 5.329, "p95_ms": 3.779, "reason": null, "sample_age_ms": 179.456, "source": "client_direct"}, "request_count": 244, "request_tensor_bytes": {"avg": 2764808.0, "count": 244, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 179.402, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 244, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 125.131, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.825, "count": 244, "max_ms": 88.88, "p95_ms": 68.001, "reason": null, "sample_age_ms": 124.932, "source": "client_direct"}, "sample_age_ms": 124.928, "source": "client_direct", "task_total_ms": {"avg_ms": 52.553, "count": 244, "max_ms": 91.386, "p95_ms": 70.494, "reason": null, "sample_age_ms": 124.928, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.172, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.406, "count": 245, "max_ms": 19.091, "p95_ms": 13.155}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.509, "count": 245, "max_ms": 1.623, "p95_ms": 0.989}, "detection_prepare_ms": {"avg_ms": 1.743, "count": 245, "max_ms": 6.573, "p95_ms": 3.405}, "event_filter_ms": {"avg_ms": 0.006, "count": 245, "max_ms": 0.036, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.371, "count": 245, "max_ms": 1.322, "p95_ms": 0.671}, "mcmt_ms": {"avg_ms": 0.004, "count": 245, "max_ms": 0.014, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 3.284, "count": 245, "max_ms": 11.603, "p95_ms": 5.537}, "setup_ms": {"avg_ms": 0.045, "count": 245, "max_ms": 0.158, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 8.341, "count": 245, "max_ms": 18.959, "p95_ms": 13.044}, "track_match_ms": {"avg_ms": 0.154, "count": 245, "max_ms": 0.468, "p95_ms": 0.322}, "tracker_update_ms": {"avg_ms": 2.223, "count": 245, "max_ms": 7.595, "p95_ms": 3.76}}, "gstreamer_push": {"avg_ms": 3.231, "count": 245, "max_ms": 6.828, "p95_ms": 5.026}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 245, "max_ms": 0.314, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.07, "count": 245, "max_ms": 92.031, "p95_ms": 72.857}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.283, "count": 245, "max_ms": 15.002, "p95_ms": 7.376}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.555, "count": 245, "max_ms": 162.618, "p95_ms": 130.352}, "inference_input_copy_ms": {"avg_ms": 1.723, "count": 245, "max_ms": 4.227, "p95_ms": 2.947}, "processing_residual_ms": {"avg_ms": 0.224, "count": 245, "max_ms": 0.81, "p95_ms": 0.401}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.784, "count": 245, "max_ms": 167.092, "p95_ms": 135.64}, "read_interval": {"avg_ms": 122.723, "count": 244, "max_ms": 188.834, "p95_ms": 163.036}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.027, "count": 245, "max_ms": 1.261, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 3.205, "count": 245, "max_ms": 11.457, "p95_ms": 5.448}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 245, "max_ms": 0.066, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.178, "count": 245, "max_ms": 10.838, "p95_ms": 5.417}, "worker_merge_ms": {"avg_ms": 0.007, "count": 245, "max_ms": 0.026, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 54.085, "count": 245, "max_ms": 92.044, "p95_ms": 72.87}, "visualize": {"avg_ms": 38.863, "count": 245, "max_ms": 63.882, "p95_ms": 51.355}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.071, "count": 245, "max_ms": 48.882, "p95_ms": 42.317}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.254, "count": 245, "max_ms": 61.403, "p95_ms": 49.615}, "visualize_input_copy_ms": {"avg_ms": 1.383, "count": 245, "max_ms": 4.615, "p95_ms": 2.585}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.11, "count": 245, "max_ms": 61.176, "p95_ms": 49.47}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 245, "max_ms": 0.319, "p95_ms": 0.149}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 844.379, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.434, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.869, "sample_count": 2240, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 77976, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:31:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 113786, "write_bytes_delta": 113786, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 990.0, "cpu_core_ratio": 0.469602, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 14505, "reason": null, "system_cpu_core_ratio": 0.037428, "system_cpu_s_delta": 0.75, "user_cpu_core_ratio": 0.432174, "user_cpu_s_delta": 8.659999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.737179, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.522501, "system_cpu_s_delta": 10.470000000000255, "user_cpu_core_ratio": 1.214678, "user_cpu_s_delta": 24.340000000000146}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.493, "count": 243, "max_ms": 10.983, "p95_ms": 5.702, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.062, "max": 7.0, "p95": 6.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.49, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 243}, "total": {"avg": 2.49, "max": 3.0, "p95": 3.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.753, "count": 30, "max": 54.643, "p95": 43.053, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.742, "count": 30, "max": 24.96, "p95": 23.353, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 993.0, "count": 30, "max": 1115.0, "p95": 1055.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 211.833, "count": 30, "max": 958.0, "p95": 806.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.042, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.416, "count": 30, "max": 0.46, "p95": 0.453, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.079, "count": 30, "max": 2.311, "p95": 0.04, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114760.433, "count": 30, "max": 119244.0, "p95": 118500.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114760.433, "count": 30, "max": 119244.0, "p95": 118500.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1078.667, "count": 30, "max": 31828.0, "p95": 41.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.546, "count": 30, "max": 0.614, "p95": 0.599, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.229, "count": 30, "max": 1.341, "p95": 1.323, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 704, "sampled_at": "2026-10-30T17:31:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:31:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 177646, "flush_count": 180, "flush_interval_seconds": 30.0, "flush_state": {"count": 180, "last_at": "2026-10-30T17:31:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:31:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 179}, "started": true, "suppressed_count": 78121, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 78096}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 180, "written_record_count": 180}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5146.793, "limit_mb": null}, "detail": {"pid": 14621, "restart_count": 60, "start_count": 61}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 216414720000, "copied_frame_count": 78275, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:26:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4053171, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T17:25:52+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.004}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 25, "events_emitted": 24, "events_failed": 0, "events_observed": 25, "events_suppressed": 1, "frame_buffer_copied_bytes": 216414720000, "frame_buffer_copies": 78275, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1200, "recorder_active_input_bytes": 3317760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 24, "recorder_clips_failed": 0, "recorder_clips_started": 24, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 24, "worker_jobs_accepted": 24, "worker_jobs_completed": 24, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1226, "count": 512, "max_ms": 1.444, "p50_ms": 0.1066, "p95_ms": 0.2272, "p99_ms": 0.291}, "stages": {"db_insert": {"avg_ms": 18.5471, "count": 24, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.6719, "p99_ms": 32.8754, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8241, "count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1179.6526, "count": 25, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1361.1648, "p99_ms": 3691.4325, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5536, "count": 512, "max_ms": 7.0581, "p50_ms": 1.447, "p95_ms": 2.5037, "p99_ms": 3.1542, "results": {"failed": 0, "not_applicable": 0, "success": 78275, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 551.2336, "count": 25, "max_ms": 656.9199, "p50_ms": 565.6267, "p95_ms": 641.5441, "p99_ms": 653.5891, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 32.5402, "count": 24, "max_ms": 65.0452, "p50_ms": 31.3333, "p95_ms": 58.1342, "p99_ms": 63.4706, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4339, "count": 512, "max_ms": 12.236, "p50_ms": 5.2619, "p95_ms": 8.1372, "p99_ms": 9.75, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4787, "count": 512, "max_ms": 4.7858, "p50_ms": 1.3661, "p95_ms": 2.4829, "p99_ms": 3.8192, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 569.4871, "count": 24, "max_ms": 653.6862, "p50_ms": 569.125, "p95_ms": 637.6048, "p99_ms": 650.2324, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 476.6504, "count": 24, "max_ms": 555.4516, "p50_ms": 473.3611, "p95_ms": 535.5494, "p99_ms": 550.952, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0238, "count": 24, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.6655, "p99_ms": 98.8855, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.8729, "count": 24, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 7.9552, "p99_ms": 14.219, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.9644, "count": 24, "max_ms": 73.1462, "p50_ms": 44.6038, "p95_ms": 68.956, "p99_ms": 72.5783, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4932, "count": 24, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.532, "p99_ms": 7.6897, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 564.3431, "count": 24, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 699.653, "p99_ms": 3054.3032, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5306, "count": 24, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.4401, "p99_ms": 10.4139, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.5674, "count": 24, "max_ms": 92.2129, "p50_ms": 25.3495, "p95_ms": 73.3712, "p99_ms": 88.0695, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1502, "count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.619, "count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 652.6736, "count": 24, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 766.1912, "p99_ms": 3133.9049, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 24, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287}, "wait_ms": {"count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 24, "artifact_failed": 0, "artifact_requested": 24, "artifact_success": 24, "completed": 24, "completed_failed": 0, "completed_success": 24, "cooldown_promoted": 24, "database_requested": 24, "db_insert_success": 24, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15565, "relay_business_failed": 0, "relay_business_success": 24, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 24, "relay_transport_failed": 0, "relay_transport_success": 24, "reservation_requested": 24}, "snapshot": {"copied_bytes": 66355200, "copied_count": 24, "copy": {"count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 56, "h264_decode_error_count": 130, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:32:26+09:00", "last_error_summary": "[h264 @ 0x5976326ad240] error while decoding MB 20 44, bytestream -5", "last_exit_at": "2026-10-30T17:32:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T17:32:28+09:00", "pid": 14621, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.008, "name": "ffmpeg", "pid": 14621, "rss_mb": 208.008, "state": "S (sleeping)", "threads": 70}, "restart_count": 60, "restart_count_per_hour": 24, "rtsp_timeout_count": 26, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 61}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.647, "sample_count": 2256, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 78275, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:32:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.13, "last_frame_pushed_at": "2026-10-30T17:32:26+09:00", "last_frame_read_age_sec": 4.252, "last_frame_read_at": "2026-10-30T17:32:26+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 18, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 491.994, "last_sample_duration_ms": 870.624, "last_trigger": "periodic", "next_snapshot_in_sec": 108.006, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 18, "storage_bytes": 1220555}, "mjpeg": {"age_sec": 4.12, "exists": true, "mtime": "2026-10-30T17:32:26.323254+09:00", "mtime_epoch": 1793349146.323254, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113198}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:32:30+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 947.145, "name": "celery", "pid": 206, "rss_mb": 844.52, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 22, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 78275, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.411, "max": 9.0, "p95": 6.0, "sample_count": 214}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.715, "max": 5.0, "p95": 4.0, "sample_count": 214}, "total": {"avg": 2.715, "max": 5.0, "p95": 4.0, "sample_count": 214}}, "tracking_counts": {"active": {"avg": 1.028, "max": 3.0, "p95": 2.0, "sample_count": 214}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}, "removed": {"avg": 0.028, "max": 1.0, "p95": 0.0, "sample_count": 214}, "tracked": {"avg": 1.028, "max": 3.0, "p95": 2.0, "sample_count": 214}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.135, "pushed": 7.135, "read": 7.101}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 213, "client_acquire_ms": {"avg_ms": 0.008, "count": 213, "max_ms": 0.041, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4199.89, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.979, "count": 213, "max_ms": 8.078, "p95_ms": 3.792, "reason": null, "sample_age_ms": 4256.367, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.451, "count": 213, "max_ms": 7.554, "p95_ms": 2.775, "reason": null, "sample_age_ms": 4256.639, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.341, "count": 213, "max_ms": 1.261, "p95_ms": 0.676, "reason": null, "sample_age_ms": 4199.901, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.106, "count": 213, "max_ms": 4.131, "p95_ms": 3.664, "reason": null, "sample_age_ms": 4254.409, "source": "client_direct"}, "request_count": 213, "request_tensor_bytes": {"avg": 2764808.0, "count": 213, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4254.355, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 213, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4200.085, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.266, "count": 213, "max_ms": 88.88, "p95_ms": 67.271, "reason": null, "sample_age_ms": 4199.886, "source": "client_direct"}, "sample_age_ms": 4199.882, "source": "client_direct", "task_total_ms": {"avg_ms": 51.908, "count": 213, "max_ms": 91.386, "p95_ms": 69.95, "reason": null, "sample_age_ms": 4199.882, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.197, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.418, "count": 214, "max_ms": 19.091, "p95_ms": 13.382}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.507, "count": 214, "max_ms": 1.623, "p95_ms": 0.986}, "detection_prepare_ms": {"avg_ms": 1.691, "count": 214, "max_ms": 6.573, "p95_ms": 3.232}, "event_filter_ms": {"avg_ms": 0.006, "count": 214, "max_ms": 0.036, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.365, "count": 214, "max_ms": 1.322, "p95_ms": 0.662}, "mcmt_ms": {"avg_ms": 0.004, "count": 214, "max_ms": 0.013, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 3.336, "count": 214, "max_ms": 11.603, "p95_ms": 5.588}, "setup_ms": {"avg_ms": 0.044, "count": 214, "max_ms": 0.158, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 8.352, "count": 214, "max_ms": 18.959, "p95_ms": 13.279}, "track_match_ms": {"avg_ms": 0.163, "count": 214, "max_ms": 0.468, "p95_ms": 0.324}, "tracker_update_ms": {"avg_ms": 2.235, "count": 214, "max_ms": 7.595, "p95_ms": 3.749}}, "gstreamer_push": {"avg_ms": 3.197, "count": 214, "max_ms": 6.828, "p95_ms": 5.02}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 214, "max_ms": 0.314, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.379, "count": 214, "max_ms": 92.031, "p95_ms": 71.873}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.309, "count": 214, "max_ms": 15.002, "p95_ms": 7.874}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.453, "count": 214, "max_ms": 162.618, "p95_ms": 130.352}, "inference_input_copy_ms": {"avg_ms": 1.672, "count": 214, "max_ms": 4.227, "p95_ms": 2.893}, "processing_residual_ms": {"avg_ms": 0.22, "count": 214, "max_ms": 0.81, "p95_ms": 0.401}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.655, "count": 214, "max_ms": 167.092, "p95_ms": 135.64}, "read_interval": {"avg_ms": 121.432, "count": 213, "max_ms": 188.834, "p95_ms": 163.036}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.027, "count": 214, "max_ms": 1.261, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 3.256, "count": 214, "max_ms": 11.457, "p95_ms": 5.46}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 214, "max_ms": 0.066, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.228, "count": 214, "max_ms": 10.838, "p95_ms": 5.427}, "worker_merge_ms": {"avg_ms": 0.007, "count": 214, "max_ms": 0.026, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 53.393, "count": 214, "max_ms": 92.044, "p95_ms": 71.879}, "visualize": {"avg_ms": 38.452, "count": 214, "max_ms": 58.531, "p95_ms": 51.243}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.776, "count": 214, "max_ms": 48.882, "p95_ms": 42.132}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.857, "count": 214, "max_ms": 57.071, "p95_ms": 49.566}, "visualize_input_copy_ms": {"avg_ms": 1.372, "count": 214, "max_ms": 4.615, "p95_ms": 2.648}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.714, "count": 214, "max_ms": 56.922, "p95_ms": 49.467}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 214, "max_ms": 0.319, "p95_ms": 0.149}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 214}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 844.379, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.434, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 150.869, "sample_count": 2240, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 77976, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:31:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 113786, "write_bytes_delta": 113786, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 990.0, "cpu_core_ratio": 0.469602, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 14505, "reason": null, "system_cpu_core_ratio": 0.037428, "system_cpu_s_delta": 0.75, "user_cpu_core_ratio": 0.432174, "user_cpu_s_delta": 8.659999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.737179, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.522501, "system_cpu_s_delta": 10.470000000000255, "user_cpu_core_ratio": 1.214678, "user_cpu_s_delta": 24.340000000000146}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.493, "count": 243, "max_ms": 10.983, "p95_ms": 5.702, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.062, "max": 7.0, "p95": 6.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.49, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 243}, "total": {"avg": 2.49, "max": 3.0, "p95": 3.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.753, "count": 30, "max": 54.643, "p95": 43.053, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.742, "count": 30, "max": 24.96, "p95": 23.353, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 993.0, "count": 30, "max": 1115.0, "p95": 1055.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 211.833, "count": 30, "max": 958.0, "p95": 806.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.042, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.416, "count": 30, "max": 0.46, "p95": 0.453, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.079, "count": 30, "max": 2.311, "p95": 0.04, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114760.433, "count": 30, "max": 119244.0, "p95": 118500.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114760.433, "count": 30, "max": 119244.0, "p95": 118500.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1078.667, "count": 30, "max": 31828.0, "p95": 41.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.546, "count": 30, "max": 0.614, "p95": 0.599, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.229, "count": 30, "max": 1.341, "p95": 1.323, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 704, "sampled_at": "2026-10-30T17:31:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:31:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 182800, "flush_count": 185, "flush_interval_seconds": 30.0, "flush_state": {"count": 185, "last_at": "2026-10-30T17:36:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:36:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 184}, "started": true, "suppressed_count": 80401, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 80376}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 185, "written_record_count": 185}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4975.145, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x63bc4082f400] error while decoding MB 79 51, bytestream -8 [h264 @ 0x63bc3fcf6500] left block unavailable for requested intra mode [h264 @ 0x63bc3fcf6500] error while decoding MB 0 57, bytestream 5630 [in#0/rtsp @ 0x63bc3fb2be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x63bc3fb2be00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 222729523200, "copied_frame_count": 80559, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:26:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4053171, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T17:25:52+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.004}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 25, "events_emitted": 24, "events_failed": 0, "events_observed": 25, "events_suppressed": 1, "frame_buffer_copied_bytes": 222729523200, "frame_buffer_copies": 80559, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1200, "recorder_active_input_bytes": 3317760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 24, "recorder_clips_failed": 0, "recorder_clips_started": 24, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 24, "worker_jobs_accepted": 24, "worker_jobs_completed": 24, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.115, "count": 512, "max_ms": 1.5691, "p50_ms": 0.0988, "p95_ms": 0.2002, "p99_ms": 0.2571}, "stages": {"db_insert": {"avg_ms": 18.5471, "count": 24, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.6719, "p99_ms": 32.8754, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8241, "count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1179.6526, "count": 25, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1361.1648, "p99_ms": 3691.4325, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4321, "count": 512, "max_ms": 3.4343, "p50_ms": 1.3312, "p95_ms": 2.4096, "p99_ms": 2.8722, "results": {"failed": 0, "not_applicable": 0, "success": 80559, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 551.2336, "count": 25, "max_ms": 656.9199, "p50_ms": 565.6267, "p95_ms": 641.5441, "p99_ms": 653.5891, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 32.5402, "count": 24, "max_ms": 65.0452, "p50_ms": 31.3333, "p95_ms": 58.1342, "p99_ms": 63.4706, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4339, "count": 512, "max_ms": 12.236, "p50_ms": 5.2619, "p95_ms": 8.1372, "p99_ms": 9.75, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4787, "count": 512, "max_ms": 4.7858, "p50_ms": 1.3661, "p95_ms": 2.4829, "p99_ms": 3.8192, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 569.4871, "count": 24, "max_ms": 653.6862, "p50_ms": 569.125, "p95_ms": 637.6048, "p99_ms": 650.2324, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 476.6504, "count": 24, "max_ms": 555.4516, "p50_ms": 473.3611, "p95_ms": 535.5494, "p99_ms": 550.952, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0238, "count": 24, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.6655, "p99_ms": 98.8855, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.8729, "count": 24, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 7.9552, "p99_ms": 14.219, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.9644, "count": 24, "max_ms": 73.1462, "p50_ms": 44.6038, "p95_ms": 68.956, "p99_ms": 72.5783, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4932, "count": 24, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.532, "p99_ms": 7.6897, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 564.3431, "count": 24, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 699.653, "p99_ms": 3054.3032, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5306, "count": 24, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.4401, "p99_ms": 10.4139, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.5674, "count": 24, "max_ms": 92.2129, "p50_ms": 25.3495, "p95_ms": 73.3712, "p99_ms": 88.0695, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1502, "count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.619, "count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 652.6736, "count": 24, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 766.1912, "p99_ms": 3133.9049, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 24, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287}, "wait_ms": {"count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 24, "artifact_failed": 0, "artifact_requested": 24, "artifact_success": 24, "completed": 24, "completed_failed": 0, "completed_success": 24, "cooldown_promoted": 24, "database_requested": 24, "db_insert_success": 24, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15565, "relay_business_failed": 0, "relay_business_success": 24, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 24, "relay_transport_failed": 0, "relay_transport_success": 24, "reservation_requested": 24}, "snapshot": {"copied_bytes": 66355200, "copied_count": 24, "copy": {"count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 57, "h264_decode_error_count": 132, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:37:25+09:00", "last_error_summary": "[h264 @ 0x63bc4082f400] error while decoding MB 79 51, bytestream -8 [h264 @ 0x63bc3fcf6500] left block unavailable for requested intra mode [h264 @ 0x63bc3fcf6500] error while decoding MB 0 57, bytestream 5630 [in#0/rtsp @ 0x63bc3fb2be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x63bc3fb2be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T17:32:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.521, "last_started_at": "2026-10-30T17:32:28+09:00", "pid": 14621, "process": {"exists": false, "pid": 14621}, "restart_count": 60, "restart_count_per_hour": 22, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 61}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.765, "sample_count": 2287, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 80559, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:37:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.098, "last_frame_pushed_at": "2026-10-30T17:37:25+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-10-30T17:37:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 19, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 185.565, "last_sample_duration_ms": 1019.52, "last_trigger": "periodic", "next_snapshot_in_sec": 414.435, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 19, "storage_bytes": 1230100}, "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-10-30T17:37:25.872473+09:00", "mtime_epoch": 1793349445.8724735, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 106551}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:37:25+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 947.145, "name": "celery", "pid": 206, "rss_mb": 845.594, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 22, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 80560, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.134, "max": 12.0, "p95": 10.0, "sample_count": 82}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.622, "max": 3.0, "p95": 2.0, "sample_count": 82}, "total": {"avg": 1.622, "max": 3.0, "p95": 2.0, "sample_count": 82}}, "tracking_counts": {"active": {"avg": 0.622, "max": 2.0, "p95": 1.0, "sample_count": 82}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}, "removed": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 82}, "tracked": {"avg": 0.622, "max": 2.0, "p95": 1.0, "sample_count": 82}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 82, "pushed_frames": 82, "read_frames": 82, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.741, "pushed": 2.741, "read": 2.741}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 82, "client_acquire_ms": {"avg_ms": 0.007, "count": 83, "max_ms": 0.015, "p95_ms": 0.014, "reason": null, "sample_age_ms": 61.461, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.803, "count": 82, "max_ms": 3.616, "p95_ms": 2.838, "reason": null, "sample_age_ms": 95.791, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.388, "count": 82, "max_ms": 3.183, "p95_ms": 2.386, "reason": null, "sample_age_ms": 95.957, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.37, "count": 83, "max_ms": 0.958, "p95_ms": 0.699, "reason": null, "sample_age_ms": 61.477, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.009, "count": 82, "max_ms": 8.698, "p95_ms": 3.119, "reason": null, "sample_age_ms": 95.064, "source": "client_direct"}, "request_count": 82, "request_tensor_bytes": {"avg": 2764808.0, "count": 82, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 95.053, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 83, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 62.095, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.27, "count": 83, "max_ms": 73.062, "p95_ms": 67.014, "reason": null, "sample_age_ms": 61.455, "source": "client_direct"}, "sample_age_ms": 61.451, "source": "client_direct", "task_total_ms": {"avg_ms": 49.811, "count": 83, "max_ms": 75.877, "p95_ms": 69.911, "reason": null, "sample_age_ms": 61.451, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.819, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.808, "count": 82, "max_ms": 16.9, "p95_ms": 11.628}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.408, "count": 82, "max_ms": 1.227, "p95_ms": 0.832}, "detection_prepare_ms": {"avg_ms": 1.52, "count": 82, "max_ms": 7.702, "p95_ms": 2.606}, "event_filter_ms": {"avg_ms": 0.006, "count": 82, "max_ms": 0.021, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.263, "count": 82, "max_ms": 0.601, "p95_ms": 0.479}, "mcmt_ms": {"avg_ms": 0.004, "count": 82, "max_ms": 0.017, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.657, "count": 82, "max_ms": 9.459, "p95_ms": 5.053}, "setup_ms": {"avg_ms": 0.043, "count": 82, "max_ms": 0.109, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 6.75, "count": 82, "max_ms": 16.776, "p95_ms": 11.558}, "track_match_ms": {"avg_ms": 0.112, "count": 82, "max_ms": 0.47, "p95_ms": 0.217}, "tracker_update_ms": {"avg_ms": 1.735, "count": 82, "max_ms": 4.448, "p95_ms": 3.08}}, "gstreamer_push": {"avg_ms": 3.342, "count": 82, "max_ms": 6.912, "p95_ms": 4.887}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 82, "max_ms": 0.116, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.214, "count": 82, "max_ms": 76.747, "p95_ms": 71.247}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.073, "count": 82, "max_ms": 10.102, "p95_ms": 8.715}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 95.09, "count": 82, "max_ms": 125.747, "p95_ms": 118.823}, "inference_input_copy_ms": {"avg_ms": 1.617, "count": 82, "max_ms": 4.325, "p95_ms": 2.596}, "processing_residual_ms": {"avg_ms": 0.223, "count": 82, "max_ms": 0.516, "p95_ms": 0.404}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.002, "count": 82, "max_ms": 130.757, "p95_ms": 123.827}, "read_interval": {"avg_ms": 365.047, "count": 82, "max_ms": 20029.164, "p95_ms": 161.834}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 82, "max_ms": 0.051, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 2.582, "count": 82, "max_ms": 9.298, "p95_ms": 4.901}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 82, "max_ms": 0.081, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.564, "count": 82, "max_ms": 9.27, "p95_ms": 4.869}, "worker_merge_ms": {"avg_ms": 0.007, "count": 82, "max_ms": 0.031, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 51.228, "count": 82, "max_ms": 76.765, "p95_ms": 71.255}, "visualize": {"avg_ms": 35.786, "count": 82, "max_ms": 50.623, "p95_ms": 45.385}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.127, "count": 82, "max_ms": 42.001, "p95_ms": 39.047}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.246, "count": 82, "max_ms": 48.987, "p95_ms": 43.499}, "visualize_input_copy_ms": {"avg_ms": 1.329, "count": 82, "max_ms": 2.335, "p95_ms": 2.109}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.111, "count": 82, "max_ms": 48.83, "p95_ms": 43.374}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 82, "max_ms": 0.182, "p95_ms": 0.13}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 82}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 845.582, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 65.176, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.308, "sample_count": 2285, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 80531, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:37:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118965, "write_bytes_delta": 118965, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 421.0, "cpu_core_ratio": 0.268689, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24371.0, "pid": 14621, "reason": null, "system_cpu_core_ratio": 0.090951, "system_cpu_s_delta": 2.84, "user_cpu_core_ratio": 0.177738, "user_cpu_s_delta": 5.549999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.589578, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.178379, "system_cpu_s_delta": 5.569999999999709, "user_cpu_core_ratio": 0.411199, "user_cpu_s_delta": 12.840000000000146}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.126, "count": 83, "max_ms": 6.912, "p95_ms": 4.557, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.386, "max": 12.0, "p95": 10.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.663, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 83}, "total": {"avg": 1.663, "max": 3.0, "p95": 2.0, "sample_count": 83}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.701, "count": 30, "max": 65.176, "p95": 52.666, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.576, "count": 30, "max": 26.424, "p95": 22.935, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 951.733, "count": 30, "max": 1166.0, "p95": 1117.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1599.333, "count": 30, "max": 24371.0, "p95": 9078.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.256, "p95": 0.128, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.405, "count": 30, "max": 0.473, "p95": 0.463, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.14, "count": 30, "max": 4.131, "p95": 0.04, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113525.133, "count": 30, "max": 118965.0, "p95": 116802.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113525.133, "count": 30, "max": 118965.0, "p95": 116802.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.833, "count": 30, "max": 43.0, "p95": 31.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.52, "count": 30, "max": 0.614, "p95": 0.591, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.18, "count": 30, "max": 1.341, "p95": 1.323, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 720, "sampled_at": "2026-10-30T17:37:22+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:37:22+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 182800, "flush_count": 185, "flush_interval_seconds": 30.0, "flush_state": {"count": 185, "last_at": "2026-10-30T17:36:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:36:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 184}, "started": true, "suppressed_count": 80401, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 80376}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 185, "written_record_count": 185}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4975.395, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T17:37:25+09:00", "last_error_summary": "[h264 @ 0x63bc4082f400] error while decoding MB 79 51, bytestream -8 [h264 @ 0x63bc3fcf6500] left block unavailable for requested intra mode [h264 @ 0x63bc3fcf6500] error while decoding MB 0 57, bytestream 5630 [in#0/rtsp @ 0x63bc3fb2be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x63bc3fb2be00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 222732288000, "copied_frame_count": 80560, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:26:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4053171, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T17:25:52+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.004}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 25, "events_emitted": 24, "events_failed": 0, "events_observed": 25, "events_suppressed": 1, "frame_buffer_copied_bytes": 222732288000, "frame_buffer_copies": 80560, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1200, "recorder_active_input_bytes": 3317760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 24, "recorder_clips_failed": 0, "recorder_clips_started": 24, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 24, "worker_jobs_accepted": 24, "worker_jobs_completed": 24, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1152, "count": 512, "max_ms": 1.5691, "p50_ms": 0.099, "p95_ms": 0.2002, "p99_ms": 0.2571}, "stages": {"db_insert": {"avg_ms": 18.5471, "count": 24, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.6719, "p99_ms": 32.8754, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8241, "count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1179.6526, "count": 25, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1361.1648, "p99_ms": 3691.4325, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4337, "count": 512, "max_ms": 3.4343, "p50_ms": 1.3326, "p95_ms": 2.4096, "p99_ms": 2.8722, "results": {"failed": 0, "not_applicable": 0, "success": 80560, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 551.2336, "count": 25, "max_ms": 656.9199, "p50_ms": 565.6267, "p95_ms": 641.5441, "p99_ms": 653.5891, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 32.5402, "count": 24, "max_ms": 65.0452, "p50_ms": 31.3333, "p95_ms": 58.1342, "p99_ms": 63.4706, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4339, "count": 512, "max_ms": 12.236, "p50_ms": 5.2619, "p95_ms": 8.1372, "p99_ms": 9.75, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4787, "count": 512, "max_ms": 4.7858, "p50_ms": 1.3661, "p95_ms": 2.4829, "p99_ms": 3.8192, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 569.4871, "count": 24, "max_ms": 653.6862, "p50_ms": 569.125, "p95_ms": 637.6048, "p99_ms": 650.2324, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 476.6504, "count": 24, "max_ms": 555.4516, "p50_ms": 473.3611, "p95_ms": 535.5494, "p99_ms": 550.952, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0238, "count": 24, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.6655, "p99_ms": 98.8855, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.8729, "count": 24, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 7.9552, "p99_ms": 14.219, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.9644, "count": 24, "max_ms": 73.1462, "p50_ms": 44.6038, "p95_ms": 68.956, "p99_ms": 72.5783, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4932, "count": 24, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.532, "p99_ms": 7.6897, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 564.3431, "count": 24, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 699.653, "p99_ms": 3054.3032, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5306, "count": 24, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.4401, "p99_ms": 10.4139, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.5674, "count": 24, "max_ms": 92.2129, "p50_ms": 25.3495, "p95_ms": 73.3712, "p99_ms": 88.0695, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1502, "count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.619, "count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 652.6736, "count": 24, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 766.1912, "p99_ms": 3133.9049, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 24, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287}, "wait_ms": {"count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 24, "artifact_failed": 0, "artifact_requested": 24, "artifact_success": 24, "completed": 24, "completed_failed": 0, "completed_success": 24, "cooldown_promoted": 24, "database_requested": 24, "db_insert_success": 24, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15565, "relay_business_failed": 0, "relay_business_success": 24, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 24, "relay_transport_failed": 0, "relay_transport_success": 24, "reservation_requested": 24}, "snapshot": {"copied_bytes": 66355200, "copied_count": 24, "copy": {"count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 57, "h264_decode_error_count": 132, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:37:25+09:00", "last_error_summary": "[h264 @ 0x63bc4082f400] error while decoding MB 79 51, bytestream -8 [h264 @ 0x63bc3fcf6500] left block unavailable for requested intra mode [h264 @ 0x63bc3fcf6500] error while decoding MB 0 57, bytestream 5630 [in#0/rtsp @ 0x63bc3fb2be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x63bc3fb2be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T17:37:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.572, "last_started_at": "2026-10-30T17:32:28+09:00", "pid": 14621, "process": {"exists": false, "pid": 14621}, "restart_count": 60, "restart_count_per_hour": 22, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 61}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.765, "sample_count": 2288, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 80560, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:37:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.018, "last_frame_pushed_at": "2026-10-30T17:37:25+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-10-30T17:37:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 19, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 185.596, "last_sample_duration_ms": 1019.52, "last_trigger": "periodic", "next_snapshot_in_sec": 414.404, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 19, "storage_bytes": 1230100}, "mjpeg": {"age_sec": 0.008, "exists": true, "mtime": "2026-10-30T17:37:26.006474+09:00", "mtime_epoch": 1793349446.006474, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 107592}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:37:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 947.145, "name": "celery", "pid": 206, "rss_mb": 845.59, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 22, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 80560, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.157, "max": 12.0, "p95": 10.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.614, "max": 3.0, "p95": 2.0, "sample_count": 83}, "total": {"avg": 1.614, "max": 3.0, "p95": 2.0, "sample_count": 83}}, "tracking_counts": {"active": {"avg": 0.614, "max": 2.0, "p95": 1.0, "sample_count": 83}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "removed": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 83}, "tracked": {"avg": 0.614, "max": 2.0, "p95": 1.0, "sample_count": 83}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 83, "pushed_frames": 83, "read_frames": 82, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.77, "pushed": 2.77, "read": 2.736}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 82, "client_acquire_ms": {"avg_ms": 0.007, "count": 82, "max_ms": 0.015, "p95_ms": 0.014, "reason": null, "sample_age_ms": 100.622, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.803, "count": 82, "max_ms": 3.616, "p95_ms": 2.838, "reason": null, "sample_age_ms": 134.953, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.388, "count": 82, "max_ms": 3.183, "p95_ms": 2.386, "reason": null, "sample_age_ms": 135.118, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.369, "count": 82, "max_ms": 0.958, "p95_ms": 0.699, "reason": null, "sample_age_ms": 100.638, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.009, "count": 82, "max_ms": 8.698, "p95_ms": 3.119, "reason": null, "sample_age_ms": 134.226, "source": "client_direct"}, "request_count": 82, "request_tensor_bytes": {"avg": 2764808.0, "count": 82, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 134.214, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 82, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 101.256, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.283, "count": 82, "max_ms": 73.062, "p95_ms": 67.053, "reason": null, "sample_age_ms": 100.617, "source": "client_direct"}, "sample_age_ms": 100.612, "source": "client_direct", "task_total_ms": {"avg_ms": 49.826, "count": 82, "max_ms": 75.877, "p95_ms": 69.926, "reason": null, "sample_age_ms": 100.612, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.597, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.803, "count": 83, "max_ms": 16.9, "p95_ms": 11.628}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.408, "count": 83, "max_ms": 1.227, "p95_ms": 0.832}, "detection_prepare_ms": {"avg_ms": 1.525, "count": 83, "max_ms": 7.702, "p95_ms": 2.606}, "event_filter_ms": {"avg_ms": 0.006, "count": 83, "max_ms": 0.021, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.264, "count": 83, "max_ms": 0.601, "p95_ms": 0.479}, "mcmt_ms": {"avg_ms": 0.004, "count": 83, "max_ms": 0.017, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.648, "count": 83, "max_ms": 9.459, "p95_ms": 5.053}, "setup_ms": {"avg_ms": 0.043, "count": 83, "max_ms": 0.109, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 6.746, "count": 83, "max_ms": 16.776, "p95_ms": 11.558}, "track_match_ms": {"avg_ms": 0.112, "count": 83, "max_ms": 0.47, "p95_ms": 0.217}, "tracker_update_ms": {"avg_ms": 1.734, "count": 83, "max_ms": 4.448, "p95_ms": 3.08}}, "gstreamer_push": {"avg_ms": 3.362, "count": 83, "max_ms": 6.912, "p95_ms": 5.038}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 83, "max_ms": 0.116, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.016, "count": 83, "max_ms": 76.747, "p95_ms": 71.247}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.058, "count": 83, "max_ms": 10.102, "p95_ms": 8.715}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 95.216, "count": 83, "max_ms": 125.747, "p95_ms": 118.823}, "inference_input_copy_ms": {"avg_ms": 1.604, "count": 83, "max_ms": 4.325, "p95_ms": 2.596}, "processing_residual_ms": {"avg_ms": 0.221, "count": 83, "max_ms": 0.516, "p95_ms": 0.404}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.099, "count": 83, "max_ms": 130.757, "p95_ms": 123.827}, "read_interval": {"avg_ms": 365.047, "count": 82, "max_ms": 20029.164, "p95_ms": 161.834}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 83, "max_ms": 0.051, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 2.573, "count": 83, "max_ms": 9.298, "p95_ms": 4.901}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 83, "max_ms": 0.081, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.555, "count": 83, "max_ms": 9.27, "p95_ms": 4.869}, "worker_merge_ms": {"avg_ms": 0.007, "count": 83, "max_ms": 0.031, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 51.03, "count": 83, "max_ms": 76.765, "p95_ms": 71.255}, "visualize": {"avg_ms": 36.117, "count": 83, "max_ms": 63.304, "p95_ms": 45.881}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.279, "count": 83, "max_ms": 42.727, "p95_ms": 39.14}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.57, "count": 83, "max_ms": 61.185, "p95_ms": 44.709}, "visualize_input_copy_ms": {"avg_ms": 1.336, "count": 83, "max_ms": 2.335, "p95_ms": 2.109}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.435, "count": 83, "max_ms": 61.009, "p95_ms": 44.544}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 83, "max_ms": 0.182, "p95_ms": 0.13}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 83}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 845.582, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 65.176, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.308, "sample_count": 2285, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 80531, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:37:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118965, "write_bytes_delta": 118965, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 421.0, "cpu_core_ratio": 0.268689, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24371.0, "pid": 14621, "reason": null, "system_cpu_core_ratio": 0.090951, "system_cpu_s_delta": 2.84, "user_cpu_core_ratio": 0.177738, "user_cpu_s_delta": 5.549999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.589578, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.178379, "system_cpu_s_delta": 5.569999999999709, "user_cpu_core_ratio": 0.411199, "user_cpu_s_delta": 12.840000000000146}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.126, "count": 83, "max_ms": 6.912, "p95_ms": 4.557, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.386, "max": 12.0, "p95": 10.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.663, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 83}, "total": {"avg": 1.663, "max": 3.0, "p95": 2.0, "sample_count": 83}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.701, "count": 30, "max": 65.176, "p95": 52.666, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.576, "count": 30, "max": 26.424, "p95": 22.935, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 951.733, "count": 30, "max": 1166.0, "p95": 1117.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1599.333, "count": 30, "max": 24371.0, "p95": 9078.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.256, "p95": 0.128, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.405, "count": 30, "max": 0.473, "p95": 0.463, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.14, "count": 30, "max": 4.131, "p95": 0.04, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113525.133, "count": 30, "max": 118965.0, "p95": 116802.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113525.133, "count": 30, "max": 118965.0, "p95": 116802.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.833, "count": 30, "max": 43.0, "p95": 31.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.52, "count": 30, "max": 0.614, "p95": 0.591, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.18, "count": 30, "max": 1.341, "p95": 1.323, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 720, "sampled_at": "2026-10-30T17:37:22+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:37:22+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 182800, "flush_count": 185, "flush_interval_seconds": 30.0, "flush_state": {"count": 185, "last_at": "2026-10-30T17:36:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:36:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 184}, "started": true, "suppressed_count": 80401, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 80376}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 185, "written_record_count": 185}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4974.855, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 222732288000, "copied_frame_count": 80560, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:26:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4053171, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T17:25:52+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.004}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 25, "events_emitted": 24, "events_failed": 0, "events_observed": 25, "events_suppressed": 1, "frame_buffer_copied_bytes": 222732288000, "frame_buffer_copies": 80560, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1200, "recorder_active_input_bytes": 3317760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 24, "recorder_clips_failed": 0, "recorder_clips_started": 24, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 24, "worker_jobs_accepted": 24, "worker_jobs_completed": 24, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1152, "count": 512, "max_ms": 1.5691, "p50_ms": 0.099, "p95_ms": 0.2002, "p99_ms": 0.2571}, "stages": {"db_insert": {"avg_ms": 18.5471, "count": 24, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.6719, "p99_ms": 32.8754, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8241, "count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1179.6526, "count": 25, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1361.1648, "p99_ms": 3691.4325, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4337, "count": 512, "max_ms": 3.4343, "p50_ms": 1.3326, "p95_ms": 2.4096, "p99_ms": 2.8722, "results": {"failed": 0, "not_applicable": 0, "success": 80560, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 551.2336, "count": 25, "max_ms": 656.9199, "p50_ms": 565.6267, "p95_ms": 641.5441, "p99_ms": 653.5891, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 32.5402, "count": 24, "max_ms": 65.0452, "p50_ms": 31.3333, "p95_ms": 58.1342, "p99_ms": 63.4706, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4339, "count": 512, "max_ms": 12.236, "p50_ms": 5.2619, "p95_ms": 8.1372, "p99_ms": 9.75, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4787, "count": 512, "max_ms": 4.7858, "p50_ms": 1.3661, "p95_ms": 2.4829, "p99_ms": 3.8192, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 569.4871, "count": 24, "max_ms": 653.6862, "p50_ms": 569.125, "p95_ms": 637.6048, "p99_ms": 650.2324, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 476.6504, "count": 24, "max_ms": 555.4516, "p50_ms": 473.3611, "p95_ms": 535.5494, "p99_ms": 550.952, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0238, "count": 24, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.6655, "p99_ms": 98.8855, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.8729, "count": 24, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 7.9552, "p99_ms": 14.219, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.9644, "count": 24, "max_ms": 73.1462, "p50_ms": 44.6038, "p95_ms": 68.956, "p99_ms": 72.5783, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4932, "count": 24, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.532, "p99_ms": 7.6897, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 564.3431, "count": 24, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 699.653, "p99_ms": 3054.3032, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5306, "count": 24, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.4401, "p99_ms": 10.4139, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.5674, "count": 24, "max_ms": 92.2129, "p50_ms": 25.3495, "p95_ms": 73.3712, "p99_ms": 88.0695, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1502, "count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.619, "count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 652.6736, "count": 24, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 766.1912, "p99_ms": 3133.9049, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 24, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287}, "wait_ms": {"count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 24, "artifact_failed": 0, "artifact_requested": 24, "artifact_success": 24, "completed": 24, "completed_failed": 0, "completed_success": 24, "cooldown_promoted": 24, "database_requested": 24, "db_insert_success": 24, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15565, "relay_business_failed": 0, "relay_business_success": 24, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 24, "relay_transport_failed": 0, "relay_transport_success": 24, "reservation_requested": 24}, "snapshot": {"copied_bytes": 66355200, "copied_count": 24, "copy": {"count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 57, "h264_decode_error_count": 132, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:37:25+09:00", "last_error_summary": "[h264 @ 0x63bc4082f400] error while decoding MB 79 51, bytestream -8 [h264 @ 0x63bc3fcf6500] left block unavailable for requested intra mode [h264 @ 0x63bc3fcf6500] error while decoding MB 0 57, bytestream 5630 [in#0/rtsp @ 0x63bc3fb2be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x63bc3fb2be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T17:37:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 297.608, "last_started_at": "2026-10-30T17:32:28+09:00", "pid": 14621, "process": {"exists": false, "pid": 14621}, "restart_count": 60, "restart_count_per_hour": 22, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 61}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.765, "sample_count": 2288, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 80560, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:37:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.053, "last_frame_pushed_at": "2026-10-30T17:37:25+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-10-30T17:37:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 19, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 185.633, "last_sample_duration_ms": 1019.52, "last_trigger": "periodic", "next_snapshot_in_sec": 414.367, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 19, "storage_bytes": 1230100}, "mjpeg": {"age_sec": 0.044, "exists": true, "mtime": "2026-10-30T17:37:26.006474+09:00", "mtime_epoch": 1793349446.006474, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 107592}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:37:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 947.145, "name": "celery", "pid": 206, "rss_mb": 845.59, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 22, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 80560, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.11, "max": 12.0, "p95": 10.0, "sample_count": 82}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.622, "max": 3.0, "p95": 2.0, "sample_count": 82}, "total": {"avg": 1.622, "max": 3.0, "p95": 2.0, "sample_count": 82}}, "tracking_counts": {"active": {"avg": 0.622, "max": 2.0, "p95": 1.0, "sample_count": 82}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}, "removed": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 82}, "tracked": {"avg": 0.622, "max": 2.0, "p95": 1.0, "sample_count": 82}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 82, "pushed_frames": 83, "read_frames": 82, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.734, "pushed": 2.767, "read": 2.734}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 82, "client_acquire_ms": {"avg_ms": 0.007, "count": 82, "max_ms": 0.015, "p95_ms": 0.014, "reason": null, "sample_age_ms": 137.728, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.803, "count": 82, "max_ms": 3.616, "p95_ms": 2.838, "reason": null, "sample_age_ms": 172.058, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.388, "count": 82, "max_ms": 3.183, "p95_ms": 2.386, "reason": null, "sample_age_ms": 172.224, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.369, "count": 82, "max_ms": 0.958, "p95_ms": 0.699, "reason": null, "sample_age_ms": 137.744, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.009, "count": 82, "max_ms": 8.698, "p95_ms": 3.119, "reason": null, "sample_age_ms": 171.331, "source": "client_direct"}, "request_count": 82, "request_tensor_bytes": {"avg": 2764808.0, "count": 82, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 171.32, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 82, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 138.362, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.283, "count": 82, "max_ms": 73.062, "p95_ms": 67.053, "reason": null, "sample_age_ms": 137.722, "source": "client_direct"}, "sample_age_ms": 137.718, "source": "client_direct", "task_total_ms": {"avg_ms": 49.826, "count": 82, "max_ms": 75.877, "p95_ms": 69.926, "reason": null, "sample_age_ms": 137.718, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.18, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.805, "count": 82, "max_ms": 16.9, "p95_ms": 11.628}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.406, "count": 82, "max_ms": 1.227, "p95_ms": 0.832}, "detection_prepare_ms": {"avg_ms": 1.524, "count": 82, "max_ms": 7.702, "p95_ms": 2.606}, "event_filter_ms": {"avg_ms": 0.006, "count": 82, "max_ms": 0.021, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.264, "count": 82, "max_ms": 0.601, "p95_ms": 0.479}, "mcmt_ms": {"avg_ms": 0.004, "count": 82, "max_ms": 0.017, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.654, "count": 82, "max_ms": 9.459, "p95_ms": 5.053}, "setup_ms": {"avg_ms": 0.043, "count": 82, "max_ms": 0.109, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 6.748, "count": 82, "max_ms": 16.776, "p95_ms": 11.558}, "track_match_ms": {"avg_ms": 0.112, "count": 82, "max_ms": 0.47, "p95_ms": 0.217}, "tracker_update_ms": {"avg_ms": 1.734, "count": 82, "max_ms": 4.448, "p95_ms": 3.08}}, "gstreamer_push": {"avg_ms": 3.362, "count": 83, "max_ms": 6.912, "p95_ms": 5.038}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 82, "max_ms": 0.116, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.034, "count": 82, "max_ms": 76.747, "p95_ms": 71.247}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.062, "count": 82, "max_ms": 10.102, "p95_ms": 8.715}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 95.211, "count": 82, "max_ms": 125.747, "p95_ms": 118.823}, "inference_input_copy_ms": {"avg_ms": 1.604, "count": 82, "max_ms": 4.325, "p95_ms": 2.596}, "processing_residual_ms": {"avg_ms": 0.221, "count": 82, "max_ms": 0.516, "p95_ms": 0.404}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.099, "count": 82, "max_ms": 130.757, "p95_ms": 123.827}, "read_interval": {"avg_ms": 365.047, "count": 82, "max_ms": 20029.164, "p95_ms": 161.834}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 82, "max_ms": 0.037, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 2.579, "count": 82, "max_ms": 9.298, "p95_ms": 4.901}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 82, "max_ms": 0.081, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.562, "count": 82, "max_ms": 9.27, "p95_ms": 4.869}, "worker_merge_ms": {"avg_ms": 0.007, "count": 82, "max_ms": 0.031, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 51.049, "count": 82, "max_ms": 76.765, "p95_ms": 71.255}, "visualize": {"avg_ms": 36.121, "count": 82, "max_ms": 63.304, "p95_ms": 45.881}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.279, "count": 82, "max_ms": 42.727, "p95_ms": 39.14}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.579, "count": 82, "max_ms": 61.185, "p95_ms": 44.709}, "visualize_input_copy_ms": {"avg_ms": 1.331, "count": 82, "max_ms": 2.335, "p95_ms": 2.109}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 82, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.444, "count": 82, "max_ms": 61.009, "p95_ms": 44.544}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 82, "max_ms": 0.182, "p95_ms": 0.13}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 82}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 82}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 845.582, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 65.176, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.308, "sample_count": 2285, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 80531, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:37:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118965, "write_bytes_delta": 118965, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 421.0, "cpu_core_ratio": 0.268689, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24371.0, "pid": 14621, "reason": null, "system_cpu_core_ratio": 0.090951, "system_cpu_s_delta": 2.84, "user_cpu_core_ratio": 0.177738, "user_cpu_s_delta": 5.549999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.589578, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.178379, "system_cpu_s_delta": 5.569999999999709, "user_cpu_core_ratio": 0.411199, "user_cpu_s_delta": 12.840000000000146}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.126, "count": 83, "max_ms": 6.912, "p95_ms": 4.557, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.386, "max": 12.0, "p95": 10.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.663, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 83}, "total": {"avg": 1.663, "max": 3.0, "p95": 2.0, "sample_count": 83}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.701, "count": 30, "max": 65.176, "p95": 52.666, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.576, "count": 30, "max": 26.424, "p95": 22.935, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 951.733, "count": 30, "max": 1166.0, "p95": 1117.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1599.333, "count": 30, "max": 24371.0, "p95": 9078.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.256, "p95": 0.128, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.405, "count": 30, "max": 0.473, "p95": 0.463, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.14, "count": 30, "max": 4.131, "p95": 0.04, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113525.133, "count": 30, "max": 118965.0, "p95": 116802.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113525.133, "count": 30, "max": 118965.0, "p95": 116802.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.833, "count": 30, "max": 43.0, "p95": 31.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.52, "count": 30, "max": 0.614, "p95": 0.591, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.18, "count": 30, "max": 1.341, "p95": 1.323, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 720, "sampled_at": "2026-10-30T17:37:22+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:37:22+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 182800, "flush_count": 185, "flush_interval_seconds": 30.0, "flush_state": {"count": 185, "last_at": "2026-10-30T17:36:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:36:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 184}, "started": true, "suppressed_count": 80401, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 80376}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 185, "written_record_count": 185}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5148.613, "limit_mb": null}, "detail": {"pid": 14737, "restart_count": 61, "start_count": 62}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 222732288000, "copied_frame_count": 80560, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:26:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4053171, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T17:25:52+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.004}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 25, "events_emitted": 24, "events_failed": 0, "events_observed": 25, "events_suppressed": 1, "frame_buffer_copied_bytes": 222732288000, "frame_buffer_copies": 80560, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1200, "recorder_active_input_bytes": 3317760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 24, "recorder_clips_failed": 0, "recorder_clips_started": 24, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 24, "worker_jobs_accepted": 24, "worker_jobs_completed": 24, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1152, "count": 512, "max_ms": 1.5691, "p50_ms": 0.099, "p95_ms": 0.2002, "p99_ms": 0.2571}, "stages": {"db_insert": {"avg_ms": 18.5471, "count": 24, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.6719, "p99_ms": 32.8754, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8241, "count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1179.6526, "count": 25, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1361.1648, "p99_ms": 3691.4325, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4337, "count": 512, "max_ms": 3.4343, "p50_ms": 1.3326, "p95_ms": 2.4096, "p99_ms": 2.8722, "results": {"failed": 0, "not_applicable": 0, "success": 80560, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 551.2336, "count": 25, "max_ms": 656.9199, "p50_ms": 565.6267, "p95_ms": 641.5441, "p99_ms": 653.5891, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 32.5402, "count": 24, "max_ms": 65.0452, "p50_ms": 31.3333, "p95_ms": 58.1342, "p99_ms": 63.4706, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4339, "count": 512, "max_ms": 12.236, "p50_ms": 5.2619, "p95_ms": 8.1372, "p99_ms": 9.75, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4787, "count": 512, "max_ms": 4.7858, "p50_ms": 1.3661, "p95_ms": 2.4829, "p99_ms": 3.8192, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 569.4871, "count": 24, "max_ms": 653.6862, "p50_ms": 569.125, "p95_ms": 637.6048, "p99_ms": 650.2324, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 476.6504, "count": 24, "max_ms": 555.4516, "p50_ms": 473.3611, "p95_ms": 535.5494, "p99_ms": 550.952, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0238, "count": 24, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.6655, "p99_ms": 98.8855, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.8729, "count": 24, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 7.9552, "p99_ms": 14.219, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.9644, "count": 24, "max_ms": 73.1462, "p50_ms": 44.6038, "p95_ms": 68.956, "p99_ms": 72.5783, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4932, "count": 24, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.532, "p99_ms": 7.6897, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 564.3431, "count": 24, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 699.653, "p99_ms": 3054.3032, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5306, "count": 24, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.4401, "p99_ms": 10.4139, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.5674, "count": 24, "max_ms": 92.2129, "p50_ms": 25.3495, "p95_ms": 73.3712, "p99_ms": 88.0695, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1502, "count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.619, "count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 652.6736, "count": 24, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 766.1912, "p99_ms": 3133.9049, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 24, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287}, "wait_ms": {"count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 24, "artifact_failed": 0, "artifact_requested": 24, "artifact_success": 24, "completed": 24, "completed_failed": 0, "completed_success": 24, "cooldown_promoted": 24, "database_requested": 24, "db_insert_success": 24, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15565, "relay_business_failed": 0, "relay_business_success": 24, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 24, "relay_transport_failed": 0, "relay_transport_success": 24, "reservation_requested": 24}, "snapshot": {"copied_bytes": 66355200, "copied_count": 24, "copy": {"count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 57, "h264_decode_error_count": 132, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:37:25+09:00", "last_error_summary": "[h264 @ 0x63bc4082f400] error while decoding MB 79 51, bytestream -8 [h264 @ 0x63bc3fcf6500] left block unavailable for requested intra mode [h264 @ 0x63bc3fcf6500] error while decoding MB 0 57, bytestream 5630 [in#0/rtsp @ 0x63bc3fb2be00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x63bc3fb2be00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T17:37:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T17:37:28+09:00", "pid": 14737, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.961, "name": "ffmpeg", "pid": 14737, "rss_mb": 208.961, "state": "S (sleeping)", "threads": 70}, "restart_count": 61, "restart_count_per_hour": 23, "rtsp_timeout_count": 28, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 62}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.765, "sample_count": 2285, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 80560, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:37:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.221, "last_frame_pushed_at": "2026-10-30T17:37:25+09:00", "last_frame_read_age_sec": 4.336, "last_frame_read_at": "2026-10-30T17:37:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 19, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 189.797, "last_sample_duration_ms": 1019.52, "last_trigger": "periodic", "next_snapshot_in_sec": 410.203, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 19, "storage_bytes": 1230100}, "mjpeg": {"age_sec": 4.212, "exists": true, "mtime": "2026-10-30T17:37:26.006474+09:00", "mtime_epoch": 1793349446.006474, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 107592}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:37:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 947.145, "name": "celery", "pid": 206, "rss_mb": 845.594, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 22, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 80560, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.68, "max": 10.0, "p95": 10.0, "sample_count": 50}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.46, "max": 2.0, "p95": 2.0, "sample_count": 50}, "total": {"avg": 1.46, "max": 2.0, "p95": 2.0, "sample_count": 50}}, "tracking_counts": {"active": {"avg": 0.46, "max": 1.0, "p95": 1.0, "sample_count": 50}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}, "removed": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 50}, "tracked": {"avg": 0.46, "max": 1.0, "p95": 1.0, "sample_count": 50}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 50, "pushed_frames": 50, "read_frames": 49, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.67, "pushed": 1.67, "read": 1.637}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 49, "client_acquire_ms": {"avg_ms": 0.007, "count": 50, "max_ms": 0.015, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4304.949, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.777, "count": 49, "max_ms": 3.479, "p95_ms": 2.882, "reason": null, "sample_age_ms": 4339.279, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.385, "count": 49, "max_ms": 3.058, "p95_ms": 2.467, "reason": null, "sample_age_ms": 4339.444, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.393, "count": 50, "max_ms": 0.908, "p95_ms": 0.706, "reason": null, "sample_age_ms": 4304.965, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.038, "count": 49, "max_ms": 8.698, "p95_ms": 3.042, "reason": null, "sample_age_ms": 4338.552, "source": "client_direct"}, "request_count": 49, "request_tensor_bytes": {"avg": 2764808.0, "count": 49, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4338.541, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 50, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4305.583, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.679, "count": 50, "max_ms": 73.062, "p95_ms": 65.71, "reason": null, "sample_age_ms": 4304.943, "source": "client_direct"}, "sample_age_ms": 4304.939, "source": "client_direct", "task_total_ms": {"avg_ms": 49.268, "count": 50, "max_ms": 75.877, "p95_ms": 69.038, "reason": null, "sample_age_ms": 4304.939, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.147, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.376, "count": 50, "max_ms": 16.342, "p95_ms": 10.634}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.351, "count": 50, "max_ms": 1.197, "p95_ms": 0.672}, "detection_prepare_ms": {"avg_ms": 1.574, "count": 50, "max_ms": 7.702, "p95_ms": 3.433}, "event_filter_ms": {"avg_ms": 0.006, "count": 50, "max_ms": 0.017, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.263, "count": 50, "max_ms": 0.601, "p95_ms": 0.497}, "mcmt_ms": {"avg_ms": 0.003, "count": 50, "max_ms": 0.01, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.334, "count": 50, "max_ms": 5.341, "p95_ms": 4.705}, "setup_ms": {"avg_ms": 0.043, "count": 50, "max_ms": 0.109, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 6.319, "count": 50, "max_ms": 16.22, "p95_ms": 10.57}, "track_match_ms": {"avg_ms": 0.102, "count": 50, "max_ms": 0.47, "p95_ms": 0.219}, "tracker_update_ms": {"avg_ms": 1.642, "count": 50, "max_ms": 3.331, "p95_ms": 2.731}}, "gstreamer_push": {"avg_ms": 3.482, "count": 50, "max_ms": 6.912, "p95_ms": 5.512}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 50, "max_ms": 0.114, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.477, "count": 50, "max_ms": 76.747, "p95_ms": 70.81}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.079, "count": 50, "max_ms": 9.78, "p95_ms": 8.715}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.344, "count": 50, "max_ms": 119.433, "p95_ms": 118.823}, "inference_input_copy_ms": {"avg_ms": 1.493, "count": 50, "max_ms": 4.325, "p95_ms": 2.406}, "processing_residual_ms": {"avg_ms": 0.188, "count": 50, "max_ms": 0.476, "p95_ms": 0.363}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.103, "count": 50, "max_ms": 130.757, "p95_ms": 123.827}, "read_interval": {"avg_ms": 524.423, "count": 49, "max_ms": 20029.164, "p95_ms": 231.143}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 50, "max_ms": 0.036, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 2.259, "count": 50, "max_ms": 5.242, "p95_ms": 4.598}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 50, "max_ms": 0.049, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.242, "count": 50, "max_ms": 5.212, "p95_ms": 4.572}, "worker_merge_ms": {"avg_ms": 0.007, "count": 50, "max_ms": 0.031, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 50.493, "count": 50, "max_ms": 76.765, "p95_ms": 70.841}, "visualize": {"avg_ms": 36.186, "count": 50, "max_ms": 63.304, "p95_ms": 45.881}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.462, "count": 50, "max_ms": 42.727, "p95_ms": 39.14}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.609, "count": 50, "max_ms": 61.185, "p95_ms": 44.709}, "visualize_input_copy_ms": {"avg_ms": 1.365, "count": 50, "max_ms": 2.335, "p95_ms": 2.172}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.473, "count": 50, "max_ms": 61.009, "p95_ms": 44.544}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 50, "max_ms": 0.182, "p95_ms": 0.131}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 50}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 845.582, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 65.176, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.308, "sample_count": 2285, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 80531, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:37:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118965, "write_bytes_delta": 118965, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 421.0, "cpu_core_ratio": 0.268689, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24371.0, "pid": 14621, "reason": null, "system_cpu_core_ratio": 0.090951, "system_cpu_s_delta": 2.84, "user_cpu_core_ratio": 0.177738, "user_cpu_s_delta": 5.549999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.589578, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.178379, "system_cpu_s_delta": 5.569999999999709, "user_cpu_core_ratio": 0.411199, "user_cpu_s_delta": 12.840000000000146}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.126, "count": 83, "max_ms": 6.912, "p95_ms": 4.557, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.386, "max": 12.0, "p95": 10.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.663, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 83}, "total": {"avg": 1.663, "max": 3.0, "p95": 2.0, "sample_count": 83}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.701, "count": 30, "max": 65.176, "p95": 52.666, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.576, "count": 30, "max": 26.424, "p95": 22.935, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 951.733, "count": 30, "max": 1166.0, "p95": 1117.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1599.333, "count": 30, "max": 24371.0, "p95": 9078.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.256, "p95": 0.128, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.405, "count": 30, "max": 0.473, "p95": 0.463, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.14, "count": 30, "max": 4.131, "p95": 0.04, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113525.133, "count": 30, "max": 118965.0, "p95": 116802.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113525.133, "count": 30, "max": 118965.0, "p95": 116802.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.833, "count": 30, "max": 43.0, "p95": 31.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.52, "count": 30, "max": 0.614, "p95": 0.591, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.18, "count": 30, "max": 1.341, "p95": 1.323, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 720, "sampled_at": "2026-10-30T17:37:22+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:37:22+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 186874, "flush_count": 189, "flush_interval_seconds": 30.0, "flush_state": {"count": 189, "last_at": "2026-10-30T17:40:51", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:40:51", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 188}, "started": true, "suppressed_count": 82228, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 82203}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 189, "written_record_count": 189}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4981.215, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5832cb520900] cabac decode of qscale diff failed at 106 62 [h264 @ 0x5832cb520900] error while decoding MB 106 62, bytestream 2543 [h264 @ 0x5832cc276cc0] left block unavailable for requested intra mode [h264 @ 0x5832cc276cc0] error while decoding MB 0 27, bytestream 42958 [h264 @ 0x5832cb633a80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5832cb633a80] error while decoding MB 0 66, bytestream 4270 [in#0/rtsp @ 0x5832cb4bce00] Error during demuxing: Connection timed", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 227791872000, "copied_frame_count": 82390, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:26:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4053171, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T17:25:52+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.004}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 25, "events_emitted": 24, "events_failed": 0, "events_observed": 25, "events_suppressed": 1, "frame_buffer_copied_bytes": 227791872000, "frame_buffer_copies": 82390, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1200, "recorder_active_input_bytes": 3317760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 24, "recorder_clips_failed": 0, "recorder_clips_started": 24, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 24, "worker_jobs_accepted": 24, "worker_jobs_completed": 24, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1124, "count": 512, "max_ms": 1.5921, "p50_ms": 0.0992, "p95_ms": 0.2117, "p99_ms": 0.2577}, "stages": {"db_insert": {"avg_ms": 18.5471, "count": 24, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.6719, "p99_ms": 32.8754, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8241, "count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1179.6526, "count": 25, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1361.1648, "p99_ms": 3691.4325, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4209, "count": 512, "max_ms": 4.229, "p50_ms": 1.3402, "p95_ms": 2.2839, "p99_ms": 2.9031, "results": {"failed": 0, "not_applicable": 0, "success": 82390, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 551.2336, "count": 25, "max_ms": 656.9199, "p50_ms": 565.6267, "p95_ms": 641.5441, "p99_ms": 653.5891, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 32.5402, "count": 24, "max_ms": 65.0452, "p50_ms": 31.3333, "p95_ms": 58.1342, "p99_ms": 63.4706, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4339, "count": 512, "max_ms": 12.236, "p50_ms": 5.2619, "p95_ms": 8.1372, "p99_ms": 9.75, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4787, "count": 512, "max_ms": 4.7858, "p50_ms": 1.3661, "p95_ms": 2.4829, "p99_ms": 3.8192, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 569.4871, "count": 24, "max_ms": 653.6862, "p50_ms": 569.125, "p95_ms": 637.6048, "p99_ms": 650.2324, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 476.6504, "count": 24, "max_ms": 555.4516, "p50_ms": 473.3611, "p95_ms": 535.5494, "p99_ms": 550.952, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0238, "count": 24, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.6655, "p99_ms": 98.8855, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.8729, "count": 24, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 7.9552, "p99_ms": 14.219, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.9644, "count": 24, "max_ms": 73.1462, "p50_ms": 44.6038, "p95_ms": 68.956, "p99_ms": 72.5783, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4932, "count": 24, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.532, "p99_ms": 7.6897, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 564.3431, "count": 24, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 699.653, "p99_ms": 3054.3032, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5306, "count": 24, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.4401, "p99_ms": 10.4139, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.5674, "count": 24, "max_ms": 92.2129, "p50_ms": 25.3495, "p95_ms": 73.3712, "p99_ms": 88.0695, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1502, "count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.619, "count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 652.6736, "count": 24, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 766.1912, "p99_ms": 3133.9049, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 24, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287}, "wait_ms": {"count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 24, "artifact_failed": 0, "artifact_requested": 24, "artifact_success": 24, "completed": 24, "completed_failed": 0, "completed_success": 24, "cooldown_promoted": 24, "database_requested": 24, "db_insert_success": 24, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15565, "relay_business_failed": 0, "relay_business_success": 24, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 24, "relay_transport_failed": 0, "relay_transport_success": 24, "reservation_requested": 24}, "snapshot": {"copied_bytes": 66355200, "copied_count": 24, "copy": {"count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 58, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:41:24+09:00", "last_error_summary": "[h264 @ 0x5832cb520900] cabac decode of qscale diff failed at 106 62 [h264 @ 0x5832cb520900] error while decoding MB 106 62, bytestream 2543 [h264 @ 0x5832cc276cc0] left block unavailable for requested intra mode [h264 @ 0x5832cc276cc0] error while decoding MB 0 27, bytestream 42958 [h264 @ 0x5832cb633a80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5832cb633a80] error while decoding MB 0 66, bytestream 4270 [in#0/rtsp @ 0x5832cb4bce00] Error during demuxing: Connection timed", "last_exit_at": "2026-10-30T17:37:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.109, "last_started_at": "2026-10-30T17:37:28+09:00", "pid": 14737, "process": {"exists": false, "pid": 14737}, "restart_count": 61, "restart_count_per_hour": 21, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 62}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.48, "sample_count": 2140, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 82390, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:41:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.062, "last_frame_pushed_at": "2026-10-30T17:41:24+09:00", "last_frame_read_age_sec": 0.057, "last_frame_read_at": "2026-10-30T17:41:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 19, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 423.914, "last_sample_duration_ms": 1019.52, "last_trigger": "periodic", "next_snapshot_in_sec": 176.086, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 19, "storage_bytes": 1230100}, "mjpeg": {"age_sec": 0.051, "exists": true, "mtime": "2026-10-30T17:41:24.274502+09:00", "mtime_epoch": 1793349684.2745018, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 98602}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:41:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 947.145, "name": "celery", "pid": 206, "rss_mb": 846.574, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 22, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 82391, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.6, "max": 8.0, "p95": 6.0, "sample_count": 90}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.6, "max": 2.0, "p95": 2.0, "sample_count": 90}, "total": {"avg": 1.6, "max": 2.0, "p95": 2.0, "sample_count": 90}}, "tracking_counts": {"active": {"avg": 0.044, "max": 1.0, "p95": 0.0, "sample_count": 90}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 90}, "tracked": {"avg": 0.044, "max": 1.0, "p95": 0.0, "sample_count": 90}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 90, "pushed_frames": 90, "read_frames": 90, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.002, "pushed": 3.002, "read": 3.002}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 90, "client_acquire_ms": {"avg_ms": 0.008, "count": 90, "max_ms": 0.053, "p95_ms": 0.016, "reason": null, "sample_age_ms": 23.769, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.933, "count": 90, "max_ms": 8.415, "p95_ms": 2.924, "reason": null, "sample_age_ms": 60.142, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.426, "count": 90, "max_ms": 8.075, "p95_ms": 2.128, "reason": null, "sample_age_ms": 60.426, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.313, "count": 90, "max_ms": 0.813, "p95_ms": 0.563, "reason": null, "sample_age_ms": 23.791, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.14, "count": 90, "max_ms": 7.093, "p95_ms": 3.322, "reason": null, "sample_age_ms": 58.895, "source": "client_direct"}, "request_count": 90, "request_tensor_bytes": {"avg": 2764808.0, "count": 90, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 58.86, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 90, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 24.356, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.67, "count": 90, "max_ms": 82.305, "p95_ms": 67.009, "reason": null, "sample_age_ms": 23.763, "source": "client_direct"}, "sample_age_ms": 23.757, "source": "client_direct", "task_total_ms": {"avg_ms": 51.305, "count": 90, "max_ms": 87.203, "p95_ms": 70.56, "reason": null, "sample_age_ms": 23.757, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.138, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.653, "count": 90, "max_ms": 15.488, "p95_ms": 11.094}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.413, "count": 90, "max_ms": 1.16, "p95_ms": 0.926}, "detection_prepare_ms": {"avg_ms": 1.426, "count": 90, "max_ms": 3.779, "p95_ms": 2.732}, "event_filter_ms": {"avg_ms": 0.006, "count": 90, "max_ms": 0.016, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.315, "count": 90, "max_ms": 0.848, "p95_ms": 0.575}, "mcmt_ms": {"avg_ms": 0.004, "count": 90, "max_ms": 0.047, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.654, "count": 90, "max_ms": 5.527, "p95_ms": 4.921}, "setup_ms": {"avg_ms": 0.039, "count": 90, "max_ms": 0.11, "p95_ms": 0.068}, "total_inside_ms": {"avg_ms": 6.598, "count": 90, "max_ms": 15.425, "p95_ms": 11.005}, "track_match_ms": {"avg_ms": 0.075, "count": 90, "max_ms": 0.288, "p95_ms": 0.155}, "tracker_update_ms": {"avg_ms": 1.663, "count": 90, "max_ms": 4.311, "p95_ms": 3.2}}, "gstreamer_push": {"avg_ms": 3.147, "count": 90, "max_ms": 6.576, "p95_ms": 5.026}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 90, "max_ms": 0.268, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.624, "count": 90, "max_ms": 88.097, "p95_ms": 72.709}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.99, "count": 90, "max_ms": 15.608, "p95_ms": 9.016}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 95.03, "count": 90, "max_ms": 137.619, "p95_ms": 121.575}, "inference_input_copy_ms": {"avg_ms": 1.579, "count": 90, "max_ms": 3.27, "p95_ms": 2.128}, "processing_residual_ms": {"avg_ms": 0.208, "count": 90, "max_ms": 0.523, "p95_ms": 0.413}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.807, "count": 90, "max_ms": 145.077, "p95_ms": 127.156}, "read_interval": {"avg_ms": 333.484, "count": 90, "max_ms": 10129.012, "p95_ms": 184.912}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 90, "max_ms": 0.064, "p95_ms": 0.045}, "execute_total_ms": {"avg_ms": 2.581, "count": 90, "max_ms": 5.316, "p95_ms": 4.817}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 90, "max_ms": 0.056, "p95_ms": 0.046}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.561, "count": 90, "max_ms": 5.266, "p95_ms": 4.791}, "worker_merge_ms": {"avg_ms": 0.007, "count": 90, "max_ms": 0.031, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 52.638, "count": 90, "max_ms": 88.109, "p95_ms": 72.731}, "visualize": {"avg_ms": 34.54, "count": 90, "max_ms": 56.168, "p95_ms": 48.461}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.774, "count": 90, "max_ms": 48.168, "p95_ms": 39.374}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.02, "count": 90, "max_ms": 53.424, "p95_ms": 46.071}, "visualize_input_copy_ms": {"avg_ms": 1.307, "count": 90, "max_ms": 2.834, "p95_ms": 2.013}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.883, "count": 90, "max_ms": 53.165, "p95_ms": 45.929}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 90, "max_ms": 0.191, "p95_ms": 0.135}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 90}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 846.574, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.358, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.48, "sample_count": 2134, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 82384, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:41:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 17.0, "cpu_core_ratio": 0.008398, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1543.0, "pid": 14737, "reason": null, "system_cpu_core_ratio": 0.001976, "system_cpu_s_delta": 0.0400000000000027, "user_cpu_core_ratio": 0.006422, "user_cpu_s_delta": 0.12999999999999545}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.187229, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.071137, "system_cpu_s_delta": 1.4399999999995998, "user_cpu_core_ratio": 0.116092, "user_cpu_s_delta": 2.349999999998545}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.184, "count": 90, "max_ms": 6.576, "p95_ms": 5.135, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.578, "max": 8.0, "p95": 6.0, "sample_count": 90}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.567, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 90}, "total": {"avg": 1.567, "max": 2.0, "p95": 2.0, "sample_count": 90}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.789, "count": 30, "max": 65.176, "p95": 32.383, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.858, "count": 30, "max": 26.424, "p95": 23.891, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 906.033, "count": 30, "max": 1166.0, "p95": 1115.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1912.167, "count": 30, "max": 24371.0, "p95": 10218.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.069, "count": 30, "max": 0.256, "p95": 0.185, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.401, "count": 30, "max": 0.473, "p95": 0.466, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.138, "count": 30, "max": 4.131, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 109724.033, "count": 30, "max": 118965.0, "p95": 116802.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105915.933, "count": 30, "max": 118965.0, "p95": 116802.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.133, "count": 30, "max": 43.0, "p95": 37.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.472, "count": 30, "max": 0.579, "p95": 0.572, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.093, "count": 30, "max": 1.295, "p95": 1.271, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 732, "sampled_at": "2026-10-30T17:41:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:41:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 186874, "flush_count": 189, "flush_interval_seconds": 30.0, "flush_state": {"count": 189, "last_at": "2026-10-30T17:40:51", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:40:51", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 188}, "started": true, "suppressed_count": 82228, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 82203}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 189, "written_record_count": 189}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4981.191, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T17:41:24+09:00", "last_error_summary": "[h264 @ 0x5832cb520900] cabac decode of qscale diff failed at 106 62 [h264 @ 0x5832cb520900] error while decoding MB 106 62, bytestream 2543 [h264 @ 0x5832cc276cc0] left block unavailable for requested intra mode [h264 @ 0x5832cc276cc0] error while decoding MB 0 27, bytestream 42958 [h264 @ 0x5832cb633a80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5832cb633a80] error while decoding MB 0 66, bytestream 4270 [in#0/rtsp @ 0x5832cb4bce00] Error during demuxing: Connection timed", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 227794636800, "copied_frame_count": 82391, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:26:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4053171, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T17:25:52+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.004}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 25, "events_emitted": 24, "events_failed": 0, "events_observed": 25, "events_suppressed": 1, "frame_buffer_copied_bytes": 227794636800, "frame_buffer_copies": 82391, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1200, "recorder_active_input_bytes": 3317760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 24, "recorder_clips_failed": 0, "recorder_clips_started": 24, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 24, "worker_jobs_accepted": 24, "worker_jobs_completed": 24, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1125, "count": 512, "max_ms": 1.5921, "p50_ms": 0.0996, "p95_ms": 0.2117, "p99_ms": 0.2577}, "stages": {"db_insert": {"avg_ms": 18.5471, "count": 24, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.6719, "p99_ms": 32.8754, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8241, "count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1179.6526, "count": 25, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1361.1648, "p99_ms": 3691.4325, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4202, "count": 512, "max_ms": 4.229, "p50_ms": 1.3402, "p95_ms": 2.2839, "p99_ms": 2.9031, "results": {"failed": 0, "not_applicable": 0, "success": 82391, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 551.2336, "count": 25, "max_ms": 656.9199, "p50_ms": 565.6267, "p95_ms": 641.5441, "p99_ms": 653.5891, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 32.5402, "count": 24, "max_ms": 65.0452, "p50_ms": 31.3333, "p95_ms": 58.1342, "p99_ms": 63.4706, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4339, "count": 512, "max_ms": 12.236, "p50_ms": 5.2619, "p95_ms": 8.1372, "p99_ms": 9.75, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4787, "count": 512, "max_ms": 4.7858, "p50_ms": 1.3661, "p95_ms": 2.4829, "p99_ms": 3.8192, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 569.4871, "count": 24, "max_ms": 653.6862, "p50_ms": 569.125, "p95_ms": 637.6048, "p99_ms": 650.2324, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 476.6504, "count": 24, "max_ms": 555.4516, "p50_ms": 473.3611, "p95_ms": 535.5494, "p99_ms": 550.952, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0238, "count": 24, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.6655, "p99_ms": 98.8855, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.8729, "count": 24, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 7.9552, "p99_ms": 14.219, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.9644, "count": 24, "max_ms": 73.1462, "p50_ms": 44.6038, "p95_ms": 68.956, "p99_ms": 72.5783, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4932, "count": 24, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.532, "p99_ms": 7.6897, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 564.3431, "count": 24, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 699.653, "p99_ms": 3054.3032, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5306, "count": 24, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.4401, "p99_ms": 10.4139, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.5674, "count": 24, "max_ms": 92.2129, "p50_ms": 25.3495, "p95_ms": 73.3712, "p99_ms": 88.0695, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1502, "count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.619, "count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 652.6736, "count": 24, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 766.1912, "p99_ms": 3133.9049, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 24, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287}, "wait_ms": {"count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 24, "artifact_failed": 0, "artifact_requested": 24, "artifact_success": 24, "completed": 24, "completed_failed": 0, "completed_success": 24, "cooldown_promoted": 24, "database_requested": 24, "db_insert_success": 24, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15565, "relay_business_failed": 0, "relay_business_success": 24, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 24, "relay_transport_failed": 0, "relay_transport_success": 24, "reservation_requested": 24}, "snapshot": {"copied_bytes": 66355200, "copied_count": 24, "copy": {"count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 58, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:41:24+09:00", "last_error_summary": "[h264 @ 0x5832cb520900] cabac decode of qscale diff failed at 106 62 [h264 @ 0x5832cb520900] error while decoding MB 106 62, bytestream 2543 [h264 @ 0x5832cc276cc0] left block unavailable for requested intra mode [h264 @ 0x5832cc276cc0] error while decoding MB 0 27, bytestream 42958 [h264 @ 0x5832cb633a80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5832cb633a80] error while decoding MB 0 66, bytestream 4270 [in#0/rtsp @ 0x5832cb4bce00] Error during demuxing: Connection timed", "last_exit_at": "2026-10-30T17:41:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.165, "last_started_at": "2026-10-30T17:37:28+09:00", "pid": 14737, "process": {"exists": false, "pid": 14737}, "restart_count": 61, "restart_count_per_hour": 21, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 62}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.48, "sample_count": 2141, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 82391, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:41:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T17:41:24+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-10-30T17:41:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 19, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 423.968, "last_sample_duration_ms": 1019.52, "last_trigger": "periodic", "next_snapshot_in_sec": 176.032, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 19, "storage_bytes": 1230100}, "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-10-30T17:41:24.274502+09:00", "mtime_epoch": 1793349684.2745018, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 98602}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:41:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 947.145, "name": "celery", "pid": 206, "rss_mb": 846.57, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 22, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 82391, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.6, "max": 8.0, "p95": 6.0, "sample_count": 90}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.611, "max": 2.0, "p95": 2.0, "sample_count": 90}, "total": {"avg": 1.611, "max": 2.0, "p95": 2.0, "sample_count": 90}}, "tracking_counts": {"active": {"avg": 0.044, "max": 1.0, "p95": 0.0, "sample_count": 90}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 90}, "tracked": {"avg": 0.044, "max": 1.0, "p95": 0.0, "sample_count": 90}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 90, "pushed_frames": 90, "read_frames": 89, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.007, "pushed": 3.007, "read": 2.974}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 89, "client_acquire_ms": {"avg_ms": 0.008, "count": 90, "max_ms": 0.053, "p95_ms": 0.016, "reason": null, "sample_age_ms": 80.514, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.923, "count": 89, "max_ms": 8.415, "p95_ms": 2.941, "reason": null, "sample_age_ms": 116.888, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.429, "count": 89, "max_ms": 8.075, "p95_ms": 2.137, "reason": null, "sample_age_ms": 117.172, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.313, "count": 90, "max_ms": 0.813, "p95_ms": 0.563, "reason": null, "sample_age_ms": 80.537, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.134, "count": 89, "max_ms": 7.093, "p95_ms": 3.323, "reason": null, "sample_age_ms": 115.641, "source": "client_direct"}, "request_count": 89, "request_tensor_bytes": {"avg": 2764808.0, "count": 89, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 115.606, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 90, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 81.101, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.67, "count": 90, "max_ms": 82.305, "p95_ms": 67.009, "reason": null, "sample_age_ms": 80.509, "source": "client_direct"}, "sample_age_ms": 80.503, "source": "client_direct", "task_total_ms": {"avg_ms": 51.305, "count": 90, "max_ms": 87.203, "p95_ms": 70.56, "reason": null, "sample_age_ms": 80.503, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.856, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.682, "count": 90, "max_ms": 15.488, "p95_ms": 11.094}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.411, "count": 90, "max_ms": 1.16, "p95_ms": 0.926}, "detection_prepare_ms": {"avg_ms": 1.437, "count": 90, "max_ms": 3.779, "p95_ms": 2.732}, "event_filter_ms": {"avg_ms": 0.006, "count": 90, "max_ms": 0.016, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.317, "count": 90, "max_ms": 0.848, "p95_ms": 0.575}, "mcmt_ms": {"avg_ms": 0.004, "count": 90, "max_ms": 0.047, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.663, "count": 90, "max_ms": 5.527, "p95_ms": 4.921}, "setup_ms": {"avg_ms": 0.04, "count": 90, "max_ms": 0.11, "p95_ms": 0.068}, "total_inside_ms": {"avg_ms": 6.627, "count": 90, "max_ms": 15.425, "p95_ms": 11.005}, "track_match_ms": {"avg_ms": 0.076, "count": 90, "max_ms": 0.288, "p95_ms": 0.155}, "tracker_update_ms": {"avg_ms": 1.672, "count": 90, "max_ms": 4.311, "p95_ms": 3.2}}, "gstreamer_push": {"avg_ms": 3.137, "count": 90, "max_ms": 6.576, "p95_ms": 5.026}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 90, "max_ms": 0.268, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.687, "count": 90, "max_ms": 88.097, "p95_ms": 72.709}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.998, "count": 90, "max_ms": 15.608, "p95_ms": 9.016}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 95.256, "count": 90, "max_ms": 137.619, "p95_ms": 121.575}, "inference_input_copy_ms": {"avg_ms": 1.568, "count": 90, "max_ms": 3.27, "p95_ms": 2.128}, "processing_residual_ms": {"avg_ms": 0.208, "count": 90, "max_ms": 0.523, "p95_ms": 0.413}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.03, "count": 90, "max_ms": 145.077, "p95_ms": 127.156}, "read_interval": {"avg_ms": 336.113, "count": 89, "max_ms": 10129.012, "p95_ms": 184.912}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 90, "max_ms": 0.064, "p95_ms": 0.045}, "execute_total_ms": {"avg_ms": 2.59, "count": 90, "max_ms": 5.316, "p95_ms": 4.817}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 90, "max_ms": 0.056, "p95_ms": 0.046}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.57, "count": 90, "max_ms": 5.266, "p95_ms": 4.791}, "worker_merge_ms": {"avg_ms": 0.007, "count": 90, "max_ms": 0.031, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 52.701, "count": 90, "max_ms": 88.109, "p95_ms": 72.731}, "visualize": {"avg_ms": 34.671, "count": 90, "max_ms": 56.168, "p95_ms": 48.644}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.78, "count": 90, "max_ms": 48.168, "p95_ms": 39.374}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.152, "count": 90, "max_ms": 53.424, "p95_ms": 46.267}, "visualize_input_copy_ms": {"avg_ms": 1.306, "count": 90, "max_ms": 2.834, "p95_ms": 2.013}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.015, "count": 90, "max_ms": 53.165, "p95_ms": 45.999}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 90, "max_ms": 0.191, "p95_ms": 0.135}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 90}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 846.574, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.358, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.48, "sample_count": 2134, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 82384, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:41:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 17.0, "cpu_core_ratio": 0.008398, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1543.0, "pid": 14737, "reason": null, "system_cpu_core_ratio": 0.001976, "system_cpu_s_delta": 0.0400000000000027, "user_cpu_core_ratio": 0.006422, "user_cpu_s_delta": 0.12999999999999545}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.187229, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.071137, "system_cpu_s_delta": 1.4399999999995998, "user_cpu_core_ratio": 0.116092, "user_cpu_s_delta": 2.349999999998545}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.184, "count": 90, "max_ms": 6.576, "p95_ms": 5.135, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.578, "max": 8.0, "p95": 6.0, "sample_count": 90}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.567, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 90}, "total": {"avg": 1.567, "max": 2.0, "p95": 2.0, "sample_count": 90}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.789, "count": 30, "max": 65.176, "p95": 32.383, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.858, "count": 30, "max": 26.424, "p95": 23.891, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 906.033, "count": 30, "max": 1166.0, "p95": 1115.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1912.167, "count": 30, "max": 24371.0, "p95": 10218.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.069, "count": 30, "max": 0.256, "p95": 0.185, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.401, "count": 30, "max": 0.473, "p95": 0.466, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.138, "count": 30, "max": 4.131, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 109724.033, "count": 30, "max": 118965.0, "p95": 116802.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105915.933, "count": 30, "max": 118965.0, "p95": 116802.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.133, "count": 30, "max": 43.0, "p95": 37.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.472, "count": 30, "max": 0.579, "p95": 0.572, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.093, "count": 30, "max": 1.295, "p95": 1.271, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 732, "sampled_at": "2026-10-30T17:41:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:41:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 186874, "flush_count": 189, "flush_interval_seconds": 30.0, "flush_state": {"count": 189, "last_at": "2026-10-30T17:40:51", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:40:51", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 188}, "started": true, "suppressed_count": 82228, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 82203}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 189, "written_record_count": 189}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4981.445, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 227794636800, "copied_frame_count": 82391, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:26:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4053171, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T17:25:52+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.004}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 25, "events_emitted": 24, "events_failed": 0, "events_observed": 25, "events_suppressed": 1, "frame_buffer_copied_bytes": 227794636800, "frame_buffer_copies": 82391, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1200, "recorder_active_input_bytes": 3317760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 24, "recorder_clips_failed": 0, "recorder_clips_started": 24, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 24, "worker_jobs_accepted": 24, "worker_jobs_completed": 24, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1125, "count": 512, "max_ms": 1.5921, "p50_ms": 0.0996, "p95_ms": 0.2117, "p99_ms": 0.2577}, "stages": {"db_insert": {"avg_ms": 18.5471, "count": 24, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.6719, "p99_ms": 32.8754, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8241, "count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1179.6526, "count": 25, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1361.1648, "p99_ms": 3691.4325, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4202, "count": 512, "max_ms": 4.229, "p50_ms": 1.3402, "p95_ms": 2.2839, "p99_ms": 2.9031, "results": {"failed": 0, "not_applicable": 0, "success": 82391, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 551.2336, "count": 25, "max_ms": 656.9199, "p50_ms": 565.6267, "p95_ms": 641.5441, "p99_ms": 653.5891, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 32.5402, "count": 24, "max_ms": 65.0452, "p50_ms": 31.3333, "p95_ms": 58.1342, "p99_ms": 63.4706, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4339, "count": 512, "max_ms": 12.236, "p50_ms": 5.2619, "p95_ms": 8.1372, "p99_ms": 9.75, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4787, "count": 512, "max_ms": 4.7858, "p50_ms": 1.3661, "p95_ms": 2.4829, "p99_ms": 3.8192, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 569.4871, "count": 24, "max_ms": 653.6862, "p50_ms": 569.125, "p95_ms": 637.6048, "p99_ms": 650.2324, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 476.6504, "count": 24, "max_ms": 555.4516, "p50_ms": 473.3611, "p95_ms": 535.5494, "p99_ms": 550.952, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0238, "count": 24, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.6655, "p99_ms": 98.8855, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.8729, "count": 24, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 7.9552, "p99_ms": 14.219, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.9644, "count": 24, "max_ms": 73.1462, "p50_ms": 44.6038, "p95_ms": 68.956, "p99_ms": 72.5783, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4932, "count": 24, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.532, "p99_ms": 7.6897, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 564.3431, "count": 24, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 699.653, "p99_ms": 3054.3032, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5306, "count": 24, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.4401, "p99_ms": 10.4139, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.5674, "count": 24, "max_ms": 92.2129, "p50_ms": 25.3495, "p95_ms": 73.3712, "p99_ms": 88.0695, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1502, "count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.619, "count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 652.6736, "count": 24, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 766.1912, "p99_ms": 3133.9049, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 24, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287}, "wait_ms": {"count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 24, "artifact_failed": 0, "artifact_requested": 24, "artifact_success": 24, "completed": 24, "completed_failed": 0, "completed_success": 24, "cooldown_promoted": 24, "database_requested": 24, "db_insert_success": 24, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15565, "relay_business_failed": 0, "relay_business_success": 24, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 24, "relay_transport_failed": 0, "relay_transport_success": 24, "reservation_requested": 24}, "snapshot": {"copied_bytes": 66355200, "copied_count": 24, "copy": {"count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 58, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:41:24+09:00", "last_error_summary": "[h264 @ 0x5832cb520900] cabac decode of qscale diff failed at 106 62 [h264 @ 0x5832cb520900] error while decoding MB 106 62, bytestream 2543 [h264 @ 0x5832cc276cc0] left block unavailable for requested intra mode [h264 @ 0x5832cc276cc0] error while decoding MB 0 27, bytestream 42958 [h264 @ 0x5832cb633a80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5832cb633a80] error while decoding MB 0 66, bytestream 4270 [in#0/rtsp @ 0x5832cb4bce00] Error during demuxing: Connection timed", "last_exit_at": "2026-10-30T17:41:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 236.205, "last_started_at": "2026-10-30T17:37:28+09:00", "pid": 14737, "process": {"exists": false, "pid": 14737}, "restart_count": 61, "restart_count_per_hour": 21, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 62}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.48, "sample_count": 2141, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 82391, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:41:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.041, "last_frame_pushed_at": "2026-10-30T17:41:24+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-10-30T17:41:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 19, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 424.0, "last_sample_duration_ms": 1019.52, "last_trigger": "periodic", "next_snapshot_in_sec": 176.0, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 19, "storage_bytes": 1230100}, "mjpeg": {"age_sec": 0.033, "exists": true, "mtime": "2026-10-30T17:41:24.389502+09:00", "mtime_epoch": 1793349684.3895023, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 99017}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:41:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 947.145, "name": "celery", "pid": 206, "rss_mb": 846.57, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 22, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 82391, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.6, "max": 8.0, "p95": 6.0, "sample_count": 90}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.611, "max": 2.0, "p95": 2.0, "sample_count": 90}, "total": {"avg": 1.611, "max": 2.0, "p95": 2.0, "sample_count": 90}}, "tracking_counts": {"active": {"avg": 0.044, "max": 1.0, "p95": 0.0, "sample_count": 90}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 90}, "tracked": {"avg": 0.044, "max": 1.0, "p95": 0.0, "sample_count": 90}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 90, "pushed_frames": 90, "read_frames": 89, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.004, "pushed": 3.004, "read": 2.97}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 89, "client_acquire_ms": {"avg_ms": 0.008, "count": 89, "max_ms": 0.053, "p95_ms": 0.016, "reason": null, "sample_age_ms": 120.147, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.923, "count": 89, "max_ms": 8.415, "p95_ms": 2.941, "reason": null, "sample_age_ms": 156.52, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.429, "count": 89, "max_ms": 8.075, "p95_ms": 2.137, "reason": null, "sample_age_ms": 156.804, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.313, "count": 89, "max_ms": 0.813, "p95_ms": 0.564, "reason": null, "sample_age_ms": 120.169, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.134, "count": 89, "max_ms": 7.093, "p95_ms": 3.323, "reason": null, "sample_age_ms": 155.273, "source": "client_direct"}, "request_count": 89, "request_tensor_bytes": {"avg": 2764808.0, "count": 89, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 155.238, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 89, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 120.734, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.538, "count": 89, "max_ms": 82.305, "p95_ms": 67.025, "reason": null, "sample_age_ms": 120.141, "source": "client_direct"}, "sample_age_ms": 120.135, "source": "client_direct", "task_total_ms": {"avg_ms": 51.167, "count": 89, "max_ms": 87.203, "p95_ms": 70.712, "reason": null, "sample_age_ms": 120.135, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.648, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.682, "count": 90, "max_ms": 15.488, "p95_ms": 11.094}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.411, "count": 90, "max_ms": 1.16, "p95_ms": 0.926}, "detection_prepare_ms": {"avg_ms": 1.437, "count": 90, "max_ms": 3.779, "p95_ms": 2.732}, "event_filter_ms": {"avg_ms": 0.006, "count": 90, "max_ms": 0.016, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.317, "count": 90, "max_ms": 0.848, "p95_ms": 0.575}, "mcmt_ms": {"avg_ms": 0.004, "count": 90, "max_ms": 0.047, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.663, "count": 90, "max_ms": 5.527, "p95_ms": 4.921}, "setup_ms": {"avg_ms": 0.04, "count": 90, "max_ms": 0.11, "p95_ms": 0.068}, "total_inside_ms": {"avg_ms": 6.627, "count": 90, "max_ms": 15.425, "p95_ms": 11.005}, "track_match_ms": {"avg_ms": 0.076, "count": 90, "max_ms": 0.288, "p95_ms": 0.155}, "tracker_update_ms": {"avg_ms": 1.672, "count": 90, "max_ms": 4.311, "p95_ms": 3.2}}, "gstreamer_push": {"avg_ms": 3.137, "count": 90, "max_ms": 6.576, "p95_ms": 5.026}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 90, "max_ms": 0.268, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.687, "count": 90, "max_ms": 88.097, "p95_ms": 72.709}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.998, "count": 90, "max_ms": 15.608, "p95_ms": 9.016}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 95.256, "count": 90, "max_ms": 137.619, "p95_ms": 121.575}, "inference_input_copy_ms": {"avg_ms": 1.568, "count": 90, "max_ms": 3.27, "p95_ms": 2.128}, "processing_residual_ms": {"avg_ms": 0.208, "count": 90, "max_ms": 0.523, "p95_ms": 0.413}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.03, "count": 90, "max_ms": 145.077, "p95_ms": 127.156}, "read_interval": {"avg_ms": 336.113, "count": 89, "max_ms": 10129.012, "p95_ms": 184.912}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 90, "max_ms": 0.064, "p95_ms": 0.045}, "execute_total_ms": {"avg_ms": 2.59, "count": 90, "max_ms": 5.316, "p95_ms": 4.817}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 90, "max_ms": 0.056, "p95_ms": 0.046}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.57, "count": 90, "max_ms": 5.266, "p95_ms": 4.791}, "worker_merge_ms": {"avg_ms": 0.007, "count": 90, "max_ms": 0.031, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 52.701, "count": 90, "max_ms": 88.109, "p95_ms": 72.731}, "visualize": {"avg_ms": 34.671, "count": 90, "max_ms": 56.168, "p95_ms": 48.644}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.78, "count": 90, "max_ms": 48.168, "p95_ms": 39.374}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.152, "count": 90, "max_ms": 53.424, "p95_ms": 46.267}, "visualize_input_copy_ms": {"avg_ms": 1.306, "count": 90, "max_ms": 2.834, "p95_ms": 2.013}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.015, "count": 90, "max_ms": 53.165, "p95_ms": 45.999}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 90, "max_ms": 0.191, "p95_ms": 0.135}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 90}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 846.574, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.358, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.48, "sample_count": 2134, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 82384, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:41:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 17.0, "cpu_core_ratio": 0.008398, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1543.0, "pid": 14737, "reason": null, "system_cpu_core_ratio": 0.001976, "system_cpu_s_delta": 0.0400000000000027, "user_cpu_core_ratio": 0.006422, "user_cpu_s_delta": 0.12999999999999545}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.187229, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.071137, "system_cpu_s_delta": 1.4399999999995998, "user_cpu_core_ratio": 0.116092, "user_cpu_s_delta": 2.349999999998545}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.184, "count": 90, "max_ms": 6.576, "p95_ms": 5.135, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.578, "max": 8.0, "p95": 6.0, "sample_count": 90}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.567, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 90}, "total": {"avg": 1.567, "max": 2.0, "p95": 2.0, "sample_count": 90}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.789, "count": 30, "max": 65.176, "p95": 32.383, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.858, "count": 30, "max": 26.424, "p95": 23.891, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 906.033, "count": 30, "max": 1166.0, "p95": 1115.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1912.167, "count": 30, "max": 24371.0, "p95": 10218.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.069, "count": 30, "max": 0.256, "p95": 0.185, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.401, "count": 30, "max": 0.473, "p95": 0.466, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.138, "count": 30, "max": 4.131, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 109724.033, "count": 30, "max": 118965.0, "p95": 116802.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105915.933, "count": 30, "max": 118965.0, "p95": 116802.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.133, "count": 30, "max": 43.0, "p95": 37.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.472, "count": 30, "max": 0.579, "p95": 0.572, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.093, "count": 30, "max": 1.295, "p95": 1.271, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 732, "sampled_at": "2026-10-30T17:41:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:41:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 186874, "flush_count": 189, "flush_interval_seconds": 30.0, "flush_state": {"count": 189, "last_at": "2026-10-30T17:40:51", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:40:51", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 188}, "started": true, "suppressed_count": 82228, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 82203}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 189, "written_record_count": 189}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5154.699, "limit_mb": null}, "detail": {"pid": 14853, "restart_count": 62, "start_count": 63}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 227794636800, "copied_frame_count": 82391, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:26:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4053171, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T17:25:52+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.004}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 25, "events_emitted": 24, "events_failed": 0, "events_observed": 25, "events_suppressed": 1, "frame_buffer_copied_bytes": 227794636800, "frame_buffer_copies": 82391, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1200, "recorder_active_input_bytes": 3317760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 24, "recorder_clips_failed": 0, "recorder_clips_started": 24, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 24, "worker_jobs_accepted": 24, "worker_jobs_completed": 24, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1125, "count": 512, "max_ms": 1.5921, "p50_ms": 0.0996, "p95_ms": 0.2117, "p99_ms": 0.2577}, "stages": {"db_insert": {"avg_ms": 18.5471, "count": 24, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.6719, "p99_ms": 32.8754, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8241, "count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1179.6526, "count": 25, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1361.1648, "p99_ms": 3691.4325, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4202, "count": 512, "max_ms": 4.229, "p50_ms": 1.3402, "p95_ms": 2.2839, "p99_ms": 2.9031, "results": {"failed": 0, "not_applicable": 0, "success": 82391, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 551.2336, "count": 25, "max_ms": 656.9199, "p50_ms": 565.6267, "p95_ms": 641.5441, "p99_ms": 653.5891, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 32.5402, "count": 24, "max_ms": 65.0452, "p50_ms": 31.3333, "p95_ms": 58.1342, "p99_ms": 63.4706, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4339, "count": 512, "max_ms": 12.236, "p50_ms": 5.2619, "p95_ms": 8.1372, "p99_ms": 9.75, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4787, "count": 512, "max_ms": 4.7858, "p50_ms": 1.3661, "p95_ms": 2.4829, "p99_ms": 3.8192, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 569.4871, "count": 24, "max_ms": 653.6862, "p50_ms": 569.125, "p95_ms": 637.6048, "p99_ms": 650.2324, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 476.6504, "count": 24, "max_ms": 555.4516, "p50_ms": 473.3611, "p95_ms": 535.5494, "p99_ms": 550.952, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0238, "count": 24, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.6655, "p99_ms": 98.8855, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.8729, "count": 24, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 7.9552, "p99_ms": 14.219, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.9644, "count": 24, "max_ms": 73.1462, "p50_ms": 44.6038, "p95_ms": 68.956, "p99_ms": 72.5783, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4932, "count": 24, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.532, "p99_ms": 7.6897, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 564.3431, "count": 24, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 699.653, "p99_ms": 3054.3032, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5306, "count": 24, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.4401, "p99_ms": 10.4139, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.5674, "count": 24, "max_ms": 92.2129, "p50_ms": 25.3495, "p95_ms": 73.3712, "p99_ms": 88.0695, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1502, "count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.619, "count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 652.6736, "count": 24, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 766.1912, "p99_ms": 3133.9049, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 24, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287}, "wait_ms": {"count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 24, "artifact_failed": 0, "artifact_requested": 24, "artifact_success": 24, "completed": 24, "completed_failed": 0, "completed_success": 24, "cooldown_promoted": 24, "database_requested": 24, "db_insert_success": 24, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15565, "relay_business_failed": 0, "relay_business_success": 24, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 24, "relay_transport_failed": 0, "relay_transport_success": 24, "reservation_requested": 24}, "snapshot": {"copied_bytes": 66355200, "copied_count": 24, "copy": {"count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 58, "h264_decode_error_count": 136, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:41:24+09:00", "last_error_summary": "[h264 @ 0x5832cb520900] cabac decode of qscale diff failed at 106 62 [h264 @ 0x5832cb520900] error while decoding MB 106 62, bytestream 2543 [h264 @ 0x5832cc276cc0] left block unavailable for requested intra mode [h264 @ 0x5832cc276cc0] error while decoding MB 0 27, bytestream 42958 [h264 @ 0x5832cb633a80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5832cb633a80] error while decoding MB 0 66, bytestream 4270 [in#0/rtsp @ 0x5832cb4bce00] Error during demuxing: Connection timed", "last_exit_at": "2026-10-30T17:41:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T17:41:27+09:00", "pid": 14853, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.852, "name": "ffmpeg", "pid": 14853, "rss_mb": 208.852, "state": "S (sleeping)", "threads": 70}, "restart_count": 62, "restart_count_per_hour": 22, "rtsp_timeout_count": 30, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 63}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.517, "sample_count": 2121, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 82391, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:41:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.699, "last_frame_pushed_at": "2026-10-30T17:41:24+09:00", "last_frame_read_age_sec": 4.811, "last_frame_read_at": "2026-10-30T17:41:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 19, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 428.658, "last_sample_duration_ms": 1019.52, "last_trigger": "periodic", "next_snapshot_in_sec": 171.342, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 19, "storage_bytes": 1230100}, "mjpeg": {"age_sec": 4.691, "exists": true, "mtime": "2026-10-30T17:41:24.389502+09:00", "mtime_epoch": 1793349684.3895023, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 99017}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:41:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 947.145, "name": "celery", "pid": 206, "rss_mb": 846.574, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 22, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 82391, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.66, "max": 6.0, "p95": 6.0, "sample_count": 47}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.83, "max": 2.0, "p95": 2.0, "sample_count": 47}, "total": {"avg": 1.83, "max": 2.0, "p95": 2.0, "sample_count": 47}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 47}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 47}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 47}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 47}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 47}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 47, "pushed_frames": 47, "read_frames": 46, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.571, "pushed": 1.571, "read": 1.537}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 46, "client_acquire_ms": {"avg_ms": 0.009, "count": 47, "max_ms": 0.053, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4777.46, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.971, "count": 46, "max_ms": 5.306, "p95_ms": 2.992, "reason": null, "sample_age_ms": 4813.833, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.399, "count": 46, "max_ms": 2.849, "p95_ms": 2.163, "reason": null, "sample_age_ms": 4814.117, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.328, "count": 47, "max_ms": 0.813, "p95_ms": 0.578, "reason": null, "sample_age_ms": 4777.483, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.117, "count": 46, "max_ms": 4.492, "p95_ms": 3.209, "reason": null, "sample_age_ms": 4812.587, "source": "client_direct"}, "request_count": 46, "request_tensor_bytes": {"avg": 2764808.0, "count": 46, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4812.552, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 47, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4778.047, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.824, "count": 47, "max_ms": 82.305, "p95_ms": 65.896, "reason": null, "sample_age_ms": 4777.454, "source": "client_direct"}, "sample_age_ms": 4777.449, "source": "client_direct", "task_total_ms": {"avg_ms": 51.425, "count": 47, "max_ms": 87.203, "p95_ms": 67.777, "reason": null, "sample_age_ms": 4777.449, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.22, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.308, "count": 47, "max_ms": 15.488, "p95_ms": 11.094}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.425, "count": 47, "max_ms": 1.069, "p95_ms": 0.887}, "detection_prepare_ms": {"avg_ms": 1.531, "count": 47, "max_ms": 3.779, "p95_ms": 2.732}, "event_filter_ms": {"avg_ms": 0.006, "count": 47, "max_ms": 0.011, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.341, "count": 47, "max_ms": 0.838, "p95_ms": 0.608}, "mcmt_ms": {"avg_ms": 0.005, "count": 47, "max_ms": 0.047, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 3.087, "count": 47, "max_ms": 5.297, "p95_ms": 4.952}, "setup_ms": {"avg_ms": 0.039, "count": 47, "max_ms": 0.089, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 7.251, "count": 47, "max_ms": 15.425, "p95_ms": 11.005}, "track_match_ms": {"avg_ms": 0.08, "count": 47, "max_ms": 0.226, "p95_ms": 0.132}, "tracker_update_ms": {"avg_ms": 1.737, "count": 47, "max_ms": 4.311, "p95_ms": 3.2}}, "gstreamer_push": {"avg_ms": 3.168, "count": 47, "max_ms": 5.268, "p95_ms": 4.646}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 47, "max_ms": 0.268, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.864, "count": 47, "max_ms": 88.097, "p95_ms": 71.338}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.109, "count": 47, "max_ms": 12.018, "p95_ms": 8.965}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 47, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 47, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.789, "count": 47, "max_ms": 137.619, "p95_ms": 121.575}, "inference_input_copy_ms": {"avg_ms": 1.567, "count": 47, "max_ms": 3.27, "p95_ms": 2.128}, "processing_residual_ms": {"avg_ms": 0.238, "count": 47, "max_ms": 0.523, "p95_ms": 0.478}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 47, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 47, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.702, "count": 47, "max_ms": 145.077, "p95_ms": 126.507}, "read_interval": {"avg_ms": 547.659, "count": 46, "max_ms": 10129.012, "p95_ms": 835.371}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 47, "max_ms": 0.064, "p95_ms": 0.048}, "execute_total_ms": {"avg_ms": 3.009, "count": 47, "max_ms": 5.151, "p95_ms": 4.824}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 47, "max_ms": 0.056, "p95_ms": 0.052}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.988, "count": 47, "max_ms": 5.11, "p95_ms": 4.793}, "worker_merge_ms": {"avg_ms": 0.008, "count": 47, "max_ms": 0.031, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 52.879, "count": 47, "max_ms": 88.109, "p95_ms": 71.352}, "visualize": {"avg_ms": 36.408, "count": 47, "max_ms": 56.168, "p95_ms": 54.261}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.888, "count": 47, "max_ms": 48.168, "p95_ms": 44.176}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 47, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.806, "count": 47, "max_ms": 53.424, "p95_ms": 52.736}, "visualize_input_copy_ms": {"avg_ms": 1.374, "count": 47, "max_ms": 2.737, "p95_ms": 2.013}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 47, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.66, "count": 47, "max_ms": 53.165, "p95_ms": 52.484}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 47, "max_ms": 0.191, "p95_ms": 0.14}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 47}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 47}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 47}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 846.574, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.358, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.48, "sample_count": 2134, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 82384, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:41:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 17.0, "cpu_core_ratio": 0.008398, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1543.0, "pid": 14737, "reason": null, "system_cpu_core_ratio": 0.001976, "system_cpu_s_delta": 0.0400000000000027, "user_cpu_core_ratio": 0.006422, "user_cpu_s_delta": 0.12999999999999545}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.187229, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.071137, "system_cpu_s_delta": 1.4399999999995998, "user_cpu_core_ratio": 0.116092, "user_cpu_s_delta": 2.349999999998545}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.184, "count": 90, "max_ms": 6.576, "p95_ms": 5.135, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.578, "max": 8.0, "p95": 6.0, "sample_count": 90}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.567, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 90}, "total": {"avg": 1.567, "max": 2.0, "p95": 2.0, "sample_count": 90}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.789, "count": 30, "max": 65.176, "p95": 32.383, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.858, "count": 30, "max": 26.424, "p95": 23.891, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 906.033, "count": 30, "max": 1166.0, "p95": 1115.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1912.167, "count": 30, "max": 24371.0, "p95": 10218.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.069, "count": 30, "max": 0.256, "p95": 0.185, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.401, "count": 30, "max": 0.473, "p95": 0.466, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.138, "count": 30, "max": 4.131, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 109724.033, "count": 30, "max": 118965.0, "p95": 116802.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105915.933, "count": 30, "max": 118965.0, "p95": 116802.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.133, "count": 30, "max": 43.0, "p95": 37.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.472, "count": 30, "max": 0.579, "p95": 0.572, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.093, "count": 30, "max": 1.295, "p95": 1.271, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 732, "sampled_at": "2026-10-30T17:41:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:41:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 193865, "flush_count": 196, "flush_interval_seconds": 30.0, "flush_state": {"count": 196, "last_at": "2026-10-30T17:47:51", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:47:51", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 195}, "started": true, "suppressed_count": 85748, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 85723}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 196, "written_record_count": 196}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4991.215, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x560c5a683cc0] error while decoding MB 44 39, bytestream -10 [h264 @ 0x560c5a683cc0] error while decoding MB 69 65, bytestream -8 [in#0/rtsp @ 0x560c59bfee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c59bfee00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 237543321600, "copied_frame_count": 85917, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:26:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4053171, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T17:25:52+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.004}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 25, "events_emitted": 24, "events_failed": 0, "events_observed": 25, "events_suppressed": 1, "frame_buffer_copied_bytes": 237543321600, "frame_buffer_copies": 85917, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1200, "recorder_active_input_bytes": 3317760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 24, "recorder_clips_failed": 0, "recorder_clips_started": 24, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 24, "worker_jobs_accepted": 24, "worker_jobs_completed": 24, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1085, "count": 512, "max_ms": 0.3893, "p50_ms": 0.0967, "p95_ms": 0.2014, "p99_ms": 0.2959}, "stages": {"db_insert": {"avg_ms": 18.5471, "count": 24, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.6719, "p99_ms": 32.8754, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8241, "count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1179.6526, "count": 25, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1361.1648, "p99_ms": 3691.4325, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4625, "count": 512, "max_ms": 5.3976, "p50_ms": 1.3514, "p95_ms": 2.4079, "p99_ms": 3.0429, "results": {"failed": 0, "not_applicable": 0, "success": 85917, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 551.2336, "count": 25, "max_ms": 656.9199, "p50_ms": 565.6267, "p95_ms": 641.5441, "p99_ms": 653.5891, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 32.5402, "count": 24, "max_ms": 65.0452, "p50_ms": 31.3333, "p95_ms": 58.1342, "p99_ms": 63.4706, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4339, "count": 512, "max_ms": 12.236, "p50_ms": 5.2619, "p95_ms": 8.1372, "p99_ms": 9.75, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4787, "count": 512, "max_ms": 4.7858, "p50_ms": 1.3661, "p95_ms": 2.4829, "p99_ms": 3.8192, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 569.4871, "count": 24, "max_ms": 653.6862, "p50_ms": 569.125, "p95_ms": 637.6048, "p99_ms": 650.2324, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 476.6504, "count": 24, "max_ms": 555.4516, "p50_ms": 473.3611, "p95_ms": 535.5494, "p99_ms": 550.952, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0238, "count": 24, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.6655, "p99_ms": 98.8855, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.8729, "count": 24, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 7.9552, "p99_ms": 14.219, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.9644, "count": 24, "max_ms": 73.1462, "p50_ms": 44.6038, "p95_ms": 68.956, "p99_ms": 72.5783, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4932, "count": 24, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.532, "p99_ms": 7.6897, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 564.3431, "count": 24, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 699.653, "p99_ms": 3054.3032, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5306, "count": 24, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.4401, "p99_ms": 10.4139, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.5674, "count": 24, "max_ms": 92.2129, "p50_ms": 25.3495, "p95_ms": 73.3712, "p99_ms": 88.0695, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1502, "count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.619, "count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 652.6736, "count": 24, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 766.1912, "p99_ms": 3133.9049, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 24, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287}, "wait_ms": {"count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 24, "artifact_failed": 0, "artifact_requested": 24, "artifact_success": 24, "completed": 24, "completed_failed": 0, "completed_success": 24, "cooldown_promoted": 24, "database_requested": 24, "db_insert_success": 24, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15565, "relay_business_failed": 0, "relay_business_success": 24, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 24, "relay_transport_failed": 0, "relay_transport_success": 24, "reservation_requested": 24}, "snapshot": {"copied_bytes": 66355200, "copied_count": 24, "copy": {"count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 59, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:48:37+09:00", "last_error_summary": "[h264 @ 0x560c5a683cc0] error while decoding MB 44 39, bytestream -10 [h264 @ 0x560c5a683cc0] error while decoding MB 69 65, bytestream -8 [in#0/rtsp @ 0x560c59bfee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c59bfee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T17:41:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 430.381, "last_started_at": "2026-10-30T17:41:27+09:00", "pid": 14853, "process": {"exists": false, "pid": 14853}, "restart_count": 62, "restart_count_per_hour": 20, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 63}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.344, "sample_count": 2398, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 85917, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:48:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.093, "last_frame_pushed_at": "2026-10-30T17:48:37+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-10-30T17:48:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 20, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 255.032, "last_sample_duration_ms": 932.312, "last_trigger": "periodic", "next_snapshot_in_sec": 344.968, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 20, "storage_bytes": 1239646}, "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-10-30T17:48:37.377440+09:00", "mtime_epoch": 1793350117.3774402, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 89572}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:48:37+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 947.145, "name": "celery", "pid": 206, "rss_mb": 848.188, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 22, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 85918, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.772, "max": 21.0, "p95": 15.0, "sample_count": 92}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.416, "max": 3.0, "p95": 3.0, "sample_count": 89}, "total": {"avg": 1.37, "max": 3.0, "p95": 3.0, "sample_count": 92}}, "tracking_counts": {"active": {"avg": 0.13, "max": 1.0, "p95": 1.0, "sample_count": 92}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 92}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 92}, "tracked": {"avg": 0.13, "max": 1.0, "p95": 1.0, "sample_count": 92}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 92}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 92, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.071, "pushed": 3.071, "read": 3.071}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 92, "client_acquire_ms": {"avg_ms": 0.008, "count": 92, "max_ms": 0.032, "p95_ms": 0.017, "reason": null, "sample_age_ms": 38.743, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.038, "count": 92, "max_ms": 6.054, "p95_ms": 3.705, "reason": null, "sample_age_ms": 92.571, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.417, "count": 92, "max_ms": 5.777, "p95_ms": 2.543, "reason": null, "sample_age_ms": 92.847, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.412, "count": 92, "max_ms": 1.174, "p95_ms": 0.719, "reason": null, "sample_age_ms": 38.751, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.099, "count": 92, "max_ms": 6.118, "p95_ms": 3.322, "reason": null, "sample_age_ms": 91.273, "source": "client_direct"}, "request_count": 92, "request_tensor_bytes": {"avg": 2764808.0, "count": 92, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 91.239, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 92, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 39.33, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.974, "count": 92, "max_ms": 80.82, "p95_ms": 67.623, "reason": null, "sample_age_ms": 38.737, "source": "client_direct"}, "sample_age_ms": 38.733, "source": "client_direct", "task_total_ms": {"avg_ms": 50.704, "count": 92, "max_ms": 83.994, "p95_ms": 70.73, "reason": null, "sample_age_ms": 38.733, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.738, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.155, "count": 92, "max_ms": 13.249, "p95_ms": 10.347}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.413, "count": 92, "max_ms": 1.052, "p95_ms": 0.739}, "detection_prepare_ms": {"avg_ms": 1.372, "count": 92, "max_ms": 4.108, "p95_ms": 2.479}, "event_filter_ms": {"avg_ms": 0.006, "count": 92, "max_ms": 0.036, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.273, "count": 92, "max_ms": 0.564, "p95_ms": 0.485}, "mcmt_ms": {"avg_ms": 0.003, "count": 92, "max_ms": 0.025, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.416, "count": 92, "max_ms": 5.756, "p95_ms": 4.707}, "setup_ms": {"avg_ms": 0.043, "count": 92, "max_ms": 0.138, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 6.103, "count": 92, "max_ms": 13.16, "p95_ms": 10.248}, "track_match_ms": {"avg_ms": 0.075, "count": 92, "max_ms": 0.274, "p95_ms": 0.199}, "tracker_update_ms": {"avg_ms": 1.499, "count": 92, "max_ms": 3.823, "p95_ms": 2.771}}, "gstreamer_push": {"avg_ms": 3.12, "count": 92, "max_ms": 5.681, "p95_ms": 5.339}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 92, "max_ms": 0.147, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.034, "count": 92, "max_ms": 85.022, "p95_ms": 72.487}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.928, "count": 92, "max_ms": 12.258, "p95_ms": 8.064}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.954, "count": 92, "max_ms": 136.041, "p95_ms": 121.64}, "inference_input_copy_ms": {"avg_ms": 1.642, "count": 92, "max_ms": 3.898, "p95_ms": 2.594}, "processing_residual_ms": {"avg_ms": 0.249, "count": 92, "max_ms": 0.514, "p95_ms": 0.442}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.774, "count": 92, "max_ms": 141.445, "p95_ms": 126.748}, "read_interval": {"avg_ms": 325.631, "count": 92, "max_ms": 19169.713, "p95_ms": 155.691}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 92, "max_ms": 0.062, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 2.344, "count": 92, "max_ms": 5.604, "p95_ms": 4.389}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 92, "max_ms": 0.045, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.327, "count": 92, "max_ms": 5.542, "p95_ms": 4.359}, "worker_merge_ms": {"avg_ms": 0.007, "count": 92, "max_ms": 0.034, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 52.048, "count": 92, "max_ms": 85.031, "p95_ms": 72.496}, "visualize": {"avg_ms": 35.349, "count": 92, "max_ms": 57.286, "p95_ms": 46.02}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.254, "count": 92, "max_ms": 48.438, "p95_ms": 41.111}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.863, "count": 92, "max_ms": 51.631, "p95_ms": 44.152}, "visualize_input_copy_ms": {"avg_ms": 1.289, "count": 92, "max_ms": 5.373, "p95_ms": 2.165}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.735, "count": 92, "max_ms": 51.437, "p95_ms": 43.992}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 92, "max_ms": 0.195, "p95_ms": 0.14}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 92}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 92}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 92}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 848.145, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.567, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.744, "sample_count": 2567, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 85824, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:48:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 90514, "write_bytes_delta": 90514, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 664.0, "cpu_core_ratio": 0.42461, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 406.0, "pid": 14853, "reason": null, "system_cpu_core_ratio": 0.098294, "system_cpu_s_delta": 1.9699999999999989, "user_cpu_core_ratio": 0.326316, "user_cpu_s_delta": 6.539999999999992}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.611124, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.489973, "system_cpu_s_delta": 9.819999999999709, "user_cpu_core_ratio": 1.121151, "user_cpu_s_delta": 22.469999999999345}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.088, "count": 230, "max_ms": 6.202, "p95_ms": 4.706, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.47, "max": 13.0, "p95": 10.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.957, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 230}, "total": {"avg": 1.957, "max": 4.0, "p95": 3.0, "sample_count": 230}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.907, "count": 30, "max": 58.537, "p95": 46.073, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.528, "count": 30, "max": 27.783, "p95": 23.695, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 881.667, "count": 30, "max": 1111.0, "p95": 1084.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 972.367, "count": 30, "max": 5392.0, "p95": 4237.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.072, "count": 30, "max": 0.208, "p95": 0.189, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.394, "count": 30, "max": 0.468, "p95": 0.457, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.01, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 95828.1, "count": 30, "max": 105517.0, "p95": 104502.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 92358.367, "count": 30, "max": 105517.0, "p95": 104502.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.733, "count": 30, "max": 42.0, "p95": 29.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.46, "count": 30, "max": 0.52, "p95": 0.514, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.088, "count": 30, "max": 1.221, "p95": 1.21, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 752, "sampled_at": "2026-10-30T17:48:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:48:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 193865, "flush_count": 196, "flush_interval_seconds": 30.0, "flush_state": {"count": 196, "last_at": "2026-10-30T17:47:51", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:47:51", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 195}, "started": true, "suppressed_count": 85748, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 85723}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 196, "written_record_count": 196}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4992.141, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T17:48:37+09:00", "last_error_summary": "[h264 @ 0x560c5a683cc0] error while decoding MB 44 39, bytestream -10 [h264 @ 0x560c5a683cc0] error while decoding MB 69 65, bytestream -8 [in#0/rtsp @ 0x560c59bfee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c59bfee00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 237546086400, "copied_frame_count": 85918, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:26:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4053171, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T17:25:52+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.004}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 25, "events_emitted": 24, "events_failed": 0, "events_observed": 25, "events_suppressed": 1, "frame_buffer_copied_bytes": 237546086400, "frame_buffer_copies": 85918, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1200, "recorder_active_input_bytes": 3317760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 24, "recorder_clips_failed": 0, "recorder_clips_started": 24, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 24, "worker_jobs_accepted": 24, "worker_jobs_completed": 24, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1084, "count": 512, "max_ms": 0.3893, "p50_ms": 0.0966, "p95_ms": 0.2014, "p99_ms": 0.2959}, "stages": {"db_insert": {"avg_ms": 18.5471, "count": 24, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.6719, "p99_ms": 32.8754, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8241, "count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1179.6526, "count": 25, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1361.1648, "p99_ms": 3691.4325, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4659, "count": 512, "max_ms": 5.3976, "p50_ms": 1.3514, "p95_ms": 2.414, "p99_ms": 3.2947, "results": {"failed": 0, "not_applicable": 0, "success": 85918, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 551.2336, "count": 25, "max_ms": 656.9199, "p50_ms": 565.6267, "p95_ms": 641.5441, "p99_ms": 653.5891, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 32.5402, "count": 24, "max_ms": 65.0452, "p50_ms": 31.3333, "p95_ms": 58.1342, "p99_ms": 63.4706, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4339, "count": 512, "max_ms": 12.236, "p50_ms": 5.2619, "p95_ms": 8.1372, "p99_ms": 9.75, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4787, "count": 512, "max_ms": 4.7858, "p50_ms": 1.3661, "p95_ms": 2.4829, "p99_ms": 3.8192, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 569.4871, "count": 24, "max_ms": 653.6862, "p50_ms": 569.125, "p95_ms": 637.6048, "p99_ms": 650.2324, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 476.6504, "count": 24, "max_ms": 555.4516, "p50_ms": 473.3611, "p95_ms": 535.5494, "p99_ms": 550.952, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0238, "count": 24, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.6655, "p99_ms": 98.8855, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.8729, "count": 24, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 7.9552, "p99_ms": 14.219, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.9644, "count": 24, "max_ms": 73.1462, "p50_ms": 44.6038, "p95_ms": 68.956, "p99_ms": 72.5783, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4932, "count": 24, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.532, "p99_ms": 7.6897, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 564.3431, "count": 24, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 699.653, "p99_ms": 3054.3032, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5306, "count": 24, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.4401, "p99_ms": 10.4139, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.5674, "count": 24, "max_ms": 92.2129, "p50_ms": 25.3495, "p95_ms": 73.3712, "p99_ms": 88.0695, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1502, "count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.619, "count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 652.6736, "count": 24, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 766.1912, "p99_ms": 3133.9049, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 24, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287}, "wait_ms": {"count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 24, "artifact_failed": 0, "artifact_requested": 24, "artifact_success": 24, "completed": 24, "completed_failed": 0, "completed_success": 24, "cooldown_promoted": 24, "database_requested": 24, "db_insert_success": 24, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15565, "relay_business_failed": 0, "relay_business_success": 24, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 24, "relay_transport_failed": 0, "relay_transport_success": 24, "reservation_requested": 24}, "snapshot": {"copied_bytes": 66355200, "copied_count": 24, "copy": {"count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 59, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:48:37+09:00", "last_error_summary": "[h264 @ 0x560c5a683cc0] error while decoding MB 44 39, bytestream -10 [h264 @ 0x560c5a683cc0] error while decoding MB 69 65, bytestream -8 [in#0/rtsp @ 0x560c59bfee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c59bfee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T17:48:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 430.415, "last_started_at": "2026-10-30T17:41:27+09:00", "pid": 14853, "process": {"exists": false, "pid": 14853}, "restart_count": 62, "restart_count_per_hour": 20, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 63}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.344, "sample_count": 2399, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 85918, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:48:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.011, "last_frame_pushed_at": "2026-10-30T17:48:37+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-10-30T17:48:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 20, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 255.053, "last_sample_duration_ms": 932.312, "last_trigger": "periodic", "next_snapshot_in_sec": 344.947, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 20, "storage_bytes": 1239646}, "mjpeg": {"age_sec": 0.004, "exists": true, "mtime": "2026-10-30T17:48:37.490441+09:00", "mtime_epoch": 1793350117.4904408, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 86094}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:48:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 947.145, "name": "celery", "pid": 206, "rss_mb": 848.184, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 22, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 85918, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.785, "max": 21.0, "p95": 15.0, "sample_count": 93}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.411, "max": 3.0, "p95": 3.0, "sample_count": 90}, "total": {"avg": 1.366, "max": 3.0, "p95": 3.0, "sample_count": 93}}, "tracking_counts": {"active": {"avg": 0.129, "max": 1.0, "p95": 1.0, "sample_count": 93}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 93}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 93}, "tracked": {"avg": 0.129, "max": 1.0, "p95": 1.0, "sample_count": 93}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 93}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 93, "pushed_frames": 93, "read_frames": 92, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.101, "pushed": 3.101, "read": 3.068}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 92, "client_acquire_ms": {"avg_ms": 0.008, "count": 92, "max_ms": 0.032, "p95_ms": 0.017, "reason": null, "sample_age_ms": 70.771, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.038, "count": 92, "max_ms": 6.054, "p95_ms": 3.705, "reason": null, "sample_age_ms": 124.599, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.417, "count": 92, "max_ms": 5.777, "p95_ms": 2.543, "reason": null, "sample_age_ms": 124.875, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.412, "count": 92, "max_ms": 1.174, "p95_ms": 0.719, "reason": null, "sample_age_ms": 70.779, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.099, "count": 92, "max_ms": 6.118, "p95_ms": 3.322, "reason": null, "sample_age_ms": 123.301, "source": "client_direct"}, "request_count": 92, "request_tensor_bytes": {"avg": 2764808.0, "count": 92, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 123.267, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 92, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 71.358, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.974, "count": 92, "max_ms": 80.82, "p95_ms": 67.623, "reason": null, "sample_age_ms": 70.765, "source": "client_direct"}, "sample_age_ms": 70.761, "source": "client_direct", "task_total_ms": {"avg_ms": 50.704, "count": 92, "max_ms": 83.994, "p95_ms": 70.73, "reason": null, "sample_age_ms": 70.761, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.517, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.149, "count": 93, "max_ms": 13.249, "p95_ms": 10.347}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.412, "count": 93, "max_ms": 1.052, "p95_ms": 0.739}, "detection_prepare_ms": {"avg_ms": 1.376, "count": 93, "max_ms": 4.108, "p95_ms": 2.479}, "event_filter_ms": {"avg_ms": 0.006, "count": 93, "max_ms": 0.036, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.272, "count": 93, "max_ms": 0.564, "p95_ms": 0.485}, "mcmt_ms": {"avg_ms": 0.003, "count": 93, "max_ms": 0.025, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.414, "count": 93, "max_ms": 5.756, "p95_ms": 4.707}, "setup_ms": {"avg_ms": 0.043, "count": 93, "max_ms": 0.138, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 6.096, "count": 93, "max_ms": 13.16, "p95_ms": 10.248}, "track_match_ms": {"avg_ms": 0.075, "count": 93, "max_ms": 0.274, "p95_ms": 0.199}, "tracker_update_ms": {"avg_ms": 1.494, "count": 93, "max_ms": 3.823, "p95_ms": 2.771}}, "gstreamer_push": {"avg_ms": 3.118, "count": 93, "max_ms": 5.681, "p95_ms": 5.339}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 93, "max_ms": 0.147, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.062, "count": 93, "max_ms": 85.022, "p95_ms": 72.487}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.916, "count": 93, "max_ms": 12.258, "p95_ms": 8.064}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 93, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 93, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 95.04, "count": 93, "max_ms": 136.041, "p95_ms": 121.64}, "inference_input_copy_ms": {"avg_ms": 1.635, "count": 93, "max_ms": 3.898, "p95_ms": 2.594}, "processing_residual_ms": {"avg_ms": 0.247, "count": 93, "max_ms": 0.514, "p95_ms": 0.442}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 93, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 93, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.839, "count": 93, "max_ms": 141.445, "p95_ms": 126.748}, "read_interval": {"avg_ms": 325.631, "count": 92, "max_ms": 19169.713, "p95_ms": 155.691}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 93, "max_ms": 0.062, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 2.342, "count": 93, "max_ms": 5.604, "p95_ms": 4.389}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 93, "max_ms": 0.045, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.325, "count": 93, "max_ms": 5.542, "p95_ms": 4.359}, "worker_merge_ms": {"avg_ms": 0.007, "count": 93, "max_ms": 0.034, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 52.077, "count": 93, "max_ms": 85.031, "p95_ms": 72.496}, "visualize": {"avg_ms": 35.418, "count": 93, "max_ms": 57.286, "p95_ms": 46.02}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.257, "count": 93, "max_ms": 48.438, "p95_ms": 41.111}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 93, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.932, "count": 93, "max_ms": 51.631, "p95_ms": 44.152}, "visualize_input_copy_ms": {"avg_ms": 1.289, "count": 93, "max_ms": 5.373, "p95_ms": 2.165}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 93, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.804, "count": 93, "max_ms": 51.437, "p95_ms": 43.992}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 93, "max_ms": 0.195, "p95_ms": 0.14}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 93}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 93}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 93}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 848.145, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.567, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.744, "sample_count": 2567, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 85824, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:48:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 90514, "write_bytes_delta": 90514, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 664.0, "cpu_core_ratio": 0.42461, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 406.0, "pid": 14853, "reason": null, "system_cpu_core_ratio": 0.098294, "system_cpu_s_delta": 1.9699999999999989, "user_cpu_core_ratio": 0.326316, "user_cpu_s_delta": 6.539999999999992}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.611124, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.489973, "system_cpu_s_delta": 9.819999999999709, "user_cpu_core_ratio": 1.121151, "user_cpu_s_delta": 22.469999999999345}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.088, "count": 230, "max_ms": 6.202, "p95_ms": 4.706, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.47, "max": 13.0, "p95": 10.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.957, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 230}, "total": {"avg": 1.957, "max": 4.0, "p95": 3.0, "sample_count": 230}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.907, "count": 30, "max": 58.537, "p95": 46.073, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.528, "count": 30, "max": 27.783, "p95": 23.695, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 881.667, "count": 30, "max": 1111.0, "p95": 1084.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 972.367, "count": 30, "max": 5392.0, "p95": 4237.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.072, "count": 30, "max": 0.208, "p95": 0.189, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.394, "count": 30, "max": 0.468, "p95": 0.457, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.01, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 95828.1, "count": 30, "max": 105517.0, "p95": 104502.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 92358.367, "count": 30, "max": 105517.0, "p95": 104502.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.733, "count": 30, "max": 42.0, "p95": 29.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.46, "count": 30, "max": 0.52, "p95": 0.514, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.088, "count": 30, "max": 1.221, "p95": 1.21, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 752, "sampled_at": "2026-10-30T17:48:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:48:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 193865, "flush_count": 196, "flush_interval_seconds": 30.0, "flush_state": {"count": 196, "last_at": "2026-10-30T17:47:51", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:47:51", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 195}, "started": true, "suppressed_count": 85748, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 85723}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 196, "written_record_count": 196}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 4991.254, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 237546086400, "copied_frame_count": 85918, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:26:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4053171, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T17:25:52+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.004}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 25, "events_emitted": 24, "events_failed": 0, "events_observed": 25, "events_suppressed": 1, "frame_buffer_copied_bytes": 237546086400, "frame_buffer_copies": 85918, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1200, "recorder_active_input_bytes": 3317760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 24, "recorder_clips_failed": 0, "recorder_clips_started": 24, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 24, "worker_jobs_accepted": 24, "worker_jobs_completed": 24, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1084, "count": 512, "max_ms": 0.3893, "p50_ms": 0.0966, "p95_ms": 0.2014, "p99_ms": 0.2959}, "stages": {"db_insert": {"avg_ms": 18.5471, "count": 24, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.6719, "p99_ms": 32.8754, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8241, "count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1179.6526, "count": 25, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1361.1648, "p99_ms": 3691.4325, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4659, "count": 512, "max_ms": 5.3976, "p50_ms": 1.3514, "p95_ms": 2.414, "p99_ms": 3.2947, "results": {"failed": 0, "not_applicable": 0, "success": 85918, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 551.2336, "count": 25, "max_ms": 656.9199, "p50_ms": 565.6267, "p95_ms": 641.5441, "p99_ms": 653.5891, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 32.5402, "count": 24, "max_ms": 65.0452, "p50_ms": 31.3333, "p95_ms": 58.1342, "p99_ms": 63.4706, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4339, "count": 512, "max_ms": 12.236, "p50_ms": 5.2619, "p95_ms": 8.1372, "p99_ms": 9.75, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4787, "count": 512, "max_ms": 4.7858, "p50_ms": 1.3661, "p95_ms": 2.4829, "p99_ms": 3.8192, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 569.4871, "count": 24, "max_ms": 653.6862, "p50_ms": 569.125, "p95_ms": 637.6048, "p99_ms": 650.2324, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 476.6504, "count": 24, "max_ms": 555.4516, "p50_ms": 473.3611, "p95_ms": 535.5494, "p99_ms": 550.952, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0238, "count": 24, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.6655, "p99_ms": 98.8855, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.8729, "count": 24, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 7.9552, "p99_ms": 14.219, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.9644, "count": 24, "max_ms": 73.1462, "p50_ms": 44.6038, "p95_ms": 68.956, "p99_ms": 72.5783, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4932, "count": 24, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.532, "p99_ms": 7.6897, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 564.3431, "count": 24, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 699.653, "p99_ms": 3054.3032, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5306, "count": 24, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.4401, "p99_ms": 10.4139, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.5674, "count": 24, "max_ms": 92.2129, "p50_ms": 25.3495, "p95_ms": 73.3712, "p99_ms": 88.0695, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1502, "count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.619, "count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 652.6736, "count": 24, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 766.1912, "p99_ms": 3133.9049, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 24, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287}, "wait_ms": {"count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 24, "artifact_failed": 0, "artifact_requested": 24, "artifact_success": 24, "completed": 24, "completed_failed": 0, "completed_success": 24, "cooldown_promoted": 24, "database_requested": 24, "db_insert_success": 24, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15565, "relay_business_failed": 0, "relay_business_success": 24, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 24, "relay_transport_failed": 0, "relay_transport_success": 24, "reservation_requested": 24}, "snapshot": {"copied_bytes": 66355200, "copied_count": 24, "copy": {"count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 59, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:48:37+09:00", "last_error_summary": "[h264 @ 0x560c5a683cc0] error while decoding MB 44 39, bytestream -10 [h264 @ 0x560c5a683cc0] error while decoding MB 69 65, bytestream -8 [in#0/rtsp @ 0x560c59bfee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c59bfee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T17:48:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 430.433, "last_started_at": "2026-10-30T17:41:27+09:00", "pid": 14853, "process": {"exists": false, "pid": 14853}, "restart_count": 62, "restart_count_per_hour": 20, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 63}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.344, "sample_count": 2399, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 85918, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:48:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.03, "last_frame_pushed_at": "2026-10-30T17:48:37+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-10-30T17:48:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 20, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 255.071, "last_sample_duration_ms": 932.312, "last_trigger": "periodic", "next_snapshot_in_sec": 344.929, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 20, "storage_bytes": 1239646}, "mjpeg": {"age_sec": 0.022, "exists": true, "mtime": "2026-10-30T17:48:37.490441+09:00", "mtime_epoch": 1793350117.4904408, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 86094}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:48:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 947.145, "name": "celery", "pid": 206, "rss_mb": 848.184, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 22, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 85918, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.804, "max": 21.0, "p95": 15.0, "sample_count": 92}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.404, "max": 3.0, "p95": 3.0, "sample_count": 89}, "total": {"avg": 1.359, "max": 3.0, "p95": 3.0, "sample_count": 92}}, "tracking_counts": {"active": {"avg": 0.13, "max": 1.0, "p95": 1.0, "sample_count": 92}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 92}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 92}, "tracked": {"avg": 0.13, "max": 1.0, "p95": 1.0, "sample_count": 92}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 92}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 92, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.067, "pushed": 3.067, "read": 3.067}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 92, "client_acquire_ms": {"avg_ms": 0.008, "count": 92, "max_ms": 0.032, "p95_ms": 0.017, "reason": null, "sample_age_ms": 88.364, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.038, "count": 92, "max_ms": 6.054, "p95_ms": 3.705, "reason": null, "sample_age_ms": 142.192, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.417, "count": 92, "max_ms": 5.777, "p95_ms": 2.543, "reason": null, "sample_age_ms": 142.468, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.412, "count": 92, "max_ms": 1.174, "p95_ms": 0.719, "reason": null, "sample_age_ms": 88.372, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.099, "count": 92, "max_ms": 6.118, "p95_ms": 3.322, "reason": null, "sample_age_ms": 140.894, "source": "client_direct"}, "request_count": 92, "request_tensor_bytes": {"avg": 2764808.0, "count": 92, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 140.86, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 92, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 88.951, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.974, "count": 92, "max_ms": 80.82, "p95_ms": 67.623, "reason": null, "sample_age_ms": 88.358, "source": "client_direct"}, "sample_age_ms": 88.354, "source": "client_direct", "task_total_ms": {"avg_ms": 50.704, "count": 92, "max_ms": 83.994, "p95_ms": 70.73, "reason": null, "sample_age_ms": 88.354, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.505, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.164, "count": 92, "max_ms": 13.249, "p95_ms": 10.347}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.414, "count": 92, "max_ms": 1.052, "p95_ms": 0.739}, "detection_prepare_ms": {"avg_ms": 1.378, "count": 92, "max_ms": 4.108, "p95_ms": 2.479}, "event_filter_ms": {"avg_ms": 0.006, "count": 92, "max_ms": 0.036, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.273, "count": 92, "max_ms": 0.564, "p95_ms": 0.485}, "mcmt_ms": {"avg_ms": 0.003, "count": 92, "max_ms": 0.025, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.42, "count": 92, "max_ms": 5.756, "p95_ms": 4.707}, "setup_ms": {"avg_ms": 0.042, "count": 92, "max_ms": 0.138, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 6.112, "count": 92, "max_ms": 13.16, "p95_ms": 10.248}, "track_match_ms": {"avg_ms": 0.076, "count": 92, "max_ms": 0.274, "p95_ms": 0.199}, "tracker_update_ms": {"avg_ms": 1.499, "count": 92, "max_ms": 3.823, "p95_ms": 2.771}}, "gstreamer_push": {"avg_ms": 3.127, "count": 92, "max_ms": 5.681, "p95_ms": 5.339}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 92, "max_ms": 0.147, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.146, "count": 92, "max_ms": 85.022, "p95_ms": 72.487}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.862, "count": 92, "max_ms": 12.258, "p95_ms": 8.064}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 95.169, "count": 92, "max_ms": 136.041, "p95_ms": 121.64}, "inference_input_copy_ms": {"avg_ms": 1.631, "count": 92, "max_ms": 3.898, "p95_ms": 2.594}, "processing_residual_ms": {"avg_ms": 0.246, "count": 92, "max_ms": 0.514, "p95_ms": 0.442}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.908, "count": 92, "max_ms": 141.445, "p95_ms": 126.748}, "read_interval": {"avg_ms": 325.631, "count": 92, "max_ms": 19169.713, "p95_ms": 155.691}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 92, "max_ms": 0.062, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 2.347, "count": 92, "max_ms": 5.604, "p95_ms": 4.389}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 92, "max_ms": 0.045, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.33, "count": 92, "max_ms": 5.542, "p95_ms": 4.359}, "worker_merge_ms": {"avg_ms": 0.007, "count": 92, "max_ms": 0.034, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 52.16, "count": 92, "max_ms": 85.031, "p95_ms": 72.496}, "visualize": {"avg_ms": 35.444, "count": 92, "max_ms": 57.286, "p95_ms": 46.02}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.282, "count": 92, "max_ms": 48.438, "p95_ms": 41.111}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.953, "count": 92, "max_ms": 51.631, "p95_ms": 44.152}, "visualize_input_copy_ms": {"avg_ms": 1.293, "count": 92, "max_ms": 5.373, "p95_ms": 2.165}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.825, "count": 92, "max_ms": 51.437, "p95_ms": 43.992}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 92, "max_ms": 0.195, "p95_ms": 0.14}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 92}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 92}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 92}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 848.145, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.567, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.744, "sample_count": 2567, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 85824, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:48:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 90514, "write_bytes_delta": 90514, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 664.0, "cpu_core_ratio": 0.42461, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 406.0, "pid": 14853, "reason": null, "system_cpu_core_ratio": 0.098294, "system_cpu_s_delta": 1.9699999999999989, "user_cpu_core_ratio": 0.326316, "user_cpu_s_delta": 6.539999999999992}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.611124, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.489973, "system_cpu_s_delta": 9.819999999999709, "user_cpu_core_ratio": 1.121151, "user_cpu_s_delta": 22.469999999999345}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.088, "count": 230, "max_ms": 6.202, "p95_ms": 4.706, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.47, "max": 13.0, "p95": 10.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.957, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 230}, "total": {"avg": 1.957, "max": 4.0, "p95": 3.0, "sample_count": 230}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.907, "count": 30, "max": 58.537, "p95": 46.073, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.528, "count": 30, "max": 27.783, "p95": 23.695, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 881.667, "count": 30, "max": 1111.0, "p95": 1084.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 972.367, "count": 30, "max": 5392.0, "p95": 4237.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.072, "count": 30, "max": 0.208, "p95": 0.189, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.394, "count": 30, "max": 0.468, "p95": 0.457, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.01, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 95828.1, "count": 30, "max": 105517.0, "p95": 104502.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 92358.367, "count": 30, "max": 105517.0, "p95": 104502.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.733, "count": 30, "max": 42.0, "p95": 29.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.46, "count": 30, "max": 0.52, "p95": 0.514, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.088, "count": 30, "max": 1.221, "p95": 1.21, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 752, "sampled_at": "2026-10-30T17:48:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:48:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 193865, "flush_count": 196, "flush_interval_seconds": 30.0, "flush_state": {"count": 196, "last_at": "2026-10-30T17:47:51", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:47:51", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 195}, "started": true, "suppressed_count": 85748, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 25, "tracking_summary": 85723}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 196, "written_record_count": 196}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5164.855, "limit_mb": null}, "detail": {"pid": 14969, "restart_count": 63, "start_count": 64}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 237546086400, "copied_frame_count": 85918, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:26:00+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4053171, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T17:25:52+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.004}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 25, "events_emitted": 24, "events_failed": 0, "events_observed": 25, "events_suppressed": 1, "frame_buffer_copied_bytes": 237546086400, "frame_buffer_copies": 85918, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1200, "recorder_active_input_bytes": 3317760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 24, "recorder_clips_failed": 0, "recorder_clips_started": 24, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 24, "worker_jobs_accepted": 24, "worker_jobs_completed": 24, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1084, "count": 512, "max_ms": 0.3893, "p50_ms": 0.0966, "p95_ms": 0.2014, "p99_ms": 0.2959}, "stages": {"db_insert": {"avg_ms": 18.5471, "count": 24, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.6719, "p99_ms": 32.8754, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8241, "count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1179.6526, "count": 25, "max_ms": 4422.916, "p50_ms": 1079.1113, "p95_ms": 1361.1648, "p99_ms": 3691.4325, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4659, "count": 512, "max_ms": 5.3976, "p50_ms": 1.3514, "p95_ms": 2.414, "p99_ms": 3.2947, "results": {"failed": 0, "not_applicable": 0, "success": 85918, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 551.2336, "count": 25, "max_ms": 656.9199, "p50_ms": 565.6267, "p95_ms": 641.5441, "p99_ms": 653.5891, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 32.5402, "count": 24, "max_ms": 65.0452, "p50_ms": 31.3333, "p95_ms": 58.1342, "p99_ms": 63.4706, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4339, "count": 512, "max_ms": 12.236, "p50_ms": 5.2619, "p95_ms": 8.1372, "p99_ms": 9.75, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4787, "count": 512, "max_ms": 4.7858, "p50_ms": 1.3661, "p95_ms": 2.4829, "p99_ms": 3.8192, "results": {"failed": 0, "not_applicable": 0, "success": 1200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 569.4871, "count": 24, "max_ms": 653.6862, "p50_ms": 569.125, "p95_ms": 637.6048, "p99_ms": 650.2324, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 476.6504, "count": 24, "max_ms": 555.4516, "p50_ms": 473.3611, "p95_ms": 535.5494, "p99_ms": 550.952, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 86.0238, "count": 24, "max_ms": 99.8242, "p50_ms": 85.3947, "p95_ms": 95.6655, "p99_ms": 98.8855, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.8729, "count": 24, "max_ms": 15.8949, "p50_ms": 2.1085, "p95_ms": 7.9552, "p99_ms": 14.219, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.9644, "count": 24, "max_ms": 73.1462, "p50_ms": 44.6038, "p95_ms": 68.956, "p99_ms": 72.5783, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3844, "count": 24, "max_ms": 8.0269, "p50_ms": 0.9738, "p95_ms": 2.1807, "p99_ms": 6.6953, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9218, "count": 25, "max_ms": 1.7383, "p50_ms": 0.8759, "p95_ms": 1.6286, "p99_ms": 1.7215, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4932, "count": 24, "max_ms": 9.2164, "p50_ms": 1.0712, "p95_ms": 2.532, "p99_ms": 7.6897, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 24, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 564.3431, "count": 24, "max_ms": 3752.636, "p50_ms": 411.3528, "p95_ms": 699.653, "p99_ms": 3054.3032, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.5306, "count": 24, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.4401, "p99_ms": 10.4139, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.5674, "count": 24, "max_ms": 92.2129, "p50_ms": 25.3495, "p95_ms": 73.3712, "p99_ms": 88.0695, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1502, "count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.619, "count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 652.6736, "count": 24, "max_ms": 3837.487, "p50_ms": 494.1554, "p95_ms": 766.1912, "p99_ms": 3133.9049, "results": {"failed": 0, "not_applicable": 0, "success": 24, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 24, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 24, "max_ms": 1.1521, "p50_ms": 0.1033, "p95_ms": 0.1802, "p99_ms": 0.9287}, "wait_ms": {"count": 24, "max_ms": 5.4615, "p50_ms": 2.3085, "p95_ms": 4.2267, "p99_ms": 5.1791}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 24, "artifact_failed": 0, "artifact_requested": 24, "artifact_success": 24, "completed": 24, "completed_failed": 0, "completed_success": 24, "cooldown_promoted": 24, "database_requested": 24, "db_insert_success": 24, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15565, "relay_business_failed": 0, "relay_business_success": 24, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 24, "relay_transport_failed": 0, "relay_transport_success": 24, "reservation_requested": 24}, "snapshot": {"copied_bytes": 66355200, "copied_count": 24, "copy": {"count": 24, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6893, "p99_ms": 3.5498}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 59, "h264_decode_error_count": 138, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:48:37+09:00", "last_error_summary": "[h264 @ 0x560c5a683cc0] error while decoding MB 44 39, bytestream -10 [h264 @ 0x560c5a683cc0] error while decoding MB 69 65, bytestream -8 [in#0/rtsp @ 0x560c59bfee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x560c59bfee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T17:48:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T17:48:39+09:00", "pid": 14969, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.934, "name": "ffmpeg", "pid": 14969, "rss_mb": 208.934, "state": "S (sleeping)", "threads": 70}, "restart_count": 63, "restart_count_per_hour": 21, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 64}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.377, "sample_count": 2358, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 85918, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:48:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.416, "last_frame_pushed_at": "2026-10-30T17:48:37+09:00", "last_frame_read_age_sec": 4.528, "last_frame_read_at": "2026-10-30T17:48:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 20, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 259.459, "last_sample_duration_ms": 932.312, "last_trigger": "periodic", "next_snapshot_in_sec": 340.541, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 20, "storage_bytes": 1239646}, "mjpeg": {"age_sec": 4.408, "exists": true, "mtime": "2026-10-30T17:48:37.490441+09:00", "mtime_epoch": 1793350117.4904408, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 86094}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:48:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 947.145, "name": "celery", "pid": 206, "rss_mb": 848.188, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 22, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 85918, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.379, "max": 21.0, "p95": 18.0, "sample_count": 58}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.345, "max": 3.0, "p95": 2.0, "sample_count": 55}, "total": {"avg": 1.276, "max": 3.0, "p95": 2.0, "sample_count": 58}}, "tracking_counts": {"active": {"avg": 0.138, "max": 1.0, "p95": 1.0, "sample_count": 58}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "tracked": {"avg": 0.138, "max": 1.0, "p95": 1.0, "sample_count": 58}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 58, "pushed_frames": 58, "read_frames": 57, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.936, "pushed": 1.936, "read": 1.902}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 57, "client_acquire_ms": {"avg_ms": 0.008, "count": 57, "max_ms": 0.024, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4475.056, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.024, "count": 57, "max_ms": 5.36, "p95_ms": 3.149, "reason": null, "sample_age_ms": 4528.884, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.361, "count": 57, "max_ms": 3.142, "p95_ms": 2.003, "reason": null, "sample_age_ms": 4529.16, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.431, "count": 57, "max_ms": 1.174, "p95_ms": 0.766, "reason": null, "sample_age_ms": 4475.064, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.205, "count": 57, "max_ms": 6.118, "p95_ms": 3.426, "reason": null, "sample_age_ms": 4527.586, "source": "client_direct"}, "request_count": 57, "request_tensor_bytes": {"avg": 2764808.0, "count": 57, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4527.552, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 57, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4475.643, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.795, "count": 57, "max_ms": 69.292, "p95_ms": 67.59, "reason": null, "sample_age_ms": 4475.05, "source": "client_direct"}, "sample_age_ms": 4475.046, "source": "client_direct", "task_total_ms": {"avg_ms": 50.676, "count": 57, "max_ms": 72.151, "p95_ms": 70.714, "reason": null, "sample_age_ms": 4475.046, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.034, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.7, "count": 58, "max_ms": 11.588, "p95_ms": 8.734}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.397, "count": 58, "max_ms": 0.906, "p95_ms": 0.739}, "detection_prepare_ms": {"avg_ms": 1.319, "count": 58, "max_ms": 4.108, "p95_ms": 2.479}, "event_filter_ms": {"avg_ms": 0.005, "count": 58, "max_ms": 0.016, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.247, "count": 58, "max_ms": 0.455, "p95_ms": 0.441}, "mcmt_ms": {"avg_ms": 0.003, "count": 58, "max_ms": 0.025, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.208, "count": 58, "max_ms": 4.707, "p95_ms": 3.653}, "setup_ms": {"avg_ms": 0.044, "count": 58, "max_ms": 0.138, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 5.649, "count": 58, "max_ms": 11.495, "p95_ms": 8.677}, "track_match_ms": {"avg_ms": 0.067, "count": 58, "max_ms": 0.22, "p95_ms": 0.154}, "tracker_update_ms": {"avg_ms": 1.358, "count": 58, "max_ms": 3.478, "p95_ms": 2.421}}, "gstreamer_push": {"avg_ms": 2.972, "count": 58, "max_ms": 5.339, "p95_ms": 4.864}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 58, "max_ms": 0.147, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.636, "count": 58, "max_ms": 73.106, "p95_ms": 72.487}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.783, "count": 58, "max_ms": 10.053, "p95_ms": 8.625}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.875, "count": 58, "max_ms": 123.414, "p95_ms": 121.64}, "inference_input_copy_ms": {"avg_ms": 1.56, "count": 58, "max_ms": 3.831, "p95_ms": 2.8}, "processing_residual_ms": {"avg_ms": 0.213, "count": 58, "max_ms": 0.474, "p95_ms": 0.419}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.431, "count": 58, "max_ms": 133.846, "p95_ms": 126.748}, "read_interval": {"avg_ms": 447.468, "count": 57, "max_ms": 19169.713, "p95_ms": 155.539}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 58, "max_ms": 0.03, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 2.139, "count": 58, "max_ms": 4.389, "p95_ms": 3.588}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 58, "max_ms": 0.036, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.123, "count": 58, "max_ms": 4.359, "p95_ms": 3.573}, "worker_merge_ms": {"avg_ms": 0.007, "count": 58, "max_ms": 0.034, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 51.65, "count": 58, "max_ms": 73.115, "p95_ms": 72.496}, "visualize": {"avg_ms": 35.173, "count": 58, "max_ms": 57.286, "p95_ms": 45.944}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.235, "count": 58, "max_ms": 48.438, "p95_ms": 41.243}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.736, "count": 58, "max_ms": 51.631, "p95_ms": 44.264}, "visualize_input_copy_ms": {"avg_ms": 1.25, "count": 58, "max_ms": 5.373, "p95_ms": 2.459}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.613, "count": 58, "max_ms": 51.437, "p95_ms": 44.146}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 58, "max_ms": 0.176, "p95_ms": 0.122}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 58}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 848.145, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.567, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.744, "sample_count": 2567, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 85824, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:48:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 90514, "write_bytes_delta": 90514, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 664.0, "cpu_core_ratio": 0.42461, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 406.0, "pid": 14853, "reason": null, "system_cpu_core_ratio": 0.098294, "system_cpu_s_delta": 1.9699999999999989, "user_cpu_core_ratio": 0.326316, "user_cpu_s_delta": 6.539999999999992}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.611124, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.489973, "system_cpu_s_delta": 9.819999999999709, "user_cpu_core_ratio": 1.121151, "user_cpu_s_delta": 22.469999999999345}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.088, "count": 230, "max_ms": 6.202, "p95_ms": 4.706, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.47, "max": 13.0, "p95": 10.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.957, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 230}, "total": {"avg": 1.957, "max": 4.0, "p95": 3.0, "sample_count": 230}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.907, "count": 30, "max": 58.537, "p95": 46.073, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.528, "count": 30, "max": 27.783, "p95": 23.695, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 881.667, "count": 30, "max": 1111.0, "p95": 1084.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 972.367, "count": 30, "max": 5392.0, "p95": 4237.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.072, "count": 30, "max": 0.208, "p95": 0.189, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.394, "count": 30, "max": 0.468, "p95": 0.457, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.01, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 95828.1, "count": 30, "max": 105517.0, "p95": 104502.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 92358.367, "count": 30, "max": 105517.0, "p95": 104502.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.733, "count": 30, "max": 42.0, "p95": 29.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.46, "count": 30, "max": 0.52, "p95": 0.514, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.088, "count": 30, "max": 1.221, "p95": 1.21, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 752, "sampled_at": "2026-10-30T17:48:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:48:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 199723, "flush_count": 202, "flush_interval_seconds": 30.0, "flush_state": {"count": 202, "last_at": "2026-10-30T17:53:51", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:53:51", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 201}, "started": true, "suppressed_count": 88766, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 88740}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 202, "written_record_count": 202}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5003.012, "limit_mb": null}, "detail": {"h264_decode_error_count": 6, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x6158b55c3dc0] cabac decode of qscale diff failed at 110 45 [h264 @ 0x6158b55c3dc0] error while decoding MB 110 45, bytestream 5157 [h264 @ 0x6158b5754300] cabac decode of qscale diff failed at 70 37 [h264 @ 0x6158b5754300] error while decoding MB 70 37, bytestream 2052 [h264 @ 0x6158b627a800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6158b627a800] error while decoding MB 0 48, bytestream 90301 [h264 @ 0x6158b568e300] error while decoding MB 72 49, bytestream -8", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 245901312000, "copied_frame_count": 88940, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:49:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2807992, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T17:49:02+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.589}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 26, "events_emitted": 25, "events_failed": 0, "events_observed": 26, "events_suppressed": 1, "frame_buffer_copied_bytes": 245901312000, "frame_buffer_copies": 88940, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1250, "recorder_active_input_bytes": 3456000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 25, "recorder_clips_failed": 0, "recorder_clips_started": 25, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 25, "worker_jobs_accepted": 25, "worker_jobs_completed": 25, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1093, "count": 512, "max_ms": 0.3593, "p50_ms": 0.0982, "p95_ms": 0.2088, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 18.8526, "count": 25, "max_ms": 33.4972, "p50_ms": 18.6321, "p95_ms": 30.6312, "p99_ms": 32.8484, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8109, "count": 25, "max_ms": 3.8064, "p50_ms": 1.6587, "p95_ms": 2.6889, "p99_ms": 3.5386, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1172.5611, "count": 26, "max_ms": 4422.916, "p50_ms": 1067.142, "p95_ms": 1357.689, "p99_ms": 3660.9541, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4079, "count": 512, "max_ms": 5.4131, "p50_ms": 1.3348, "p95_ms": 2.3504, "p99_ms": 2.7178, "results": {"failed": 0, "not_applicable": 0, "success": 88940, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.9415, "count": 26, "max_ms": 656.9199, "p50_ms": 562.2852, "p95_ms": 641.1697, "p99_ms": 653.4504, "results": {"failed": 0, "not_applicable": 0, "success": 26, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.973, "count": 25, "max_ms": 68.3606, "p50_ms": 33.3931, "p95_ms": 63.676, "p99_ms": 67.5649, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3802, "count": 512, "max_ms": 12.236, "p50_ms": 5.1487, "p95_ms": 7.9581, "p99_ms": 9.731, "results": {"failed": 0, "not_applicable": 0, "success": 1250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.462, "count": 512, "max_ms": 4.4677, "p50_ms": 1.3644, "p95_ms": 2.4314, "p99_ms": 3.7801, "results": {"failed": 0, "not_applicable": 0, "success": 1250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 566.2561, "count": 25, "max_ms": 653.6862, "p50_ms": 561.2794, "p95_ms": 637.2497, "p99_ms": 650.0823, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6989, "count": 25, "max_ms": 555.4516, "p50_ms": 471.2453, "p95_ms": 535.4366, "p99_ms": 550.7564, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8022, "count": 25, "max_ms": 99.8242, "p50_ms": 84.9877, "p95_ms": 95.6397, "p99_ms": 98.8447, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.7937, "count": 25, "max_ms": 15.8949, "p50_ms": 1.9502, "p95_ms": 7.7376, "p99_ms": 14.1461, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5201, "count": 25, "max_ms": 73.1462, "p50_ms": 44.2759, "p95_ms": 68.3824, "p99_ms": 72.5536, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9046, "count": 26, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6187, "p99_ms": 1.7208, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3482, "count": 25, "max_ms": 8.0269, "p50_ms": 0.967, "p95_ms": 2.1618, "p99_ms": 6.6374, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3482, "count": 25, "max_ms": 8.0269, "p50_ms": 0.967, "p95_ms": 2.1618, "p99_ms": 6.6374, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9046, "count": 26, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6187, "p99_ms": 1.7208, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4614, "count": 25, "max_ms": 9.2164, "p50_ms": 1.0176, "p95_ms": 2.5165, "p99_ms": 7.6233, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 556.8417, "count": 25, "max_ms": 3752.636, "p50_ms": 408.7335, "p95_ms": 694.0685, "p99_ms": 3023.9409, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 26, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 26, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.4717, "count": 25, "max_ms": 11.5083, "p50_ms": 1.9543, "p95_ms": 6.3368, "p99_ms": 10.3663, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4655, "count": 25, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 73.0956, "p99_ms": 87.8893, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.148, "count": 25, "max_ms": 1.1521, "p50_ms": 0.1018, "p95_ms": 0.18, "p99_ms": 0.919, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5799, "count": 25, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2243, "p99_ms": 5.1668, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 646.6579, "count": 25, "max_ms": 3837.487, "p50_ms": 502.281, "p95_ms": 762.1102, "p99_ms": 3103.3143, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 25, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 25, "max_ms": 1.1521, "p50_ms": 0.1018, "p95_ms": 0.18, "p99_ms": 0.919}, "wait_ms": {"count": 25, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2243, "p99_ms": 5.1668}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 25, "artifact_failed": 0, "artifact_requested": 25, "artifact_success": 25, "completed": 25, "completed_failed": 0, "completed_success": 25, "cooldown_promoted": 25, "database_requested": 25, "db_insert_success": 25, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15566, "relay_business_failed": 0, "relay_business_success": 25, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 25, "relay_transport_failed": 0, "relay_transport_success": 25, "reservation_requested": 25}, "snapshot": {"copied_bytes": 69120000, "copied_count": 25, "copy": {"count": 25, "max_ms": 3.8064, "p50_ms": 1.6587, "p95_ms": 2.6889, "p99_ms": 3.5386}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 60, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:54:36+09:00", "last_error_summary": "[h264 @ 0x6158b55c3dc0] cabac decode of qscale diff failed at 110 45 [h264 @ 0x6158b55c3dc0] error while decoding MB 110 45, bytestream 5157 [h264 @ 0x6158b5754300] cabac decode of qscale diff failed at 70 37 [h264 @ 0x6158b5754300] error while decoding MB 70 37, bytestream 2052 [h264 @ 0x6158b627a800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6158b627a800] error while decoding MB 0 48, bytestream 90301 [h264 @ 0x6158b568e300] error while decoding MB 72 49, bytestream -8", "last_exit_at": "2026-10-30T17:48:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 356.919, "last_started_at": "2026-10-30T17:48:39+09:00", "pid": 14969, "process": {"exists": false, "pid": 14969}, "restart_count": 63, "restart_count_per_hour": 18, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 64}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.908, "sample_count": 2581, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 88940, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:54:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.116, "last_frame_pushed_at": "2026-10-30T17:54:36+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-10-30T17:54:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 21, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 12.655, "last_sample_duration_ms": 1034.315, "last_trigger": "periodic", "next_snapshot_in_sec": 587.345, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 21, "storage_bytes": 1249181}, "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-10-30T17:54:36.711206+09:00", "mtime_epoch": 1793350476.7112057, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101137}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:54:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 947.145, "name": "celery", "pid": 206, "rss_mb": 849.625, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 23, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 88941, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.881, "max": 17.0, "p95": 10.0, "sample_count": 260}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.619, "max": 3.0, "p95": 3.0, "sample_count": 160}, "total": {"avg": 0.996, "max": 3.0, "p95": 3.0, "sample_count": 260}}, "tracking_counts": {"active": {"avg": 1.142, "max": 2.0, "p95": 2.0, "sample_count": 260}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 260}, "tracked": {"avg": 1.142, "max": 2.0, "p95": 2.0, "sample_count": 260}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 260, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.685, "pushed": 8.685, "read": 8.685}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 260, "client_acquire_ms": {"avg_ms": 0.008, "count": 261, "max_ms": 0.059, "p95_ms": 0.018, "reason": null, "sample_age_ms": 51.64, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.823, "count": 260, "max_ms": 10.515, "p95_ms": 2.64, "reason": null, "sample_age_ms": 128.814, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.351, "count": 260, "max_ms": 10.127, "p95_ms": 1.974, "reason": null, "sample_age_ms": 129.405, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.363, "count": 261, "max_ms": 1.071, "p95_ms": 0.713, "reason": null, "sample_age_ms": 51.652, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.095, "count": 260, "max_ms": 4.403, "p95_ms": 3.383, "reason": null, "sample_age_ms": 125.945, "source": "client_direct"}, "request_count": 260, "request_tensor_bytes": {"avg": 2764808.0, "count": 260, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 125.907, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 261, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 52.222, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.444, "count": 261, "max_ms": 89.048, "p95_ms": 67.209, "reason": null, "sample_age_ms": 51.634, "source": "client_direct"}, "sample_age_ms": 51.628, "source": "client_direct", "task_total_ms": {"avg_ms": 51.078, "count": 261, "max_ms": 91.325, "p95_ms": 69.542, "reason": null, "sample_age_ms": 51.628, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.744, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.144, "count": 260, "max_ms": 16.412, "p95_ms": 9.907}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.306, "count": 260, "max_ms": 0.698, "p95_ms": 0.608}, "detection_prepare_ms": {"avg_ms": 0.876, "count": 260, "max_ms": 3.269, "p95_ms": 2.139}, "event_filter_ms": {"avg_ms": 0.004, "count": 260, "max_ms": 0.014, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.16, "count": 260, "max_ms": 0.638, "p95_ms": 0.375}, "mcmt_ms": {"avg_ms": 0.003, "count": 260, "max_ms": 0.009, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.687, "count": 260, "max_ms": 6.911, "p95_ms": 4.324}, "setup_ms": {"avg_ms": 0.041, "count": 260, "max_ms": 0.118, "p95_ms": 0.082}, "total_inside_ms": {"avg_ms": 4.094, "count": 260, "max_ms": 16.349, "p95_ms": 9.818}, "track_match_ms": {"avg_ms": 0.08, "count": 260, "max_ms": 0.507, "p95_ms": 0.238}, "tracker_update_ms": {"avg_ms": 0.935, "count": 260, "max_ms": 5.734, "p95_ms": 2.625}}, "gstreamer_push": {"avg_ms": 3.025, "count": 260, "max_ms": 6.601, "p95_ms": 4.862}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 260, "max_ms": 0.242, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.168, "count": 260, "max_ms": 93.79, "p95_ms": 70.147}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.919, "count": 260, "max_ms": 13.344, "p95_ms": 6.586}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.761, "count": 260, "max_ms": 148.564, "p95_ms": 114.581}, "inference_input_copy_ms": {"avg_ms": 1.754, "count": 260, "max_ms": 5.341, "p95_ms": 2.976}, "processing_residual_ms": {"avg_ms": 0.218, "count": 260, "max_ms": 0.948, "p95_ms": 0.43}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.652, "count": 260, "max_ms": 154.644, "p95_ms": 119.161}, "read_interval": {"avg_ms": 115.023, "count": 260, "max_ms": 2187.607, "p95_ms": 144.824}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 260, "max_ms": 0.135, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 1.627, "count": 260, "max_ms": 6.742, "p95_ms": 4.182}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 260, "max_ms": 0.07, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.61, "count": 260, "max_ms": 6.729, "p95_ms": 4.165}, "worker_merge_ms": {"avg_ms": 0.006, "count": 260, "max_ms": 0.032, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 52.182, "count": 260, "max_ms": 93.828, "p95_ms": 70.158}, "visualize": {"avg_ms": 32.208, "count": 260, "max_ms": 62.38, "p95_ms": 45.603}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.624, "count": 260, "max_ms": 51.847, "p95_ms": 39.643}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.265, "count": 260, "max_ms": 60.944, "p95_ms": 43.936}, "visualize_input_copy_ms": {"avg_ms": 0.753, "count": 260, "max_ms": 2.662, "p95_ms": 1.727}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.154, "count": 260, "max_ms": 60.848, "p95_ms": 43.778}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 260, "max_ms": 0.182, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 260}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 849.543, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.776, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.246, "sample_count": 2563, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 88763, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:54:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.079, "exists": true, "size_bytes": 90841, "write_bytes_delta": 90841, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 769.0, "cpu_core_ratio": 0.488721, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 193.0, "pid": 14969, "reason": null, "system_cpu_core_ratio": 0.127536, "system_cpu_s_delta": 2.5600000000000023, "user_cpu_core_ratio": 0.361185, "user_cpu_s_delta": 7.25}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.368517, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.391076, "system_cpu_s_delta": 7.850000000000364, "user_cpu_core_ratio": 0.977441, "user_cpu_s_delta": 19.61999999999898}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.037, "count": 230, "max_ms": 6.643, "p95_ms": 4.862, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.483, "max": 13.0, "p95": 10.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.374, "key_count": 2, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 179}, "total": {"avg": 1.087, "max": 4.0, "p95": 2.0, "sample_count": 230}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.469, "count": 30, "max": 62.882, "p95": 56.701, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.346, "count": 30, "max": 24.29, "p95": 22.505, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 895.6, "count": 30, "max": 1079.0, "p95": 1065.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 763.267, "count": 30, "max": 5392.0, "p95": 3556.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.26, "p95": 0.196, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.393, "count": 30, "max": 0.463, "p95": 0.454, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.079, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91615.967, "count": 30, "max": 100708.0, "p95": 98856.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91615.967, "count": 30, "max": 100708.0, "p95": 98856.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 941.5, "count": 30, "max": 27658.0, "p95": 30.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.463, "count": 30, "max": 0.558, "p95": 0.54, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.09, "count": 30, "max": 1.221, "p95": 1.211, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 770, "sampled_at": "2026-10-30T17:54:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:54:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 199723, "flush_count": 202, "flush_interval_seconds": 30.0, "flush_state": {"count": 202, "last_at": "2026-10-30T17:53:51", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:53:51", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 201}, "started": true, "suppressed_count": 88766, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 88740}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 202, "written_record_count": 202}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5003.449, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T17:54:36+09:00", "last_error_summary": "[h264 @ 0x6158b55c3dc0] cabac decode of qscale diff failed at 110 45 [h264 @ 0x6158b55c3dc0] error while decoding MB 110 45, bytestream 5157 [h264 @ 0x6158b5754300] cabac decode of qscale diff failed at 70 37 [h264 @ 0x6158b5754300] error while decoding MB 70 37, bytestream 2052 [h264 @ 0x6158b627a800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6158b627a800] error while decoding MB 0 48, bytestream 90301 [h264 @ 0x6158b568e300] error while decoding MB 72 49, bytestream -8", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 245904076800, "copied_frame_count": 88941, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:49:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2807992, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T17:49:02+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.589}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 26, "events_emitted": 25, "events_failed": 0, "events_observed": 26, "events_suppressed": 1, "frame_buffer_copied_bytes": 245904076800, "frame_buffer_copies": 88941, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1250, "recorder_active_input_bytes": 3456000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 25, "recorder_clips_failed": 0, "recorder_clips_started": 25, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 25, "worker_jobs_accepted": 25, "worker_jobs_completed": 25, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1095, "count": 512, "max_ms": 0.3593, "p50_ms": 0.0983, "p95_ms": 0.2088, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 18.8526, "count": 25, "max_ms": 33.4972, "p50_ms": 18.6321, "p95_ms": 30.6312, "p99_ms": 32.8484, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8109, "count": 25, "max_ms": 3.8064, "p50_ms": 1.6587, "p95_ms": 2.6889, "p99_ms": 3.5386, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1172.5611, "count": 26, "max_ms": 4422.916, "p50_ms": 1067.142, "p95_ms": 1357.689, "p99_ms": 3660.9541, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4087, "count": 512, "max_ms": 5.4131, "p50_ms": 1.3364, "p95_ms": 2.3504, "p99_ms": 2.7178, "results": {"failed": 0, "not_applicable": 0, "success": 88941, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.9415, "count": 26, "max_ms": 656.9199, "p50_ms": 562.2852, "p95_ms": 641.1697, "p99_ms": 653.4504, "results": {"failed": 0, "not_applicable": 0, "success": 26, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.973, "count": 25, "max_ms": 68.3606, "p50_ms": 33.3931, "p95_ms": 63.676, "p99_ms": 67.5649, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3802, "count": 512, "max_ms": 12.236, "p50_ms": 5.1487, "p95_ms": 7.9581, "p99_ms": 9.731, "results": {"failed": 0, "not_applicable": 0, "success": 1250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.462, "count": 512, "max_ms": 4.4677, "p50_ms": 1.3644, "p95_ms": 2.4314, "p99_ms": 3.7801, "results": {"failed": 0, "not_applicable": 0, "success": 1250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 566.2561, "count": 25, "max_ms": 653.6862, "p50_ms": 561.2794, "p95_ms": 637.2497, "p99_ms": 650.0823, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6989, "count": 25, "max_ms": 555.4516, "p50_ms": 471.2453, "p95_ms": 535.4366, "p99_ms": 550.7564, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8022, "count": 25, "max_ms": 99.8242, "p50_ms": 84.9877, "p95_ms": 95.6397, "p99_ms": 98.8447, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.7937, "count": 25, "max_ms": 15.8949, "p50_ms": 1.9502, "p95_ms": 7.7376, "p99_ms": 14.1461, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5201, "count": 25, "max_ms": 73.1462, "p50_ms": 44.2759, "p95_ms": 68.3824, "p99_ms": 72.5536, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9046, "count": 26, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6187, "p99_ms": 1.7208, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3482, "count": 25, "max_ms": 8.0269, "p50_ms": 0.967, "p95_ms": 2.1618, "p99_ms": 6.6374, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3482, "count": 25, "max_ms": 8.0269, "p50_ms": 0.967, "p95_ms": 2.1618, "p99_ms": 6.6374, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9046, "count": 26, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6187, "p99_ms": 1.7208, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4614, "count": 25, "max_ms": 9.2164, "p50_ms": 1.0176, "p95_ms": 2.5165, "p99_ms": 7.6233, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 556.8417, "count": 25, "max_ms": 3752.636, "p50_ms": 408.7335, "p95_ms": 694.0685, "p99_ms": 3023.9409, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 26, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 26, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.4717, "count": 25, "max_ms": 11.5083, "p50_ms": 1.9543, "p95_ms": 6.3368, "p99_ms": 10.3663, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4655, "count": 25, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 73.0956, "p99_ms": 87.8893, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.148, "count": 25, "max_ms": 1.1521, "p50_ms": 0.1018, "p95_ms": 0.18, "p99_ms": 0.919, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5799, "count": 25, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2243, "p99_ms": 5.1668, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 646.6579, "count": 25, "max_ms": 3837.487, "p50_ms": 502.281, "p95_ms": 762.1102, "p99_ms": 3103.3143, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 25, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 25, "max_ms": 1.1521, "p50_ms": 0.1018, "p95_ms": 0.18, "p99_ms": 0.919}, "wait_ms": {"count": 25, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2243, "p99_ms": 5.1668}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 25, "artifact_failed": 0, "artifact_requested": 25, "artifact_success": 25, "completed": 25, "completed_failed": 0, "completed_success": 25, "cooldown_promoted": 25, "database_requested": 25, "db_insert_success": 25, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15566, "relay_business_failed": 0, "relay_business_success": 25, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 25, "relay_transport_failed": 0, "relay_transport_success": 25, "reservation_requested": 25}, "snapshot": {"copied_bytes": 69120000, "copied_count": 25, "copy": {"count": 25, "max_ms": 3.8064, "p50_ms": 1.6587, "p95_ms": 2.6889, "p99_ms": 3.5386}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 60, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:54:36+09:00", "last_error_summary": "[h264 @ 0x6158b55c3dc0] cabac decode of qscale diff failed at 110 45 [h264 @ 0x6158b55c3dc0] error while decoding MB 110 45, bytestream 5157 [h264 @ 0x6158b5754300] cabac decode of qscale diff failed at 70 37 [h264 @ 0x6158b5754300] error while decoding MB 70 37, bytestream 2052 [h264 @ 0x6158b627a800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6158b627a800] error while decoding MB 0 48, bytestream 90301 [h264 @ 0x6158b568e300] error while decoding MB 72 49, bytestream -8", "last_exit_at": "2026-10-30T17:54:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 356.989, "last_started_at": "2026-10-30T17:48:39+09:00", "pid": 14969, "process": {"exists": false, "pid": 14969}, "restart_count": 63, "restart_count_per_hour": 18, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 64}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.918, "sample_count": 2581, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 88941, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:54:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.019, "last_frame_pushed_at": "2026-10-30T17:54:36+09:00", "last_frame_read_age_sec": 0.181, "last_frame_read_at": "2026-10-30T17:54:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 21, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 12.712, "last_sample_duration_ms": 1034.315, "last_trigger": "periodic", "next_snapshot_in_sec": 587.288, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 21, "storage_bytes": 1249181}, "mjpeg": {"age_sec": 0.008, "exists": true, "mtime": "2026-10-30T17:54:36.878206+09:00", "mtime_epoch": 1793350476.8782065, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101490}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:54:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 947.145, "name": "celery", "pid": 206, "rss_mb": 849.609, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 23, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 88941, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.877, "max": 17.0, "p95": 10.0, "sample_count": 260}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.621, "max": 3.0, "p95": 3.0, "sample_count": 161}, "total": {"avg": 1.004, "max": 3.0, "p95": 3.0, "sample_count": 260}}, "tracking_counts": {"active": {"avg": 1.142, "max": 2.0, "p95": 2.0, "sample_count": 260}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 260}, "tracked": {"avg": 1.142, "max": 2.0, "p95": 2.0, "sample_count": 260}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 260, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.668, "pushed": 8.668, "read": 8.668}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 259, "client_acquire_ms": {"avg_ms": 0.008, "count": 260, "max_ms": 0.059, "p95_ms": 0.018, "reason": null, "sample_age_ms": 123.271, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.825, "count": 259, "max_ms": 10.515, "p95_ms": 2.642, "reason": null, "sample_age_ms": 200.446, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.352, "count": 259, "max_ms": 10.127, "p95_ms": 1.978, "reason": null, "sample_age_ms": 201.037, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.362, "count": 260, "max_ms": 1.071, "p95_ms": 0.714, "reason": null, "sample_age_ms": 123.284, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.097, "count": 259, "max_ms": 4.403, "p95_ms": 3.384, "reason": null, "sample_age_ms": 197.577, "source": "client_direct"}, "request_count": 259, "request_tensor_bytes": {"avg": 2764808.0, "count": 259, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 197.539, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 260, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 123.854, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.437, "count": 260, "max_ms": 89.048, "p95_ms": 67.218, "reason": null, "sample_age_ms": 123.266, "source": "client_direct"}, "sample_age_ms": 123.26, "source": "client_direct", "task_total_ms": {"avg_ms": 51.073, "count": 260, "max_ms": 91.325, "p95_ms": 69.565, "reason": null, "sample_age_ms": 123.26, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.666, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.174, "count": 260, "max_ms": 16.412, "p95_ms": 9.907}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.307, "count": 260, "max_ms": 0.698, "p95_ms": 0.608}, "detection_prepare_ms": {"avg_ms": 0.886, "count": 260, "max_ms": 3.269, "p95_ms": 2.151}, "event_filter_ms": {"avg_ms": 0.004, "count": 260, "max_ms": 0.014, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.162, "count": 260, "max_ms": 0.638, "p95_ms": 0.383}, "mcmt_ms": {"avg_ms": 0.003, "count": 260, "max_ms": 0.009, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.697, "count": 260, "max_ms": 6.911, "p95_ms": 4.324}, "setup_ms": {"avg_ms": 0.041, "count": 260, "max_ms": 0.118, "p95_ms": 0.082}, "total_inside_ms": {"avg_ms": 4.124, "count": 260, "max_ms": 16.349, "p95_ms": 9.818}, "track_match_ms": {"avg_ms": 0.081, "count": 260, "max_ms": 0.507, "p95_ms": 0.238}, "tracker_update_ms": {"avg_ms": 0.942, "count": 260, "max_ms": 5.734, "p95_ms": 2.625}}, "gstreamer_push": {"avg_ms": 3.023, "count": 260, "max_ms": 6.601, "p95_ms": 4.862}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 260, "max_ms": 0.242, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.265, "count": 260, "max_ms": 93.79, "p95_ms": 72.784}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.926, "count": 260, "max_ms": 13.344, "p95_ms": 6.586}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.029, "count": 260, "max_ms": 151.604, "p95_ms": 114.713}, "inference_input_copy_ms": {"avg_ms": 1.764, "count": 260, "max_ms": 5.341, "p95_ms": 3.002}, "processing_residual_ms": {"avg_ms": 0.218, "count": 260, "max_ms": 0.948, "p95_ms": 0.43}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.937, "count": 260, "max_ms": 157.061, "p95_ms": 119.235}, "read_interval": {"avg_ms": 115.023, "count": 260, "max_ms": 2187.607, "p95_ms": 144.824}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 260, "max_ms": 0.135, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 1.636, "count": 260, "max_ms": 6.742, "p95_ms": 4.182}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 260, "max_ms": 0.07, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.62, "count": 260, "max_ms": 6.729, "p95_ms": 4.165}, "worker_merge_ms": {"avg_ms": 0.006, "count": 260, "max_ms": 0.032, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 52.279, "count": 260, "max_ms": 93.828, "p95_ms": 72.791}, "visualize": {"avg_ms": 32.348, "count": 260, "max_ms": 63.854, "p95_ms": 45.611}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.732, "count": 260, "max_ms": 54.632, "p95_ms": 39.848}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.397, "count": 260, "max_ms": 61.503, "p95_ms": 44.024}, "visualize_input_copy_ms": {"avg_ms": 0.76, "count": 260, "max_ms": 2.662, "p95_ms": 1.787}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.285, "count": 260, "max_ms": 61.316, "p95_ms": 43.897}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 260, "max_ms": 0.182, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 260}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 849.543, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.776, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.246, "sample_count": 2563, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 88763, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:54:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.079, "exists": true, "size_bytes": 90841, "write_bytes_delta": 90841, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 769.0, "cpu_core_ratio": 0.488721, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 193.0, "pid": 14969, "reason": null, "system_cpu_core_ratio": 0.127536, "system_cpu_s_delta": 2.5600000000000023, "user_cpu_core_ratio": 0.361185, "user_cpu_s_delta": 7.25}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.368517, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.391076, "system_cpu_s_delta": 7.850000000000364, "user_cpu_core_ratio": 0.977441, "user_cpu_s_delta": 19.61999999999898}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.037, "count": 230, "max_ms": 6.643, "p95_ms": 4.862, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.483, "max": 13.0, "p95": 10.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.374, "key_count": 2, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 179}, "total": {"avg": 1.087, "max": 4.0, "p95": 2.0, "sample_count": 230}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.469, "count": 30, "max": 62.882, "p95": 56.701, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.346, "count": 30, "max": 24.29, "p95": 22.505, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 895.6, "count": 30, "max": 1079.0, "p95": 1065.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 763.267, "count": 30, "max": 5392.0, "p95": 3556.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.26, "p95": 0.196, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.393, "count": 30, "max": 0.463, "p95": 0.454, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.079, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91615.967, "count": 30, "max": 100708.0, "p95": 98856.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91615.967, "count": 30, "max": 100708.0, "p95": 98856.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 941.5, "count": 30, "max": 27658.0, "p95": 30.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.463, "count": 30, "max": 0.558, "p95": 0.54, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.09, "count": 30, "max": 1.221, "p95": 1.211, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 770, "sampled_at": "2026-10-30T17:54:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:54:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 199723, "flush_count": 202, "flush_interval_seconds": 30.0, "flush_state": {"count": 202, "last_at": "2026-10-30T17:53:51", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:53:51", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 201}, "started": true, "suppressed_count": 88766, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 88740}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 202, "written_record_count": 202}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5003.477, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 245904076800, "copied_frame_count": 88941, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:49:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2807992, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T17:49:02+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.589}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 26, "events_emitted": 25, "events_failed": 0, "events_observed": 26, "events_suppressed": 1, "frame_buffer_copied_bytes": 245904076800, "frame_buffer_copies": 88941, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1250, "recorder_active_input_bytes": 3456000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 25, "recorder_clips_failed": 0, "recorder_clips_started": 25, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 25, "worker_jobs_accepted": 25, "worker_jobs_completed": 25, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1095, "count": 512, "max_ms": 0.3593, "p50_ms": 0.0983, "p95_ms": 0.2088, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 18.8526, "count": 25, "max_ms": 33.4972, "p50_ms": 18.6321, "p95_ms": 30.6312, "p99_ms": 32.8484, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8109, "count": 25, "max_ms": 3.8064, "p50_ms": 1.6587, "p95_ms": 2.6889, "p99_ms": 3.5386, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1172.5611, "count": 26, "max_ms": 4422.916, "p50_ms": 1067.142, "p95_ms": 1357.689, "p99_ms": 3660.9541, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4087, "count": 512, "max_ms": 5.4131, "p50_ms": 1.3364, "p95_ms": 2.3504, "p99_ms": 2.7178, "results": {"failed": 0, "not_applicable": 0, "success": 88941, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.9415, "count": 26, "max_ms": 656.9199, "p50_ms": 562.2852, "p95_ms": 641.1697, "p99_ms": 653.4504, "results": {"failed": 0, "not_applicable": 0, "success": 26, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.973, "count": 25, "max_ms": 68.3606, "p50_ms": 33.3931, "p95_ms": 63.676, "p99_ms": 67.5649, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3802, "count": 512, "max_ms": 12.236, "p50_ms": 5.1487, "p95_ms": 7.9581, "p99_ms": 9.731, "results": {"failed": 0, "not_applicable": 0, "success": 1250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.462, "count": 512, "max_ms": 4.4677, "p50_ms": 1.3644, "p95_ms": 2.4314, "p99_ms": 3.7801, "results": {"failed": 0, "not_applicable": 0, "success": 1250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 566.2561, "count": 25, "max_ms": 653.6862, "p50_ms": 561.2794, "p95_ms": 637.2497, "p99_ms": 650.0823, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6989, "count": 25, "max_ms": 555.4516, "p50_ms": 471.2453, "p95_ms": 535.4366, "p99_ms": 550.7564, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8022, "count": 25, "max_ms": 99.8242, "p50_ms": 84.9877, "p95_ms": 95.6397, "p99_ms": 98.8447, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.7937, "count": 25, "max_ms": 15.8949, "p50_ms": 1.9502, "p95_ms": 7.7376, "p99_ms": 14.1461, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5201, "count": 25, "max_ms": 73.1462, "p50_ms": 44.2759, "p95_ms": 68.3824, "p99_ms": 72.5536, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9046, "count": 26, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6187, "p99_ms": 1.7208, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3482, "count": 25, "max_ms": 8.0269, "p50_ms": 0.967, "p95_ms": 2.1618, "p99_ms": 6.6374, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3482, "count": 25, "max_ms": 8.0269, "p50_ms": 0.967, "p95_ms": 2.1618, "p99_ms": 6.6374, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9046, "count": 26, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6187, "p99_ms": 1.7208, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4614, "count": 25, "max_ms": 9.2164, "p50_ms": 1.0176, "p95_ms": 2.5165, "p99_ms": 7.6233, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 556.8417, "count": 25, "max_ms": 3752.636, "p50_ms": 408.7335, "p95_ms": 694.0685, "p99_ms": 3023.9409, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 26, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 26, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.4717, "count": 25, "max_ms": 11.5083, "p50_ms": 1.9543, "p95_ms": 6.3368, "p99_ms": 10.3663, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4655, "count": 25, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 73.0956, "p99_ms": 87.8893, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.148, "count": 25, "max_ms": 1.1521, "p50_ms": 0.1018, "p95_ms": 0.18, "p99_ms": 0.919, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5799, "count": 25, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2243, "p99_ms": 5.1668, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 646.6579, "count": 25, "max_ms": 3837.487, "p50_ms": 502.281, "p95_ms": 762.1102, "p99_ms": 3103.3143, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 25, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 25, "max_ms": 1.1521, "p50_ms": 0.1018, "p95_ms": 0.18, "p99_ms": 0.919}, "wait_ms": {"count": 25, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2243, "p99_ms": 5.1668}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 25, "artifact_failed": 0, "artifact_requested": 25, "artifact_success": 25, "completed": 25, "completed_failed": 0, "completed_success": 25, "cooldown_promoted": 25, "database_requested": 25, "db_insert_success": 25, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15566, "relay_business_failed": 0, "relay_business_success": 25, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 25, "relay_transport_failed": 0, "relay_transport_success": 25, "reservation_requested": 25}, "snapshot": {"copied_bytes": 69120000, "copied_count": 25, "copy": {"count": 25, "max_ms": 3.8064, "p50_ms": 1.6587, "p95_ms": 2.6889, "p99_ms": 3.5386}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 60, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:54:36+09:00", "last_error_summary": "[h264 @ 0x6158b55c3dc0] cabac decode of qscale diff failed at 110 45 [h264 @ 0x6158b55c3dc0] error while decoding MB 110 45, bytestream 5157 [h264 @ 0x6158b5754300] cabac decode of qscale diff failed at 70 37 [h264 @ 0x6158b5754300] error while decoding MB 70 37, bytestream 2052 [h264 @ 0x6158b627a800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6158b627a800] error while decoding MB 0 48, bytestream 90301 [h264 @ 0x6158b568e300] error while decoding MB 72 49, bytestream -8", "last_exit_at": "2026-10-30T17:54:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 357.04, "last_started_at": "2026-10-30T17:48:39+09:00", "pid": 14969, "process": {"exists": false, "pid": 14969}, "restart_count": 63, "restart_count_per_hour": 18, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 64}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.918, "sample_count": 2581, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 88941, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:54:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.071, "last_frame_pushed_at": "2026-10-30T17:54:36+09:00", "last_frame_read_age_sec": 0.232, "last_frame_read_at": "2026-10-30T17:54:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 21, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 12.742, "last_sample_duration_ms": 1034.315, "last_trigger": "periodic", "next_snapshot_in_sec": 587.258, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 21, "storage_bytes": 1249181}, "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-10-30T17:54:36.878206+09:00", "mtime_epoch": 1793350476.8782065, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101490}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:54:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 947.145, "name": "celery", "pid": 206, "rss_mb": 849.609, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 23, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 88941, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.877, "max": 17.0, "p95": 10.0, "sample_count": 260}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.621, "max": 3.0, "p95": 3.0, "sample_count": 161}, "total": {"avg": 1.004, "max": 3.0, "p95": 3.0, "sample_count": 260}}, "tracking_counts": {"active": {"avg": 1.142, "max": 2.0, "p95": 2.0, "sample_count": 260}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 260}, "tracked": {"avg": 1.142, "max": 2.0, "p95": 2.0, "sample_count": 260}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 259, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.681, "pushed": 8.681, "read": 8.648}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 259, "client_acquire_ms": {"avg_ms": 0.008, "count": 259, "max_ms": 0.059, "p95_ms": 0.018, "reason": null, "sample_age_ms": 158.063, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.825, "count": 259, "max_ms": 10.515, "p95_ms": 2.642, "reason": null, "sample_age_ms": 235.237, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.352, "count": 259, "max_ms": 10.127, "p95_ms": 1.978, "reason": null, "sample_age_ms": 235.828, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.362, "count": 259, "max_ms": 1.071, "p95_ms": 0.714, "reason": null, "sample_age_ms": 158.076, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.097, "count": 259, "max_ms": 4.403, "p95_ms": 3.384, "reason": null, "sample_age_ms": 232.368, "source": "client_direct"}, "request_count": 259, "request_tensor_bytes": {"avg": 2764808.0, "count": 259, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 232.331, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 259, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 158.646, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.442, "count": 259, "max_ms": 89.048, "p95_ms": 67.227, "reason": null, "sample_age_ms": 158.057, "source": "client_direct"}, "sample_age_ms": 158.051, "source": "client_direct", "task_total_ms": {"avg_ms": 51.079, "count": 259, "max_ms": 91.325, "p95_ms": 69.588, "reason": null, "sample_age_ms": 158.051, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.414, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.174, "count": 260, "max_ms": 16.412, "p95_ms": 9.907}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.307, "count": 260, "max_ms": 0.698, "p95_ms": 0.608}, "detection_prepare_ms": {"avg_ms": 0.886, "count": 260, "max_ms": 3.269, "p95_ms": 2.151}, "event_filter_ms": {"avg_ms": 0.004, "count": 260, "max_ms": 0.014, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.162, "count": 260, "max_ms": 0.638, "p95_ms": 0.383}, "mcmt_ms": {"avg_ms": 0.003, "count": 260, "max_ms": 0.009, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.697, "count": 260, "max_ms": 6.911, "p95_ms": 4.324}, "setup_ms": {"avg_ms": 0.041, "count": 260, "max_ms": 0.118, "p95_ms": 0.082}, "total_inside_ms": {"avg_ms": 4.124, "count": 260, "max_ms": 16.349, "p95_ms": 9.818}, "track_match_ms": {"avg_ms": 0.081, "count": 260, "max_ms": 0.507, "p95_ms": 0.238}, "tracker_update_ms": {"avg_ms": 0.942, "count": 260, "max_ms": 5.734, "p95_ms": 2.625}}, "gstreamer_push": {"avg_ms": 3.023, "count": 260, "max_ms": 6.601, "p95_ms": 4.862}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 260, "max_ms": 0.242, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.265, "count": 260, "max_ms": 93.79, "p95_ms": 72.784}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.926, "count": 260, "max_ms": 13.344, "p95_ms": 6.586}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.029, "count": 260, "max_ms": 151.604, "p95_ms": 114.713}, "inference_input_copy_ms": {"avg_ms": 1.764, "count": 260, "max_ms": 5.341, "p95_ms": 3.002}, "processing_residual_ms": {"avg_ms": 0.218, "count": 260, "max_ms": 0.948, "p95_ms": 0.43}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.937, "count": 260, "max_ms": 157.061, "p95_ms": 119.235}, "read_interval": {"avg_ms": 115.11, "count": 259, "max_ms": 2187.607, "p95_ms": 145.098}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 260, "max_ms": 0.135, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 1.636, "count": 260, "max_ms": 6.742, "p95_ms": 4.182}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 260, "max_ms": 0.07, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.62, "count": 260, "max_ms": 6.729, "p95_ms": 4.165}, "worker_merge_ms": {"avg_ms": 0.006, "count": 260, "max_ms": 0.032, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 52.279, "count": 260, "max_ms": 93.828, "p95_ms": 72.791}, "visualize": {"avg_ms": 32.348, "count": 260, "max_ms": 63.854, "p95_ms": 45.611}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.732, "count": 260, "max_ms": 54.632, "p95_ms": 39.848}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.397, "count": 260, "max_ms": 61.503, "p95_ms": 44.024}, "visualize_input_copy_ms": {"avg_ms": 0.76, "count": 260, "max_ms": 2.662, "p95_ms": 1.787}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.285, "count": 260, "max_ms": 61.316, "p95_ms": 43.897}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 260, "max_ms": 0.182, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 260}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 849.543, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.776, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.246, "sample_count": 2563, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 88763, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:54:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.079, "exists": true, "size_bytes": 90841, "write_bytes_delta": 90841, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 769.0, "cpu_core_ratio": 0.488721, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 193.0, "pid": 14969, "reason": null, "system_cpu_core_ratio": 0.127536, "system_cpu_s_delta": 2.5600000000000023, "user_cpu_core_ratio": 0.361185, "user_cpu_s_delta": 7.25}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.368517, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.391076, "system_cpu_s_delta": 7.850000000000364, "user_cpu_core_ratio": 0.977441, "user_cpu_s_delta": 19.61999999999898}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.037, "count": 230, "max_ms": 6.643, "p95_ms": 4.862, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.483, "max": 13.0, "p95": 10.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.374, "key_count": 2, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 179}, "total": {"avg": 1.087, "max": 4.0, "p95": 2.0, "sample_count": 230}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.469, "count": 30, "max": 62.882, "p95": 56.701, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.346, "count": 30, "max": 24.29, "p95": 22.505, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 895.6, "count": 30, "max": 1079.0, "p95": 1065.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 763.267, "count": 30, "max": 5392.0, "p95": 3556.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.26, "p95": 0.196, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.393, "count": 30, "max": 0.463, "p95": 0.454, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.079, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91615.967, "count": 30, "max": 100708.0, "p95": 98856.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91615.967, "count": 30, "max": 100708.0, "p95": 98856.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 941.5, "count": 30, "max": 27658.0, "p95": 30.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.463, "count": 30, "max": 0.558, "p95": 0.54, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.09, "count": 30, "max": 1.221, "p95": 1.211, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 770, "sampled_at": "2026-10-30T17:54:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:54:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 199723, "flush_count": 202, "flush_interval_seconds": 30.0, "flush_state": {"count": 202, "last_at": "2026-10-30T17:53:51", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:53:51", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 201}, "started": true, "suppressed_count": 88766, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 88740}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 202, "written_record_count": 202}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5177.5, "limit_mb": null}, "detail": {"pid": 15147, "restart_count": 64, "start_count": 65}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 245904076800, "copied_frame_count": 88941, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:49:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2807992, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T17:49:02+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.589}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 26, "events_emitted": 25, "events_failed": 0, "events_observed": 26, "events_suppressed": 1, "frame_buffer_copied_bytes": 245904076800, "frame_buffer_copies": 88941, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1250, "recorder_active_input_bytes": 3456000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 25, "recorder_clips_failed": 0, "recorder_clips_started": 25, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 25, "worker_jobs_accepted": 25, "worker_jobs_completed": 25, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1095, "count": 512, "max_ms": 0.3593, "p50_ms": 0.0983, "p95_ms": 0.2088, "p99_ms": 0.2749}, "stages": {"db_insert": {"avg_ms": 18.8526, "count": 25, "max_ms": 33.4972, "p50_ms": 18.6321, "p95_ms": 30.6312, "p99_ms": 32.8484, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8109, "count": 25, "max_ms": 3.8064, "p50_ms": 1.6587, "p95_ms": 2.6889, "p99_ms": 3.5386, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1172.5611, "count": 26, "max_ms": 4422.916, "p50_ms": 1067.142, "p95_ms": 1357.689, "p99_ms": 3660.9541, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4087, "count": 512, "max_ms": 5.4131, "p50_ms": 1.3364, "p95_ms": 2.3504, "p99_ms": 2.7178, "results": {"failed": 0, "not_applicable": 0, "success": 88941, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.9415, "count": 26, "max_ms": 656.9199, "p50_ms": 562.2852, "p95_ms": 641.1697, "p99_ms": 653.4504, "results": {"failed": 0, "not_applicable": 0, "success": 26, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.973, "count": 25, "max_ms": 68.3606, "p50_ms": 33.3931, "p95_ms": 63.676, "p99_ms": 67.5649, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3802, "count": 512, "max_ms": 12.236, "p50_ms": 5.1487, "p95_ms": 7.9581, "p99_ms": 9.731, "results": {"failed": 0, "not_applicable": 0, "success": 1250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.462, "count": 512, "max_ms": 4.4677, "p50_ms": 1.3644, "p95_ms": 2.4314, "p99_ms": 3.7801, "results": {"failed": 0, "not_applicable": 0, "success": 1250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 566.2561, "count": 25, "max_ms": 653.6862, "p50_ms": 561.2794, "p95_ms": 637.2497, "p99_ms": 650.0823, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6989, "count": 25, "max_ms": 555.4516, "p50_ms": 471.2453, "p95_ms": 535.4366, "p99_ms": 550.7564, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8022, "count": 25, "max_ms": 99.8242, "p50_ms": 84.9877, "p95_ms": 95.6397, "p99_ms": 98.8447, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.7937, "count": 25, "max_ms": 15.8949, "p50_ms": 1.9502, "p95_ms": 7.7376, "p99_ms": 14.1461, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5201, "count": 25, "max_ms": 73.1462, "p50_ms": 44.2759, "p95_ms": 68.3824, "p99_ms": 72.5536, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9046, "count": 26, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6187, "p99_ms": 1.7208, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3482, "count": 25, "max_ms": 8.0269, "p50_ms": 0.967, "p95_ms": 2.1618, "p99_ms": 6.6374, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3482, "count": 25, "max_ms": 8.0269, "p50_ms": 0.967, "p95_ms": 2.1618, "p99_ms": 6.6374, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9046, "count": 26, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6187, "p99_ms": 1.7208, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4614, "count": 25, "max_ms": 9.2164, "p50_ms": 1.0176, "p95_ms": 2.5165, "p99_ms": 7.6233, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 556.8417, "count": 25, "max_ms": 3752.636, "p50_ms": 408.7335, "p95_ms": 694.0685, "p99_ms": 3023.9409, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 26, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 26, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.4717, "count": 25, "max_ms": 11.5083, "p50_ms": 1.9543, "p95_ms": 6.3368, "p99_ms": 10.3663, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4655, "count": 25, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 73.0956, "p99_ms": 87.8893, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.148, "count": 25, "max_ms": 1.1521, "p50_ms": 0.1018, "p95_ms": 0.18, "p99_ms": 0.919, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5799, "count": 25, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2243, "p99_ms": 5.1668, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 646.6579, "count": 25, "max_ms": 3837.487, "p50_ms": 502.281, "p95_ms": 762.1102, "p99_ms": 3103.3143, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 25, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 25, "max_ms": 1.1521, "p50_ms": 0.1018, "p95_ms": 0.18, "p99_ms": 0.919}, "wait_ms": {"count": 25, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2243, "p99_ms": 5.1668}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 25, "artifact_failed": 0, "artifact_requested": 25, "artifact_success": 25, "completed": 25, "completed_failed": 0, "completed_success": 25, "cooldown_promoted": 25, "database_requested": 25, "db_insert_success": 25, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15566, "relay_business_failed": 0, "relay_business_success": 25, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 25, "relay_transport_failed": 0, "relay_transport_success": 25, "reservation_requested": 25}, "snapshot": {"copied_bytes": 69120000, "copied_count": 25, "copy": {"count": 25, "max_ms": 3.8064, "p50_ms": 1.6587, "p95_ms": 2.6889, "p99_ms": 3.5386}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 60, "h264_decode_error_count": 144, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:54:36+09:00", "last_error_summary": "[h264 @ 0x6158b55c3dc0] cabac decode of qscale diff failed at 110 45 [h264 @ 0x6158b55c3dc0] error while decoding MB 110 45, bytestream 5157 [h264 @ 0x6158b5754300] cabac decode of qscale diff failed at 70 37 [h264 @ 0x6158b5754300] error while decoding MB 70 37, bytestream 2052 [h264 @ 0x6158b627a800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6158b627a800] error while decoding MB 0 48, bytestream 90301 [h264 @ 0x6158b568e300] error while decoding MB 72 49, bytestream -8", "last_exit_at": "2026-10-30T17:54:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T17:54:39+09:00", "pid": 15147, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.531, "name": "ffmpeg", "pid": 15147, "rss_mb": 209.531, "state": "S (sleeping)", "threads": 70}, "restart_count": 64, "restart_count_per_hour": 19, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 65}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.918, "sample_count": 2545, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 88941, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:54:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.432, "last_frame_pushed_at": "2026-10-30T17:54:36+09:00", "last_frame_read_age_sec": 4.593, "last_frame_read_at": "2026-10-30T17:54:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 21, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 17.105, "last_sample_duration_ms": 1034.315, "last_trigger": "periodic", "next_snapshot_in_sec": 582.895, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 21, "storage_bytes": 1249181}, "mjpeg": {"age_sec": 4.42, "exists": true, "mtime": "2026-10-30T17:54:36.878206+09:00", "mtime_epoch": 1793350476.8782065, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101490}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:54:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 947.145, "name": "celery", "pid": 206, "rss_mb": 849.613, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 23, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 88941, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.018, "max": 17.0, "p95": 11.0, "sample_count": 219}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.726, "max": 3.0, "p95": 3.0, "sample_count": 135}, "total": {"avg": 1.064, "max": 3.0, "p95": 3.0, "sample_count": 219}}, "tracking_counts": {"active": {"avg": 1.16, "max": 2.0, "p95": 2.0, "sample_count": 219}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 219}, "tracked": {"avg": 1.16, "max": 2.0, "p95": 2.0, "sample_count": 219}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.309, "pushed": 7.309, "read": 7.276}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 218, "client_acquire_ms": {"avg_ms": 0.008, "count": 218, "max_ms": 0.038, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4521.08, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.824, "count": 218, "max_ms": 10.515, "p95_ms": 2.688, "reason": null, "sample_age_ms": 4598.254, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.367, "count": 218, "max_ms": 10.127, "p95_ms": 2.077, "reason": null, "sample_age_ms": 4598.845, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.35, "count": 218, "max_ms": 1.071, "p95_ms": 0.688, "reason": null, "sample_age_ms": 4521.093, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.117, "count": 218, "max_ms": 4.403, "p95_ms": 3.399, "reason": null, "sample_age_ms": 4595.385, "source": "client_direct"}, "request_count": 218, "request_tensor_bytes": {"avg": 2764808.0, "count": 218, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4595.348, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 218, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4521.663, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.476, "count": 218, "max_ms": 89.048, "p95_ms": 67.624, "reason": null, "sample_age_ms": 4521.074, "source": "client_direct"}, "sample_age_ms": 4521.068, "source": "client_direct", "task_total_ms": {"avg_ms": 51.121, "count": 218, "max_ms": 91.325, "p95_ms": 70.33, "reason": null, "sample_age_ms": 4521.068, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.275, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.305, "count": 219, "max_ms": 16.412, "p95_ms": 10.283}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.297, "count": 219, "max_ms": 0.698, "p95_ms": 0.583}, "detection_prepare_ms": {"avg_ms": 0.878, "count": 219, "max_ms": 3.269, "p95_ms": 2.195}, "event_filter_ms": {"avg_ms": 0.004, "count": 219, "max_ms": 0.014, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.169, "count": 219, "max_ms": 0.638, "p95_ms": 0.386}, "mcmt_ms": {"avg_ms": 0.003, "count": 219, "max_ms": 0.009, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.832, "count": 219, "max_ms": 6.911, "p95_ms": 4.806}, "setup_ms": {"avg_ms": 0.04, "count": 219, "max_ms": 0.118, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 4.256, "count": 219, "max_ms": 16.349, "p95_ms": 10.212}, "track_match_ms": {"avg_ms": 0.08, "count": 219, "max_ms": 0.507, "p95_ms": 0.238}, "tracker_update_ms": {"avg_ms": 0.952, "count": 219, "max_ms": 5.734, "p95_ms": 2.682}}, "gstreamer_push": {"avg_ms": 3.046, "count": 219, "max_ms": 6.601, "p95_ms": 4.869}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 219, "max_ms": 0.242, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.311, "count": 219, "max_ms": 93.79, "p95_ms": 73.855}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.918, "count": 219, "max_ms": 13.344, "p95_ms": 7.075}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.249, "count": 219, "max_ms": 151.604, "p95_ms": 115.75}, "inference_input_copy_ms": {"avg_ms": 1.752, "count": 219, "max_ms": 4.133, "p95_ms": 3.006}, "processing_residual_ms": {"avg_ms": 0.225, "count": 219, "max_ms": 0.948, "p95_ms": 0.444}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.144, "count": 219, "max_ms": 157.061, "p95_ms": 119.764}, "read_interval": {"avg_ms": 116.815, "count": 218, "max_ms": 2187.607, "p95_ms": 145.823}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 219, "max_ms": 0.135, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 1.773, "count": 219, "max_ms": 6.742, "p95_ms": 4.651}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 219, "max_ms": 0.07, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.756, "count": 219, "max_ms": 6.729, "p95_ms": 4.623}, "worker_merge_ms": {"avg_ms": 0.006, "count": 219, "max_ms": 0.031, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 52.324, "count": 219, "max_ms": 93.828, "p95_ms": 73.862}, "visualize": {"avg_ms": 32.407, "count": 219, "max_ms": 63.854, "p95_ms": 47.349}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.708, "count": 219, "max_ms": 54.632, "p95_ms": 41.246}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.473, "count": 219, "max_ms": 61.503, "p95_ms": 45.553}, "visualize_input_copy_ms": {"avg_ms": 0.751, "count": 219, "max_ms": 2.653, "p95_ms": 1.727}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.362, "count": 219, "max_ms": 61.316, "p95_ms": 45.32}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 219, "max_ms": 0.182, "p95_ms": 0.128}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 219}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 849.543, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.776, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.246, "sample_count": 2563, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 88763, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:54:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.079, "exists": true, "size_bytes": 90841, "write_bytes_delta": 90841, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 769.0, "cpu_core_ratio": 0.488721, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 193.0, "pid": 14969, "reason": null, "system_cpu_core_ratio": 0.127536, "system_cpu_s_delta": 2.5600000000000023, "user_cpu_core_ratio": 0.361185, "user_cpu_s_delta": 7.25}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.368517, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.391076, "system_cpu_s_delta": 7.850000000000364, "user_cpu_core_ratio": 0.977441, "user_cpu_s_delta": 19.61999999999898}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.037, "count": 230, "max_ms": 6.643, "p95_ms": 4.862, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.483, "max": 13.0, "p95": 10.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.374, "key_count": 2, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 179}, "total": {"avg": 1.087, "max": 4.0, "p95": 2.0, "sample_count": 230}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.469, "count": 30, "max": 62.882, "p95": 56.701, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.346, "count": 30, "max": 24.29, "p95": 22.505, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 895.6, "count": 30, "max": 1079.0, "p95": 1065.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 763.267, "count": 30, "max": 5392.0, "p95": 3556.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.26, "p95": 0.196, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.393, "count": 30, "max": 0.463, "p95": 0.454, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.079, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91615.967, "count": 30, "max": 100708.0, "p95": 98856.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91615.967, "count": 30, "max": 100708.0, "p95": 98856.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 941.5, "count": 30, "max": 27658.0, "p95": 30.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.463, "count": 30, "max": 0.558, "p95": 0.54, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.09, "count": 30, "max": 1.221, "p95": 1.211, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 770, "sampled_at": "2026-10-30T17:54:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:54:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 202603, "flush_count": 205, "flush_interval_seconds": 30.0, "flush_state": {"count": 205, "last_at": "2026-10-30T17:56:52", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:56:52", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 204}, "started": true, "suppressed_count": 90139, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 90113}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 205, "written_record_count": 205}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5007.797, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5dbe01fa2780] error while decoding MB 2 53, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 249705676800, "copied_frame_count": 90316, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:49:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2807992, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T17:49:02+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.589}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 26, "events_emitted": 25, "events_failed": 0, "events_observed": 26, "events_suppressed": 1, "frame_buffer_copied_bytes": 249705676800, "frame_buffer_copies": 90316, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1250, "recorder_active_input_bytes": 3456000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 25, "recorder_clips_failed": 0, "recorder_clips_started": 25, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 25, "worker_jobs_accepted": 25, "worker_jobs_completed": 25, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1061, "count": 512, "max_ms": 0.3546, "p50_ms": 0.0885, "p95_ms": 0.201, "p99_ms": 0.2924}, "stages": {"db_insert": {"avg_ms": 18.8526, "count": 25, "max_ms": 33.4972, "p50_ms": 18.6321, "p95_ms": 30.6312, "p99_ms": 32.8484, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8109, "count": 25, "max_ms": 3.8064, "p50_ms": 1.6587, "p95_ms": 2.6889, "p99_ms": 3.5386, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1172.5611, "count": 26, "max_ms": 4422.916, "p50_ms": 1067.142, "p95_ms": 1357.689, "p99_ms": 3660.9541, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3893, "count": 512, "max_ms": 3.5471, "p50_ms": 1.2969, "p95_ms": 2.2397, "p99_ms": 2.8316, "results": {"failed": 0, "not_applicable": 0, "success": 90316, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.9415, "count": 26, "max_ms": 656.9199, "p50_ms": 562.2852, "p95_ms": 641.1697, "p99_ms": 653.4504, "results": {"failed": 0, "not_applicable": 0, "success": 26, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.973, "count": 25, "max_ms": 68.3606, "p50_ms": 33.3931, "p95_ms": 63.676, "p99_ms": 67.5649, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3802, "count": 512, "max_ms": 12.236, "p50_ms": 5.1487, "p95_ms": 7.9581, "p99_ms": 9.731, "results": {"failed": 0, "not_applicable": 0, "success": 1250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.462, "count": 512, "max_ms": 4.4677, "p50_ms": 1.3644, "p95_ms": 2.4314, "p99_ms": 3.7801, "results": {"failed": 0, "not_applicable": 0, "success": 1250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 566.2561, "count": 25, "max_ms": 653.6862, "p50_ms": 561.2794, "p95_ms": 637.2497, "p99_ms": 650.0823, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6989, "count": 25, "max_ms": 555.4516, "p50_ms": 471.2453, "p95_ms": 535.4366, "p99_ms": 550.7564, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8022, "count": 25, "max_ms": 99.8242, "p50_ms": 84.9877, "p95_ms": 95.6397, "p99_ms": 98.8447, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.7937, "count": 25, "max_ms": 15.8949, "p50_ms": 1.9502, "p95_ms": 7.7376, "p99_ms": 14.1461, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5201, "count": 25, "max_ms": 73.1462, "p50_ms": 44.2759, "p95_ms": 68.3824, "p99_ms": 72.5536, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9046, "count": 26, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6187, "p99_ms": 1.7208, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3482, "count": 25, "max_ms": 8.0269, "p50_ms": 0.967, "p95_ms": 2.1618, "p99_ms": 6.6374, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3482, "count": 25, "max_ms": 8.0269, "p50_ms": 0.967, "p95_ms": 2.1618, "p99_ms": 6.6374, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9046, "count": 26, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6187, "p99_ms": 1.7208, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4614, "count": 25, "max_ms": 9.2164, "p50_ms": 1.0176, "p95_ms": 2.5165, "p99_ms": 7.6233, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 556.8417, "count": 25, "max_ms": 3752.636, "p50_ms": 408.7335, "p95_ms": 694.0685, "p99_ms": 3023.9409, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 26, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 26, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.4717, "count": 25, "max_ms": 11.5083, "p50_ms": 1.9543, "p95_ms": 6.3368, "p99_ms": 10.3663, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4655, "count": 25, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 73.0956, "p99_ms": 87.8893, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.148, "count": 25, "max_ms": 1.1521, "p50_ms": 0.1018, "p95_ms": 0.18, "p99_ms": 0.919, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5799, "count": 25, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2243, "p99_ms": 5.1668, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 646.6579, "count": 25, "max_ms": 3837.487, "p50_ms": 502.281, "p95_ms": 762.1102, "p99_ms": 3103.3143, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 25, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 25, "max_ms": 1.1521, "p50_ms": 0.1018, "p95_ms": 0.18, "p99_ms": 0.919}, "wait_ms": {"count": 25, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2243, "p99_ms": 5.1668}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 25, "artifact_failed": 0, "artifact_requested": 25, "artifact_success": 25, "completed": 25, "completed_failed": 0, "completed_success": 25, "cooldown_promoted": 25, "database_requested": 25, "db_insert_success": 25, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15566, "relay_business_failed": 0, "relay_business_success": 25, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 25, "relay_transport_failed": 0, "relay_transport_success": 25, "reservation_requested": 25}, "snapshot": {"copied_bytes": 69120000, "copied_count": 25, "copy": {"count": 25, "max_ms": 3.8064, "p50_ms": 1.6587, "p95_ms": 2.6889, "p99_ms": 3.5386}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 61, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:57:17+09:00", "last_error_summary": "[h264 @ 0x5dbe01fa2780] error while decoding MB 2 53, bytestream -5", "last_exit_at": "2026-10-30T17:54:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 158.603, "last_started_at": "2026-10-30T17:54:39+09:00", "pid": 15147, "process": {"exists": false, "pid": 15147}, "restart_count": 64, "restart_count_per_hour": 18, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 65}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.277, "sample_count": 2569, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 90316, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:57:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.052, "last_frame_pushed_at": "2026-10-30T17:57:17+09:00", "last_frame_read_age_sec": 0.048, "last_frame_read_at": "2026-10-30T17:57:17+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 21, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 173.71, "last_sample_duration_ms": 1034.315, "last_trigger": "periodic", "next_snapshot_in_sec": 426.29, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 21, "storage_bytes": 1249181}, "mjpeg": {"age_sec": 0.043, "exists": true, "mtime": "2026-10-30T17:57:17.858007+09:00", "mtime_epoch": 1793350637.8580074, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 122892}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:57:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 947.145, "name": "celery", "pid": 206, "rss_mb": 850.32, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 23, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 90317, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.141, "max": 29.0, "p95": 19.0, "sample_count": 270}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.929, "max": 5.0, "p95": 3.0, "sample_count": 241}, "total": {"avg": 1.722, "max": 5.0, "p95": 3.0, "sample_count": 270}}, "tracking_counts": {"active": {"avg": 0.341, "max": 3.0, "p95": 1.0, "sample_count": 270}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 270}, "removed": {"avg": 0.041, "max": 1.0, "p95": 0.0, "sample_count": 270}, "tracked": {"avg": 0.341, "max": 3.0, "p95": 1.0, "sample_count": 270}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 270}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.006, "pushed": 9.006, "read": 9.006}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 270, "client_acquire_ms": {"avg_ms": 0.007, "count": 270, "max_ms": 0.026, "p95_ms": 0.013, "reason": null, "sample_age_ms": 16.551, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.722, "count": 270, "max_ms": 4.65, "p95_ms": 2.28, "reason": null, "sample_age_ms": 55.356, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.292, "count": 270, "max_ms": 3.78, "p95_ms": 1.756, "reason": null, "sample_age_ms": 55.66, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.391, "count": 270, "max_ms": 1.296, "p95_ms": 0.729, "reason": null, "sample_age_ms": 16.558, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.797, "count": 270, "max_ms": 4.984, "p95_ms": 3.016, "reason": null, "sample_age_ms": 53.702, "source": "client_direct"}, "request_count": 270, "request_tensor_bytes": {"avg": 2764808.0, "count": 270, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 53.671, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 270, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 16.927, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.604, "count": 270, "max_ms": 82.021, "p95_ms": 65.826, "reason": null, "sample_age_ms": 16.548, "source": "client_direct"}, "sample_age_ms": 16.546, "source": "client_direct", "task_total_ms": {"avg_ms": 48.955, "count": 270, "max_ms": 85.385, "p95_ms": 68.403, "reason": null, "sample_age_ms": 16.546, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.183, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.617, "count": 270, "max_ms": 17.426, "p95_ms": 12.303}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.402, "count": 270, "max_ms": 1.12, "p95_ms": 0.809}, "detection_prepare_ms": {"avg_ms": 1.362, "count": 270, "max_ms": 9.252, "p95_ms": 2.695}, "event_filter_ms": {"avg_ms": 0.005, "count": 270, "max_ms": 0.024, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.309, "count": 270, "max_ms": 0.868, "p95_ms": 0.617}, "mcmt_ms": {"avg_ms": 0.003, "count": 270, "max_ms": 0.032, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.689, "count": 270, "max_ms": 6.768, "p95_ms": 5.244}, "setup_ms": {"avg_ms": 0.041, "count": 270, "max_ms": 0.133, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 6.563, "count": 270, "max_ms": 17.331, "p95_ms": 12.19}, "track_match_ms": {"avg_ms": 0.081, "count": 270, "max_ms": 0.278, "p95_ms": 0.185}, "tracker_update_ms": {"avg_ms": 1.669, "count": 270, "max_ms": 9.731, "p95_ms": 3.283}}, "gstreamer_push": {"avg_ms": 2.948, "count": 270, "max_ms": 5.873, "p95_ms": 4.731}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 270, "max_ms": 0.507, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.093, "count": 270, "max_ms": 88.149, "p95_ms": 70.931}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.664, "count": 270, "max_ms": 11.882, "p95_ms": 7.118}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 270, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 270, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.93, "count": 270, "max_ms": 149.303, "p95_ms": 123.905}, "inference_input_copy_ms": {"avg_ms": 1.592, "count": 270, "max_ms": 7.933, "p95_ms": 2.735}, "processing_residual_ms": {"avg_ms": 0.201, "count": 270, "max_ms": 0.68, "p95_ms": 0.397}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 270, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 270, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.388, "count": 270, "max_ms": 154.246, "p95_ms": 127.179}, "read_interval": {"avg_ms": 111.261, "count": 270, "max_ms": 205.465, "p95_ms": 156.53}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 270, "max_ms": 0.148, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 2.62, "count": 270, "max_ms": 6.658, "p95_ms": 5.136}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 270, "max_ms": 0.061, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.602, "count": 270, "max_ms": 6.635, "p95_ms": 5.11}, "worker_merge_ms": {"avg_ms": 0.006, "count": 270, "max_ms": 0.024, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 50.107, "count": 270, "max_ms": 88.168, "p95_ms": 70.947}, "visualize": {"avg_ms": 34.943, "count": 270, "max_ms": 61.129, "p95_ms": 49.522}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.513, "count": 270, "max_ms": 48.584, "p95_ms": 40.279}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 270, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.59, "count": 270, "max_ms": 59.392, "p95_ms": 46.874}, "visualize_input_copy_ms": {"avg_ms": 1.149, "count": 270, "max_ms": 4.599, "p95_ms": 2.023}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 270, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.466, "count": 270, "max_ms": 59.175, "p95_ms": 46.654}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 270, "max_ms": 0.203, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 270}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 270}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 270}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 850.246, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.414, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.277, "sample_count": 2570, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 90158, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:56:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118445, "write_bytes_delta": 118445, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1274.0, "cpu_core_ratio": 0.571463, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 57.0, "pid": 15147, "reason": null, "system_cpu_core_ratio": 0.045338, "system_cpu_s_delta": 0.9100000000000001, "user_cpu_core_ratio": 0.526124, "user_cpu_s_delta": 10.559999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.603782, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.473811, "system_cpu_s_delta": 9.510000000000218, "user_cpu_core_ratio": 1.129972, "user_cpu_s_delta": 22.68000000000029}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.943, "count": 280, "max_ms": 6.258, "p95_ms": 4.808, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.914, "max": 18.0, "p95": 15.0, "sample_count": 280}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.431, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 232}, "total": {"avg": 1.186, "max": 3.0, "p95": 2.0, "sample_count": 280}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.885, "count": 30, "max": 62.882, "p95": 53.773, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.815, "count": 30, "max": 25.623, "p95": 24.144, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 943.767, "count": 30, "max": 1274.0, "p95": 1215.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 538.933, "count": 30, "max": 4394.0, "p95": 2365.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.26, "p95": 0.172, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.406, "count": 30, "max": 0.526, "p95": 0.488, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.082, "count": 30, "max": 2.395, "p95": 0.043, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96634.467, "count": 30, "max": 120517.0, "p95": 119431.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96634.467, "count": 30, "max": 120517.0, "p95": 119431.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 941.533, "count": 30, "max": 27658.0, "p95": 31.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.465, "count": 30, "max": 0.558, "p95": 0.54, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.087, "count": 30, "max": 1.214, "p95": 1.208, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 778, "sampled_at": "2026-10-30T17:56:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:56:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 202603, "flush_count": 205, "flush_interval_seconds": 30.0, "flush_state": {"count": 205, "last_at": "2026-10-30T17:56:52", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:56:52", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 204}, "started": true, "suppressed_count": 90139, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 90113}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 205, "written_record_count": 205}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5007.008, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T17:57:17+09:00", "last_error_summary": "[h264 @ 0x5dbe01fa2780] error while decoding MB 2 53, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 249708441600, "copied_frame_count": 90317, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:49:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2807992, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T17:49:02+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.589}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 26, "events_emitted": 25, "events_failed": 0, "events_observed": 26, "events_suppressed": 1, "frame_buffer_copied_bytes": 249708441600, "frame_buffer_copies": 90317, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1250, "recorder_active_input_bytes": 3456000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 25, "recorder_clips_failed": 0, "recorder_clips_started": 25, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 25, "worker_jobs_accepted": 25, "worker_jobs_completed": 25, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.106, "count": 512, "max_ms": 0.3546, "p50_ms": 0.088, "p95_ms": 0.201, "p99_ms": 0.2924}, "stages": {"db_insert": {"avg_ms": 18.8526, "count": 25, "max_ms": 33.4972, "p50_ms": 18.6321, "p95_ms": 30.6312, "p99_ms": 32.8484, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8109, "count": 25, "max_ms": 3.8064, "p50_ms": 1.6587, "p95_ms": 2.6889, "p99_ms": 3.5386, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1172.5611, "count": 26, "max_ms": 4422.916, "p50_ms": 1067.142, "p95_ms": 1357.689, "p99_ms": 3660.9541, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.388, "count": 512, "max_ms": 3.5471, "p50_ms": 1.2947, "p95_ms": 2.2397, "p99_ms": 2.8316, "results": {"failed": 0, "not_applicable": 0, "success": 90317, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.9415, "count": 26, "max_ms": 656.9199, "p50_ms": 562.2852, "p95_ms": 641.1697, "p99_ms": 653.4504, "results": {"failed": 0, "not_applicable": 0, "success": 26, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.973, "count": 25, "max_ms": 68.3606, "p50_ms": 33.3931, "p95_ms": 63.676, "p99_ms": 67.5649, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3802, "count": 512, "max_ms": 12.236, "p50_ms": 5.1487, "p95_ms": 7.9581, "p99_ms": 9.731, "results": {"failed": 0, "not_applicable": 0, "success": 1250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.462, "count": 512, "max_ms": 4.4677, "p50_ms": 1.3644, "p95_ms": 2.4314, "p99_ms": 3.7801, "results": {"failed": 0, "not_applicable": 0, "success": 1250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 566.2561, "count": 25, "max_ms": 653.6862, "p50_ms": 561.2794, "p95_ms": 637.2497, "p99_ms": 650.0823, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6989, "count": 25, "max_ms": 555.4516, "p50_ms": 471.2453, "p95_ms": 535.4366, "p99_ms": 550.7564, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8022, "count": 25, "max_ms": 99.8242, "p50_ms": 84.9877, "p95_ms": 95.6397, "p99_ms": 98.8447, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.7937, "count": 25, "max_ms": 15.8949, "p50_ms": 1.9502, "p95_ms": 7.7376, "p99_ms": 14.1461, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5201, "count": 25, "max_ms": 73.1462, "p50_ms": 44.2759, "p95_ms": 68.3824, "p99_ms": 72.5536, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9046, "count": 26, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6187, "p99_ms": 1.7208, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3482, "count": 25, "max_ms": 8.0269, "p50_ms": 0.967, "p95_ms": 2.1618, "p99_ms": 6.6374, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3482, "count": 25, "max_ms": 8.0269, "p50_ms": 0.967, "p95_ms": 2.1618, "p99_ms": 6.6374, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9046, "count": 26, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6187, "p99_ms": 1.7208, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4614, "count": 25, "max_ms": 9.2164, "p50_ms": 1.0176, "p95_ms": 2.5165, "p99_ms": 7.6233, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 556.8417, "count": 25, "max_ms": 3752.636, "p50_ms": 408.7335, "p95_ms": 694.0685, "p99_ms": 3023.9409, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 26, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 26, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.4717, "count": 25, "max_ms": 11.5083, "p50_ms": 1.9543, "p95_ms": 6.3368, "p99_ms": 10.3663, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4655, "count": 25, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 73.0956, "p99_ms": 87.8893, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.148, "count": 25, "max_ms": 1.1521, "p50_ms": 0.1018, "p95_ms": 0.18, "p99_ms": 0.919, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5799, "count": 25, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2243, "p99_ms": 5.1668, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 646.6579, "count": 25, "max_ms": 3837.487, "p50_ms": 502.281, "p95_ms": 762.1102, "p99_ms": 3103.3143, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 25, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 25, "max_ms": 1.1521, "p50_ms": 0.1018, "p95_ms": 0.18, "p99_ms": 0.919}, "wait_ms": {"count": 25, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2243, "p99_ms": 5.1668}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 25, "artifact_failed": 0, "artifact_requested": 25, "artifact_success": 25, "completed": 25, "completed_failed": 0, "completed_success": 25, "cooldown_promoted": 25, "database_requested": 25, "db_insert_success": 25, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15566, "relay_business_failed": 0, "relay_business_success": 25, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 25, "relay_transport_failed": 0, "relay_transport_success": 25, "reservation_requested": 25}, "snapshot": {"copied_bytes": 69120000, "copied_count": 25, "copy": {"count": 25, "max_ms": 3.8064, "p50_ms": 1.6587, "p95_ms": 2.6889, "p99_ms": 3.5386}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 61, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:57:17+09:00", "last_error_summary": "[h264 @ 0x5dbe01fa2780] error while decoding MB 2 53, bytestream -5", "last_exit_at": "2026-10-30T17:57:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 158.66, "last_started_at": "2026-10-30T17:54:39+09:00", "pid": 15147, "process": {"exists": false, "pid": 15147}, "restart_count": 64, "restart_count_per_hour": 18, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 65}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.277, "sample_count": 2569, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 90317, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:57:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-10-30T17:57:17+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-10-30T17:57:17+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 21, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 173.767, "last_sample_duration_ms": 1034.315, "last_trigger": "periodic", "next_snapshot_in_sec": 426.233, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 21, "storage_bytes": 1249181}, "mjpeg": {"age_sec": 0.099, "exists": true, "mtime": "2026-10-30T17:57:17.858007+09:00", "mtime_epoch": 1793350637.8580074, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 122892}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:57:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 947.145, "name": "celery", "pid": 206, "rss_mb": 850.316, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 23, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 90317, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.193, "max": 29.0, "p95": 19.0, "sample_count": 270}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.934, "max": 5.0, "p95": 3.0, "sample_count": 241}, "total": {"avg": 1.726, "max": 5.0, "p95": 3.0, "sample_count": 270}}, "tracking_counts": {"active": {"avg": 0.341, "max": 3.0, "p95": 1.0, "sample_count": 270}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 270}, "removed": {"avg": 0.041, "max": 1.0, "p95": 0.0, "sample_count": 270}, "tracked": {"avg": 0.341, "max": 3.0, "p95": 1.0, "sample_count": 270}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 270}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.019, "pushed": 9.019, "read": 8.986}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 269, "client_acquire_ms": {"avg_ms": 0.007, "count": 270, "max_ms": 0.026, "p95_ms": 0.013, "reason": null, "sample_age_ms": 76.102, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.723, "count": 269, "max_ms": 4.65, "p95_ms": 2.28, "reason": null, "sample_age_ms": 114.908, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.293, "count": 269, "max_ms": 3.78, "p95_ms": 1.758, "reason": null, "sample_age_ms": 115.212, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.391, "count": 270, "max_ms": 1.296, "p95_ms": 0.729, "reason": null, "sample_age_ms": 76.109, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.798, "count": 269, "max_ms": 4.984, "p95_ms": 3.02, "reason": null, "sample_age_ms": 113.254, "source": "client_direct"}, "request_count": 269, "request_tensor_bytes": {"avg": 2764808.0, "count": 269, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 113.223, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 270, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 76.478, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.604, "count": 270, "max_ms": 82.021, "p95_ms": 65.826, "reason": null, "sample_age_ms": 76.1, "source": "client_direct"}, "sample_age_ms": 76.097, "source": "client_direct", "task_total_ms": {"avg_ms": 48.955, "count": 270, "max_ms": 85.385, "p95_ms": 68.403, "reason": null, "sample_age_ms": 76.097, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.216, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.622, "count": 270, "max_ms": 17.426, "p95_ms": 12.303}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.402, "count": 270, "max_ms": 1.12, "p95_ms": 0.809}, "detection_prepare_ms": {"avg_ms": 1.362, "count": 270, "max_ms": 9.252, "p95_ms": 2.695}, "event_filter_ms": {"avg_ms": 0.005, "count": 270, "max_ms": 0.024, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.309, "count": 270, "max_ms": 0.868, "p95_ms": 0.617}, "mcmt_ms": {"avg_ms": 0.003, "count": 270, "max_ms": 0.032, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.691, "count": 270, "max_ms": 6.768, "p95_ms": 5.244}, "setup_ms": {"avg_ms": 0.041, "count": 270, "max_ms": 0.133, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 6.568, "count": 270, "max_ms": 17.331, "p95_ms": 12.19}, "track_match_ms": {"avg_ms": 0.081, "count": 270, "max_ms": 0.278, "p95_ms": 0.185}, "tracker_update_ms": {"avg_ms": 1.67, "count": 270, "max_ms": 9.731, "p95_ms": 3.283}}, "gstreamer_push": {"avg_ms": 2.949, "count": 270, "max_ms": 5.873, "p95_ms": 4.731}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 270, "max_ms": 0.507, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.047, "count": 270, "max_ms": 88.149, "p95_ms": 70.931}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.663, "count": 270, "max_ms": 11.882, "p95_ms": 7.118}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 270, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 270, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.919, "count": 270, "max_ms": 149.303, "p95_ms": 123.905}, "inference_input_copy_ms": {"avg_ms": 1.57, "count": 270, "max_ms": 4.597, "p95_ms": 2.715}, "processing_residual_ms": {"avg_ms": 0.201, "count": 270, "max_ms": 0.68, "p95_ms": 0.397}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 270, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 270, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.352, "count": 270, "max_ms": 154.246, "p95_ms": 127.179}, "read_interval": {"avg_ms": 111.233, "count": 269, "max_ms": 205.465, "p95_ms": 156.53}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 270, "max_ms": 0.148, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 2.622, "count": 270, "max_ms": 6.658, "p95_ms": 5.136}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 270, "max_ms": 0.061, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.604, "count": 270, "max_ms": 6.635, "p95_ms": 5.11}, "worker_merge_ms": {"avg_ms": 0.006, "count": 270, "max_ms": 0.024, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 50.061, "count": 270, "max_ms": 88.168, "p95_ms": 70.947}, "visualize": {"avg_ms": 34.972, "count": 270, "max_ms": 61.129, "p95_ms": 49.522}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.539, "count": 270, "max_ms": 48.584, "p95_ms": 40.416}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 270, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.621, "count": 270, "max_ms": 59.392, "p95_ms": 47.159}, "visualize_input_copy_ms": {"avg_ms": 1.147, "count": 270, "max_ms": 4.599, "p95_ms": 2.023}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 270, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.498, "count": 270, "max_ms": 59.175, "p95_ms": 47.037}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 270, "max_ms": 0.203, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 270}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 270}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 270}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 850.246, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.414, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.277, "sample_count": 2570, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 90158, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:56:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118445, "write_bytes_delta": 118445, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1274.0, "cpu_core_ratio": 0.571463, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 57.0, "pid": 15147, "reason": null, "system_cpu_core_ratio": 0.045338, "system_cpu_s_delta": 0.9100000000000001, "user_cpu_core_ratio": 0.526124, "user_cpu_s_delta": 10.559999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.603782, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.473811, "system_cpu_s_delta": 9.510000000000218, "user_cpu_core_ratio": 1.129972, "user_cpu_s_delta": 22.68000000000029}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.943, "count": 280, "max_ms": 6.258, "p95_ms": 4.808, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.914, "max": 18.0, "p95": 15.0, "sample_count": 280}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.431, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 232}, "total": {"avg": 1.186, "max": 3.0, "p95": 2.0, "sample_count": 280}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.885, "count": 30, "max": 62.882, "p95": 53.773, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.815, "count": 30, "max": 25.623, "p95": 24.144, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 943.767, "count": 30, "max": 1274.0, "p95": 1215.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 538.933, "count": 30, "max": 4394.0, "p95": 2365.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.26, "p95": 0.172, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.406, "count": 30, "max": 0.526, "p95": 0.488, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.082, "count": 30, "max": 2.395, "p95": 0.043, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96634.467, "count": 30, "max": 120517.0, "p95": 119431.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96634.467, "count": 30, "max": 120517.0, "p95": 119431.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 941.533, "count": 30, "max": 27658.0, "p95": 31.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.465, "count": 30, "max": 0.558, "p95": 0.54, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.087, "count": 30, "max": 1.214, "p95": 1.208, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 778, "sampled_at": "2026-10-30T17:56:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:56:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 202603, "flush_count": 205, "flush_interval_seconds": 30.0, "flush_state": {"count": 205, "last_at": "2026-10-30T17:56:52", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:56:52", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 204}, "started": true, "suppressed_count": 90139, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 90113}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 205, "written_record_count": 205}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5006.773, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 249708441600, "copied_frame_count": 90317, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:49:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2807992, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T17:49:02+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.589}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 26, "events_emitted": 25, "events_failed": 0, "events_observed": 26, "events_suppressed": 1, "frame_buffer_copied_bytes": 249708441600, "frame_buffer_copies": 90317, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1250, "recorder_active_input_bytes": 3456000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 25, "recorder_clips_failed": 0, "recorder_clips_started": 25, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 25, "worker_jobs_accepted": 25, "worker_jobs_completed": 25, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.106, "count": 512, "max_ms": 0.3546, "p50_ms": 0.088, "p95_ms": 0.201, "p99_ms": 0.2924}, "stages": {"db_insert": {"avg_ms": 18.8526, "count": 25, "max_ms": 33.4972, "p50_ms": 18.6321, "p95_ms": 30.6312, "p99_ms": 32.8484, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8109, "count": 25, "max_ms": 3.8064, "p50_ms": 1.6587, "p95_ms": 2.6889, "p99_ms": 3.5386, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1172.5611, "count": 26, "max_ms": 4422.916, "p50_ms": 1067.142, "p95_ms": 1357.689, "p99_ms": 3660.9541, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.388, "count": 512, "max_ms": 3.5471, "p50_ms": 1.2947, "p95_ms": 2.2397, "p99_ms": 2.8316, "results": {"failed": 0, "not_applicable": 0, "success": 90317, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.9415, "count": 26, "max_ms": 656.9199, "p50_ms": 562.2852, "p95_ms": 641.1697, "p99_ms": 653.4504, "results": {"failed": 0, "not_applicable": 0, "success": 26, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.973, "count": 25, "max_ms": 68.3606, "p50_ms": 33.3931, "p95_ms": 63.676, "p99_ms": 67.5649, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3802, "count": 512, "max_ms": 12.236, "p50_ms": 5.1487, "p95_ms": 7.9581, "p99_ms": 9.731, "results": {"failed": 0, "not_applicable": 0, "success": 1250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.462, "count": 512, "max_ms": 4.4677, "p50_ms": 1.3644, "p95_ms": 2.4314, "p99_ms": 3.7801, "results": {"failed": 0, "not_applicable": 0, "success": 1250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 566.2561, "count": 25, "max_ms": 653.6862, "p50_ms": 561.2794, "p95_ms": 637.2497, "p99_ms": 650.0823, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6989, "count": 25, "max_ms": 555.4516, "p50_ms": 471.2453, "p95_ms": 535.4366, "p99_ms": 550.7564, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8022, "count": 25, "max_ms": 99.8242, "p50_ms": 84.9877, "p95_ms": 95.6397, "p99_ms": 98.8447, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.7937, "count": 25, "max_ms": 15.8949, "p50_ms": 1.9502, "p95_ms": 7.7376, "p99_ms": 14.1461, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5201, "count": 25, "max_ms": 73.1462, "p50_ms": 44.2759, "p95_ms": 68.3824, "p99_ms": 72.5536, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9046, "count": 26, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6187, "p99_ms": 1.7208, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3482, "count": 25, "max_ms": 8.0269, "p50_ms": 0.967, "p95_ms": 2.1618, "p99_ms": 6.6374, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3482, "count": 25, "max_ms": 8.0269, "p50_ms": 0.967, "p95_ms": 2.1618, "p99_ms": 6.6374, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9046, "count": 26, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6187, "p99_ms": 1.7208, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4614, "count": 25, "max_ms": 9.2164, "p50_ms": 1.0176, "p95_ms": 2.5165, "p99_ms": 7.6233, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 556.8417, "count": 25, "max_ms": 3752.636, "p50_ms": 408.7335, "p95_ms": 694.0685, "p99_ms": 3023.9409, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 26, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 26, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.4717, "count": 25, "max_ms": 11.5083, "p50_ms": 1.9543, "p95_ms": 6.3368, "p99_ms": 10.3663, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4655, "count": 25, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 73.0956, "p99_ms": 87.8893, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.148, "count": 25, "max_ms": 1.1521, "p50_ms": 0.1018, "p95_ms": 0.18, "p99_ms": 0.919, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5799, "count": 25, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2243, "p99_ms": 5.1668, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 646.6579, "count": 25, "max_ms": 3837.487, "p50_ms": 502.281, "p95_ms": 762.1102, "p99_ms": 3103.3143, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 25, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 25, "max_ms": 1.1521, "p50_ms": 0.1018, "p95_ms": 0.18, "p99_ms": 0.919}, "wait_ms": {"count": 25, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2243, "p99_ms": 5.1668}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 25, "artifact_failed": 0, "artifact_requested": 25, "artifact_success": 25, "completed": 25, "completed_failed": 0, "completed_success": 25, "cooldown_promoted": 25, "database_requested": 25, "db_insert_success": 25, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15566, "relay_business_failed": 0, "relay_business_success": 25, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 25, "relay_transport_failed": 0, "relay_transport_success": 25, "reservation_requested": 25}, "snapshot": {"copied_bytes": 69120000, "copied_count": 25, "copy": {"count": 25, "max_ms": 3.8064, "p50_ms": 1.6587, "p95_ms": 2.6889, "p99_ms": 3.5386}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 61, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:57:17+09:00", "last_error_summary": "[h264 @ 0x5dbe01fa2780] error while decoding MB 2 53, bytestream -5", "last_exit_at": "2026-10-30T17:57:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 158.692, "last_started_at": "2026-10-30T17:54:39+09:00", "pid": 15147, "process": {"exists": false, "pid": 15147}, "restart_count": 64, "restart_count_per_hour": 18, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 65}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.277, "sample_count": 2569, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 90317, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:57:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.033, "last_frame_pushed_at": "2026-10-30T17:57:17+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-10-30T17:57:17+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 21, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 173.79, "last_sample_duration_ms": 1034.315, "last_trigger": "periodic", "next_snapshot_in_sec": 426.21, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 21, "storage_bytes": 1249181}, "mjpeg": {"age_sec": 0.023, "exists": true, "mtime": "2026-10-30T17:57:17.966008+09:00", "mtime_epoch": 1793350637.966008, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 123071}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:57:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 947.145, "name": "celery", "pid": 206, "rss_mb": 850.316, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 23, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 90317, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.193, "max": 29.0, "p95": 19.0, "sample_count": 270}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.934, "max": 5.0, "p95": 3.0, "sample_count": 241}, "total": {"avg": 1.726, "max": 5.0, "p95": 3.0, "sample_count": 270}}, "tracking_counts": {"active": {"avg": 0.341, "max": 3.0, "p95": 1.0, "sample_count": 270}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 270}, "removed": {"avg": 0.041, "max": 1.0, "p95": 0.0, "sample_count": 270}, "tracked": {"avg": 0.341, "max": 3.0, "p95": 1.0, "sample_count": 270}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 270}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 270, "pushed_frames": 270, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.01, "pushed": 9.01, "read": 8.977}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 269, "client_acquire_ms": {"avg_ms": 0.007, "count": 269, "max_ms": 0.026, "p95_ms": 0.013, "reason": null, "sample_age_ms": 101.705, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.723, "count": 269, "max_ms": 4.65, "p95_ms": 2.28, "reason": null, "sample_age_ms": 140.51, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.293, "count": 269, "max_ms": 3.78, "p95_ms": 1.758, "reason": null, "sample_age_ms": 140.814, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.39, "count": 269, "max_ms": 1.296, "p95_ms": 0.717, "reason": null, "sample_age_ms": 101.712, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.798, "count": 269, "max_ms": 4.984, "p95_ms": 3.02, "reason": null, "sample_age_ms": 138.856, "source": "client_direct"}, "request_count": 269, "request_tensor_bytes": {"avg": 2764808.0, "count": 269, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 138.825, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 269, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 102.081, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.622, "count": 269, "max_ms": 82.021, "p95_ms": 65.881, "reason": null, "sample_age_ms": 101.702, "source": "client_direct"}, "sample_age_ms": 101.7, "source": "client_direct", "task_total_ms": {"avg_ms": 48.972, "count": 269, "max_ms": 85.385, "p95_ms": 68.405, "reason": null, "sample_age_ms": 101.7, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.932, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.622, "count": 270, "max_ms": 17.426, "p95_ms": 12.303}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.402, "count": 270, "max_ms": 1.12, "p95_ms": 0.809}, "detection_prepare_ms": {"avg_ms": 1.362, "count": 270, "max_ms": 9.252, "p95_ms": 2.695}, "event_filter_ms": {"avg_ms": 0.005, "count": 270, "max_ms": 0.024, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.309, "count": 270, "max_ms": 0.868, "p95_ms": 0.617}, "mcmt_ms": {"avg_ms": 0.003, "count": 270, "max_ms": 0.032, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.691, "count": 270, "max_ms": 6.768, "p95_ms": 5.244}, "setup_ms": {"avg_ms": 0.041, "count": 270, "max_ms": 0.133, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 6.568, "count": 270, "max_ms": 17.331, "p95_ms": 12.19}, "track_match_ms": {"avg_ms": 0.081, "count": 270, "max_ms": 0.278, "p95_ms": 0.185}, "tracker_update_ms": {"avg_ms": 1.67, "count": 270, "max_ms": 9.731, "p95_ms": 3.283}}, "gstreamer_push": {"avg_ms": 2.949, "count": 270, "max_ms": 5.873, "p95_ms": 4.731}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 270, "max_ms": 0.507, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.047, "count": 270, "max_ms": 88.149, "p95_ms": 70.931}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.663, "count": 270, "max_ms": 11.882, "p95_ms": 7.118}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 270, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 270, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.919, "count": 270, "max_ms": 149.303, "p95_ms": 123.905}, "inference_input_copy_ms": {"avg_ms": 1.57, "count": 270, "max_ms": 4.597, "p95_ms": 2.715}, "processing_residual_ms": {"avg_ms": 0.201, "count": 270, "max_ms": 0.68, "p95_ms": 0.397}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 270, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 270, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.352, "count": 270, "max_ms": 154.246, "p95_ms": 127.179}, "read_interval": {"avg_ms": 111.233, "count": 269, "max_ms": 205.465, "p95_ms": 156.53}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 270, "max_ms": 0.148, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 2.622, "count": 270, "max_ms": 6.658, "p95_ms": 5.136}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 270, "max_ms": 0.061, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.604, "count": 270, "max_ms": 6.635, "p95_ms": 5.11}, "worker_merge_ms": {"avg_ms": 0.006, "count": 270, "max_ms": 0.024, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 50.061, "count": 270, "max_ms": 88.168, "p95_ms": 70.947}, "visualize": {"avg_ms": 34.972, "count": 270, "max_ms": 61.129, "p95_ms": 49.522}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.539, "count": 270, "max_ms": 48.584, "p95_ms": 40.416}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 270, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.621, "count": 270, "max_ms": 59.392, "p95_ms": 47.159}, "visualize_input_copy_ms": {"avg_ms": 1.147, "count": 270, "max_ms": 4.599, "p95_ms": 2.023}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 270, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.498, "count": 270, "max_ms": 59.175, "p95_ms": 47.037}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 270, "max_ms": 0.203, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 270}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 270}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 270}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 850.246, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.414, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.277, "sample_count": 2570, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 90158, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:56:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118445, "write_bytes_delta": 118445, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1274.0, "cpu_core_ratio": 0.571463, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 57.0, "pid": 15147, "reason": null, "system_cpu_core_ratio": 0.045338, "system_cpu_s_delta": 0.9100000000000001, "user_cpu_core_ratio": 0.526124, "user_cpu_s_delta": 10.559999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.603782, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.473811, "system_cpu_s_delta": 9.510000000000218, "user_cpu_core_ratio": 1.129972, "user_cpu_s_delta": 22.68000000000029}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.943, "count": 280, "max_ms": 6.258, "p95_ms": 4.808, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.914, "max": 18.0, "p95": 15.0, "sample_count": 280}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.431, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 232}, "total": {"avg": 1.186, "max": 3.0, "p95": 2.0, "sample_count": 280}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.885, "count": 30, "max": 62.882, "p95": 53.773, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.815, "count": 30, "max": 25.623, "p95": 24.144, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 943.767, "count": 30, "max": 1274.0, "p95": 1215.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 538.933, "count": 30, "max": 4394.0, "p95": 2365.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.26, "p95": 0.172, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.406, "count": 30, "max": 0.526, "p95": 0.488, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.082, "count": 30, "max": 2.395, "p95": 0.043, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96634.467, "count": 30, "max": 120517.0, "p95": 119431.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96634.467, "count": 30, "max": 120517.0, "p95": 119431.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 941.533, "count": 30, "max": 27658.0, "p95": 31.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.465, "count": 30, "max": 0.558, "p95": 0.54, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.087, "count": 30, "max": 1.214, "p95": 1.208, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 778, "sampled_at": "2026-10-30T17:56:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:56:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 202603, "flush_count": 205, "flush_interval_seconds": 30.0, "flush_state": {"count": 205, "last_at": "2026-10-30T17:56:52", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:56:52", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 204}, "started": true, "suppressed_count": 90139, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 90113}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 205, "written_record_count": 205}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5179.566, "limit_mb": null}, "detail": {"pid": 15263, "restart_count": 65, "start_count": 66}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 249708441600, "copied_frame_count": 90317, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:49:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2807992, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T17:49:02+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.589}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 26, "events_emitted": 25, "events_failed": 0, "events_observed": 26, "events_suppressed": 1, "frame_buffer_copied_bytes": 249708441600, "frame_buffer_copies": 90317, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1250, "recorder_active_input_bytes": 3456000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 25, "recorder_clips_failed": 0, "recorder_clips_started": 25, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 25, "worker_jobs_accepted": 25, "worker_jobs_completed": 25, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.106, "count": 512, "max_ms": 0.3546, "p50_ms": 0.088, "p95_ms": 0.201, "p99_ms": 0.2924}, "stages": {"db_insert": {"avg_ms": 18.8526, "count": 25, "max_ms": 33.4972, "p50_ms": 18.6321, "p95_ms": 30.6312, "p99_ms": 32.8484, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8109, "count": 25, "max_ms": 3.8064, "p50_ms": 1.6587, "p95_ms": 2.6889, "p99_ms": 3.5386, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1172.5611, "count": 26, "max_ms": 4422.916, "p50_ms": 1067.142, "p95_ms": 1357.689, "p99_ms": 3660.9541, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.388, "count": 512, "max_ms": 3.5471, "p50_ms": 1.2947, "p95_ms": 2.2397, "p99_ms": 2.8316, "results": {"failed": 0, "not_applicable": 0, "success": 90317, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.9415, "count": 26, "max_ms": 656.9199, "p50_ms": 562.2852, "p95_ms": 641.1697, "p99_ms": 653.4504, "results": {"failed": 0, "not_applicable": 0, "success": 26, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.973, "count": 25, "max_ms": 68.3606, "p50_ms": 33.3931, "p95_ms": 63.676, "p99_ms": 67.5649, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3802, "count": 512, "max_ms": 12.236, "p50_ms": 5.1487, "p95_ms": 7.9581, "p99_ms": 9.731, "results": {"failed": 0, "not_applicable": 0, "success": 1250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.462, "count": 512, "max_ms": 4.4677, "p50_ms": 1.3644, "p95_ms": 2.4314, "p99_ms": 3.7801, "results": {"failed": 0, "not_applicable": 0, "success": 1250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 566.2561, "count": 25, "max_ms": 653.6862, "p50_ms": 561.2794, "p95_ms": 637.2497, "p99_ms": 650.0823, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6989, "count": 25, "max_ms": 555.4516, "p50_ms": 471.2453, "p95_ms": 535.4366, "p99_ms": 550.7564, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8022, "count": 25, "max_ms": 99.8242, "p50_ms": 84.9877, "p95_ms": 95.6397, "p99_ms": 98.8447, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.7937, "count": 25, "max_ms": 15.8949, "p50_ms": 1.9502, "p95_ms": 7.7376, "p99_ms": 14.1461, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5201, "count": 25, "max_ms": 73.1462, "p50_ms": 44.2759, "p95_ms": 68.3824, "p99_ms": 72.5536, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9046, "count": 26, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6187, "p99_ms": 1.7208, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3482, "count": 25, "max_ms": 8.0269, "p50_ms": 0.967, "p95_ms": 2.1618, "p99_ms": 6.6374, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3482, "count": 25, "max_ms": 8.0269, "p50_ms": 0.967, "p95_ms": 2.1618, "p99_ms": 6.6374, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9046, "count": 26, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6187, "p99_ms": 1.7208, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4614, "count": 25, "max_ms": 9.2164, "p50_ms": 1.0176, "p95_ms": 2.5165, "p99_ms": 7.6233, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 556.8417, "count": 25, "max_ms": 3752.636, "p50_ms": 408.7335, "p95_ms": 694.0685, "p99_ms": 3023.9409, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 26, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 26, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.4717, "count": 25, "max_ms": 11.5083, "p50_ms": 1.9543, "p95_ms": 6.3368, "p99_ms": 10.3663, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4655, "count": 25, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 73.0956, "p99_ms": 87.8893, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.148, "count": 25, "max_ms": 1.1521, "p50_ms": 0.1018, "p95_ms": 0.18, "p99_ms": 0.919, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5799, "count": 25, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2243, "p99_ms": 5.1668, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 646.6579, "count": 25, "max_ms": 3837.487, "p50_ms": 502.281, "p95_ms": 762.1102, "p99_ms": 3103.3143, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 25, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 25, "max_ms": 1.1521, "p50_ms": 0.1018, "p95_ms": 0.18, "p99_ms": 0.919}, "wait_ms": {"count": 25, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2243, "p99_ms": 5.1668}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 25, "artifact_failed": 0, "artifact_requested": 25, "artifact_success": 25, "completed": 25, "completed_failed": 0, "completed_success": 25, "cooldown_promoted": 25, "database_requested": 25, "db_insert_success": 25, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15566, "relay_business_failed": 0, "relay_business_success": 25, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 25, "relay_transport_failed": 0, "relay_transport_success": 25, "reservation_requested": 25}, "snapshot": {"copied_bytes": 69120000, "copied_count": 25, "copy": {"count": 25, "max_ms": 3.8064, "p50_ms": 1.6587, "p95_ms": 2.6889, "p99_ms": 3.5386}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 61, "h264_decode_error_count": 145, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:57:17+09:00", "last_error_summary": "[h264 @ 0x5dbe01fa2780] error while decoding MB 2 53, bytestream -5", "last_exit_at": "2026-10-30T17:57:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T17:57:20+09:00", "pid": 15263, "process": {"exists": true, "fd_count": 5, "hwm_mb": 207.355, "name": "ffmpeg", "pid": 15263, "rss_mb": 207.355, "state": "S (sleeping)", "threads": 70}, "restart_count": 65, "restart_count_per_hour": 19, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 66}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.134, "sample_count": 2531, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 90317, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:57:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.474, "last_frame_pushed_at": "2026-10-30T17:57:17+09:00", "last_frame_read_age_sec": 4.577, "last_frame_read_at": "2026-10-30T17:57:17+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 21, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 178.23, "last_sample_duration_ms": 1034.315, "last_trigger": "periodic", "next_snapshot_in_sec": 421.77, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 21, "storage_bytes": 1249181}, "mjpeg": {"age_sec": 4.464, "exists": true, "mtime": "2026-10-30T17:57:17.966008+09:00", "mtime_epoch": 1793350637.966008, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 123071}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:57:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 947.145, "name": "celery", "pid": 206, "rss_mb": 850.32, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 23, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 90317, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.467, "max": 29.0, "p95": 19.0, "sample_count": 227}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.009, "max": 5.0, "p95": 3.0, "sample_count": 213}, "total": {"avg": 1.885, "max": 5.0, "p95": 3.0, "sample_count": 227}}, "tracking_counts": {"active": {"avg": 0.242, "max": 3.0, "p95": 1.0, "sample_count": 227}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "removed": {"avg": 0.04, "max": 1.0, "p95": 0.0, "sample_count": 227}, "tracked": {"avg": 0.242, "max": 3.0, "p95": 1.0, "sample_count": 227}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.574, "pushed": 7.574, "read": 7.541}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 226, "client_acquire_ms": {"avg_ms": 0.007, "count": 226, "max_ms": 0.026, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4541.436, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.729, "count": 226, "max_ms": 4.65, "p95_ms": 2.281, "reason": null, "sample_age_ms": 4580.241, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.3, "count": 226, "max_ms": 3.78, "p95_ms": 1.757, "reason": null, "sample_age_ms": 4580.545, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.391, "count": 226, "max_ms": 1.296, "p95_ms": 0.707, "reason": null, "sample_age_ms": 4541.443, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.789, "count": 226, "max_ms": 4.984, "p95_ms": 3.029, "reason": null, "sample_age_ms": 4578.588, "source": "client_direct"}, "request_count": 226, "request_tensor_bytes": {"avg": 2764808.0, "count": 226, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4578.556, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 226, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4541.812, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.459, "count": 226, "max_ms": 82.021, "p95_ms": 64.338, "reason": null, "sample_age_ms": 4541.433, "source": "client_direct"}, "sample_age_ms": 4541.431, "source": "client_direct", "task_total_ms": {"avg_ms": 48.8, "count": 226, "max_ms": 85.385, "p95_ms": 67.896, "reason": null, "sample_age_ms": 4541.431, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.397, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.135, "count": 227, "max_ms": 17.426, "p95_ms": 12.45}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.414, "count": 227, "max_ms": 1.12, "p95_ms": 0.835}, "detection_prepare_ms": {"avg_ms": 1.448, "count": 227, "max_ms": 9.252, "p95_ms": 2.953}, "event_filter_ms": {"avg_ms": 0.005, "count": 227, "max_ms": 0.024, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.338, "count": 227, "max_ms": 0.868, "p95_ms": 0.625}, "mcmt_ms": {"avg_ms": 0.003, "count": 227, "max_ms": 0.032, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.966, "count": 227, "max_ms": 6.768, "p95_ms": 5.355}, "setup_ms": {"avg_ms": 0.041, "count": 227, "max_ms": 0.133, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 7.08, "count": 227, "max_ms": 17.331, "p95_ms": 12.375}, "track_match_ms": {"avg_ms": 0.083, "count": 227, "max_ms": 0.266, "p95_ms": 0.182}, "tracker_update_ms": {"avg_ms": 1.78, "count": 227, "max_ms": 9.731, "p95_ms": 3.325}}, "gstreamer_push": {"avg_ms": 2.978, "count": 227, "max_ms": 5.873, "p95_ms": 4.801}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 227, "max_ms": 0.209, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.874, "count": 227, "max_ms": 88.149, "p95_ms": 70.795}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.785, "count": 227, "max_ms": 11.882, "p95_ms": 7.187}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.011, "count": 227, "max_ms": 149.303, "p95_ms": 120.516}, "inference_input_copy_ms": {"avg_ms": 1.583, "count": 227, "max_ms": 4.597, "p95_ms": 2.739}, "processing_residual_ms": {"avg_ms": 0.204, "count": 227, "max_ms": 0.68, "p95_ms": 0.398}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.583, "count": 227, "max_ms": 154.246, "p95_ms": 126.798}, "read_interval": {"avg_ms": 112.738, "count": 226, "max_ms": 205.465, "p95_ms": 156.53}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 227, "max_ms": 0.148, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 2.894, "count": 227, "max_ms": 6.658, "p95_ms": 5.284}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 227, "max_ms": 0.061, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.876, "count": 227, "max_ms": 6.635, "p95_ms": 5.267}, "worker_merge_ms": {"avg_ms": 0.006, "count": 227, "max_ms": 0.024, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 49.888, "count": 227, "max_ms": 88.168, "p95_ms": 70.807}, "visualize": {"avg_ms": 35.714, "count": 227, "max_ms": 61.129, "p95_ms": 49.82}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.917, "count": 227, "max_ms": 48.584, "p95_ms": 41.747}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.317, "count": 227, "max_ms": 59.392, "p95_ms": 47.716}, "visualize_input_copy_ms": {"avg_ms": 1.201, "count": 227, "max_ms": 4.599, "p95_ms": 2.023}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.192, "count": 227, "max_ms": 59.175, "p95_ms": 47.586}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 227, "max_ms": 0.203, "p95_ms": 0.133}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 227}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 850.246, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.414, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.277, "sample_count": 2570, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 90158, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:56:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118445, "write_bytes_delta": 118445, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1274.0, "cpu_core_ratio": 0.571463, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 57.0, "pid": 15147, "reason": null, "system_cpu_core_ratio": 0.045338, "system_cpu_s_delta": 0.9100000000000001, "user_cpu_core_ratio": 0.526124, "user_cpu_s_delta": 10.559999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.603782, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.473811, "system_cpu_s_delta": 9.510000000000218, "user_cpu_core_ratio": 1.129972, "user_cpu_s_delta": 22.68000000000029}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.943, "count": 280, "max_ms": 6.258, "p95_ms": 4.808, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.914, "max": 18.0, "p95": 15.0, "sample_count": 280}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.431, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 232}, "total": {"avg": 1.186, "max": 3.0, "p95": 2.0, "sample_count": 280}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.885, "count": 30, "max": 62.882, "p95": 53.773, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.815, "count": 30, "max": 25.623, "p95": 24.144, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 943.767, "count": 30, "max": 1274.0, "p95": 1215.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 538.933, "count": 30, "max": 4394.0, "p95": 2365.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.26, "p95": 0.172, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.406, "count": 30, "max": 0.526, "p95": 0.488, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.082, "count": 30, "max": 2.395, "p95": 0.043, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96634.467, "count": 30, "max": 120517.0, "p95": 119431.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96634.467, "count": 30, "max": 120517.0, "p95": 119431.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 941.533, "count": 30, "max": 27658.0, "p95": 31.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.465, "count": 30, "max": 0.558, "p95": 0.54, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.087, "count": 30, "max": 1.214, "p95": 1.208, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 778, "sampled_at": "2026-10-30T17:56:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:56:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 204625, "flush_count": 207, "flush_interval_seconds": 30.0, "flush_state": {"count": 207, "last_at": "2026-10-30T17:58:52", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:58:52", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 206}, "started": true, "suppressed_count": 91001, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 90975}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 207, "written_record_count": 207}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5010.262, "limit_mb": null}, "detail": {"h264_decode_error_count": 11, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x64df8d5243c0] error while decoding MB 14 41, bytestream -7 [h264 @ 0x64df8d4fc040] error while decoding MB 12 39, bytestream -5 [h264 @ 0x64df8d574ac0] cabac decode of qscale diff failed at 84 61 [h264 @ 0x64df8d574ac0] error while decoding MB 84 61, bytestream 13425 [h264 @ 0x64df8d574ac0] cabac decode of qscale diff failed at 47 49 [h264 @ 0x64df8d574ac0] error while decoding MB 47 49, bytestream 1019 [h264 @ 0x64df8d54c740] left block unavailable for requested intra4x4 mode -1 [h264", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 252094464000, "copied_frame_count": 91180, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:49:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2807992, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T17:49:02+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.589}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 26, "events_emitted": 25, "events_failed": 0, "events_observed": 26, "events_suppressed": 1, "frame_buffer_copied_bytes": 252094464000, "frame_buffer_copies": 91180, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1250, "recorder_active_input_bytes": 3456000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 25, "recorder_clips_failed": 0, "recorder_clips_started": 25, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 25, "worker_jobs_accepted": 25, "worker_jobs_completed": 25, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1168, "count": 512, "max_ms": 1.8466, "p50_ms": 0.0997, "p95_ms": 0.2137, "p99_ms": 0.309}, "stages": {"db_insert": {"avg_ms": 18.8526, "count": 25, "max_ms": 33.4972, "p50_ms": 18.6321, "p95_ms": 30.6312, "p99_ms": 32.8484, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8109, "count": 25, "max_ms": 3.8064, "p50_ms": 1.6587, "p95_ms": 2.6889, "p99_ms": 3.5386, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1172.5611, "count": 26, "max_ms": 4422.916, "p50_ms": 1067.142, "p95_ms": 1357.689, "p99_ms": 3660.9541, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4864, "count": 512, "max_ms": 5.2234, "p50_ms": 1.3756, "p95_ms": 2.605, "p99_ms": 3.4891, "results": {"failed": 0, "not_applicable": 0, "success": 91180, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.9415, "count": 26, "max_ms": 656.9199, "p50_ms": 562.2852, "p95_ms": 641.1697, "p99_ms": 653.4504, "results": {"failed": 0, "not_applicable": 0, "success": 26, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.973, "count": 25, "max_ms": 68.3606, "p50_ms": 33.3931, "p95_ms": 63.676, "p99_ms": 67.5649, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3802, "count": 512, "max_ms": 12.236, "p50_ms": 5.1487, "p95_ms": 7.9581, "p99_ms": 9.731, "results": {"failed": 0, "not_applicable": 0, "success": 1250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.462, "count": 512, "max_ms": 4.4677, "p50_ms": 1.3644, "p95_ms": 2.4314, "p99_ms": 3.7801, "results": {"failed": 0, "not_applicable": 0, "success": 1250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 566.2561, "count": 25, "max_ms": 653.6862, "p50_ms": 561.2794, "p95_ms": 637.2497, "p99_ms": 650.0823, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6989, "count": 25, "max_ms": 555.4516, "p50_ms": 471.2453, "p95_ms": 535.4366, "p99_ms": 550.7564, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8022, "count": 25, "max_ms": 99.8242, "p50_ms": 84.9877, "p95_ms": 95.6397, "p99_ms": 98.8447, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.7937, "count": 25, "max_ms": 15.8949, "p50_ms": 1.9502, "p95_ms": 7.7376, "p99_ms": 14.1461, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5201, "count": 25, "max_ms": 73.1462, "p50_ms": 44.2759, "p95_ms": 68.3824, "p99_ms": 72.5536, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9046, "count": 26, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6187, "p99_ms": 1.7208, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3482, "count": 25, "max_ms": 8.0269, "p50_ms": 0.967, "p95_ms": 2.1618, "p99_ms": 6.6374, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3482, "count": 25, "max_ms": 8.0269, "p50_ms": 0.967, "p95_ms": 2.1618, "p99_ms": 6.6374, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9046, "count": 26, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6187, "p99_ms": 1.7208, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4614, "count": 25, "max_ms": 9.2164, "p50_ms": 1.0176, "p95_ms": 2.5165, "p99_ms": 7.6233, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 556.8417, "count": 25, "max_ms": 3752.636, "p50_ms": 408.7335, "p95_ms": 694.0685, "p99_ms": 3023.9409, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 26, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 26, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.4717, "count": 25, "max_ms": 11.5083, "p50_ms": 1.9543, "p95_ms": 6.3368, "p99_ms": 10.3663, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4655, "count": 25, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 73.0956, "p99_ms": 87.8893, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.148, "count": 25, "max_ms": 1.1521, "p50_ms": 0.1018, "p95_ms": 0.18, "p99_ms": 0.919, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5799, "count": 25, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2243, "p99_ms": 5.1668, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 646.6579, "count": 25, "max_ms": 3837.487, "p50_ms": 502.281, "p95_ms": 762.1102, "p99_ms": 3103.3143, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 25, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 25, "max_ms": 1.1521, "p50_ms": 0.1018, "p95_ms": 0.18, "p99_ms": 0.919}, "wait_ms": {"count": 25, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2243, "p99_ms": 5.1668}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 25, "artifact_failed": 0, "artifact_requested": 25, "artifact_success": 25, "completed": 25, "completed_failed": 0, "completed_success": 25, "cooldown_promoted": 25, "database_requested": 25, "db_insert_success": 25, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15566, "relay_business_failed": 0, "relay_business_success": 25, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 25, "relay_transport_failed": 0, "relay_transport_success": 25, "reservation_requested": 25}, "snapshot": {"copied_bytes": 69120000, "copied_count": 25, "copy": {"count": 25, "max_ms": 3.8064, "p50_ms": 1.6587, "p95_ms": 2.6889, "p99_ms": 3.5386}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 62, "h264_decode_error_count": 156, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:59:27+09:00", "last_error_summary": "[h264 @ 0x64df8d5243c0] error while decoding MB 14 41, bytestream -7 [h264 @ 0x64df8d4fc040] error while decoding MB 12 39, bytestream -5 [h264 @ 0x64df8d574ac0] cabac decode of qscale diff failed at 84 61 [h264 @ 0x64df8d574ac0] error while decoding MB 84 61, bytestream 13425 [h264 @ 0x64df8d574ac0] cabac decode of qscale diff failed at 47 49 [h264 @ 0x64df8d574ac0] error while decoding MB 47 49, bytestream 1019 [h264 @ 0x64df8d54c740] left block unavailable for requested intra4x4 mode -1 [h264", "last_exit_at": "2026-10-30T17:57:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 127.196, "last_started_at": "2026-10-30T17:57:20+09:00", "pid": 15263, "process": {"exists": true, "fd_count": 0, "hwm_mb": null, "name": "ffmpeg", "pid": 15263, "rss_mb": null, "state": "Z (zombie)", "threads": 1}, "restart_count": 65, "restart_count_per_hour": 18, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 66}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.129, "sample_count": 2318, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 91180, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:59:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.094, "last_frame_pushed_at": "2026-10-30T17:59:27+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-10-30T17:59:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 21, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 303.431, "last_sample_duration_ms": 1034.315, "last_trigger": "periodic", "next_snapshot_in_sec": 296.569, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 21, "storage_bytes": 1249181}, "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-10-30T17:59:27.545645+09:00", "mtime_epoch": 1793350767.5456445, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 123281}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:59:27+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 947.145, "name": "celery", "pid": 206, "rss_mb": 850.727, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 23, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 91181, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 17.0, "max": 27.0, "p95": 24.0, "sample_count": 166}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.012, "max": 6.0, "p95": 6.0, "sample_count": 166}, "total": {"avg": 4.012, "max": 6.0, "p95": 6.0, "sample_count": 166}}, "tracking_counts": {"active": {"avg": 1.223, "max": 4.0, "p95": 4.0, "sample_count": 166}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "removed": {"avg": 0.03, "max": 1.0, "p95": 0.0, "sample_count": 166}, "tracked": {"avg": 1.223, "max": 4.0, "p95": 4.0, "sample_count": 166}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 167, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.846, "pushed": 5.846, "read": 5.882}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 167, "client_acquire_ms": {"avg_ms": 0.007, "count": 167, "max_ms": 0.035, "p95_ms": 0.015, "reason": null, "sample_age_ms": 40.493, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.966, "count": 167, "max_ms": 10.159, "p95_ms": 2.881, "reason": null, "sample_age_ms": 91.264, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.412, "count": 167, "max_ms": 6.631, "p95_ms": 2.26, "reason": null, "sample_age_ms": 91.579, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.496, "count": 167, "max_ms": 1.46, "p95_ms": 1.075, "reason": null, "sample_age_ms": 40.507, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.03, "count": 167, "max_ms": 4.456, "p95_ms": 3.153, "reason": null, "sample_age_ms": 89.548, "source": "client_direct"}, "request_count": 167, "request_tensor_bytes": {"avg": 2764808.0, "count": 167, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 89.53, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 167, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 41.326, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.269, "count": 167, "max_ms": 83.287, "p95_ms": 70.241, "reason": null, "sample_age_ms": 40.488, "source": "client_direct"}, "sample_age_ms": 40.483, "source": "client_direct", "task_total_ms": {"avg_ms": 52.978, "count": 167, "max_ms": 86.603, "p95_ms": 73.661, "reason": null, "sample_age_ms": 40.483, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.913, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.462, "count": 166, "max_ms": 21.414, "p95_ms": 18.014}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.577, "count": 166, "max_ms": 1.918, "p95_ms": 1.112}, "detection_prepare_ms": {"avg_ms": 2.091, "count": 166, "max_ms": 9.303, "p95_ms": 4.067}, "event_filter_ms": {"avg_ms": 0.007, "count": 166, "max_ms": 0.076, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.528, "count": 166, "max_ms": 1.632, "p95_ms": 0.876}, "mcmt_ms": {"avg_ms": 0.004, "count": 166, "max_ms": 0.015, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 4.263, "count": 166, "max_ms": 10.445, "p95_ms": 7.918}, "setup_ms": {"avg_ms": 0.044, "count": 166, "max_ms": 0.158, "p95_ms": 0.082}, "total_inside_ms": {"avg_ms": 10.394, "count": 166, "max_ms": 21.261, "p95_ms": 17.928}, "track_match_ms": {"avg_ms": 0.213, "count": 166, "max_ms": 0.689, "p95_ms": 0.475}, "tracker_update_ms": {"avg_ms": 2.666, "count": 166, "max_ms": 7.154, "p95_ms": 4.926}}, "gstreamer_push": {"avg_ms": 3.231, "count": 166, "max_ms": 7.678, "p95_ms": 5.876}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 166, "max_ms": 0.418, "p95_ms": 0.114}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.39, "count": 166, "max_ms": 88.356, "p95_ms": 77.591}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.896, "count": 166, "max_ms": 14.955, "p95_ms": 10.323}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.746, "count": 166, "max_ms": 161.582, "p95_ms": 142.123}, "inference_input_copy_ms": {"avg_ms": 1.723, "count": 166, "max_ms": 4.746, "p95_ms": 3.257}, "processing_residual_ms": {"avg_ms": 0.352, "count": 166, "max_ms": 0.948, "p95_ms": 0.623}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.716, "count": 166, "max_ms": 167.618, "p95_ms": 147.785}, "read_interval": {"avg_ms": 189.021, "count": 167, "max_ms": 4234.174, "p95_ms": 178.078}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 166, "max_ms": 0.075, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 4.177, "count": 166, "max_ms": 10.371, "p95_ms": 7.777}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 166, "max_ms": 0.063, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.157, "count": 166, "max_ms": 10.353, "p95_ms": 7.756}, "worker_merge_ms": {"avg_ms": 0.007, "count": 166, "max_ms": 0.025, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 54.404, "count": 166, "max_ms": 88.363, "p95_ms": 77.609}, "visualize": {"avg_ms": 41.367, "count": 166, "max_ms": 79.045, "p95_ms": 56.58}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.594, "count": 166, "max_ms": 55.143, "p95_ms": 43.387}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.795, "count": 166, "max_ms": 77.236, "p95_ms": 54.352}, "visualize_input_copy_ms": {"avg_ms": 1.345, "count": 166, "max_ms": 7.336, "p95_ms": 2.378}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.657, "count": 166, "max_ms": 77.066, "p95_ms": 54.187}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 166, "max_ms": 0.211, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 166}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 850.707, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.964, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.93, "sample_count": 2332, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 91146, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:59:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 125041, "write_bytes_delta": 125041, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 407.0, "cpu_core_ratio": 0.592045, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6544.0, "pid": 15263, "reason": null, "system_cpu_core_ratio": 0.257584, "system_cpu_s_delta": 5.160000000000002, "user_cpu_core_ratio": 0.33446, "user_cpu_s_delta": 6.700000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.534025, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.487214, "system_cpu_s_delta": 9.760000000000218, "user_cpu_core_ratio": 1.046811, "user_cpu_s_delta": 20.970000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.165, "count": 160, "max_ms": 7.459, "p95_ms": 5.437, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.45, "max": 27.0, "p95": 24.0, "sample_count": 160}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.475, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 160}, "total": {"avg": 3.475, "max": 6.0, "p95": 6.0, "sample_count": 160}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.087, "count": 30, "max": 63.948, "p95": 53.85, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.439, "count": 30, "max": 25.623, "p95": 23.846, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 866.433, "count": 30, "max": 1274.0, "p95": 1215.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 607.9, "count": 30, "max": 6544.0, "p95": 2313.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.081, "count": 30, "max": 0.376, "p95": 0.259, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.428, "count": 30, "max": 0.526, "p95": 0.488, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.168, "count": 30, "max": 2.451, "p95": 1.362, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105964.3, "count": 30, "max": 125041.0, "p95": 122415.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105964.3, "count": 30, "max": 125041.0, "p95": 122415.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.4, "count": 30, "max": 37.0, "p95": 31.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.478, "count": 30, "max": 0.579, "p95": 0.576, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.103, "count": 30, "max": 1.276, "p95": 1.266, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 788, "sampled_at": "2026-10-30T17:59:22+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:59:22+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.394, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 204625, "flush_count": 207, "flush_interval_seconds": 30.0, "flush_state": {"count": 207, "last_at": "2026-10-30T17:58:52", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:58:52", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 206}, "started": true, "suppressed_count": 91001, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 90975}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 207, "written_record_count": 207}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5010.676, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T17:59:27+09:00", "last_error_summary": "[h264 @ 0x64df8d5243c0] error while decoding MB 14 41, bytestream -7 [h264 @ 0x64df8d4fc040] error while decoding MB 12 39, bytestream -5 [h264 @ 0x64df8d574ac0] cabac decode of qscale diff failed at 84 61 [h264 @ 0x64df8d574ac0] error while decoding MB 84 61, bytestream 13425 [h264 @ 0x64df8d574ac0] cabac decode of qscale diff failed at 47 49 [h264 @ 0x64df8d574ac0] error while decoding MB 47 49, bytestream 1019 [h264 @ 0x64df8d54c740] left block unavailable for requested intra4x4 mode -1 [h264", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 252097228800, "copied_frame_count": 91181, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:49:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2807992, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T17:49:02+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.589}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 26, "events_emitted": 25, "events_failed": 0, "events_observed": 26, "events_suppressed": 1, "frame_buffer_copied_bytes": 252097228800, "frame_buffer_copies": 91181, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1250, "recorder_active_input_bytes": 3456000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 25, "recorder_clips_failed": 0, "recorder_clips_started": 25, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 25, "worker_jobs_accepted": 25, "worker_jobs_completed": 25, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1167, "count": 512, "max_ms": 1.8466, "p50_ms": 0.0997, "p95_ms": 0.2137, "p99_ms": 0.309}, "stages": {"db_insert": {"avg_ms": 18.8526, "count": 25, "max_ms": 33.4972, "p50_ms": 18.6321, "p95_ms": 30.6312, "p99_ms": 32.8484, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8109, "count": 25, "max_ms": 3.8064, "p50_ms": 1.6587, "p95_ms": 2.6889, "p99_ms": 3.5386, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1172.5611, "count": 26, "max_ms": 4422.916, "p50_ms": 1067.142, "p95_ms": 1357.689, "p99_ms": 3660.9541, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.487, "count": 512, "max_ms": 5.2234, "p50_ms": 1.3756, "p95_ms": 2.605, "p99_ms": 3.4891, "results": {"failed": 0, "not_applicable": 0, "success": 91181, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.9415, "count": 26, "max_ms": 656.9199, "p50_ms": 562.2852, "p95_ms": 641.1697, "p99_ms": 653.4504, "results": {"failed": 0, "not_applicable": 0, "success": 26, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.973, "count": 25, "max_ms": 68.3606, "p50_ms": 33.3931, "p95_ms": 63.676, "p99_ms": 67.5649, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3802, "count": 512, "max_ms": 12.236, "p50_ms": 5.1487, "p95_ms": 7.9581, "p99_ms": 9.731, "results": {"failed": 0, "not_applicable": 0, "success": 1250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.462, "count": 512, "max_ms": 4.4677, "p50_ms": 1.3644, "p95_ms": 2.4314, "p99_ms": 3.7801, "results": {"failed": 0, "not_applicable": 0, "success": 1250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 566.2561, "count": 25, "max_ms": 653.6862, "p50_ms": 561.2794, "p95_ms": 637.2497, "p99_ms": 650.0823, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6989, "count": 25, "max_ms": 555.4516, "p50_ms": 471.2453, "p95_ms": 535.4366, "p99_ms": 550.7564, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8022, "count": 25, "max_ms": 99.8242, "p50_ms": 84.9877, "p95_ms": 95.6397, "p99_ms": 98.8447, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.7937, "count": 25, "max_ms": 15.8949, "p50_ms": 1.9502, "p95_ms": 7.7376, "p99_ms": 14.1461, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5201, "count": 25, "max_ms": 73.1462, "p50_ms": 44.2759, "p95_ms": 68.3824, "p99_ms": 72.5536, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9046, "count": 26, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6187, "p99_ms": 1.7208, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3482, "count": 25, "max_ms": 8.0269, "p50_ms": 0.967, "p95_ms": 2.1618, "p99_ms": 6.6374, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3482, "count": 25, "max_ms": 8.0269, "p50_ms": 0.967, "p95_ms": 2.1618, "p99_ms": 6.6374, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9046, "count": 26, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6187, "p99_ms": 1.7208, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4614, "count": 25, "max_ms": 9.2164, "p50_ms": 1.0176, "p95_ms": 2.5165, "p99_ms": 7.6233, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 556.8417, "count": 25, "max_ms": 3752.636, "p50_ms": 408.7335, "p95_ms": 694.0685, "p99_ms": 3023.9409, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 26, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 26, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.4717, "count": 25, "max_ms": 11.5083, "p50_ms": 1.9543, "p95_ms": 6.3368, "p99_ms": 10.3663, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4655, "count": 25, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 73.0956, "p99_ms": 87.8893, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.148, "count": 25, "max_ms": 1.1521, "p50_ms": 0.1018, "p95_ms": 0.18, "p99_ms": 0.919, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5799, "count": 25, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2243, "p99_ms": 5.1668, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 646.6579, "count": 25, "max_ms": 3837.487, "p50_ms": 502.281, "p95_ms": 762.1102, "p99_ms": 3103.3143, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 25, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 25, "max_ms": 1.1521, "p50_ms": 0.1018, "p95_ms": 0.18, "p99_ms": 0.919}, "wait_ms": {"count": 25, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2243, "p99_ms": 5.1668}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 25, "artifact_failed": 0, "artifact_requested": 25, "artifact_success": 25, "completed": 25, "completed_failed": 0, "completed_success": 25, "cooldown_promoted": 25, "database_requested": 25, "db_insert_success": 25, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15566, "relay_business_failed": 0, "relay_business_success": 25, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 25, "relay_transport_failed": 0, "relay_transport_success": 25, "reservation_requested": 25}, "snapshot": {"copied_bytes": 69120000, "copied_count": 25, "copy": {"count": 25, "max_ms": 3.8064, "p50_ms": 1.6587, "p95_ms": 2.6889, "p99_ms": 3.5386}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 62, "h264_decode_error_count": 156, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:59:27+09:00", "last_error_summary": "[h264 @ 0x64df8d5243c0] error while decoding MB 14 41, bytestream -7 [h264 @ 0x64df8d4fc040] error while decoding MB 12 39, bytestream -5 [h264 @ 0x64df8d574ac0] cabac decode of qscale diff failed at 84 61 [h264 @ 0x64df8d574ac0] error while decoding MB 84 61, bytestream 13425 [h264 @ 0x64df8d574ac0] cabac decode of qscale diff failed at 47 49 [h264 @ 0x64df8d574ac0] error while decoding MB 47 49, bytestream 1019 [h264 @ 0x64df8d54c740] left block unavailable for requested intra4x4 mode -1 [h264", "last_exit_at": "2026-10-30T17:59:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 127.268, "last_started_at": "2026-10-30T17:57:20+09:00", "pid": 15263, "process": {"exists": false, "pid": 15263}, "restart_count": 65, "restart_count_per_hour": 18, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 66}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.129, "sample_count": 2319, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 91181, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:59:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.024, "last_frame_pushed_at": "2026-10-30T17:59:27+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-10-30T17:59:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 21, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 303.507, "last_sample_duration_ms": 1034.315, "last_trigger": "periodic", "next_snapshot_in_sec": 296.493, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 21, "storage_bytes": 1249181}, "mjpeg": {"age_sec": 0.016, "exists": true, "mtime": "2026-10-30T17:59:27.681645+09:00", "mtime_epoch": 1793350767.6816452, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 123523}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:59:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 947.145, "name": "celery", "pid": 206, "rss_mb": 850.723, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 23, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 91181, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 16.988, "max": 27.0, "p95": 24.0, "sample_count": 167}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.024, "max": 6.0, "p95": 6.0, "sample_count": 167}, "total": {"avg": 4.024, "max": 6.0, "p95": 6.0, "sample_count": 167}}, "tracking_counts": {"active": {"avg": 1.228, "max": 4.0, "p95": 4.0, "sample_count": 167}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "removed": {"avg": 0.03, "max": 1.0, "p95": 0.0, "sample_count": 167}, "tracked": {"avg": 1.228, "max": 4.0, "p95": 4.0, "sample_count": 167}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 167, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.867, "pushed": 5.867, "read": 5.867}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 167, "client_acquire_ms": {"avg_ms": 0.007, "count": 167, "max_ms": 0.035, "p95_ms": 0.015, "reason": null, "sample_age_ms": 112.487, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.966, "count": 167, "max_ms": 10.159, "p95_ms": 2.881, "reason": null, "sample_age_ms": 163.258, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.412, "count": 167, "max_ms": 6.631, "p95_ms": 2.26, "reason": null, "sample_age_ms": 163.573, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.496, "count": 167, "max_ms": 1.46, "p95_ms": 1.075, "reason": null, "sample_age_ms": 112.501, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.03, "count": 167, "max_ms": 4.456, "p95_ms": 3.153, "reason": null, "sample_age_ms": 161.541, "source": "client_direct"}, "request_count": 167, "request_tensor_bytes": {"avg": 2764808.0, "count": 167, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 161.524, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 167, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 113.32, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.269, "count": 167, "max_ms": 83.287, "p95_ms": 70.241, "reason": null, "sample_age_ms": 112.482, "source": "client_direct"}, "sample_age_ms": 112.477, "source": "client_direct", "task_total_ms": {"avg_ms": 52.978, "count": 167, "max_ms": 86.603, "p95_ms": 73.661, "reason": null, "sample_age_ms": 112.477, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.337, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.469, "count": 167, "max_ms": 21.414, "p95_ms": 18.014}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.578, "count": 167, "max_ms": 1.918, "p95_ms": 1.112}, "detection_prepare_ms": {"avg_ms": 2.094, "count": 167, "max_ms": 9.303, "p95_ms": 4.067}, "event_filter_ms": {"avg_ms": 0.007, "count": 167, "max_ms": 0.076, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.529, "count": 167, "max_ms": 1.632, "p95_ms": 0.876}, "mcmt_ms": {"avg_ms": 0.004, "count": 167, "max_ms": 0.015, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 4.262, "count": 167, "max_ms": 10.445, "p95_ms": 7.918}, "setup_ms": {"avg_ms": 0.044, "count": 167, "max_ms": 0.158, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 10.4, "count": 167, "max_ms": 21.261, "p95_ms": 17.928}, "track_match_ms": {"avg_ms": 0.213, "count": 167, "max_ms": 0.689, "p95_ms": 0.475}, "tracker_update_ms": {"avg_ms": 2.667, "count": 167, "max_ms": 7.154, "p95_ms": 4.926}}, "gstreamer_push": {"avg_ms": 3.233, "count": 167, "max_ms": 7.678, "p95_ms": 5.876}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 167, "max_ms": 0.418, "p95_ms": 0.114}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.374, "count": 167, "max_ms": 88.356, "p95_ms": 77.591}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.894, "count": 167, "max_ms": 14.955, "p95_ms": 10.323}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.849, "count": 167, "max_ms": 161.582, "p95_ms": 142.123}, "inference_input_copy_ms": {"avg_ms": 1.725, "count": 167, "max_ms": 4.746, "p95_ms": 3.257}, "processing_residual_ms": {"avg_ms": 0.351, "count": 167, "max_ms": 0.948, "p95_ms": 0.623}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.819, "count": 167, "max_ms": 167.618, "p95_ms": 147.785}, "read_interval": {"avg_ms": 189.021, "count": 167, "max_ms": 4234.174, "p95_ms": 178.078}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 167, "max_ms": 0.075, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 4.176, "count": 167, "max_ms": 10.371, "p95_ms": 7.777}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 167, "max_ms": 0.063, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.156, "count": 167, "max_ms": 10.353, "p95_ms": 7.756}, "worker_merge_ms": {"avg_ms": 0.007, "count": 167, "max_ms": 0.025, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 54.388, "count": 167, "max_ms": 88.363, "p95_ms": 77.609}, "visualize": {"avg_ms": 41.482, "count": 167, "max_ms": 79.045, "p95_ms": 56.791}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.681, "count": 167, "max_ms": 55.143, "p95_ms": 43.734}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.911, "count": 167, "max_ms": 77.236, "p95_ms": 54.996}, "visualize_input_copy_ms": {"avg_ms": 1.344, "count": 167, "max_ms": 7.336, "p95_ms": 2.378}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.774, "count": 167, "max_ms": 77.066, "p95_ms": 54.802}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 167, "max_ms": 0.211, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 167}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 850.707, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.964, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.93, "sample_count": 2332, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 91146, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:59:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 125041, "write_bytes_delta": 125041, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 407.0, "cpu_core_ratio": 0.592045, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6544.0, "pid": 15263, "reason": null, "system_cpu_core_ratio": 0.257584, "system_cpu_s_delta": 5.160000000000002, "user_cpu_core_ratio": 0.33446, "user_cpu_s_delta": 6.700000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.534025, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.487214, "system_cpu_s_delta": 9.760000000000218, "user_cpu_core_ratio": 1.046811, "user_cpu_s_delta": 20.970000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.165, "count": 160, "max_ms": 7.459, "p95_ms": 5.437, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.45, "max": 27.0, "p95": 24.0, "sample_count": 160}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.475, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 160}, "total": {"avg": 3.475, "max": 6.0, "p95": 6.0, "sample_count": 160}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.087, "count": 30, "max": 63.948, "p95": 53.85, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.439, "count": 30, "max": 25.623, "p95": 23.846, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 866.433, "count": 30, "max": 1274.0, "p95": 1215.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 607.9, "count": 30, "max": 6544.0, "p95": 2313.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.081, "count": 30, "max": 0.376, "p95": 0.259, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.428, "count": 30, "max": 0.526, "p95": 0.488, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.168, "count": 30, "max": 2.451, "p95": 1.362, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105964.3, "count": 30, "max": 125041.0, "p95": 122415.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105964.3, "count": 30, "max": 125041.0, "p95": 122415.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.4, "count": 30, "max": 37.0, "p95": 31.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.478, "count": 30, "max": 0.579, "p95": 0.576, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.103, "count": 30, "max": 1.276, "p95": 1.266, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 788, "sampled_at": "2026-10-30T17:59:22+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:59:22+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.466, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 204625, "flush_count": 207, "flush_interval_seconds": 30.0, "flush_state": {"count": 207, "last_at": "2026-10-30T17:58:52", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:58:52", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 206}, "started": true, "suppressed_count": 91001, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 90975}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 207, "written_record_count": 207}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5009.75, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 252097228800, "copied_frame_count": 91181, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:49:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2807992, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T17:49:02+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.589}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 26, "events_emitted": 25, "events_failed": 0, "events_observed": 26, "events_suppressed": 1, "frame_buffer_copied_bytes": 252097228800, "frame_buffer_copies": 91181, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1250, "recorder_active_input_bytes": 3456000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 25, "recorder_clips_failed": 0, "recorder_clips_started": 25, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 25, "worker_jobs_accepted": 25, "worker_jobs_completed": 25, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1167, "count": 512, "max_ms": 1.8466, "p50_ms": 0.0997, "p95_ms": 0.2137, "p99_ms": 0.309}, "stages": {"db_insert": {"avg_ms": 18.8526, "count": 25, "max_ms": 33.4972, "p50_ms": 18.6321, "p95_ms": 30.6312, "p99_ms": 32.8484, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8109, "count": 25, "max_ms": 3.8064, "p50_ms": 1.6587, "p95_ms": 2.6889, "p99_ms": 3.5386, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1172.5611, "count": 26, "max_ms": 4422.916, "p50_ms": 1067.142, "p95_ms": 1357.689, "p99_ms": 3660.9541, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.487, "count": 512, "max_ms": 5.2234, "p50_ms": 1.3756, "p95_ms": 2.605, "p99_ms": 3.4891, "results": {"failed": 0, "not_applicable": 0, "success": 91181, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.9415, "count": 26, "max_ms": 656.9199, "p50_ms": 562.2852, "p95_ms": 641.1697, "p99_ms": 653.4504, "results": {"failed": 0, "not_applicable": 0, "success": 26, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.973, "count": 25, "max_ms": 68.3606, "p50_ms": 33.3931, "p95_ms": 63.676, "p99_ms": 67.5649, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3802, "count": 512, "max_ms": 12.236, "p50_ms": 5.1487, "p95_ms": 7.9581, "p99_ms": 9.731, "results": {"failed": 0, "not_applicable": 0, "success": 1250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.462, "count": 512, "max_ms": 4.4677, "p50_ms": 1.3644, "p95_ms": 2.4314, "p99_ms": 3.7801, "results": {"failed": 0, "not_applicable": 0, "success": 1250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 566.2561, "count": 25, "max_ms": 653.6862, "p50_ms": 561.2794, "p95_ms": 637.2497, "p99_ms": 650.0823, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6989, "count": 25, "max_ms": 555.4516, "p50_ms": 471.2453, "p95_ms": 535.4366, "p99_ms": 550.7564, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8022, "count": 25, "max_ms": 99.8242, "p50_ms": 84.9877, "p95_ms": 95.6397, "p99_ms": 98.8447, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.7937, "count": 25, "max_ms": 15.8949, "p50_ms": 1.9502, "p95_ms": 7.7376, "p99_ms": 14.1461, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5201, "count": 25, "max_ms": 73.1462, "p50_ms": 44.2759, "p95_ms": 68.3824, "p99_ms": 72.5536, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9046, "count": 26, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6187, "p99_ms": 1.7208, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3482, "count": 25, "max_ms": 8.0269, "p50_ms": 0.967, "p95_ms": 2.1618, "p99_ms": 6.6374, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3482, "count": 25, "max_ms": 8.0269, "p50_ms": 0.967, "p95_ms": 2.1618, "p99_ms": 6.6374, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9046, "count": 26, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6187, "p99_ms": 1.7208, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4614, "count": 25, "max_ms": 9.2164, "p50_ms": 1.0176, "p95_ms": 2.5165, "p99_ms": 7.6233, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 556.8417, "count": 25, "max_ms": 3752.636, "p50_ms": 408.7335, "p95_ms": 694.0685, "p99_ms": 3023.9409, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 26, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 26, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.4717, "count": 25, "max_ms": 11.5083, "p50_ms": 1.9543, "p95_ms": 6.3368, "p99_ms": 10.3663, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4655, "count": 25, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 73.0956, "p99_ms": 87.8893, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.148, "count": 25, "max_ms": 1.1521, "p50_ms": 0.1018, "p95_ms": 0.18, "p99_ms": 0.919, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5799, "count": 25, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2243, "p99_ms": 5.1668, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 646.6579, "count": 25, "max_ms": 3837.487, "p50_ms": 502.281, "p95_ms": 762.1102, "p99_ms": 3103.3143, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 25, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 25, "max_ms": 1.1521, "p50_ms": 0.1018, "p95_ms": 0.18, "p99_ms": 0.919}, "wait_ms": {"count": 25, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2243, "p99_ms": 5.1668}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 25, "artifact_failed": 0, "artifact_requested": 25, "artifact_success": 25, "completed": 25, "completed_failed": 0, "completed_success": 25, "cooldown_promoted": 25, "database_requested": 25, "db_insert_success": 25, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15566, "relay_business_failed": 0, "relay_business_success": 25, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 25, "relay_transport_failed": 0, "relay_transport_success": 25, "reservation_requested": 25}, "snapshot": {"copied_bytes": 69120000, "copied_count": 25, "copy": {"count": 25, "max_ms": 3.8064, "p50_ms": 1.6587, "p95_ms": 2.6889, "p99_ms": 3.5386}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 62, "h264_decode_error_count": 156, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:59:27+09:00", "last_error_summary": "[h264 @ 0x64df8d5243c0] error while decoding MB 14 41, bytestream -7 [h264 @ 0x64df8d4fc040] error while decoding MB 12 39, bytestream -5 [h264 @ 0x64df8d574ac0] cabac decode of qscale diff failed at 84 61 [h264 @ 0x64df8d574ac0] error while decoding MB 84 61, bytestream 13425 [h264 @ 0x64df8d574ac0] cabac decode of qscale diff failed at 47 49 [h264 @ 0x64df8d574ac0] error while decoding MB 47 49, bytestream 1019 [h264 @ 0x64df8d54c740] left block unavailable for requested intra4x4 mode -1 [h264", "last_exit_at": "2026-10-30T17:59:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 127.31, "last_started_at": "2026-10-30T17:57:20+09:00", "pid": 15263, "process": {"exists": false, "pid": 15263}, "restart_count": 65, "restart_count_per_hour": 18, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 66}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.129, "sample_count": 2318, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 91181, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:59:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.066, "last_frame_pushed_at": "2026-10-30T17:59:27+09:00", "last_frame_read_age_sec": 0.203, "last_frame_read_at": "2026-10-30T17:59:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 21, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 303.554, "last_sample_duration_ms": 1034.315, "last_trigger": "periodic", "next_snapshot_in_sec": 296.446, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 21, "storage_bytes": 1249181}, "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-10-30T17:59:27.681645+09:00", "mtime_epoch": 1793350767.6816452, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 123523}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:59:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 947.145, "name": "celery", "pid": 206, "rss_mb": 850.723, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 23, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 91181, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 16.988, "max": 27.0, "p95": 24.0, "sample_count": 167}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.024, "max": 6.0, "p95": 6.0, "sample_count": 167}, "total": {"avg": 4.024, "max": 6.0, "p95": 6.0, "sample_count": 167}}, "tracking_counts": {"active": {"avg": 1.228, "max": 4.0, "p95": 4.0, "sample_count": 167}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "removed": {"avg": 0.03, "max": 1.0, "p95": 0.0, "sample_count": 167}, "tracked": {"avg": 1.228, "max": 4.0, "p95": 4.0, "sample_count": 167}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 167, "pushed_frames": 167, "read_frames": 167, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.858, "pushed": 5.858, "read": 5.858}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 167, "client_acquire_ms": {"avg_ms": 0.007, "count": 167, "max_ms": 0.035, "p95_ms": 0.015, "reason": null, "sample_age_ms": 160.266, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.966, "count": 167, "max_ms": 10.159, "p95_ms": 2.881, "reason": null, "sample_age_ms": 211.037, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.412, "count": 167, "max_ms": 6.631, "p95_ms": 2.26, "reason": null, "sample_age_ms": 211.352, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.496, "count": 167, "max_ms": 1.46, "p95_ms": 1.075, "reason": null, "sample_age_ms": 160.28, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.03, "count": 167, "max_ms": 4.456, "p95_ms": 3.153, "reason": null, "sample_age_ms": 209.321, "source": "client_direct"}, "request_count": 167, "request_tensor_bytes": {"avg": 2764808.0, "count": 167, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 209.303, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 167, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 161.099, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.269, "count": 167, "max_ms": 83.287, "p95_ms": 70.241, "reason": null, "sample_age_ms": 160.261, "source": "client_direct"}, "sample_age_ms": 160.256, "source": "client_direct", "task_total_ms": {"avg_ms": 52.978, "count": 167, "max_ms": 86.603, "p95_ms": 73.661, "reason": null, "sample_age_ms": 160.256, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.305, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.469, "count": 167, "max_ms": 21.414, "p95_ms": 18.014}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.578, "count": 167, "max_ms": 1.918, "p95_ms": 1.112}, "detection_prepare_ms": {"avg_ms": 2.094, "count": 167, "max_ms": 9.303, "p95_ms": 4.067}, "event_filter_ms": {"avg_ms": 0.007, "count": 167, "max_ms": 0.076, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.529, "count": 167, "max_ms": 1.632, "p95_ms": 0.876}, "mcmt_ms": {"avg_ms": 0.004, "count": 167, "max_ms": 0.015, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 4.262, "count": 167, "max_ms": 10.445, "p95_ms": 7.918}, "setup_ms": {"avg_ms": 0.044, "count": 167, "max_ms": 0.158, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 10.4, "count": 167, "max_ms": 21.261, "p95_ms": 17.928}, "track_match_ms": {"avg_ms": 0.213, "count": 167, "max_ms": 0.689, "p95_ms": 0.475}, "tracker_update_ms": {"avg_ms": 2.667, "count": 167, "max_ms": 7.154, "p95_ms": 4.926}}, "gstreamer_push": {"avg_ms": 3.233, "count": 167, "max_ms": 7.678, "p95_ms": 5.876}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 167, "max_ms": 0.418, "p95_ms": 0.114}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.374, "count": 167, "max_ms": 88.356, "p95_ms": 77.591}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.894, "count": 167, "max_ms": 14.955, "p95_ms": 10.323}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.849, "count": 167, "max_ms": 161.582, "p95_ms": 142.123}, "inference_input_copy_ms": {"avg_ms": 1.725, "count": 167, "max_ms": 4.746, "p95_ms": 3.257}, "processing_residual_ms": {"avg_ms": 0.351, "count": 167, "max_ms": 0.948, "p95_ms": 0.623}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.819, "count": 167, "max_ms": 167.618, "p95_ms": 147.785}, "read_interval": {"avg_ms": 189.021, "count": 167, "max_ms": 4234.174, "p95_ms": 178.078}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 167, "max_ms": 0.075, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 4.176, "count": 167, "max_ms": 10.371, "p95_ms": 7.777}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 167, "max_ms": 0.063, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.156, "count": 167, "max_ms": 10.353, "p95_ms": 7.756}, "worker_merge_ms": {"avg_ms": 0.007, "count": 167, "max_ms": 0.025, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 54.388, "count": 167, "max_ms": 88.363, "p95_ms": 77.609}, "visualize": {"avg_ms": 41.482, "count": 167, "max_ms": 79.045, "p95_ms": 56.791}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.681, "count": 167, "max_ms": 55.143, "p95_ms": 43.734}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.911, "count": 167, "max_ms": 77.236, "p95_ms": 54.996}, "visualize_input_copy_ms": {"avg_ms": 1.344, "count": 167, "max_ms": 7.336, "p95_ms": 2.378}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.774, "count": 167, "max_ms": 77.066, "p95_ms": 54.802}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 167, "max_ms": 0.211, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 167}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 850.707, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.964, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.93, "sample_count": 2332, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 91146, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:59:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 125041, "write_bytes_delta": 125041, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 407.0, "cpu_core_ratio": 0.592045, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6544.0, "pid": 15263, "reason": null, "system_cpu_core_ratio": 0.257584, "system_cpu_s_delta": 5.160000000000002, "user_cpu_core_ratio": 0.33446, "user_cpu_s_delta": 6.700000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.534025, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.487214, "system_cpu_s_delta": 9.760000000000218, "user_cpu_core_ratio": 1.046811, "user_cpu_s_delta": 20.970000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.165, "count": 160, "max_ms": 7.459, "p95_ms": 5.437, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.45, "max": 27.0, "p95": 24.0, "sample_count": 160}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.475, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 160}, "total": {"avg": 3.475, "max": 6.0, "p95": 6.0, "sample_count": 160}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.087, "count": 30, "max": 63.948, "p95": 53.85, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.439, "count": 30, "max": 25.623, "p95": 23.846, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 866.433, "count": 30, "max": 1274.0, "p95": 1215.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 607.9, "count": 30, "max": 6544.0, "p95": 2313.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.081, "count": 30, "max": 0.376, "p95": 0.259, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.428, "count": 30, "max": 0.526, "p95": 0.488, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.168, "count": 30, "max": 2.451, "p95": 1.362, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105964.3, "count": 30, "max": 125041.0, "p95": 122415.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105964.3, "count": 30, "max": 125041.0, "p95": 122415.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.4, "count": 30, "max": 37.0, "p95": 31.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.478, "count": 30, "max": 0.579, "p95": 0.576, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.103, "count": 30, "max": 1.276, "p95": 1.266, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 788, "sampled_at": "2026-10-30T17:59:22+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:59:22+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.508, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 204625, "flush_count": 207, "flush_interval_seconds": 30.0, "flush_state": {"count": 207, "last_at": "2026-10-30T17:58:52", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T17:58:52", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 206}, "started": true, "suppressed_count": 91001, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 26, "tracking_summary": 90975}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 207, "written_record_count": 207}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5185.004, "limit_mb": null}, "detail": {"pid": 15379, "restart_count": 66, "start_count": 67}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 252097228800, "copied_frame_count": 91181, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T17:49:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2807992, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T17:49:02+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.589}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 26, "events_emitted": 25, "events_failed": 0, "events_observed": 26, "events_suppressed": 1, "frame_buffer_copied_bytes": 252097228800, "frame_buffer_copies": 91181, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1250, "recorder_active_input_bytes": 3456000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 25, "recorder_clips_failed": 0, "recorder_clips_started": 25, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 25, "worker_jobs_accepted": 25, "worker_jobs_completed": 25, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1167, "count": 512, "max_ms": 1.8466, "p50_ms": 0.0997, "p95_ms": 0.2137, "p99_ms": 0.309}, "stages": {"db_insert": {"avg_ms": 18.8526, "count": 25, "max_ms": 33.4972, "p50_ms": 18.6321, "p95_ms": 30.6312, "p99_ms": 32.8484, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8109, "count": 25, "max_ms": 3.8064, "p50_ms": 1.6587, "p95_ms": 2.6889, "p99_ms": 3.5386, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1172.5611, "count": 26, "max_ms": 4422.916, "p50_ms": 1067.142, "p95_ms": 1357.689, "p99_ms": 3660.9541, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.487, "count": 512, "max_ms": 5.2234, "p50_ms": 1.3756, "p95_ms": 2.605, "p99_ms": 3.4891, "results": {"failed": 0, "not_applicable": 0, "success": 91181, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 548.9415, "count": 26, "max_ms": 656.9199, "p50_ms": 562.2852, "p95_ms": 641.1697, "p99_ms": 653.4504, "results": {"failed": 0, "not_applicable": 0, "success": 26, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 33.973, "count": 25, "max_ms": 68.3606, "p50_ms": 33.3931, "p95_ms": 63.676, "p99_ms": 67.5649, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3802, "count": 512, "max_ms": 12.236, "p50_ms": 5.1487, "p95_ms": 7.9581, "p99_ms": 9.731, "results": {"failed": 0, "not_applicable": 0, "success": 1250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.462, "count": 512, "max_ms": 4.4677, "p50_ms": 1.3644, "p95_ms": 2.4314, "p99_ms": 3.7801, "results": {"failed": 0, "not_applicable": 0, "success": 1250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 566.2561, "count": 25, "max_ms": 653.6862, "p50_ms": 561.2794, "p95_ms": 637.2497, "p99_ms": 650.0823, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.6989, "count": 25, "max_ms": 555.4516, "p50_ms": 471.2453, "p95_ms": 535.4366, "p99_ms": 550.7564, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8022, "count": 25, "max_ms": 99.8242, "p50_ms": 84.9877, "p95_ms": 95.6397, "p99_ms": 98.8447, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.7937, "count": 25, "max_ms": 15.8949, "p50_ms": 1.9502, "p95_ms": 7.7376, "p99_ms": 14.1461, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.5201, "count": 25, "max_ms": 73.1462, "p50_ms": 44.2759, "p95_ms": 68.3824, "p99_ms": 72.5536, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9046, "count": 26, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6187, "p99_ms": 1.7208, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3482, "count": 25, "max_ms": 8.0269, "p50_ms": 0.967, "p95_ms": 2.1618, "p99_ms": 6.6374, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3482, "count": 25, "max_ms": 8.0269, "p50_ms": 0.967, "p95_ms": 2.1618, "p99_ms": 6.6374, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9046, "count": 26, "max_ms": 1.7383, "p50_ms": 0.8486, "p95_ms": 1.6187, "p99_ms": 1.7208, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4614, "count": 25, "max_ms": 9.2164, "p50_ms": 1.0176, "p95_ms": 2.5165, "p99_ms": 7.6233, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 25, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 556.8417, "count": 25, "max_ms": 3752.636, "p50_ms": 408.7335, "p95_ms": 694.0685, "p99_ms": 3023.9409, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 26, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 26, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.4717, "count": 25, "max_ms": 11.5083, "p50_ms": 1.9543, "p95_ms": 6.3368, "p99_ms": 10.3663, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 29.4655, "count": 25, "max_ms": 92.2129, "p50_ms": 25.6669, "p95_ms": 73.0956, "p99_ms": 87.8893, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.148, "count": 25, "max_ms": 1.1521, "p50_ms": 0.1018, "p95_ms": 0.18, "p99_ms": 0.919, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5799, "count": 25, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2243, "p99_ms": 5.1668, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 646.6579, "count": 25, "max_ms": 3837.487, "p50_ms": 502.281, "p95_ms": 762.1102, "p99_ms": 3103.3143, "results": {"failed": 0, "not_applicable": 0, "success": 25, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 25, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 25, "max_ms": 1.1521, "p50_ms": 0.1018, "p95_ms": 0.18, "p99_ms": 0.919}, "wait_ms": {"count": 25, "max_ms": 5.4615, "p50_ms": 2.3057, "p95_ms": 4.2243, "p99_ms": 5.1668}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 25, "artifact_failed": 0, "artifact_requested": 25, "artifact_success": 25, "completed": 25, "completed_failed": 0, "completed_success": 25, "cooldown_promoted": 25, "database_requested": 25, "db_insert_success": 25, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15566, "relay_business_failed": 0, "relay_business_success": 25, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 25, "relay_transport_failed": 0, "relay_transport_success": 25, "reservation_requested": 25}, "snapshot": {"copied_bytes": 69120000, "copied_count": 25, "copy": {"count": 25, "max_ms": 3.8064, "p50_ms": 1.6587, "p95_ms": 2.6889, "p99_ms": 3.5386}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 62, "h264_decode_error_count": 156, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T17:59:27+09:00", "last_error_summary": "[h264 @ 0x64df8d5243c0] error while decoding MB 14 41, bytestream -7 [h264 @ 0x64df8d4fc040] error while decoding MB 12 39, bytestream -5 [h264 @ 0x64df8d574ac0] cabac decode of qscale diff failed at 84 61 [h264 @ 0x64df8d574ac0] error while decoding MB 84 61, bytestream 13425 [h264 @ 0x64df8d574ac0] cabac decode of qscale diff failed at 47 49 [h264 @ 0x64df8d574ac0] error while decoding MB 47 49, bytestream 1019 [h264 @ 0x64df8d54c740] left block unavailable for requested intra4x4 mode -1 [h264", "last_exit_at": "2026-10-30T17:59:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T17:59:30+09:00", "pid": 15379, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.488, "name": "ffmpeg", "pid": 15379, "rss_mb": 209.488, "state": "S (sleeping)", "threads": 70}, "restart_count": 66, "restart_count_per_hour": 19, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 67}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.129, "sample_count": 2277, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 91181, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:59:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.947, "last_frame_pushed_at": "2026-10-30T17:59:27+09:00", "last_frame_read_age_sec": 5.083, "last_frame_read_at": "2026-10-30T17:59:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 21, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 308.42, "last_sample_duration_ms": 1034.315, "last_trigger": "periodic", "next_snapshot_in_sec": 291.58, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 21, "storage_bytes": 1249181}, "mjpeg": {"age_sec": 4.938, "exists": true, "mtime": "2026-10-30T17:59:27.681645+09:00", "mtime_epoch": 1793350767.6816452, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 123523}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T17:59:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 947.145, "name": "celery", "pid": 206, "rss_mb": 850.727, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 23, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 91181, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 16.631, "max": 26.0, "p95": 24.0, "sample_count": 157}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.089, "max": 6.0, "p95": 6.0, "sample_count": 157}, "total": {"avg": 4.089, "max": 6.0, "p95": 6.0, "sample_count": 157}}, "tracking_counts": {"active": {"avg": 1.287, "max": 4.0, "p95": 4.0, "sample_count": 157}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 157}, "removed": {"avg": 0.019, "max": 1.0, "p95": 0.0, "sample_count": 157}, "tracked": {"avg": 1.287, "max": 4.0, "p95": 4.0, "sample_count": 157}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 157}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 157, "pushed_frames": 157, "read_frames": 156, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.239, "pushed": 5.239, "read": 5.206}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 156, "client_acquire_ms": {"avg_ms": 0.007, "count": 156, "max_ms": 0.035, "p95_ms": 0.015, "reason": null, "sample_age_ms": 5034.857, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.968, "count": 156, "max_ms": 10.159, "p95_ms": 2.885, "reason": null, "sample_age_ms": 5085.628, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.415, "count": 156, "max_ms": 6.631, "p95_ms": 2.286, "reason": null, "sample_age_ms": 5085.942, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.5, "count": 156, "max_ms": 1.46, "p95_ms": 1.054, "reason": null, "sample_age_ms": 5034.87, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.04, "count": 156, "max_ms": 4.456, "p95_ms": 3.179, "reason": null, "sample_age_ms": 5083.911, "source": "client_direct"}, "request_count": 156, "request_tensor_bytes": {"avg": 2764808.0, "count": 156, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5083.894, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 156, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5035.69, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.598, "count": 156, "max_ms": 83.287, "p95_ms": 70.638, "reason": null, "sample_age_ms": 5034.852, "source": "client_direct"}, "sample_age_ms": 5034.847, "source": "client_direct", "task_total_ms": {"avg_ms": 53.323, "count": 156, "max_ms": 86.603, "p95_ms": 74.223, "reason": null, "sample_age_ms": 5034.847, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.681, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.618, "count": 157, "max_ms": 21.414, "p95_ms": 18.385}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.584, "count": 157, "max_ms": 1.918, "p95_ms": 1.207}, "detection_prepare_ms": {"avg_ms": 2.11, "count": 157, "max_ms": 9.303, "p95_ms": 4.067}, "event_filter_ms": {"avg_ms": 0.007, "count": 157, "max_ms": 0.076, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.532, "count": 157, "max_ms": 1.632, "p95_ms": 0.926}, "mcmt_ms": {"avg_ms": 0.004, "count": 157, "max_ms": 0.015, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 4.35, "count": 157, "max_ms": 10.445, "p95_ms": 7.958}, "setup_ms": {"avg_ms": 0.045, "count": 157, "max_ms": 0.158, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 10.549, "count": 157, "max_ms": 21.261, "p95_ms": 18.297}, "track_match_ms": {"avg_ms": 0.22, "count": 157, "max_ms": 0.689, "p95_ms": 0.488}, "tracker_update_ms": {"avg_ms": 2.696, "count": 157, "max_ms": 7.154, "p95_ms": 4.993}}, "gstreamer_push": {"avg_ms": 3.203, "count": 157, "max_ms": 7.678, "p95_ms": 5.782}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 157, "max_ms": 0.158, "p95_ms": 0.114}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.66, "count": 157, "max_ms": 88.356, "p95_ms": 77.768}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.821, "count": 157, "max_ms": 14.955, "p95_ms": 10.323}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 157, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 157, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.544, "count": 157, "max_ms": 161.582, "p95_ms": 142.192}, "inference_input_copy_ms": {"avg_ms": 1.734, "count": 157, "max_ms": 4.746, "p95_ms": 3.361}, "processing_residual_ms": {"avg_ms": 0.348, "count": 157, "max_ms": 0.948, "p95_ms": 0.67}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 157, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 157, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.448, "count": 157, "max_ms": 167.618, "p95_ms": 151.468}, "read_interval": {"avg_ms": 160.013, "count": 156, "max_ms": 4234.174, "p95_ms": 175.963}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 157, "max_ms": 0.075, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 4.263, "count": 157, "max_ms": 10.371, "p95_ms": 7.908}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 157, "max_ms": 0.063, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.243, "count": 157, "max_ms": 10.353, "p95_ms": 7.897}, "worker_merge_ms": {"avg_ms": 0.007, "count": 157, "max_ms": 0.025, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 54.674, "count": 157, "max_ms": 88.363, "p95_ms": 77.782}, "visualize": {"avg_ms": 41.755, "count": 157, "max_ms": 79.045, "p95_ms": 57.068}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.799, "count": 157, "max_ms": 55.143, "p95_ms": 44.017}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 157, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.177, "count": 157, "max_ms": 77.236, "p95_ms": 55.29}, "visualize_input_copy_ms": {"avg_ms": 1.35, "count": 157, "max_ms": 7.336, "p95_ms": 2.397}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 157, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.04, "count": 157, "max_ms": 77.066, "p95_ms": 55.028}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 157, "max_ms": 0.211, "p95_ms": 0.147}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 157}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 157}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 157}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 850.707, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.964, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.93, "sample_count": 2332, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 91146, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T17:59:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 125041, "write_bytes_delta": 125041, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 407.0, "cpu_core_ratio": 0.592045, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6544.0, "pid": 15263, "reason": null, "system_cpu_core_ratio": 0.257584, "system_cpu_s_delta": 5.160000000000002, "user_cpu_core_ratio": 0.33446, "user_cpu_s_delta": 6.700000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.534025, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.487214, "system_cpu_s_delta": 9.760000000000218, "user_cpu_core_ratio": 1.046811, "user_cpu_s_delta": 20.970000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.165, "count": 160, "max_ms": 7.459, "p95_ms": 5.437, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.45, "max": 27.0, "p95": 24.0, "sample_count": 160}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.475, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 160}, "total": {"avg": 3.475, "max": 6.0, "p95": 6.0, "sample_count": 160}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.087, "count": 30, "max": 63.948, "p95": 53.85, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.439, "count": 30, "max": 25.623, "p95": 23.846, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 866.433, "count": 30, "max": 1274.0, "p95": 1215.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 607.9, "count": 30, "max": 6544.0, "p95": 2313.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.081, "count": 30, "max": 0.376, "p95": 0.259, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.428, "count": 30, "max": 0.526, "p95": 0.488, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.168, "count": 30, "max": 2.451, "p95": 1.362, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105964.3, "count": 30, "max": 125041.0, "p95": 122415.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105964.3, "count": 30, "max": 125041.0, "p95": 122415.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.4, "count": 30, "max": 37.0, "p95": 31.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.478, "count": 30, "max": 0.579, "p95": 0.576, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.103, "count": 30, "max": 1.276, "p95": 1.266, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 788, "sampled_at": "2026-10-30T17:59:22+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T17:59:22+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 206593, "flush_count": 209, "flush_interval_seconds": 30.0, "flush_state": {"count": 209, "last_at": "2026-10-30T18:00:52", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T18:00:52", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 208}, "started": true, "suppressed_count": 91941, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 91912}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 209, "written_record_count": 209}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5101.898, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x616ac1b40fc0] error while decoding MB 106 60, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 254690611200, "copied_frame_count": 92119, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:01:33+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3794841, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:01:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.891}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 29, "events_emitted": 28, "events_failed": 0, "events_observed": 29, "events_suppressed": 1, "frame_buffer_copied_bytes": 254690611200, "frame_buffer_copies": 92119, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1400, "recorder_active_input_bytes": 3870720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 28, "recorder_clips_failed": 0, "recorder_clips_started": 28, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 28, "worker_jobs_accepted": 28, "worker_jobs_completed": 28, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1265, "count": 512, "max_ms": 4.8923, "p50_ms": 0.0898, "p95_ms": 0.2405, "p99_ms": 0.3757}, "stages": {"db_insert": {"avg_ms": 18.6432, "count": 28, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.5092, "p99_ms": 32.7673, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8162, "count": 28, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6875, "p99_ms": 3.5052, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.7558, "count": 29, "max_ms": 4422.916, "p50_ms": 1055.1727, "p95_ms": 1365.2206, "p99_ms": 3569.5186, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5095, "count": 512, "max_ms": 4.8805, "p50_ms": 1.3699, "p95_ms": 2.6713, "p99_ms": 3.7074, "results": {"failed": 0, "not_applicable": 0, "success": 92119, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 551.1657, "count": 29, "max_ms": 656.9199, "p50_ms": 565.6267, "p95_ms": 640.0466, "p99_ms": 653.034, "results": {"failed": 0, "not_applicable": 0, "success": 29, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.0776, "count": 28, "max_ms": 68.3606, "p50_ms": 34.7351, "p95_ms": 62.6491, "p99_ms": 67.4655, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3718, "count": 512, "max_ms": 12.236, "p50_ms": 5.0961, "p95_ms": 8.1461, "p99_ms": 9.7879, "results": {"failed": 0, "not_applicable": 0, "success": 1400, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4406, "count": 512, "max_ms": 4.56, "p50_ms": 1.3647, "p95_ms": 2.3901, "p99_ms": 3.0843, "results": {"failed": 0, "not_applicable": 0, "success": 1400, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 566.1973, "count": 28, "max_ms": 653.6862, "p50_ms": 561.8843, "p95_ms": 636.1845, "p99_ms": 649.6318, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.1657, "count": 28, "max_ms": 555.4516, "p50_ms": 468.5718, "p95_ms": 535.0979, "p99_ms": 550.1695, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8456, "count": 28, "max_ms": 99.8242, "p50_ms": 85.4031, "p95_ms": 95.5623, "p99_ms": 98.7223, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.966, "count": 28, "max_ms": 15.8949, "p50_ms": 2.0081, "p95_ms": 9.1235, "p99_ms": 14.1415, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.3213, "count": 28, "max_ms": 73.1462, "p50_ms": 44.6038, "p95_ms": 66.6613, "p99_ms": 72.4795, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.973, "count": 29, "max_ms": 3.0715, "p50_ms": 0.8759, "p95_ms": 1.7103, "p99_ms": 2.6982, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3582, "count": 28, "max_ms": 8.0269, "p50_ms": 0.9612, "p95_ms": 2.6077, "p99_ms": 6.6176, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3582, "count": 28, "max_ms": 8.0269, "p50_ms": 0.9612, "p95_ms": 2.6077, "p99_ms": 6.6176, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.973, "count": 29, "max_ms": 3.0715, "p50_ms": 0.8759, "p95_ms": 1.7103, "p99_ms": 2.6982, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4126, "count": 28, "max_ms": 9.2164, "p50_ms": 1.0359, "p95_ms": 2.4701, "p99_ms": 7.4242, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 548.1504, "count": 28, "max_ms": 3752.636, "p50_ms": 405.9422, "p95_ms": 710.2003, "p99_ms": 2932.8541, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 29, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 29, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6558, "count": 28, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.5252, "p99_ms": 10.2235, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.2163, "count": 28, "max_ms": 92.2129, "p50_ms": 25.3495, "p95_ms": 72.2687, "p99_ms": 87.3489, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1438, "count": 28, "max_ms": 1.1521, "p50_ms": 0.1017, "p95_ms": 0.1794, "p99_ms": 0.8899, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5119, "count": 28, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2171, "p99_ms": 5.13, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 636.7132, "count": 28, "max_ms": 3837.487, "p50_ms": 493.1106, "p95_ms": 779.9157, "p99_ms": 3012.1581, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 28, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 28, "max_ms": 1.1521, "p50_ms": 0.1017, "p95_ms": 0.1794, "p99_ms": 0.8899}, "wait_ms": {"count": 28, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2171, "p99_ms": 5.13}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 28, "artifact_failed": 0, "artifact_requested": 28, "artifact_success": 28, "completed": 28, "completed_failed": 0, "completed_success": 28, "cooldown_promoted": 28, "database_requested": 28, "db_insert_success": 28, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15569, "relay_business_failed": 0, "relay_business_success": 28, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 28, "relay_transport_failed": 0, "relay_transport_success": 28, "reservation_requested": 28}, "snapshot": {"copied_bytes": 77414400, "copied_count": 28, "copy": {"count": 28, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6875, "p99_ms": 3.5052}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 63, "h264_decode_error_count": 157, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T18:01:41+09:00", "last_error_summary": "[h264 @ 0x616ac1b40fc0] error while decoding MB 106 60, bytestream -7", "last_exit_at": "2026-10-30T17:59:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.788, "last_started_at": "2026-10-30T17:59:30+09:00", "pid": 15379, "process": {"exists": false, "pid": 15379}, "restart_count": 66, "restart_count_per_hour": 18, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 67}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.005, "sample_count": 2135, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 92119, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T18:01:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.052, "last_frame_pushed_at": "2026-10-30T18:01:41+09:00", "last_frame_read_age_sec": 0.048, "last_frame_read_at": "2026-10-30T18:01:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 21, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 437.232, "last_sample_duration_ms": 1034.315, "last_trigger": "periodic", "next_snapshot_in_sec": 162.768, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 21, "storage_bytes": 1249181}, "mjpeg": {"age_sec": 0.042, "exists": true, "mtime": "2026-10-30T18:01:41.365296+09:00", "mtime_epoch": 1793350901.365296, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 96530}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T18:01:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 965.277, "name": "celery", "pid": 206, "rss_mb": 924.883, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 25, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 92120, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.639, "max": 23.0, "p95": 17.0, "sample_count": 208}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.038, "max": 6.0, "p95": 5.0, "sample_count": 208}, "total": {"avg": 4.038, "max": 6.0, "p95": 5.0, "sample_count": 208}}, "tracking_counts": {"active": {"avg": 0.202, "max": 1.0, "p95": 1.0, "sample_count": 208}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "removed": {"avg": 0.029, "max": 1.0, "p95": 0.0, "sample_count": 208}, "tracked": {"avg": 0.202, "max": 1.0, "p95": 1.0, "sample_count": 208}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.949, "pushed": 6.949, "read": 6.949}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 208, "client_acquire_ms": {"avg_ms": 0.007, "count": 208, "max_ms": 0.02, "p95_ms": 0.015, "reason": null, "sample_age_ms": 41.912, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.022, "count": 208, "max_ms": 13.57, "p95_ms": 3.325, "reason": null, "sample_age_ms": 66.168, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.478, "count": 208, "max_ms": 13.147, "p95_ms": 2.419, "reason": null, "sample_age_ms": 66.403, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.411, "count": 208, "max_ms": 1.349, "p95_ms": 0.764, "reason": null, "sample_age_ms": 41.93, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.05, "count": 208, "max_ms": 6.506, "p95_ms": 3.498, "reason": null, "sample_age_ms": 65.189, "source": "client_direct"}, "request_count": 208, "request_tensor_bytes": {"avg": 2764808.0, "count": 208, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 65.17, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 208, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 42.33, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.29, "count": 208, "max_ms": 87.678, "p95_ms": 73.005, "reason": null, "sample_age_ms": 41.906, "source": "client_direct"}, "sample_age_ms": 41.9, "source": "client_direct", "task_total_ms": {"avg_ms": 54.934, "count": 208, "max_ms": 90.534, "p95_ms": 76.151, "reason": null, "sample_age_ms": 41.9, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.756, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.45, "count": 208, "max_ms": 22.16, "p95_ms": 17.258}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.577, "count": 208, "max_ms": 1.895, "p95_ms": 1.215}, "detection_prepare_ms": {"avg_ms": 1.867, "count": 208, "max_ms": 9.32, "p95_ms": 3.219}, "event_filter_ms": {"avg_ms": 0.008, "count": 208, "max_ms": 0.116, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.601, "count": 208, "max_ms": 2.028, "p95_ms": 0.989}, "mcmt_ms": {"avg_ms": 0.004, "count": 208, "max_ms": 0.05, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 5.521, "count": 208, "max_ms": 10.736, "p95_ms": 8.737}, "setup_ms": {"avg_ms": 0.043, "count": 208, "max_ms": 0.125, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 11.384, "count": 208, "max_ms": 22.027, "p95_ms": 17.149}, "track_match_ms": {"avg_ms": 0.137, "count": 208, "max_ms": 0.689, "p95_ms": 0.277}, "tracker_update_ms": {"avg_ms": 2.624, "count": 208, "max_ms": 8.722, "p95_ms": 4.469}}, "gstreamer_push": {"avg_ms": 3.279, "count": 208, "max_ms": 8.162, "p95_ms": 6.098}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 208, "max_ms": 0.179, "p95_ms": 0.107}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.481, "count": 208, "max_ms": 96.16, "p95_ms": 77.985}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.749, "count": 208, "max_ms": 14.894, "p95_ms": 9.156}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 122.71, "count": 208, "max_ms": 723.036, "p95_ms": 156.865}, "inference_input_copy_ms": {"avg_ms": 1.706, "count": 208, "max_ms": 4.285, "p95_ms": 3.004}, "processing_residual_ms": {"avg_ms": 0.254, "count": 208, "max_ms": 1.211, "p95_ms": 0.494}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 128.42, "count": 208, "max_ms": 735.244, "p95_ms": 163.216}, "read_interval": {"avg_ms": 144.35, "count": 208, "max_ms": 780.529, "p95_ms": 194.28}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 208, "max_ms": 0.117, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 5.433, "count": 208, "max_ms": 10.56, "p95_ms": 8.564}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 208, "max_ms": 0.059, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.411, "count": 208, "max_ms": 10.524, "p95_ms": 8.52}, "worker_merge_ms": {"avg_ms": 0.008, "count": 208, "max_ms": 0.039, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 56.494, "count": 208, "max_ms": 96.172, "p95_ms": 77.996}, "visualize": {"avg_ms": 43.884, "count": 208, "max_ms": 86.663, "p95_ms": 61.623}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.54, "count": 208, "max_ms": 60.888, "p95_ms": 47.992}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 42.231, "count": 208, "max_ms": 85.425, "p95_ms": 59.839}, "visualize_input_copy_ms": {"avg_ms": 1.429, "count": 208, "max_ms": 8.567, "p95_ms": 2.443}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 42.087, "count": 208, "max_ms": 85.285, "p95_ms": 59.616}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 208, "max_ms": 0.225, "p95_ms": 0.158}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 208}, "returned_event_count": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 914.34, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.324, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.514, "sample_count": 2203, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 91851, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T18:01:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99098, "write_bytes_delta": 99098, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 495.0, "cpu_core_ratio": 0.447677, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 15379, "reason": null, "system_cpu_core_ratio": 0.035656, "system_cpu_s_delta": 0.3599999999999999, "user_cpu_core_ratio": 0.412021, "user_cpu_s_delta": 4.159999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.8432, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.562567, "system_cpu_s_delta": 5.6799999999993815, "user_cpu_core_ratio": 1.280633, "user_cpu_s_delta": 12.930000000000291}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.261, "count": 222, "max_ms": 9.713, "p95_ms": 5.751, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.365, "max": 33.0, "p95": 26.0, "sample_count": 222}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.077, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 222}, "total": {"avg": 4.077, "max": 6.0, "p95": 5.0, "sample_count": 222}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.502, "count": 30, "max": 63.948, "p95": 48.82, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.351, "count": 30, "max": 25.623, "p95": 23.846, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 769.133, "count": 30, "max": 1274.0, "p95": 1215.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 554.3, "count": 30, "max": 6544.0, "p95": 2189.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.081, "count": 30, "max": 0.376, "p95": 0.259, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.526, "p95": 0.488, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.172, "count": 30, "max": 2.451, "p95": 1.373, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108170.333, "count": 30, "max": 125041.0, "p95": 122415.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108170.333, "count": 30, "max": 125041.0, "p95": 122415.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1304.4, "count": 30, "max": 38655.0, "p95": 33.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.498, "count": 30, "max": 0.614, "p95": 0.605, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.128, "count": 30, "max": 1.339, "p95": 1.309, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 796, "sampled_at": "2026-10-30T18:01:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T18:01:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 206593, "flush_count": 209, "flush_interval_seconds": 30.0, "flush_state": {"count": 209, "last_at": "2026-10-30T18:00:52", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T18:00:52", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 208}, "started": true, "suppressed_count": 91941, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 91912}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 209, "written_record_count": 209}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5101.383, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T18:01:41+09:00", "last_error_summary": "[h264 @ 0x616ac1b40fc0] error while decoding MB 106 60, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 254693376000, "copied_frame_count": 92120, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:01:33+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3794841, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:01:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.891}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 29, "events_emitted": 28, "events_failed": 0, "events_observed": 29, "events_suppressed": 1, "frame_buffer_copied_bytes": 254693376000, "frame_buffer_copies": 92120, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1400, "recorder_active_input_bytes": 3870720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 28, "recorder_clips_failed": 0, "recorder_clips_started": 28, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 28, "worker_jobs_accepted": 28, "worker_jobs_completed": 28, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1263, "count": 512, "max_ms": 4.8923, "p50_ms": 0.0888, "p95_ms": 0.2405, "p99_ms": 0.3757}, "stages": {"db_insert": {"avg_ms": 18.6432, "count": 28, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.5092, "p99_ms": 32.7673, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8162, "count": 28, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6875, "p99_ms": 3.5052, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.7558, "count": 29, "max_ms": 4422.916, "p50_ms": 1055.1727, "p95_ms": 1365.2206, "p99_ms": 3569.5186, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5082, "count": 512, "max_ms": 4.8805, "p50_ms": 1.3692, "p95_ms": 2.6713, "p99_ms": 3.7074, "results": {"failed": 0, "not_applicable": 0, "success": 92120, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 551.1657, "count": 29, "max_ms": 656.9199, "p50_ms": 565.6267, "p95_ms": 640.0466, "p99_ms": 653.034, "results": {"failed": 0, "not_applicable": 0, "success": 29, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.0776, "count": 28, "max_ms": 68.3606, "p50_ms": 34.7351, "p95_ms": 62.6491, "p99_ms": 67.4655, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3718, "count": 512, "max_ms": 12.236, "p50_ms": 5.0961, "p95_ms": 8.1461, "p99_ms": 9.7879, "results": {"failed": 0, "not_applicable": 0, "success": 1400, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4406, "count": 512, "max_ms": 4.56, "p50_ms": 1.3647, "p95_ms": 2.3901, "p99_ms": 3.0843, "results": {"failed": 0, "not_applicable": 0, "success": 1400, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 566.1973, "count": 28, "max_ms": 653.6862, "p50_ms": 561.8843, "p95_ms": 636.1845, "p99_ms": 649.6318, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.1657, "count": 28, "max_ms": 555.4516, "p50_ms": 468.5718, "p95_ms": 535.0979, "p99_ms": 550.1695, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8456, "count": 28, "max_ms": 99.8242, "p50_ms": 85.4031, "p95_ms": 95.5623, "p99_ms": 98.7223, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.966, "count": 28, "max_ms": 15.8949, "p50_ms": 2.0081, "p95_ms": 9.1235, "p99_ms": 14.1415, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.3213, "count": 28, "max_ms": 73.1462, "p50_ms": 44.6038, "p95_ms": 66.6613, "p99_ms": 72.4795, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.973, "count": 29, "max_ms": 3.0715, "p50_ms": 0.8759, "p95_ms": 1.7103, "p99_ms": 2.6982, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3582, "count": 28, "max_ms": 8.0269, "p50_ms": 0.9612, "p95_ms": 2.6077, "p99_ms": 6.6176, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3582, "count": 28, "max_ms": 8.0269, "p50_ms": 0.9612, "p95_ms": 2.6077, "p99_ms": 6.6176, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.973, "count": 29, "max_ms": 3.0715, "p50_ms": 0.8759, "p95_ms": 1.7103, "p99_ms": 2.6982, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4126, "count": 28, "max_ms": 9.2164, "p50_ms": 1.0359, "p95_ms": 2.4701, "p99_ms": 7.4242, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 548.1504, "count": 28, "max_ms": 3752.636, "p50_ms": 405.9422, "p95_ms": 710.2003, "p99_ms": 2932.8541, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 29, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 29, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6558, "count": 28, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.5252, "p99_ms": 10.2235, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.2163, "count": 28, "max_ms": 92.2129, "p50_ms": 25.3495, "p95_ms": 72.2687, "p99_ms": 87.3489, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1438, "count": 28, "max_ms": 1.1521, "p50_ms": 0.1017, "p95_ms": 0.1794, "p99_ms": 0.8899, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5119, "count": 28, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2171, "p99_ms": 5.13, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 636.7132, "count": 28, "max_ms": 3837.487, "p50_ms": 493.1106, "p95_ms": 779.9157, "p99_ms": 3012.1581, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 28, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 28, "max_ms": 1.1521, "p50_ms": 0.1017, "p95_ms": 0.1794, "p99_ms": 0.8899}, "wait_ms": {"count": 28, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2171, "p99_ms": 5.13}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 28, "artifact_failed": 0, "artifact_requested": 28, "artifact_success": 28, "completed": 28, "completed_failed": 0, "completed_success": 28, "cooldown_promoted": 28, "database_requested": 28, "db_insert_success": 28, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15569, "relay_business_failed": 0, "relay_business_success": 28, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 28, "relay_transport_failed": 0, "relay_transport_success": 28, "reservation_requested": 28}, "snapshot": {"copied_bytes": 77414400, "copied_count": 28, "copy": {"count": 28, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6875, "p99_ms": 3.5052}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 63, "h264_decode_error_count": 157, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T18:01:41+09:00", "last_error_summary": "[h264 @ 0x616ac1b40fc0] error while decoding MB 106 60, bytestream -7", "last_exit_at": "2026-10-30T18:01:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.855, "last_started_at": "2026-10-30T17:59:30+09:00", "pid": 15379, "process": {"exists": false, "pid": 15379}, "restart_count": 66, "restart_count_per_hour": 18, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 67}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.005, "sample_count": 2135, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 92120, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T18:01:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T18:01:41+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-10-30T18:01:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 21, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 437.275, "last_sample_duration_ms": 1034.315, "last_trigger": "periodic", "next_snapshot_in_sec": 162.725, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 21, "storage_bytes": 1249181}, "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-10-30T18:01:41.365296+09:00", "mtime_epoch": 1793350901.365296, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 96530}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T18:01:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 965.277, "name": "celery", "pid": 206, "rss_mb": 924.867, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 25, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 92120, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.678, "max": 23.0, "p95": 17.0, "sample_count": 208}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.043, "max": 6.0, "p95": 5.0, "sample_count": 208}, "total": {"avg": 4.043, "max": 6.0, "p95": 5.0, "sample_count": 208}}, "tracking_counts": {"active": {"avg": 0.202, "max": 1.0, "p95": 1.0, "sample_count": 208}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "removed": {"avg": 0.029, "max": 1.0, "p95": 0.0, "sample_count": 208}, "tracked": {"avg": 0.202, "max": 1.0, "p95": 1.0, "sample_count": 208}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.967, "pushed": 6.967, "read": 6.934}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 208, "client_acquire_ms": {"avg_ms": 0.007, "count": 208, "max_ms": 0.02, "p95_ms": 0.015, "reason": null, "sample_age_ms": 94.364, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.022, "count": 208, "max_ms": 13.57, "p95_ms": 3.325, "reason": null, "sample_age_ms": 118.62, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.478, "count": 208, "max_ms": 13.147, "p95_ms": 2.419, "reason": null, "sample_age_ms": 118.855, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.411, "count": 208, "max_ms": 1.349, "p95_ms": 0.764, "reason": null, "sample_age_ms": 94.382, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.05, "count": 208, "max_ms": 6.506, "p95_ms": 3.498, "reason": null, "sample_age_ms": 117.641, "source": "client_direct"}, "request_count": 208, "request_tensor_bytes": {"avg": 2764808.0, "count": 208, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 117.622, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 208, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 94.782, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.29, "count": 208, "max_ms": 87.678, "p95_ms": 73.005, "reason": null, "sample_age_ms": 94.358, "source": "client_direct"}, "sample_age_ms": 94.352, "source": "client_direct", "task_total_ms": {"avg_ms": 54.934, "count": 208, "max_ms": 90.534, "p95_ms": 76.151, "reason": null, "sample_age_ms": 94.352, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.942, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.421, "count": 208, "max_ms": 22.16, "p95_ms": 17.135}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.576, "count": 208, "max_ms": 1.895, "p95_ms": 1.215}, "detection_prepare_ms": {"avg_ms": 1.865, "count": 208, "max_ms": 9.32, "p95_ms": 3.219}, "event_filter_ms": {"avg_ms": 0.008, "count": 208, "max_ms": 0.116, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.6, "count": 208, "max_ms": 2.028, "p95_ms": 0.989}, "mcmt_ms": {"avg_ms": 0.004, "count": 208, "max_ms": 0.05, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 5.523, "count": 208, "max_ms": 10.736, "p95_ms": 8.737}, "setup_ms": {"avg_ms": 0.044, "count": 208, "max_ms": 0.125, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 11.356, "count": 208, "max_ms": 22.027, "p95_ms": 17.018}, "track_match_ms": {"avg_ms": 0.136, "count": 208, "max_ms": 0.689, "p95_ms": 0.277}, "tracker_update_ms": {"avg_ms": 2.598, "count": 208, "max_ms": 6.627, "p95_ms": 4.462}}, "gstreamer_push": {"avg_ms": 3.274, "count": 209, "max_ms": 8.162, "p95_ms": 6.098}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 208, "max_ms": 0.179, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.371, "count": 208, "max_ms": 96.16, "p95_ms": 77.985}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.742, "count": 209, "max_ms": 14.894, "p95_ms": 9.156}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 122.631, "count": 209, "max_ms": 723.036, "p95_ms": 156.865}, "inference_input_copy_ms": {"avg_ms": 1.701, "count": 209, "max_ms": 4.285, "p95_ms": 3.004}, "processing_residual_ms": {"avg_ms": 0.254, "count": 209, "max_ms": 1.211, "p95_ms": 0.494}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 128.328, "count": 209, "max_ms": 735.244, "p95_ms": 163.216}, "read_interval": {"avg_ms": 144.35, "count": 208, "max_ms": 780.529, "p95_ms": 194.28}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 208, "max_ms": 0.117, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 5.435, "count": 208, "max_ms": 10.56, "p95_ms": 8.564}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 208, "max_ms": 0.059, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.413, "count": 208, "max_ms": 10.524, "p95_ms": 8.52}, "worker_merge_ms": {"avg_ms": 0.008, "count": 208, "max_ms": 0.039, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 56.385, "count": 208, "max_ms": 96.172, "p95_ms": 77.996}, "visualize": {"avg_ms": 43.889, "count": 208, "max_ms": 86.663, "p95_ms": 61.623}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.559, "count": 208, "max_ms": 60.888, "p95_ms": 47.992}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 42.242, "count": 208, "max_ms": 85.425, "p95_ms": 59.839}, "visualize_input_copy_ms": {"avg_ms": 1.424, "count": 208, "max_ms": 8.567, "p95_ms": 2.443}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 42.099, "count": 208, "max_ms": 85.285, "p95_ms": 59.616}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 208, "max_ms": 0.225, "p95_ms": 0.158}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 208}, "returned_event_count": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 914.34, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.324, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.514, "sample_count": 2203, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 91851, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T18:01:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99098, "write_bytes_delta": 99098, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 495.0, "cpu_core_ratio": 0.447677, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 15379, "reason": null, "system_cpu_core_ratio": 0.035656, "system_cpu_s_delta": 0.3599999999999999, "user_cpu_core_ratio": 0.412021, "user_cpu_s_delta": 4.159999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.8432, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.562567, "system_cpu_s_delta": 5.6799999999993815, "user_cpu_core_ratio": 1.280633, "user_cpu_s_delta": 12.930000000000291}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.261, "count": 222, "max_ms": 9.713, "p95_ms": 5.751, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.365, "max": 33.0, "p95": 26.0, "sample_count": 222}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.077, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 222}, "total": {"avg": 4.077, "max": 6.0, "p95": 5.0, "sample_count": 222}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.502, "count": 30, "max": 63.948, "p95": 48.82, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.351, "count": 30, "max": 25.623, "p95": 23.846, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 769.133, "count": 30, "max": 1274.0, "p95": 1215.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 554.3, "count": 30, "max": 6544.0, "p95": 2189.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.081, "count": 30, "max": 0.376, "p95": 0.259, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.526, "p95": 0.488, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.172, "count": 30, "max": 2.451, "p95": 1.373, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108170.333, "count": 30, "max": 125041.0, "p95": 122415.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108170.333, "count": 30, "max": 125041.0, "p95": 122415.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1304.4, "count": 30, "max": 38655.0, "p95": 33.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.498, "count": 30, "max": 0.614, "p95": 0.605, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.128, "count": 30, "max": 1.339, "p95": 1.309, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 796, "sampled_at": "2026-10-30T18:01:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T18:01:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 206593, "flush_count": 209, "flush_interval_seconds": 30.0, "flush_state": {"count": 209, "last_at": "2026-10-30T18:00:52", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T18:00:52", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 208}, "started": true, "suppressed_count": 91941, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 91912}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 209, "written_record_count": 209}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5102.023, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 254693376000, "copied_frame_count": 92120, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:01:33+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3794841, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:01:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.891}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 29, "events_emitted": 28, "events_failed": 0, "events_observed": 29, "events_suppressed": 1, "frame_buffer_copied_bytes": 254693376000, "frame_buffer_copies": 92120, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1400, "recorder_active_input_bytes": 3870720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 28, "recorder_clips_failed": 0, "recorder_clips_started": 28, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 28, "worker_jobs_accepted": 28, "worker_jobs_completed": 28, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1263, "count": 512, "max_ms": 4.8923, "p50_ms": 0.0888, "p95_ms": 0.2405, "p99_ms": 0.3757}, "stages": {"db_insert": {"avg_ms": 18.6432, "count": 28, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.5092, "p99_ms": 32.7673, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8162, "count": 28, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6875, "p99_ms": 3.5052, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.7558, "count": 29, "max_ms": 4422.916, "p50_ms": 1055.1727, "p95_ms": 1365.2206, "p99_ms": 3569.5186, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5082, "count": 512, "max_ms": 4.8805, "p50_ms": 1.3692, "p95_ms": 2.6713, "p99_ms": 3.7074, "results": {"failed": 0, "not_applicable": 0, "success": 92120, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 551.1657, "count": 29, "max_ms": 656.9199, "p50_ms": 565.6267, "p95_ms": 640.0466, "p99_ms": 653.034, "results": {"failed": 0, "not_applicable": 0, "success": 29, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.0776, "count": 28, "max_ms": 68.3606, "p50_ms": 34.7351, "p95_ms": 62.6491, "p99_ms": 67.4655, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3718, "count": 512, "max_ms": 12.236, "p50_ms": 5.0961, "p95_ms": 8.1461, "p99_ms": 9.7879, "results": {"failed": 0, "not_applicable": 0, "success": 1400, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4406, "count": 512, "max_ms": 4.56, "p50_ms": 1.3647, "p95_ms": 2.3901, "p99_ms": 3.0843, "results": {"failed": 0, "not_applicable": 0, "success": 1400, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 566.1973, "count": 28, "max_ms": 653.6862, "p50_ms": 561.8843, "p95_ms": 636.1845, "p99_ms": 649.6318, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.1657, "count": 28, "max_ms": 555.4516, "p50_ms": 468.5718, "p95_ms": 535.0979, "p99_ms": 550.1695, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8456, "count": 28, "max_ms": 99.8242, "p50_ms": 85.4031, "p95_ms": 95.5623, "p99_ms": 98.7223, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.966, "count": 28, "max_ms": 15.8949, "p50_ms": 2.0081, "p95_ms": 9.1235, "p99_ms": 14.1415, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.3213, "count": 28, "max_ms": 73.1462, "p50_ms": 44.6038, "p95_ms": 66.6613, "p99_ms": 72.4795, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.973, "count": 29, "max_ms": 3.0715, "p50_ms": 0.8759, "p95_ms": 1.7103, "p99_ms": 2.6982, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3582, "count": 28, "max_ms": 8.0269, "p50_ms": 0.9612, "p95_ms": 2.6077, "p99_ms": 6.6176, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3582, "count": 28, "max_ms": 8.0269, "p50_ms": 0.9612, "p95_ms": 2.6077, "p99_ms": 6.6176, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.973, "count": 29, "max_ms": 3.0715, "p50_ms": 0.8759, "p95_ms": 1.7103, "p99_ms": 2.6982, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4126, "count": 28, "max_ms": 9.2164, "p50_ms": 1.0359, "p95_ms": 2.4701, "p99_ms": 7.4242, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 548.1504, "count": 28, "max_ms": 3752.636, "p50_ms": 405.9422, "p95_ms": 710.2003, "p99_ms": 2932.8541, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 29, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 29, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6558, "count": 28, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.5252, "p99_ms": 10.2235, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.2163, "count": 28, "max_ms": 92.2129, "p50_ms": 25.3495, "p95_ms": 72.2687, "p99_ms": 87.3489, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1438, "count": 28, "max_ms": 1.1521, "p50_ms": 0.1017, "p95_ms": 0.1794, "p99_ms": 0.8899, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5119, "count": 28, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2171, "p99_ms": 5.13, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 636.7132, "count": 28, "max_ms": 3837.487, "p50_ms": 493.1106, "p95_ms": 779.9157, "p99_ms": 3012.1581, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 28, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 28, "max_ms": 1.1521, "p50_ms": 0.1017, "p95_ms": 0.1794, "p99_ms": 0.8899}, "wait_ms": {"count": 28, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2171, "p99_ms": 5.13}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 28, "artifact_failed": 0, "artifact_requested": 28, "artifact_success": 28, "completed": 28, "completed_failed": 0, "completed_success": 28, "cooldown_promoted": 28, "database_requested": 28, "db_insert_success": 28, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15569, "relay_business_failed": 0, "relay_business_success": 28, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 28, "relay_transport_failed": 0, "relay_transport_success": 28, "reservation_requested": 28}, "snapshot": {"copied_bytes": 77414400, "copied_count": 28, "copy": {"count": 28, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6875, "p99_ms": 3.5052}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 63, "h264_decode_error_count": 157, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T18:01:41+09:00", "last_error_summary": "[h264 @ 0x616ac1b40fc0] error while decoding MB 106 60, bytestream -7", "last_exit_at": "2026-10-30T18:01:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.877, "last_started_at": "2026-10-30T17:59:30+09:00", "pid": 15379, "process": {"exists": false, "pid": 15379}, "restart_count": 66, "restart_count_per_hour": 18, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 67}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.005, "sample_count": 2135, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 92120, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T18:01:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.024, "last_frame_pushed_at": "2026-10-30T18:01:41+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-10-30T18:01:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 21, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 437.309, "last_sample_duration_ms": 1034.315, "last_trigger": "periodic", "next_snapshot_in_sec": 162.691, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 21, "storage_bytes": 1249181}, "mjpeg": {"age_sec": 0.017, "exists": true, "mtime": "2026-10-30T18:01:41.479296+09:00", "mtime_epoch": 1793350901.4792964, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 97222}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T18:01:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 965.277, "name": "celery", "pid": 206, "rss_mb": 924.867, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 25, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 92120, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.678, "max": 23.0, "p95": 17.0, "sample_count": 208}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.043, "max": 6.0, "p95": 5.0, "sample_count": 208}, "total": {"avg": 4.043, "max": 6.0, "p95": 5.0, "sample_count": 208}}, "tracking_counts": {"active": {"avg": 0.202, "max": 1.0, "p95": 1.0, "sample_count": 208}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "removed": {"avg": 0.029, "max": 1.0, "p95": 0.0, "sample_count": 208}, "tracked": {"avg": 0.202, "max": 1.0, "p95": 1.0, "sample_count": 208}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.944, "pushed": 6.944, "read": 6.944}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 208, "client_acquire_ms": {"avg_ms": 0.007, "count": 208, "max_ms": 0.02, "p95_ms": 0.015, "reason": null, "sample_age_ms": 121.069, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.022, "count": 208, "max_ms": 13.57, "p95_ms": 3.325, "reason": null, "sample_age_ms": 145.325, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.478, "count": 208, "max_ms": 13.147, "p95_ms": 2.419, "reason": null, "sample_age_ms": 145.561, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.411, "count": 208, "max_ms": 1.349, "p95_ms": 0.764, "reason": null, "sample_age_ms": 121.087, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.05, "count": 208, "max_ms": 6.506, "p95_ms": 3.498, "reason": null, "sample_age_ms": 144.346, "source": "client_direct"}, "request_count": 208, "request_tensor_bytes": {"avg": 2764808.0, "count": 208, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 144.327, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 208, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 121.487, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.29, "count": 208, "max_ms": 87.678, "p95_ms": 73.005, "reason": null, "sample_age_ms": 121.063, "source": "client_direct"}, "sample_age_ms": 121.057, "source": "client_direct", "task_total_ms": {"avg_ms": 54.934, "count": 208, "max_ms": 90.534, "p95_ms": 76.151, "reason": null, "sample_age_ms": 121.057, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.175, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.421, "count": 208, "max_ms": 22.16, "p95_ms": 17.135}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.576, "count": 208, "max_ms": 1.895, "p95_ms": 1.215}, "detection_prepare_ms": {"avg_ms": 1.865, "count": 208, "max_ms": 9.32, "p95_ms": 3.219}, "event_filter_ms": {"avg_ms": 0.008, "count": 208, "max_ms": 0.116, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.6, "count": 208, "max_ms": 2.028, "p95_ms": 0.989}, "mcmt_ms": {"avg_ms": 0.004, "count": 208, "max_ms": 0.05, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 5.523, "count": 208, "max_ms": 10.736, "p95_ms": 8.737}, "setup_ms": {"avg_ms": 0.044, "count": 208, "max_ms": 0.125, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 11.356, "count": 208, "max_ms": 22.027, "p95_ms": 17.018}, "track_match_ms": {"avg_ms": 0.136, "count": 208, "max_ms": 0.689, "p95_ms": 0.277}, "tracker_update_ms": {"avg_ms": 2.598, "count": 208, "max_ms": 6.627, "p95_ms": 4.462}}, "gstreamer_push": {"avg_ms": 3.274, "count": 208, "max_ms": 8.162, "p95_ms": 6.098}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 208, "max_ms": 0.179, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.371, "count": 208, "max_ms": 96.16, "p95_ms": 77.985}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.743, "count": 208, "max_ms": 14.894, "p95_ms": 9.156}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 122.575, "count": 208, "max_ms": 723.036, "p95_ms": 156.865}, "inference_input_copy_ms": {"avg_ms": 1.698, "count": 208, "max_ms": 4.285, "p95_ms": 3.004}, "processing_residual_ms": {"avg_ms": 0.254, "count": 208, "max_ms": 1.211, "p95_ms": 0.494}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 128.27, "count": 208, "max_ms": 735.244, "p95_ms": 163.216}, "read_interval": {"avg_ms": 144.35, "count": 208, "max_ms": 780.529, "p95_ms": 194.28}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 208, "max_ms": 0.117, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 5.435, "count": 208, "max_ms": 10.56, "p95_ms": 8.564}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 208, "max_ms": 0.059, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.413, "count": 208, "max_ms": 10.524, "p95_ms": 8.52}, "worker_merge_ms": {"avg_ms": 0.008, "count": 208, "max_ms": 0.039, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 56.385, "count": 208, "max_ms": 96.172, "p95_ms": 77.996}, "visualize": {"avg_ms": 43.889, "count": 208, "max_ms": 86.663, "p95_ms": 61.623}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.559, "count": 208, "max_ms": 60.888, "p95_ms": 47.992}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 42.242, "count": 208, "max_ms": 85.425, "p95_ms": 59.839}, "visualize_input_copy_ms": {"avg_ms": 1.424, "count": 208, "max_ms": 8.567, "p95_ms": 2.443}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 42.099, "count": 208, "max_ms": 85.285, "p95_ms": 59.616}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 208, "max_ms": 0.225, "p95_ms": 0.158}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 208}, "returned_event_count": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 914.34, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.324, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.514, "sample_count": 2203, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 91851, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T18:01:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99098, "write_bytes_delta": 99098, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 495.0, "cpu_core_ratio": 0.447677, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 15379, "reason": null, "system_cpu_core_ratio": 0.035656, "system_cpu_s_delta": 0.3599999999999999, "user_cpu_core_ratio": 0.412021, "user_cpu_s_delta": 4.159999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.8432, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.562567, "system_cpu_s_delta": 5.6799999999993815, "user_cpu_core_ratio": 1.280633, "user_cpu_s_delta": 12.930000000000291}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.261, "count": 222, "max_ms": 9.713, "p95_ms": 5.751, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.365, "max": 33.0, "p95": 26.0, "sample_count": 222}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.077, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 222}, "total": {"avg": 4.077, "max": 6.0, "p95": 5.0, "sample_count": 222}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.502, "count": 30, "max": 63.948, "p95": 48.82, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.351, "count": 30, "max": 25.623, "p95": 23.846, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 769.133, "count": 30, "max": 1274.0, "p95": 1215.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 554.3, "count": 30, "max": 6544.0, "p95": 2189.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.081, "count": 30, "max": 0.376, "p95": 0.259, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.526, "p95": 0.488, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.172, "count": 30, "max": 2.451, "p95": 1.373, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108170.333, "count": 30, "max": 125041.0, "p95": 122415.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108170.333, "count": 30, "max": 125041.0, "p95": 122415.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1304.4, "count": 30, "max": 38655.0, "p95": 33.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.498, "count": 30, "max": 0.614, "p95": 0.605, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.128, "count": 30, "max": 1.339, "p95": 1.309, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 796, "sampled_at": "2026-10-30T18:01:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T18:01:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 206593, "flush_count": 209, "flush_interval_seconds": 30.0, "flush_state": {"count": 209, "last_at": "2026-10-30T18:00:52", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T18:00:52", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 208}, "started": true, "suppressed_count": 91941, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 29, "tracking_summary": 91912}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 209, "written_record_count": 209}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5275.703, "limit_mb": null}, "detail": {"pid": 15681, "restart_count": 67, "start_count": 68}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 254693376000, "copied_frame_count": 92120, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:01:33+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3794841, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:01:26+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.891}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 29, "events_emitted": 28, "events_failed": 0, "events_observed": 29, "events_suppressed": 1, "frame_buffer_copied_bytes": 254693376000, "frame_buffer_copies": 92120, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1400, "recorder_active_input_bytes": 3870720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 28, "recorder_clips_failed": 0, "recorder_clips_started": 28, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 28, "worker_jobs_accepted": 28, "worker_jobs_completed": 28, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1263, "count": 512, "max_ms": 4.8923, "p50_ms": 0.0888, "p95_ms": 0.2405, "p99_ms": 0.3757}, "stages": {"db_insert": {"avg_ms": 18.6432, "count": 28, "max_ms": 33.4972, "p50_ms": 18.0512, "p95_ms": 30.5092, "p99_ms": 32.7673, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8162, "count": 28, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6875, "p99_ms": 3.5052, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1167.7558, "count": 29, "max_ms": 4422.916, "p50_ms": 1055.1727, "p95_ms": 1365.2206, "p99_ms": 3569.5186, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5082, "count": 512, "max_ms": 4.8805, "p50_ms": 1.3692, "p95_ms": 2.6713, "p99_ms": 3.7074, "results": {"failed": 0, "not_applicable": 0, "success": 92120, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 551.1657, "count": 29, "max_ms": 656.9199, "p50_ms": 565.6267, "p95_ms": 640.0466, "p99_ms": 653.034, "results": {"failed": 0, "not_applicable": 0, "success": 29, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.0776, "count": 28, "max_ms": 68.3606, "p50_ms": 34.7351, "p95_ms": 62.6491, "p99_ms": 67.4655, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3718, "count": 512, "max_ms": 12.236, "p50_ms": 5.0961, "p95_ms": 8.1461, "p99_ms": 9.7879, "results": {"failed": 0, "not_applicable": 0, "success": 1400, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4406, "count": 512, "max_ms": 4.56, "p50_ms": 1.3647, "p95_ms": 2.3901, "p99_ms": 3.0843, "results": {"failed": 0, "not_applicable": 0, "success": 1400, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 566.1973, "count": 28, "max_ms": 653.6862, "p50_ms": 561.8843, "p95_ms": 636.1845, "p99_ms": 649.6318, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 473.1657, "count": 28, "max_ms": 555.4516, "p50_ms": 468.5718, "p95_ms": 535.0979, "p99_ms": 550.1695, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.8456, "count": 28, "max_ms": 99.8242, "p50_ms": 85.4031, "p95_ms": 95.5623, "p99_ms": 98.7223, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.966, "count": 28, "max_ms": 15.8949, "p50_ms": 2.0081, "p95_ms": 9.1235, "p99_ms": 14.1415, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.3213, "count": 28, "max_ms": 73.1462, "p50_ms": 44.6038, "p95_ms": 66.6613, "p99_ms": 72.4795, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.973, "count": 29, "max_ms": 3.0715, "p50_ms": 0.8759, "p95_ms": 1.7103, "p99_ms": 2.6982, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3582, "count": 28, "max_ms": 8.0269, "p50_ms": 0.9612, "p95_ms": 2.6077, "p99_ms": 6.6176, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3582, "count": 28, "max_ms": 8.0269, "p50_ms": 0.9612, "p95_ms": 2.6077, "p99_ms": 6.6176, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.973, "count": 29, "max_ms": 3.0715, "p50_ms": 0.8759, "p95_ms": 1.7103, "p99_ms": 2.6982, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.4126, "count": 28, "max_ms": 9.2164, "p50_ms": 1.0359, "p95_ms": 2.4701, "p99_ms": 7.4242, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 548.1504, "count": 28, "max_ms": 3752.636, "p50_ms": 405.9422, "p95_ms": 710.2003, "p99_ms": 2932.8541, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 29, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 29, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.6558, "count": 28, "max_ms": 11.5083, "p50_ms": 1.9966, "p95_ms": 6.5252, "p99_ms": 10.2235, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.2163, "count": 28, "max_ms": 92.2129, "p50_ms": 25.3495, "p95_ms": 72.2687, "p99_ms": 87.3489, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1438, "count": 28, "max_ms": 1.1521, "p50_ms": 0.1017, "p95_ms": 0.1794, "p99_ms": 0.8899, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5119, "count": 28, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2171, "p99_ms": 5.13, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 636.7132, "count": 28, "max_ms": 3837.487, "p50_ms": 493.1106, "p95_ms": 779.9157, "p99_ms": 3012.1581, "results": {"failed": 0, "not_applicable": 0, "success": 28, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 28, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 28, "max_ms": 1.1521, "p50_ms": 0.1017, "p95_ms": 0.1794, "p99_ms": 0.8899}, "wait_ms": {"count": 28, "max_ms": 5.4615, "p50_ms": 2.2482, "p95_ms": 4.2171, "p99_ms": 5.13}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 28, "artifact_failed": 0, "artifact_requested": 28, "artifact_success": 28, "completed": 28, "completed_failed": 0, "completed_success": 28, "cooldown_promoted": 28, "database_requested": 28, "db_insert_success": 28, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15569, "relay_business_failed": 0, "relay_business_success": 28, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 28, "relay_transport_failed": 0, "relay_transport_success": 28, "reservation_requested": 28}, "snapshot": {"copied_bytes": 77414400, "copied_count": 28, "copy": {"count": 28, "max_ms": 3.8064, "p50_ms": 1.6788, "p95_ms": 2.6875, "p99_ms": 3.5052}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 63, "h264_decode_error_count": 157, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T18:01:41+09:00", "last_error_summary": "[h264 @ 0x616ac1b40fc0] error while decoding MB 106 60, bytestream -7", "last_exit_at": "2026-10-30T18:01:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.004, "last_started_at": "2026-10-30T18:01:43+09:00", "pid": 15681, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.969, "name": "ffmpeg", "pid": 15681, "rss_mb": 208.969, "state": "S (sleeping)", "threads": 70}, "restart_count": 67, "restart_count_per_hour": 19, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 68}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.373, "sample_count": 2092, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 92120, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T18:01:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.446, "last_frame_pushed_at": "2026-10-30T18:01:41+09:00", "last_frame_read_age_sec": 4.558, "last_frame_read_at": "2026-10-30T18:01:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 21, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 441.725, "last_sample_duration_ms": 1034.315, "last_trigger": "periodic", "next_snapshot_in_sec": 158.275, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 21, "storage_bytes": 1249181}, "mjpeg": {"age_sec": 4.439, "exists": true, "mtime": "2026-10-30T18:01:41.479296+09:00", "mtime_epoch": 1793350901.4792964, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 97222}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T18:01:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 965.277, "name": "celery", "pid": 206, "rss_mb": 924.891, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 25, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 92120, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.885, "max": 23.0, "p95": 17.0, "sample_count": 174}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.057, "max": 6.0, "p95": 5.0, "sample_count": 174}, "total": {"avg": 4.057, "max": 6.0, "p95": 5.0, "sample_count": 174}}, "tracking_counts": {"active": {"avg": 0.241, "max": 1.0, "p95": 1.0, "sample_count": 174}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "removed": {"avg": 0.034, "max": 1.0, "p95": 0.0, "sample_count": 174}, "tracked": {"avg": 0.241, "max": 1.0, "p95": 1.0, "sample_count": 174}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.819, "pushed": 5.819, "read": 5.785}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 173, "client_acquire_ms": {"avg_ms": 0.008, "count": 174, "max_ms": 0.018, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4543.283, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.042, "count": 173, "max_ms": 13.57, "p95_ms": 3.464, "reason": null, "sample_age_ms": 4567.539, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.476, "count": 173, "max_ms": 13.147, "p95_ms": 2.416, "reason": null, "sample_age_ms": 4567.775, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.419, "count": 174, "max_ms": 1.349, "p95_ms": 0.773, "reason": null, "sample_age_ms": 4543.301, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.085, "count": 173, "max_ms": 6.506, "p95_ms": 3.517, "reason": null, "sample_age_ms": 4566.56, "source": "client_direct"}, "request_count": 173, "request_tensor_bytes": {"avg": 2764808.0, "count": 173, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4566.542, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 174, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4543.701, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.328, "count": 174, "max_ms": 87.678, "p95_ms": 72.047, "reason": null, "sample_age_ms": 4543.278, "source": "client_direct"}, "sample_age_ms": 4543.271, "source": "client_direct", "task_total_ms": {"avg_ms": 55.011, "count": 174, "max_ms": 90.534, "p95_ms": 75.286, "reason": null, "sample_age_ms": 4543.271, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.715, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.447, "count": 174, "max_ms": 22.16, "p95_ms": 17.135}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.585, "count": 174, "max_ms": 1.895, "p95_ms": 1.215}, "detection_prepare_ms": {"avg_ms": 1.843, "count": 174, "max_ms": 9.32, "p95_ms": 3.192}, "event_filter_ms": {"avg_ms": 0.007, "count": 174, "max_ms": 0.045, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.608, "count": 174, "max_ms": 2.028, "p95_ms": 0.989}, "mcmt_ms": {"avg_ms": 0.004, "count": 174, "max_ms": 0.05, "p95_ms": 0.011}, "scenario_analyze_ms": {"avg_ms": 5.538, "count": 174, "max_ms": 10.736, "p95_ms": 8.737}, "setup_ms": {"avg_ms": 0.044, "count": 174, "max_ms": 0.125, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 11.381, "count": 174, "max_ms": 22.027, "p95_ms": 17.018}, "track_match_ms": {"avg_ms": 0.141, "count": 174, "max_ms": 0.689, "p95_ms": 0.317}, "tracker_update_ms": {"avg_ms": 2.611, "count": 174, "max_ms": 6.283, "p95_ms": 4.303}}, "gstreamer_push": {"avg_ms": 3.284, "count": 174, "max_ms": 8.162, "p95_ms": 6.098}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 174, "max_ms": 0.179, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.503, "count": 174, "max_ms": 96.16, "p95_ms": 77.425}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.836, "count": 174, "max_ms": 14.894, "p95_ms": 9.492}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 125.281, "count": 174, "max_ms": 723.036, "p95_ms": 158.602}, "inference_input_copy_ms": {"avg_ms": 1.724, "count": 174, "max_ms": 4.285, "p95_ms": 3.004}, "processing_residual_ms": {"avg_ms": 0.262, "count": 174, "max_ms": 1.211, "p95_ms": 0.51}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 131.103, "count": 174, "max_ms": 735.244, "p95_ms": 165.071}, "read_interval": {"avg_ms": 147.191, "count": 173, "max_ms": 780.529, "p95_ms": 196.473}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 174, "max_ms": 0.117, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 5.45, "count": 174, "max_ms": 10.56, "p95_ms": 8.564}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 174, "max_ms": 0.053, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.428, "count": 174, "max_ms": 10.524, "p95_ms": 8.52}, "worker_merge_ms": {"avg_ms": 0.008, "count": 174, "max_ms": 0.039, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 56.516, "count": 174, "max_ms": 96.172, "p95_ms": 77.437}, "visualize": {"avg_ms": 44.553, "count": 174, "max_ms": 86.663, "p95_ms": 63.56}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.045, "count": 174, "max_ms": 60.888, "p95_ms": 49.057}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 42.901, "count": 174, "max_ms": 85.425, "p95_ms": 61.797}, "visualize_input_copy_ms": {"avg_ms": 1.43, "count": 174, "max_ms": 8.567, "p95_ms": 2.67}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 42.758, "count": 174, "max_ms": 85.285, "p95_ms": 61.624}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 174, "max_ms": 0.225, "p95_ms": 0.158}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}, "returned_event_count": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 924.867, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.779, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.113, "sample_count": 2112, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 92120, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T18:01:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2.4, "exists": true, "size_bytes": 97222, "write_bytes_delta": 97222, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 15379, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.647234, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 26304.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.547936, "system_cpu_s_delta": 11.200000000000728, "user_cpu_core_ratio": 1.099297, "user_cpu_s_delta": 22.469999999999345}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.304, "count": 191, "max_ms": 8.162, "p95_ms": 6.098, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.764, "max": 23.0, "p95": 17.0, "sample_count": 191}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.99, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 191}, "total": {"avg": 3.99, "max": 6.0, "p95": 5.0, "sample_count": 191}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.702, "count": 30, "max": 63.948, "p95": 48.82, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.359, "count": 30, "max": 25.623, "p95": 23.846, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 766.067, "count": 30, "max": 1274.0, "p95": 1215.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 553.5, "count": 30, "max": 6544.0, "p95": 2189.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.081, "count": 30, "max": 0.376, "p95": 0.259, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.422, "count": 30, "max": 0.526, "p95": 0.488, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.252, "count": 30, "max": 2.451, "p95": 2.398, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108558.567, "count": 30, "max": 125041.0, "p95": 122415.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108558.567, "count": 30, "max": 125041.0, "p95": 122415.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2180.233, "count": 30, "max": 38655.0, "p95": 14483.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.511, "count": 30, "max": 0.614, "p95": 0.609, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.141, "count": 30, "max": 1.339, "p95": 1.313, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 798, "sampled_at": "2026-10-30T18:01:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T18:01:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 216859, "flush_count": 219, "flush_interval_seconds": 30.0, "flush_state": {"count": 219, "last_at": "2026-10-30T18:10:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T18:10:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 218}, "started": true, "suppressed_count": 96531, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 33, "tracking_summary": 96498}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 219, "written_record_count": 219}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5228.875, "limit_mb": null}, "detail": {"h264_decode_error_count": 13, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5c294c5eb000] error while decoding MB 73 66, bytestream -7 [h264 @ 0x5c294c56ce40] error while decoding MB 104 39, bytestream -7 [h264 @ 0x5c294c68f780] error while decoding MB 97 52, bytestream -7 [h264 @ 0x5c294c5a3dc0] error while decoding MB 62 40, bytestream -7 [h264 @ 0x5c294c6a3940] error while decoding MB 62 58, bytestream -9 [h264 @ 0x5c294c56ce40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5c294c56ce40] error while decoding MB 0 5, bytestream 2566 [h264 @", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 267397632000, "copied_frame_count": 96715, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:04:50+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2854163, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:04:43+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.147}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 33, "events_emitted": 32, "events_failed": 0, "events_observed": 33, "events_suppressed": 1, "frame_buffer_copied_bytes": 267397632000, "frame_buffer_copies": 96715, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1600, "recorder_active_input_bytes": 4423680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 32, "recorder_clips_failed": 0, "recorder_clips_started": 32, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 32, "worker_jobs_accepted": 32, "worker_jobs_completed": 32, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1072, "count": 512, "max_ms": 0.4252, "p50_ms": 0.0899, "p95_ms": 0.2163, "p99_ms": 0.2917}, "stages": {"db_insert": {"avg_ms": 19.6221, "count": 32, "max_ms": 36.2297, "p50_ms": 19.8153, "p95_ms": 33.6688, "p99_ms": 35.5009, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.86, "count": 32, "max_ms": 3.8064, "p50_ms": 1.7043, "p95_ms": 2.9118, "p99_ms": 3.6129, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1153.3694, "count": 33, "max_ms": 4422.916, "p50_ms": 1055.1727, "p95_ms": 1360.2968, "p99_ms": 3447.6047, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3713, "count": 512, "max_ms": 4.0036, "p50_ms": 1.2521, "p95_ms": 2.4799, "p99_ms": 3.2035, "results": {"failed": 0, "not_applicable": 0, "success": 96715, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 549.7293, "count": 33, "max_ms": 656.9199, "p50_ms": 564.5572, "p95_ms": 638.549, "p99_ms": 652.4789, "results": {"failed": 0, "not_applicable": 0, "success": 33, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2744, "count": 32, "max_ms": 68.3606, "p50_ms": 31.7656, "p95_ms": 61.2799, "p99_ms": 67.3329, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2155, "count": 512, "max_ms": 10.4622, "p50_ms": 4.9194, "p95_ms": 7.9491, "p99_ms": 9.6619, "results": {"failed": 0, "not_applicable": 0, "success": 1600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3989, "count": 512, "max_ms": 4.56, "p50_ms": 1.3117, "p95_ms": 2.3132, "p99_ms": 3.0147, "results": {"failed": 0, "not_applicable": 0, "success": 1600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 562.2687, "count": 32, "max_ms": 653.6862, "p50_ms": 561.069, "p95_ms": 634.7642, "p99_ms": 649.0311, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 469.4343, "count": 32, "max_ms": 555.4516, "p50_ms": 465.55, "p95_ms": 534.6464, "p99_ms": 549.3869, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.9864, "count": 32, "max_ms": 99.8242, "p50_ms": 85.8849, "p95_ms": 95.4592, "p99_ms": 98.559, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.7738, "count": 32, "max_ms": 15.8949, "p50_ms": 1.8994, "p95_ms": 8.965, "p99_ms": 13.8818, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 32, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2199, "count": 32, "max_ms": 73.1462, "p50_ms": 44.2948, "p95_ms": 64.3666, "p99_ms": 72.3807, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9519, "count": 33, "max_ms": 3.0715, "p50_ms": 0.8214, "p95_ms": 1.6963, "p99_ms": 2.6448, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3501, "count": 32, "max_ms": 8.0269, "p50_ms": 0.9791, "p95_ms": 2.4937, "p99_ms": 6.4088, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3501, "count": 32, "max_ms": 8.0269, "p50_ms": 0.9791, "p95_ms": 2.4937, "p99_ms": 6.4088, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9519, "count": 33, "max_ms": 3.0715, "p50_ms": 0.8214, "p95_ms": 1.6963, "p99_ms": 2.6448, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.3264, "count": 32, "max_ms": 9.2164, "p50_ms": 0.9395, "p95_ms": 2.4081, "p99_ms": 7.1586, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 32, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 531.6007, "count": 32, "max_ms": 3752.636, "p50_ms": 408.7882, "p95_ms": 706.6539, "p99_ms": 2811.4049, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 33, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7921, "count": 32, "max_ms": 11.5083, "p50_ms": 1.7913, "p95_ms": 8.6626, "p99_ms": 11.3508, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 27.4459, "count": 32, "max_ms": 92.2129, "p50_ms": 25.7563, "p95_ms": 71.1662, "p99_ms": 86.6283, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1401, "count": 32, "max_ms": 1.1521, "p50_ms": 0.1017, "p95_ms": 0.1805, "p99_ms": 0.851, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5397, "count": 32, "max_ms": 5.4615, "p50_ms": 2.3208, "p95_ms": 4.2075, "p99_ms": 5.0809, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 620.5934, "count": 32, "max_ms": 3837.487, "p50_ms": 496.8767, "p95_ms": 779.4598, "p99_ms": 2889.8872, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 32, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 32, "max_ms": 1.1521, "p50_ms": 0.1017, "p95_ms": 0.1805, "p99_ms": 0.851}, "wait_ms": {"count": 32, "max_ms": 5.4615, "p50_ms": 2.3208, "p95_ms": 4.2075, "p99_ms": 5.0809}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 32, "artifact_failed": 0, "artifact_requested": 32, "artifact_success": 32, "completed": 32, "completed_failed": 0, "completed_success": 32, "cooldown_promoted": 32, "database_requested": 32, "db_insert_success": 32, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15573, "relay_business_failed": 0, "relay_business_success": 32, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 32, "relay_transport_failed": 0, "relay_transport_success": 32, "reservation_requested": 32}, "snapshot": {"copied_bytes": 88473600, "copied_count": 32, "copy": {"count": 32, "max_ms": 3.8064, "p50_ms": 1.7043, "p95_ms": 2.9118, "p99_ms": 3.6129}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 64, "h264_decode_error_count": 170, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T18:11:39+09:00", "last_error_summary": "[h264 @ 0x5c294c5eb000] error while decoding MB 73 66, bytestream -7 [h264 @ 0x5c294c56ce40] error while decoding MB 104 39, bytestream -7 [h264 @ 0x5c294c68f780] error while decoding MB 97 52, bytestream -7 [h264 @ 0x5c294c5a3dc0] error while decoding MB 62 40, bytestream -7 [h264 @ 0x5c294c6a3940] error while decoding MB 62 58, bytestream -9 [h264 @ 0x5c294c56ce40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5c294c56ce40] error while decoding MB 0 5, bytestream 2566 [h264 @", "last_exit_at": "2026-10-30T18:01:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 596.062, "last_started_at": "2026-10-30T18:01:43+09:00", "pid": 15681, "process": {"exists": false, "pid": 15681}, "restart_count": 67, "restart_count_per_hour": 15, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 68}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.427, "sample_count": 2409, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 96715, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T18:11:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.046, "last_frame_pushed_at": "2026-10-30T18:11:39+09:00", "last_frame_read_age_sec": 0.039, "last_frame_read_at": "2026-10-30T18:11:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 22, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 433.927, "last_sample_duration_ms": 872.844, "last_trigger": "periodic", "next_snapshot_in_sec": 166.073, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 22, "storage_bytes": 1258724}, "mjpeg": {"age_sec": 0.038, "exists": true, "mtime": "2026-10-30T18:11:39.937166+09:00", "mtime_epoch": 1793351499.9371665, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 68489}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T18:11:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 965.277, "name": "celery", "pid": 206, "rss_mb": 853.559, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 28, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 96716, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.664, "max": 31.0, "p95": 23.0, "sample_count": 286}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 36}, "by_category.소형선박": {"avg": 1.552, "max": 3.0, "p95": 3.0, "sample_count": 252}, "total": {"avg": 1.493, "max": 4.0, "p95": 3.0, "sample_count": 286}}, "tracking_counts": {"active": {"avg": 0.136, "max": 2.0, "p95": 1.0, "sample_count": 286}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 286}, "removed": {"avg": 0.028, "max": 1.0, "p95": 0.0, "sample_count": 286}, "tracked": {"avg": 0.136, "max": 2.0, "p95": 1.0, "sample_count": 286}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 286}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 286, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.562, "pushed": 9.562, "read": 9.562}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 286, "client_acquire_ms": {"avg_ms": 0.008, "count": 287, "max_ms": 0.044, "p95_ms": 0.016, "reason": null, "sample_age_ms": 21.339, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.875, "count": 286, "max_ms": 6.781, "p95_ms": 3.11, "reason": null, "sample_age_ms": 48.046, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.344, "count": 286, "max_ms": 6.301, "p95_ms": 1.961, "reason": null, "sample_age_ms": 48.294, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.363, "count": 287, "max_ms": 1.375, "p95_ms": 0.754, "reason": null, "sample_age_ms": 21.348, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.06, "count": 286, "max_ms": 7.862, "p95_ms": 3.771, "reason": null, "sample_age_ms": 47.031, "source": "client_direct"}, "request_count": 286, "request_tensor_bytes": {"avg": 2764808.0, "count": 286, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 47.016, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 287, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 21.682, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.023, "count": 287, "max_ms": 98.611, "p95_ms": 65.997, "reason": null, "sample_age_ms": 21.335, "source": "client_direct"}, "sample_age_ms": 21.33, "source": "client_direct", "task_total_ms": {"avg_ms": 47.615, "count": 287, "max_ms": 102.159, "p95_ms": 69.606, "reason": null, "sample_age_ms": 21.33, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.967, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.501, "count": 286, "max_ms": 14.558, "p95_ms": 10.014}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.379, "count": 286, "max_ms": 1.165, "p95_ms": 0.766}, "detection_prepare_ms": {"avg_ms": 1.253, "count": 286, "max_ms": 6.919, "p95_ms": 2.534}, "event_filter_ms": {"avg_ms": 0.004, "count": 286, "max_ms": 0.027, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.268, "count": 286, "max_ms": 0.865, "p95_ms": 0.536}, "mcmt_ms": {"avg_ms": 0.003, "count": 286, "max_ms": 0.023, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.027, "count": 286, "max_ms": 6.611, "p95_ms": 4.462}, "setup_ms": {"avg_ms": 0.036, "count": 286, "max_ms": 0.134, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 5.454, "count": 286, "max_ms": 14.458, "p95_ms": 9.945}, "track_match_ms": {"avg_ms": 0.064, "count": 286, "max_ms": 0.241, "p95_ms": 0.144}, "tracker_update_ms": {"avg_ms": 1.418, "count": 286, "max_ms": 5.065, "p95_ms": 2.598}}, "gstreamer_push": {"avg_ms": 2.661, "count": 286, "max_ms": 9.714, "p95_ms": 4.691}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 286, "max_ms": 0.421, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.936, "count": 286, "max_ms": 106.06, "p95_ms": 74.773}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.491, "count": 286, "max_ms": 10.438, "p95_ms": 7.466}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 286, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 286, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.469, "count": 286, "max_ms": 157.849, "p95_ms": 126.175}, "inference_input_copy_ms": {"avg_ms": 1.698, "count": 286, "max_ms": 8.522, "p95_ms": 3.337}, "processing_residual_ms": {"avg_ms": 0.177, "count": 286, "max_ms": 0.693, "p95_ms": 0.376}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 286, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 286, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.836, "count": 286, "max_ms": 169.767, "p95_ms": 131.993}, "read_interval": {"avg_ms": 104.818, "count": 286, "max_ms": 679.874, "p95_ms": 155.275}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 286, "max_ms": 0.054, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 1.968, "count": 286, "max_ms": 6.396, "p95_ms": 4.289}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 286, "max_ms": 0.064, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.953, "count": 286, "max_ms": 6.354, "p95_ms": 4.252}, "worker_merge_ms": {"avg_ms": 0.006, "count": 286, "max_ms": 0.019, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 48.95, "count": 286, "max_ms": 106.145, "p95_ms": 74.783}, "visualize": {"avg_ms": 30.822, "count": 286, "max_ms": 60.521, "p95_ms": 48.528}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.267, "count": 286, "max_ms": 52.473, "p95_ms": 40.986}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 286, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.548, "count": 286, "max_ms": 57.556, "p95_ms": 45.72}, "visualize_input_copy_ms": {"avg_ms": 1.099, "count": 286, "max_ms": 6.074, "p95_ms": 2.076}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 286, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.438, "count": 286, "max_ms": 57.296, "p95_ms": 45.605}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 286, "max_ms": 0.201, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 286}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 286}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 286}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 853.43, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.1, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.116, "sample_count": 2357, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 96404, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T18:11:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 71035, "write_bytes_delta": 71035, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 763.0, "cpu_core_ratio": 0.335704, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 15681, "reason": null, "system_cpu_core_ratio": 0.028433, "system_cpu_s_delta": 0.5700000000000003, "user_cpu_core_ratio": 0.307272, "user_cpu_s_delta": 6.159999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.776788, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.537227, "system_cpu_s_delta": 10.770000000000437, "user_cpu_core_ratio": 1.239562, "user_cpu_s_delta": 24.850000000000364}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.395, "count": 232, "max_ms": 10.728, "p95_ms": 5.829, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.237, "max": 24.0, "p95": 21.0, "sample_count": 232}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.706, "key_count": 2, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 232}, "total": {"avg": 3.06, "max": 5.0, "p95": 5.0, "sample_count": 232}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.865, "count": 30, "max": 59.61, "p95": 45.499, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.957, "count": 30, "max": 27.758, "p95": 25.43, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 811.467, "count": 30, "max": 963.0, "p95": 955.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 241.933, "count": 30, "max": 3364.0, "p95": 1692.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.19, "p95": 0.116, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.347, "count": 30, "max": 0.412, "p95": 0.404, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.083, "count": 30, "max": 2.4, "p95": 0.055, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84190.733, "count": 30, "max": 117582.0, "p95": 110758.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 84190.733, "count": 30, "max": 117582.0, "p95": 110758.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2923.633, "count": 30, "max": 31919.0, "p95": 20150.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.525, "count": 30, "max": 0.61, "p95": 0.585, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.19, "count": 30, "max": 1.32, "p95": 1.289, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 826, "sampled_at": "2026-10-30T18:11:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T18:11:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 216859, "flush_count": 219, "flush_interval_seconds": 30.0, "flush_state": {"count": 219, "last_at": "2026-10-30T18:10:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T18:10:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 218}, "started": true, "suppressed_count": 96531, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 33, "tracking_summary": 96498}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 219, "written_record_count": 219}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5206.941, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T18:11:39+09:00", "last_error_summary": "[h264 @ 0x5c294c5eb000] error while decoding MB 73 66, bytestream -7 [h264 @ 0x5c294c56ce40] error while decoding MB 104 39, bytestream -7 [h264 @ 0x5c294c68f780] error while decoding MB 97 52, bytestream -7 [h264 @ 0x5c294c5a3dc0] error while decoding MB 62 40, bytestream -7 [h264 @ 0x5c294c6a3940] error while decoding MB 62 58, bytestream -9 [h264 @ 0x5c294c56ce40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5c294c56ce40] error while decoding MB 0 5, bytestream 2566 [h264 @", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 267400396800, "copied_frame_count": 96716, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:04:50+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2854163, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:04:43+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.147}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 33, "events_emitted": 32, "events_failed": 0, "events_observed": 33, "events_suppressed": 1, "frame_buffer_copied_bytes": 267400396800, "frame_buffer_copies": 96716, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1600, "recorder_active_input_bytes": 4423680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 32, "recorder_clips_failed": 0, "recorder_clips_started": 32, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 32, "worker_jobs_accepted": 32, "worker_jobs_completed": 32, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1072, "count": 512, "max_ms": 0.4252, "p50_ms": 0.0899, "p95_ms": 0.2163, "p99_ms": 0.2917}, "stages": {"db_insert": {"avg_ms": 19.6221, "count": 32, "max_ms": 36.2297, "p50_ms": 19.8153, "p95_ms": 33.6688, "p99_ms": 35.5009, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.86, "count": 32, "max_ms": 3.8064, "p50_ms": 1.7043, "p95_ms": 2.9118, "p99_ms": 3.6129, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1153.3694, "count": 33, "max_ms": 4422.916, "p50_ms": 1055.1727, "p95_ms": 1360.2968, "p99_ms": 3447.6047, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3884, "count": 512, "max_ms": 10.0028, "p50_ms": 1.2572, "p95_ms": 2.4845, "p99_ms": 3.2091, "results": {"failed": 0, "not_applicable": 0, "success": 96716, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 549.7293, "count": 33, "max_ms": 656.9199, "p50_ms": 564.5572, "p95_ms": 638.549, "p99_ms": 652.4789, "results": {"failed": 0, "not_applicable": 0, "success": 33, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2744, "count": 32, "max_ms": 68.3606, "p50_ms": 31.7656, "p95_ms": 61.2799, "p99_ms": 67.3329, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2155, "count": 512, "max_ms": 10.4622, "p50_ms": 4.9194, "p95_ms": 7.9491, "p99_ms": 9.6619, "results": {"failed": 0, "not_applicable": 0, "success": 1600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3989, "count": 512, "max_ms": 4.56, "p50_ms": 1.3117, "p95_ms": 2.3132, "p99_ms": 3.0147, "results": {"failed": 0, "not_applicable": 0, "success": 1600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 562.2687, "count": 32, "max_ms": 653.6862, "p50_ms": 561.069, "p95_ms": 634.7642, "p99_ms": 649.0311, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 469.4343, "count": 32, "max_ms": 555.4516, "p50_ms": 465.55, "p95_ms": 534.6464, "p99_ms": 549.3869, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.9864, "count": 32, "max_ms": 99.8242, "p50_ms": 85.8849, "p95_ms": 95.4592, "p99_ms": 98.559, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.7738, "count": 32, "max_ms": 15.8949, "p50_ms": 1.8994, "p95_ms": 8.965, "p99_ms": 13.8818, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 32, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2199, "count": 32, "max_ms": 73.1462, "p50_ms": 44.2948, "p95_ms": 64.3666, "p99_ms": 72.3807, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9519, "count": 33, "max_ms": 3.0715, "p50_ms": 0.8214, "p95_ms": 1.6963, "p99_ms": 2.6448, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3501, "count": 32, "max_ms": 8.0269, "p50_ms": 0.9791, "p95_ms": 2.4937, "p99_ms": 6.4088, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3501, "count": 32, "max_ms": 8.0269, "p50_ms": 0.9791, "p95_ms": 2.4937, "p99_ms": 6.4088, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9519, "count": 33, "max_ms": 3.0715, "p50_ms": 0.8214, "p95_ms": 1.6963, "p99_ms": 2.6448, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.3264, "count": 32, "max_ms": 9.2164, "p50_ms": 0.9395, "p95_ms": 2.4081, "p99_ms": 7.1586, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 32, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 531.6007, "count": 32, "max_ms": 3752.636, "p50_ms": 408.7882, "p95_ms": 706.6539, "p99_ms": 2811.4049, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 33, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7921, "count": 32, "max_ms": 11.5083, "p50_ms": 1.7913, "p95_ms": 8.6626, "p99_ms": 11.3508, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 27.4459, "count": 32, "max_ms": 92.2129, "p50_ms": 25.7563, "p95_ms": 71.1662, "p99_ms": 86.6283, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1401, "count": 32, "max_ms": 1.1521, "p50_ms": 0.1017, "p95_ms": 0.1805, "p99_ms": 0.851, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5397, "count": 32, "max_ms": 5.4615, "p50_ms": 2.3208, "p95_ms": 4.2075, "p99_ms": 5.0809, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 620.5934, "count": 32, "max_ms": 3837.487, "p50_ms": 496.8767, "p95_ms": 779.4598, "p99_ms": 2889.8872, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 32, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 32, "max_ms": 1.1521, "p50_ms": 0.1017, "p95_ms": 0.1805, "p99_ms": 0.851}, "wait_ms": {"count": 32, "max_ms": 5.4615, "p50_ms": 2.3208, "p95_ms": 4.2075, "p99_ms": 5.0809}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 32, "artifact_failed": 0, "artifact_requested": 32, "artifact_success": 32, "completed": 32, "completed_failed": 0, "completed_success": 32, "cooldown_promoted": 32, "database_requested": 32, "db_insert_success": 32, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15573, "relay_business_failed": 0, "relay_business_success": 32, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 32, "relay_transport_failed": 0, "relay_transport_success": 32, "reservation_requested": 32}, "snapshot": {"copied_bytes": 88473600, "copied_count": 32, "copy": {"count": 32, "max_ms": 3.8064, "p50_ms": 1.7043, "p95_ms": 2.9118, "p99_ms": 3.6129}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 64, "h264_decode_error_count": 170, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T18:11:39+09:00", "last_error_summary": "[h264 @ 0x5c294c5eb000] error while decoding MB 73 66, bytestream -7 [h264 @ 0x5c294c56ce40] error while decoding MB 104 39, bytestream -7 [h264 @ 0x5c294c68f780] error while decoding MB 97 52, bytestream -7 [h264 @ 0x5c294c5a3dc0] error while decoding MB 62 40, bytestream -7 [h264 @ 0x5c294c6a3940] error while decoding MB 62 58, bytestream -9 [h264 @ 0x5c294c56ce40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5c294c56ce40] error while decoding MB 0 5, bytestream 2566 [h264 @", "last_exit_at": "2026-10-30T18:11:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 596.125, "last_started_at": "2026-10-30T18:01:43+09:00", "pid": 15681, "process": {"exists": false, "pid": 15681}, "restart_count": 67, "restart_count_per_hour": 15, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 68}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.427, "sample_count": 2409, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 96716, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T18:11:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-10-30T18:11:40+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-10-30T18:11:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 22, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 433.981, "last_sample_duration_ms": 872.844, "last_trigger": "periodic", "next_snapshot_in_sec": 166.019, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 22, "storage_bytes": 1258724}, "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-10-30T18:11:39.937166+09:00", "mtime_epoch": 1793351499.9371665, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 68489}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T18:11:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 965.277, "name": "celery", "pid": 206, "rss_mb": 853.543, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 28, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 96716, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.659, "max": 31.0, "p95": 23.0, "sample_count": 287}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 36}, "by_category.소형선박": {"avg": 1.549, "max": 3.0, "p95": 3.0, "sample_count": 253}, "total": {"avg": 1.491, "max": 4.0, "p95": 3.0, "sample_count": 287}}, "tracking_counts": {"active": {"avg": 0.136, "max": 2.0, "p95": 1.0, "sample_count": 287}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 287}, "removed": {"avg": 0.028, "max": 1.0, "p95": 0.0, "sample_count": 287}, "tracked": {"avg": 0.136, "max": 2.0, "p95": 1.0, "sample_count": 287}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 287}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 287, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.575, "pushed": 9.575, "read": 9.542}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 286, "client_acquire_ms": {"avg_ms": 0.008, "count": 286, "max_ms": 0.044, "p95_ms": 0.016, "reason": null, "sample_age_ms": 82.805, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.875, "count": 286, "max_ms": 6.781, "p95_ms": 3.11, "reason": null, "sample_age_ms": 109.512, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.344, "count": 286, "max_ms": 6.301, "p95_ms": 1.961, "reason": null, "sample_age_ms": 109.76, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.363, "count": 286, "max_ms": 1.375, "p95_ms": 0.755, "reason": null, "sample_age_ms": 82.814, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.06, "count": 286, "max_ms": 7.862, "p95_ms": 3.771, "reason": null, "sample_age_ms": 108.497, "source": "client_direct"}, "request_count": 286, "request_tensor_bytes": {"avg": 2764808.0, "count": 286, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 108.482, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 286, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 83.148, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.977, "count": 286, "max_ms": 98.611, "p95_ms": 66.024, "reason": null, "sample_age_ms": 82.801, "source": "client_direct"}, "sample_age_ms": 82.796, "source": "client_direct", "task_total_ms": {"avg_ms": 47.57, "count": 286, "max_ms": 102.159, "p95_ms": 69.633, "reason": null, "sample_age_ms": 82.796, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.291, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.495, "count": 287, "max_ms": 14.558, "p95_ms": 10.014}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.379, "count": 287, "max_ms": 1.165, "p95_ms": 0.766}, "detection_prepare_ms": {"avg_ms": 1.251, "count": 287, "max_ms": 6.919, "p95_ms": 2.534}, "event_filter_ms": {"avg_ms": 0.004, "count": 287, "max_ms": 0.027, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.268, "count": 287, "max_ms": 0.865, "p95_ms": 0.536}, "mcmt_ms": {"avg_ms": 0.003, "count": 287, "max_ms": 0.023, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.025, "count": 287, "max_ms": 6.611, "p95_ms": 4.462}, "setup_ms": {"avg_ms": 0.036, "count": 287, "max_ms": 0.134, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 5.448, "count": 287, "max_ms": 14.458, "p95_ms": 9.945}, "track_match_ms": {"avg_ms": 0.064, "count": 287, "max_ms": 0.241, "p95_ms": 0.144}, "tracker_update_ms": {"avg_ms": 1.417, "count": 287, "max_ms": 5.065, "p95_ms": 2.598}}, "gstreamer_push": {"avg_ms": 2.664, "count": 287, "max_ms": 9.714, "p95_ms": 4.691}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 287, "max_ms": 0.421, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.861, "count": 287, "max_ms": 106.06, "p95_ms": 74.773}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.494, "count": 287, "max_ms": 10.438, "p95_ms": 7.466}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 287, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 287, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.453, "count": 287, "max_ms": 157.849, "p95_ms": 126.175}, "inference_input_copy_ms": {"avg_ms": 1.695, "count": 287, "max_ms": 8.522, "p95_ms": 3.337}, "processing_residual_ms": {"avg_ms": 0.177, "count": 287, "max_ms": 0.693, "p95_ms": 0.376}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 287, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 287, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.82, "count": 287, "max_ms": 169.767, "p95_ms": 131.993}, "read_interval": {"avg_ms": 104.818, "count": 286, "max_ms": 679.874, "p95_ms": 155.275}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 287, "max_ms": 0.054, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 1.966, "count": 287, "max_ms": 6.396, "p95_ms": 4.289}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 287, "max_ms": 0.064, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.951, "count": 287, "max_ms": 6.354, "p95_ms": 4.252}, "worker_merge_ms": {"avg_ms": 0.006, "count": 287, "max_ms": 0.019, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 48.874, "count": 287, "max_ms": 106.145, "p95_ms": 74.783}, "visualize": {"avg_ms": 30.888, "count": 287, "max_ms": 60.521, "p95_ms": 48.678}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.327, "count": 287, "max_ms": 52.473, "p95_ms": 41.183}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 287, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.616, "count": 287, "max_ms": 57.556, "p95_ms": 46.478}, "visualize_input_copy_ms": {"avg_ms": 1.098, "count": 287, "max_ms": 6.074, "p95_ms": 2.076}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 287, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.506, "count": 287, "max_ms": 57.296, "p95_ms": 46.238}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 287, "max_ms": 0.201, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 287}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 287}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 287}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 853.43, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.1, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.116, "sample_count": 2357, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 96404, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T18:11:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 71035, "write_bytes_delta": 71035, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 763.0, "cpu_core_ratio": 0.335704, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 15681, "reason": null, "system_cpu_core_ratio": 0.028433, "system_cpu_s_delta": 0.5700000000000003, "user_cpu_core_ratio": 0.307272, "user_cpu_s_delta": 6.159999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.776788, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.537227, "system_cpu_s_delta": 10.770000000000437, "user_cpu_core_ratio": 1.239562, "user_cpu_s_delta": 24.850000000000364}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.395, "count": 232, "max_ms": 10.728, "p95_ms": 5.829, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.237, "max": 24.0, "p95": 21.0, "sample_count": 232}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.706, "key_count": 2, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 232}, "total": {"avg": 3.06, "max": 5.0, "p95": 5.0, "sample_count": 232}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.865, "count": 30, "max": 59.61, "p95": 45.499, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.957, "count": 30, "max": 27.758, "p95": 25.43, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 811.467, "count": 30, "max": 963.0, "p95": 955.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 241.933, "count": 30, "max": 3364.0, "p95": 1692.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.19, "p95": 0.116, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.347, "count": 30, "max": 0.412, "p95": 0.404, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.083, "count": 30, "max": 2.4, "p95": 0.055, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84190.733, "count": 30, "max": 117582.0, "p95": 110758.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 84190.733, "count": 30, "max": 117582.0, "p95": 110758.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2923.633, "count": 30, "max": 31919.0, "p95": 20150.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.525, "count": 30, "max": 0.61, "p95": 0.585, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.19, "count": 30, "max": 1.32, "p95": 1.289, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 826, "sampled_at": "2026-10-30T18:11:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T18:11:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 216859, "flush_count": 219, "flush_interval_seconds": 30.0, "flush_state": {"count": 219, "last_at": "2026-10-30T18:10:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T18:10:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 218}, "started": true, "suppressed_count": 96531, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 33, "tracking_summary": 96498}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 219, "written_record_count": 219}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5207.488, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 267400396800, "copied_frame_count": 96716, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:04:50+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2854163, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:04:43+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.147}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 33, "events_emitted": 32, "events_failed": 0, "events_observed": 33, "events_suppressed": 1, "frame_buffer_copied_bytes": 267400396800, "frame_buffer_copies": 96716, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1600, "recorder_active_input_bytes": 4423680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 32, "recorder_clips_failed": 0, "recorder_clips_started": 32, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 32, "worker_jobs_accepted": 32, "worker_jobs_completed": 32, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1072, "count": 512, "max_ms": 0.4252, "p50_ms": 0.0899, "p95_ms": 0.2163, "p99_ms": 0.2917}, "stages": {"db_insert": {"avg_ms": 19.6221, "count": 32, "max_ms": 36.2297, "p50_ms": 19.8153, "p95_ms": 33.6688, "p99_ms": 35.5009, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.86, "count": 32, "max_ms": 3.8064, "p50_ms": 1.7043, "p95_ms": 2.9118, "p99_ms": 3.6129, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1153.3694, "count": 33, "max_ms": 4422.916, "p50_ms": 1055.1727, "p95_ms": 1360.2968, "p99_ms": 3447.6047, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3884, "count": 512, "max_ms": 10.0028, "p50_ms": 1.2572, "p95_ms": 2.4845, "p99_ms": 3.2091, "results": {"failed": 0, "not_applicable": 0, "success": 96716, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 549.7293, "count": 33, "max_ms": 656.9199, "p50_ms": 564.5572, "p95_ms": 638.549, "p99_ms": 652.4789, "results": {"failed": 0, "not_applicable": 0, "success": 33, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2744, "count": 32, "max_ms": 68.3606, "p50_ms": 31.7656, "p95_ms": 61.2799, "p99_ms": 67.3329, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2155, "count": 512, "max_ms": 10.4622, "p50_ms": 4.9194, "p95_ms": 7.9491, "p99_ms": 9.6619, "results": {"failed": 0, "not_applicable": 0, "success": 1600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3989, "count": 512, "max_ms": 4.56, "p50_ms": 1.3117, "p95_ms": 2.3132, "p99_ms": 3.0147, "results": {"failed": 0, "not_applicable": 0, "success": 1600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 562.2687, "count": 32, "max_ms": 653.6862, "p50_ms": 561.069, "p95_ms": 634.7642, "p99_ms": 649.0311, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 469.4343, "count": 32, "max_ms": 555.4516, "p50_ms": 465.55, "p95_ms": 534.6464, "p99_ms": 549.3869, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.9864, "count": 32, "max_ms": 99.8242, "p50_ms": 85.8849, "p95_ms": 95.4592, "p99_ms": 98.559, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.7738, "count": 32, "max_ms": 15.8949, "p50_ms": 1.8994, "p95_ms": 8.965, "p99_ms": 13.8818, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 32, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2199, "count": 32, "max_ms": 73.1462, "p50_ms": 44.2948, "p95_ms": 64.3666, "p99_ms": 72.3807, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9519, "count": 33, "max_ms": 3.0715, "p50_ms": 0.8214, "p95_ms": 1.6963, "p99_ms": 2.6448, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3501, "count": 32, "max_ms": 8.0269, "p50_ms": 0.9791, "p95_ms": 2.4937, "p99_ms": 6.4088, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3501, "count": 32, "max_ms": 8.0269, "p50_ms": 0.9791, "p95_ms": 2.4937, "p99_ms": 6.4088, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9519, "count": 33, "max_ms": 3.0715, "p50_ms": 0.8214, "p95_ms": 1.6963, "p99_ms": 2.6448, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.3264, "count": 32, "max_ms": 9.2164, "p50_ms": 0.9395, "p95_ms": 2.4081, "p99_ms": 7.1586, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 32, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 531.6007, "count": 32, "max_ms": 3752.636, "p50_ms": 408.7882, "p95_ms": 706.6539, "p99_ms": 2811.4049, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 33, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7921, "count": 32, "max_ms": 11.5083, "p50_ms": 1.7913, "p95_ms": 8.6626, "p99_ms": 11.3508, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 27.4459, "count": 32, "max_ms": 92.2129, "p50_ms": 25.7563, "p95_ms": 71.1662, "p99_ms": 86.6283, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1401, "count": 32, "max_ms": 1.1521, "p50_ms": 0.1017, "p95_ms": 0.1805, "p99_ms": 0.851, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5397, "count": 32, "max_ms": 5.4615, "p50_ms": 2.3208, "p95_ms": 4.2075, "p99_ms": 5.0809, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 620.5934, "count": 32, "max_ms": 3837.487, "p50_ms": 496.8767, "p95_ms": 779.4598, "p99_ms": 2889.8872, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 32, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 32, "max_ms": 1.1521, "p50_ms": 0.1017, "p95_ms": 0.1805, "p99_ms": 0.851}, "wait_ms": {"count": 32, "max_ms": 5.4615, "p50_ms": 2.3208, "p95_ms": 4.2075, "p99_ms": 5.0809}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 32, "artifact_failed": 0, "artifact_requested": 32, "artifact_success": 32, "completed": 32, "completed_failed": 0, "completed_success": 32, "cooldown_promoted": 32, "database_requested": 32, "db_insert_success": 32, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15573, "relay_business_failed": 0, "relay_business_success": 32, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 32, "relay_transport_failed": 0, "relay_transport_success": 32, "reservation_requested": 32}, "snapshot": {"copied_bytes": 88473600, "copied_count": 32, "copy": {"count": 32, "max_ms": 3.8064, "p50_ms": 1.7043, "p95_ms": 2.9118, "p99_ms": 3.6129}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 64, "h264_decode_error_count": 170, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T18:11:39+09:00", "last_error_summary": "[h264 @ 0x5c294c5eb000] error while decoding MB 73 66, bytestream -7 [h264 @ 0x5c294c56ce40] error while decoding MB 104 39, bytestream -7 [h264 @ 0x5c294c68f780] error while decoding MB 97 52, bytestream -7 [h264 @ 0x5c294c5a3dc0] error while decoding MB 62 40, bytestream -7 [h264 @ 0x5c294c6a3940] error while decoding MB 62 58, bytestream -9 [h264 @ 0x5c294c56ce40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5c294c56ce40] error while decoding MB 0 5, bytestream 2566 [h264 @", "last_exit_at": "2026-10-30T18:11:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 596.156, "last_started_at": "2026-10-30T18:01:43+09:00", "pid": 15681, "process": {"exists": false, "pid": 15681}, "restart_count": 67, "restart_count_per_hour": 15, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 68}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.427, "sample_count": 2409, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 96716, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T18:11:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.034, "last_frame_pushed_at": "2026-10-30T18:11:40+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-10-30T18:11:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 22, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 434.03, "last_sample_duration_ms": 872.844, "last_trigger": "periodic", "next_snapshot_in_sec": 165.97, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 22, "storage_bytes": 1258724}, "mjpeg": {"age_sec": 0.027, "exists": true, "mtime": "2026-10-30T18:11:40.043167+09:00", "mtime_epoch": 1793351500.043167, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 68905}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T18:11:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 965.277, "name": "celery", "pid": 206, "rss_mb": 853.543, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 28, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 96716, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.668, "max": 31.0, "p95": 23.0, "sample_count": 286}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 36}, "by_category.소형선박": {"avg": 1.548, "max": 3.0, "p95": 3.0, "sample_count": 252}, "total": {"avg": 1.49, "max": 4.0, "p95": 3.0, "sample_count": 286}}, "tracking_counts": {"active": {"avg": 0.136, "max": 2.0, "p95": 1.0, "sample_count": 286}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 286}, "removed": {"avg": 0.028, "max": 1.0, "p95": 0.0, "sample_count": 286}, "tracked": {"avg": 0.136, "max": 2.0, "p95": 1.0, "sample_count": 286}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 286}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 286, "pushed_frames": 287, "read_frames": 286, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.533, "pushed": 9.567, "read": 9.533}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 285, "client_acquire_ms": {"avg_ms": 0.008, "count": 286, "max_ms": 0.044, "p95_ms": 0.016, "reason": null, "sample_age_ms": 126.871, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.876, "count": 285, "max_ms": 6.781, "p95_ms": 3.11, "reason": null, "sample_age_ms": 153.578, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.345, "count": 285, "max_ms": 6.301, "p95_ms": 1.965, "reason": null, "sample_age_ms": 153.826, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.363, "count": 286, "max_ms": 1.375, "p95_ms": 0.755, "reason": null, "sample_age_ms": 126.879, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.058, "count": 285, "max_ms": 7.862, "p95_ms": 3.776, "reason": null, "sample_age_ms": 152.563, "source": "client_direct"}, "request_count": 285, "request_tensor_bytes": {"avg": 2764808.0, "count": 285, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 152.547, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 286, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 127.214, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.977, "count": 286, "max_ms": 98.611, "p95_ms": 66.024, "reason": null, "sample_age_ms": 126.867, "source": "client_direct"}, "sample_age_ms": 126.862, "source": "client_direct", "task_total_ms": {"avg_ms": 47.57, "count": 286, "max_ms": 102.159, "p95_ms": 69.633, "reason": null, "sample_age_ms": 126.862, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.603, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.479, "count": 286, "max_ms": 14.558, "p95_ms": 9.884}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.378, "count": 286, "max_ms": 1.165, "p95_ms": 0.76}, "detection_prepare_ms": {"avg_ms": 1.25, "count": 286, "max_ms": 6.919, "p95_ms": 2.534}, "event_filter_ms": {"avg_ms": 0.004, "count": 286, "max_ms": 0.027, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.267, "count": 286, "max_ms": 0.865, "p95_ms": 0.531}, "mcmt_ms": {"avg_ms": 0.003, "count": 286, "max_ms": 0.023, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.017, "count": 286, "max_ms": 6.611, "p95_ms": 4.462}, "setup_ms": {"avg_ms": 0.036, "count": 286, "max_ms": 0.134, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 5.432, "count": 286, "max_ms": 14.458, "p95_ms": 9.797}, "track_match_ms": {"avg_ms": 0.063, "count": 286, "max_ms": 0.241, "p95_ms": 0.144}, "tracker_update_ms": {"avg_ms": 1.412, "count": 286, "max_ms": 5.065, "p95_ms": 2.584}}, "gstreamer_push": {"avg_ms": 2.664, "count": 287, "max_ms": 9.714, "p95_ms": 4.691}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 286, "max_ms": 0.421, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.809, "count": 286, "max_ms": 106.06, "p95_ms": 74.773}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.487, "count": 286, "max_ms": 10.438, "p95_ms": 7.466}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 286, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 286, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.403, "count": 286, "max_ms": 157.849, "p95_ms": 126.175}, "inference_input_copy_ms": {"avg_ms": 1.697, "count": 286, "max_ms": 8.522, "p95_ms": 3.337}, "processing_residual_ms": {"avg_ms": 0.177, "count": 286, "max_ms": 0.693, "p95_ms": 0.376}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 286, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 286, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.764, "count": 286, "max_ms": 169.767, "p95_ms": 131.993}, "read_interval": {"avg_ms": 104.818, "count": 286, "max_ms": 679.874, "p95_ms": 155.275}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 286, "max_ms": 0.054, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 1.958, "count": 286, "max_ms": 6.396, "p95_ms": 4.289}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 286, "max_ms": 0.064, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.943, "count": 286, "max_ms": 6.354, "p95_ms": 4.252}, "worker_merge_ms": {"avg_ms": 0.005, "count": 286, "max_ms": 0.019, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 48.823, "count": 286, "max_ms": 106.145, "p95_ms": 74.783}, "visualize": {"avg_ms": 30.904, "count": 286, "max_ms": 60.521, "p95_ms": 48.678}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.344, "count": 286, "max_ms": 52.473, "p95_ms": 41.183}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 286, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.631, "count": 286, "max_ms": 57.556, "p95_ms": 46.478}, "visualize_input_copy_ms": {"avg_ms": 1.098, "count": 286, "max_ms": 6.074, "p95_ms": 2.076}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 286, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.521, "count": 286, "max_ms": 57.296, "p95_ms": 46.238}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 286, "max_ms": 0.201, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 286}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 286}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 286}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 853.43, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.1, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.116, "sample_count": 2357, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 96404, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T18:11:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 71035, "write_bytes_delta": 71035, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 763.0, "cpu_core_ratio": 0.335704, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 15681, "reason": null, "system_cpu_core_ratio": 0.028433, "system_cpu_s_delta": 0.5700000000000003, "user_cpu_core_ratio": 0.307272, "user_cpu_s_delta": 6.159999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.776788, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.537227, "system_cpu_s_delta": 10.770000000000437, "user_cpu_core_ratio": 1.239562, "user_cpu_s_delta": 24.850000000000364}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.395, "count": 232, "max_ms": 10.728, "p95_ms": 5.829, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.237, "max": 24.0, "p95": 21.0, "sample_count": 232}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.706, "key_count": 2, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 232}, "total": {"avg": 3.06, "max": 5.0, "p95": 5.0, "sample_count": 232}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.865, "count": 30, "max": 59.61, "p95": 45.499, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.957, "count": 30, "max": 27.758, "p95": 25.43, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 811.467, "count": 30, "max": 963.0, "p95": 955.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 241.933, "count": 30, "max": 3364.0, "p95": 1692.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.19, "p95": 0.116, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.347, "count": 30, "max": 0.412, "p95": 0.404, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.083, "count": 30, "max": 2.4, "p95": 0.055, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84190.733, "count": 30, "max": 117582.0, "p95": 110758.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 84190.733, "count": 30, "max": 117582.0, "p95": 110758.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2923.633, "count": 30, "max": 31919.0, "p95": 20150.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.525, "count": 30, "max": 0.61, "p95": 0.585, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.19, "count": 30, "max": 1.32, "p95": 1.289, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 826, "sampled_at": "2026-10-30T18:11:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T18:11:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 216859, "flush_count": 219, "flush_interval_seconds": 30.0, "flush_state": {"count": 219, "last_at": "2026-10-30T18:10:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T18:10:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 218}, "started": true, "suppressed_count": 96531, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 33, "tracking_summary": 96498}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 219, "written_record_count": 219}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5398.707, "limit_mb": null}, "detail": {"pid": 16045, "restart_count": 68, "start_count": 69}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 267400396800, "copied_frame_count": 96716, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:04:50+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2854163, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:04:43+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.147}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 33, "events_emitted": 32, "events_failed": 0, "events_observed": 33, "events_suppressed": 1, "frame_buffer_copied_bytes": 267400396800, "frame_buffer_copies": 96716, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1600, "recorder_active_input_bytes": 4423680000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 32, "recorder_clips_failed": 0, "recorder_clips_started": 32, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 32, "worker_jobs_accepted": 32, "worker_jobs_completed": 32, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1072, "count": 512, "max_ms": 0.4252, "p50_ms": 0.0899, "p95_ms": 0.2163, "p99_ms": 0.2917}, "stages": {"db_insert": {"avg_ms": 19.6221, "count": 32, "max_ms": 36.2297, "p50_ms": 19.8153, "p95_ms": 33.6688, "p99_ms": 35.5009, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.86, "count": 32, "max_ms": 3.8064, "p50_ms": 1.7043, "p95_ms": 2.9118, "p99_ms": 3.6129, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1153.3694, "count": 33, "max_ms": 4422.916, "p50_ms": 1055.1727, "p95_ms": 1360.2968, "p99_ms": 3447.6047, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 1, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3884, "count": 512, "max_ms": 10.0028, "p50_ms": 1.2572, "p95_ms": 2.4845, "p99_ms": 3.2091, "results": {"failed": 0, "not_applicable": 0, "success": 96716, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 549.7293, "count": 33, "max_ms": 656.9199, "p50_ms": 564.5572, "p95_ms": 638.549, "p99_ms": 652.4789, "results": {"failed": 0, "not_applicable": 0, "success": 33, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 34.2744, "count": 32, "max_ms": 68.3606, "p50_ms": 31.7656, "p95_ms": 61.2799, "p99_ms": 67.3329, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2155, "count": 512, "max_ms": 10.4622, "p50_ms": 4.9194, "p95_ms": 7.9491, "p99_ms": 9.6619, "results": {"failed": 0, "not_applicable": 0, "success": 1600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3989, "count": 512, "max_ms": 4.56, "p50_ms": 1.3117, "p95_ms": 2.3132, "p99_ms": 3.0147, "results": {"failed": 0, "not_applicable": 0, "success": 1600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 562.2687, "count": 32, "max_ms": 653.6862, "p50_ms": 561.069, "p95_ms": 634.7642, "p99_ms": 649.0311, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 469.4343, "count": 32, "max_ms": 555.4516, "p50_ms": 465.55, "p95_ms": 534.6464, "p99_ms": 549.3869, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 85.9864, "count": 32, "max_ms": 99.8242, "p50_ms": 85.8849, "p95_ms": 95.4592, "p99_ms": 98.559, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.7738, "count": 32, "max_ms": 15.8949, "p50_ms": 1.8994, "p95_ms": 8.965, "p99_ms": 13.8818, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 32, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.2199, "count": 32, "max_ms": 73.1462, "p50_ms": 44.2948, "p95_ms": 64.3666, "p99_ms": 72.3807, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9519, "count": 33, "max_ms": 3.0715, "p50_ms": 0.8214, "p95_ms": 1.6963, "p99_ms": 2.6448, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 1, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.3501, "count": 32, "max_ms": 8.0269, "p50_ms": 0.9791, "p95_ms": 2.4937, "p99_ms": 6.4088, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.3501, "count": 32, "max_ms": 8.0269, "p50_ms": 0.9791, "p95_ms": 2.4937, "p99_ms": 6.4088, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9519, "count": 33, "max_ms": 3.0715, "p50_ms": 0.8214, "p95_ms": 1.6963, "p99_ms": 2.6448, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 1, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.3264, "count": 32, "max_ms": 9.2164, "p50_ms": 0.9395, "p95_ms": 2.4081, "p99_ms": 7.1586, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 32, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 531.6007, "count": 32, "max_ms": 3752.636, "p50_ms": 408.7882, "p95_ms": 706.6539, "p99_ms": 2811.4049, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 33, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 33, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7921, "count": 32, "max_ms": 11.5083, "p50_ms": 1.7913, "p95_ms": 8.6626, "p99_ms": 11.3508, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 27.4459, "count": 32, "max_ms": 92.2129, "p50_ms": 25.7563, "p95_ms": 71.1662, "p99_ms": 86.6283, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1401, "count": 32, "max_ms": 1.1521, "p50_ms": 0.1017, "p95_ms": 0.1805, "p99_ms": 0.851, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.5397, "count": 32, "max_ms": 5.4615, "p50_ms": 2.3208, "p95_ms": 4.2075, "p99_ms": 5.0809, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 620.5934, "count": 32, "max_ms": 3837.487, "p50_ms": 496.8767, "p95_ms": 779.4598, "p99_ms": 2889.8872, "results": {"failed": 0, "not_applicable": 0, "success": 32, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 32, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 32, "max_ms": 1.1521, "p50_ms": 0.1017, "p95_ms": 0.1805, "p99_ms": 0.851}, "wait_ms": {"count": 32, "max_ms": 5.4615, "p50_ms": 2.3208, "p95_ms": 4.2075, "p99_ms": 5.0809}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 32, "artifact_failed": 0, "artifact_requested": 32, "artifact_success": 32, "completed": 32, "completed_failed": 0, "completed_success": 32, "cooldown_promoted": 32, "database_requested": 32, "db_insert_success": 32, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15573, "relay_business_failed": 0, "relay_business_success": 32, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 32, "relay_transport_failed": 0, "relay_transport_success": 32, "reservation_requested": 32}, "snapshot": {"copied_bytes": 88473600, "copied_count": 32, "copy": {"count": 32, "max_ms": 3.8064, "p50_ms": 1.7043, "p95_ms": 2.9118, "p99_ms": 3.6129}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 64, "h264_decode_error_count": 170, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T18:11:39+09:00", "last_error_summary": "[h264 @ 0x5c294c5eb000] error while decoding MB 73 66, bytestream -7 [h264 @ 0x5c294c56ce40] error while decoding MB 104 39, bytestream -7 [h264 @ 0x5c294c68f780] error while decoding MB 97 52, bytestream -7 [h264 @ 0x5c294c5a3dc0] error while decoding MB 62 40, bytestream -7 [h264 @ 0x5c294c6a3940] error while decoding MB 62 58, bytestream -9 [h264 @ 0x5c294c56ce40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5c294c56ce40] error while decoding MB 0 5, bytestream 2566 [h264 @", "last_exit_at": "2026-10-30T18:11:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T18:11:42+09:00", "pid": 16045, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.898, "name": "ffmpeg", "pid": 16045, "rss_mb": 208.898, "state": "S (sleeping)", "threads": 70}, "restart_count": 68, "restart_count_per_hour": 16, "rtsp_timeout_count": 32, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 69}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.14, "sample_count": 2374, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 96716, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T18:11:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.517, "last_frame_pushed_at": "2026-10-30T18:11:40+09:00", "last_frame_read_age_sec": 4.617, "last_frame_read_at": "2026-10-30T18:11:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 22, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 438.496, "last_sample_duration_ms": 872.844, "last_trigger": "periodic", "next_snapshot_in_sec": 161.504, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 22, "storage_bytes": 1258724}, "mjpeg": {"age_sec": 4.51, "exists": true, "mtime": "2026-10-30T18:11:40.043167+09:00", "mtime_epoch": 1793351500.043167, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 68905}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T18:11:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 965.277, "name": "celery", "pid": 206, "rss_mb": 853.547, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 28, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 96716, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.1, "max": 29.0, "p95": 22.0, "sample_count": 250}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 30}, "by_category.소형선박": {"avg": 1.542, "max": 3.0, "p95": 3.0, "sample_count": 225}, "total": {"avg": 1.508, "max": 4.0, "p95": 3.0, "sample_count": 250}}, "tracking_counts": {"active": {"avg": 0.152, "max": 2.0, "p95": 1.0, "sample_count": 250}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "removed": {"avg": 0.032, "max": 1.0, "p95": 0.0, "sample_count": 250}, "tracked": {"avg": 0.152, "max": 2.0, "p95": 1.0, "sample_count": 250}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 250, "pushed_frames": 250, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.334, "pushed": 8.334, "read": 8.334}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 250, "client_acquire_ms": {"avg_ms": 0.007, "count": 250, "max_ms": 0.044, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4597.115, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.797, "count": 250, "max_ms": 6.781, "p95_ms": 2.577, "reason": null, "sample_age_ms": 4623.822, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.323, "count": 249, "max_ms": 6.301, "p95_ms": 1.802, "reason": null, "sample_age_ms": 4624.07, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.345, "count": 250, "max_ms": 1.087, "p95_ms": 0.743, "reason": null, "sample_age_ms": 4597.124, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.895, "count": 250, "max_ms": 4.376, "p95_ms": 3.238, "reason": null, "sample_age_ms": 4622.807, "source": "client_direct"}, "request_count": 249, "request_tensor_bytes": {"avg": 2764808.0, "count": 250, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4622.792, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 250, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4597.458, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.829, "count": 250, "max_ms": 85.282, "p95_ms": 64.167, "reason": null, "sample_age_ms": 4597.111, "source": "client_direct"}, "sample_age_ms": 4597.106, "source": "client_direct", "task_total_ms": {"avg_ms": 46.231, "count": 250, "max_ms": 88.66, "p95_ms": 66.887, "reason": null, "sample_age_ms": 4597.106, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.958, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.373, "count": 250, "max_ms": 14.228, "p95_ms": 9.625}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.359, "count": 250, "max_ms": 1.165, "p95_ms": 0.694}, "detection_prepare_ms": {"avg_ms": 1.221, "count": 250, "max_ms": 6.919, "p95_ms": 2.347}, "event_filter_ms": {"avg_ms": 0.004, "count": 250, "max_ms": 0.017, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.263, "count": 250, "max_ms": 0.865, "p95_ms": 0.503}, "mcmt_ms": {"avg_ms": 0.003, "count": 250, "max_ms": 0.023, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.974, "count": 250, "max_ms": 5.902, "p95_ms": 3.938}, "setup_ms": {"avg_ms": 0.035, "count": 250, "max_ms": 0.134, "p95_ms": 0.077}, "total_inside_ms": {"avg_ms": 5.327, "count": 250, "max_ms": 14.085, "p95_ms": 9.571}, "track_match_ms": {"avg_ms": 0.063, "count": 250, "max_ms": 0.241, "p95_ms": 0.144}, "tracker_update_ms": {"avg_ms": 1.404, "count": 250, "max_ms": 5.065, "p95_ms": 2.527}}, "gstreamer_push": {"avg_ms": 2.534, "count": 250, "max_ms": 9.714, "p95_ms": 4.637}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 250, "max_ms": 0.247, "p95_ms": 0.086}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.375, "count": 250, "max_ms": 90.553, "p95_ms": 70.116}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.438, "count": 250, "max_ms": 10.438, "p95_ms": 6.573}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.052, "count": 250, "max_ms": 149.628, "p95_ms": 115.629}, "inference_input_copy_ms": {"avg_ms": 1.624, "count": 250, "max_ms": 8.522, "p95_ms": 3.105}, "processing_residual_ms": {"avg_ms": 0.164, "count": 250, "max_ms": 0.491, "p95_ms": 0.338}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.277, "count": 250, "max_ms": 154.125, "p95_ms": 122.27}, "read_interval": {"avg_ms": 102.148, "count": 250, "max_ms": 679.874, "p95_ms": 150.029}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 250, "max_ms": 0.054, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 1.917, "count": 250, "max_ms": 5.728, "p95_ms": 3.887}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 250, "max_ms": 0.043, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.903, "count": 250, "max_ms": 5.692, "p95_ms": 3.875}, "worker_merge_ms": {"avg_ms": 0.005, "count": 250, "max_ms": 0.019, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 47.388, "count": 250, "max_ms": 90.572, "p95_ms": 70.123}, "visualize": {"avg_ms": 30.143, "count": 250, "max_ms": 60.521, "p95_ms": 45.509}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.615, "count": 250, "max_ms": 52.473, "p95_ms": 38.841}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.872, "count": 250, "max_ms": 57.556, "p95_ms": 43.976}, "visualize_input_copy_ms": {"avg_ms": 1.101, "count": 250, "max_ms": 6.074, "p95_ms": 2.018}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.766, "count": 250, "max_ms": 57.296, "p95_ms": 43.827}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 250, "max_ms": 0.201, "p95_ms": 0.114}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 250}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 853.43, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.1, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.116, "sample_count": 2357, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 96404, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T18:11:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 71035, "write_bytes_delta": 71035, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 763.0, "cpu_core_ratio": 0.335704, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 15681, "reason": null, "system_cpu_core_ratio": 0.028433, "system_cpu_s_delta": 0.5700000000000003, "user_cpu_core_ratio": 0.307272, "user_cpu_s_delta": 6.159999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.776788, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.537227, "system_cpu_s_delta": 10.770000000000437, "user_cpu_core_ratio": 1.239562, "user_cpu_s_delta": 24.850000000000364}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.395, "count": 232, "max_ms": 10.728, "p95_ms": 5.829, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.237, "max": 24.0, "p95": 21.0, "sample_count": 232}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.706, "key_count": 2, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 232}, "total": {"avg": 3.06, "max": 5.0, "p95": 5.0, "sample_count": 232}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.865, "count": 30, "max": 59.61, "p95": 45.499, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.957, "count": 30, "max": 27.758, "p95": 25.43, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 811.467, "count": 30, "max": 963.0, "p95": 955.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 241.933, "count": 30, "max": 3364.0, "p95": 1692.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.19, "p95": 0.116, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.347, "count": 30, "max": 0.412, "p95": 0.404, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.083, "count": 30, "max": 2.4, "p95": 0.055, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84190.733, "count": 30, "max": 117582.0, "p95": 110758.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 84190.733, "count": 30, "max": 117582.0, "p95": 110758.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2923.633, "count": 30, "max": 31919.0, "p95": 20150.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.525, "count": 30, "max": 0.61, "p95": 0.585, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.19, "count": 30, "max": 1.32, "p95": 1.289, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 826, "sampled_at": "2026-10-30T18:11:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T18:11:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 112697, "flush_count": 220, "flush_interval_seconds": 30.0, "flush_state": {"count": 220, "last_at": "2026-10-30T18:11:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T18:11:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 219}, "started": true, "suppressed_count": 119022, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 119022}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 220, "written_record_count": 220}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4853.32, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 329677516800, "copied_frame_count": 119241, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 329677516800, "frame_buffer_copies": 119241, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1216, "count": 512, "max_ms": 0.6146, "p50_ms": 0.1094, "p95_ms": 0.2343, "p99_ms": 0.2956}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3728, "count": 512, "max_ms": 3.5265, "p50_ms": 1.2684, "p95_ms": 2.5329, "p99_ms": 3.0627, "results": {"failed": 0, "not_applicable": 0, "success": 119241, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 45, "h264_decode_error_count": 72, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T18:12:15+09:00", "last_error_summary": "[h264 @ 0x5b6c2ea7c4c0] cabac decode of qscale diff failed at 4 86 [h264 @ 0x5b6c2ea7c4c0] error while decoding MB 4 86, bytestream 9644 [in#0/rtsp @ 0x5b6c2e86ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5b6c2e86ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T16:33:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 3650.583, "last_started_at": "2026-10-30T17:11:25+09:00", "pid": 13569, "process": {"exists": false, "pid": 13569}, "restart_count": 47, "restart_count_per_hour": 0, "rtsp_timeout_count": 16, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.448, "sample_count": 2619, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 119241, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T18:12:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.041, "last_frame_pushed_at": "2026-10-30T18:12:15+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-10-30T18:12:15+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 22, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 469.78, "last_sample_duration_ms": 872.844, "last_trigger": "periodic", "next_snapshot_in_sec": 130.22, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 22, "storage_bytes": 1258724}, "mjpeg": {"age_sec": 0.028, "exists": true, "mtime": "2026-10-30T18:12:15.796337+09:00", "mtime_epoch": 1793351535.7963371, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 82616}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T18:12:15+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 778.961, "name": "celery", "pid": 176, "rss_mb": 759.465, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 119241, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 100}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.337, "pushed": 3.337, "read": 3.303}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 99, "client_acquire_ms": {"avg_ms": 0.007, "count": 99, "max_ms": 0.036, "p95_ms": 0.016, "reason": null, "sample_age_ms": 111.375, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.605, "count": 99, "max_ms": 3.567, "p95_ms": 1.882, "reason": null, "sample_age_ms": 149.321, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.274, "count": 99, "max_ms": 2.463, "p95_ms": 1.526, "reason": null, "sample_age_ms": 149.48, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.095, "count": 99, "max_ms": 0.511, "p95_ms": 0.216, "reason": null, "sample_age_ms": 111.385, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.572, "count": 99, "max_ms": 3.227, "p95_ms": 2.744, "reason": null, "sample_age_ms": 148.131, "source": "client_direct"}, "request_count": 99, "request_tensor_bytes": {"avg": 2211848.0, "count": 99, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 148.114, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 99, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 111.618, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.162, "count": 99, "max_ms": 72.652, "p95_ms": 59.466, "reason": null, "sample_age_ms": 111.371, "source": "client_direct"}, "sample_age_ms": 111.366, "source": "client_direct", "task_total_ms": {"avg_ms": 40.99, "count": 99, "max_ms": 75.651, "p95_ms": 60.932, "reason": null, "sample_age_ms": 111.366, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 9.8, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.601, "count": 100, "max_ms": 1.439, "p95_ms": 1.17}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.192, "count": 100, "max_ms": 0.565, "p95_ms": 0.376}, "detection_prepare_ms": {"avg_ms": 0.084, "count": 100, "max_ms": 0.244, "p95_ms": 0.164}, "event_filter_ms": {"avg_ms": 0.003, "count": 100, "max_ms": 0.01, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.071, "count": 100, "max_ms": 0.429, "p95_ms": 0.134}, "mcmt_ms": {"avg_ms": 0.002, "count": 100, "max_ms": 0.007, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.155, "count": 100, "max_ms": 0.411, "p95_ms": 0.314}, "setup_ms": {"avg_ms": 0.034, "count": 100, "max_ms": 0.099, "p95_ms": 0.065}, "total_inside_ms": {"avg_ms": 0.568, "count": 100, "max_ms": 1.391, "p95_ms": 1.089}, "track_match_ms": {"avg_ms": 0.004, "count": 100, "max_ms": 0.01, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.023, "count": 100, "max_ms": 0.079, "p95_ms": 0.045}}, "gstreamer_push": {"avg_ms": 2.991, "count": 100, "max_ms": 6.568, "p95_ms": 5.604}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 100, "max_ms": 0.108, "p95_ms": 0.068}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.869, "count": 100, "max_ms": 76.251, "p95_ms": 61.252}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.043, "count": 100, "max_ms": 0.132, "p95_ms": 0.107}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.398, "count": 100, "max_ms": 118.977, "p95_ms": 103.659}, "inference_input_copy_ms": {"avg_ms": 1.633, "count": 100, "max_ms": 4.033, "p95_ms": 2.601}, "processing_residual_ms": {"avg_ms": 0.177, "count": 100, "max_ms": 0.393, "p95_ms": 0.346}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 85.252, "count": 100, "max_ms": 120.97, "p95_ms": 105.646}, "read_interval": {"avg_ms": 302.165, "count": 99, "max_ms": 20294.511, "p95_ms": 130.865}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 100, "max_ms": 0.046, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.105, "count": 100, "max_ms": 0.287, "p95_ms": 0.222}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 100, "max_ms": 0.033, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.091, "count": 100, "max_ms": 0.255, "p95_ms": 0.199}, "worker_merge_ms": {"avg_ms": 0.005, "count": 100, "max_ms": 0.014, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 41.881, "count": 100, "max_ms": 76.258, "p95_ms": 61.261}, "visualize": {"avg_ms": 40.032, "count": 100, "max_ms": 62.995, "p95_ms": 54.284}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 39.255, "count": 100, "max_ms": 62.02, "p95_ms": 53.244}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.866, "count": 100, "max_ms": 62.768, "p95_ms": 54.108}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.002, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.775, "count": 100, "max_ms": 62.686, "p95_ms": 54.021}, "visualizer_prepare_ms": {"avg_ms": 0.048, "count": 100, "max_ms": 0.158, "p95_ms": 0.098}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 100}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 759.461, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 37.646, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.448, "sample_count": 2620, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 119230, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T18:12:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 90189, "write_bytes_delta": 90189, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 365.0, "cpu_core_ratio": 0.35453, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9009.0, "pid": 13569, "reason": null, "system_cpu_core_ratio": 0.122107, "system_cpu_s_delta": 4.350000000000023, "user_cpu_core_ratio": 0.232423, "user_cpu_s_delta": 8.279999999999745}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.295021, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 116202.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.064562, "system_cpu_s_delta": 2.300000000000068, "user_cpu_core_ratio": 0.230459, "user_cpu_s_delta": 8.210000000000036}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.057, "count": 101, "max_ms": 6.568, "p95_ms": 5.604, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 101}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.853, "count": 30, "max": 54.814, "p95": 47.861, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.993, "count": 30, "max": 46.191, "p95": 28.05, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1340.333, "count": 30, "max": 1613.0, "p95": 1553.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1663.833, "count": 30, "max": 39556.0, "p95": 5258.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.065, "count": 30, "max": 0.408, "p95": 0.095, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.267, "count": 30, "max": 1.609, "p95": 1.599, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 80580.633, "count": 30, "max": 90189.0, "p95": 84831.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 80580.633, "count": 30, "max": 90189.0, "p95": 84831.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 59810.7, "count": 30, "max": 246359.0, "p95": 238600.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.096, "count": 30, "max": 0.217, "p95": 0.209, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.576, "count": 30, "max": 0.697, "p95": 0.685, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 872, "sampled_at": "2026-10-30T18:12:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T18:12:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 112697, "flush_count": 220, "flush_interval_seconds": 30.0, "flush_state": {"count": 220, "last_at": "2026-10-30T18:11:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T18:11:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 219}, "started": true, "suppressed_count": 119022, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 119022}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 220, "written_record_count": 220}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4853.355, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5b6c2ea7c4c0] cabac decode of qscale diff failed at 4 86 [h264 @ 0x5b6c2ea7c4c0] error while decoding MB 4 86, bytestream 9644 [in#0/rtsp @ 0x5b6c2e86ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5b6c2e86ae00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 329677516800, "copied_frame_count": 119241, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 329677516800, "frame_buffer_copies": 119241, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1216, "count": 512, "max_ms": 0.6146, "p50_ms": 0.1094, "p95_ms": 0.2343, "p99_ms": 0.2956}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3728, "count": 512, "max_ms": 3.5265, "p50_ms": 1.2684, "p95_ms": 2.5329, "p99_ms": 3.0627, "results": {"failed": 0, "not_applicable": 0, "success": 119241, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 45, "h264_decode_error_count": 72, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T18:12:15+09:00", "last_error_summary": "[h264 @ 0x5b6c2ea7c4c0] cabac decode of qscale diff failed at 4 86 [h264 @ 0x5b6c2ea7c4c0] error while decoding MB 4 86, bytestream 9644 [in#0/rtsp @ 0x5b6c2e86ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5b6c2e86ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T16:33:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 3650.589, "last_started_at": "2026-10-30T17:11:25+09:00", "pid": 13569, "process": {"exists": false, "pid": 13569}, "restart_count": 47, "restart_count_per_hour": 0, "rtsp_timeout_count": 16, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.448, "sample_count": 2618, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 119241, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T18:12:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.048, "last_frame_pushed_at": "2026-10-30T18:12:15+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-10-30T18:12:15+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 22, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 469.795, "last_sample_duration_ms": 872.844, "last_trigger": "periodic", "next_snapshot_in_sec": 130.205, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 22, "storage_bytes": 1258724}, "mjpeg": {"age_sec": 0.039, "exists": true, "mtime": "2026-10-30T18:12:15.796337+09:00", "mtime_epoch": 1793351535.7963371, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 82616}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T18:12:15+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 778.961, "name": "celery", "pid": 176, "rss_mb": 759.465, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 119241, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 100}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.336, "pushed": 3.336, "read": 3.302}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 99, "client_acquire_ms": {"avg_ms": 0.007, "count": 99, "max_ms": 0.036, "p95_ms": 0.016, "reason": null, "sample_age_ms": 126.182, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.605, "count": 99, "max_ms": 3.567, "p95_ms": 1.882, "reason": null, "sample_age_ms": 164.128, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.274, "count": 99, "max_ms": 2.463, "p95_ms": 1.526, "reason": null, "sample_age_ms": 164.287, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.095, "count": 99, "max_ms": 0.511, "p95_ms": 0.216, "reason": null, "sample_age_ms": 126.192, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.572, "count": 99, "max_ms": 3.227, "p95_ms": 2.744, "reason": null, "sample_age_ms": 162.938, "source": "client_direct"}, "request_count": 99, "request_tensor_bytes": {"avg": 2211848.0, "count": 99, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 162.921, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 99, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 126.424, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.162, "count": 99, "max_ms": 72.652, "p95_ms": 59.466, "reason": null, "sample_age_ms": 126.177, "source": "client_direct"}, "sample_age_ms": 126.173, "source": "client_direct", "task_total_ms": {"avg_ms": 40.99, "count": 99, "max_ms": 75.651, "p95_ms": 60.932, "reason": null, "sample_age_ms": 126.173, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.744, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.601, "count": 100, "max_ms": 1.439, "p95_ms": 1.17}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.192, "count": 100, "max_ms": 0.565, "p95_ms": 0.376}, "detection_prepare_ms": {"avg_ms": 0.084, "count": 100, "max_ms": 0.244, "p95_ms": 0.164}, "event_filter_ms": {"avg_ms": 0.003, "count": 100, "max_ms": 0.01, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.071, "count": 100, "max_ms": 0.429, "p95_ms": 0.134}, "mcmt_ms": {"avg_ms": 0.002, "count": 100, "max_ms": 0.007, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.155, "count": 100, "max_ms": 0.411, "p95_ms": 0.314}, "setup_ms": {"avg_ms": 0.034, "count": 100, "max_ms": 0.099, "p95_ms": 0.065}, "total_inside_ms": {"avg_ms": 0.568, "count": 100, "max_ms": 1.391, "p95_ms": 1.089}, "track_match_ms": {"avg_ms": 0.004, "count": 100, "max_ms": 0.01, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.023, "count": 100, "max_ms": 0.079, "p95_ms": 0.045}}, "gstreamer_push": {"avg_ms": 2.991, "count": 100, "max_ms": 6.568, "p95_ms": 5.604}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 100, "max_ms": 0.108, "p95_ms": 0.068}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.869, "count": 100, "max_ms": 76.251, "p95_ms": 61.252}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.043, "count": 100, "max_ms": 0.132, "p95_ms": 0.107}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.398, "count": 100, "max_ms": 118.977, "p95_ms": 103.659}, "inference_input_copy_ms": {"avg_ms": 1.633, "count": 100, "max_ms": 4.033, "p95_ms": 2.601}, "processing_residual_ms": {"avg_ms": 0.177, "count": 100, "max_ms": 0.393, "p95_ms": 0.346}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 85.252, "count": 100, "max_ms": 120.97, "p95_ms": 105.646}, "read_interval": {"avg_ms": 302.165, "count": 99, "max_ms": 20294.511, "p95_ms": 130.865}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 100, "max_ms": 0.046, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.105, "count": 100, "max_ms": 0.287, "p95_ms": 0.222}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 100, "max_ms": 0.033, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.091, "count": 100, "max_ms": 0.255, "p95_ms": 0.199}, "worker_merge_ms": {"avg_ms": 0.005, "count": 100, "max_ms": 0.014, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 41.881, "count": 100, "max_ms": 76.258, "p95_ms": 61.261}, "visualize": {"avg_ms": 40.032, "count": 100, "max_ms": 62.995, "p95_ms": 54.284}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 39.255, "count": 100, "max_ms": 62.02, "p95_ms": 53.244}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.866, "count": 100, "max_ms": 62.768, "p95_ms": 54.108}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.002, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.775, "count": 100, "max_ms": 62.686, "p95_ms": 54.021}, "visualizer_prepare_ms": {"avg_ms": 0.048, "count": 100, "max_ms": 0.158, "p95_ms": 0.098}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 100}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 759.461, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 37.646, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.448, "sample_count": 2620, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 119230, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T18:12:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 90189, "write_bytes_delta": 90189, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 365.0, "cpu_core_ratio": 0.35453, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9009.0, "pid": 13569, "reason": null, "system_cpu_core_ratio": 0.122107, "system_cpu_s_delta": 4.350000000000023, "user_cpu_core_ratio": 0.232423, "user_cpu_s_delta": 8.279999999999745}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.295021, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 116202.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.064562, "system_cpu_s_delta": 2.300000000000068, "user_cpu_core_ratio": 0.230459, "user_cpu_s_delta": 8.210000000000036}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.057, "count": 101, "max_ms": 6.568, "p95_ms": 5.604, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 101}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.853, "count": 30, "max": 54.814, "p95": 47.861, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.993, "count": 30, "max": 46.191, "p95": 28.05, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1340.333, "count": 30, "max": 1613.0, "p95": 1553.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1663.833, "count": 30, "max": 39556.0, "p95": 5258.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.065, "count": 30, "max": 0.408, "p95": 0.095, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.267, "count": 30, "max": 1.609, "p95": 1.599, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 80580.633, "count": 30, "max": 90189.0, "p95": 84831.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 80580.633, "count": 30, "max": 90189.0, "p95": 84831.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 59810.7, "count": 30, "max": 246359.0, "p95": 238600.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.096, "count": 30, "max": 0.217, "p95": 0.209, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.576, "count": 30, "max": 0.697, "p95": 0.685, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 872, "sampled_at": "2026-10-30T18:12:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T18:12:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 112697, "flush_count": 220, "flush_interval_seconds": 30.0, "flush_state": {"count": 220, "last_at": "2026-10-30T18:11:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T18:11:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 219}, "started": true, "suppressed_count": 119022, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 119022}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 220, "written_record_count": 220}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4853.859, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 329677516800, "copied_frame_count": 119241, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 329677516800, "frame_buffer_copies": 119241, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1216, "count": 512, "max_ms": 0.6146, "p50_ms": 0.1094, "p95_ms": 0.2343, "p99_ms": 0.2956}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3728, "count": 512, "max_ms": 3.5265, "p50_ms": 1.2684, "p95_ms": 2.5329, "p99_ms": 3.0627, "results": {"failed": 0, "not_applicable": 0, "success": 119241, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 45, "h264_decode_error_count": 72, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T18:12:15+09:00", "last_error_summary": "[h264 @ 0x5b6c2ea7c4c0] cabac decode of qscale diff failed at 4 86 [h264 @ 0x5b6c2ea7c4c0] error while decoding MB 4 86, bytestream 9644 [in#0/rtsp @ 0x5b6c2e86ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5b6c2e86ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T16:33:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 3650.644, "last_started_at": "2026-10-30T17:11:25+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 47, "restart_count_per_hour": 0, "rtsp_timeout_count": 16, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 48}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.448, "sample_count": 2618, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 119241, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T18:12:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.103, "last_frame_pushed_at": "2026-10-30T18:12:15+09:00", "last_frame_read_age_sec": 0.204, "last_frame_read_at": "2026-10-30T18:12:15+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 22, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 469.814, "last_sample_duration_ms": 872.844, "last_trigger": "periodic", "next_snapshot_in_sec": 130.186, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 22, "storage_bytes": 1258724}, "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-10-30T18:12:15.796337+09:00", "mtime_epoch": 1793351535.7963371, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 82616}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T18:12:15+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 778.961, "name": "celery", "pid": 176, "rss_mb": 759.461, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 119241, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.305, "pushed": 3.305, "read": 3.272}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 98, "client_acquire_ms": {"avg_ms": 0.007, "count": 99, "max_ms": 0.036, "p95_ms": 0.016, "reason": null, "sample_age_ms": 166.282, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.607, "count": 98, "max_ms": 3.567, "p95_ms": 1.891, "reason": null, "sample_age_ms": 204.229, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.276, "count": 98, "max_ms": 2.463, "p95_ms": 1.532, "reason": null, "sample_age_ms": 204.388, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.095, "count": 99, "max_ms": 0.511, "p95_ms": 0.216, "reason": null, "sample_age_ms": 166.293, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.569, "count": 98, "max_ms": 3.227, "p95_ms": 2.745, "reason": null, "sample_age_ms": 203.038, "source": "client_direct"}, "request_count": 98, "request_tensor_bytes": {"avg": 2211848.0, "count": 98, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 203.022, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 99, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 166.525, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.162, "count": 99, "max_ms": 72.652, "p95_ms": 59.466, "reason": null, "sample_age_ms": 166.278, "source": "client_direct"}, "sample_age_ms": 166.273, "source": "client_direct", "task_total_ms": {"avg_ms": 40.99, "count": 99, "max_ms": 75.651, "p95_ms": 60.932, "reason": null, "sample_age_ms": 166.273, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.517, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.593, "count": 99, "max_ms": 1.439, "p95_ms": 1.17}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.188, "count": 99, "max_ms": 0.538, "p95_ms": 0.376}, "detection_prepare_ms": {"avg_ms": 0.083, "count": 99, "max_ms": 0.244, "p95_ms": 0.164}, "event_filter_ms": {"avg_ms": 0.003, "count": 99, "max_ms": 0.01, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.07, "count": 99, "max_ms": 0.429, "p95_ms": 0.154}, "mcmt_ms": {"avg_ms": 0.002, "count": 99, "max_ms": 0.007, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.153, "count": 99, "max_ms": 0.411, "p95_ms": 0.314}, "setup_ms": {"avg_ms": 0.034, "count": 99, "max_ms": 0.099, "p95_ms": 0.067}, "total_inside_ms": {"avg_ms": 0.56, "count": 99, "max_ms": 1.391, "p95_ms": 1.089}, "track_match_ms": {"avg_ms": 0.004, "count": 99, "max_ms": 0.01, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.023, "count": 99, "max_ms": 0.079, "p95_ms": 0.045}}, "gstreamer_push": {"avg_ms": 3.001, "count": 99, "max_ms": 6.568, "p95_ms": 5.735}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 99, "max_ms": 0.108, "p95_ms": 0.076}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.87, "count": 99, "max_ms": 76.251, "p95_ms": 62.951}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.044, "count": 99, "max_ms": 0.132, "p95_ms": 0.109}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.356, "count": 99, "max_ms": 118.977, "p95_ms": 104.666}, "inference_input_copy_ms": {"avg_ms": 1.634, "count": 99, "max_ms": 4.033, "p95_ms": 2.657}, "processing_residual_ms": {"avg_ms": 0.178, "count": 99, "max_ms": 0.393, "p95_ms": 0.348}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 85.212, "count": 99, "max_ms": 120.97, "p95_ms": 106.076}, "read_interval": {"avg_ms": 304.272, "count": 98, "max_ms": 20294.511, "p95_ms": 130.865}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 99, "max_ms": 0.046, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.103, "count": 99, "max_ms": 0.287, "p95_ms": 0.222}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 99, "max_ms": 0.033, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.09, "count": 99, "max_ms": 0.255, "p95_ms": 0.199}, "worker_merge_ms": {"avg_ms": 0.005, "count": 99, "max_ms": 0.014, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 41.882, "count": 99, "max_ms": 76.258, "p95_ms": 62.959}, "visualize": {"avg_ms": 39.996, "count": 99, "max_ms": 62.995, "p95_ms": 54.463}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 39.219, "count": 99, "max_ms": 62.02, "p95_ms": 53.371}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.83, "count": 99, "max_ms": 62.768, "p95_ms": 54.148}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.002, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.738, "count": 99, "max_ms": 62.686, "p95_ms": 54.021}, "visualizer_prepare_ms": {"avg_ms": 0.048, "count": 99, "max_ms": 0.158, "p95_ms": 0.102}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 99}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 759.461, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 37.646, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.448, "sample_count": 2620, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 119230, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T18:12:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 90189, "write_bytes_delta": 90189, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 365.0, "cpu_core_ratio": 0.35453, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9009.0, "pid": 13569, "reason": null, "system_cpu_core_ratio": 0.122107, "system_cpu_s_delta": 4.350000000000023, "user_cpu_core_ratio": 0.232423, "user_cpu_s_delta": 8.279999999999745}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.295021, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 116202.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.064562, "system_cpu_s_delta": 2.300000000000068, "user_cpu_core_ratio": 0.230459, "user_cpu_s_delta": 8.210000000000036}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.057, "count": 101, "max_ms": 6.568, "p95_ms": 5.604, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 101}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.853, "count": 30, "max": 54.814, "p95": 47.861, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.993, "count": 30, "max": 46.191, "p95": 28.05, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1340.333, "count": 30, "max": 1613.0, "p95": 1553.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1663.833, "count": 30, "max": 39556.0, "p95": 5258.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.065, "count": 30, "max": 0.408, "p95": 0.095, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.267, "count": 30, "max": 1.609, "p95": 1.599, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 80580.633, "count": 30, "max": 90189.0, "p95": 84831.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 80580.633, "count": 30, "max": 90189.0, "p95": 84831.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 59810.7, "count": 30, "max": 246359.0, "p95": 238600.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.096, "count": 30, "max": 0.217, "p95": 0.209, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.576, "count": 30, "max": 0.697, "p95": 0.685, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 872, "sampled_at": "2026-10-30T18:12:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T18:12:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 112697, "flush_count": 220, "flush_interval_seconds": 30.0, "flush_state": {"count": 220, "last_at": "2026-10-30T18:11:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T18:11:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 219}, "started": true, "suppressed_count": 119022, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 119022}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 220, "written_record_count": 220}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4886.391, "limit_mb": null}, "detail": {"pid": 16161, "restart_count": 48, "start_count": 49}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 329677516800, "copied_frame_count": 119241, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 329677516800, "frame_buffer_copies": 119241, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1216, "count": 512, "max_ms": 0.6146, "p50_ms": 0.1094, "p95_ms": 0.2343, "p99_ms": 0.2956}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3728, "count": 512, "max_ms": 3.5265, "p50_ms": 1.2684, "p95_ms": 2.5329, "p99_ms": 3.0627, "results": {"failed": 0, "not_applicable": 0, "success": 119241, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 45, "h264_decode_error_count": 72, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T18:12:15+09:00", "last_error_summary": "[h264 @ 0x5b6c2ea7c4c0] cabac decode of qscale diff failed at 4 86 [h264 @ 0x5b6c2ea7c4c0] error while decoding MB 4 86, bytestream 9644 [in#0/rtsp @ 0x5b6c2e86ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5b6c2e86ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T16:33:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T18:12:17+09:00", "pid": 16161, "process": {"exists": true, "fd_count": 4, "hwm_mb": 65.426, "name": "ffmpeg", "pid": 16161, "rss_mb": 65.426, "state": "R (running)", "threads": 1}, "restart_count": 48, "restart_count_per_hour": 1, "rtsp_timeout_count": 16, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.623, "sample_count": 2572, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 119241, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T18:12:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.147, "last_frame_pushed_at": "2026-10-30T18:12:15+09:00", "last_frame_read_age_sec": 4.248, "last_frame_read_at": "2026-10-30T18:12:15+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 22, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 473.863, "last_sample_duration_ms": 872.844, "last_trigger": "periodic", "next_snapshot_in_sec": 126.137, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 22, "storage_bytes": 1258724}, "mjpeg": {"age_sec": 4.133, "exists": true, "mtime": "2026-10-30T18:12:15.796337+09:00", "mtime_epoch": 1793351535.7963371, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 82616}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T18:12:19+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 778.961, "name": "celery", "pid": 176, "rss_mb": 759.465, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 119241, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 56}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 56, "pushed_frames": 56, "read_frames": 55, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.868, "pushed": 1.868, "read": 1.835}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 55, "client_acquire_ms": {"avg_ms": 0.008, "count": 55, "max_ms": 0.036, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4212.223, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.645, "count": 55, "max_ms": 3.567, "p95_ms": 2.094, "reason": null, "sample_age_ms": 4250.169, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.294, "count": 55, "max_ms": 2.463, "p95_ms": 1.597, "reason": null, "sample_age_ms": 4250.328, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.11, "count": 55, "max_ms": 0.511, "p95_ms": 0.249, "reason": null, "sample_age_ms": 4212.233, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.581, "count": 55, "max_ms": 2.787, "p95_ms": 2.714, "reason": null, "sample_age_ms": 4248.979, "source": "client_direct"}, "request_count": 55, "request_tensor_bytes": {"avg": 2211848.0, "count": 55, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4248.962, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 55, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4212.466, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.082, "count": 55, "max_ms": 72.652, "p95_ms": 60.297, "reason": null, "sample_age_ms": 4212.219, "source": "client_direct"}, "sample_age_ms": 4212.214, "source": "client_direct", "task_total_ms": {"avg_ms": 42.934, "count": 55, "max_ms": 75.651, "p95_ms": 62.624, "reason": null, "sample_age_ms": 4212.214, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.417, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.588, "count": 56, "max_ms": 1.439, "p95_ms": 1.129}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.187, "count": 56, "max_ms": 0.538, "p95_ms": 0.373}, "detection_prepare_ms": {"avg_ms": 0.083, "count": 56, "max_ms": 0.189, "p95_ms": 0.169}, "event_filter_ms": {"avg_ms": 0.003, "count": 56, "max_ms": 0.01, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.072, "count": 56, "max_ms": 0.429, "p95_ms": 0.158}, "mcmt_ms": {"avg_ms": 0.002, "count": 56, "max_ms": 0.006, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.148, "count": 56, "max_ms": 0.369, "p95_ms": 0.252}, "setup_ms": {"avg_ms": 0.033, "count": 56, "max_ms": 0.073, "p95_ms": 0.065}, "total_inside_ms": {"avg_ms": 0.556, "count": 56, "max_ms": 1.391, "p95_ms": 1.089}, "track_match_ms": {"avg_ms": 0.003, "count": 56, "max_ms": 0.01, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.022, "count": 56, "max_ms": 0.079, "p95_ms": 0.045}}, "gstreamer_push": {"avg_ms": 2.884, "count": 56, "max_ms": 6.347, "p95_ms": 5.735}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 56, "max_ms": 0.076, "p95_ms": 0.065}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.686, "count": 56, "max_ms": 76.251, "p95_ms": 64.315}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.041, "count": 56, "max_ms": 0.111, "p95_ms": 0.107}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.192, "count": 56, "max_ms": 118.977, "p95_ms": 109.088}, "inference_input_copy_ms": {"avg_ms": 1.474, "count": 56, "max_ms": 4.033, "p95_ms": 2.294}, "processing_residual_ms": {"avg_ms": 0.15, "count": 56, "max_ms": 0.352, "p95_ms": 0.325}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.857, "count": 56, "max_ms": 120.97, "p95_ms": 111.33}, "read_interval": {"avg_ms": 468.934, "count": 55, "max_ms": 20294.511, "p95_ms": 156.563}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 56, "max_ms": 0.046, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.1, "count": 56, "max_ms": 0.24, "p95_ms": 0.182}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 56, "max_ms": 0.033, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.087, "count": 56, "max_ms": 0.214, "p95_ms": 0.155}, "worker_merge_ms": {"avg_ms": 0.005, "count": 56, "max_ms": 0.014, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 43.698, "count": 56, "max_ms": 76.258, "p95_ms": 64.324}, "visualize": {"avg_ms": 39.98, "count": 56, "max_ms": 57.981, "p95_ms": 54.463}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 39.209, "count": 56, "max_ms": 57.275, "p95_ms": 53.371}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.818, "count": 56, "max_ms": 57.786, "p95_ms": 54.148}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.729, "count": 56, "max_ms": 57.71, "p95_ms": 54.021}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 56, "max_ms": 0.149, "p95_ms": 0.098}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 56}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 759.461, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 37.646, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.448, "sample_count": 2620, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 119230, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T18:12:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 90189, "write_bytes_delta": 90189, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 365.0, "cpu_core_ratio": 0.35453, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9009.0, "pid": 13569, "reason": null, "system_cpu_core_ratio": 0.122107, "system_cpu_s_delta": 4.350000000000023, "user_cpu_core_ratio": 0.232423, "user_cpu_s_delta": 8.279999999999745}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.295021, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 116202.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.064562, "system_cpu_s_delta": 2.300000000000068, "user_cpu_core_ratio": 0.230459, "user_cpu_s_delta": 8.210000000000036}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.057, "count": 101, "max_ms": 6.568, "p95_ms": 5.604, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 101}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.853, "count": 30, "max": 54.814, "p95": 47.861, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.993, "count": 30, "max": 46.191, "p95": 28.05, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1340.333, "count": 30, "max": 1613.0, "p95": 1553.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1663.833, "count": 30, "max": 39556.0, "p95": 5258.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.065, "count": 30, "max": 0.408, "p95": 0.095, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.267, "count": 30, "max": 1.609, "p95": 1.599, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 80580.633, "count": 30, "max": 90189.0, "p95": 84831.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 80580.633, "count": 30, "max": 90189.0, "p95": 84831.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 59810.7, "count": 30, "max": 246359.0, "p95": 238600.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.096, "count": 30, "max": 0.217, "p95": 0.209, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.576, "count": 30, "max": 0.697, "p95": 0.685, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 872, "sampled_at": "2026-10-30T18:12:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T18:12:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 114753, "flush_count": 224, "flush_interval_seconds": 30.0, "flush_state": {"count": 224, "last_at": "2026-10-30T18:15:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T18:15:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 223}, "started": true, "suppressed_count": 120779, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 120779}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 224, "written_record_count": 224}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4908.664, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 334546329600, "copied_frame_count": 121002, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 334546329600, "frame_buffer_copies": 121002, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1183, "count": 512, "max_ms": 0.4117, "p50_ms": 0.1041, "p95_ms": 0.2229, "p99_ms": 0.2795}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3251, "count": 512, "max_ms": 3.8174, "p50_ms": 1.1996, "p95_ms": 2.2608, "p99_ms": 3.0563, "results": {"failed": 0, "not_applicable": 0, "success": 121002, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 45, "h264_decode_error_count": 72, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T18:12:15+09:00", "last_error_summary": "[h264 @ 0x5b6c2ea7c4c0] cabac decode of qscale diff failed at 4 86 [h264 @ 0x5b6c2ea7c4c0] error while decoding MB 4 86, bytestream 9644 [in#0/rtsp @ 0x5b6c2e86ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5b6c2e86ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-10-30T16:33:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 207.744, "last_started_at": "2026-10-30T18:12:17+09:00", "pid": 16161, "process": {"exists": true, "fd_count": null, "hwm_mb": null, "name": "ffmpeg", "pid": 16161, "rss_mb": null, "state": "Z (zombie)", "threads": 1}, "restart_count": 48, "restart_count_per_hour": 1, "rtsp_timeout_count": 16, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.647, "sample_count": 2257, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 121002, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T18:15:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.036, "last_frame_pushed_at": "2026-10-30T18:15:45+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-10-30T18:15:45+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 23, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 77.835, "last_sample_duration_ms": 969.202, "last_trigger": "periodic", "next_snapshot_in_sec": 522.165, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 23, "storage_bytes": 1268276}, "mjpeg": {"age_sec": 0.026, "exists": true, "mtime": "2026-10-30T18:15:45.646334+09:00", "mtime_epoch": 1793351745.6463337, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 85748}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T18:15:45+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 779.973, "name": "celery", "pid": 176, "rss_mb": 760.301, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 121002, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 186}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 186, "pushed_frames": 186, "read_frames": 186, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.736, "pushed": 6.736, "read": 6.736}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 186, "client_acquire_ms": {"avg_ms": 0.007, "count": 186, "max_ms": 0.032, "p95_ms": 0.014, "reason": null, "sample_age_ms": 89.367, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.671, "count": 186, "max_ms": 3.956, "p95_ms": 2.259, "reason": null, "sample_age_ms": 128.924, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.245, "count": 186, "max_ms": 2.392, "p95_ms": 1.275, "reason": null, "sample_age_ms": 129.242, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.097, "count": 186, "max_ms": 0.343, "p95_ms": 0.216, "reason": null, "sample_age_ms": 89.375, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.522, "count": 186, "max_ms": 3.678, "p95_ms": 2.521, "reason": null, "sample_age_ms": 127.079, "source": "client_direct"}, "request_count": 186, "request_tensor_bytes": {"avg": 2211848.0, "count": 186, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 127.051, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 186, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 89.487, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.984, "count": 186, "max_ms": 78.201, "p95_ms": 55.839, "reason": null, "sample_age_ms": 89.362, "source": "client_direct"}, "sample_age_ms": 89.357, "source": "client_direct", "task_total_ms": {"avg_ms": 41.782, "count": 186, "max_ms": 80.557, "p95_ms": 58.203, "reason": null, "sample_age_ms": 89.357, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.725, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.707, "count": 186, "max_ms": 2.393, "p95_ms": 1.312}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.226, "count": 186, "max_ms": 0.895, "p95_ms": 0.415}, "detection_prepare_ms": {"avg_ms": 0.1, "count": 186, "max_ms": 0.354, "p95_ms": 0.182}, "event_filter_ms": {"avg_ms": 0.004, "count": 186, "max_ms": 0.025, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.079, "count": 186, "max_ms": 0.245, "p95_ms": 0.143}, "mcmt_ms": {"avg_ms": 0.002, "count": 186, "max_ms": 0.015, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.18, "count": 186, "max_ms": 0.759, "p95_ms": 0.324}, "setup_ms": {"avg_ms": 0.041, "count": 186, "max_ms": 0.12, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 0.668, "count": 186, "max_ms": 2.294, "p95_ms": 1.223}, "track_match_ms": {"avg_ms": 0.007, "count": 186, "max_ms": 0.51, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.028, "count": 186, "max_ms": 0.081, "p95_ms": 0.052}}, "gstreamer_push": {"avg_ms": 2.788, "count": 186, "max_ms": 6.25, "p95_ms": 4.45}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 186, "max_ms": 1.087, "p95_ms": 0.096}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.792, "count": 186, "max_ms": 83.847, "p95_ms": 59.339}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.041, "count": 186, "max_ms": 0.12, "p95_ms": 0.077}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.305, "count": 186, "max_ms": 138.35, "p95_ms": 106.29}, "inference_input_copy_ms": {"avg_ms": 1.438, "count": 186, "max_ms": 3.196, "p95_ms": 2.242}, "processing_residual_ms": {"avg_ms": 0.154, "count": 186, "max_ms": 0.608, "p95_ms": 0.301}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.938, "count": 186, "max_ms": 139.925, "p95_ms": 107.652}, "read_interval": {"avg_ms": 163.678, "count": 186, "max_ms": 3428.792, "p95_ms": 146.676}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 186, "max_ms": 0.061, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.124, "count": 186, "max_ms": 0.519, "p95_ms": 0.213}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 186, "max_ms": 0.07, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.108, "count": 186, "max_ms": 0.458, "p95_ms": 0.185}, "worker_merge_ms": {"avg_ms": 0.005, "count": 186, "max_ms": 0.028, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 42.806, "count": 186, "max_ms": 83.887, "p95_ms": 59.351}, "visualize": {"avg_ms": 43.881, "count": 186, "max_ms": 68.214, "p95_ms": 56.904}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.026, "count": 186, "max_ms": 67.091, "p95_ms": 55.457}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.69, "count": 186, "max_ms": 68.082, "p95_ms": 56.716}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.594, "count": 186, "max_ms": 67.992, "p95_ms": 56.629}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 186, "max_ms": 0.183, "p95_ms": 0.11}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 186}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 760.262, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.725, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.032, "sample_count": 2282, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 120923, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T18:15:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84116, "write_bytes_delta": 84116, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 446.0, "cpu_core_ratio": 1.085238, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13372.0, "pid": 16161, "reason": null, "system_cpu_core_ratio": 0.365244, "system_cpu_s_delta": 7.3100000000000005, "user_cpu_core_ratio": 0.719994, "user_cpu_s_delta": 14.409999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.437693, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 124476.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.112921, "system_cpu_s_delta": 2.259999999999991, "user_cpu_core_ratio": 0.324772, "user_cpu_s_delta": 6.5}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.869, "count": 174, "max_ms": 6.25, "p95_ms": 4.678, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 174}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.814, "count": 30, "max": 54.814, "p95": 46.086, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.839, "count": 30, "max": 46.191, "p95": 28.05, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1248.133, "count": 30, "max": 1613.0, "p95": 1553.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2234.4, "count": 30, "max": 39556.0, "p95": 11408.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.083, "count": 30, "max": 0.408, "p95": 0.31, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.281, "count": 30, "max": 1.609, "p95": 1.599, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.094, "p95": 0.043, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 81631.167, "count": 30, "max": 90189.0, "p95": 86977.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81631.167, "count": 30, "max": 90189.0, "p95": 86977.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 124371.467, "count": 30, "max": 246359.0, "p95": 240904.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.137, "count": 30, "max": 0.217, "p95": 0.216, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.554, "count": 30, "max": 0.697, "p95": 0.685, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 882, "sampled_at": "2026-10-30T18:15:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T18:15:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.613, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 114753, "flush_count": 224, "flush_interval_seconds": 30.0, "flush_state": {"count": 224, "last_at": "2026-10-30T18:15:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T18:15:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 223}, "started": true, "suppressed_count": 120779, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 120779}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 224, "written_record_count": 224}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4908.664, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5fe01cbf11c0] cabac decode of qscale diff failed at 175 59 [h264 @ 0x5fe01cbf11c0] error while decoding MB 175 59, bytestream 12151 [h264 @ 0x5fe01cbf11c0] error while decoding MB 135 55, bytestream -9 [h264 @ 0x5fe01cb93b40] error while decoding MB 195 76, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 334546329600, "copied_frame_count": 121002, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 334546329600, "frame_buffer_copies": 121002, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1183, "count": 512, "max_ms": 0.4117, "p50_ms": 0.1041, "p95_ms": 0.2229, "p99_ms": 0.2795}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3251, "count": 512, "max_ms": 3.8174, "p50_ms": 1.1996, "p95_ms": 2.2608, "p99_ms": 3.0563, "results": {"failed": 0, "not_applicable": 0, "success": 121002, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 46, "h264_decode_error_count": 76, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T18:15:45+09:00", "last_error_summary": "[h264 @ 0x5fe01cbf11c0] cabac decode of qscale diff failed at 175 59 [h264 @ 0x5fe01cbf11c0] error while decoding MB 175 59, bytestream 12151 [h264 @ 0x5fe01cbf11c0] error while decoding MB 135 55, bytestream -9 [h264 @ 0x5fe01cb93b40] error while decoding MB 195 76, bytestream -5", "last_exit_at": "2026-10-30T16:33:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 207.752, "last_started_at": "2026-10-30T18:12:17+09:00", "pid": 16161, "process": {"exists": false, "pid": 16161}, "restart_count": 48, "restart_count_per_hour": 1, "rtsp_timeout_count": 16, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.647, "sample_count": 2257, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 121002, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T18:15:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.043, "last_frame_pushed_at": "2026-10-30T18:15:45+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-10-30T18:15:45+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 23, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 77.839, "last_sample_duration_ms": 969.202, "last_trigger": "periodic", "next_snapshot_in_sec": 522.161, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 23, "storage_bytes": 1268276}, "mjpeg": {"age_sec": 0.034, "exists": true, "mtime": "2026-10-30T18:15:45.646334+09:00", "mtime_epoch": 1793351745.6463337, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 85748}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T18:15:45+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 779.973, "name": "celery", "pid": 176, "rss_mb": 760.301, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 121002, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 186}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 186, "pushed_frames": 186, "read_frames": 186, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.734, "pushed": 6.734, "read": 6.734}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 186, "client_acquire_ms": {"avg_ms": 0.007, "count": 186, "max_ms": 0.032, "p95_ms": 0.014, "reason": null, "sample_age_ms": 96.924, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.671, "count": 186, "max_ms": 3.956, "p95_ms": 2.259, "reason": null, "sample_age_ms": 136.481, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.245, "count": 186, "max_ms": 2.392, "p95_ms": 1.275, "reason": null, "sample_age_ms": 136.799, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.097, "count": 186, "max_ms": 0.343, "p95_ms": 0.216, "reason": null, "sample_age_ms": 96.932, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.522, "count": 186, "max_ms": 3.678, "p95_ms": 2.521, "reason": null, "sample_age_ms": 134.636, "source": "client_direct"}, "request_count": 186, "request_tensor_bytes": {"avg": 2211848.0, "count": 186, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 134.608, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 186, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 97.044, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.984, "count": 186, "max_ms": 78.201, "p95_ms": 55.839, "reason": null, "sample_age_ms": 96.919, "source": "client_direct"}, "sample_age_ms": 96.914, "source": "client_direct", "task_total_ms": {"avg_ms": 41.782, "count": 186, "max_ms": 80.557, "p95_ms": 58.203, "reason": null, "sample_age_ms": 96.914, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.091, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.707, "count": 186, "max_ms": 2.393, "p95_ms": 1.312}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.226, "count": 186, "max_ms": 0.895, "p95_ms": 0.415}, "detection_prepare_ms": {"avg_ms": 0.1, "count": 186, "max_ms": 0.354, "p95_ms": 0.182}, "event_filter_ms": {"avg_ms": 0.004, "count": 186, "max_ms": 0.025, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.079, "count": 186, "max_ms": 0.245, "p95_ms": 0.143}, "mcmt_ms": {"avg_ms": 0.002, "count": 186, "max_ms": 0.015, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.18, "count": 186, "max_ms": 0.759, "p95_ms": 0.324}, "setup_ms": {"avg_ms": 0.041, "count": 186, "max_ms": 0.12, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 0.668, "count": 186, "max_ms": 2.294, "p95_ms": 1.223}, "track_match_ms": {"avg_ms": 0.007, "count": 186, "max_ms": 0.51, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.028, "count": 186, "max_ms": 0.081, "p95_ms": 0.052}}, "gstreamer_push": {"avg_ms": 2.788, "count": 186, "max_ms": 6.25, "p95_ms": 4.45}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 186, "max_ms": 1.087, "p95_ms": 0.096}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.792, "count": 186, "max_ms": 83.847, "p95_ms": 59.339}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.041, "count": 186, "max_ms": 0.12, "p95_ms": 0.077}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.305, "count": 186, "max_ms": 138.35, "p95_ms": 106.29}, "inference_input_copy_ms": {"avg_ms": 1.438, "count": 186, "max_ms": 3.196, "p95_ms": 2.242}, "processing_residual_ms": {"avg_ms": 0.154, "count": 186, "max_ms": 0.608, "p95_ms": 0.301}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.938, "count": 186, "max_ms": 139.925, "p95_ms": 107.652}, "read_interval": {"avg_ms": 163.678, "count": 186, "max_ms": 3428.792, "p95_ms": 146.676}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 186, "max_ms": 0.061, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.124, "count": 186, "max_ms": 0.519, "p95_ms": 0.213}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 186, "max_ms": 0.07, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.108, "count": 186, "max_ms": 0.458, "p95_ms": 0.185}, "worker_merge_ms": {"avg_ms": 0.005, "count": 186, "max_ms": 0.028, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 42.806, "count": 186, "max_ms": 83.887, "p95_ms": 59.351}, "visualize": {"avg_ms": 43.881, "count": 186, "max_ms": 68.214, "p95_ms": 56.904}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.026, "count": 186, "max_ms": 67.091, "p95_ms": 55.457}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.69, "count": 186, "max_ms": 68.082, "p95_ms": 56.716}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.594, "count": 186, "max_ms": 67.992, "p95_ms": 56.629}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 186, "max_ms": 0.183, "p95_ms": 0.11}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 186}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 760.262, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.725, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.032, "sample_count": 2282, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 120923, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T18:15:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84116, "write_bytes_delta": 84116, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 446.0, "cpu_core_ratio": 1.085238, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13372.0, "pid": 16161, "reason": null, "system_cpu_core_ratio": 0.365244, "system_cpu_s_delta": 7.3100000000000005, "user_cpu_core_ratio": 0.719994, "user_cpu_s_delta": 14.409999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.437693, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 124476.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.112921, "system_cpu_s_delta": 2.259999999999991, "user_cpu_core_ratio": 0.324772, "user_cpu_s_delta": 6.5}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.869, "count": 174, "max_ms": 6.25, "p95_ms": 4.678, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 174}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.814, "count": 30, "max": 54.814, "p95": 46.086, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.839, "count": 30, "max": 46.191, "p95": 28.05, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1248.133, "count": 30, "max": 1613.0, "p95": 1553.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2234.4, "count": 30, "max": 39556.0, "p95": 11408.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.083, "count": 30, "max": 0.408, "p95": 0.31, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.281, "count": 30, "max": 1.609, "p95": 1.599, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.094, "p95": 0.043, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 81631.167, "count": 30, "max": 90189.0, "p95": 86977.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81631.167, "count": 30, "max": 90189.0, "p95": 86977.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 124371.467, "count": 30, "max": 246359.0, "p95": 240904.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.137, "count": 30, "max": 0.217, "p95": 0.216, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.554, "count": 30, "max": 0.697, "p95": 0.685, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 882, "sampled_at": "2026-10-30T18:15:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T18:15:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.621, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 114753, "flush_count": 224, "flush_interval_seconds": 30.0, "flush_state": {"count": 224, "last_at": "2026-10-30T18:15:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T18:15:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 223}, "started": true, "suppressed_count": 120779, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 120779}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 224, "written_record_count": 224}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4908.812, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 334546329600, "copied_frame_count": 121002, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 334546329600, "frame_buffer_copies": 121002, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1183, "count": 512, "max_ms": 0.4117, "p50_ms": 0.1041, "p95_ms": 0.2229, "p99_ms": 0.2795}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3251, "count": 512, "max_ms": 3.8174, "p50_ms": 1.1996, "p95_ms": 2.2608, "p99_ms": 3.0563, "results": {"failed": 0, "not_applicable": 0, "success": 121002, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 46, "h264_decode_error_count": 76, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T18:15:45+09:00", "last_error_summary": "[h264 @ 0x5fe01cbf11c0] cabac decode of qscale diff failed at 175 59 [h264 @ 0x5fe01cbf11c0] error while decoding MB 175 59, bytestream 12151 [h264 @ 0x5fe01cbf11c0] error while decoding MB 135 55, bytestream -9 [h264 @ 0x5fe01cb93b40] error while decoding MB 195 76, bytestream -5", "last_exit_at": "2026-10-30T16:33:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 207.775, "last_started_at": "2026-10-30T18:12:17+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 48, "restart_count_per_hour": 1, "rtsp_timeout_count": 16, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 49}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.647, "sample_count": 2257, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 121002, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T18:15:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.067, "last_frame_pushed_at": "2026-10-30T18:15:45+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-10-30T18:15:45+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 23, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 77.871, "last_sample_duration_ms": 969.202, "last_trigger": "periodic", "next_snapshot_in_sec": 522.129, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 23, "storage_bytes": 1268276}, "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-10-30T18:15:45.646334+09:00", "mtime_epoch": 1793351745.6463337, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 85748}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T18:15:45+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 779.973, "name": "celery", "pid": 176, "rss_mb": 760.297, "state": "S (sleeping)", "threads": 51}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 121002, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 186}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 186, "pushed_frames": 186, "read_frames": 186, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.728, "pushed": 6.728, "read": 6.728}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 186, "client_acquire_ms": {"avg_ms": 0.007, "count": 186, "max_ms": 0.032, "p95_ms": 0.014, "reason": null, "sample_age_ms": 128.116, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.671, "count": 186, "max_ms": 3.956, "p95_ms": 2.259, "reason": null, "sample_age_ms": 167.674, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.245, "count": 186, "max_ms": 2.392, "p95_ms": 1.275, "reason": null, "sample_age_ms": 167.992, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.097, "count": 186, "max_ms": 0.343, "p95_ms": 0.216, "reason": null, "sample_age_ms": 128.124, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.522, "count": 186, "max_ms": 3.678, "p95_ms": 2.521, "reason": null, "sample_age_ms": 165.829, "source": "client_direct"}, "request_count": 186, "request_tensor_bytes": {"avg": 2211848.0, "count": 186, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 165.8, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 186, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 128.237, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.984, "count": 186, "max_ms": 78.201, "p95_ms": 55.839, "reason": null, "sample_age_ms": 128.112, "source": "client_direct"}, "sample_age_ms": 128.106, "source": "client_direct", "task_total_ms": {"avg_ms": 41.782, "count": 186, "max_ms": 80.557, "p95_ms": 58.203, "reason": null, "sample_age_ms": 128.106, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.504, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.707, "count": 186, "max_ms": 2.393, "p95_ms": 1.312}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.226, "count": 186, "max_ms": 0.895, "p95_ms": 0.415}, "detection_prepare_ms": {"avg_ms": 0.1, "count": 186, "max_ms": 0.354, "p95_ms": 0.182}, "event_filter_ms": {"avg_ms": 0.004, "count": 186, "max_ms": 0.025, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.079, "count": 186, "max_ms": 0.245, "p95_ms": 0.143}, "mcmt_ms": {"avg_ms": 0.002, "count": 186, "max_ms": 0.015, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.18, "count": 186, "max_ms": 0.759, "p95_ms": 0.324}, "setup_ms": {"avg_ms": 0.041, "count": 186, "max_ms": 0.12, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 0.668, "count": 186, "max_ms": 2.294, "p95_ms": 1.223}, "track_match_ms": {"avg_ms": 0.007, "count": 186, "max_ms": 0.51, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.028, "count": 186, "max_ms": 0.081, "p95_ms": 0.052}}, "gstreamer_push": {"avg_ms": 2.788, "count": 186, "max_ms": 6.25, "p95_ms": 4.45}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 186, "max_ms": 1.087, "p95_ms": 0.096}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.792, "count": 186, "max_ms": 83.847, "p95_ms": 59.339}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.041, "count": 186, "max_ms": 0.12, "p95_ms": 0.077}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.305, "count": 186, "max_ms": 138.35, "p95_ms": 106.29}, "inference_input_copy_ms": {"avg_ms": 1.438, "count": 186, "max_ms": 3.196, "p95_ms": 2.242}, "processing_residual_ms": {"avg_ms": 0.154, "count": 186, "max_ms": 0.608, "p95_ms": 0.301}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.938, "count": 186, "max_ms": 139.925, "p95_ms": 107.652}, "read_interval": {"avg_ms": 163.678, "count": 186, "max_ms": 3428.792, "p95_ms": 146.676}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 186, "max_ms": 0.061, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.124, "count": 186, "max_ms": 0.519, "p95_ms": 0.213}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 186, "max_ms": 0.07, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.108, "count": 186, "max_ms": 0.458, "p95_ms": 0.185}, "worker_merge_ms": {"avg_ms": 0.005, "count": 186, "max_ms": 0.028, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 42.806, "count": 186, "max_ms": 83.887, "p95_ms": 59.351}, "visualize": {"avg_ms": 43.881, "count": 186, "max_ms": 68.214, "p95_ms": 56.904}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 43.026, "count": 186, "max_ms": 67.091, "p95_ms": 55.457}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.69, "count": 186, "max_ms": 68.082, "p95_ms": 56.716}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.594, "count": 186, "max_ms": 67.992, "p95_ms": 56.629}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 186, "max_ms": 0.183, "p95_ms": 0.11}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 186}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 760.262, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.725, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.032, "sample_count": 2282, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 120923, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T18:15:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84116, "write_bytes_delta": 84116, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 446.0, "cpu_core_ratio": 1.085238, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13372.0, "pid": 16161, "reason": null, "system_cpu_core_ratio": 0.365244, "system_cpu_s_delta": 7.3100000000000005, "user_cpu_core_ratio": 0.719994, "user_cpu_s_delta": 14.409999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.437693, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 124476.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.112921, "system_cpu_s_delta": 2.259999999999991, "user_cpu_core_ratio": 0.324772, "user_cpu_s_delta": 6.5}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.869, "count": 174, "max_ms": 6.25, "p95_ms": 4.678, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 174}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.814, "count": 30, "max": 54.814, "p95": 46.086, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.839, "count": 30, "max": 46.191, "p95": 28.05, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1248.133, "count": 30, "max": 1613.0, "p95": 1553.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2234.4, "count": 30, "max": 39556.0, "p95": 11408.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.083, "count": 30, "max": 0.408, "p95": 0.31, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.281, "count": 30, "max": 1.609, "p95": 1.599, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.094, "p95": 0.043, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 81631.167, "count": 30, "max": 90189.0, "p95": 86977.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81631.167, "count": 30, "max": 90189.0, "p95": 86977.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 124371.467, "count": 30, "max": 246359.0, "p95": 240904.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.137, "count": 30, "max": 0.217, "p95": 0.216, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.554, "count": 30, "max": 0.697, "p95": 0.685, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 882, "sampled_at": "2026-10-30T18:15:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T18:15:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.644, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 114753, "flush_count": 224, "flush_interval_seconds": 30.0, "flush_state": {"count": 224, "last_at": "2026-10-30T18:15:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T18:15:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 223}, "started": true, "suppressed_count": 120779, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 120779}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 224, "written_record_count": 224}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 4947.383, "limit_mb": null}, "detail": {"pid": 16587, "restart_count": 49, "start_count": 50}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 334546329600, "copied_frame_count": 121002, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 334546329600, "frame_buffer_copies": 121002, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1183, "count": 512, "max_ms": 0.4117, "p50_ms": 0.1041, "p95_ms": 0.2229, "p99_ms": 0.2795}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3251, "count": 512, "max_ms": 3.8174, "p50_ms": 1.1996, "p95_ms": 2.2608, "p99_ms": 3.0563, "results": {"failed": 0, "not_applicable": 0, "success": 121002, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 46, "h264_decode_error_count": 76, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T18:15:45+09:00", "last_error_summary": "[h264 @ 0x5fe01cbf11c0] cabac decode of qscale diff failed at 175 59 [h264 @ 0x5fe01cbf11c0] error while decoding MB 175 59, bytestream 12151 [h264 @ 0x5fe01cbf11c0] error while decoding MB 135 55, bytestream -9 [h264 @ 0x5fe01cb93b40] error while decoding MB 195 76, bytestream -5", "last_exit_at": "2026-10-30T16:33:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T18:15:48+09:00", "pid": 16587, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.656, "name": "ffmpeg", "pid": 16587, "rss_mb": 74.656, "state": "S (sleeping)", "threads": 1}, "restart_count": 49, "restart_count_per_hour": 2, "rtsp_timeout_count": 16, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 50}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.797, "sample_count": 2210, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 121002, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T18:15:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.851, "last_frame_pushed_at": "2026-10-30T18:15:45+09:00", "last_frame_read_age_sec": 4.943, "last_frame_read_at": "2026-10-30T18:15:45+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 23, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 82.648, "last_sample_duration_ms": 969.202, "last_trigger": "periodic", "next_snapshot_in_sec": 517.352, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 23, "storage_bytes": 1268276}, "mjpeg": {"age_sec": 4.841, "exists": true, "mtime": "2026-10-30T18:15:45.646334+09:00", "mtime_epoch": 1793351745.6463337, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 85748}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-10-30T18:15:50+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 779.973, "name": "celery", "pid": 176, "rss_mb": 760.301, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 121002, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 176}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 176, "pushed_frames": 176, "read_frames": 175, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.869, "pushed": 5.869, "read": 5.836}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 175, "client_acquire_ms": {"avg_ms": 0.007, "count": 175, "max_ms": 0.032, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4908.927, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.655, "count": 175, "max_ms": 3.956, "p95_ms": 2.245, "reason": null, "sample_age_ms": 4948.484, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.229, "count": 175, "max_ms": 2.044, "p95_ms": 1.259, "reason": null, "sample_age_ms": 4948.802, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.097, "count": 175, "max_ms": 0.343, "p95_ms": 0.21, "reason": null, "sample_age_ms": 4908.935, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.51, "count": 175, "max_ms": 3.148, "p95_ms": 2.487, "reason": null, "sample_age_ms": 4946.64, "source": "client_direct"}, "request_count": 175, "request_tensor_bytes": {"avg": 2211848.0, "count": 175, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4946.611, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 175, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4909.047, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.602, "count": 175, "max_ms": 78.201, "p95_ms": 55.356, "reason": null, "sample_age_ms": 4908.922, "source": "client_direct"}, "sample_age_ms": 4908.917, "source": "client_direct", "task_total_ms": {"avg_ms": 41.387, "count": 175, "max_ms": 80.557, "p95_ms": 57.714, "reason": null, "sample_age_ms": 4908.917, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.847, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.712, "count": 176, "max_ms": 2.393, "p95_ms": 1.314}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.228, "count": 176, "max_ms": 0.895, "p95_ms": 0.428}, "detection_prepare_ms": {"avg_ms": 0.1, "count": 176, "max_ms": 0.354, "p95_ms": 0.189}, "event_filter_ms": {"avg_ms": 0.004, "count": 176, "max_ms": 0.025, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.079, "count": 176, "max_ms": 0.245, "p95_ms": 0.145}, "mcmt_ms": {"avg_ms": 0.002, "count": 176, "max_ms": 0.015, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.182, "count": 176, "max_ms": 0.759, "p95_ms": 0.327}, "setup_ms": {"avg_ms": 0.042, "count": 176, "max_ms": 0.12, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 0.673, "count": 176, "max_ms": 2.294, "p95_ms": 1.278}, "track_match_ms": {"avg_ms": 0.008, "count": 176, "max_ms": 0.51, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.028, "count": 176, "max_ms": 0.081, "p95_ms": 0.053}}, "gstreamer_push": {"avg_ms": 2.768, "count": 176, "max_ms": 6.25, "p95_ms": 4.164}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 176, "max_ms": 1.087, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.469, "count": 176, "max_ms": 83.847, "p95_ms": 58.683}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.04, "count": 176, "max_ms": 0.12, "p95_ms": 0.079}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.418, "count": 176, "max_ms": 138.35, "p95_ms": 104.868}, "inference_input_copy_ms": {"avg_ms": 1.43, "count": 176, "max_ms": 3.196, "p95_ms": 2.242}, "processing_residual_ms": {"avg_ms": 0.148, "count": 176, "max_ms": 0.608, "p95_ms": 0.299}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.036, "count": 176, "max_ms": 139.925, "p95_ms": 107.001}, "read_interval": {"avg_ms": 143.679, "count": 175, "max_ms": 3428.792, "p95_ms": 132.186}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 176, "max_ms": 0.061, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.125, "count": 176, "max_ms": 0.519, "p95_ms": 0.227}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 176, "max_ms": 0.07, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.109, "count": 176, "max_ms": 0.458, "p95_ms": 0.201}, "worker_merge_ms": {"avg_ms": 0.005, "count": 176, "max_ms": 0.028, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 42.483, "count": 176, "max_ms": 83.887, "p95_ms": 58.694}, "visualize": {"avg_ms": 43.334, "count": 176, "max_ms": 65.346, "p95_ms": 56.001}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.476, "count": 176, "max_ms": 63.704, "p95_ms": 55.04}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.141, "count": 176, "max_ms": 64.921, "p95_ms": 55.772}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.045, "count": 176, "max_ms": 64.703, "p95_ms": 55.662}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 176, "max_ms": 0.183, "p95_ms": 0.112}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 176}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 760.262, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.725, "skip_count": 2}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.032, "sample_count": 2282, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 120923, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T18:15:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84116, "write_bytes_delta": 84116, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 446.0, "cpu_core_ratio": 1.085238, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13372.0, "pid": 16161, "reason": null, "system_cpu_core_ratio": 0.365244, "system_cpu_s_delta": 7.3100000000000005, "user_cpu_core_ratio": 0.719994, "user_cpu_s_delta": 14.409999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.437693, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 124476.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.112921, "system_cpu_s_delta": 2.259999999999991, "user_cpu_core_ratio": 0.324772, "user_cpu_s_delta": 6.5}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.869, "count": 174, "max_ms": 6.25, "p95_ms": 4.678, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 174}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.814, "count": 30, "max": 54.814, "p95": 46.086, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.839, "count": 30, "max": 46.191, "p95": 28.05, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1248.133, "count": 30, "max": 1613.0, "p95": 1553.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2234.4, "count": 30, "max": 39556.0, "p95": 11408.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.083, "count": 30, "max": 0.408, "p95": 0.31, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.281, "count": 30, "max": 1.609, "p95": 1.599, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.094, "p95": 0.043, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 81631.167, "count": 30, "max": 90189.0, "p95": 86977.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81631.167, "count": 30, "max": 90189.0, "p95": 86977.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 124371.467, "count": 30, "max": 246359.0, "p95": 240904.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.137, "count": 30, "max": 0.217, "p95": 0.216, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.554, "count": 30, "max": 0.697, "p95": 0.685, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 882, "sampled_at": "2026-10-30T18:15:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T18:15:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 226655, "flush_count": 229, "flush_interval_seconds": 30.0, "flush_state": {"count": 229, "last_at": "2026-10-30T18:20:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T18:20:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 228}, "started": true, "suppressed_count": 101481, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 42, "tracking_summary": 101439}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 229, "written_record_count": 229}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5108.719, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5cca7e7a6b40] cabac decode of qscale diff failed at 100 52 [h264 @ 0x5cca7e7a6b40] error while decoding MB 100 52, bytestream 3581 [h264 @ 0x5cca7e73e080] left block unavailable for requested intra mode [h264 @ 0x5cca7e73e080] error while decoding MB 0 61, bytestream 1318 [h264 @ 0x5cca7efb4a80] left block unavailable for requested intra mode [h264 @ 0x5cca7efb4a80] error while decoding MB 0 53, bytestream 406 [in#0/rtsp @ 0x5cca7e6fee00] Error during demuxing: Connection timed out [in", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 281086156800, "copied_frame_count": 101666, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:19:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1811448, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:19:20+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.891}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 42, "events_emitted": 40, "events_failed": 0, "events_observed": 42, "events_suppressed": 2, "frame_buffer_copied_bytes": 281086156800, "frame_buffer_copies": 101666, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 2000, "recorder_active_input_bytes": 5529600000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 40, "recorder_clips_failed": 0, "recorder_clips_started": 40, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 40, "worker_jobs_accepted": 40, "worker_jobs_completed": 40, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1249, "count": 512, "max_ms": 2.3087, "p50_ms": 0.0962, "p95_ms": 0.2269, "p99_ms": 0.3}, "stages": {"db_insert": {"avg_ms": 18.8813, "count": 40, "max_ms": 36.2297, "p50_ms": 18.2998, "p95_ms": 33.5162, "p99_ms": 35.3128, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8297, "count": 40, "max_ms": 3.8064, "p50_ms": 1.696, "p95_ms": 2.7152, "p99_ms": 3.5629, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1093.2188, "count": 42, "max_ms": 4422.916, "p50_ms": 1028.2484, "p95_ms": 1348.2043, "p99_ms": 3173.2984, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4985, "count": 512, "max_ms": 3.9466, "p50_ms": 1.3883, "p95_ms": 2.5568, "p99_ms": 3.2305, "results": {"failed": 0, "not_applicable": 0, "success": 101666, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 533.4638, "count": 42, "max_ms": 656.9199, "p50_ms": 557.8515, "p95_ms": 634.2267, "p99_ms": 651.2298, "results": {"failed": 0, "not_applicable": 0, "success": 42, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 31.7604, "count": 40, "max_ms": 68.3606, "p50_ms": 29.2655, "p95_ms": 58.5415, "p99_ms": 67.0676, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1472, "count": 512, "max_ms": 11.6632, "p50_ms": 4.8874, "p95_ms": 7.7823, "p99_ms": 9.193, "results": {"failed": 0, "not_applicable": 0, "success": 2000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4397, "count": 512, "max_ms": 4.2373, "p50_ms": 1.3284, "p95_ms": 2.4962, "p99_ms": 3.0834, "results": {"failed": 0, "not_applicable": 0, "success": 2000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 555.588, "count": 40, "max_ms": 653.6862, "p50_ms": 554.9215, "p95_ms": 631.9236, "p99_ms": 647.8299, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 464.06, "count": 40, "max_ms": 555.4516, "p50_ms": 463.8273, "p95_ms": 533.7433, "p99_ms": 547.8218, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.9256, "count": 40, "max_ms": 99.8242, "p50_ms": 85.3764, "p95_ms": 95.2528, "p99_ms": 98.2325, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.5724, "count": 40, "max_ms": 15.8949, "p50_ms": 1.8477, "p95_ms": 8.6479, "p99_ms": 13.3623, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.7328, "count": 40, "max_ms": 73.1462, "p50_ms": 44.7406, "p95_ms": 69.332, "p99_ms": 72.1832, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9345, "count": 42, "max_ms": 3.0715, "p50_ms": 0.823, "p95_ms": 1.6639, "p99_ms": 2.5249, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2572, "count": 40, "max_ms": 8.0269, "p50_ms": 0.9791, "p95_ms": 2.2657, "p99_ms": 5.9913, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2572, "count": 40, "max_ms": 8.0269, "p50_ms": 0.9791, "p95_ms": 2.2657, "p99_ms": 5.9913, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9345, "count": 42, "max_ms": 3.0715, "p50_ms": 0.823, "p95_ms": 1.6639, "p99_ms": 2.5249, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.2472, "count": 40, "max_ms": 9.2164, "p50_ms": 0.9395, "p95_ms": 2.2842, "p99_ms": 6.6276, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 499.7784, "count": 40, "max_ms": 3752.636, "p50_ms": 392.0479, "p95_ms": 699.5611, "p99_ms": 2568.5065, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 42, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 42, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7228, "count": 40, "max_ms": 11.5083, "p50_ms": 1.5748, "p95_ms": 9.7138, "p99_ms": 11.3102, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.2227, "count": 40, "max_ms": 92.2129, "p50_ms": 25.8462, "p95_ms": 68.9613, "p99_ms": 85.1871, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1334, "count": 40, "max_ms": 1.1521, "p50_ms": 0.1026, "p95_ms": 0.1802, "p99_ms": 0.7733, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.4407, "count": 40, "max_ms": 5.4615, "p50_ms": 2.2825, "p95_ms": 4.1884, "p99_ms": 4.9827, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 585.9376, "count": 40, "max_ms": 3837.487, "p50_ms": 467.3841, "p95_ms": 778.5482, "p99_ms": 2645.3453, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 40, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 40, "max_ms": 1.1521, "p50_ms": 0.1026, "p95_ms": 0.1802, "p99_ms": 0.7733}, "wait_ms": {"count": 40, "max_ms": 5.4615, "p50_ms": 2.2825, "p95_ms": 4.1884, "p99_ms": 4.9827}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 40, "artifact_failed": 0, "artifact_requested": 40, "artifact_success": 40, "completed": 40, "completed_failed": 0, "completed_success": 40, "cooldown_promoted": 40, "database_requested": 40, "db_insert_success": 40, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15581, "relay_business_failed": 0, "relay_business_success": 40, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 40, "relay_transport_failed": 0, "relay_transport_success": 40, "reservation_requested": 40}, "snapshot": {"copied_bytes": 110592000, "copied_count": 40, "copy": {"count": 40, "max_ms": 3.8064, "p50_ms": 1.696, "p95_ms": 2.7152, "p99_ms": 3.5629}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 65, "h264_decode_error_count": 174, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T18:21:39+09:00", "last_error_summary": "[h264 @ 0x5cca7e7a6b40] cabac decode of qscale diff failed at 100 52 [h264 @ 0x5cca7e7a6b40] error while decoding MB 100 52, bytestream 3581 [h264 @ 0x5cca7e73e080] left block unavailable for requested intra mode [h264 @ 0x5cca7e73e080] error while decoding MB 0 61, bytestream 1318 [h264 @ 0x5cca7efb4a80] left block unavailable for requested intra mode [h264 @ 0x5cca7efb4a80] error while decoding MB 0 53, bytestream 406 [in#0/rtsp @ 0x5cca7e6fee00] Error during demuxing: Connection timed out [in", "last_exit_at": "2026-10-30T18:11:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 596.486, "last_started_at": "2026-10-30T18:11:42+09:00", "pid": 16045, "process": {"exists": false, "pid": 16045}, "restart_count": 68, "restart_count_per_hour": 12, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 69}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.127, "sample_count": 2405, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 101666, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T18:21:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.1, "last_frame_pushed_at": "2026-10-30T18:21:38+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-10-30T18:21:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 23, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 431.202, "last_sample_duration_ms": 969.202, "last_trigger": "periodic", "next_snapshot_in_sec": 168.798, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 23, "storage_bytes": 1268276}, "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-10-30T18:21:38.948007+09:00", "mtime_epoch": 1793352098.9480073, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 81421}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T18:21:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 965.277, "name": "celery", "pid": 206, "rss_mb": 866.316, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 29, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 101667, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.372, "max": 19.0, "p95": 14.0, "sample_count": 86}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 1}, "by_category.소형선박": {"avg": 1.302, "max": 2.0, "p95": 2.0, "sample_count": 86}, "total": {"avg": 1.314, "max": 3.0, "p95": 2.0, "sample_count": 86}}, "tracking_counts": {"active": {"avg": 0.186, "max": 1.0, "p95": 1.0, "sample_count": 86}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "removed": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 86}, "tracked": {"avg": 0.186, "max": 1.0, "p95": 1.0, "sample_count": 86}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 86, "pushed_frames": 86, "read_frames": 86, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.871, "pushed": 2.871, "read": 2.871}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 86, "client_acquire_ms": {"avg_ms": 0.009, "count": 86, "max_ms": 0.043, "p95_ms": 0.019, "reason": null, "sample_age_ms": 41.205, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.291, "count": 86, "max_ms": 12.46, "p95_ms": 3.939, "reason": null, "sample_age_ms": 78.005, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.565, "count": 86, "max_ms": 12.225, "p95_ms": 2.886, "reason": null, "sample_age_ms": 78.256, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.412, "count": 86, "max_ms": 0.948, "p95_ms": 0.648, "reason": null, "sample_age_ms": 41.219, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.258, "count": 86, "max_ms": 5.838, "p95_ms": 3.965, "reason": null, "sample_age_ms": 76.869, "source": "client_direct"}, "request_count": 86, "request_tensor_bytes": {"avg": 2764808.0, "count": 86, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 76.856, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 86, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 41.597, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.951, "count": 86, "max_ms": 82.791, "p95_ms": 66.673, "reason": null, "sample_age_ms": 41.198, "source": "client_direct"}, "sample_age_ms": 41.19, "source": "client_direct", "task_total_ms": {"avg_ms": 51.827, "count": 86, "max_ms": 89.096, "p95_ms": 71.454, "reason": null, "sample_age_ms": 41.19, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.033, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.549, "count": 86, "max_ms": 10.237, "p95_ms": 8.221}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.446, "count": 86, "max_ms": 1.196, "p95_ms": 0.736}, "detection_prepare_ms": {"avg_ms": 1.554, "count": 86, "max_ms": 3.008, "p95_ms": 2.411}, "event_filter_ms": {"avg_ms": 0.005, "count": 86, "max_ms": 0.016, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.305, "count": 86, "max_ms": 0.8, "p95_ms": 0.519}, "mcmt_ms": {"avg_ms": 0.003, "count": 86, "max_ms": 0.012, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.445, "count": 86, "max_ms": 3.697, "p95_ms": 2.442}, "setup_ms": {"avg_ms": 0.049, "count": 86, "max_ms": 0.11, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 5.49, "count": 86, "max_ms": 10.146, "p95_ms": 8.135}, "track_match_ms": {"avg_ms": 0.084, "count": 86, "max_ms": 0.235, "p95_ms": 0.193}, "tracker_update_ms": {"avg_ms": 1.596, "count": 86, "max_ms": 3.234, "p95_ms": 2.651}}, "gstreamer_push": {"avg_ms": 3.045, "count": 86, "max_ms": 7.078, "p95_ms": 5.343}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 86, "max_ms": 0.141, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.8, "count": 86, "max_ms": 90.021, "p95_ms": 72.831}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.048, "count": 86, "max_ms": 11.378, "p95_ms": 8.763}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.245, "count": 86, "max_ms": 137.264, "p95_ms": 117.719}, "inference_input_copy_ms": {"avg_ms": 1.766, "count": 86, "max_ms": 4.6, "p95_ms": 2.979}, "processing_residual_ms": {"avg_ms": 0.193, "count": 86, "max_ms": 0.463, "p95_ms": 0.323}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.252, "count": 86, "max_ms": 143.376, "p95_ms": 123.627}, "read_interval": {"avg_ms": 348.746, "count": 86, "max_ms": 19885.85, "p95_ms": 159.397}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 86, "max_ms": 0.051, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 1.375, "count": 86, "max_ms": 3.586, "p95_ms": 2.349}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 86, "max_ms": 0.053, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.358, "count": 86, "max_ms": 3.563, "p95_ms": 2.298}, "worker_merge_ms": {"avg_ms": 0.007, "count": 86, "max_ms": 0.021, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 53.816, "count": 86, "max_ms": 90.036, "p95_ms": 72.85}, "visualize": {"avg_ms": 36.528, "count": 86, "max_ms": 50.84, "p95_ms": 46.928}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.258, "count": 86, "max_ms": 43.245, "p95_ms": 40.979}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.905, "count": 86, "max_ms": 47.481, "p95_ms": 45.137}, "visualize_input_copy_ms": {"avg_ms": 1.405, "count": 86, "max_ms": 4.56, "p95_ms": 2.318}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.759, "count": 86, "max_ms": 47.31, "p95_ms": 44.945}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 86, "max_ms": 0.194, "p95_ms": 0.129}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 866.266, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.929, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.132, "sample_count": 2580, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 101597, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T18:21:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 78900, "write_bytes_delta": 78900, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 948.0, "cpu_core_ratio": 0.419811, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 16045, "reason": null, "system_cpu_core_ratio": 0.035898, "system_cpu_s_delta": 0.7199999999999989, "user_cpu_core_ratio": 0.383913, "user_cpu_s_delta": 7.699999999999989}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.503743, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.434769, "system_cpu_s_delta": 8.719999999999345, "user_cpu_core_ratio": 1.068974, "user_cpu_s_delta": 21.43999999999869}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.255, "count": 264, "max_ms": 7.052, "p95_ms": 5.247, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.356, "max": 25.0, "p95": 23.0, "sample_count": 264}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.06, "key_count": 2, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 166}, "total": {"avg": 0.826, "max": 3.0, "p95": 2.0, "sample_count": 264}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.866, "count": 30, "max": 68.542, "p95": 63.549, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.963, "count": 30, "max": 37.336, "p95": 27.962, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 967.8, "count": 30, "max": 1303.0, "p95": 1203.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 406.267, "count": 30, "max": 8958.0, "p95": 1448.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.141, "p95": 0.087, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.373, "count": 30, "max": 0.416, "p95": 0.412, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.068, "p95": 0.001, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 73958.767, "count": 30, "max": 81381.0, "p95": 78960.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 73958.767, "count": 30, "max": 81381.0, "p95": 78960.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 6602.5, "count": 30, "max": 41972.0, "p95": 33170.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.477, "count": 30, "max": 0.515, "p95": 0.508, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.119, "count": 30, "max": 1.165, "p95": 1.163, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 856, "sampled_at": "2026-10-30T18:21:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T18:21:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 226655, "flush_count": 229, "flush_interval_seconds": 30.0, "flush_state": {"count": 229, "last_at": "2026-10-30T18:20:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T18:20:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 228}, "started": true, "suppressed_count": 101481, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 42, "tracking_summary": 101439}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 229, "written_record_count": 229}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5118.379, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T18:21:39+09:00", "last_error_summary": "[h264 @ 0x5cca7e7a6b40] cabac decode of qscale diff failed at 100 52 [h264 @ 0x5cca7e7a6b40] error while decoding MB 100 52, bytestream 3581 [h264 @ 0x5cca7e73e080] left block unavailable for requested intra mode [h264 @ 0x5cca7e73e080] error while decoding MB 0 61, bytestream 1318 [h264 @ 0x5cca7efb4a80] left block unavailable for requested intra mode [h264 @ 0x5cca7efb4a80] error while decoding MB 0 53, bytestream 406 [in#0/rtsp @ 0x5cca7e6fee00] Error during demuxing: Connection timed out [in", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 281088921600, "copied_frame_count": 101667, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:19:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1811448, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:19:20+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.891}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 42, "events_emitted": 40, "events_failed": 0, "events_observed": 42, "events_suppressed": 2, "frame_buffer_copied_bytes": 281088921600, "frame_buffer_copies": 101667, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 2000, "recorder_active_input_bytes": 5529600000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 40, "recorder_clips_failed": 0, "recorder_clips_started": 40, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 40, "worker_jobs_accepted": 40, "worker_jobs_completed": 40, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.125, "count": 512, "max_ms": 2.3087, "p50_ms": 0.0962, "p95_ms": 0.2269, "p99_ms": 0.3}, "stages": {"db_insert": {"avg_ms": 18.8813, "count": 40, "max_ms": 36.2297, "p50_ms": 18.2998, "p95_ms": 33.5162, "p99_ms": 35.3128, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8297, "count": 40, "max_ms": 3.8064, "p50_ms": 1.696, "p95_ms": 2.7152, "p99_ms": 3.5629, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1093.2188, "count": 42, "max_ms": 4422.916, "p50_ms": 1028.2484, "p95_ms": 1348.2043, "p99_ms": 3173.2984, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5032, "count": 512, "max_ms": 3.9466, "p50_ms": 1.3899, "p95_ms": 2.5752, "p99_ms": 3.2404, "results": {"failed": 0, "not_applicable": 0, "success": 101667, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 533.4638, "count": 42, "max_ms": 656.9199, "p50_ms": 557.8515, "p95_ms": 634.2267, "p99_ms": 651.2298, "results": {"failed": 0, "not_applicable": 0, "success": 42, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 31.7604, "count": 40, "max_ms": 68.3606, "p50_ms": 29.2655, "p95_ms": 58.5415, "p99_ms": 67.0676, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1472, "count": 512, "max_ms": 11.6632, "p50_ms": 4.8874, "p95_ms": 7.7823, "p99_ms": 9.193, "results": {"failed": 0, "not_applicable": 0, "success": 2000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4397, "count": 512, "max_ms": 4.2373, "p50_ms": 1.3284, "p95_ms": 2.4962, "p99_ms": 3.0834, "results": {"failed": 0, "not_applicable": 0, "success": 2000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 555.588, "count": 40, "max_ms": 653.6862, "p50_ms": 554.9215, "p95_ms": 631.9236, "p99_ms": 647.8299, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 464.06, "count": 40, "max_ms": 555.4516, "p50_ms": 463.8273, "p95_ms": 533.7433, "p99_ms": 547.8218, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.9256, "count": 40, "max_ms": 99.8242, "p50_ms": 85.3764, "p95_ms": 95.2528, "p99_ms": 98.2325, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.5724, "count": 40, "max_ms": 15.8949, "p50_ms": 1.8477, "p95_ms": 8.6479, "p99_ms": 13.3623, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.7328, "count": 40, "max_ms": 73.1462, "p50_ms": 44.7406, "p95_ms": 69.332, "p99_ms": 72.1832, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9345, "count": 42, "max_ms": 3.0715, "p50_ms": 0.823, "p95_ms": 1.6639, "p99_ms": 2.5249, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2572, "count": 40, "max_ms": 8.0269, "p50_ms": 0.9791, "p95_ms": 2.2657, "p99_ms": 5.9913, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2572, "count": 40, "max_ms": 8.0269, "p50_ms": 0.9791, "p95_ms": 2.2657, "p99_ms": 5.9913, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9345, "count": 42, "max_ms": 3.0715, "p50_ms": 0.823, "p95_ms": 1.6639, "p99_ms": 2.5249, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.2472, "count": 40, "max_ms": 9.2164, "p50_ms": 0.9395, "p95_ms": 2.2842, "p99_ms": 6.6276, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 499.7784, "count": 40, "max_ms": 3752.636, "p50_ms": 392.0479, "p95_ms": 699.5611, "p99_ms": 2568.5065, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 42, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 42, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7228, "count": 40, "max_ms": 11.5083, "p50_ms": 1.5748, "p95_ms": 9.7138, "p99_ms": 11.3102, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.2227, "count": 40, "max_ms": 92.2129, "p50_ms": 25.8462, "p95_ms": 68.9613, "p99_ms": 85.1871, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1334, "count": 40, "max_ms": 1.1521, "p50_ms": 0.1026, "p95_ms": 0.1802, "p99_ms": 0.7733, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.4407, "count": 40, "max_ms": 5.4615, "p50_ms": 2.2825, "p95_ms": 4.1884, "p99_ms": 4.9827, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 585.9376, "count": 40, "max_ms": 3837.487, "p50_ms": 467.3841, "p95_ms": 778.5482, "p99_ms": 2645.3453, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 40, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 40, "max_ms": 1.1521, "p50_ms": 0.1026, "p95_ms": 0.1802, "p99_ms": 0.7733}, "wait_ms": {"count": 40, "max_ms": 5.4615, "p50_ms": 2.2825, "p95_ms": 4.1884, "p99_ms": 4.9827}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 40, "artifact_failed": 0, "artifact_requested": 40, "artifact_success": 40, "completed": 40, "completed_failed": 0, "completed_success": 40, "cooldown_promoted": 40, "database_requested": 40, "db_insert_success": 40, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15581, "relay_business_failed": 0, "relay_business_success": 40, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 40, "relay_transport_failed": 0, "relay_transport_success": 40, "reservation_requested": 40}, "snapshot": {"copied_bytes": 110592000, "copied_count": 40, "copy": {"count": 40, "max_ms": 3.8064, "p50_ms": 1.696, "p95_ms": 2.7152, "p99_ms": 3.5629}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 65, "h264_decode_error_count": 174, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T18:21:39+09:00", "last_error_summary": "[h264 @ 0x5cca7e7a6b40] cabac decode of qscale diff failed at 100 52 [h264 @ 0x5cca7e7a6b40] error while decoding MB 100 52, bytestream 3581 [h264 @ 0x5cca7e73e080] left block unavailable for requested intra mode [h264 @ 0x5cca7e73e080] error while decoding MB 0 61, bytestream 1318 [h264 @ 0x5cca7efb4a80] left block unavailable for requested intra mode [h264 @ 0x5cca7efb4a80] error while decoding MB 0 53, bytestream 406 [in#0/rtsp @ 0x5cca7e6fee00] Error during demuxing: Connection timed out [in", "last_exit_at": "2026-10-30T18:21:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 596.52, "last_started_at": "2026-10-30T18:11:42+09:00", "pid": 16045, "process": {"exists": false, "pid": 16045}, "restart_count": 68, "restart_count_per_hour": 12, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 69}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.127, "sample_count": 2405, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 101667, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T18:21:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-10-30T18:21:39+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-10-30T18:21:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 23, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 431.236, "last_sample_duration_ms": 969.202, "last_trigger": "periodic", "next_snapshot_in_sec": 168.764, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 23, "storage_bytes": 1268276}, "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-10-30T18:21:38.948007+09:00", "mtime_epoch": 1793352098.9480073, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 81421}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T18:21:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 965.277, "name": "celery", "pid": 206, "rss_mb": 866.301, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 29, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 101667, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.326, "max": 19.0, "p95": 14.0, "sample_count": 86}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 1}, "by_category.소형선박": {"avg": 1.314, "max": 2.0, "p95": 2.0, "sample_count": 86}, "total": {"avg": 1.326, "max": 3.0, "p95": 2.0, "sample_count": 86}}, "tracking_counts": {"active": {"avg": 0.186, "max": 1.0, "p95": 1.0, "sample_count": 86}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "removed": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 86}, "tracked": {"avg": 0.186, "max": 1.0, "p95": 1.0, "sample_count": 86}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 86, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.901, "pushed": 2.901, "read": 2.867}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 86, "client_acquire_ms": {"avg_ms": 0.009, "count": 86, "max_ms": 0.043, "p95_ms": 0.019, "reason": null, "sample_age_ms": 77.146, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.291, "count": 86, "max_ms": 12.46, "p95_ms": 3.939, "reason": null, "sample_age_ms": 113.946, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.565, "count": 86, "max_ms": 12.225, "p95_ms": 2.886, "reason": null, "sample_age_ms": 114.197, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.412, "count": 86, "max_ms": 0.948, "p95_ms": 0.648, "reason": null, "sample_age_ms": 77.16, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.258, "count": 86, "max_ms": 5.838, "p95_ms": 3.965, "reason": null, "sample_age_ms": 112.81, "source": "client_direct"}, "request_count": 86, "request_tensor_bytes": {"avg": 2764808.0, "count": 86, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 112.797, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 86, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 77.538, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.951, "count": 86, "max_ms": 82.791, "p95_ms": 66.673, "reason": null, "sample_age_ms": 77.139, "source": "client_direct"}, "sample_age_ms": 77.131, "source": "client_direct", "task_total_ms": {"avg_ms": 51.827, "count": 86, "max_ms": 89.096, "p95_ms": 71.454, "reason": null, "sample_age_ms": 77.131, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.932, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.593, "count": 86, "max_ms": 10.237, "p95_ms": 8.467}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.45, "count": 86, "max_ms": 1.196, "p95_ms": 0.78}, "detection_prepare_ms": {"avg_ms": 1.557, "count": 86, "max_ms": 3.008, "p95_ms": 2.411}, "event_filter_ms": {"avg_ms": 0.006, "count": 86, "max_ms": 0.016, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.309, "count": 86, "max_ms": 0.8, "p95_ms": 0.546}, "mcmt_ms": {"avg_ms": 0.003, "count": 86, "max_ms": 0.012, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.471, "count": 86, "max_ms": 3.965, "p95_ms": 2.516}, "setup_ms": {"avg_ms": 0.049, "count": 86, "max_ms": 0.11, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 5.534, "count": 86, "max_ms": 10.146, "p95_ms": 8.363}, "track_match_ms": {"avg_ms": 0.085, "count": 86, "max_ms": 0.235, "p95_ms": 0.193}, "tracker_update_ms": {"avg_ms": 1.603, "count": 86, "max_ms": 3.234, "p95_ms": 2.651}}, "gstreamer_push": {"avg_ms": 3.042, "count": 87, "max_ms": 7.078, "p95_ms": 5.343}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 86, "max_ms": 0.141, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.529, "count": 86, "max_ms": 90.021, "p95_ms": 72.831}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.032, "count": 87, "max_ms": 11.378, "p95_ms": 8.763}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.262, "count": 87, "max_ms": 137.264, "p95_ms": 117.719}, "inference_input_copy_ms": {"avg_ms": 1.761, "count": 87, "max_ms": 4.6, "p95_ms": 2.979}, "processing_residual_ms": {"avg_ms": 0.192, "count": 87, "max_ms": 0.463, "p95_ms": 0.323}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.246, "count": 87, "max_ms": 143.376, "p95_ms": 123.627}, "read_interval": {"avg_ms": 348.746, "count": 86, "max_ms": 19885.85, "p95_ms": 159.397}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 86, "max_ms": 0.051, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 1.4, "count": 86, "max_ms": 3.823, "p95_ms": 2.382}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 86, "max_ms": 0.053, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.382, "count": 86, "max_ms": 3.787, "p95_ms": 2.369}, "worker_merge_ms": {"avg_ms": 0.007, "count": 86, "max_ms": 0.021, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 53.545, "count": 86, "max_ms": 90.036, "p95_ms": 72.85}, "visualize": {"avg_ms": 36.761, "count": 86, "max_ms": 50.84, "p95_ms": 47.214}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.375, "count": 86, "max_ms": 43.245, "p95_ms": 40.979}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.128, "count": 86, "max_ms": 48.365, "p95_ms": 45.562}, "visualize_input_copy_ms": {"avg_ms": 1.413, "count": 86, "max_ms": 4.56, "p95_ms": 2.318}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.981, "count": 86, "max_ms": 48.147, "p95_ms": 45.471}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 86, "max_ms": 0.194, "p95_ms": 0.13}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 866.266, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.929, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.132, "sample_count": 2580, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 101597, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T18:21:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 78900, "write_bytes_delta": 78900, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 948.0, "cpu_core_ratio": 0.419811, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 16045, "reason": null, "system_cpu_core_ratio": 0.035898, "system_cpu_s_delta": 0.7199999999999989, "user_cpu_core_ratio": 0.383913, "user_cpu_s_delta": 7.699999999999989}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.503743, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.434769, "system_cpu_s_delta": 8.719999999999345, "user_cpu_core_ratio": 1.068974, "user_cpu_s_delta": 21.43999999999869}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.255, "count": 264, "max_ms": 7.052, "p95_ms": 5.247, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.356, "max": 25.0, "p95": 23.0, "sample_count": 264}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.06, "key_count": 2, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 166}, "total": {"avg": 0.826, "max": 3.0, "p95": 2.0, "sample_count": 264}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.866, "count": 30, "max": 68.542, "p95": 63.549, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.963, "count": 30, "max": 37.336, "p95": 27.962, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 967.8, "count": 30, "max": 1303.0, "p95": 1203.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 406.267, "count": 30, "max": 8958.0, "p95": 1448.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.141, "p95": 0.087, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.373, "count": 30, "max": 0.416, "p95": 0.412, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.068, "p95": 0.001, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 73958.767, "count": 30, "max": 81381.0, "p95": 78960.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 73958.767, "count": 30, "max": 81381.0, "p95": 78960.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 6602.5, "count": 30, "max": 41972.0, "p95": 33170.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.477, "count": 30, "max": 0.515, "p95": 0.508, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.119, "count": 30, "max": 1.165, "p95": 1.163, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 856, "sampled_at": "2026-10-30T18:21:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T18:21:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 226655, "flush_count": 229, "flush_interval_seconds": 30.0, "flush_state": {"count": 229, "last_at": "2026-10-30T18:20:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T18:20:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 228}, "started": true, "suppressed_count": 101481, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 42, "tracking_summary": 101439}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 229, "written_record_count": 229}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5098.598, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 281088921600, "copied_frame_count": 101667, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:19:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1811448, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:19:20+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.891}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 42, "events_emitted": 40, "events_failed": 0, "events_observed": 42, "events_suppressed": 2, "frame_buffer_copied_bytes": 281088921600, "frame_buffer_copies": 101667, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 2000, "recorder_active_input_bytes": 5529600000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 40, "recorder_clips_failed": 0, "recorder_clips_started": 40, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 40, "worker_jobs_accepted": 40, "worker_jobs_completed": 40, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.125, "count": 512, "max_ms": 2.3087, "p50_ms": 0.0962, "p95_ms": 0.2269, "p99_ms": 0.3}, "stages": {"db_insert": {"avg_ms": 18.8813, "count": 40, "max_ms": 36.2297, "p50_ms": 18.2998, "p95_ms": 33.5162, "p99_ms": 35.3128, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8297, "count": 40, "max_ms": 3.8064, "p50_ms": 1.696, "p95_ms": 2.7152, "p99_ms": 3.5629, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1093.2188, "count": 42, "max_ms": 4422.916, "p50_ms": 1028.2484, "p95_ms": 1348.2043, "p99_ms": 3173.2984, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5032, "count": 512, "max_ms": 3.9466, "p50_ms": 1.3899, "p95_ms": 2.5752, "p99_ms": 3.2404, "results": {"failed": 0, "not_applicable": 0, "success": 101667, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 533.4638, "count": 42, "max_ms": 656.9199, "p50_ms": 557.8515, "p95_ms": 634.2267, "p99_ms": 651.2298, "results": {"failed": 0, "not_applicable": 0, "success": 42, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 31.7604, "count": 40, "max_ms": 68.3606, "p50_ms": 29.2655, "p95_ms": 58.5415, "p99_ms": 67.0676, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1472, "count": 512, "max_ms": 11.6632, "p50_ms": 4.8874, "p95_ms": 7.7823, "p99_ms": 9.193, "results": {"failed": 0, "not_applicable": 0, "success": 2000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4397, "count": 512, "max_ms": 4.2373, "p50_ms": 1.3284, "p95_ms": 2.4962, "p99_ms": 3.0834, "results": {"failed": 0, "not_applicable": 0, "success": 2000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 555.588, "count": 40, "max_ms": 653.6862, "p50_ms": 554.9215, "p95_ms": 631.9236, "p99_ms": 647.8299, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 464.06, "count": 40, "max_ms": 555.4516, "p50_ms": 463.8273, "p95_ms": 533.7433, "p99_ms": 547.8218, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.9256, "count": 40, "max_ms": 99.8242, "p50_ms": 85.3764, "p95_ms": 95.2528, "p99_ms": 98.2325, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.5724, "count": 40, "max_ms": 15.8949, "p50_ms": 1.8477, "p95_ms": 8.6479, "p99_ms": 13.3623, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.7328, "count": 40, "max_ms": 73.1462, "p50_ms": 44.7406, "p95_ms": 69.332, "p99_ms": 72.1832, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9345, "count": 42, "max_ms": 3.0715, "p50_ms": 0.823, "p95_ms": 1.6639, "p99_ms": 2.5249, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2572, "count": 40, "max_ms": 8.0269, "p50_ms": 0.9791, "p95_ms": 2.2657, "p99_ms": 5.9913, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2572, "count": 40, "max_ms": 8.0269, "p50_ms": 0.9791, "p95_ms": 2.2657, "p99_ms": 5.9913, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9345, "count": 42, "max_ms": 3.0715, "p50_ms": 0.823, "p95_ms": 1.6639, "p99_ms": 2.5249, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.2472, "count": 40, "max_ms": 9.2164, "p50_ms": 0.9395, "p95_ms": 2.2842, "p99_ms": 6.6276, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 499.7784, "count": 40, "max_ms": 3752.636, "p50_ms": 392.0479, "p95_ms": 699.5611, "p99_ms": 2568.5065, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 42, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 42, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7228, "count": 40, "max_ms": 11.5083, "p50_ms": 1.5748, "p95_ms": 9.7138, "p99_ms": 11.3102, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.2227, "count": 40, "max_ms": 92.2129, "p50_ms": 25.8462, "p95_ms": 68.9613, "p99_ms": 85.1871, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1334, "count": 40, "max_ms": 1.1521, "p50_ms": 0.1026, "p95_ms": 0.1802, "p99_ms": 0.7733, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.4407, "count": 40, "max_ms": 5.4615, "p50_ms": 2.2825, "p95_ms": 4.1884, "p99_ms": 4.9827, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 585.9376, "count": 40, "max_ms": 3837.487, "p50_ms": 467.3841, "p95_ms": 778.5482, "p99_ms": 2645.3453, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 40, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 40, "max_ms": 1.1521, "p50_ms": 0.1026, "p95_ms": 0.1802, "p99_ms": 0.7733}, "wait_ms": {"count": 40, "max_ms": 5.4615, "p50_ms": 2.2825, "p95_ms": 4.1884, "p99_ms": 4.9827}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 40, "artifact_failed": 0, "artifact_requested": 40, "artifact_success": 40, "completed": 40, "completed_failed": 0, "completed_success": 40, "cooldown_promoted": 40, "database_requested": 40, "db_insert_success": 40, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15581, "relay_business_failed": 0, "relay_business_success": 40, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 40, "relay_transport_failed": 0, "relay_transport_success": 40, "reservation_requested": 40}, "snapshot": {"copied_bytes": 110592000, "copied_count": 40, "copy": {"count": 40, "max_ms": 3.8064, "p50_ms": 1.696, "p95_ms": 2.7152, "p99_ms": 3.5629}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 65, "h264_decode_error_count": 174, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T18:21:39+09:00", "last_error_summary": "[h264 @ 0x5cca7e7a6b40] cabac decode of qscale diff failed at 100 52 [h264 @ 0x5cca7e7a6b40] error while decoding MB 100 52, bytestream 3581 [h264 @ 0x5cca7e73e080] left block unavailable for requested intra mode [h264 @ 0x5cca7e73e080] error while decoding MB 0 61, bytestream 1318 [h264 @ 0x5cca7efb4a80] left block unavailable for requested intra mode [h264 @ 0x5cca7efb4a80] error while decoding MB 0 53, bytestream 406 [in#0/rtsp @ 0x5cca7e6fee00] Error during demuxing: Connection timed out [in", "last_exit_at": "2026-10-30T18:21:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 596.55, "last_started_at": "2026-10-30T18:11:42+09:00", "pid": 16045, "process": {"exists": false, "pid": 16045}, "restart_count": 68, "restart_count_per_hour": 12, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 69}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.127, "sample_count": 2405, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 101667, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T18:21:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.031, "last_frame_pushed_at": "2026-10-30T18:21:39+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-10-30T18:21:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 23, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 431.267, "last_sample_duration_ms": 969.202, "last_trigger": "periodic", "next_snapshot_in_sec": 168.733, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 23, "storage_bytes": 1268276}, "mjpeg": {"age_sec": 0.018, "exists": true, "mtime": "2026-10-30T18:21:39.084008+09:00", "mtime_epoch": 1793352099.084008, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 80927}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T18:21:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 965.277, "name": "celery", "pid": 206, "rss_mb": 866.301, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 29, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 101667, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.326, "max": 19.0, "p95": 14.0, "sample_count": 86}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 1}, "by_category.소형선박": {"avg": 1.314, "max": 2.0, "p95": 2.0, "sample_count": 86}, "total": {"avg": 1.326, "max": 3.0, "p95": 2.0, "sample_count": 86}}, "tracking_counts": {"active": {"avg": 0.186, "max": 1.0, "p95": 1.0, "sample_count": 86}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "removed": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 86}, "tracked": {"avg": 0.186, "max": 1.0, "p95": 1.0, "sample_count": 86}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 86, "pushed_frames": 86, "read_frames": 86, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.87, "pushed": 2.87, "read": 2.87}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 86, "client_acquire_ms": {"avg_ms": 0.009, "count": 86, "max_ms": 0.043, "p95_ms": 0.019, "reason": null, "sample_age_ms": 104.589, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.291, "count": 86, "max_ms": 12.46, "p95_ms": 3.939, "reason": null, "sample_age_ms": 141.389, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.565, "count": 86, "max_ms": 12.225, "p95_ms": 2.886, "reason": null, "sample_age_ms": 141.64, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.412, "count": 86, "max_ms": 0.948, "p95_ms": 0.648, "reason": null, "sample_age_ms": 104.604, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.258, "count": 86, "max_ms": 5.838, "p95_ms": 3.965, "reason": null, "sample_age_ms": 140.254, "source": "client_direct"}, "request_count": 86, "request_tensor_bytes": {"avg": 2764808.0, "count": 86, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 140.24, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 86, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 104.981, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.951, "count": 86, "max_ms": 82.791, "p95_ms": 66.673, "reason": null, "sample_age_ms": 104.582, "source": "client_direct"}, "sample_age_ms": 104.574, "source": "client_direct", "task_total_ms": {"avg_ms": 51.827, "count": 86, "max_ms": 89.096, "p95_ms": 71.454, "reason": null, "sample_age_ms": 104.574, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.477, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.593, "count": 86, "max_ms": 10.237, "p95_ms": 8.467}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.45, "count": 86, "max_ms": 1.196, "p95_ms": 0.78}, "detection_prepare_ms": {"avg_ms": 1.557, "count": 86, "max_ms": 3.008, "p95_ms": 2.411}, "event_filter_ms": {"avg_ms": 0.006, "count": 86, "max_ms": 0.016, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.309, "count": 86, "max_ms": 0.8, "p95_ms": 0.546}, "mcmt_ms": {"avg_ms": 0.003, "count": 86, "max_ms": 0.012, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.471, "count": 86, "max_ms": 3.965, "p95_ms": 2.516}, "setup_ms": {"avg_ms": 0.049, "count": 86, "max_ms": 0.11, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 5.534, "count": 86, "max_ms": 10.146, "p95_ms": 8.363}, "track_match_ms": {"avg_ms": 0.085, "count": 86, "max_ms": 0.235, "p95_ms": 0.193}, "tracker_update_ms": {"avg_ms": 1.603, "count": 86, "max_ms": 3.234, "p95_ms": 2.651}}, "gstreamer_push": {"avg_ms": 3.045, "count": 86, "max_ms": 7.078, "p95_ms": 5.343}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 86, "max_ms": 0.141, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.529, "count": 86, "max_ms": 90.021, "p95_ms": 72.831}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.957, "count": 86, "max_ms": 11.378, "p95_ms": 8.484}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.239, "count": 86, "max_ms": 137.264, "p95_ms": 117.719}, "inference_input_copy_ms": {"avg_ms": 1.759, "count": 86, "max_ms": 4.6, "p95_ms": 2.979}, "processing_residual_ms": {"avg_ms": 0.193, "count": 86, "max_ms": 0.463, "p95_ms": 0.323}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.148, "count": 86, "max_ms": 143.376, "p95_ms": 123.627}, "read_interval": {"avg_ms": 348.746, "count": 86, "max_ms": 19885.85, "p95_ms": 159.397}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 86, "max_ms": 0.051, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 1.4, "count": 86, "max_ms": 3.823, "p95_ms": 2.382}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 86, "max_ms": 0.053, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.382, "count": 86, "max_ms": 3.787, "p95_ms": 2.369}, "worker_merge_ms": {"avg_ms": 0.007, "count": 86, "max_ms": 0.021, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 53.545, "count": 86, "max_ms": 90.036, "p95_ms": 72.85}, "visualize": {"avg_ms": 36.761, "count": 86, "max_ms": 50.84, "p95_ms": 47.214}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.375, "count": 86, "max_ms": 43.245, "p95_ms": 40.979}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.128, "count": 86, "max_ms": 48.365, "p95_ms": 45.562}, "visualize_input_copy_ms": {"avg_ms": 1.413, "count": 86, "max_ms": 4.56, "p95_ms": 2.318}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.981, "count": 86, "max_ms": 48.147, "p95_ms": 45.471}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 86, "max_ms": 0.194, "p95_ms": 0.13}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 866.266, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.929, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.132, "sample_count": 2580, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 101597, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T18:21:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 78900, "write_bytes_delta": 78900, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 948.0, "cpu_core_ratio": 0.419811, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 16045, "reason": null, "system_cpu_core_ratio": 0.035898, "system_cpu_s_delta": 0.7199999999999989, "user_cpu_core_ratio": 0.383913, "user_cpu_s_delta": 7.699999999999989}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.503743, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.434769, "system_cpu_s_delta": 8.719999999999345, "user_cpu_core_ratio": 1.068974, "user_cpu_s_delta": 21.43999999999869}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.255, "count": 264, "max_ms": 7.052, "p95_ms": 5.247, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.356, "max": 25.0, "p95": 23.0, "sample_count": 264}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.06, "key_count": 2, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 166}, "total": {"avg": 0.826, "max": 3.0, "p95": 2.0, "sample_count": 264}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.866, "count": 30, "max": 68.542, "p95": 63.549, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.963, "count": 30, "max": 37.336, "p95": 27.962, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 967.8, "count": 30, "max": 1303.0, "p95": 1203.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 406.267, "count": 30, "max": 8958.0, "p95": 1448.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.141, "p95": 0.087, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.373, "count": 30, "max": 0.416, "p95": 0.412, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.068, "p95": 0.001, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 73958.767, "count": 30, "max": 81381.0, "p95": 78960.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 73958.767, "count": 30, "max": 81381.0, "p95": 78960.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 6602.5, "count": 30, "max": 41972.0, "p95": 33170.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.477, "count": 30, "max": 0.515, "p95": 0.508, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.119, "count": 30, "max": 1.165, "p95": 1.163, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 856, "sampled_at": "2026-10-30T18:21:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T18:21:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 226655, "flush_count": 229, "flush_interval_seconds": 30.0, "flush_state": {"count": 229, "last_at": "2026-10-30T18:20:53", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-10-30T18:20:53", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 228}, "started": true, "suppressed_count": 101481, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 42, "tracking_summary": 101439}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 229, "written_record_count": 229}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 5279.891, "limit_mb": null}, "detail": {"pid": 16889, "restart_count": 69, "start_count": 70}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 281088921600, "copied_frame_count": 101667, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:19:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1811448, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:19:20+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.891}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 42, "events_emitted": 40, "events_failed": 0, "events_observed": 42, "events_suppressed": 2, "frame_buffer_copied_bytes": 281088921600, "frame_buffer_copies": 101667, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 2000, "recorder_active_input_bytes": 5529600000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 40, "recorder_clips_failed": 0, "recorder_clips_started": 40, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 40, "worker_jobs_accepted": 40, "worker_jobs_completed": 40, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.125, "count": 512, "max_ms": 2.3087, "p50_ms": 0.0962, "p95_ms": 0.2269, "p99_ms": 0.3}, "stages": {"db_insert": {"avg_ms": 18.8813, "count": 40, "max_ms": 36.2297, "p50_ms": 18.2998, "p95_ms": 33.5162, "p99_ms": 35.3128, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8297, "count": 40, "max_ms": 3.8064, "p50_ms": 1.696, "p95_ms": 2.7152, "p99_ms": 3.5629, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1093.2188, "count": 42, "max_ms": 4422.916, "p50_ms": 1028.2484, "p95_ms": 1348.2043, "p99_ms": 3173.2984, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 2, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5032, "count": 512, "max_ms": 3.9466, "p50_ms": 1.3899, "p95_ms": 2.5752, "p99_ms": 3.2404, "results": {"failed": 0, "not_applicable": 0, "success": 101667, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 533.4638, "count": 42, "max_ms": 656.9199, "p50_ms": 557.8515, "p95_ms": 634.2267, "p99_ms": 651.2298, "results": {"failed": 0, "not_applicable": 0, "success": 42, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 31.7604, "count": 40, "max_ms": 68.3606, "p50_ms": 29.2655, "p95_ms": 58.5415, "p99_ms": 67.0676, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1472, "count": 512, "max_ms": 11.6632, "p50_ms": 4.8874, "p95_ms": 7.7823, "p99_ms": 9.193, "results": {"failed": 0, "not_applicable": 0, "success": 2000, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4397, "count": 512, "max_ms": 4.2373, "p50_ms": 1.3284, "p95_ms": 2.4962, "p99_ms": 3.0834, "results": {"failed": 0, "not_applicable": 0, "success": 2000, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 555.588, "count": 40, "max_ms": 653.6862, "p50_ms": 554.9215, "p95_ms": 631.9236, "p99_ms": 647.8299, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 464.06, "count": 40, "max_ms": 555.4516, "p50_ms": 463.8273, "p95_ms": 533.7433, "p99_ms": 547.8218, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.9256, "count": 40, "max_ms": 99.8242, "p50_ms": 85.3764, "p95_ms": 95.2528, "p99_ms": 98.2325, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 2.5724, "count": 40, "max_ms": 15.8949, "p50_ms": 1.8477, "p95_ms": 8.6479, "p99_ms": 13.3623, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 45.7328, "count": 40, "max_ms": 73.1462, "p50_ms": 44.7406, "p95_ms": 69.332, "p99_ms": 72.1832, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9345, "count": 42, "max_ms": 3.0715, "p50_ms": 0.823, "p95_ms": 1.6639, "p99_ms": 2.5249, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 2, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2572, "count": 40, "max_ms": 8.0269, "p50_ms": 0.9791, "p95_ms": 2.2657, "p99_ms": 5.9913, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2572, "count": 40, "max_ms": 8.0269, "p50_ms": 0.9791, "p95_ms": 2.2657, "p99_ms": 5.9913, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9345, "count": 42, "max_ms": 3.0715, "p50_ms": 0.823, "p95_ms": 1.6639, "p99_ms": 2.5249, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 2, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 1.2472, "count": 40, "max_ms": 9.2164, "p50_ms": 0.9395, "p95_ms": 2.2842, "p99_ms": 6.6276, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 499.7784, "count": 40, "max_ms": 3752.636, "p50_ms": 392.0479, "p95_ms": 699.5611, "p99_ms": 2568.5065, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 42, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 42, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7228, "count": 40, "max_ms": 11.5083, "p50_ms": 1.5748, "p95_ms": 9.7138, "p99_ms": 11.3102, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 28.2227, "count": 40, "max_ms": 92.2129, "p50_ms": 25.8462, "p95_ms": 68.9613, "p99_ms": 85.1871, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1334, "count": 40, "max_ms": 1.1521, "p50_ms": 0.1026, "p95_ms": 0.1802, "p99_ms": 0.7733, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.4407, "count": 40, "max_ms": 5.4615, "p50_ms": 2.2825, "p95_ms": 4.1884, "p99_ms": 4.9827, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 585.9376, "count": 40, "max_ms": 3837.487, "p50_ms": 467.3841, "p95_ms": 778.5482, "p99_ms": 2645.3453, "results": {"failed": 0, "not_applicable": 0, "success": 40, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 40, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 40, "max_ms": 1.1521, "p50_ms": 0.1026, "p95_ms": 0.1802, "p99_ms": 0.7733}, "wait_ms": {"count": 40, "max_ms": 5.4615, "p50_ms": 2.2825, "p95_ms": 4.1884, "p99_ms": 4.9827}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 40, "artifact_failed": 0, "artifact_requested": 40, "artifact_success": 40, "completed": 40, "completed_failed": 0, "completed_success": 40, "cooldown_promoted": 40, "database_requested": 40, "db_insert_success": 40, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15581, "relay_business_failed": 0, "relay_business_success": 40, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 40, "relay_transport_failed": 0, "relay_transport_success": 40, "reservation_requested": 40}, "snapshot": {"copied_bytes": 110592000, "copied_count": 40, "copy": {"count": 40, "max_ms": 3.8064, "p50_ms": 1.696, "p95_ms": 2.7152, "p99_ms": 3.5629}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 65, "h264_decode_error_count": 174, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T18:21:39+09:00", "last_error_summary": "[h264 @ 0x5cca7e7a6b40] cabac decode of qscale diff failed at 100 52 [h264 @ 0x5cca7e7a6b40] error while decoding MB 100 52, bytestream 3581 [h264 @ 0x5cca7e73e080] left block unavailable for requested intra mode [h264 @ 0x5cca7e73e080] error while decoding MB 0 61, bytestream 1318 [h264 @ 0x5cca7efb4a80] left block unavailable for requested intra mode [h264 @ 0x5cca7efb4a80] error while decoding MB 0 53, bytestream 406 [in#0/rtsp @ 0x5cca7e6fee00] Error during demuxing: Connection timed out [in", "last_exit_at": "2026-10-30T18:21:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T18:21:41+09:00", "pid": 16889, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.766, "name": "ffmpeg", "pid": 16889, "rss_mb": 205.766, "state": "S (sleeping)", "threads": 70}, "restart_count": 69, "restart_count_per_hour": 13, "rtsp_timeout_count": 34, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 70}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.178, "sample_count": 2366, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 101667, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T18:21:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.304, "last_frame_pushed_at": "2026-10-30T18:21:39+09:00", "last_frame_read_age_sec": 4.413, "last_frame_read_at": "2026-10-30T18:21:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 23, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 435.536, "last_sample_duration_ms": 969.202, "last_trigger": "periodic", "next_snapshot_in_sec": 164.464, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 23, "storage_bytes": 1268276}, "mjpeg": {"age_sec": 4.291, "exists": true, "mtime": "2026-10-30T18:21:39.084008+09:00", "mtime_epoch": 1793352099.084008, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 80927}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-10-30T18:21:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 965.277, "name": "celery", "pid": 206, "rss_mb": 866.305, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 29, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 101667, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.804, "max": 13.0, "p95": 11.0, "sample_count": 51}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 1}, "by_category.소형선박": {"avg": 1.314, "max": 2.0, "p95": 2.0, "sample_count": 51}, "total": {"avg": 1.333, "max": 3.0, "p95": 2.0, "sample_count": 51}}, "tracking_counts": {"active": {"avg": 0.098, "max": 1.0, "p95": 1.0, "sample_count": 51}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}, "removed": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 51}, "tracked": {"avg": 0.098, "max": 1.0, "p95": 1.0, "sample_count": 51}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 51, "pushed_frames": 51, "read_frames": 51, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.7, "pushed": 1.7, "read": 1.7}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 51, "client_acquire_ms": {"avg_ms": 0.008, "count": 51, "max_ms": 0.032, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4376.478, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.157, "count": 51, "max_ms": 6.076, "p95_ms": 3.567, "reason": null, "sample_age_ms": 4413.278, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.468, "count": 51, "max_ms": 5.823, "p95_ms": 2.653, "reason": null, "sample_age_ms": 4413.528, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.389, "count": 51, "max_ms": 0.737, "p95_ms": 0.643, "reason": null, "sample_age_ms": 4376.492, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.092, "count": 51, "max_ms": 4.077, "p95_ms": 3.684, "reason": null, "sample_age_ms": 4412.142, "source": "client_direct"}, "request_count": 51, "request_tensor_bytes": {"avg": 2764808.0, "count": 51, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4412.129, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 51, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4376.87, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.62, "count": 51, "max_ms": 69.207, "p95_ms": 60.547, "reason": null, "sample_age_ms": 4376.471, "source": "client_direct"}, "sample_age_ms": 4376.463, "source": "client_direct", "task_total_ms": {"avg_ms": 50.3, "count": 51, "max_ms": 72.209, "p95_ms": 63.94, "reason": null, "sample_age_ms": 4376.463, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.292, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.68, "count": 51, "max_ms": 9.754, "p95_ms": 8.221}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.456, "count": 51, "max_ms": 1.196, "p95_ms": 0.882}, "detection_prepare_ms": {"avg_ms": 1.56, "count": 51, "max_ms": 2.604, "p95_ms": 2.411}, "event_filter_ms": {"avg_ms": 0.006, "count": 51, "max_ms": 0.016, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.323, "count": 51, "max_ms": 0.8, "p95_ms": 0.609}, "mcmt_ms": {"avg_ms": 0.004, "count": 51, "max_ms": 0.012, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.502, "count": 51, "max_ms": 3.965, "p95_ms": 2.617}, "setup_ms": {"avg_ms": 0.048, "count": 51, "max_ms": 0.091, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 5.621, "count": 51, "max_ms": 9.669, "p95_ms": 8.135}, "track_match_ms": {"avg_ms": 0.083, "count": 51, "max_ms": 0.22, "p95_ms": 0.167}, "tracker_update_ms": {"avg_ms": 1.639, "count": 51, "max_ms": 3.234, "p95_ms": 3.025}}, "gstreamer_push": {"avg_ms": 2.933, "count": 51, "max_ms": 7.078, "p95_ms": 4.425}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 51, "max_ms": 0.141, "p95_ms": 0.125}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.863, "count": 51, "max_ms": 73.537, "p95_ms": 67.626}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.796, "count": 51, "max_ms": 11.378, "p95_ms": 7.921}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 95.419, "count": 51, "max_ms": 125.117, "p95_ms": 113.337}, "inference_input_copy_ms": {"avg_ms": 1.601, "count": 51, "max_ms": 4.6, "p95_ms": 2.979}, "processing_residual_ms": {"avg_ms": 0.179, "count": 51, "max_ms": 0.463, "p95_ms": 0.299}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.994, "count": 51, "max_ms": 138.305, "p95_ms": 118.171}, "read_interval": {"avg_ms": 504.659, "count": 51, "max_ms": 19885.85, "p95_ms": 159.353}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 51, "max_ms": 0.051, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 1.431, "count": 51, "max_ms": 3.823, "p95_ms": 2.51}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 51, "max_ms": 0.053, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.413, "count": 51, "max_ms": 3.787, "p95_ms": 2.483}, "worker_merge_ms": {"avg_ms": 0.007, "count": 51, "max_ms": 0.021, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.879, "count": 51, "max_ms": 73.557, "p95_ms": 67.648}, "visualize": {"avg_ms": 36.593, "count": 51, "max_ms": 50.84, "p95_ms": 47.214}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.351, "count": 51, "max_ms": 43.226, "p95_ms": 40.979}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.937, "count": 51, "max_ms": 48.365, "p95_ms": 45.562}, "visualize_input_copy_ms": {"avg_ms": 1.432, "count": 51, "max_ms": 4.56, "p95_ms": 2.37}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.795, "count": 51, "max_ms": 48.147, "p95_ms": 45.471}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 51, "max_ms": 0.188, "p95_ms": 0.145}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 51}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 866.266, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.929, "skip_count": 3}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.132, "sample_count": 2580, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 101597, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T18:21:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 78900, "write_bytes_delta": 78900, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 948.0, "cpu_core_ratio": 0.419811, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 16045, "reason": null, "system_cpu_core_ratio": 0.035898, "system_cpu_s_delta": 0.7199999999999989, "user_cpu_core_ratio": 0.383913, "user_cpu_s_delta": 7.699999999999989}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.503743, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.434769, "system_cpu_s_delta": 8.719999999999345, "user_cpu_core_ratio": 1.068974, "user_cpu_s_delta": 21.43999999999869}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.255, "count": 264, "max_ms": 7.052, "p95_ms": 5.247, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.356, "max": 25.0, "p95": 23.0, "sample_count": 264}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.06, "key_count": 2, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 166}, "total": {"avg": 0.826, "max": 3.0, "p95": 2.0, "sample_count": 264}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.866, "count": 30, "max": 68.542, "p95": 63.549, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.963, "count": 30, "max": 37.336, "p95": 27.962, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 967.8, "count": 30, "max": 1303.0, "p95": 1203.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 406.267, "count": 30, "max": 8958.0, "p95": 1448.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.04, "count": 30, "max": 0.141, "p95": 0.087, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.373, "count": 30, "max": 0.416, "p95": 0.412, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.068, "p95": 0.001, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 73958.767, "count": 30, "max": 81381.0, "p95": 78960.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 73958.767, "count": 30, "max": 81381.0, "p95": 78960.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 6602.5, "count": 30, "max": 41972.0, "p95": 33170.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.477, "count": 30, "max": 0.515, "p95": 0.508, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.119, "count": 30, "max": 1.165, "p95": 1.163, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 856, "sampled_at": "2026-10-30T18:21:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T18:21:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5473.703, "limit_mb": null}, "detail": {"watchdog_timeout_sec": 30.0}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "frame_read_watchdog_timeout", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 18438.802, "last_started_at": "2026-10-30T14:32:35+09:00", "pid": 545, "process": {"exists": true, "fd_count": 5, "hwm_mb": 240.684, "name": "ffmpeg", "pid": 545, "rss_mb": 240.684, "state": "S (sleeping)", "threads": 70}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.666, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 30.04, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 30.1, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 31, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 311.017, "last_sample_duration_ms": 835.621, "last_trigger": "periodic", "next_snapshot_in_sec": 288.983, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 31, "storage_bytes": 1344580}, "mjpeg": {"age_sec": 30.03, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T19:39:54+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.57, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 33.665, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30073.892, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30067.798, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30067.359, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30069.257, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.764, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.48, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.272, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.408, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 183878, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 130004, "write_bytes_delta": 130004, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1250.0, "cpu_core_ratio": 0.250939, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 545, "reason": null, "system_cpu_core_ratio": 0.04299, "system_cpu_s_delta": 0.8600000000000136, "user_cpu_core_ratio": 0.20795, "user_cpu_s_delta": 4.1599999999998545}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.733822, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.16696, "system_cpu_s_delta": 3.3400000000001455, "user_cpu_core_ratio": 0.566863, "user_cpu_s_delta": 11.339999999998327}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.673, "count": 300, "max_ms": 8.931, "p95_ms": 6.071, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 300}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 1}, "total": {"avg": 0.003, "max": 1.0, "p95": 0.0, "sample_count": 300}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.066, "count": 30, "max": 51.586, "p95": 47.025, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.839, "count": 30, "max": 43.455, "p95": 35.547, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1256.6, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.205, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131194.2, "count": 30, "max": 134489.0, "p95": 134003.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 131194.2, "count": 30, "max": 134489.0, "p95": 134003.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 246.067, "count": 30, "max": 6678.0, "p95": 35.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.165, "count": 30, "max": 0.193, "p95": 0.175, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.546, "count": 30, "max": 0.59, "p95": 0.582, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 976, "sampled_at": "2026-10-30T19:39:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T19:39:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5421.574, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 18438.862, "last_started_at": "2026-10-30T14:32:35+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.666, "sample_count": 2699, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 30.1, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 30.16, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 31, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 311.037, "last_sample_duration_ms": 835.621, "last_trigger": "periodic", "next_snapshot_in_sec": 288.963, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 31, "storage_bytes": 1344580}, "mjpeg": {"age_sec": 30.09, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T19:39:54+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.57, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 33.69, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30112.63, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30106.536, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30106.097, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30107.995, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.942, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.57, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.34, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.666, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.062, "exists": true, "size_bytes": 130383, "write_bytes_delta": 130383, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1181.0, "cpu_core_ratio": 0.098546, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 545, "reason": null, "system_cpu_core_ratio": 0.016118, "system_cpu_s_delta": 0.7899999999999636, "user_cpu_core_ratio": 0.082428, "user_cpu_s_delta": 4.039999999999964}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.294005, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.067737, "system_cpu_s_delta": 3.319999999999709, "user_cpu_core_ratio": 0.226268, "user_cpu_s_delta": 11.090000000000146}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.616, "count": 30, "max": 51.586, "p95": 47.025, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.368, "count": 30, "max": 43.455, "p95": 35.547, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.002, "count": 30, "max": 30.062, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131111.0, "count": 30, "max": 134489.0, "p95": 134003.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 131111.0, "count": 30, "max": 134489.0, "p95": 134003.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 246.033, "count": 30, "max": 6678.0, "p95": 35.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.161, "count": 30, "max": 0.193, "p95": 0.175, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.535, "count": 30, "max": 0.59, "p95": 0.582, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 977, "sampled_at": "2026-10-30T19:39:54+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T19:39:54+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5268.402, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5e0d90242880] error while decoding MB 20 13, bytestream -5 [h264 @ 0x5e0d9022e6c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5e0d9022e6c0] error while decoding MB 0 24, bytestream 574", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T19:39:54+09:00", "last_error_summary": "[h264 @ 0x5e0d90242880] error while decoding MB 20 13, bytestream -5 [h264 @ 0x5e0d9022e6c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5e0d9022e6c0] error while decoding MB 0 24, bytestream 574", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 18438.89, "last_started_at": "2026-10-30T14:32:35+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.666, "sample_count": 2699, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 30.128, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 30.188, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 31, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 311.066, "last_sample_duration_ms": 835.621, "last_trigger": "periodic", "next_snapshot_in_sec": 288.934, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 31, "storage_bytes": 1344580}, "mjpeg": {"age_sec": 30.118, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T19:39:54+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.605, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 33.719, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30140.469, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30134.375, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30133.936, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30135.834, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.567, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.57, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.34, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.666, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.062, "exists": true, "size_bytes": 130383, "write_bytes_delta": 130383, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1181.0, "cpu_core_ratio": 0.098546, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 545, "reason": null, "system_cpu_core_ratio": 0.016118, "system_cpu_s_delta": 0.7899999999999636, "user_cpu_core_ratio": 0.082428, "user_cpu_s_delta": 4.039999999999964}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.294005, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.067737, "system_cpu_s_delta": 3.319999999999709, "user_cpu_core_ratio": 0.226268, "user_cpu_s_delta": 11.090000000000146}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.616, "count": 30, "max": 51.586, "p95": 47.025, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.368, "count": 30, "max": 43.455, "p95": 35.547, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.002, "count": 30, "max": 30.062, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131111.0, "count": 30, "max": 134489.0, "p95": 134003.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 131111.0, "count": 30, "max": 134489.0, "p95": 134003.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 246.033, "count": 30, "max": 6678.0, "p95": 35.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.161, "count": 30, "max": 0.193, "p95": 0.175, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.535, "count": 30, "max": 0.59, "p95": 0.582, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 977, "sampled_at": "2026-10-30T19:39:54+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T19:39:54+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5284.113, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T19:39:56+09:00", "last_error_summary": "[rtsp @ 0x6049d5e08f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6049d5e08e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 2, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T19:39:56+09:00", "last_error_summary": "[rtsp @ 0x6049d5e08f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6049d5e08e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T19:39:58+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T19:39:56+09:00", "pid": 17068, "process": {"exists": false, "pid": 17068}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.666, "sample_count": 2656, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 34.499, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 34.559, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 31, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 315.442, "last_sample_duration_ms": 835.621, "last_trigger": "periodic", "next_snapshot_in_sec": 284.558, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 31, "storage_bytes": 1344580}, "mjpeg": {"age_sec": 34.489, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T19:39:58+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.711, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 38.095, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34512.842, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34506.748, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34506.31, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34508.207, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.709, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.57, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.34, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.666, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.062, "exists": true, "size_bytes": 130383, "write_bytes_delta": 130383, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1181.0, "cpu_core_ratio": 0.098546, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 545, "reason": null, "system_cpu_core_ratio": 0.016118, "system_cpu_s_delta": 0.7899999999999636, "user_cpu_core_ratio": 0.082428, "user_cpu_s_delta": 4.039999999999964}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.294005, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.067737, "system_cpu_s_delta": 3.319999999999709, "user_cpu_core_ratio": 0.226268, "user_cpu_s_delta": 11.090000000000146}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.616, "count": 30, "max": 51.586, "p95": 47.025, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.368, "count": 30, "max": 43.455, "p95": 35.547, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.002, "count": 30, "max": 30.062, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131111.0, "count": 30, "max": 134489.0, "p95": 134003.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 131111.0, "count": 30, "max": 134489.0, "p95": 134003.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 246.033, "count": 30, "max": 6678.0, "p95": 35.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.161, "count": 30, "max": 0.193, "p95": 0.175, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.535, "count": 30, "max": 0.59, "p95": 0.582, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 977, "sampled_at": "2026-10-30T19:39:54+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T19:39:54+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5271.324, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T19:40:32+09:00", "last_error_summary": "[rtsp @ 0x645ad4dd8f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x645ad4dd8e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 5, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T19:40:32+09:00", "last_error_summary": "[rtsp @ 0x645ad4dd8f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x645ad4dd8e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T19:40:33+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T19:40:31+09:00", "pid": 17074, "process": {"exists": false, "pid": 17074}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.812, "sample_count": 2304, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 69.647, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 69.708, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 31, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 350.603, "last_sample_duration_ms": 835.621, "last_trigger": "periodic", "next_snapshot_in_sec": 249.397, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 31, "storage_bytes": 1344580}, "mjpeg": {"age_sec": 69.638, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T19:40:33+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.711, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 73.249, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 69661.045, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 69654.95, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 69654.512, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 69656.409, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.497, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.57, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.34, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.666, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.062, "exists": true, "size_bytes": 130383, "write_bytes_delta": 130383, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1181.0, "cpu_core_ratio": 0.098546, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 545, "reason": null, "system_cpu_core_ratio": 0.016118, "system_cpu_s_delta": 0.7899999999999636, "user_cpu_core_ratio": 0.082428, "user_cpu_s_delta": 4.039999999999964}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.294005, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.067737, "system_cpu_s_delta": 3.319999999999709, "user_cpu_core_ratio": 0.226268, "user_cpu_s_delta": 11.090000000000146}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.616, "count": 30, "max": 51.586, "p95": 47.025, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.368, "count": 30, "max": 43.455, "p95": 35.547, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.002, "count": 30, "max": 30.062, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131111.0, "count": 30, "max": 134489.0, "p95": 134003.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 131111.0, "count": 30, "max": 134489.0, "p95": 134003.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 246.033, "count": 30, "max": 6678.0, "p95": 35.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.161, "count": 30, "max": 0.193, "p95": 0.175, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.535, "count": 30, "max": 0.59, "p95": 0.582, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 977, "sampled_at": "2026-10-30T19:39:54+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T19:39:54+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5271.562, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 5, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T19:40:32+09:00", "last_error_summary": "[rtsp @ 0x645ad4dd8f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x645ad4dd8e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T19:40:33+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.044, "last_started_at": "2026-10-30T19:40:31+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 4, "restart_count_per_hour": 4, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 5}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.812, "sample_count": 2304, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 69.69, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 69.751, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 31, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 350.628, "last_sample_duration_ms": 835.621, "last_trigger": "periodic", "next_snapshot_in_sec": 249.372, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 31, "storage_bytes": 1344580}, "mjpeg": {"age_sec": 69.681, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T19:40:33+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.711, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 73.28, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 69703.048, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 69696.954, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 69696.515, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 69698.413, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.775, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.711, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.196, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.812, "sample_count": 2304, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 69.652, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17074, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.005402, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.00108, "system_cpu_s_delta": 0.01999999999998181, "user_cpu_core_ratio": 0.004321, "user_cpu_s_delta": 0.07999999999992724}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.177, "count": 30, "max": 51.586, "p95": 47.025, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.793, "count": 30, "max": 43.455, "p95": 35.547, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 5.028, "count": 30, "max": 69.652, "p95": 41.655, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131033.367, "count": 30, "max": 134489.0, "p95": 134003.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 122341.167, "count": 30, "max": 134489.0, "p95": 134003.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 246.133, "count": 30, "max": 6678.0, "p95": 43.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.15, "count": 30, "max": 0.193, "p95": 0.175, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.498, "count": 30, "max": 0.59, "p95": 0.582, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 979, "sampled_at": "2026-10-30T19:40:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T19:40:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5272.277, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T19:41:07+09:00", "last_error_summary": "[rtsp @ 0x5ebe6fbf2f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5ebe6fbf2e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 6, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T19:41:07+09:00", "last_error_summary": "[rtsp @ 0x5ebe6fbf2f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5ebe6fbf2e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T19:41:08+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T19:41:06+09:00", "pid": 17076, "process": {"exists": false, "pid": 17076}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.666, "sample_count": 1954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 104.673, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 104.733, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 31, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 385.627, "last_sample_duration_ms": 835.621, "last_trigger": "periodic", "next_snapshot_in_sec": 214.373, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 31, "storage_bytes": 1344580}, "mjpeg": {"age_sec": 104.663, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T19:41:08+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.711, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 108.275, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 104687.501, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 104681.407, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 104680.968, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 104682.866, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 10.12, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.711, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.196, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.812, "sample_count": 2304, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 69.652, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17074, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.005402, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.00108, "system_cpu_s_delta": 0.01999999999998181, "user_cpu_core_ratio": 0.004321, "user_cpu_s_delta": 0.07999999999992724}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.177, "count": 30, "max": 51.586, "p95": 47.025, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.793, "count": 30, "max": 43.455, "p95": 35.547, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 5.028, "count": 30, "max": 69.652, "p95": 41.655, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131033.367, "count": 30, "max": 134489.0, "p95": 134003.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 122341.167, "count": 30, "max": 134489.0, "p95": 134003.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 246.133, "count": 30, "max": 6678.0, "p95": 43.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.15, "count": 30, "max": 0.193, "p95": 0.175, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.498, "count": 30, "max": 0.59, "p95": 0.582, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 979, "sampled_at": "2026-10-30T19:40:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T19:40:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5283.398, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 6, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T19:41:07+09:00", "last_error_summary": "[rtsp @ 0x5ebe6fbf2f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5ebe6fbf2e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T19:41:08+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.037, "last_started_at": "2026-10-30T19:41:06+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 5, "restart_count_per_hour": 5, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 6}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.666, "sample_count": 1954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 104.708, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 104.769, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 31, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 385.645, "last_sample_duration_ms": 835.621, "last_trigger": "periodic", "next_snapshot_in_sec": 214.355, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 31, "storage_bytes": 1344580}, "mjpeg": {"age_sec": 104.699, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T19:41:08+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.711, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 108.297, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 104721.215, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 104715.121, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 104714.683, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 104716.58, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.594, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.711, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.322, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.666, "sample_count": 1954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 104.678, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17076, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.005996, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.001428, "system_cpu_s_delta": 0.0500000000001819, "user_cpu_core_ratio": 0.004568, "user_cpu_s_delta": 0.15999999999985448}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.784, "count": 30, "max": 51.586, "p95": 47.025, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.307, "count": 30, "max": 43.455, "p95": 35.547, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 8.518, "count": 30, "max": 104.678, "p95": 61.322, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130918.567, "count": 30, "max": 134489.0, "p95": 133583.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117880.267, "count": 30, "max": 134489.0, "p95": 133583.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 245.333, "count": 30, "max": 6678.0, "p95": 43.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.145, "count": 30, "max": 0.193, "p95": 0.175, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.48, "count": 30, "max": 0.59, "p95": 0.582, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 980, "sampled_at": "2026-10-30T19:41:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T19:41:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5273.211, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T19:42:09+09:00", "last_error_summary": "[rtsp @ 0x56fd6d9f8f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x56fd6d9f8e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 7, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T19:42:09+09:00", "last_error_summary": "[rtsp @ 0x56fd6d9f8f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x56fd6d9f8e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T19:42:11+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T19:42:09+09:00", "pid": 17078, "process": {"exists": false, "pid": 17078}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.825, "sample_count": 1330, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 167.082, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 167.142, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 31, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 448.03, "last_sample_duration_ms": 835.621, "last_trigger": "periodic", "next_snapshot_in_sec": 151.97, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 31, "storage_bytes": 1344580}, "mjpeg": {"age_sec": 167.072, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T19:42:11+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.711, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 170.68, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 167095.575, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 167089.48, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 167089.042, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 167090.939, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.457, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.711, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.322, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.666, "sample_count": 1954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 104.678, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17076, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.005996, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.001428, "system_cpu_s_delta": 0.0500000000001819, "user_cpu_core_ratio": 0.004568, "user_cpu_s_delta": 0.15999999999985448}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.784, "count": 30, "max": 51.586, "p95": 47.025, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.307, "count": 30, "max": 43.455, "p95": 35.547, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 8.518, "count": 30, "max": 104.678, "p95": 61.322, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130918.567, "count": 30, "max": 134489.0, "p95": 133583.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117880.267, "count": 30, "max": 134489.0, "p95": 133583.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 245.333, "count": 30, "max": 6678.0, "p95": 43.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.145, "count": 30, "max": 0.193, "p95": 0.175, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.48, "count": 30, "max": 0.59, "p95": 0.582, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 980, "sampled_at": "2026-10-30T19:41:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T19:41:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5273.113, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 7, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T19:42:09+09:00", "last_error_summary": "[rtsp @ 0x56fd6d9f8f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x56fd6d9f8e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T19:42:11+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.034, "last_started_at": "2026-10-30T19:42:09+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 6, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 7}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.825, "sample_count": 1330, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 167.115, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 167.176, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 31, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 448.052, "last_sample_duration_ms": 835.621, "last_trigger": "periodic", "next_snapshot_in_sec": 151.948, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 31, "storage_bytes": 1344580}, "mjpeg": {"age_sec": 167.106, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T19:42:11+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 170.704, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 167127.856, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 167121.762, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 167121.323, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 167123.221, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.86, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.711, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.322, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.666, "sample_count": 1954, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 104.678, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17076, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.005996, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.001428, "system_cpu_s_delta": 0.0500000000001819, "user_cpu_core_ratio": 0.004568, "user_cpu_s_delta": 0.15999999999985448}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.784, "count": 30, "max": 51.586, "p95": 47.025, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.307, "count": 30, "max": 43.455, "p95": 35.547, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 8.518, "count": 30, "max": 104.678, "p95": 61.322, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130918.567, "count": 30, "max": 134489.0, "p95": 133583.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117880.267, "count": 30, "max": 134489.0, "p95": 133583.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 245.333, "count": 30, "max": 6678.0, "p95": 43.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.145, "count": 30, "max": 0.193, "p95": 0.175, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.48, "count": 30, "max": 0.59, "p95": 0.582, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 980, "sampled_at": "2026-10-30T19:41:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T19:41:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5274.797, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T19:43:12+09:00", "last_error_summary": "[rtsp @ 0x5b3158739f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5b3158739e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 8, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T19:43:12+09:00", "last_error_summary": "[rtsp @ 0x5b3158739f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5b3158739e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T19:43:14+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T19:43:12+09:00", "pid": 17080, "process": {"exists": false, "pid": 17080}, "restart_count": 7, "restart_count_per_hour": 7, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.801, "sample_count": 702, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 229.928, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 229.988, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 31, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 510.873, "last_sample_duration_ms": 835.621, "last_trigger": "periodic", "next_snapshot_in_sec": 89.127, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 31, "storage_bytes": 1344580}, "mjpeg": {"age_sec": 229.918, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T19:43:14+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 233.522, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 229941.387, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 229935.293, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 229934.854, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 229936.752, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.328, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.711, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.292, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 83.825, "sample_count": 1330, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 167.084, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17078, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.004487, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.001122, "system_cpu_s_delta": 0.07000000000016371, "user_cpu_core_ratio": 0.003365, "user_cpu_s_delta": 0.20999999999912689}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.119, "count": 30, "max": 51.586, "p95": 47.025, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.604, "count": 30, "max": 43.455, "p95": 35.547, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 14.087, "count": 30, "max": 167.084, "p95": 88.916, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130834.9, "count": 30, "max": 134489.0, "p95": 133570.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113450.5, "count": 30, "max": 134489.0, "p95": 133570.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 244.533, "count": 30, "max": 6678.0, "p95": 43.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.139, "count": 30, "max": 0.193, "p95": 0.175, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.461, "count": 30, "max": 0.59, "p95": 0.582, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 981, "sampled_at": "2026-10-30T19:42:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T19:42:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5275.148, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 8, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T19:43:12+09:00", "last_error_summary": "[rtsp @ 0x5b3158739f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5b3158739e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T19:43:14+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.028, "last_started_at": "2026-10-30T19:43:12+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 7, "restart_count_per_hour": 7, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.801, "sample_count": 701, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 229.955, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 230.015, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 31, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 510.891, "last_sample_duration_ms": 835.621, "last_trigger": "periodic", "next_snapshot_in_sec": 89.109, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 31, "storage_bytes": 1344580}, "mjpeg": {"age_sec": 229.945, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T19:43:14+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 233.544, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 229967.782, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 229961.687, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 229961.249, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 229963.146, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.019, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.498, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.801, "sample_count": 702, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 229.926, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17080, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.004456, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000955, "system_cpu_s_delta": 0.05999999999994543, "user_cpu_core_ratio": 0.003501, "user_cpu_s_delta": 0.22000000000116415}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.412, "count": 30, "max": 51.586, "p95": 47.025, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.901, "count": 30, "max": 43.455, "p95": 35.547, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 21.751, "count": 30, "max": 229.926, "p95": 139.001, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130757.0, "count": 30, "max": 134489.0, "p95": 133570.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109026.5, "count": 30, "max": 134489.0, "p95": 133570.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.833, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 244.4, "count": 30, "max": 6678.0, "p95": 43.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.133, "count": 30, "max": 0.193, "p95": 0.175, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.442, "count": 30, "max": 0.59, "p95": 0.582, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 982, "sampled_at": "2026-10-30T19:43:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T19:43:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5278.762, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T19:44:14+09:00", "last_error_summary": "[rtsp @ 0x594b7fdb3f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x594b7fdb3e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 9, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T19:44:14+09:00", "last_error_summary": "[rtsp @ 0x594b7fdb3f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x594b7fdb3e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T19:44:16+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T19:44:14+09:00", "pid": 17082, "process": {"exists": false, "pid": 17082}, "restart_count": 8, "restart_count_per_hour": 8, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.688, "sample_count": 76, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 292.491, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 292.552, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 31, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 573.435, "last_sample_duration_ms": 835.621, "last_trigger": "periodic", "next_snapshot_in_sec": 26.565, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 31, "storage_bytes": 1344580}, "mjpeg": {"age_sec": 292.482, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T19:44:16+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 296.085, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 292504.945, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 292498.85, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 292498.412, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 292500.309, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.718, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.498, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 87.801, "sample_count": 702, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 229.926, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17080, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.004456, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000955, "system_cpu_s_delta": 0.05999999999994543, "user_cpu_core_ratio": 0.003501, "user_cpu_s_delta": 0.22000000000116415}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.412, "count": 30, "max": 51.586, "p95": 47.025, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.901, "count": 30, "max": 43.455, "p95": 35.547, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 21.751, "count": 30, "max": 229.926, "p95": 139.001, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130757.0, "count": 30, "max": 134489.0, "p95": 133570.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109026.5, "count": 30, "max": 134489.0, "p95": 133570.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.833, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 244.4, "count": 30, "max": 6678.0, "p95": 43.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.133, "count": 30, "max": 0.193, "p95": 0.175, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.442, "count": 30, "max": 0.59, "p95": 0.582, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 982, "sampled_at": "2026-10-30T19:43:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T19:43:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5278.551, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 9, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T19:44:14+09:00", "last_error_summary": "[rtsp @ 0x594b7fdb3f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x594b7fdb3e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T19:44:16+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.026, "last_started_at": "2026-10-30T19:44:14+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 8, "restart_count_per_hour": 8, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.688, "sample_count": 76, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 292.516, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 292.577, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 31, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 573.451, "last_sample_duration_ms": 835.621, "last_trigger": "periodic", "next_snapshot_in_sec": 26.549, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 31, "storage_bytes": 1344580}, "mjpeg": {"age_sec": 292.507, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T19:44:16+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 296.104, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 292529.065, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 292522.971, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 292522.533, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 292524.43, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.736, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.136, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.688, "sample_count": 76, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 292.49, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17082, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.003996, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.001119, "system_cpu_s_delta": 0.06999999999970896, "user_cpu_core_ratio": 0.002877, "user_cpu_s_delta": 0.18000000000029104}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.052, "count": 30, "max": 51.586, "p95": 47.025, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.483, "count": 30, "max": 43.455, "p95": 35.547, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 31.501, "count": 30, "max": 292.49, "p95": 201.647, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130701.5, "count": 30, "max": 134489.0, "p95": 133570.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 104624.9, "count": 30, "max": 134489.0, "p95": 133570.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.8, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 243.667, "count": 30, "max": 6678.0, "p95": 43.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.128, "count": 30, "max": 0.193, "p95": 0.175, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.59, "p95": 0.582, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 983, "sampled_at": "2026-10-30T19:44:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T19:44:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5287.836, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T19:54:17+09:00", "last_error_summary": "[rtsp @ 0x5f15e0e90f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5f15e0e90e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 10, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T19:54:17+09:00", "last_error_summary": "[rtsp @ 0x5f15e0e90f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5f15e0e90e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T19:54:19+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T19:54:17+09:00", "pid": 17084, "process": {"exists": false, "pid": 17084}, "restart_count": 9, "restart_count_per_hour": 9, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 895.309, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 895.369, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 32, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 574.394, "last_sample_duration_ms": 516.508, "last_trigger": "periodic", "next_snapshot_in_sec": 25.606, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 32, "storage_bytes": 1353834}, "mjpeg": {"age_sec": 895.299, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T19:54:19+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 898.904, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 895323.045, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 895316.951, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 895316.512, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 895318.41, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.869, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.136, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 91.688, "sample_count": 76, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 292.49, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17082, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.003996, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.001119, "system_cpu_s_delta": 0.06999999999970896, "user_cpu_core_ratio": 0.002877, "user_cpu_s_delta": 0.18000000000029104}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.052, "count": 30, "max": 51.586, "p95": 47.025, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.483, "count": 30, "max": 43.455, "p95": 35.547, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 31.501, "count": 30, "max": 292.49, "p95": 201.647, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130701.5, "count": 30, "max": 134489.0, "p95": 133570.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 104624.9, "count": 30, "max": 134489.0, "p95": 133570.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.8, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 243.667, "count": 30, "max": 6678.0, "p95": 43.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.128, "count": 30, "max": 0.193, "p95": 0.175, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.59, "p95": 0.582, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 983, "sampled_at": "2026-10-30T19:44:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T19:44:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5288.438, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 10, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T19:54:17+09:00", "last_error_summary": "[rtsp @ 0x5f15e0e90f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5f15e0e90e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T19:54:19+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.031, "last_started_at": "2026-10-30T19:54:17+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 9, "restart_count_per_hour": 9, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 895.338, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 895.399, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 32, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 574.413, "last_sample_duration_ms": 516.508, "last_trigger": "periodic", "next_snapshot_in_sec": 25.587, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 32, "storage_bytes": 1353834}, "mjpeg": {"age_sec": 895.329, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T19:54:19+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 898.928, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 895351.382, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 895345.288, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 895344.849, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 895346.746, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.367, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.456, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 895.309, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17084, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.003102, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000929, "system_cpu_s_delta": 0.5600000000004002, "user_cpu_core_ratio": 0.002173, "user_cpu_s_delta": 1.3099999999994907}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.748, "count": 30, "max": 51.586, "p95": 47.025, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.119, "count": 30, "max": 43.455, "p95": 26.74, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 61.345, "count": 30, "max": 895.309, "p95": 264.336, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130564.633, "count": 30, "max": 134148.0, "p95": 132771.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100141.933, "count": 30, "max": 134148.0, "p95": 132771.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.767, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 242.867, "count": 30, "max": 6678.0, "p95": 43.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.122, "count": 30, "max": 0.193, "p95": 0.175, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.404, "count": 30, "max": 0.582, "p95": 0.579, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 984, "sampled_at": "2026-10-30T19:54:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T19:54:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5310.27, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T20:04:20+09:00", "last_error_summary": "[rtsp @ 0x5dbde3353f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5dbde3353e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 11, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T20:04:20+09:00", "last_error_summary": "[rtsp @ 0x5dbde3353f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5dbde3353e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T20:04:22+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T20:04:20+09:00", "pid": 17086, "process": {"exists": false, "pid": 17086}, "restart_count": 10, "restart_count_per_hour": 10, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 1498.119, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 1498.179, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 575.455, "last_sample_duration_ms": 467.616, "last_trigger": "periodic", "next_snapshot_in_sec": 24.545, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 33, "storage_bytes": 1363085}, "mjpeg": {"age_sec": 1498.109, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T20:04:22+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 1501.718, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 1498134.933, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 1498128.838, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 1498128.4, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 1498130.297, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 9.691, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.456, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 895.309, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17084, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.003102, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000929, "system_cpu_s_delta": 0.5600000000004002, "user_cpu_core_ratio": 0.002173, "user_cpu_s_delta": 1.3099999999994907}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.748, "count": 30, "max": 51.586, "p95": 47.025, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.119, "count": 30, "max": 43.455, "p95": 26.74, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 61.345, "count": 30, "max": 895.309, "p95": 264.336, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130564.633, "count": 30, "max": 134148.0, "p95": 132771.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100141.933, "count": 30, "max": 134148.0, "p95": 132771.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.767, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 242.867, "count": 30, "max": 6678.0, "p95": 43.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.122, "count": 30, "max": 0.193, "p95": 0.175, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.404, "count": 30, "max": 0.582, "p95": 0.579, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 984, "sampled_at": "2026-10-30T19:54:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T19:54:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5310.164, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 11, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T20:04:20+09:00", "last_error_summary": "[rtsp @ 0x5dbde3353f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5dbde3353e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T20:04:22+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.034, "last_started_at": "2026-10-30T20:04:20+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 10, "restart_count_per_hour": 10, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 1498.151, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 1498.212, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 33, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 575.472, "last_sample_duration_ms": 467.616, "last_trigger": "periodic", "next_snapshot_in_sec": 24.528, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 33, "storage_bytes": 1363085}, "mjpeg": {"age_sec": 1498.142, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T20:04:22+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 1501.74, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 1498164.298, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 1498158.204, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 1498157.765, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 1498159.662, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.891, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.061, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 1498.122, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17086, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002986, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000912, "system_cpu_s_delta": 0.5499999999997272, "user_cpu_core_ratio": 0.002074, "user_cpu_s_delta": 1.25}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.098, "count": 30, "max": 47.086, "p95": 43.946, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.557, "count": 30, "max": 43.455, "p95": 26.74, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 111.282, "count": 30, "max": 1498.122, "p95": 624.04, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130577.133, "count": 30, "max": 134148.0, "p95": 132771.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95808.333, "count": 30, "max": 134148.0, "p95": 132771.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.733, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 242.1, "count": 30, "max": 6678.0, "p95": 43.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.116, "count": 30, "max": 0.193, "p95": 0.172, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.385, "count": 30, "max": 0.582, "p95": 0.576, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 985, "sampled_at": "2026-10-30T20:04:22+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T20:04:22+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5331.051, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T20:14:23+09:00", "last_error_summary": "[rtsp @ 0x5716b1fc5f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5716b1fc5e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 12, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T20:14:23+09:00", "last_error_summary": "[rtsp @ 0x5716b1fc5f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5716b1fc5e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T20:14:25+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T20:14:23+09:00", "pid": 17088, "process": {"exists": false, "pid": 17088}, "restart_count": 11, "restart_count_per_hour": 11, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 2101.07, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 2101.13, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 34, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 576.477, "last_sample_duration_ms": 481.55, "last_trigger": "periodic", "next_snapshot_in_sec": 23.523, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 34, "storage_bytes": 1372339}, "mjpeg": {"age_sec": 2101.06, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T20:14:25+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 2104.664, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2101083.637, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2101077.543, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2101077.104, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2101079.001, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.612, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.061, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 1498.122, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17086, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002986, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000912, "system_cpu_s_delta": 0.5499999999997272, "user_cpu_core_ratio": 0.002074, "user_cpu_s_delta": 1.25}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.098, "count": 30, "max": 47.086, "p95": 43.946, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.557, "count": 30, "max": 43.455, "p95": 26.74, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 111.282, "count": 30, "max": 1498.122, "p95": 624.04, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130577.133, "count": 30, "max": 134148.0, "p95": 132771.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95808.333, "count": 30, "max": 134148.0, "p95": 132771.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.733, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 242.1, "count": 30, "max": 6678.0, "p95": 43.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.116, "count": 30, "max": 0.193, "p95": 0.172, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.385, "count": 30, "max": 0.582, "p95": 0.576, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 985, "sampled_at": "2026-10-30T20:04:22+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T20:04:22+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5310.562, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 12, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T20:14:23+09:00", "last_error_summary": "[rtsp @ 0x5716b1fc5f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5716b1fc5e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T20:14:25+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.028, "last_started_at": "2026-10-30T20:14:23+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 11, "restart_count_per_hour": 11, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 2101.096, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 2101.157, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 34, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 576.493, "last_sample_duration_ms": 481.55, "last_trigger": "periodic", "next_snapshot_in_sec": 23.507, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 34, "storage_bytes": 1372339}, "mjpeg": {"age_sec": 2101.087, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T20:14:25+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 2104.684, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2101109.0, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2101102.906, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2101102.468, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2101104.365, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.93, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.016, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2101.069, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17088, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002853, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000829, "system_cpu_s_delta": 0.5, "user_cpu_core_ratio": 0.002023, "user_cpu_s_delta": 1.2199999999993452}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.6, "count": 30, "max": 47.086, "p95": 34.383, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.713, "count": 30, "max": 43.455, "p95": 25.586, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 181.318, "count": 30, "max": 2101.069, "p95": 1226.856, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130567.767, "count": 30, "max": 134148.0, "p95": 132771.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91452.867, "count": 30, "max": 134148.0, "p95": 132771.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.7, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 241.333, "count": 30, "max": 6678.0, "p95": 43.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.111, "count": 30, "max": 0.193, "p95": 0.172, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.366, "count": 30, "max": 0.582, "p95": 0.575, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 986, "sampled_at": "2026-10-30T20:14:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T20:14:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5335.156, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T20:24:26+09:00", "last_error_summary": "[rtsp @ 0x5dc180b23f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5dc180b23e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 13, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T20:24:26+09:00", "last_error_summary": "[rtsp @ 0x5dc180b23f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5dc180b23e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T20:24:27+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T20:24:25+09:00", "pid": 17090, "process": {"exists": false, "pid": 17090}, "restart_count": 12, "restart_count_per_hour": 12, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 2703.691, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 2703.752, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 35, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 577.108, "last_sample_duration_ms": 600.935, "last_trigger": "periodic", "next_snapshot_in_sec": 22.892, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 35, "storage_bytes": 1381587}, "mjpeg": {"age_sec": 2703.682, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T20:24:27+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 2707.292, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2703706.096, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2703700.001, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2703699.563, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2703701.46, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 10.582, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.016, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2101.069, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17088, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002853, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000829, "system_cpu_s_delta": 0.5, "user_cpu_core_ratio": 0.002023, "user_cpu_s_delta": 1.2199999999993452}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.6, "count": 30, "max": 47.086, "p95": 34.383, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.713, "count": 30, "max": 43.455, "p95": 25.586, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 181.318, "count": 30, "max": 2101.069, "p95": 1226.856, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130567.767, "count": 30, "max": 134148.0, "p95": 132771.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91452.867, "count": 30, "max": 134148.0, "p95": 132771.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.7, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 241.333, "count": 30, "max": 6678.0, "p95": 43.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.111, "count": 30, "max": 0.193, "p95": 0.172, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.366, "count": 30, "max": 0.582, "p95": 0.575, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 986, "sampled_at": "2026-10-30T20:14:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T20:14:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5336.078, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 13, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T20:24:26+09:00", "last_error_summary": "[rtsp @ 0x5dc180b23f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5dc180b23e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T20:24:27+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.035, "last_started_at": "2026-10-30T20:24:25+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 12, "restart_count_per_hour": 12, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 2703.725, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 2703.786, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 35, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 577.126, "last_sample_duration_ms": 600.935, "last_trigger": "periodic", "next_snapshot_in_sec": 22.874, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 35, "storage_bytes": 1381587}, "mjpeg": {"age_sec": 2703.715, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T20:24:27+09:00", "process": {"exists": true, "fd_count": 103, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 2707.313, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2703737.764, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2703731.67, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2703731.231, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 2703733.129, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.843, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.658, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2703.696, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17090, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002937, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.00083, "system_cpu_s_delta": 0.5, "user_cpu_core_ratio": 0.002107, "user_cpu_s_delta": 1.2700000000004366}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.085, "count": 30, "max": 40.273, "p95": 26.023, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.309, "count": 30, "max": 26.631, "p95": 23.806, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 271.441, "count": 30, "max": 2703.696, "p95": 1829.743, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130549.1, "count": 30, "max": 134148.0, "p95": 132771.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87088.1, "count": 30, "max": 134148.0, "p95": 132771.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.667, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 240.167, "count": 30, "max": 6678.0, "p95": 42.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.105, "count": 30, "max": 0.193, "p95": 0.167, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.346, "count": 30, "max": 0.582, "p95": 0.56, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 987, "sampled_at": "2026-10-30T20:24:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T20:24:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5342.984, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T20:34:29+09:00", "last_error_summary": "[rtsp @ 0x61b23834bf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x61b23834be00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 14, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T20:34:29+09:00", "last_error_summary": "[rtsp @ 0x61b23834bf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x61b23834be00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T20:34:30+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-30T20:34:28+09:00", "pid": 17092, "process": {"exists": false, "pid": 17092}, "restart_count": 13, "restart_count_per_hour": 13, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 3306.69, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 3306.751, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 36, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 578.273, "last_sample_duration_ms": 645.35, "last_trigger": "periodic", "next_snapshot_in_sec": 21.727, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 36, "storage_bytes": 1390835}, "mjpeg": {"age_sec": 3306.681, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T20:34:30+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 3310.287, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3306705.426, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3306699.332, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3306698.893, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3306700.791, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.189, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.658, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2703.696, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17090, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002937, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.00083, "system_cpu_s_delta": 0.5, "user_cpu_core_ratio": 0.002107, "user_cpu_s_delta": 1.2700000000004366}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.085, "count": 30, "max": 40.273, "p95": 26.023, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.309, "count": 30, "max": 26.631, "p95": 23.806, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 271.441, "count": 30, "max": 2703.696, "p95": 1829.743, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130549.1, "count": 30, "max": 134148.0, "p95": 132771.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87088.1, "count": 30, "max": 134148.0, "p95": 132771.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.667, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 240.167, "count": 30, "max": 6678.0, "p95": 42.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.105, "count": 30, "max": 0.193, "p95": 0.167, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.346, "count": 30, "max": 0.582, "p95": 0.56, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 987, "sampled_at": "2026-10-30T20:24:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T20:24:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5343.641, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 14, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T20:34:29+09:00", "last_error_summary": "[rtsp @ 0x61b23834bf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x61b23834be00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T20:34:30+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.03, "last_started_at": "2026-10-30T20:34:28+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 13, "restart_count_per_hour": 13, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 14}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 3306.718, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 3306.779, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 36, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 578.289, "last_sample_duration_ms": 645.35, "last_trigger": "periodic", "next_snapshot_in_sec": 21.711, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 36, "storage_bytes": 1390835}, "mjpeg": {"age_sec": 3306.709, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T20:34:30+09:00", "process": {"exists": true, "fd_count": 102, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 3310.307, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3306731.043, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3306724.948, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3306724.51, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3306726.407, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.824, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.948, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 3306.691, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17092, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002886, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000779, "system_cpu_s_delta": 0.47000000000025466, "user_cpu_core_ratio": 0.002106, "user_cpu_s_delta": 1.2700000000004366}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.604, "count": 30, "max": 40.273, "p95": 26.023, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.821, "count": 30, "max": 26.631, "p95": 23.806, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 381.664, "count": 30, "max": 3306.691, "p95": 2432.514, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130502.567, "count": 30, "max": 134148.0, "p95": 132771.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82695.467, "count": 30, "max": 134148.0, "p95": 132771.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.633, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 239.833, "count": 30, "max": 6678.0, "p95": 42.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.099, "count": 30, "max": 0.193, "p95": 0.167, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.328, "count": 30, "max": 0.582, "p95": 0.557, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 988, "sampled_at": "2026-10-30T20:34:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T20:34:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5343.336, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T20:44:31+09:00", "last_error_summary": "[rtsp @ 0x6370cd049f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6370cd049e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 15, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T20:44:31+09:00", "last_error_summary": "[rtsp @ 0x6370cd049f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6370cd049e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T20:44:33+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T20:44:31+09:00", "pid": 17094, "process": {"exists": false, "pid": 17094}, "restart_count": 14, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 3908.915, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 3908.976, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 37, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 578.634, "last_sample_duration_ms": 603.376, "last_trigger": "periodic", "next_snapshot_in_sec": 21.366, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 37, "storage_bytes": 1400089}, "mjpeg": {"age_sec": 3908.906, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T20:44:33+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 3912.508, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3908928.967, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3908922.873, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3908922.434, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3908924.331, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.356, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.948, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 3306.691, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17092, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002886, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000779, "system_cpu_s_delta": 0.47000000000025466, "user_cpu_core_ratio": 0.002106, "user_cpu_s_delta": 1.2700000000004366}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.604, "count": 30, "max": 40.273, "p95": 26.023, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.821, "count": 30, "max": 26.631, "p95": 23.806, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 381.664, "count": 30, "max": 3306.691, "p95": 2432.514, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130502.567, "count": 30, "max": 134148.0, "p95": 132771.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82695.467, "count": 30, "max": 134148.0, "p95": 132771.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.633, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 239.833, "count": 30, "max": 6678.0, "p95": 42.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.099, "count": 30, "max": 0.193, "p95": 0.167, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.328, "count": 30, "max": 0.582, "p95": 0.557, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 988, "sampled_at": "2026-10-30T20:34:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T20:34:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5343.926, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 15, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T20:44:31+09:00", "last_error_summary": "[rtsp @ 0x6370cd049f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x6370cd049e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T20:44:33+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.025, "last_started_at": "2026-10-30T20:44:31+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 14, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 15}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 3908.939, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 3909.0, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 37, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 578.655, "last_sample_duration_ms": 603.376, "last_trigger": "periodic", "next_snapshot_in_sec": 21.345, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 37, "storage_bytes": 1400089}, "mjpeg": {"age_sec": 3908.93, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T20:44:33+09:00", "process": {"exists": true, "fd_count": 102, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 3912.53, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3908952.353, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3908946.259, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3908945.82, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 3908947.717, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.961, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.482, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 3908.913, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17094, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002624, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000764, "system_cpu_s_delta": 0.4600000000000364, "user_cpu_core_ratio": 0.00186, "user_cpu_s_delta": 1.1199999999989814}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.841, "count": 30, "max": 40.273, "p95": 26.023, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.085, "count": 30, "max": 26.631, "p95": 23.477, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 511.961, "count": 30, "max": 3908.913, "p95": 3035.343, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130426.733, "count": 30, "max": 134148.0, "p95": 132240.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 78273.533, "count": 30, "max": 134148.0, "p95": 132240.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.6, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 239.067, "count": 30, "max": 6678.0, "p95": 42.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.094, "count": 30, "max": 0.193, "p95": 0.167, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.31, "count": 30, "max": 0.582, "p95": 0.557, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 989, "sampled_at": "2026-10-30T20:44:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T20:44:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5374.543, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T20:54:33+09:00", "last_error_summary": "[rtsp @ 0x645c8ade7f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x645c8ade7e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 16, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T20:54:33+09:00", "last_error_summary": "[rtsp @ 0x645c8ade7f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x645c8ade7e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T20:54:35+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T20:54:33+09:00", "pid": 17096, "process": {"exists": false, "pid": 17096}, "restart_count": 15, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 4511.47, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 4511.531, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 38, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 579.389, "last_sample_duration_ms": 600.094, "last_trigger": "periodic", "next_snapshot_in_sec": 20.611, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 38, "storage_bytes": 1409343}, "mjpeg": {"age_sec": 4511.461, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T20:54:35+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 4515.068, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 4511483.849, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 4511477.754, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 4511477.316, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 4511479.213, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 9.547, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.482, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 3908.913, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17094, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002624, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000764, "system_cpu_s_delta": 0.4600000000000364, "user_cpu_core_ratio": 0.00186, "user_cpu_s_delta": 1.1199999999989814}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.841, "count": 30, "max": 40.273, "p95": 26.023, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.085, "count": 30, "max": 26.631, "p95": 23.477, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 511.961, "count": 30, "max": 3908.913, "p95": 3035.343, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130426.733, "count": 30, "max": 134148.0, "p95": 132240.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 78273.533, "count": 30, "max": 134148.0, "p95": 132240.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.6, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 239.067, "count": 30, "max": 6678.0, "p95": 42.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.094, "count": 30, "max": 0.193, "p95": 0.167, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.31, "count": 30, "max": 0.582, "p95": 0.557, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 989, "sampled_at": "2026-10-30T20:44:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T20:44:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5355.051, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 16, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T20:54:33+09:00", "last_error_summary": "[rtsp @ 0x645c8ade7f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x645c8ade7e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T20:54:35+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.034, "last_started_at": "2026-10-30T20:54:33+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 15, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 16}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 4511.503, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 4511.564, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 38, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 579.417, "last_sample_duration_ms": 600.094, "last_trigger": "periodic", "next_snapshot_in_sec": 20.583, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 38, "storage_bytes": 1409343}, "mjpeg": {"age_sec": 4511.494, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T20:54:35+09:00", "process": {"exists": true, "fd_count": 102, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 4515.097, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 4511516.402, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 4511510.308, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 4511509.869, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 4511511.766, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.488, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.734, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 4511.473, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17096, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002672, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.00078, "system_cpu_s_delta": 0.4699999999997999, "user_cpu_core_ratio": 0.001892, "user_cpu_s_delta": 1.140000000001237}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.515, "count": 30, "max": 40.273, "p95": 26.023, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.686, "count": 30, "max": 26.631, "p95": 23.477, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 662.344, "count": 30, "max": 4511.473, "p95": 3637.913, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130344.0, "count": 30, "max": 134148.0, "p95": 131450.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 73844.7, "count": 30, "max": 134148.0, "p95": 131450.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.567, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.5, "count": 30, "max": 50.0, "p95": 29.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.087, "count": 30, "max": 0.167, "p95": 0.166, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.291, "count": 30, "max": 0.567, "p95": 0.544, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 990, "sampled_at": "2026-10-30T20:54:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T20:54:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5380.004, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T21:04:36+09:00", "last_error_summary": "[rtsp @ 0x5ccfeea8ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5ccfeea8ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 17, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T21:04:36+09:00", "last_error_summary": "[rtsp @ 0x5ccfeea8ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5ccfeea8ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T21:04:37+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-30T21:04:35+09:00", "pid": 17098, "process": {"exists": false, "pid": 17098}, "restart_count": 16, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 5113.73, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 5113.791, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 39, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 580.02, "last_sample_duration_ms": 523.584, "last_trigger": "periodic", "next_snapshot_in_sec": 19.98, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 39, "storage_bytes": 1418607}, "mjpeg": {"age_sec": 5113.721, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T21:04:38+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 5117.33, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5113746.261, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5113740.166, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5113739.728, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5113741.625, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.986, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.734, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 4511.473, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17096, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002672, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.00078, "system_cpu_s_delta": 0.4699999999997999, "user_cpu_core_ratio": 0.001892, "user_cpu_s_delta": 1.140000000001237}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.515, "count": 30, "max": 40.273, "p95": 26.023, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.686, "count": 30, "max": 26.631, "p95": 23.477, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 662.344, "count": 30, "max": 4511.473, "p95": 3637.913, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130344.0, "count": 30, "max": 134148.0, "p95": 131450.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 73844.7, "count": 30, "max": 134148.0, "p95": 131450.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.567, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.5, "count": 30, "max": 50.0, "p95": 29.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.087, "count": 30, "max": 0.167, "p95": 0.166, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.291, "count": 30, "max": 0.567, "p95": 0.544, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 990, "sampled_at": "2026-10-30T20:54:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T20:54:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5389.934, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 17, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T21:04:36+09:00", "last_error_summary": "[rtsp @ 0x5ccfeea8ef00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5ccfeea8ee00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T21:04:37+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.036, "last_started_at": "2026-10-30T21:04:35+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 16, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 17}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 5113.765, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 5113.826, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 39, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 580.044, "last_sample_duration_ms": 523.584, "last_trigger": "periodic", "next_snapshot_in_sec": 19.956, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 39, "storage_bytes": 1418607}, "mjpeg": {"age_sec": 5113.756, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T21:04:38+09:00", "process": {"exists": true, "fd_count": 102, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 5117.357, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5113778.16, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5113772.065, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5113771.627, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5113773.524, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.53, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.831, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 5113.732, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17098, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002574, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000631, "system_cpu_s_delta": 0.38000000000010914, "user_cpu_core_ratio": 0.001943, "user_cpu_s_delta": 1.1700000000000728}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.888, "count": 30, "max": 40.273, "p95": 26.023, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.067, "count": 30, "max": 26.631, "p95": 23.477, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 832.801, "count": 30, "max": 5113.732, "p95": 4240.321, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130309.5, "count": 30, "max": 134148.0, "p95": 131358.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 69464.1, "count": 30, "max": 134148.0, "p95": 131358.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.533, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.7, "count": 30, "max": 50.0, "p95": 29.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.167, "p95": 0.166, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.273, "count": 30, "max": 0.567, "p95": 0.544, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 991, "sampled_at": "2026-10-30T21:04:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T21:04:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5388.688, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T21:14:39+09:00", "last_error_summary": "[rtsp @ 0x62104b778f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x62104b778e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 18, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T21:14:39+09:00", "last_error_summary": "[rtsp @ 0x62104b778f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x62104b778e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T21:14:40+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-30T21:14:38+09:00", "pid": 17100, "process": {"exists": false, "pid": 17100}, "restart_count": 17, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 5716.653, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 5716.713, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 40, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 581.291, "last_sample_duration_ms": 632.505, "last_trigger": "periodic", "next_snapshot_in_sec": 18.709, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 40, "storage_bytes": 1427864}, "mjpeg": {"age_sec": 5716.643, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T21:14:40+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 5720.25, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5716667.517, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5716661.423, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5716660.985, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5716662.882, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.879, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.831, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 5113.732, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17098, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002574, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000631, "system_cpu_s_delta": 0.38000000000010914, "user_cpu_core_ratio": 0.001943, "user_cpu_s_delta": 1.1700000000000728}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.888, "count": 30, "max": 40.273, "p95": 26.023, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 11.067, "count": 30, "max": 26.631, "p95": 23.477, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 832.801, "count": 30, "max": 5113.732, "p95": 4240.321, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130309.5, "count": 30, "max": 134148.0, "p95": 131358.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 69464.1, "count": 30, "max": 134148.0, "p95": 131358.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.533, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.7, "count": 30, "max": 50.0, "p95": 29.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.167, "p95": 0.166, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.273, "count": 30, "max": 0.567, "p95": 0.544, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 991, "sampled_at": "2026-10-30T21:04:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T21:04:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5399.492, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 18, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T21:14:39+09:00", "last_error_summary": "[rtsp @ 0x62104b778f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x62104b778e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T21:14:40+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.032, "last_started_at": "2026-10-30T21:14:38+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 17, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 18}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 5716.683, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 5716.743, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 40, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 581.309, "last_sample_duration_ms": 632.505, "last_trigger": "periodic", "next_snapshot_in_sec": 18.691, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 40, "storage_bytes": 1427864}, "mjpeg": {"age_sec": 5716.673, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T21:14:40+09:00", "process": {"exists": true, "fd_count": 102, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 5720.271, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5716695.706, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5716689.612, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5716689.173, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 5716691.071, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.012, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.552, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 5716.654, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17100, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002604, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000713, "system_cpu_s_delta": 0.4299999999998363, "user_cpu_core_ratio": 0.001891, "user_cpu_s_delta": 1.139999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.586, "count": 30, "max": 40.273, "p95": 26.023, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.675, "count": 30, "max": 26.631, "p95": 23.477, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1023.356, "count": 30, "max": 5716.654, "p95": 4842.715, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130324.7, "count": 30, "max": 134148.0, "p95": 131358.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 65133.2, "count": 30, "max": 134148.0, "p95": 131358.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.5, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.933, "count": 30, "max": 50.0, "p95": 29.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.167, "p95": 0.166, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.256, "count": 30, "max": 0.567, "p95": 0.544, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 992, "sampled_at": "2026-10-30T21:14:40+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T21:14:40+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5391.066, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T21:24:41+09:00", "last_error_summary": "[rtsp @ 0x5c648dc0ff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5c648dc0fe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 19, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T21:24:41+09:00", "last_error_summary": "[rtsp @ 0x5c648dc0ff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5c648dc0fe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T21:24:43+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-30T21:24:41+09:00", "pid": 17102, "process": {"exists": false, "pid": 17102}, "restart_count": 18, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 6319.317, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 6319.377, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 41, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 582.163, "last_sample_duration_ms": 623.772, "last_trigger": "periodic", "next_snapshot_in_sec": 17.837, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 41, "storage_bytes": 1437114}, "mjpeg": {"age_sec": 6319.307, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T21:24:43+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 6322.917, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6319331.24, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6319325.146, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6319324.708, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6319326.605, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.308, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.552, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 5716.654, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17100, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002604, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000713, "system_cpu_s_delta": 0.4299999999998363, "user_cpu_core_ratio": 0.001891, "user_cpu_s_delta": 1.139999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 12.586, "count": 30, "max": 40.273, "p95": 26.023, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 10.675, "count": 30, "max": 26.631, "p95": 23.477, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1023.356, "count": 30, "max": 5716.654, "p95": 4842.715, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130324.7, "count": 30, "max": 134148.0, "p95": 131358.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 65133.2, "count": 30, "max": 134148.0, "p95": 131358.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.5, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.933, "count": 30, "max": 50.0, "p95": 29.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.167, "p95": 0.166, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.256, "count": 30, "max": 0.567, "p95": 0.544, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 992, "sampled_at": "2026-10-30T21:14:40+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T21:14:40+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5390.918, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 19, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T21:24:41+09:00", "last_error_summary": "[rtsp @ 0x5c648dc0ff00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5c648dc0fe00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T21:24:43+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.036, "last_started_at": "2026-10-30T21:24:41+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 18, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 19}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 6319.351, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 6319.412, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 41, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 582.181, "last_sample_duration_ms": 623.772, "last_trigger": "periodic", "next_snapshot_in_sec": 17.819, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 41, "storage_bytes": 1437114}, "mjpeg": {"age_sec": 6319.342, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T21:24:43+09:00", "process": {"exists": true, "fd_count": 102, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 6322.939, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6319363.874, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6319357.78, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6319357.342, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6319359.239, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.752, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.048, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 6319.319, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17102, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002655, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000713, "system_cpu_s_delta": 0.4299999999998363, "user_cpu_core_ratio": 0.001941, "user_cpu_s_delta": 1.1700000000000728}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.782, "count": 30, "max": 40.273, "p95": 24.07, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.87, "count": 30, "max": 24.309, "p95": 22.401, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1234.0, "count": 30, "max": 6319.319, "p95": 5445.339, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130348.8, "count": 30, "max": 134148.0, "p95": 131358.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 60811.2, "count": 30, "max": 134148.0, "p95": 131358.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.467, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.167, "count": 30, "max": 50.0, "p95": 29.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.071, "count": 30, "max": 0.167, "p95": 0.164, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.238, "count": 30, "max": 0.567, "p95": 0.541, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 993, "sampled_at": "2026-10-30T21:24:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T21:24:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5409.25, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T21:34:44+09:00", "last_error_summary": "[rtsp @ 0x592168da2f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x592168da2e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 20, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T21:34:44+09:00", "last_error_summary": "[rtsp @ 0x592168da2f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x592168da2e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T21:34:46+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T21:34:44+09:00", "pid": 17104, "process": {"exists": false, "pid": 17104}, "restart_count": 19, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 20}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 6921.803, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 6921.864, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 42, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 582.694, "last_sample_duration_ms": 568.834, "last_trigger": "periodic", "next_snapshot_in_sec": 17.306, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 42, "storage_bytes": 1446362}, "mjpeg": {"age_sec": 6921.794, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T21:34:46+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 6925.4, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6921817.415, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6921811.321, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6921810.882, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6921812.779, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.762, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.048, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 6319.319, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17102, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002655, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000713, "system_cpu_s_delta": 0.4299999999998363, "user_cpu_core_ratio": 0.001941, "user_cpu_s_delta": 1.1700000000000728}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.782, "count": 30, "max": 40.273, "p95": 24.07, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.87, "count": 30, "max": 24.309, "p95": 22.401, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1234.0, "count": 30, "max": 6319.319, "p95": 5445.339, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130348.8, "count": 30, "max": 134148.0, "p95": 131358.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 60811.2, "count": 30, "max": 134148.0, "p95": 131358.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.467, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.167, "count": 30, "max": 50.0, "p95": 29.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.071, "count": 30, "max": 0.167, "p95": 0.164, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.238, "count": 30, "max": 0.567, "p95": 0.541, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 993, "sampled_at": "2026-10-30T21:24:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T21:24:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5409.449, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 20, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T21:34:44+09:00", "last_error_summary": "[rtsp @ 0x592168da2f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x592168da2e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T21:34:46+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.031, "last_started_at": "2026-10-30T21:34:44+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 19, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 20}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 6921.832, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 6921.893, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 42, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 582.713, "last_sample_duration_ms": 568.834, "last_trigger": "periodic", "next_snapshot_in_sec": 17.287, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 42, "storage_bytes": 1446362}, "mjpeg": {"age_sec": 6921.823, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T21:34:46+09:00", "process": {"exists": true, "fd_count": 102, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 6925.423, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6921845.358, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6921839.264, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6921838.825, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 6921840.723, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.693, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.087, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 6921.805, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17104, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002606, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.00073, "system_cpu_s_delta": 0.44000000000005457, "user_cpu_core_ratio": 0.001876, "user_cpu_s_delta": 1.1299999999991996}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.218, "count": 30, "max": 40.273, "p95": 24.07, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.31, "count": 30, "max": 24.309, "p95": 22.401, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1464.727, "count": 30, "max": 6921.805, "p95": 6048.12, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130223.3, "count": 30, "max": 131477.0, "p95": 131022.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 56339.6, "count": 30, "max": 131477.0, "p95": 131022.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.433, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.367, "count": 30, "max": 50.0, "p95": 29.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.066, "count": 30, "max": 0.167, "p95": 0.164, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.22, "count": 30, "max": 0.567, "p95": 0.541, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 994, "sampled_at": "2026-10-30T21:34:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T21:34:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5420.855, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T21:44:47+09:00", "last_error_summary": "[rtsp @ 0x5c086a998f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5c086a998e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 21, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T21:44:47+09:00", "last_error_summary": "[rtsp @ 0x5c086a998f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5c086a998e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T21:44:49+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T21:44:47+09:00", "pid": 17106, "process": {"exists": false, "pid": 17106}, "restart_count": 20, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 7524.761, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 7524.821, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 43, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 584.134, "last_sample_duration_ms": 545.615, "last_trigger": "periodic", "next_snapshot_in_sec": 15.866, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 43, "storage_bytes": 1455614}, "mjpeg": {"age_sec": 7524.751, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T21:44:49+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 7528.366, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 7524774.997, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 7524768.903, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 7524768.465, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 7524770.362, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.136, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.087, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 6921.805, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17104, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002606, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.00073, "system_cpu_s_delta": 0.44000000000005457, "user_cpu_core_ratio": 0.001876, "user_cpu_s_delta": 1.1299999999991996}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 11.218, "count": 30, "max": 40.273, "p95": 24.07, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 9.31, "count": 30, "max": 24.309, "p95": 22.401, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1464.727, "count": 30, "max": 6921.805, "p95": 6048.12, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130223.3, "count": 30, "max": 131477.0, "p95": 131022.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 56339.6, "count": 30, "max": 131477.0, "p95": 131022.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.433, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.367, "count": 30, "max": 50.0, "p95": 29.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.066, "count": 30, "max": 0.167, "p95": 0.164, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.22, "count": 30, "max": 0.567, "p95": 0.541, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 994, "sampled_at": "2026-10-30T21:34:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T21:34:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5431.523, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 21, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T21:44:47+09:00", "last_error_summary": "[rtsp @ 0x5c086a998f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5c086a998e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T21:44:49+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.046, "last_started_at": "2026-10-30T21:44:47+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 20, "restart_count_per_hour": 6, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 21}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 7524.805, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 7524.866, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 43, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 584.158, "last_sample_duration_ms": 545.615, "last_trigger": "periodic", "next_snapshot_in_sec": 15.842, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 43, "storage_bytes": 1455614}, "mjpeg": {"age_sec": 7524.796, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T21:44:49+09:00", "process": {"exists": true, "fd_count": 102, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 7528.394, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 7524818.331, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 7524812.237, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 7524811.799, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 7524813.696, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.166, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.794, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 7524.764, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17106, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002554, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000697, "system_cpu_s_delta": 0.42000000000007276, "user_cpu_core_ratio": 0.001858, "user_cpu_s_delta": 1.1200000000008004}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.667, "count": 30, "max": 40.273, "p95": 24.07, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.773, "count": 30, "max": 24.309, "p95": 22.401, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1715.553, "count": 30, "max": 7524.764, "p95": 6650.686, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130195.6, "count": 30, "max": 131477.0, "p95": 130658.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 51965.8, "count": 30, "max": 131477.0, "p95": 130658.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.4, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.6, "count": 30, "max": 50.0, "p95": 29.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.167, "p95": 0.164, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.567, "p95": 0.541, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 995, "sampled_at": "2026-10-30T21:44:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T21:44:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5459.02, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T22:14:49+09:00", "last_error_summary": "[rtsp @ 0x63533cfccf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x63533cfcce00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 22, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T22:14:49+09:00", "last_error_summary": "[rtsp @ 0x63533cfccf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x63533cfcce00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T22:14:51+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.002, "last_started_at": "2026-10-30T22:14:49+09:00", "pid": 17108, "process": {"exists": false, "pid": 17108}, "restart_count": 21, "restart_count_per_hour": 4, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 9326.874, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 9326.935, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 580.611, "last_sample_duration_ms": 659.238, "last_trigger": "periodic", "next_snapshot_in_sec": 19.389, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 46, "storage_bytes": 1483378}, "mjpeg": {"age_sec": 9326.865, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T22:14:51+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 9330.475, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 9326889.413, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 9326883.318, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 9326882.88, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 9326884.777, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.984, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.794, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 7524.764, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17106, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002554, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000697, "system_cpu_s_delta": 0.42000000000007276, "user_cpu_core_ratio": 0.001858, "user_cpu_s_delta": 1.1200000000008004}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 10.667, "count": 30, "max": 40.273, "p95": 24.07, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.773, "count": 30, "max": 24.309, "p95": 22.401, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1715.553, "count": 30, "max": 7524.764, "p95": 6650.686, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130195.6, "count": 30, "max": 131477.0, "p95": 130658.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 51965.8, "count": 30, "max": 131477.0, "p95": 130658.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.4, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.6, "count": 30, "max": 50.0, "p95": 29.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.167, "p95": 0.164, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.567, "p95": 0.541, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 995, "sampled_at": "2026-10-30T21:44:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T21:44:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5459.605, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 22, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T22:14:49+09:00", "last_error_summary": "[rtsp @ 0x63533cfccf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x63533cfcce00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T22:14:51+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.038, "last_started_at": "2026-10-30T22:14:49+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 21, "restart_count_per_hour": 4, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 22}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 9326.911, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 9326.972, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 46, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 580.632, "last_sample_duration_ms": 659.238, "last_trigger": "periodic", "next_snapshot_in_sec": 19.368, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 46, "storage_bytes": 1483378}, "mjpeg": {"age_sec": 9326.902, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T22:14:51+09:00", "process": {"exists": true, "fd_count": 102, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 9330.501, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 9326924.257, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 9326918.163, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 9326917.725, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 9326919.622, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.928, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.484, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 9326.877, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17108, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002514, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000716, "system_cpu_s_delta": 1.2899999999999636, "user_cpu_core_ratio": 0.001798, "user_cpu_s_delta": 3.2399999999997817}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.93, "count": 30, "max": 40.273, "p95": 23.258, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.028, "count": 30, "max": 22.461, "p95": 21.949, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2026.449, "count": 30, "max": 9326.877, "p95": 7253.432, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130235.833, "count": 30, "max": 131477.0, "p95": 130658.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 47659.933, "count": 30, "max": 131477.0, "p95": 130658.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.367, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.833, "count": 30, "max": 50.0, "p95": 29.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.167, "p95": 0.163, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.185, "count": 30, "max": 0.567, "p95": 0.541, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 996, "sampled_at": "2026-10-30T22:14:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T22:14:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5479.637, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T22:44:52+09:00", "last_error_summary": "[rtsp @ 0x5e5676e54f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5e5676e54e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 23, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T22:44:52+09:00", "last_error_summary": "[rtsp @ 0x5e5676e54f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5e5676e54e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T22:44:54+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T22:44:52+09:00", "pid": 17110, "process": {"exists": false, "pid": 17110}, "restart_count": 22, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 11129.819, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 11129.88, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 49, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 578.408, "last_sample_duration_ms": 495.053, "last_trigger": "periodic", "next_snapshot_in_sec": 21.592, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 49, "storage_bytes": 1511149}, "mjpeg": {"age_sec": 11129.81, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T22:44:54+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 11133.414, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 11129833.969, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 11129827.875, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 11129827.436, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 11129829.334, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.431, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 2.484, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 9326.877, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17108, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002514, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000716, "system_cpu_s_delta": 1.2899999999999636, "user_cpu_core_ratio": 0.001798, "user_cpu_s_delta": 3.2399999999997817}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.93, "count": 30, "max": 40.273, "p95": 23.258, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 8.028, "count": 30, "max": 22.461, "p95": 21.949, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2026.449, "count": 30, "max": 9326.877, "p95": 7253.432, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130235.833, "count": 30, "max": 131477.0, "p95": 130658.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 47659.933, "count": 30, "max": 131477.0, "p95": 130658.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.367, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.833, "count": 30, "max": 50.0, "p95": 29.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.167, "p95": 0.163, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.185, "count": 30, "max": 0.567, "p95": 0.541, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 996, "sampled_at": "2026-10-30T22:14:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T22:14:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5479.359, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 23, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T22:44:52+09:00", "last_error_summary": "[rtsp @ 0x5e5676e54f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5e5676e54e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T22:44:54+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.032, "last_started_at": "2026-10-30T22:44:52+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 22, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 23}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 11129.85, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 11129.911, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 49, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 578.43, "last_sample_duration_ms": 495.053, "last_trigger": "periodic", "next_snapshot_in_sec": 21.57, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 49, "storage_bytes": 1511149}, "mjpeg": {"age_sec": 11129.841, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T22:44:54+09:00", "process": {"exists": true, "fd_count": 102, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 11133.439, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 11129862.983, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 11129856.889, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 11129856.45, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 11129858.347, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.951, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.429, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 11129.819, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17110, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002424, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000693, "system_cpu_s_delta": 1.25, "user_cpu_core_ratio": 0.001731, "user_cpu_s_delta": 3.1200000000008004}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.348, "count": 30, "max": 40.273, "p95": 23.258, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.369, "count": 30, "max": 22.461, "p95": 21.579, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2397.442, "count": 30, "max": 11129.819, "p95": 8515.926, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130231.933, "count": 30, "max": 131477.0, "p95": 130616.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 43309.933, "count": 30, "max": 131477.0, "p95": 130616.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.333, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.033, "count": 30, "max": 50.0, "p95": 29.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.167, "p95": 0.163, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.567, "p95": 0.541, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 997, "sampled_at": "2026-10-30T22:44:54+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T22:44:54+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5509.332, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T23:14:55+09:00", "last_error_summary": "[rtsp @ 0x5fb059cbcf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5fb059cbce00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 24, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T23:14:55+09:00", "last_error_summary": "[rtsp @ 0x5fb059cbcf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5fb059cbce00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T23:14:57+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T23:14:55+09:00", "pid": 17112, "process": {"exists": false, "pid": 17112}, "restart_count": 23, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 12932.816, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 12932.876, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 52, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 575.79, "last_sample_duration_ms": 553.419, "last_trigger": "periodic", "next_snapshot_in_sec": 24.21, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 52, "storage_bytes": 1538912}, "mjpeg": {"age_sec": 12932.807, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T23:14:57+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 12936.41, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 12932830.41, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 12932824.315, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 12932823.877, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 12932825.774, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.443, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 4.429, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 11129.819, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17110, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002424, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000693, "system_cpu_s_delta": 1.25, "user_cpu_core_ratio": 0.001731, "user_cpu_s_delta": 3.1200000000008004}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 9.348, "count": 30, "max": 40.273, "p95": 23.258, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 7.369, "count": 30, "max": 22.461, "p95": 21.579, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2397.442, "count": 30, "max": 11129.819, "p95": 8515.926, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130231.933, "count": 30, "max": 131477.0, "p95": 130616.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 43309.933, "count": 30, "max": 131477.0, "p95": 130616.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.333, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.033, "count": 30, "max": 50.0, "p95": 29.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.167, "p95": 0.163, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.567, "p95": 0.541, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 997, "sampled_at": "2026-10-30T22:44:54+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T22:44:54+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5509.395, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 24, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T23:14:55+09:00", "last_error_summary": "[rtsp @ 0x5fb059cbcf00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x5fb059cbce00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T23:14:57+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.036, "last_started_at": "2026-10-30T23:14:55+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 23, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 24}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 12932.85, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 12932.911, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 52, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 575.813, "last_sample_duration_ms": 553.419, "last_trigger": "periodic", "next_snapshot_in_sec": 24.187, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 52, "storage_bytes": 1538912}, "mjpeg": {"age_sec": 12932.841, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T23:14:57+09:00", "process": {"exists": true, "fd_count": 102, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 12936.439, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 12932863.053, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 12932856.959, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 12932856.521, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 12932858.418, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.777, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.911, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 12932.815, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17112, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002246, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.00066, "system_cpu_s_delta": 1.1900000000000546, "user_cpu_core_ratio": 0.001586, "user_cpu_s_delta": 2.859999999998763}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 8.837, "count": 30, "max": 40.273, "p95": 23.258, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 6.792, "count": 30, "max": 22.461, "p95": 21.579, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2828.536, "count": 30, "max": 12932.815, "p95": 10318.495, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130289.633, "count": 30, "max": 131477.0, "p95": 130616.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 39021.533, "count": 30, "max": 131477.0, "p95": 130616.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.3, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.267, "count": 30, "max": 50.0, "p95": 29.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.167, "p95": 0.158, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.15, "count": 30, "max": 0.567, "p95": 0.536, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 998, "sampled_at": "2026-10-30T23:14:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T23:14:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5553.055, "limit_mb": null}, "detail": {"last_error_at": "2026-10-30T23:44:57+09:00", "last_error_summary": "[rtsp @ 0x620233868f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x620233868e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "returncode": 8, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 25, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T23:44:57+09:00", "last_error_summary": "[rtsp @ 0x620233868f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x620233868e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T23:44:59+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.001, "last_started_at": "2026-10-30T23:44:57+09:00", "pid": 17114, "process": {"exists": false, "pid": 17114}, "restart_count": 24, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 14734.889, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 14734.95, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 55, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 572.596, "last_sample_duration_ms": 489.947, "last_trigger": "periodic", "next_snapshot_in_sec": 27.404, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 55, "storage_bytes": 1566676}, "mjpeg": {"age_sec": 14734.88, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T23:44:59+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 14738.486, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 14734903.839, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 14734897.745, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 14734897.306, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 14734899.204, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.297, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 3.911, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 12932.815, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17112, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.002246, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.00066, "system_cpu_s_delta": 1.1900000000000546, "user_cpu_core_ratio": 0.001586, "user_cpu_s_delta": 2.859999999998763}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 8.837, "count": 30, "max": 40.273, "p95": 23.258, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 6.792, "count": 30, "max": 22.461, "p95": 21.579, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 2828.536, "count": 30, "max": 12932.815, "p95": 10318.495, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130289.633, "count": 30, "max": 131477.0, "p95": 130616.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 39021.533, "count": 30, "max": 131477.0, "p95": 130616.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.3, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.267, "count": 30, "max": 50.0, "p95": 29.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.167, "p95": 0.158, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.15, "count": 30, "max": 0.567, "p95": 0.536, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 998, "sampled_at": "2026-10-30T23:14:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T23:14:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 5552.234, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 508911206400, "copied_frame_count": 184068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-10-30T18:35:27+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4368739, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-10-30T18:35:22+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.195}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "a8d92732", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 1, "events_emitted": 1, "events_failed": 0, "events_observed": 1, "events_suppressed": 0, "frame_buffer_copied_bytes": 508911206400, "frame_buffer_copies": 184068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 50, "recorder_active_input_bytes": 138240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 1, "recorder_clips_failed": 0, "recorder_clips_started": 1, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 1, "worker_jobs_accepted": 1, "worker_jobs_completed": 1, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 4.0537, "p50_ms": 0.1012, "p95_ms": 0.2059, "p99_ms": 0.3699}, "stages": {"db_insert": {"avg_ms": 68.8765, "count": 1, "max_ms": 68.8765, "p50_ms": 68.8765, "p95_ms": 68.8765, "p99_ms": 68.8765, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.8227, "count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1465.2524, "count": 1, "max_ms": 1465.2524, "p50_ms": 1465.2524, "p95_ms": 1465.2524, "p99_ms": 1465.2524, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6222, "count": 512, "max_ms": 5.1824, "p50_ms": 1.534, "p95_ms": 2.6243, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 184068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 547.4747, "count": 1, "max_ms": 547.4747, "p50_ms": 547.4747, "p95_ms": 547.4747, "p99_ms": 547.4747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 21.6536, "count": 1, "max_ms": 21.6536, "p50_ms": 21.6536, "p95_ms": 21.6536, "p99_ms": 21.6536, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3452, "count": 50, "max_ms": 10.1486, "p50_ms": 5.0652, "p95_ms": 7.689, "p99_ms": 10.0426, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5877, "count": 50, "max_ms": 2.7721, "p50_ms": 1.4301, "p95_ms": 2.5861, "p99_ms": 2.693, "results": {"failed": 0, "not_applicable": 0, "success": 50, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 541.8086, "count": 1, "max_ms": 541.8086, "p50_ms": 541.8086, "p95_ms": 541.8086, "p99_ms": 541.8086, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7961, "count": 1, "max_ms": 446.7961, "p50_ms": 446.7961, "p95_ms": 446.7961, "p99_ms": 446.7961, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 89.8071, "count": 1, "max_ms": 89.8071, "p50_ms": 89.8071, "p95_ms": 89.8071, "p99_ms": 89.8071, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.7747, "count": 1, "max_ms": 1.7747, "p50_ms": 1.7747, "p95_ms": 1.7747, "p99_ms": 1.7747, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 31.5438, "count": 1, "max_ms": 31.5438, "p50_ms": 31.5438, "p95_ms": 31.5438, "p99_ms": 31.5438, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 5.8497, "count": 1, "max_ms": 5.8497, "p50_ms": 5.8497, "p95_ms": 5.8497, "p99_ms": 5.8497, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.9453, "count": 1, "max_ms": 0.9453, "p50_ms": 0.9453, "p95_ms": 0.9453, "p99_ms": 0.9453, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8962, "count": 1, "max_ms": 0.8962, "p50_ms": 0.8962, "p95_ms": 0.8962, "p99_ms": 0.8962, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 800.3583, "count": 1, "max_ms": 800.3583, "p50_ms": 800.3583, "p95_ms": 800.3583, "p99_ms": 800.3583, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 1, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.331, "count": 1, "max_ms": 1.331, "p50_ms": 1.331, "p95_ms": 1.331, "p99_ms": 1.331, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 14.8977, "count": 1, "max_ms": 14.8977, "p50_ms": 14.8977, "p95_ms": 14.8977, "p99_ms": 14.8977, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.9239, "count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 3.6479, "count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 915.5426, "count": 1, "max_ms": 915.5426, "p50_ms": 915.5426, "p95_ms": 915.5426, "p99_ms": 915.5426, "results": {"failed": 0, "not_applicable": 0, "success": 1, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "a8d92732", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 1, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 1, "max_ms": 0.9239, "p50_ms": 0.9239, "p95_ms": 0.9239, "p99_ms": 0.9239}, "wait_ms": {"count": 1, "max_ms": 3.6479, "p50_ms": 3.6479, "p95_ms": 3.6479, "p99_ms": 3.6479}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 1, "artifact_failed": 0, "artifact_requested": 1, "artifact_success": 1, "completed": 1, "completed_failed": 0, "completed_success": 1, "cooldown_promoted": 1, "database_requested": 1, "db_insert_success": 1, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15582, "relay_business_failed": 0, "relay_business_success": 1, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 1, "relay_transport_failed": 0, "relay_transport_success": 1, "reservation_requested": 1}, "snapshot": {"copied_bytes": 2764800, "copied_count": 1, "copy": {"count": 1, "max_ms": 1.8227, "p50_ms": 1.8227, "p95_ms": 1.8227, "p99_ms": 1.8227}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 25, "h264_decode_error_count": 2, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-10-30T23:44:57+09:00", "last_error_summary": "[rtsp @ 0x620233868f00] method DESCRIBE failed: 502 Bad Gateway [in#0 @ 0x620233868e00] Error opening input: Server returned 5XX Server Error reply Error opening input file rtsp://nk20001.iptime.org:554/live02. Error opening input files: Server returned 5XX Server Error reply", "last_exit_at": "2026-10-30T23:44:59+09:00", "last_returncode": 8, "last_stable_duration_sec": 2.033, "last_started_at": "2026-10-30T23:44:57+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 24, "restart_count_per_hour": 2, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 25}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "a8d92732", "last_frame_pushed_age_sec": 14734.921, "last_frame_pushed_at": "2026-10-30T19:39:24+09:00", "last_frame_read_age_sec": 14734.982, "last_frame_read_at": "2026-10-30T19:39:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 55, "debug_expires_at": null, "deduplicated_count": 11, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 572.616, "last_sample_duration_ms": 489.947, "last_trigger": "periodic", "next_snapshot_in_sec": 27.384, "reason": "waiting_for_next_snapshot", "rotation_count": 136, "runtime_state": "active", "sample_count": 55, "storage_bytes": 1566676}, "mjpeg": {"age_sec": 14734.912, "exists": true, "mtime": "2026-10-30T19:39:24.262879+09:00", "mtime_epoch": 1793356764.2628791, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 130383}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-10-30T23:44:59+09:00", "process": {"exists": true, "fd_count": 102, "hwm_mb": 960.641, "name": "celery", "pid": 178, "rss_mb": 884.785, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 14738.51, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 221, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.06224, "worker_small_worker_ratio": 0.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 14734934.169, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 14734928.074, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 14734927.636, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 14734929.533, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.951, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 884.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 1.883, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "a8d92732", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 184068, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-10-30T19:39:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 14734.89, "exists": true, "size_bytes": 130383, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 17114, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.00212, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.000616, "system_cpu_s_delta": 1.1100000000001273, "user_cpu_core_ratio": 0.001504, "user_cpu_s_delta": 2.710000000000946}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 8.154, "count": 30, "max": 40.273, "p95": 23.258, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 6.166, "count": 30, "max": 22.461, "p95": 21.579, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1254.3, "count": 30, "max": 1382.0, "p95": 1353.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.201, "count": 30, "max": 0.219, "p95": 0.218, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 3319.699, "count": 30, "max": 14734.89, "p95": 12121.467, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130276.133, "count": 30, "max": 131477.0, "p95": 130395.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 34661.933, "count": 30, "max": 131477.0, "p95": 130395.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.267, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 9.5, "count": 30, "max": 50.0, "p95": 29.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.167, "p95": 0.158, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.132, "count": 30, "max": 0.567, "p95": 0.536, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 999, "sampled_at": "2026-10-30T23:44:59+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-10-30T23:44:59+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:33+09:00", "state": "running", "task_id": "aadc99df-0aa9-4aba-9b49-63f9a0ef6cd5", "trigger": "start", "triton_protocol": "grpc"}